-- Logs begin at Fri 2022-02-11 03:55:34 UTC, end at Fri 2022-02-11 06:31:38 UTC. -- Feb 11 04:27:22.160074 n-d-615180-58 systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 04:27:25.139426 n-d-615180-58 neutron-server[103244]: INFO neutron.common.config [-] Logging enabled! Feb 11 04:27:25.139947 n-d-615180-58 neutron-server[103244]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 04:27:25.140218 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103244) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 04:27:25.143461 n-d-615180-58 neutron-server[103244]: INFO neutron.common.config [-] Logging enabled! Feb 11 04:27:25.143720 n-d-615180-58 neutron-server[103244]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 04:27:25.144034 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103244) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 04:27:25.144967 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 04:27:25.145203 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 04:27:25.145574 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 04:27:25.145823 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 04:27:25.146051 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 04:27:25.146559 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.147025 n-d-615180-58 neutron-server[103244]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 11 04:27:25.147347 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.147648 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.147945 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.148243 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.148536 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.148822 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.149114 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.149413 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.149702 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.149983 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.150270 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.150564 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.150849 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.151160 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.151449 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.151733 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] debug = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.152017 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.152453 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.152870 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.153156 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.153450 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.153735 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.154009 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.154291 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.154580 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.154933 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] host = n-d-615180-58 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.155220 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.155512 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.155800 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.156089 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.156369 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.156650 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.156937 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.157213 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.157489 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] log_file = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.157767 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.158056 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.158342 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.158633 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.158860 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.159108 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.159415 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.159701 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.159977 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.160254 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.160530 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.160805 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.161078 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.161348 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.161637 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.161924 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.162232 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.162509 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.162783 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.163091 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.163367 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.163653 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.163927 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.164199 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.164473 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.164767 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.165041 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.165318 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.165618 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.165906 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.166190 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.166477 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.166756 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.167065 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.167345 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.167619 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.167895 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] use_json = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.168171 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.168446 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.168731 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.169009 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.169285 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.169560 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.169835 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.170121 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.170394 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:25.170692 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.171016 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.171322 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.171624 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.171918 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.172201 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.172489 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.172771 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.173064 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.173355 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.173643 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.173923 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.174224 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.174516 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.174818 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.175151 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.175448 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.175743 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.176021 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.176299 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.176576 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.176860 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.177148 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.177431 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.177736 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.178519 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.178800 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.179129 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.179423 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.179721 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.180015 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.180292 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.180576 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.180872 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.181155 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.181433 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.181718 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.182009 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.182294 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.182572 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.182859 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.183168 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.183445 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.183722 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.184006 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.184301 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.184582 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.184863 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.185136 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.185436 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.185716 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.186008 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.186290 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.186568 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.186846 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.187154 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.187433 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.187711 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.187993 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.188270 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.188551 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.188827 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.189103 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.189381 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.189656 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.189932 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.190205 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.190480 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.190759 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.191060 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.191338 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.191615 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.191890 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.192165 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.192453 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.192752 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.193033 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.193313 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.194150 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.194437 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.194719 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.195033 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.195319 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.195601 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.195878 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.196172 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.196458 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.196744 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.197049 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.197328 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.197625 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.197907 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.198193 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.198474 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.198752 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.199074 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.199365 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.199663 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.199961 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.200257 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.200553 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.200849 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.201130 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.201443 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.201725 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:25.201945 n-d-615180-58 neutron-server[103244]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 04:27:25.202186 n-d-615180-58 neutron-server[103244]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103244) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 11 04:27:25.575666 n-d-615180-58 neutron-server[103244]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 04:27:25.575947 n-d-615180-58 neutron-server[103244]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 04:27:25.576261 n-d-615180-58 neutron-server[103244]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 04:27:25.576597 n-d-615180-58 neutron-server[103244]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 04:27:25.907870 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:25.908086 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:25.908350 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:25.909663 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:25.909940 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:25.910206 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:25.956395 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:25.956672 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:25.956964 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:25.973099 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:25.973385 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:25.973661 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.002549 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.002828 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.003121 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.039986 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.040265 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.040537 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.385576 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.386199 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.386199 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.386374 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.387091 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.486511 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.486839 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.487150 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.487683 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.487957 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.488274 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.488535 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.488793 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.489049 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.489336 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.489596 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.489861 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.490120 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.491856 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.491856 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.491856 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.491856 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.492217 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.492306 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.492508 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.492785 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.493040 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.493323 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.493702 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.493954 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.494202 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.494606 n-d-615180-58 neutron-server[103244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:27:26.494844 n-d-615180-58 neutron-server[103244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:27:26.495113 n-d-615180-58 neutron-server[103244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:27:26.495353 n-d-615180-58 neutron-server[103244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:27:26.495597 n-d-615180-58 neutron-server[103244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:27:26.495834 n-d-615180-58 neutron-server[103244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:27:26.496200 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 04:27:26.499493 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 04:27:26.503627 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 04:27:26.507996 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 11 04:27:26.509654 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 04:27:26.510126 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 04:27:26.510463 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 11 04:27:26.510847 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 04:27:26.513710 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 04:27:26.513967 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 04:27:26.514319 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 04:27:26.519553 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 11 04:27:26.542231 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 11 04:27:26.542860 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.543187 n-d-615180-58 neutron-server[103244]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103244) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 11 04:27:26.543554 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.544945 n-d-615180-58 neutron-server[103244]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103244) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 04:27:26.545230 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 04:27:26.545479 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 11 04:27:26.548802 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.549088 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:26.611055 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 04:27:26.611299 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 04:27:26.611540 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 04:27:26.612048 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 04:27:26.633201 n-d-615180-58 neutron-server[103244]: DEBUG oslo_db.sqlalchemy.engines [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103244) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 11 04:27:27.071908 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Initializing driver for type 'gre' Feb 11 04:27:27.072463 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] gre ID ranges: [(1, 1000)] Feb 11 04:27:27.122661 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Initializing driver for type 'local' Feb 11 04:27:27.123050 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Initializing driver for type 'vlan' Feb 11 04:27:27.135905 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] VlanTypeDriver initialization complete Feb 11 04:27:27.136230 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Initializing driver for type 'vxlan' Feb 11 04:27:27.136716 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] vxlan ID ranges: [(1, 1000)] Feb 11 04:27:27.187046 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Initializing extension driver 'port_security' Feb 11 04:27:27.187387 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.extensions.port_security [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] PortSecurityExtensionDriver initialization complete Feb 11 04:27:27.187716 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Initializing mechanism driver 'openvswitch' Feb 11 04:27:27.188078 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Initializing mechanism driver 'hyperv' Feb 11 04:27:27.194768 n-d-615180-58 neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:27.195649 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > port after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.196025 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > port after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.196375 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > port after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.196908 n-d-615180-58 neutron-server[103244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:27:27.197336 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.197691 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.198043 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.198437 n-d-615180-58 neutron-server[103244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:27:27.198842 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > network after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.199217 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > network after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.199558 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > network after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.199951 n-d-615180-58 neutron-server[103244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:27:27.200354 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.200701 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.201042 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.201436 n-d-615180-58 neutron-server[103244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:27:27.201838 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.202187 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.202527 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.202942 n-d-615180-58 neutron-server[103244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:27:27.203348 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.203696 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.204034 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.204428 n-d-615180-58 neutron-server[103244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:27:27.204872 n-d-615180-58 neutron-server[103244]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] ML2 OVO RPC backend initialized. {{(pid=103244) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 11 04:27:27.205575 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.206014 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.206425 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > network before_response 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.206775 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > networks before_response 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.207147 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > port before_response 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.207492 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > ports before_response 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.207839 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.208181 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.208528 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > network after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.208870 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > network after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.209696 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > network after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.210032 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > port after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.210369 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > port after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.210704 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > port after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.211069 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.211407 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.211746 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.220519 n-d-615180-58 neutron-server[103244]: INFO neutron.quota [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded quota_driver: . Feb 11 04:27:27.220888 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.plugin [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Modular L2 Plugin initialization complete Feb 11 04:27:27.221243 n-d-615180-58 neutron-server[103244]: DEBUG neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading services supported by the core plugin {{(pid=103244) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 04:27:27.221582 n-d-615180-58 neutron-server[103244]: INFO neutron.plugins.ml2.managers [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Got port-security extension from driver 'port_security' Feb 11 04:27:27.222066 n-d-615180-58 neutron-server[103244]: INFO neutron.extensions.vlantransparent [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Disabled vlantransparent extension. Feb 11 04:27:27.222558 n-d-615180-58 neutron-server[103244]: DEBUG neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103244) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 04:27:27.222970 n-d-615180-58 neutron-server[103244]: INFO neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading Plugin: router Feb 11 04:27:27.260082 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.260479 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router after_create 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.260853 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router before_create 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.261213 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.261583 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.261940 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router after_delete 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.262296 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.262643 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.263031 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router after_create 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.263375 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router after_update 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.263721 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router after_update 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.264067 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.264422 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router after_update 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.264833 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.265197 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: port after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.265536 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: port after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.265871 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: subnet after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.266206 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.266550 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.266903 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.267265 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: port before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.267606 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.267959 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router after_update 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.268372 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.268859 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.269223 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.269570 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.269933 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > agent after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.270280 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.270625 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > network after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.272017 n-d-615180-58 neutron-server[103244]: DEBUG neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Tracking information for resource: router configured {{(pid=103244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:27:27.272434 n-d-615180-58 neutron-server[103244]: DEBUG neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Tracking information for resource: floatingip configured {{(pid=103244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:27:27.277320 n-d-615180-58 neutron-server[103244]: INFO neutron.db.l3_agentschedulers_db [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 04:27:27.277899 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: port after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.278261 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: port after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.278621 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: port after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.279004 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: port after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.279794 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router before_create 55550100 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.280158 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.280521 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.280876 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.285665 n-d-615180-58 neutron-server[103244]: DEBUG neutron.services.provider_configuration [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service providers = [] {{(pid=103244) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 04:27:27.286032 n-d-615180-58 neutron-server[103244]: DEBUG neutron.db.servicetype_db [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103244) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 04:27:27.289612 n-d-615180-58 neutron-server[103244]: DEBUG neutron.services.service_base [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:27:27.289957 n-d-615180-58 neutron-server[103244]: DEBUG neutron.services.service_base [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:27:27.290299 n-d-615180-58 neutron-server[103244]: DEBUG neutron.services.service_base [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:27:27.291212 n-d-615180-58 neutron-server[103244]: DEBUG neutron.services.service_base [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:27:27.291583 n-d-615180-58 neutron-server[103244]: INFO neutron.services.service_base [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 04:27:27.291950 n-d-615180-58 neutron-server[103244]: DEBUG neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:27:27.292267 n-d-615180-58 neutron-server[103244]: INFO neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 04:27:27.302907 n-d-615180-58 neutron-server[103244]: DEBUG neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:27:27.303257 n-d-615180-58 neutron-server[103244]: INFO neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading Plugin: auto_allocate Feb 11 04:27:27.309084 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: network precommit_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.309456 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: network precommit_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.309967 n-d-615180-58 neutron-server[103244]: DEBUG neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:27:27.310287 n-d-615180-58 neutron-server[103244]: INFO neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading Plugin: tag Feb 11 04:27:27.317194 n-d-615180-58 neutron-server[103244]: DEBUG neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:27:27.317526 n-d-615180-58 neutron-server[103244]: INFO neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading Plugin: timestamp Feb 11 04:27:27.321391 n-d-615180-58 neutron-server[103244]: DEBUG neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:27:27.321724 n-d-615180-58 neutron-server[103244]: INFO neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading Plugin: network_ip_availability Feb 11 04:27:27.327248 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.327565 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.327925 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.328642 n-d-615180-58 neutron-server[103244]: DEBUG neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:27:27.329032 n-d-615180-58 neutron-server[103244]: INFO neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading Plugin: flavors Feb 11 04:27:27.334517 n-d-615180-58 neutron-server[103244]: DEBUG neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:27:27.334850 n-d-615180-58 neutron-server[103244]: INFO neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading Plugin: revisions Feb 11 04:27:27.339203 n-d-615180-58 neutron-server[103244]: DEBUG neutron.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:27:27.339599 n-d-615180-58 neutron-server[103244]: DEBUG oslo_concurrency.lockutils [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=103244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 04:27:27.340346 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103244) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 11 04:27:27.340683 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Initializing extension manager. Feb 11 04:27:27.341200 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: __init__.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.341542 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: __pycache__ {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.341877 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.342210 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: address_group.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.342986 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.343549 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: address-group Feb 11 04:27:27.343873 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: address_scope.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.344575 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.345075 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: address-scope Feb 11 04:27:27.345401 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.346490 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.346890 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: router-admin-state-down-before-update Feb 11 04:27:27.347244 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: agent.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.347944 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.348446 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: agent Feb 11 04:27:27.348772 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: agent_resources_synced.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.350236 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.350742 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: agent-resources-synced Feb 11 04:27:27.351093 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.352873 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.353392 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: allowed-address-pairs Feb 11 04:27:27.353719 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.354805 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.355347 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: auto-allocated-topology Feb 11 04:27:27.355674 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: availability_zone.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.356363 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.356865 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: availability_zone Feb 11 04:27:27.357189 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: availability_zone_filter.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.358097 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.358601 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: availability_zone_filter Feb 11 04:27:27.358952 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: data_plane_status.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.359853 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.360355 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 04:27:27.360675 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: default_subnetpools.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.361576 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.362165 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: default-subnetpools Feb 11 04:27:27.362749 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.363636 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.364151 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: dhcp_agent_scheduler Feb 11 04:27:27.364473 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: dns.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.365903 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.366402 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension dns-integration not supported by any of loaded plugins Feb 11 04:27:27.366725 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: dns_domain_ports.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.367666 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.368166 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 04:27:27.368488 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.369395 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.369893 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 11 04:27:27.370215 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: dvr.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.370874 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.371395 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: dvr Feb 11 04:27:27.371715 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: ecmp_routes.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.372623 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.373123 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 11 04:27:27.373543 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: empty_string_filtering.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.374449 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.374976 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: empty-string-filtering Feb 11 04:27:27.375301 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.376206 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.376704 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 04:27:27.377025 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.377938 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.378435 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 04:27:27.378754 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: external_net.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.379742 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.380245 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: external-net Feb 11 04:27:27.380566 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.382001 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.382497 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: extra_dhcp_opt Feb 11 04:27:27.382817 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: extraroute.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.383742 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.384245 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: extraroute Feb 11 04:27:27.384565 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: extraroute_atomic.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.385592 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.386091 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: extraroute-atomic Feb 11 04:27:27.386594 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: filter_validation.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.387086 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.387596 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: filter-validation Feb 11 04:27:27.387914 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: fip_pf_description.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.388816 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.389311 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 04:27:27.389628 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: fip_port_details.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.390701 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.391238 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: fip-port-details Feb 11 04:27:27.391559 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: flavors.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.392785 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.393298 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: flavors Feb 11 04:27:27.393621 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.395380 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.395905 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 04:27:27.396242 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: floatingip_pools.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.396967 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.397472 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: floatingip-pools Feb 11 04:27:27.397809 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: ip_allocation.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.398876 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.399412 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 04:27:27.399740 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.400650 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.401158 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: ip-substring-filtering Feb 11 04:27:27.401485 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: l2_adjacency.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.402397 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.402925 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 04:27:27.403243 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: l3.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.404197 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.404715 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: router Feb 11 04:27:27.405047 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.407424 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.408026 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 04:27:27.408387 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.409489 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.410100 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: ext-gw-mode Feb 11 04:27:27.410633 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.411823 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.412444 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: l3-ha Feb 11 04:27:27.412892 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.413995 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.414620 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 11 04:27:27.415025 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: l3_flavors.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.416141 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.416681 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: l3-flavors Feb 11 04:27:27.417039 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.418673 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.419265 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 11 04:27:27.419652 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.420743 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.421282 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 04:27:27.421819 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: l3agentscheduler.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.423083 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.423664 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: l3_agent_scheduler Feb 11 04:27:27.424056 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: local_ip.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.425974 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.426527 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension local_ip not supported by any of loaded plugins Feb 11 04:27:27.426924 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: logging.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.429603 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.430196 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension logging not supported by any of loaded plugins Feb 11 04:27:27.430584 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: metering.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.431599 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.432275 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: metering Feb 11 04:27:27.432631 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.433905 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.434450 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: metering_source_and_destination_fields Feb 11 04:27:27.434805 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: multiprovidernet.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.435750 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.436258 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: multi-provider Feb 11 04:27:27.436582 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: netmtu.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.437487 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.437998 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: net-mtu Feb 11 04:27:27.438320 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: netmtu_writable.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.439273 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.439780 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: net-mtu-writable Feb 11 04:27:27.440180 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: network_availability_zone.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.440850 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.441354 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: network_availability_zone Feb 11 04:27:27.441674 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: network_ip_availability.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.442791 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.443375 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: network-ip-availability Feb 11 04:27:27.444280 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: network_segment_range.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.445039 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.445544 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 04:27:27.445867 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: pagination.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.446840 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.447198 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: pagination Feb 11 04:27:27.447521 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: port_device_profile.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.448440 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.448952 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: port-device-profile Feb 11 04:27:27.449275 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.450181 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.450685 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: port-mac-address-regenerate Feb 11 04:27:27.451033 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.451947 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.452452 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: port-numa-affinity-policy Feb 11 04:27:27.452773 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: port_resource_request.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.453674 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.454172 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 04:27:27.454491 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.455481 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.455985 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 11 04:27:27.456304 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: portbindings.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.457233 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.457738 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: binding Feb 11 04:27:27.458057 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: portbindings_extended.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.459389 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.459898 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: binding-extended Feb 11 04:27:27.460225 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: portsecurity.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.461137 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.461644 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: port-security Feb 11 04:27:27.461968 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: project_id.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.462967 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.463301 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: project-id Feb 11 04:27:27.463623 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: providernet.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.464529 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.465036 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: provider Feb 11 04:27:27.465358 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: qos.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.468966 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.469482 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension qos not supported by any of loaded plugins Feb 11 04:27:27.469816 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.471096 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.471664 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 04:27:27.471996 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.472907 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.473417 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 04:27:27.473743 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: qos_default.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.474760 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.475302 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension qos-default not supported by any of loaded plugins Feb 11 04:27:27.475626 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: qos_fip.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.476552 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.477057 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension qos-fip not supported by any of loaded plugins Feb 11 04:27:27.477381 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.478287 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.478791 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 11 04:27:27.479150 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.480181 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.480691 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 04:27:27.481015 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.481914 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.482417 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 04:27:27.482740 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.483806 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.484313 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 11 04:27:27.484638 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: qos_pps_rule.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.485797 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.486309 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension qos-pps not supported by any of loaded plugins Feb 11 04:27:27.486635 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.487902 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.488411 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 04:27:27.488736 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: qos_rules_alias.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.489789 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.490869 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 04:27:27.491264 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: quota_check_limit.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.492177 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.492688 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: quota-check-limit Feb 11 04:27:27.493094 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: quotasv2.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.494037 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.494363 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: quotas Feb 11 04:27:27.494690 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: quotasv2_detail.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.496513 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.496851 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: quota_details Feb 11 04:27:27.497183 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: rbac.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.498239 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.498761 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: rbac-policies Feb 11 04:27:27.499125 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: rbac_address_group.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.500049 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.500563 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: rbac-address-group Feb 11 04:27:27.500889 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: rbac_address_scope.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.501807 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.502314 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: rbac-address-scope Feb 11 04:27:27.502636 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: rbac_security_groups.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.503636 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.504143 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: rbac-security-groups Feb 11 04:27:27.504463 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.505364 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.505979 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: rbac-subnetpool Feb 11 04:27:27.507086 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: revisionifmatch.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.508377 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.509096 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: revision-if-match Feb 11 04:27:27.509428 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: revisions.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.510622 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.511167 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: standard-attr-revisions Feb 11 04:27:27.511498 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: router_availability_zone.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.512177 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.512669 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: router_availability_zone Feb 11 04:27:27.512990 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: routerservicetype.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.513906 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.514408 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension router-service-type not supported by any of loaded plugins Feb 11 04:27:27.514729 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.515672 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.516178 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: security-groups-normalized-cidr Feb 11 04:27:27.516499 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.517412 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.517920 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: port-security-groups-filtering Feb 11 04:27:27.518242 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.519182 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.519687 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: security-groups-remote-address-group Feb 11 04:27:27.520009 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.520934 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.521464 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: security-groups-shared-filtering Feb 11 04:27:27.521795 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.522459 n-d-615180-58 neutron-server[103244]: WARNING neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 11 04:27:27.522779 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: securitygroup.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.533760 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.534287 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: security-group Feb 11 04:27:27.534624 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: segment.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.535500 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.536006 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension segment not supported by any of loaded plugins Feb 11 04:27:27.536335 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.537793 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.538303 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 04:27:27.538632 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: servicetype.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.539768 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.540286 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: service-type Feb 11 04:27:27.540614 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: sorting.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.541601 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.541933 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: sorting Feb 11 04:27:27.542255 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: standard_attr_segment.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.543197 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.543705 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 04:27:27.544027 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: standardattrdescription.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.544667 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.545170 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: standard-attr-description Feb 11 04:27:27.545492 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: stateful_security_group.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.546403 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.546944 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: stateful-security-group Feb 11 04:27:27.547268 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: stdattrs_common.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.547835 n-d-615180-58 neutron-server[103244]: WARNING neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 04:27:27.548157 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.549067 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.549572 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 04:27:27.549890 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: subnet_onboard.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.550999 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.551565 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: subnet_onboard Feb 11 04:27:27.551893 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.553396 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.553900 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 04:27:27.554226 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: subnet_service_types.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.555185 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.555696 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: subnet-service-types Feb 11 04:27:27.556020 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: subnetallocation.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.557093 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.557603 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: subnet_allocation Feb 11 04:27:27.557934 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.558596 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.559131 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: subnetpool-prefix-ops Feb 11 04:27:27.559457 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.560370 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.560874 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 04:27:27.561198 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: tagging.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.562301 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.562814 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: standard-attr-tag Feb 11 04:27:27.563167 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: timestamp.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.564381 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.564887 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loaded extension: standard-attr-timestamp Feb 11 04:27:27.565211 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: trunk.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.566313 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.566826 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension trunk not supported by any of loaded plugins Feb 11 04:27:27.567177 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: trunk_details.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.568097 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.568634 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension trunk-details not supported by any of loaded plugins Feb 11 04:27:27.568956 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.569867 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.570373 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 04:27:27.570694 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Loading extension file: vlantransparent.py {{(pid=103244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:27:27.571383 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:27:27.571885 n-d-615180-58 neutron-server[103244]: INFO neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 04:27:27.574362 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:network Feb 11 04:27:27.574875 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:subnet Feb 11 04:27:27.575385 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:27:27.575781 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:port Feb 11 04:27:27.576975 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.577460 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service FLAVORS assigned prefix: {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.578037 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.578466 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.578792 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:router Feb 11 04:27:27.579251 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 04:27:27.579726 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service METERING assigned prefix: /metering {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.581150 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.581519 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.581869 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:27:27.582864 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 04:27:27.583401 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:security_group Feb 11 04:27:27.583842 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 04:27:27.584454 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service CORE assigned prefix: {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.584783 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:27:27.585125 n-d-615180-58 neutron-server[103244]: WARNING neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] subnetpool is already registered Feb 11 04:27:27.585561 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service CORE assigned prefix: {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.585886 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:27:27.586212 n-d-615180-58 neutron-server[103244]: WARNING neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] subnetpool is already registered Feb 11 04:27:27.588498 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.588930 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service FLAVORS assigned prefix: {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.589520 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.589937 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.590271 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:router Feb 11 04:27:27.590609 n-d-615180-58 neutron-server[103244]: WARNING neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] router is already registered Feb 11 04:27:27.591040 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 04:27:27.591378 n-d-615180-58 neutron-server[103244]: WARNING neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] floatingip is already registered Feb 11 04:27:27.591825 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service METERING assigned prefix: /metering {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.592487 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 04:27:27.592815 n-d-615180-58 neutron-server[103244]: WARNING neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] rbac_policy is already registered Feb 11 04:27:27.593223 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:security_group Feb 11 04:27:27.593559 n-d-615180-58 neutron-server[103244]: WARNING neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] security_group is already registered Feb 11 04:27:27.593958 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 04:27:27.594290 n-d-615180-58 neutron-server[103244]: WARNING neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] security_group_rule is already registered Feb 11 04:27:27.594926 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service CORE assigned prefix: {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.595263 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:27:27.595597 n-d-615180-58 neutron-server[103244]: WARNING neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] subnetpool is already registered Feb 11 04:27:27.596013 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.v2.resource_helper [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Service CORE assigned prefix: {{(pid=103244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:27:27.596334 n-d-615180-58 neutron-server[103244]: INFO neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:27:27.596662 n-d-615180-58 neutron-server[103244]: WARNING neutron.quota.resource_registry [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] subnetpool is already registered Feb 11 04:27:27.597136 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: extensions {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.598600 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: address-groups {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.600634 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: address-scopes {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.601964 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: agents {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.603149 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: auto-allocated-topology {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.604514 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: availability_zones {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.605724 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: dhcp-networks {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.607311 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: dhcp-agents {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.608753 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: routers {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.610997 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: flavors {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.612153 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: service_profiles {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.613691 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: next_providers {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.615205 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: service_profiles {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.617343 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: floatingip-pools {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.618727 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: routers {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.620869 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: floatingips {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.622380 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: l3-routers {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.623823 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: l3-agents {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.625237 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: metering-labels {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.626597 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: metering-label-rules {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.627909 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: network-ip-availabilities {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.629192 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: bindings {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.631237 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: quotas {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.632800 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: quotas {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.634335 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: rbac-policies {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.636573 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: security-groups {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.637832 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: security-group-rules {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.639108 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: service-providers {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.640334 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: subnetpools {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.641761 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: subnetpools {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.643258 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: tags {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.644923 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: tags {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.646759 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: tags {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.648565 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: tags {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.650325 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: tags {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.652184 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: tags {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.653965 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: tags {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.655915 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: tags {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.657748 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: tags {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.659725 n-d-615180-58 neutron-server[103244]: DEBUG neutron.api.extensions [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Extended resource: tags {{(pid=103244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:27:27.666048 n-d-615180-58 neutron-server[103244]: WARNING keystonemiddleware.auth_token [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 04:27:27.670701 n-d-615180-58 neutron-server[103244]: WARNING keystonemiddleware.auth_token [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 04:27:27.680008 n-d-615180-58 neutron-server[103244]: DEBUG oslo_concurrency.lockutils [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Acquired lock "singleton_lock" {{(pid=103244) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 11 04:27:27.680478 n-d-615180-58 neutron-server[103244]: DEBUG oslo_concurrency.lockutils [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Releasing lock "singleton_lock" {{(pid=103244) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 11 04:27:27.681126 n-d-615180-58 neutron-server[103244]: INFO oslo_service.service [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Starting 2 workers Feb 11 04:27:27.686006 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Started child 103353 {{(pid=103244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:27:27.690530 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Started child 103354 {{(pid=103244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:27:27.691621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:27.692298 n-d-615180-58 neutron-server[103244]: INFO neutron.service [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 04:27:27.692842 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:27.693170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [-] (103353) wsgi starting up on http://0.0.0.0:9696 Feb 11 04:27:27.695275 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:27.695746 n-d-615180-58 neutron-server[103244]: INFO oslo_service.service [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Starting 1 workers Feb 11 04:27:27.696719 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [-] (103354) wsgi starting up on http://0.0.0.0:9696 Feb 11 04:27:27.700555 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Started child 103355 {{(pid=103244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:27:27.701118 n-d-615180-58 neutron-server[103244]: INFO oslo_service.service [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Starting 1 workers Feb 11 04:27:27.704314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.service [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] calling RpcWorker wait() {{(pid=103355) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 04:27:27.704874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.service [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] returning from RpcWorker wait() {{(pid=103355) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 04:27:27.705565 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Started child 103356 {{(pid=103244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:27:27.706370 n-d-615180-58 neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5549cc9d-e90a-4745-87b3-f633c063c4a4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:27.706464 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:27.706985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:27.708393 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103244) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 04:27:27.708604 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 04:27:27.708791 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 04:27:27.709052 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 04:27:27.709415 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 04:27:27.709579 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 04:27:27.710096 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.710371 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.710637 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.710800 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:27.711297 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.711297 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.711792 n-d-615180-58 neutron-server[103356]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:27.711886 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.712052 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.712315 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.712587 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.712832 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.713005 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.713169 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.713409 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.713660 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.713939 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.714200 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.714459 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.714705 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.714875 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.715158 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.715414 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.715657 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.715920 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] debug = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.716175 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.716651 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.716886 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.717130 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.717347 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.717627 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.717848 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.718138 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.718356 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.718586 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.718859 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.719101 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.719354 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.719561 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.719804 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.720015 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.720261 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.720477 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.720917 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] host = n-d-615180-58 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.721148 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.721362 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.721588 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.721832 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.722075 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.722289 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.722534 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.722794 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.723059 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.723303 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.723566 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.723811 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.724025 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.724263 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_file = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.724428 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_options = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.725179 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.725448 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.725695 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.725885 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.726053 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.726217 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.726481 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.726646 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.726924 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.727133 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.727345 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.727557 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.727769 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.727998 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.728243 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.728480 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.728698 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.728974 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.729175 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.729416 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.729639 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.729861 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.730079 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.730309 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.730541 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.730784 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.731030 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.731244 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.731481 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.731709 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.731947 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.732204 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.732418 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.733778 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.734076 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.734346 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.734585 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.734816 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.735192 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.735425 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.736481 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.739046 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.739229 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.739577 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.739757 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.741083 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.741346 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] use_json = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.741586 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.741859 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.742130 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.742362 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.742587 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.742811 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.743082 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.743326 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.743553 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.743979 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.744270 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.744590 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.744845 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.745081 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.745343 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.745575 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.745802 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.746053 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.746282 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.746588 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.746811 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.747155 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.747389 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.747943 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.748133 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.748283 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.748540 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.748790 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.749036 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.749274 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.749525 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.749822 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.750046 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.750297 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.750529 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.750750 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.751066 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.751329 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.751690 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.751986 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.752227 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.752948 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.753179 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.753568 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.753718 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.753855 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.754072 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.754467 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.754624 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.754806 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.755006 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.755249 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.755479 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.755766 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.756011 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.756241 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.756498 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.756753 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.757159 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.757323 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.757450 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.757596 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.757877 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.758057 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.758269 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.758655 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.758811 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.759000 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.759821 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.759821 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.759821 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.759821 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.760787 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.760787 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.760787 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.760787 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.761340 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.761340 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.761340 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.761732 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.761931 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.762143 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.762367 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.762947 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.762947 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.763232 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.763232 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.763477 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.763621 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.763848 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.764055 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.765193 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.765193 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.765193 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.765193 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.765193 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.766191 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.766191 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.766191 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.766191 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.766647 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.766647 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.766920 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.767109 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.767324 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.767582 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.767826 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.768456 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.768456 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.768807 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.768940 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.769145 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.769370 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.771774 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.771774 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.771774 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.771774 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.771774 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.771774 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.771774 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.771774 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.772733 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.772733 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.772733 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.773092 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.773092 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.773396 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.774327 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.774327 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.774327 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.774327 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.775095 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.775095 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.775330 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.775453 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.775671 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.775926 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.776177 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.776408 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.776653 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.776910 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.777174 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.777410 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.777656 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.777897 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.778124 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.778352 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.778662 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.778922 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.779145 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.779377 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.779646 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.779891 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.780126 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.780390 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.780638 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.780884 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.781236 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.781468 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.781698 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.781953 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.782164 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.782375 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.782611 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.782841 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.783108 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.783322 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.783533 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.783911 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.784131 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.784374 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.784588 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.784822 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.785055 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.785295 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.785503 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.785735 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.785965 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.786217 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.786386 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.786614 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.786822 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.787602 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.787842 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.788122 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.788384 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.788603 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.788845 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.789092 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.789344 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.789555 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.789796 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.790030 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.790241 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.790449 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.790668 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.790917 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.791124 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.791352 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.791559 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.791807 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.792055 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.792388 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.792633 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.792881 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.793094 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.793333 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.793547 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.793782 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.793993 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.794240 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.794453 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.794668 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.794882 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.795115 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.795348 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.795558 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.795791 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.796043 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.796281 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.796516 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.796732 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.796982 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.797190 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.797402 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.797615 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.797850 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.798055 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.798298 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.798530 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.798738 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.799043 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.799415 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.799649 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.799904 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.800119 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.800330 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.800596 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.800819 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.801020 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.801244 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.801482 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.801711 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.801956 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.802674 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.803533 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.803988 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.804234 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.804421 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.804644 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.804853 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.805062 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.805317 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.805899 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.805899 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.805899 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.806135 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.806350 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.806570 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.806784 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.807011 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.807406 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.807620 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.807834 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.808053 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.808266 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.808472 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.808759 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.809013 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.809246 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.809524 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.809752 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.810001 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.810242 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.810717 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.811103 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.811351 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.811589 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.811805 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.812024 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.812289 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.812610 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.812890 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.813146 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.813405 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.813678 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.813953 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.814228 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.814439 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.814738 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.815087 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.815364 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.815614 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.815866 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.816097 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.816318 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.816529 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.816760 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.816993 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.817202 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.817435 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.817656 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.817941 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.818112 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.818429 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.818809 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.819211 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.819547 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.819920 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.820141 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.820298 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 04:27:27.820812 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103244) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 04:27:27.820970 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 04:27:27.821122 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 04:27:27.821301 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 04:27:27.821473 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 04:27:27.821629 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 04:27:27.821831 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.822146 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.822295 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.822451 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.822541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:27.822627 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.822779 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.822964 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.823124 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.823281 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.823439 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.823595 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.823752 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.823908 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.824065 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.824221 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.824376 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.824533 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.824689 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.824850 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.825047 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.825152 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.825308 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.825464 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] debug = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.825619 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.825830 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.827010 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.827395 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.827395 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.827593 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.827593 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.827749 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.827893 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.828038 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.828196 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.828344 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.828492 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.828647 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.828803 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.828959 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.829120 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.829276 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.829422 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] host = n-d-615180-58 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.829576 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.829732 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.829888 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.830435 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.830435 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.830435 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.830810 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.830810 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.831117 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.831279 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.831456 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.831612 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.831739 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.831900 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_file = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.832057 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_options = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.832217 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.832372 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.832530 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.832712 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.832874 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.833030 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.833187 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.833343 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.833500 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.833657 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.833813 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.833997 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.834162 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.834699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40274) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:27.835129 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.835322 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.835509 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.835693 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.835871 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.836048 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.836224 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.836396 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.836567 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.836740 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.836907 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.837074 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.837240 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.837404 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.837567 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.837731 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.837893 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.838056 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.838220 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.838404 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.838568 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.838732 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.838911 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.839320 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.839320 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.839578 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.839578 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.839840 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.839840 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.840073 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.840195 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.840318 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.840734 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.840734 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] use_json = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.840990 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.840990 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.841226 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.841226 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.841461 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.841584 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.841706 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.841830 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.841955 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:27:27.842761 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.842761 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.842761 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.842761 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.842761 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.843882 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.843882 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.843882 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.844128 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063946 Feb 11 04:27:27.844263 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.844263 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.844263 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.844263 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.844263 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.844962 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.844962 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.844962 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.844962 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.844962 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.845375 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.845375 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.845375 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.845588 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.845826 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.845826 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.846085 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.846209 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.846342 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.846468 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.846607 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.846781 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.846985 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.847153 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.847376 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.847846 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.847846 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.847846 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.848184 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.848289 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.848393 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.848511 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.848669 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.849375 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.849375 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.849375 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.849375 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.850351 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.850351 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.850351 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.850696 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.850696 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.850969 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.850969 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.851175 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.851291 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.851457 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.851651 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.851983 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.851983 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.852270 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.852270 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.852647 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.852647 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.852647 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.854469 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.854469 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.854469 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.854469 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.854469 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.854469 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.854469 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.854469 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.854469 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.855696 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.855696 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.855696 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.855696 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.855696 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.855696 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.855696 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.855696 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.855696 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.856403 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.856403 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.856403 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.856403 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.856403 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.856403 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.856799 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.856799 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.856949 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.857029 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.857143 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.857329 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.857492 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.857809 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.858117 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.858488 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.858660 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.858827 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.859017 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.859183 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.859351 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.859518 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.859683 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.860236 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.860236 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.860236 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.860460 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.860460 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.860687 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.860771 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.860938 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.861102 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.861266 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.861429 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.861598 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.861762 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.861925 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.862100 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.862536 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.862688 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.862867 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.863917 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.864097 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.864426 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.864649 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.864822 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.865040 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.865746 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.865922 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.866087 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.866252 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.866416 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.866569 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.866746 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.867785 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.867785 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.867785 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.867785 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.867785 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.867785 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.869295 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.869295 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.869295 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.869295 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.869295 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.869295 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.869295 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.869295 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.870041 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.870041 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.870041 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.870041 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.870041 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.870041 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.870041 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.870501 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.870501 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.870501 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.870711 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.870803 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.871102 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.871102 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.871350 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.871470 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.871551 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.871711 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.871874 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.872037 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.872203 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.872367 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.872531 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.872696 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.872858 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.873023 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.873195 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.873354 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.873521 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.873689 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.873839 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.874006 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.874171 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.874338 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.874502 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.874667 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.874833 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.875018 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.875211 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.875354 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.875488 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.875643 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.875808 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.875960 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.876141 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.876307 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.876472 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.876642 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.876806 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.876972 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.877136 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.877437 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.877437 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.877609 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.877777 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.877944 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.878105 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.878428 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.878653 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.878754 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.878942 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.879118 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.879276 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.879443 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.880520 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.880520 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.880520 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.880520 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.880520 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.880520 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.880520 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.880990 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.880990 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.881109 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.881185 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.881329 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.881499 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.881666 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.881833 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.882006 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.882170 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.882338 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.882504 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.882655 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.882816 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.883896 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.884254 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.884424 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.884598 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.884761 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.884924 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.885100 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.885369 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.885464 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.886373 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.886373 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.886373 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.886373 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.886373 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.886373 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.886722 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.886722 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.886852 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.887116 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.887206 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.887308 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.887633 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.887794 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.888109 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.888288 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.888454 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.888614 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.888787 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.889021 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.889119 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.889261 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.889628 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.889794 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.889960 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.890276 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.890445 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.890608 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.890775 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.890967 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.891145 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.891350 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.891482 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.891650 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.891821 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.891999 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.892163 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.892333 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.892514 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.892678 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.892841 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.893007 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.893174 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.893331 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.893496 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.893836 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.894001 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.894167 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.894331 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.894495 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.894660 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.894826 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.895016 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.895184 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.895350 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.895516 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.895681 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.895846 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:27:27.896003 n-d-615180-58 neutron-server[103244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 04:27:39.283656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a88cc44-023f-4284-8949-339442ddab52 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:27:39.353569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88cc44-023f-4284-8949-339442ddab52 None None] No non-hosted networks {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 04:27:39.372131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.agentschedulers_db [None req-1a88cc44-023f-4284-8949-339442ddab52 None None] DHCP Agent not found on host n-d-615180-58 {{(pid=103355) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 11 04:27:39.503736 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ffbaa4db-d3d2-448f-be19-00b3fbf69395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-296389'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.767562 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9bbe70e1-0d52-43ba-8ada-90f67b2fca61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-296389'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.795986 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f69f1a9b-d204-4548-af86-896cc243eccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.551979 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-296389'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:44.165859 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-296389'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:45.401092 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40358) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:45.466690 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-296389'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:45.468040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.468641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.469213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.470004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.470435 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.470983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.471545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.472080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.472947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.473511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.474083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.474497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.475007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.475603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-615180-58', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:45.483823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-615180-58', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:45.971492 n-d-615180-58 neutron-server[103353]: WARNING oslo_policy.policy [None req-ab239390-b2dd-43a6-90f1-d9922237f425 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:27:45.972084 n-d-615180-58 neutron-server[103353]: WARNING oslo_policy.policy [None req-ab239390-b2dd-43a6-90f1-d9922237f425 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:27:46.196520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-ab239390-b2dd-43a6-90f1-d9922237f425 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:27:46.197651 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ab239390-b2dd-43a6-90f1-d9922237f425 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7950919 Feb 11 04:27:46.882094 n-d-615180-58 neutron-server[103355]: INFO neutron.db.l3_hamode_db [None req-6f20e847-1f51-4bcb-8cc3-25d33255dca8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 04:27:46.960585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20e847-1f51-4bcb-8cc3-25d33255dca8 None None] Routers set() bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:27:46.960975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20e847-1f51-4bcb-8cc3-25d33255dca8 None None] Router IDs set() for agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 04:27:48.654095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40384) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:49.139846 n-d-615180-58 neutron-server[103354]: WARNING oslo_policy.policy [None req-4ca6f43b-a39c-4136-ac6d-5a557dac46e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:27:49.140439 n-d-615180-58 neutron-server[103354]: WARNING oslo_policy.policy [None req-4ca6f43b-a39c-4136-ac6d-5a557dac46e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:27:49.362640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4ca6f43b-a39c-4136-ac6d-5a557dac46e6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:49.453369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.policy [None req-4ca6f43b-a39c-4136-ac6d-5a557dac46e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103354) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 04:27:49.495564 n-d-615180-58 neutron-server[103354]: WARNING oslo_policy.policy [None req-4ca6f43b-a39c-4136-ac6d-5a557dac46e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:27:49.495921 n-d-615180-58 neutron-server[103354]: WARNING oslo_policy.policy [None req-4ca6f43b-a39c-4136-ac6d-5a557dac46e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:27:49.590800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ca6f43b-a39c-4136-ac6d-5a557dac46e6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739645975557', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739645973034', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739645994430', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739645989575', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739646012253', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739646019659', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2024308', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1867618', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-720605', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-615826'] for rbac-policy (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:49.666886 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ca6f43b-a39c-4136-ac6d-5a557dac46e6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:49.668282 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4ca6f43b-a39c-4136-ac6d-5a557dac46e6 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0120635 Feb 11 04:27:52.082393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40400) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:52.389142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:52.418146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Made reservation on behalf of a4c960b7d8c443a9b098c06115efd441 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:52.421877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.438520 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.549336 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Publish callbacks [] for security_group (d81738a3-7ddb-4f5e-9b10-8a11f65fd058), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.553687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d81738a3-7ddb-4f5e-9b10-8a11f65fd058), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.579497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:27:52.615337 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739642577583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9aecbb10-0642-4f30-b0f8-269db495fd93), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.615943 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Unsubscribe: segment precommit_create {{(pid=103354) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 04:27:52.616464 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Added segment 9aecbb10-0642-4f30-b0f8-269db495fd93 of type vlan for network c01ed6aa-8c27-4d47-ab8c-925fa1da431f Feb 11 04:27:52.635491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d81738a3-7ddb-4f5e-9b10-8a11f65fd058,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:52.685911 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.686254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.686594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.686948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.687281 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.687607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.687932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.688254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.688624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.688895 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.689227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.689532 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.689849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Tracked resource versions report: Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: pushed versions: Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: { 'AddressGroup': {'1.2'}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'ConntrackHelper': {'1.0'}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'Log': {'1.0'}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'Network': {'1.1'}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'Port': {'1.7'}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'PortForwarding': {'1.2'}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'QosPolicy': {'1.10'}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'SecurityGroup': {'1.5'}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'SubPort': {'1.0'}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'Subnet': {'1.1'}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'Trunk': {'1.1'}} Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: consumer versions: Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: { DHCP agent@n-d-615180-58: {}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: L3 agent@n-d-615180-58: {}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: Metadata agent@n-d-615180-58: {}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: Metering agent@n-d-615180-58: {}, Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: Open vSwitch agent@n-d-615180-58: { 'AddressGroup': '1.2', Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'ConntrackHelper': '1.0', Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'LocalIPAssociation': '1.0', Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'Log': '1.0', Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'Network': '1.1', Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'Port': '1.7', Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'PortForwarding': '1.2', Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'QosPolicy': '1.10', Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'SecurityGroup': '1.5', Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'SecurityGroupRule': '1.2', Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'SubPort': '1.0', Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'Subnet': '1.1', Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: 'Trunk': '1.1'}} Feb 11 04:27:52.690965 n-d-615180-58 neutron-server[103354]: {{(pid=103354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:27:52.732410 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (c01ed6aa-8c27-4d47-ab8c-925fa1da431f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.770980 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (c01ed6aa-8c27-4d47-ab8c-925fa1da431f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.776315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:52.777047 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.845579 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7620733 Feb 11 04:27:52.898654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e35366-409c-4907-b9a4-1dde30eee4b4 demo demo] Pushing event updated for resources: {'Network': ['ID=c01ed6aa-8c27-4d47-ab8c-925fa1da431f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:52.912091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network c01ed6aa-8c27-4d47-ab8c-925fa1da431f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:27:55.344352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40412) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:55.880491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.policy [None req-712d1cce-e22e-47de-8377-1e9deb92dfe4 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103353) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 04:27:55.920954 n-d-615180-58 neutron-server[103353]: WARNING oslo_policy.policy [None req-712d1cce-e22e-47de-8377-1e9deb92dfe4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:27:55.921273 n-d-615180-58 neutron-server[103353]: WARNING oslo_policy.policy [None req-712d1cce-e22e-47de-8377-1e9deb92dfe4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:27:55.930132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d1cce-e22e-47de-8377-1e9deb92dfe4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:55.931830 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-712d1cce-e22e-47de-8377-1e9deb92dfe4 demo admin] 10.222.0.48 "GET /v2.0/networks/c01ed6aa-8c27-4d47-ab8c-925fa1da431f HTTP/1.1" status: 200 len: 825 time: 0.5866413 Feb 11 04:27:55.983242 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-31a8e66e-e26b-43e7-a26a-b5b6405323e2 demo admin] 10.222.0.48 "GET /v2.0/subnetpools/5a153efb-98f0-4ec4-92a6-656d7feb85ca HTTP/1.1" status: 200 len: 734 time: 0.0455337 Feb 11 04:27:55.992945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '5a153efb-98f0-4ec4-92a6-656d7feb85ca', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:56.030346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Made reservation on behalf of a4c960b7d8c443a9b098c06115efd441 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:56.033059 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:56.314211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for subnet (1fa25d1a-ee40-4882-9c15-4b88864236b5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:56.381739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Checking segment: {'id': '9aecbb10-0642-4f30-b0f8-269db495fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:56.382408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Network hostable DHCP agents. Network: c01ed6aa-8c27-4d47-ab8c-925fa1da431f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:27:56.396277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1fa25d1a-ee40-4882-9c15-4b88864236b5,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:56.409519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.409937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.410284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.410696 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.411651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.411996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.412324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.412675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.413071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.413469 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.413868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.414194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.414590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Tracked resource versions report: Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: pushed versions: Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: { 'AddressGroup': {'1.2'}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'ConntrackHelper': {'1.0'}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'Log': {'1.0'}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'Network': {'1.1'}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'Port': {'1.7'}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'PortForwarding': {'1.2'}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'QosPolicy': {'1.10'}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'SecurityGroup': {'1.5'}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'SubPort': {'1.0'}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'Subnet': {'1.1'}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'Trunk': {'1.1'}} Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: consumer versions: Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: { DHCP agent@n-d-615180-58: {}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: L3 agent@n-d-615180-58: {}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: Metadata agent@n-d-615180-58: {}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: Metering agent@n-d-615180-58: {}, Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: Open vSwitch agent@n-d-615180-58: { 'AddressGroup': '1.2', Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'ConntrackHelper': '1.0', Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'LocalIPAssociation': '1.0', Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'Log': '1.0', Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'Network': '1.1', Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'Port': '1.7', Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'PortForwarding': '1.2', Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'QosPolicy': '1.10', Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'SecurityGroup': '1.5', Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'SecurityGroupRule': '1.2', Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'SubPort': '1.0', Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'Subnet': '1.1', Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: 'Trunk': '1.1'}} Feb 11 04:27:56.415924 n-d-615180-58 neutron-server[103353]: {{(pid=103353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:27:56.439503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Network c01ed6aa-8c27-4d47-ab8c-925fa1da431f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:27:56.451786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, c01ed6aa-8c27-4d47-ab8c-925fa1da431f) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:56.456244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:56.456893 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:56.461816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd7d36c-86f7-433c-ab6d-533a448165cb None None] Network c01ed6aa-8c27-4d47-ab8c-925fa1da431f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:27:56.479692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f8c16c1e-1367-4c01-aa7d-401ad0017ee1 demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4897516 Feb 11 04:27:56.730493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-c01ed6aa-8c27-4d47-ab8c-925fa1da431f', 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f', 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'fixed_ips': [{'subnet_id': '1fa25d1a-ee40-4882-9c15-4b88864236b5'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:27:56.731744 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:57.006532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Allocated IP 172.20.0.2 (c01ed6aa-8c27-4d47-ab8c-925fa1da431f/1fa25d1a-ee40-4882-9c15-4b88864236b5/c1a145eb-0fb0-4c12-9c8e-154523dff5d3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:57.273387 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Publish callbacks [] for port (c1a145eb-0fb0-4c12-9c8e-154523dff5d3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:57.281586 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (c1a145eb-0fb0-4c12-9c8e-154523dff5d3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:57.353521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Network c01ed6aa-8c27-4d47-ab8c-925fa1da431f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:57.365541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:57.368715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:57.376224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Pushing event updated for resources: {'Port': ['ID=c1a145eb-0fb0-4c12-9c8e-154523dff5d3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:57.420559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.420952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.421300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.421637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.421964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.422289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.422611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.422951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.423289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.423590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.423905 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.424221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.424535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Tracked resource versions report: Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: pushed versions: Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: { 'AddressGroup': {'1.2'}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'ConntrackHelper': {'1.0'}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'Log': {'1.0'}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'Network': {'1.1'}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'Port': {'1.7'}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'PortForwarding': {'1.2'}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'QosPolicy': {'1.10'}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'SecurityGroup': {'1.5'}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'SubPort': {'1.0'}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'Subnet': {'1.1'}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'Trunk': {'1.1'}} Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: consumer versions: Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: { DHCP agent@n-d-615180-58: {}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: L3 agent@n-d-615180-58: {}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: Metadata agent@n-d-615180-58: {}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: Metering agent@n-d-615180-58: {}, Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: Open vSwitch agent@n-d-615180-58: { 'AddressGroup': '1.2', Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'ConntrackHelper': '1.0', Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'LocalIPAssociation': '1.0', Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'Log': '1.0', Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'Network': '1.1', Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'Port': '1.7', Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'PortForwarding': '1.2', Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'QosPolicy': '1.10', Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'SecurityGroup': '1.5', Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'SecurityGroupRule': '1.2', Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'SubPort': '1.0', Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'Subnet': '1.1', Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: 'Trunk': '1.1'}} Feb 11 04:27:57.425661 n-d-615180-58 neutron-server[103355]: {{(pid=103355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:27:57.461247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Attempting to bind port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:57.461758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Attempting to bind port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '9aecbb10-0642-4f30-b0f8-269db495fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:57.462183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Attempting to bind port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 on network c01ed6aa-8c27-4d47-ab8c-925fa1da431f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:57.467050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:27:57.467446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Checking segment: {'id': '9aecbb10-0642-4f30-b0f8-269db495fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:57.467922 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:57.468317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Bound using segment: {'id': '9aecbb10-0642-4f30-b0f8-269db495fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:27:57.468825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Bound port: c1a145eb-0fb0-4c12-9c8e-154523dff5d3, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aecbb10-0642-4f30-b0f8-269db495fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:27:57.469229 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c1a145eb-0fb0-4c12-9c8e-154523dff5d3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:57.529591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] For port c1a145eb-0fb0-4c12-9c8e-154523dff5d3, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:57.551038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] For port c1a145eb-0fb0-4c12-9c8e-154523dff5d3, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c1a145eb-0fb0-4c12-9c8e-154523dff5d3,segment=NetworkSegment(9aecbb10-0642-4f30-b0f8-269db495fd93),segment_id=9aecbb10-0642-4f30-b0f8-269db495fd93)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:27:57.558361 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c1a145eb-0fb0-4c12-9c8e-154523dff5d3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:57.610565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109a1da-c16e-4e4e-9bec-996051d2293b None None] Pushing event updated for resources: {'Port': ['ID=c1a145eb-0fb0-4c12-9c8e-154523dff5d3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:58.965635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:59.285596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-f6263234-dce5-41ca-8252-77fc7e64c8fa admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:27:59.287116 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f6263234-dce5-41ca-8252-77fc7e64c8fa admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3204443 Feb 11 04:28:01.782676 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40434) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:02.127335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-2bdcc95f-5a08-42b8-a45c-e7d124a44baf admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:28:02.128458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2bdcc95f-5a08-42b8-a45c-e7d124a44baf admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3446364 Feb 11 04:28:04.592279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40442) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:04.897176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-648e7242-e675-479e-9825-633756a01d3d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:04.920257 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-648e7242-e675-479e-9825-633756a01d3d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (2f176a39-5462-427e-a37d-c2d28620d680), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:04.921938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-648e7242-e675-479e-9825-633756a01d3d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (2f176a39-5462-427e-a37d-c2d28620d680), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.059330 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-648e7242-e675-479e-9825-633756a01d3d demo demo] Publish callbacks [] for router_controller (2f176a39-5462-427e-a37d-c2d28620d680), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.064099 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-648e7242-e675-479e-9825-633756a01d3d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (2f176a39-5462-427e-a37d-c2d28620d680), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.080662 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-648e7242-e675-479e-9825-633756a01d3d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.082012 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-648e7242-e675-479e-9825-633756a01d3d demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4886556 Feb 11 04:28:07.564224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40454) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:07.883369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-476a2e54-8645-4c88-9418-671c7189b48f admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:28:07.884382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-476a2e54-8645-4c88-9418-671c7189b48f admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3191390 Feb 11 04:28:08.124783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c1a145eb-0fb0-4c12-9c8e-154523dff5d3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:08.219471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:08.219897 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1a145eb-0fb0-4c12-9c8e-154523dff5d3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:08.327230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:08.327562 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c1a145eb-0fb0-4c12-9c8e-154523dff5d3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:08.362355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port c1a145eb-0fb0-4c12-9c8e-154523dff5d3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c1a145eb-0fb0-4c12-9c8e-154523dff5d3,segment=NetworkSegment(9aecbb10-0642-4f30-b0f8-269db495fd93),segment_id=9aecbb10-0642-4f30-b0f8-269db495fd93)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:08.366347 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c1a145eb-0fb0-4c12-9c8e-154523dff5d3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:08.413311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=c1a145eb-0fb0-4c12-9c8e-154523dff5d3,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:08.575006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f142f7-af72-4074-b2fc-7dfb6c9dab79 None None] Network c01ed6aa-8c27-4d47-ab8c-925fa1da431f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:08.675260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-738c68c6-fd06-4424-9614-fc512c148707 None None] Provisioning complete for port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:08.675581 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-738c68c6-fd06-4424-9614-fc512c148707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1a145eb-0fb0-4c12-9c8e-154523dff5d3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:08.775796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-738c68c6-fd06-4424-9614-fc512c148707 None None] Current status of the port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:08.997658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7c23f0b1-a16f-41d8-974d-20b376dfb6c4 None None] Provisioning complete for port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:08.998060 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c23f0b1-a16f-41d8-974d-20b376dfb6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1a145eb-0fb0-4c12-9c8e-154523dff5d3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:09.075397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7c23f0b1-a16f-41d8-974d-20b376dfb6c4 None None] Current status of the port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:09.260015 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fbd01ac2-b334-4093-ba51-453c17dd6737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.078328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c1a145eb-0fb0-4c12-9c8e-154523dff5d3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:10.130908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:10.131325 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1a145eb-0fb0-4c12-9c8e-154523dff5d3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.212770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:10.413008 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40462) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:10.734589 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:10.755048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Made reservation on behalf of ea877663ea314b10bb86cdf5b55b534a for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:10.757367 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.765498 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.845148 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Publish callbacks [] for security_group (2f360995-d097-431f-bd68-41689c8c2da5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.849659 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2f360995-d097-431f-bd68-41689c8c2da5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.864781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Reserving flat network on physical network physnet1 {{(pid=103354) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 11 04:28:10.883093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f360995-d097-431f-bd68-41689c8c2da5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:10.888027 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (39d8fd13-5715-4c62-a5e7-1d843d6b84c0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.888369 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Added segment 39d8fd13-5715-4c62-a5e7-1d843d6b84c0 of type flat for network 39b338c4-a31b-4884-a416-93b3d15636aa Feb 11 04:28:10.933806 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (39b338c4-a31b-4884-a416-93b3d15636aa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.967600 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (39b338c4-a31b-4884-a416-93b3d15636aa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.968569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:10.969209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.033729 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6196396 Feb 11 04:28:11.076903 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906f53d-c4d0-4e68-9715-0f868dc6f37b admin admin] Pushing event updated for resources: {'Network': ['ID=39b338c4-a31b-4884-a416-93b3d15636aa,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:11.088200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 39b338c4-a31b-4884-a416-93b3d15636aa details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:28:11.758570 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ae30b4c-70b1-4874-82c1-63fac9b6ebdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.514963 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:13.469070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40480) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:13.640903 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4cbe30-e307-4006-932f-0049b6d9525e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:13.642270 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7d4cbe30-e307-4006-932f-0049b6d9525e demo admin] 10.222.0.48 "GET /v2.0/subnets/1fa25d1a-ee40-4882-9c15-4b88864236b5 HTTP/1.1" status: 200 len: 849 time: 0.1722815 Feb 11 04:28:13.819780 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2209b643-edb9-4ff3-be21-1453f62a0157 demo admin] 10.222.0.48 "GET /v2.0/routers/2f176a39-5462-427e-a37d-c2d28620d680 HTTP/1.1" status: 200 len: 704 time: 0.1712980 Feb 11 04:28:14.087961 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:14.091626 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:14.392330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Allocated IP 172.20.0.1 (c01ed6aa-8c27-4d47-ab8c-925fa1da431f/1fa25d1a-ee40-4882-9c15-4b88864236b5/a2dd20d4-d9e5-477a-8a09-0608487ea4d1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:14.547586 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Publish callbacks [] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:14.612506 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:14.685213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Network c01ed6aa-8c27-4d47-ab8c-925fa1da431f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:14.694738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:14.697274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:14.697907 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (2f176a39-5462-427e-a37d-c2d28620d680), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:14.757714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Pushing event updated for resources: {'Port': ['ID=a2dd20d4-d9e5-477a-8a09-0608487ea4d1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:14.901939 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:14.930986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-22e21e83-3409-4389-a637-a857e30823a7 None None] Provisioning complete for port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:14.931383 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22e21e83-3409-4389-a637-a857e30823a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.017515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-22e21e83-3409-4389-a637-a857e30823a7 None None] Port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:15.164043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Publish callbacks [] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.168413 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.169183 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (2f176a39-5462-427e-a37d-c2d28620d680), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.225501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Pushing event updated for resources: {'Port': ['ID=a2dd20d4-d9e5-477a-8a09-0608487ea4d1,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:15.291646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Network c01ed6aa-8c27-4d47-ab8c-925fa1da431f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:15.292868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:15.455330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Router 2f176a39-5462-427e-a37d-c2d28620d680 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:28:15.466068 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.538050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-44df94ed-ff64-4b4f-b51c-9ca03a7bc56d None None] Provisioning complete for port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:15.538480 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44df94ed-ff64-4b4f-b51c-9ca03a7bc56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.548154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:15.553437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-81453f88-0a27-4872-b039-a0a3941e596f demo admin] 10.222.0.48 "PUT /v2.0/routers/2f176a39-5462-427e-a37d-c2d28620d680/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7285058 Feb 11 04:28:15.570727 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Sync routers for ids ['2f176a39-5462-427e-a37d-c2d28620d680'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:15.572864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-44df94ed-ff64-4b4f-b51c-9ca03a7bc56d None None] Port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:15.585857 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Routers {'2f176a39-5462-427e-a37d-c2d28620d680'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:15.586742 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:28:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2f176a39-5462-427e-a37d-c2d28620d680'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:15.773869 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Set router 2f176a39-5462-427e-a37d-c2d28620d680 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:16.209437 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f176a39-5462-427e-a37d-c2d28620d680', 'name': 'router1', 'tenant_id': 'a4c960b7d8c443a9b098c06115efd441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:04Z', 'updated_at': '2022-02-11T04:28:14Z', 'revision_number': 2, 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'gw_port_host': None, '_interfaces': [{'id': 'a2dd20d4-d9e5-477a-8a09-0608487ea4d1', 'name': '', 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f', 'tenant_id': 'a4c960b7d8c443a9b098c06115efd441', 'mac_address': 'fa:16:3e:5b:96:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f176a39-5462-427e-a37d-c2d28620d680', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1fa25d1a-ee40-4882-9c15-4b88864236b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:14Z', 'updated_at': '2022-02-11T04:28:15Z', 'revision_number': 2, 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'subnets': [{'id': '1fa25d1a-ee40-4882-9c15-4b88864236b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a153efb-98f0-4ec4-92a6-656d7feb85ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:16.266773 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Checking router: 2f176a39-5462-427e-a37d-c2d28620d680 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:28:16.267196 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Updating router 2f176a39-5462-427e-a37d-c2d28620d680 port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:28:16.319514 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.846738 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Publish callbacks [] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.854541 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.948456 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Pushing event updated for resources: {'Port': ['ID=a2dd20d4-d9e5-477a-8a09-0608487ea4d1,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:16.958143 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.958487 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.958828 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.959185 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.959516 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.959848 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.960172 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.960493 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.960813 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.961130 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.961447 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.961764 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.962077 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Tracked resource versions report: Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: pushed versions: Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: { 'AddressGroup': {'1.2'}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'ConntrackHelper': {'1.0'}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'Log': {'1.0'}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'Network': {'1.1'}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'Port': {'1.7'}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'PortForwarding': {'1.2'}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'QosPolicy': {'1.10'}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'SecurityGroup': {'1.5'}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'SubPort': {'1.0'}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'Subnet': {'1.1'}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'Trunk': {'1.1'}} Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: consumer versions: Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: { DHCP agent@n-d-615180-58: {}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: L3 agent@n-d-615180-58: {}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: Metadata agent@n-d-615180-58: {}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: Metering agent@n-d-615180-58: {}, Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: Open vSwitch agent@n-d-615180-58: { 'AddressGroup': '1.2', Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'ConntrackHelper': '1.0', Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'LocalIPAssociation': '1.0', Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'Log': '1.0', Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'Network': '1.1', Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'Port': '1.7', Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'PortForwarding': '1.2', Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'QosPolicy': '1.10', Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'SecurityGroup': '1.5', Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'SecurityGroupRule': '1.2', Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'SubPort': '1.0', Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'Subnet': '1.1', Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: 'Trunk': '1.1'}} Feb 11 04:28:16.963236 n-d-615180-58 neutron-server[103356]: {{(pid=103356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:28:17.043028 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Attempting to bind port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:17.043550 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Attempting to bind port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '9aecbb10-0642-4f30-b0f8-269db495fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:17.044068 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Attempting to bind port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 on network c01ed6aa-8c27-4d47-ab8c-925fa1da431f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:17.049487 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:17.049931 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Checking segment: {'id': '9aecbb10-0642-4f30-b0f8-269db495fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:17.050417 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.050868 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Bound using segment: {'id': '9aecbb10-0642-4f30-b0f8-269db495fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:17.051383 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Bound port: a2dd20d4-d9e5-477a-8a09-0608487ea4d1, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aecbb10-0642-4f30-b0f8-269db495fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:17.051772 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.117504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a4318635-9298-4bbf-8971-3bc5eb173e78 None None] Provisioning complete for port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:17.118052 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a4318635-9298-4bbf-8971-3bc5eb173e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.120933 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] For port a2dd20d4-d9e5-477a-8a09-0608487ea4d1, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:17.143374 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] For port a2dd20d4-d9e5-477a-8a09-0608487ea4d1, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a2dd20d4-d9e5-477a-8a09-0608487ea4d1,segment=NetworkSegment(9aecbb10-0642-4f30-b0f8-269db495fd93),segment_id=9aecbb10-0642-4f30-b0f8-269db495fd93)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:17.151245 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.159679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a4318635-9298-4bbf-8971-3bc5eb173e78 None None] Port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:17.204926 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Routers {'2f176a39-5462-427e-a37d-c2d28620d680'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:17.205544 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:28:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2f176a39-5462-427e-a37d-c2d28620d680'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:17.251860 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554999e-5c5d-416d-b2fd-66f16ed30b8b None None] Pushing event updated for resources: {'Port': ['ID=a2dd20d4-d9e5-477a-8a09-0608487ea4d1,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:17.308687 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] Set router 2f176a39-5462-427e-a37d-c2d28620d680 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:17.378469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-15db56c9-8c1e-4045-855b-e1d0df98e644 None None] Provisioning complete for port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:17.379323 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-15db56c9-8c1e-4045-855b-e1d0df98e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.463350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-15db56c9-8c1e-4045-855b-e1d0df98e644 None None] Current status of the port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:17.463679 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-15db56c9-8c1e-4045-855b-e1d0df98e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.495978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-15db56c9-8c1e-4045-855b-e1d0df98e644 None None] For port a2dd20d4-d9e5-477a-8a09-0608487ea4d1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a2dd20d4-d9e5-477a-8a09-0608487ea4d1,segment=NetworkSegment(9aecbb10-0642-4f30-b0f8-269db495fd93),segment_id=9aecbb10-0642-4f30-b0f8-269db495fd93)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:17.500758 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-15db56c9-8c1e-4045-855b-e1d0df98e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.541295 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f176a39-5462-427e-a37d-c2d28620d680', 'name': 'router1', 'tenant_id': 'a4c960b7d8c443a9b098c06115efd441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:04Z', 'updated_at': '2022-02-11T04:28:14Z', 'revision_number': 2, 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'gw_port_host': None, '_interfaces': [{'id': 'a2dd20d4-d9e5-477a-8a09-0608487ea4d1', 'name': '', 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f', 'tenant_id': 'a4c960b7d8c443a9b098c06115efd441', 'mac_address': 'fa:16:3e:5b:96:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f176a39-5462-427e-a37d-c2d28620d680', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1fa25d1a-ee40-4882-9c15-4b88864236b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:14Z', 'updated_at': '2022-02-11T04:28:17Z', 'revision_number': 4, 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'subnets': [{'id': '1fa25d1a-ee40-4882-9c15-4b88864236b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a153efb-98f0-4ec4-92a6-656d7feb85ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:17.553316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db56c9-8c1e-4045-855b-e1d0df98e644 None None] Pushing event updated for resources: {'Port': ['ID=a2dd20d4-d9e5-477a-8a09-0608487ea4d1,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:17.569454 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad2f8d-a446-41e7-86c4-07049272ad7b None None] The sync data for ids ['2f176a39-5462-427e-a37d-c2d28620d680'] in n-d-615180-58 is: [{'id': '2f176a39-5462-427e-a37d-c2d28620d680', 'name': 'router1', 'tenant_id': 'a4c960b7d8c443a9b098c06115efd441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:04Z', 'updated_at': '2022-02-11T04:28:14Z', 'revision_number': 2, 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'gw_port_host': None, '_interfaces': [{'id': 'a2dd20d4-d9e5-477a-8a09-0608487ea4d1', 'name': '', 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f', 'tenant_id': 'a4c960b7d8c443a9b098c06115efd441', 'mac_address': 'fa:16:3e:5b:96:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f176a39-5462-427e-a37d-c2d28620d680', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1fa25d1a-ee40-4882-9c15-4b88864236b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:14Z', 'updated_at': '2022-02-11T04:28:17Z', 'revision_number': 4, 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'subnets': [{'id': '1fa25d1a-ee40-4882-9c15-4b88864236b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a153efb-98f0-4ec4-92a6-656d7feb85ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:17.933568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40500) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:18.077649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716187f-d107-4be2-98e3-3012898ccd1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:18.078984 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c716187f-d107-4be2-98e3-3012898ccd1b admin admin] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 842 time: 0.1444504 Feb 11 04:28:18.088381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] Request body: {'subnet': {'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:18.109305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] Made reservation on behalf of ea877663ea314b10bb86cdf5b55b534a for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:18.111597 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.474117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:28:18.474583 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for subnet (ac28aac8-f878-4a64-8501-bd1cec7aa54f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.535189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac28aac8-f878-4a64-8501-bd1cec7aa54f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:18.543719 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:18.544100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] Network hostable DHCP agents. Network: 39b338c4-a31b-4884-a416-93b3d15636aa, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:28:18.564715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:28:18.575731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 39b338c4-a31b-4884-a416-93b3d15636aa) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:18.581321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:18.582699 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.591053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e21010-b1c4-4329-b1d4-8c58d7308117 None None] Network 39b338c4-a31b-4884-a416-93b3d15636aa requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:18.600162 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-eb83c65b-487b-45df-83c8-3489271a817a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5152040 Feb 11 04:28:18.692021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5b3cf-1aab-44b6-83f7-2e3705615423 None None] Network 39b338c4-a31b-4884-a416-93b3d15636aa requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:20.946021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40508) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:21.160666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a042df6c-5bea-4c51-bc6f-4574c16ec46c demo admin] 10.222.0.48 "GET /v2.0/routers/2f176a39-5462-427e-a37d-c2d28620d680 HTTP/1.1" status: 200 len: 710 time: 0.2128932 Feb 11 04:28:21.248206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e511afde-81fe-41af-81cd-8a53931eeef4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:21.249570 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e511afde-81fe-41af-81cd-8a53931eeef4 demo admin] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 886 time: 0.0835004 Feb 11 04:28:21.258267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:21.513819 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Publish callbacks [] for router_gateway (2f176a39-5462-427e-a37d-c2d28620d680), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:21.805736 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Publish callbacks [] for router_gateway (2f176a39-5462-427e-a37d-c2d28620d680), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:21.881270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.044785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Allocated IP 172.25.7.81 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/eefe74ec-866b-43fe-9be6-c37f222e4e3f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:22.153482 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Publish callbacks [] for port (eefe74ec-866b-43fe-9be6-c37f222e4e3f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.211385 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (eefe74ec-866b-43fe-9be6-c37f222e4e3f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.292896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:22.301645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:22.303873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Pushing event updated for resources: {'Port': ['ID=eefe74ec-866b-43fe-9be6-c37f222e4e3f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:22.306730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:22.604201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Publish callbacks [] for router_gateway (2f176a39-5462-427e-a37d-c2d28620d680), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.805303 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (2f176a39-5462-427e-a37d-c2d28620d680), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.809629 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (2f176a39-5462-427e-a37d-c2d28620d680), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.995888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Router 2f176a39-5462-427e-a37d-c2d28620d680 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:28:23.102366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:23.107285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.109309 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4eea5465-3e74-4312-bd22-db3cd2ae6224 demo admin] 10.222.0.48 "PUT /v2.0/routers/2f176a39-5462-427e-a37d-c2d28620d680 HTTP/1.1" status: 200 len: 889 time: 1.8539994 Feb 11 04:28:24.122079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a2dd20d4-d9e5-477a-8a09-0608487ea4d1 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:24.185355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:24.185759 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:24.266246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:25.592474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:25.715690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7e970c31-dd38-4a1b-8b1d-2514a0089a47 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1220679 Feb 11 04:28:25.924882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Sync routers for ids ['2f176a39-5462-427e-a37d-c2d28620d680'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:25.936095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Routers {'2f176a39-5462-427e-a37d-c2d28620d680'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:25.936751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:28:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2f176a39-5462-427e-a37d-c2d28620d680'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:26.154856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Set router 2f176a39-5462-427e-a37d-c2d28620d680 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:26.570372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f176a39-5462-427e-a37d-c2d28620d680', 'name': 'router1', 'tenant_id': 'a4c960b7d8c443a9b098c06115efd441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'eefe74ec-866b-43fe-9be6-c37f222e4e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:04Z', 'updated_at': '2022-02-11T04:28:22Z', 'revision_number': 4, 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'gw_port': {'id': 'eefe74ec-866b-43fe-9be6-c37f222e4e3f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:05:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f176a39-5462-427e-a37d-c2d28620d680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:21Z', 'updated_at': '2022-02-11T04:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a2dd20d4-d9e5-477a-8a09-0608487ea4d1', 'name': '', 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f', 'tenant_id': 'a4c960b7d8c443a9b098c06115efd441', 'mac_address': 'fa:16:3e:5b:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f176a39-5462-427e-a37d-c2d28620d680', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1fa25d1a-ee40-4882-9c15-4b88864236b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:14Z', 'updated_at': '2022-02-11T04:28:17Z', 'revision_number': 5, 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'subnets': [{'id': '1fa25d1a-ee40-4882-9c15-4b88864236b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a153efb-98f0-4ec4-92a6-656d7feb85ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:26.705514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Checking router: 2f176a39-5462-427e-a37d-c2d28620d680 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:28:26.705877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Updating router 2f176a39-5462-427e-a37d-c2d28620d680 port eefe74ec-866b-43fe-9be6-c37f222e4e3f binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:28:26.758620 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eefe74ec-866b-43fe-9be6-c37f222e4e3f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:27.093319 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Publish callbacks [] for port (eefe74ec-866b-43fe-9be6-c37f222e4e3f), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:27.099718 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (eefe74ec-866b-43fe-9be6-c37f222e4e3f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:27.151196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98676b12-2d52-488d-9770-8183d29f60fd None None] Pushing event updated for resources: {'Port': ['ID=eefe74ec-866b-43fe-9be6-c37f222e4e3f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:27.154268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Attempting to bind port eefe74ec-866b-43fe-9be6-c37f222e4e3f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:27.154650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Attempting to bind port eefe74ec-866b-43fe-9be6-c37f222e4e3f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:27.155059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Attempting to bind port eefe74ec-866b-43fe-9be6-c37f222e4e3f on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:27.160691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:27.161071 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:27.161471 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:27.161860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:27.162319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Bound port: eefe74ec-866b-43fe-9be6-c37f222e4e3f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:27.162711 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eefe74ec-866b-43fe-9be6-c37f222e4e3f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:27.210102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] For port eefe74ec-866b-43fe-9be6-c37f222e4e3f, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:27.213020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] For port eefe74ec-866b-43fe-9be6-c37f222e4e3f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=eefe74ec-866b-43fe-9be6-c37f222e4e3f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:27.218745 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (eefe74ec-866b-43fe-9be6-c37f222e4e3f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:27.274234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Routers {'2f176a39-5462-427e-a37d-c2d28620d680'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:27.274832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:28:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2f176a39-5462-427e-a37d-c2d28620d680'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:27.309857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98676b12-2d52-488d-9770-8183d29f60fd None None] Pushing event updated for resources: {'Port': ['ID=eefe74ec-866b-43fe-9be6-c37f222e4e3f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:27.387770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] Set router 2f176a39-5462-427e-a37d-c2d28620d680 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:27.617148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f176a39-5462-427e-a37d-c2d28620d680', 'name': 'router1', 'tenant_id': 'a4c960b7d8c443a9b098c06115efd441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'eefe74ec-866b-43fe-9be6-c37f222e4e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:04Z', 'updated_at': '2022-02-11T04:28:22Z', 'revision_number': 4, 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'gw_port': {'id': 'eefe74ec-866b-43fe-9be6-c37f222e4e3f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:05:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f176a39-5462-427e-a37d-c2d28620d680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:21Z', 'updated_at': '2022-02-11T04:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a2dd20d4-d9e5-477a-8a09-0608487ea4d1', 'name': '', 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f', 'tenant_id': 'a4c960b7d8c443a9b098c06115efd441', 'mac_address': 'fa:16:3e:5b:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f176a39-5462-427e-a37d-c2d28620d680', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1fa25d1a-ee40-4882-9c15-4b88864236b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:14Z', 'updated_at': '2022-02-11T04:28:17Z', 'revision_number': 5, 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'subnets': [{'id': '1fa25d1a-ee40-4882-9c15-4b88864236b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a153efb-98f0-4ec4-92a6-656d7feb85ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:27.648053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa70d99-6d12-4bc1-a7f7-d08d507c0e9a None None] The sync data for ids ['2f176a39-5462-427e-a37d-c2d28620d680'] in n-d-615180-58 is: [{'id': '2f176a39-5462-427e-a37d-c2d28620d680', 'name': 'router1', 'tenant_id': 'a4c960b7d8c443a9b098c06115efd441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'eefe74ec-866b-43fe-9be6-c37f222e4e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:04Z', 'updated_at': '2022-02-11T04:28:22Z', 'revision_number': 4, 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'gw_port': {'id': 'eefe74ec-866b-43fe-9be6-c37f222e4e3f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:05:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f176a39-5462-427e-a37d-c2d28620d680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:21Z', 'updated_at': '2022-02-11T04:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a2dd20d4-d9e5-477a-8a09-0608487ea4d1', 'name': '', 'network_id': 'c01ed6aa-8c27-4d47-ab8c-925fa1da431f', 'tenant_id': 'a4c960b7d8c443a9b098c06115efd441', 'mac_address': 'fa:16:3e:5b:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f176a39-5462-427e-a37d-c2d28620d680', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1fa25d1a-ee40-4882-9c15-4b88864236b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:14Z', 'updated_at': '2022-02-11T04:28:17Z', 'revision_number': 5, 'project_id': 'a4c960b7d8c443a9b098c06115efd441', 'subnets': [{'id': '1fa25d1a-ee40-4882-9c15-4b88864236b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a153efb-98f0-4ec4-92a6-656d7feb85ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:28.164605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device eefe74ec-866b-43fe-9be6-c37f222e4e3f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:28.230952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port eefe74ec-866b-43fe-9be6-c37f222e4e3f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:28.231360 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (eefe74ec-866b-43fe-9be6-c37f222e4e3f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:28.326343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port eefe74ec-866b-43fe-9be6-c37f222e4e3f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:28.327001 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eefe74ec-866b-43fe-9be6-c37f222e4e3f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:28.354344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port eefe74ec-866b-43fe-9be6-c37f222e4e3f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=eefe74ec-866b-43fe-9be6-c37f222e4e3f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:28.365241 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (eefe74ec-866b-43fe-9be6-c37f222e4e3f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:28.434557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=eefe74ec-866b-43fe-9be6-c37f222e4e3f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:30.150129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device eefe74ec-866b-43fe-9be6-c37f222e4e3f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:30.208890 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port eefe74ec-866b-43fe-9be6-c37f222e4e3f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:30.209292 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (eefe74ec-866b-43fe-9be6-c37f222e4e3f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.304325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port eefe74ec-866b-43fe-9be6-c37f222e4e3f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:34.746406 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:28:39.263975 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62390669-4765-4465-9cac-2809e05955f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.766602 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7053934-289a-49a9-ae54-311d1a4e6ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.525540 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.109042 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.476943 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:09.267014 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8b2fa528-05f0-4d34-91b2-27311016f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:11.746740 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:29:11.765071 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b7c59f7-9862-4c8c-9ed2-3d3a99bc9c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:12.527378 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:14.103898 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.473787 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:39.271568 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74f87098-c9f5-4797-9004-ebaa2f9fd781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.757371 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-984f2d9b-2157-4b49-ba7c-c3c0328cc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.528779 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.119086 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.470203 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.745918 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:29:50.673987 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41040) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:50.735599 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98abd89-59d5-4fe1-95c2-ff5b78c5faff admin admin] GET failed (client error): The resource could not be found. Feb 11 04:29:50.737259 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b98abd89-59d5-4fe1-95c2-ff5b78c5faff admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623178 Feb 11 04:29:50.898069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd46796-8c7f-4cd7-b48b-aa5751593f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:50.899486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7dd46796-8c7f-4cd7-b48b-aa5751593f7d admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581428 Feb 11 04:29:53.146154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41050) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:53.246813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae49d0-5971-4728-b107-456b2c8d5ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:53.248217 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-edae49d0-5971-4728-b107-456b2c8d5ff9 admin admin] 10.222.0.48 "GET /v2.0/subnets/1fa25d1a-ee40-4882-9c15-4b88864236b5 HTTP/1.1" status: 200 len: 849 time: 0.1011107 Feb 11 04:29:53.258126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:53.342684 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Publish callbacks [] for subnet (1fa25d1a-ee40-4882-9c15-4b88864236b5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.481678 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739642397431'] for subnet (1fa25d1a-ee40-4882-9c15-4b88864236b5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.513187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:53.514261 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.515280 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] 10.222.0.48 "PUT /v2.0/subnets/1fa25d1a-ee40-4882-9c15-4b88864236b5 HTTP/1.1" status: 200 len: 868 time: 0.2605050 Feb 11 04:29:53.517310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe3f961-fa7d-4d4b-9786-e76f964610d4 None None] Network c01ed6aa-8c27-4d47-ab8c-925fa1da431f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:53.533162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa25d1a-ee40-4882-9c15-4b88864236b5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:53.544975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.545574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.548954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.548954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.548954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.548954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.548954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.548954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.548954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.549572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.549572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.549943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.550187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b3e3b8-6008-48b9-a4dd-8c8844fe867e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.946116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-40c3f5f1-b271-465d-85cc-c55bf5cf9fd3 None None] Provisioning complete for port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:53.946518 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-40c3f5f1-b271-465d-85cc-c55bf5cf9fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a2dd20d4-d9e5-477a-8a09-0608487ea4d1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.023638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-40c3f5f1-b271-465d-85cc-c55bf5cf9fd3 None None] Current status of the port a2dd20d4-d9e5-477a-8a09-0608487ea4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:54.034105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-40c3f5f1-b271-465d-85cc-c55bf5cf9fd3 None None] Provisioning complete for port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:54.034497 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-40c3f5f1-b271-465d-85cc-c55bf5cf9fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1a145eb-0fb0-4c12-9c8e-154523dff5d3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.107650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-40c3f5f1-b271-465d-85cc-c55bf5cf9fd3 None None] Current status of the port c1a145eb-0fb0-4c12-9c8e-154523dff5d3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:55.769090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41058) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:55.978629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0364bd-86ff-406a-adc8-254d30abbdf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:55.979071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0364bd-86ff-406a-adc8-254d30abbdf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:55.980596 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8d0364bd-86ff-406a-adc8-254d30abbdf9 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2105379 Feb 11 04:29:58.222371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41066) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:58.354205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8007f5ed-4b28-453f-bf35-0618b9bc8053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:58.354598 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8007f5ed-4b28-453f-bf35-0618b9bc8053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:58.356152 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8007f5ed-4b28-453f-bf35-0618b9bc8053 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327920 Feb 11 04:30:00.593715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41074) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:00.717879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567dc111-e75e-432e-8df8-bbcb8db9ec89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:00.719271 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-567dc111-e75e-432e-8df8-bbcb8db9ec89 admin admin] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 886 time: 0.1246285 Feb 11 04:30:02.960303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41082) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:03.101920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe0cbc4-5e8e-4166-afc6-a1733181c38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:03.103325 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7fe0cbc4-5e8e-4166-afc6-a1733181c38d admin admin] 10.222.0.48 "GET /v2.0/networks/c01ed6aa-8c27-4d47-ab8c-925fa1da431f HTTP/1.1" status: 200 len: 869 time: 0.1420727 Feb 11 04:30:05.354959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41090) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:05.483796 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab91d50-0658-45a1-913e-31c803c9829b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:05.484258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab91d50-0658-45a1-913e-31c803c9829b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:05.485808 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7ab91d50-0658-45a1-913e-31c803c9829b admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299653 Feb 11 04:30:07.713507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41098) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:07.803495 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbba14d-2f6a-4e97-9f6f-786061cf6706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:07.803954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbba14d-2f6a-4e97-9f6f-786061cf6706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:07.805447 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5cbba14d-2f6a-4e97-9f6f-786061cf6706 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909188 Feb 11 04:30:09.272786 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6fa0813-811d-474d-8f49-d01c167f1c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:10.068170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41106) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:10.162347 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb3ff24-7b00-4daf-b721-feb54162300a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:10.163750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cbb3ff24-7b00-4daf-b721-feb54162300a admin admin] 10.222.0.48 "GET /v2.0/subnets/1fa25d1a-ee40-4882-9c15-4b88864236b5 HTTP/1.1" status: 200 len: 868 time: 0.0946271 Feb 11 04:30:11.760403 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-24ec90c6-ff07-4067-b41c-baab8da0155d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:12.390643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41114) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:12.477791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbfe19-43a5-4ee3-b0f3-f3fbcb29dedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:12.479123 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-20bbfe19-43a5-4ee3-b0f3-f3fbcb29dedd admin admin] 10.222.0.48 "GET /v2.0/subnets/ac28aac8-f878-4a64-8501-bd1cec7aa54f HTTP/1.1" status: 200 len: 816 time: 0.0874989 Feb 11 04:30:12.531862 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:14.106550 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:15.471402 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:25.744667 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:30:36.239219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41168) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:36.296190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-1fe4d738-cef7-454c-8eb2-6dedca0a4387 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:30:36.297245 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1fe4d738-cef7-454c-8eb2-6dedca0a4387 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0570669 Feb 11 04:30:38.647809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41176) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:38.713175 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-747ee708-8ffa-43c1-a9e6-2b5689a2a4d9 admin admin] GET failed (client error): The resource could not be found. Feb 11 04:30:38.714568 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-747ee708-8ffa-43c1-a9e6-2b5689a2a4d9 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658035 Feb 11 04:30:38.801506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842165da-30e4-4380-b6f1-d5c6b1de8f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:38.803114 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-842165da-30e4-4380-b6f1-d5c6b1de8f07 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838633 Feb 11 04:30:39.275174 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f05ee34a-0060-4cfa-b663-57bb50fb56b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:41.105122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41184) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:41.153526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:41.174973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] Made reservation on behalf of ea877663ea314b10bb86cdf5b55b534a for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:41.177339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:41.306077 n-d-615180-58 neutron-server[103354]: WARNING neutron.services.revisions.revision_plugin [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] Could not find related network for resource to bump revision. Feb 11 04:30:41.318457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:30:41.328250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4dae6d0d-87df-4523-8b20-297b9239dba3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:41.328595 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] Added segment 4dae6d0d-87df-4523-8b20-297b9239dba3 of type vlan for network 57815ee2-a35e-4539-b706-b0aecbc87dfe Feb 11 04:30:41.366645 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (57815ee2-a35e-4539-b706-b0aecbc87dfe), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:41.393296 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (57815ee2-a35e-4539-b706-b0aecbc87dfe), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:41.394258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:41.394875 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:41.458220 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] Pushing event updated for resources: {'Network': ['ID=57815ee2-a35e-4539-b706-b0aecbc87dfe,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:41.470143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:41.473488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e7d7d644-4659-4634-87fd-7b839e1fce04 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3662629 Feb 11 04:30:41.762963 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d703535c-f846-4ba3-a3a2-c0fc538c5af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:42.538259 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.776019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41192) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:43.836055 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04e57ce-cc8a-4478-aaa4-933952db1e80 admin admin] GET failed (client error): The resource could not be found. Feb 11 04:30:43.837329 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b04e57ce-cc8a-4478-aaa4-933952db1e80 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603454 Feb 11 04:30:43.904433 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddad19e-8683-44d4-92f4-f3308a5dc922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:43.905966 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fddad19e-8683-44d4-92f4-f3308a5dc922 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645988 Feb 11 04:30:43.915721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ff27bd63-50de-436b-ac94-bd79313256fc admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:43.935397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff27bd63-50de-436b-ac94-bd79313256fc admin admin] Made reservation on behalf of ea877663ea314b10bb86cdf5b55b534a for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:43.938375 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff27bd63-50de-436b-ac94-bd79313256fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.102055 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.103680 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff27bd63-50de-436b-ac94-bd79313256fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for subnet (5cb41bf4-5451-4b30-ab44-f5d8235ca565), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.152758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27bd63-50de-436b-ac94-bd79313256fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb41bf4-5451-4b30-ab44-f5d8235ca565,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:44.167810 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27bd63-50de-436b-ac94-bd79313256fc admin admin] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:44.168165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27bd63-50de-436b-ac94-bd79313256fc admin admin] Network hostable DHCP agents. Network: 57815ee2-a35e-4539-b706-b0aecbc87dfe, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:30:44.183194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27bd63-50de-436b-ac94-bd79313256fc admin admin] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:30:44.192019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ff27bd63-50de-436b-ac94-bd79313256fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 57815ee2-a35e-4539-b706-b0aecbc87dfe) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:44.196363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff27bd63-50de-436b-ac94-bd79313256fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:44.196963 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff27bd63-50de-436b-ac94-bd79313256fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.201604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8041ac6-1e49-4d6a-92a6-6deb74e1aea2 None None] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:44.215997 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ff27bd63-50de-436b-ac94-bd79313256fc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3038530 Feb 11 04:30:44.309279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-57815ee2-a35e-4539-b706-b0aecbc87dfe', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'project_id': 'ea877663ea314b10bb86cdf5b55b534a', 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:30:44.310196 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.452690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Allocated IP 192.168.233.2 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/d9d23f16-b46d-4d16-9e66-1c99b5982856) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:44.602560 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Publish callbacks [] for port (d9d23f16-b46d-4d16-9e66-1c99b5982856), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.610079 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (d9d23f16-b46d-4d16-9e66-1c99b5982856), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.652186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:44.658201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Pushing event updated for resources: {'Port': ['ID=d9d23f16-b46d-4d16-9e66-1c99b5982856,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:44.660396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:44.663128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:44.669239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.669592 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.669938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.670323 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.671617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.671617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.671878 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.672188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.672519 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.672920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.673250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.673575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.673898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:44.732229 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Attempting to bind port d9d23f16-b46d-4d16-9e66-1c99b5982856 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:30:44.732518 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Attempting to bind port d9d23f16-b46d-4d16-9e66-1c99b5982856 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:30:44.733783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Attempting to bind port d9d23f16-b46d-4d16-9e66-1c99b5982856 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:30:44.739198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:30:44.739567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:44.739964 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.740349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:30:44.740802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Bound port: d9d23f16-b46d-4d16-9e66-1c99b5982856, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:30:44.741340 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d9d23f16-b46d-4d16-9e66-1c99b5982856), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.803131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] For port d9d23f16-b46d-4d16-9e66-1c99b5982856, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:30:44.806363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] For port d9d23f16-b46d-4d16-9e66-1c99b5982856, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d9d23f16-b46d-4d16-9e66-1c99b5982856,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:30:44.813010 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d9d23f16-b46d-4d16-9e66-1c99b5982856), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.869554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b83efe-1f1b-4e3a-9361-8a0814ea9f8a None None] Pushing event updated for resources: {'Port': ['ID=d9d23f16-b46d-4d16-9e66-1c99b5982856,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:45.478423 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:45.727920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85092ff9-419c-499a-8e56-b9c00dedf1a9 None None] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:45.800306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-82d705c3-9a9e-406f-bb32-2bed86e9c7b5 None None] Provisioning complete for port d9d23f16-b46d-4d16-9e66-1c99b5982856 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:45.800630 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82d705c3-9a9e-406f-bb32-2bed86e9c7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d9d23f16-b46d-4d16-9e66-1c99b5982856), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:46.020024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-82d705c3-9a9e-406f-bb32-2bed86e9c7b5 None None] Current status of the port d9d23f16-b46d-4d16-9e66-1c99b5982856 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:46.020655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82d705c3-9a9e-406f-bb32-2bed86e9c7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d9d23f16-b46d-4d16-9e66-1c99b5982856), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:46.060126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-82d705c3-9a9e-406f-bb32-2bed86e9c7b5 None None] For port d9d23f16-b46d-4d16-9e66-1c99b5982856, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d9d23f16-b46d-4d16-9e66-1c99b5982856,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:46.067848 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82d705c3-9a9e-406f-bb32-2bed86e9c7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d9d23f16-b46d-4d16-9e66-1c99b5982856), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:46.125123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d705c3-9a9e-406f-bb32-2bed86e9c7b5 None None] Pushing event updated for resources: {'Port': ['ID=d9d23f16-b46d-4d16-9e66-1c99b5982856,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:46.268955 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d9d23f16-b46d-4d16-9e66-1c99b5982856 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:46.323566 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c7db24b1-001a-40dc-a6f2-8b72c4454c4b None None] Provisioning complete for port d9d23f16-b46d-4d16-9e66-1c99b5982856 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:46.323929 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c7db24b1-001a-40dc-a6f2-8b72c4454c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d9d23f16-b46d-4d16-9e66-1c99b5982856), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:46.367230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d9d23f16-b46d-4d16-9e66-1c99b5982856 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:46.367621 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d9d23f16-b46d-4d16-9e66-1c99b5982856), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:46.441443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c7db24b1-001a-40dc-a6f2-8b72c4454c4b None None] Current status of the port d9d23f16-b46d-4d16-9e66-1c99b5982856 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:46.482839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d9d23f16-b46d-4d16-9e66-1c99b5982856 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:02.742631 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:31:09.277299 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61ec96f6-e8be-4c97-a57b-d9a2d23a0d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:11.765520 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd736-1449-4939-bbaf-61fab1a577b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:12.536813 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:14.108465 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:15.470952 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.280318 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94c8a2bc-f34d-4e3d-ac3b-3281dba86936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.741147 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:31:41.767263 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7fc4201f-1196-4b86-97ae-f67326c787d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:42.542148 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:44.108012 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:45.474253 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.593558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41230) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:57.600621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-ab9e1c70-e0a2-4f51-8e09-9c32352a76bd tempest-verify_tempest_config-1621447370 tempest-verify_tempest_config-1621447370-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:31:57.601606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ab9e1c70-e0a2-4f51-8e09-9c32352a76bd tempest-verify_tempest_config-1621447370 tempest-verify_tempest_config-1621447370-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0070493 Feb 11 04:31:57.892583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41248) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:57.993600 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.091031 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Publish callbacks [] for security_group (2d53153a-d41a-4fb1-9ba1-4a755390211d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.094882 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2d53153a-d41a-4fb1-9ba1-4a755390211d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.139453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4f0beab5856473abdcc9b69a02c2b85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2458465 Feb 11 04:31:58.140405 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d53153a-d41a-4fb1-9ba1-4a755390211d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:58.142187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41254) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:58.147337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.147689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.148032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.148371 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.148707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.149038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.149365 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.149692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.150077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.150343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.150664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.151010 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.151333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca9c-f466-4641-bebc-029c6112d7d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.201278 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Publish callbacks [] for security_group (2d53153a-d41a-4fb1-9ba1-4a755390211d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.222073 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Publish callbacks [] for security_group (2d53153a-d41a-4fb1-9ba1-4a755390211d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.313280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2d53153a-d41a-4fb1-9ba1-4a755390211d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.315792 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.319641 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d53153a-d41a-4fb1-9ba1-4a755390211d HTTP/1.1" status: 204 len: 168 time: 0.1736641 Feb 11 04:31:58.325701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d53153a-d41a-4fb1-9ba1-4a755390211d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:58.332611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.332972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.333319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.333661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.334162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.334396 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.334737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.335101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.335441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.335766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.336094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.336421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:58.336747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8143f9-2b6b-49a2-aa8a-860d1fc87170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:09.282745 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aae72e8d-dd95-4b5e-9c98-379753ac3b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:11.772129 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc9b-8ca3-46eb-81df-850f68283c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:12.541925 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:14.111750 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:15.478099 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:16.739929 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:32:39.287512 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1413-4978-4e51-bbbc-d4fcd612c911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:41.773924 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3bff0901-9ba3-4334-9ffa-68d1b040b65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:42.543756 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.114153 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:45.480020 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.738104 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:33:09.289520 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7f08bd2-b083-4058-b6bd-4bdff3d6d0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:11.777007 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2fe177f8-26e0-4c20-8eb1-78d89bdb32e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:12.546780 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:14.117238 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:15.482306 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:30.735610 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:33:39.291464 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65fdc15c-0fa3-4c68-aba5-0c05955bfc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:41.779633 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5825425a-f798-457c-9958-fcf5249685d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:42.550634 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:44.119551 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:45.484329 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:07.733243 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:34:09.293738 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5bb16bf-bd36-457a-a36d-400c0f49e869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:11.784045 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bd2efdc0-a458-49c4-acad-2b8397173465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:12.553386 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:14.123105 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:15.487352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:39.296993 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-120ff39a-1e15-460c-8c25-7a3177e27496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.785110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8a32c997-cd89-497b-bc5f-7be8dff95490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:42.557082 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:44.125849 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:44.731287 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:34:45.492106 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.300054 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3cb6f01a-5961-48e6-a7b5-7c34a7ffbaa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:11.786517 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1347cb09-f911-43b6-983a-9dc0edb80758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:12.559621 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.128181 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:15.493864 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:21.730029 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 5 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:35:32.844031 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-296389'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.015792 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-296389'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:39.304493 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2685908c-c4b7-4cee-91f1-39e35e9cae08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:41.791045 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62a9c01a-05f0-4abb-93fc-542972df38ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.561063 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:44.131364 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.496194 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:58.731542 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:36:02.827544 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:06.971050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.308653 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-221f5a8b-3ed4-4eab-9959-8ff92e24ecba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:10.441371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41310) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:10.546204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a7126385-607f-4b9a-a3bb-a072d97889a4 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1037259 Feb 11 04:36:11.792841 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6e5da509-a08a-4a5f-87fd-2ddc7248e61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:12.564626 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:12.797129 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41320) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:12.854130 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0c3c412e-ddb2-4bff-9e7b-49e08749601f admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0558858 Feb 11 04:36:14.137625 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:15.498093 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.850209 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.731075 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:36:36.986290 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:39.310393 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9c80-2a09-42f9-8344-d9f45063b4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:41.795029 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31b44115-4f75-4142-82a7-5bc038d700ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:42.569305 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:44.137105 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:45.501137 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:02.883103 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:07.002668 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:09.317884 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1b17d3f-0e50-4d08-8cef-01456ced75d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:11.796308 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c2e2b0b4-fdcc-43e1-8141-de196d7ad877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:12.570766 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:12.730994 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:37:14.139958 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:15.503340 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:32.887471 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:37.016060 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:39.311613 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaadf-f484-48b4-a29e-f259337da437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.056669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:41.164815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41554) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:41.358366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-network', 'tenant_id': '48fa598a1b004a679c77ea62ce019101'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:41.379434 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Made reservation on behalf of 48fa598a1b004a679c77ea62ce019101 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:41.381742 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.390185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.485344 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Publish callbacks [] for security_group (a3de6750-85a4-42ba-b4a4-2090d6d560ca), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.499566 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a3de6750-85a4-42ba-b4a4-2090d6d560ca), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.506610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4b055897-a3d9-4159-be11-f3f409d30529 tempest-AutoAllocateNetworkTest-99856901 tempest-AutoAllocateNetworkTest-99856901-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=746f1639371447c394f22ab5eafa3876&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3404098 Feb 11 04:37:41.509505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41574) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:41.517249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:37:41.529025 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (62aff0c2-e5ee-45bd-9528-170045f45820), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.529358 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Added segment 62aff0c2-e5ee-45bd-9528-170045f45820 of type vlan for network 072564ab-c80b-4ff9-acf6-33933e7683f2 Feb 11 04:37:41.600756 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (072564ab-c80b-4ff9-acf6-33933e7683f2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.639821 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (072564ab-c80b-4ff9-acf6-33933e7683f2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.641558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:41.643317 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.706671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c59d3a2-a757-441e-a122-785fbdd48a90 tempest-AutoAllocateNetworkTest-99856901 tempest-AutoAllocateNetworkTest-99856901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:41.708170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8c59d3a2-a757-441e-a122-785fbdd48a90 tempest-AutoAllocateNetworkTest-99856901 tempest-AutoAllocateNetworkTest-99856901-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1960528 Feb 11 04:37:41.711167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41582) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:41.724589 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Pushing event updated for resources: {'Network': ['ID=072564ab-c80b-4ff9-acf6-33933e7683f2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:41.729176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3de6750-85a4-42ba-b4a4-2090d6d560ca,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:41.740307 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.740977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.741709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.742059 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.742403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.742737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.743254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.743724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.744192 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.744660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.745334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.745857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.746324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Tracked resource versions report: Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: pushed versions: Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: { 'AddressGroup': {'1.2'}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'ConntrackHelper': {'1.0'}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'Log': {'1.0'}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'Network': {'1.1'}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'Port': {'1.7'}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'PortForwarding': {'1.2'}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'QosPolicy': {'1.10'}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'SecurityGroup': {'1.5'}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'SubPort': {'1.0'}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'Subnet': {'1.1'}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'Trunk': {'1.1'}} Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: consumer versions: Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: { DHCP agent@n-d-615180-58: {}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: HyperV agent@n-h1-615180-58: {}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: HyperV agent@n-h2-615180-58: {}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: L3 agent@n-d-615180-58: {}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: Metadata agent@n-d-615180-58: {}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: Metering agent@n-d-615180-58: {}, Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: Open vSwitch agent@n-d-615180-58: { 'AddressGroup': '1.2', Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'ConntrackHelper': '1.0', Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'LocalIPAssociation': '1.0', Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'Log': '1.0', Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'Network': '1.1', Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'Port': '1.7', Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'PortForwarding': '1.2', Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'QosPolicy': '1.10', Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'SecurityGroup': '1.5', Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'SecurityGroupRule': '1.2', Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'SubPort': '1.0', Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'Subnet': '1.1', Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: 'Trunk': '1.1'}} Feb 11 04:37:41.747644 n-d-615180-58 neutron-server[103354]: {{(pid=103354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:37:41.761193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.761707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.762219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 072564ab-c80b-4ff9-acf6-33933e7683f2 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:37:41.763145 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.763630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.764484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.764652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.765129 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.765603 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.766654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.767651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.768235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.768576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.768914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:41.793023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6b3ba990-c37e-4709-90ac-9aacb4329fca admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7346966 Feb 11 04:37:41.794188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41586) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:41.800029 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-72377e06-8cf2-4e44-b235-fef6a8ebaaae tempest-AutoAllocateNetworkTest-99856901 tempest-AutoAllocateNetworkTest-99856901-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871027 Feb 11 04:37:41.800658 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41588) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:41.801158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1874e0b6-e3a9-4425-b3ba-4d3370bb1573 admin admin] Request body: {'subnet': {'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-subnet', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:41.823277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1874e0b6-e3a9-4425-b3ba-4d3370bb1573 admin admin] Made reservation on behalf of 48fa598a1b004a679c77ea62ce019101 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:41.826450 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1874e0b6-e3a9-4425-b3ba-4d3370bb1573 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.861794 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0e34ddd9-b7cc-403d-a3f6-53b2cb26c5af tempest-AutoAllocateNetworkTest-99856901 tempest-AutoAllocateNetworkTest-99856901-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=746f1639371447c394f22ab5eafa3876 HTTP/1.1" status: 200 len: 208 time: 0.0575652 Feb 11 04:37:41.875373 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-779d678f-8822-4656-bd8b-5e3d4f23e593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.059829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1874e0b6-e3a9-4425-b3ba-4d3370bb1573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for subnet (1fe7be5f-43a7-40e1-93b1-9ec7dfae10de), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.148793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874e0b6-e3a9-4425-b3ba-4d3370bb1573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe7be5f-43a7-40e1-93b1-9ec7dfae10de,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:42.160914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1874e0b6-e3a9-4425-b3ba-4d3370bb1573 admin admin] Checking segment: {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:42.161599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1874e0b6-e3a9-4425-b3ba-4d3370bb1573 admin admin] Network hostable DHCP agents. Network: 072564ab-c80b-4ff9-acf6-33933e7683f2, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:37:42.185560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1874e0b6-e3a9-4425-b3ba-4d3370bb1573 admin admin] Network 072564ab-c80b-4ff9-acf6-33933e7683f2 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:37:42.203733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1874e0b6-e3a9-4425-b3ba-4d3370bb1573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 072564ab-c80b-4ff9-acf6-33933e7683f2) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:42.211601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1874e0b6-e3a9-4425-b3ba-4d3370bb1573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:42.216565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3126d815-afda-45f4-af0b-eb89fe1a45c3 None None] Network 072564ab-c80b-4ff9-acf6-33933e7683f2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:37:42.217730 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1874e0b6-e3a9-4425-b3ba-4d3370bb1573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.245697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1874e0b6-e3a9-4425-b3ba-4d3370bb1573 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4491875 Feb 11 04:37:42.249436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41614) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:42.255674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:42.290002 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.291309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.405506 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Publish callbacks [] for router_controller (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.436903 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-072564ab-c80b-4ff9-acf6-33933e7683f2', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'project_id': '48fa598a1b004a679c77ea62ce019101', 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:37:42.440066 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.628002 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.644417 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Publish callbacks [] for router_gateway (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.678072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41638) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:42.697802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Allocated IP 172.20.0.2 (072564ab-c80b-4ff9-acf6-33933e7683f2/1fe7be5f-43a7-40e1-93b1-9ec7dfae10de/d6f05a58-7774-4788-8ca5-f7a8a7ed12a3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:42.879407 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Publish callbacks [] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.888448 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.940127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Network 072564ab-c80b-4ff9-acf6-33933e7683f2 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:42.943319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:42.945999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:42.979516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Pushing event updated for resources: {'Port': ['ID=d6f05a58-7774-4788-8ca5-f7a8a7ed12a3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:43.020211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.020779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.021276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.021624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.021967 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.022301 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.022633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.023006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.023342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.023672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.024034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.024360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.024687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Tracked resource versions report: Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: pushed versions: Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: { 'AddressGroup': {'1.2'}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'ConntrackHelper': {'1.0'}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'Log': {'1.0'}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'Network': {'1.1'}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'Port': {'1.7'}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'PortForwarding': {'1.2'}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'QosPolicy': {'1.10'}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'SecurityGroup': {'1.5'}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'SubPort': {'1.0'}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'Subnet': {'1.1'}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'Trunk': {'1.1'}} Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: consumer versions: Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: { DHCP agent@n-d-615180-58: {}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: HyperV agent@n-h1-615180-58: {}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: HyperV agent@n-h2-615180-58: {}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: L3 agent@n-d-615180-58: {}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: Metadata agent@n-d-615180-58: {}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: Metering agent@n-d-615180-58: {}, Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: Open vSwitch agent@n-d-615180-58: { 'AddressGroup': '1.2', Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'ConntrackHelper': '1.0', Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'LocalIPAssociation': '1.0', Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'Log': '1.0', Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'Network': '1.1', Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'Port': '1.7', Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'PortForwarding': '1.2', Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'QosPolicy': '1.10', Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'SecurityGroup': '1.5', Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'SecurityGroupRule': '1.2', Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'SubPort': '1.0', Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'Subnet': '1.1', Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: 'Trunk': '1.1'}} Feb 11 04:37:43.025813 n-d-615180-58 neutron-server[103355]: {{(pid=103355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:37:43.036755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Attempting to bind port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:37:43.037944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Attempting to bind port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:37:43.038773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Attempting to bind port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 on network 072564ab-c80b-4ff9-acf6-33933e7683f2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:43.046360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:37:43.046853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Checking segment: {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:43.047488 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.048191 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Bound using segment: {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:37:43.048739 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Bound port: d6f05a58-7774-4788-8ca5-f7a8a7ed12a3, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:37:43.049203 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.080645 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Publish callbacks [] for router_gateway (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.100129 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.156037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] For port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:43.156462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a589f91-53c8-4052-9bbc-5df701843020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.160839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] For port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d6f05a58-7774-4788-8ca5-f7a8a7ed12a3,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:37:43.173617 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.250072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432a115-e2c1-4485-ba22-591ad922c8f7 None None] Pushing event updated for resources: {'Port': ['ID=d6f05a58-7774-4788-8ca5-f7a8a7ed12a3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:43.271555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Allocated IP 172.25.7.142 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/c7ae239a-8777-4556-945c-bf3229625334) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:43.277201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a589f91-53c8-4052-9bbc-5df701843020 admin admin] Publish callbacks [] for security_group (73fe27d8-2c79-4abf-a4ea-dcd4274a89ff), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.283278 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a589f91-53c8-4052-9bbc-5df701843020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73fe27d8-2c79-4abf-a4ea-dcd4274a89ff), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.354485 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9a589f91-53c8-4052-9bbc-5df701843020 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=746f1639371447c394f22ab5eafa3876&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6748133 Feb 11 04:37:43.356868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589f91-53c8-4052-9bbc-5df701843020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fe27d8-2c79-4abf-a4ea-dcd4274a89ff,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:43.360965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41670) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:43.423683 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Publish callbacks [] for port (c7ae239a-8777-4556-945c-bf3229625334), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.440323 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16b7126c-e5a8-4a0b-9ccc-1c539f685a96 admin admin] Publish callbacks [] for security_group (73fe27d8-2c79-4abf-a4ea-dcd4274a89ff), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.467635 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (c7ae239a-8777-4556-945c-bf3229625334), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.483464 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16b7126c-e5a8-4a0b-9ccc-1c539f685a96 admin admin] Publish callbacks [] for security_group (73fe27d8-2c79-4abf-a4ea-dcd4274a89ff), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.538990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:43.543932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:43.553144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:43.556990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Pushing event updated for resources: {'Port': ['ID=c7ae239a-8777-4556-945c-bf3229625334,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:43.591214 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16b7126c-e5a8-4a0b-9ccc-1c539f685a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73fe27d8-2c79-4abf-a4ea-dcd4274a89ff), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.593966 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16b7126c-e5a8-4a0b-9ccc-1c539f685a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.595150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-16b7126c-e5a8-4a0b-9ccc-1c539f685a96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73fe27d8-2c79-4abf-a4ea-dcd4274a89ff HTTP/1.1" status: 204 len: 168 time: 0.2328353 Feb 11 04:37:43.617948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7126c-e5a8-4a0b-9ccc-1c539f685a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fe27d8-2c79-4abf-a4ea-dcd4274a89ff,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:43.644304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.644907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.645487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.645567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.645911 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.646245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.646706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.647073 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.647413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.647826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.648241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.648586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.649992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Tracked resource versions report: Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: pushed versions: Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: { 'AddressGroup': {'1.2'}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'ConntrackHelper': {'1.0'}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'Log': {'1.0'}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'Network': {'1.1'}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'Port': {'1.7'}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'PortForwarding': {'1.2'}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'QosPolicy': {'1.10'}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'SecurityGroup': {'1.5'}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'SubPort': {'1.0'}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'Subnet': {'1.1'}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'Trunk': {'1.1'}} Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: consumer versions: Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: { DHCP agent@n-d-615180-58: {}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: HyperV agent@n-h1-615180-58: {}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: HyperV agent@n-h2-615180-58: {}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: L3 agent@n-d-615180-58: {}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: Metadata agent@n-d-615180-58: {}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: Metering agent@n-d-615180-58: {}, Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: Open vSwitch agent@n-d-615180-58: { 'AddressGroup': '1.2', Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'ConntrackHelper': '1.0', Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'LocalIPAssociation': '1.0', Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'Log': '1.0', Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'Network': '1.1', Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'Port': '1.7', Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'PortForwarding': '1.2', Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'QosPolicy': '1.10', Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'SecurityGroup': '1.5', Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'SecurityGroupRule': '1.2', Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'SubPort': '1.0', Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'Subnet': '1.1', Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: 'Trunk': '1.1'}} Feb 11 04:37:43.651300 n-d-615180-58 neutron-server[103353]: {{(pid=103353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:37:43.881683 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Publish callbacks [] for router_gateway (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.135921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.173201 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.319224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:37:44.459547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:37:44.475742 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Sync routers for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:37:44.490914 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.494696 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d4975d90-8238-4d8b-b059-a53e1ac6ec3d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2438569 Feb 11 04:37:44.497941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41710) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:44.504273 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:37:44.504919 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:37:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:44.542686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc272709-c336-4ff1-b4db-d144bd6d9937 None None] Network 072564ab-c80b-4ff9-acf6-33933e7683f2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:37:44.569534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:44.758402 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:37:44.780806 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-766e7c74-c378-4f7a-9279-cf4faba25334 None None] Provisioning complete for port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:44.781374 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-766e7c74-c378-4f7a-9279-cf4faba25334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.867152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:44.867554 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.947365 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-766e7c74-c378-4f7a-9279-cf4faba25334 None None] Current status of the port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:44.947990 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-766e7c74-c378-4f7a-9279-cf4faba25334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.990613 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:43Z', 'revision_number': 3, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:45.030378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-766e7c74-c378-4f7a-9279-cf4faba25334 None None] For port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d6f05a58-7774-4788-8ca5-f7a8a7ed12a3,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:45.035335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:45.036102 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.046496 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-766e7c74-c378-4f7a-9279-cf4faba25334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.054721 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Checking router: 4f7f76b2-309c-4a36-ae6c-ed72a76d329b for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:37:45.055108 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Updating router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b port c7ae239a-8777-4556-945c-bf3229625334 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:37:45.120618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41752) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:45.123928 n-d-615180-58 neutron-server[103354]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 04:37:45.145193 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7ae239a-8777-4556-945c-bf3229625334), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.188419 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:37:45.188945 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:37:45.189358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e7c74-c378-4f7a-9279-cf4faba25334 None None] Pushing event updated for resources: {'Port': ['ID=d6f05a58-7774-4788-8ca5-f7a8a7ed12a3,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:45.191206 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-8e801a44-6907-4718-a20e-232711679d2a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2b5c64812a4c4172a17a67f268528636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684862 Feb 11 04:37:45.378536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a184e1cf-d834-4b8c-b9a0-8bb6eafb76c4 None None] Provisioning complete for port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:45.379193 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a184e1cf-d834-4b8c-b9a0-8bb6eafb76c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.486774 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Publish callbacks [] for port (c7ae239a-8777-4556-945c-bf3229625334), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.498848 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c7ae239a-8777-4556-945c-bf3229625334), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.522375 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.565300 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Attempting to bind port c7ae239a-8777-4556-945c-bf3229625334 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:37:45.565717 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Attempting to bind port c7ae239a-8777-4556-945c-bf3229625334 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:37:45.566103 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Attempting to bind port c7ae239a-8777-4556-945c-bf3229625334 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:45.576122 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:37:45.576599 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:45.576910 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.577309 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:37:45.577787 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Bound port: c7ae239a-8777-4556-945c-bf3229625334, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:37:45.578163 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7ae239a-8777-4556-945c-bf3229625334), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.593922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a184e1cf-d834-4b8c-b9a0-8bb6eafb76c4 None None] Current status of the port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:45.605881 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Pushing event updated for resources: {'Port': ['ID=c7ae239a-8777-4556-945c-bf3229625334,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:45.609465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-06ff835b-6296-4560-9c05-b08447799270 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:45.617110 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-06ff835b-6296-4560-9c05-b08447799270 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4250522 Feb 11 04:37:45.622237 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.622388 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.622699 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.623111 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.624154 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.624154 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.624154 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.624389 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.624721 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.625068 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.625558 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.625687 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.626012 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Tracked resource versions report: Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: pushed versions: Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: { 'AddressGroup': {'1.2'}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'ConntrackHelper': {'1.0'}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'Log': {'1.0'}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'Network': {'1.1'}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'Port': {'1.7'}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'PortForwarding': {'1.2'}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'QosPolicy': {'1.10'}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'SecurityGroup': {'1.5'}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'SubPort': {'1.0'}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'Subnet': {'1.1'}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'Trunk': {'1.1'}} Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: consumer versions: Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: { DHCP agent@n-d-615180-58: {}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: HyperV agent@n-h1-615180-58: {}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: HyperV agent@n-h2-615180-58: {}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: L3 agent@n-d-615180-58: {}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: Metadata agent@n-d-615180-58: {}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: Metering agent@n-d-615180-58: {}, Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: Open vSwitch agent@n-d-615180-58: { 'AddressGroup': '1.2', Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'ConntrackHelper': '1.0', Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'LocalIPAssociation': '1.0', Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'Log': '1.0', Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'Network': '1.1', Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'Port': '1.7', Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'PortForwarding': '1.2', Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'QosPolicy': '1.10', Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'SecurityGroup': '1.5', Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'SecurityGroupRule': '1.2', Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'SubPort': '1.0', Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'Subnet': '1.1', Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: 'Trunk': '1.1'}} Feb 11 04:37:45.627183 n-d-615180-58 neutron-server[103356]: {{(pid=103356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:37:45.639412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-60364913-bf15-48dc-acec-19d9aaf73a93 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/quotas/2b5c64812a4c4172a17a67f268528636 HTTP/1.1" status: 200 len: 375 time: 0.0214198 Feb 11 04:37:45.673996 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] For port c7ae239a-8777-4556-945c-bf3229625334, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:45.679471 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] For port c7ae239a-8777-4556-945c-bf3229625334, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c7ae239a-8777-4556-945c-bf3229625334,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:37:45.694245 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c7ae239a-8777-4556-945c-bf3229625334), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.725744 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-6db0eb35-a065-4631-8d54-ef26ab6540e2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b5c64812a4c4172a17a67f268528636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645385 Feb 11 04:37:45.735874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.784110 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:37:45.784848 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:37:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:45.792068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:45.901273 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:37:46.017221 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1521e-a1fa-4647-bc76-1efb867a1e8f None None] Pushing event updated for resources: {'Port': ['ID=c7ae239a-8777-4556-945c-bf3229625334,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:46.109014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Allocated IP 172.20.0.1 (072564ab-c80b-4ff9-acf6-33933e7683f2/1fe7be5f-43a7-40e1-93b1-9ec7dfae10de/147f754d-3c16-465f-8a7d-4ebe26daf60a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:46.131063 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:43Z', 'revision_number': 3, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:46.175533 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d380068-1b5d-4e6a-a1d8-d1a005e496f7 None None] The sync data for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 is: [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:43Z', 'revision_number': 3, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:37:46.350716 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Publish callbacks [] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.441623 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a0837fc-7c66-41c2-8d5a-64c5555cb22a req-0578cb63-0f3b-4047-a52d-f11e9d3f8c9d tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 210 time: 0.0573268 Feb 11 04:37:46.457505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:46.469019 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.552929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Pushing event updated for resources: {'Port': ['ID=147f754d-3c16-465f-8a7d-4ebe26daf60a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:46.565806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Network 072564ab-c80b-4ff9-acf6-33933e7683f2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:46.571616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:46.575191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:46.575761 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.586360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:46.587396 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.778427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:47.007557 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:47.066419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f93952eb-b42b-46ff-9247-0d4f1ca0b5f1 None None] Provisioning complete for port 147f754d-3c16-465f-8a7d-4ebe26daf60a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:47.067134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f93952eb-b42b-46ff-9247-0d4f1ca0b5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:47.225820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f93952eb-b42b-46ff-9247-0d4f1ca0b5f1 None None] Port 147f754d-3c16-465f-8a7d-4ebe26daf60a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:47.464080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Publish callbacks [] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:47.476467 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:47.477915 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:47.608421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Pushing event updated for resources: {'Port': ['ID=147f754d-3c16-465f-8a7d-4ebe26daf60a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:47.660407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Network 072564ab-c80b-4ff9-acf6-33933e7683f2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:47.661850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:47.885500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:37:48.058656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-44c51e81-aabd-4c3f-b554-9c29beeb70f2 None None] Provisioning complete for port 147f754d-3c16-465f-8a7d-4ebe26daf60a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:48.059230 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44c51e81-aabd-4c3f-b554-9c29beeb70f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.086053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:37:48.111305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41888) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:48.111852 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a2346b92-39e5-4817-b120-d9cc0ef098ce admin admin] 10.222.0.48 "PUT /v2.0/routers/4f7f76b2-309c-4a36-ae6c-ed72a76d329b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5983822 Feb 11 04:37:48.165457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-44c51e81-aabd-4c3f-b554-9c29beeb70f2 None None] Port 147f754d-3c16-465f-8a7d-4ebe26daf60a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:48.177797 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18725607-bb13-4dbd-83b5-47dd32b524f8 req-8cd6dd76-6b50-413e-886c-7ae82dff37a3 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 210 time: 0.0691309 Feb 11 04:37:48.204056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41896) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:48.318288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41914) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:48.486296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c7ae239a-8777-4556-945c-bf3229625334 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:48.520758 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7b10-f3b9-4286-904a-1243ae8e94ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.566201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c7ae239a-8777-4556-945c-bf3229625334 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:48.566833 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c7ae239a-8777-4556-945c-bf3229625334), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.691950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c7ae239a-8777-4556-945c-bf3229625334 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:48.692539 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7ae239a-8777-4556-945c-bf3229625334), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.709387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7b10-f3b9-4286-904a-1243ae8e94ab admin admin] Publish callbacks [] for security_group (e46bec27-6014-46bf-9bb9-39197d361eae), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.720967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7b10-f3b9-4286-904a-1243ae8e94ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e46bec27-6014-46bf-9bb9-39197d361eae), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.727943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port c7ae239a-8777-4556-945c-bf3229625334, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c7ae239a-8777-4556-945c-bf3229625334,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:48.736587 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c7ae239a-8777-4556-945c-bf3229625334), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.799565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fbcb7b10-f3b9-4286-904a-1243ae8e94ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f08f3982bb7a4967bb3d79b051846cba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7009547 Feb 11 04:37:48.802135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41944) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:48.815326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb7b10-f3b9-4286-904a-1243ae8e94ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46bec27-6014-46bf-9bb9-39197d361eae,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:48.816537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=c7ae239a-8777-4556-945c-bf3229625334,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:48.870003 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Sync routers for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:37:48.880280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:37:48.881445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:37:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:48.892856 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0823ee68-b71d-489f-a809-5ba6d32ca74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.918491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.60', 57263) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:48.943452 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c573abb0-de63-4257-a4a8-8c0cef578843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.961937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41948) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:48.979336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-4952e80e-27f6-4a88-83ff-2b8bf90b7bb0 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2b5c64812a4c4172a17a67f268528636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472956 Feb 11 04:37:48.998339 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85d8a290-49c6-496d-9785-84941c4e8ec9 admin admin] Publish callbacks [] for security_group (e46bec27-6014-46bf-9bb9-39197d361eae), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.303697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:37:49.345338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-590ea38f-8819-4d79-a97b-3ca1354d7206 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:49.346755 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-590ea38f-8819-4d79-a97b-3ca1354d7206 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3605831 Feb 11 04:37:49.360828 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0823ee68-b71d-489f-a809-5ba6d32ca74c admin admin] Publish callbacks [] for security_group (4fd3b256-cc41-4519-8478-acd24262ab44), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.390863 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85d8a290-49c6-496d-9785-84941c4e8ec9 admin admin] Publish callbacks [] for security_group (e46bec27-6014-46bf-9bb9-39197d361eae), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.392538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0823ee68-b71d-489f-a809-5ba6d32ca74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4fd3b256-cc41-4519-8478-acd24262ab44), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.408541 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd81300b-d00b-4668-9782-bbffb4d3d5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.413598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c573abb0-de63-4257-a4a8-8c0cef578843 admin admin] Publish callbacks [] for security_group (c7d36a95-2aed-46b2-9dcb-814bd584a115), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.433970 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-4d1629eb-1dac-4b63-8e8f-bebb70541b0b tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f691578e9ac4485bbffbb1871d2bbf73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954385 Feb 11 04:37:49.449924 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c573abb0-de63-4257-a4a8-8c0cef578843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c7d36a95-2aed-46b2-9dcb-814bd584a115), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.477734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Request body: {'port': {'device_id': 'a71f6c14-f3f7-434c-b236-a990bf8bffc5', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '2b5c64812a4c4172a17a67f268528636'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:49.577073 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c573abb0-de63-4257-a4a8-8c0cef578843 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f18f4535377d41be8fbecf69266fe95e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2566910 Feb 11 04:37:49.582929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42000) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:49.602771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823ee68-b71d-489f-a809-5ba6d32ca74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd3b256-cc41-4519-8478-acd24262ab44,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:49.608749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0823ee68-b71d-489f-a809-5ba6d32ca74c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa9a2b91ecd440efb01f8bcaa66a2f4b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4105399 Feb 11 04:37:49.639496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573abb0-de63-4257-a4a8-8c0cef578843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d36a95-2aed-46b2-9dcb-814bd584a115,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:49.642929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42002) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:49.643284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42004) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:49.647328 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85d8a290-49c6-496d-9785-84941c4e8ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e46bec27-6014-46bf-9bb9-39197d361eae), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.651547 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85d8a290-49c6-496d-9785-84941c4e8ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.655426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-85d8a290-49c6-496d-9785-84941c4e8ec9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e46bec27-6014-46bf-9bb9-39197d361eae HTTP/1.1" status: 204 len: 168 time: 0.8520784 Feb 11 04:37:49.682843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:47Z', 'revision_number': 2, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:49.690332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8a290-49c6-496d-9785-84941c4e8ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46bec27-6014-46bf-9bb9-39197d361eae,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:49.696534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1042844388-network', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:49.728355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42012) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:49.736857 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:37:49.743277 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b49263a-4213-488b-84df-a44a2bbe4591 admin admin] Publish callbacks [] for security_group (4fd3b256-cc41-4519-8478-acd24262ab44), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.763701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Made reservation on behalf of a9337c847c52482188d7f49fb62195bb for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:49.766109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.769767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Checking router: 4f7f76b2-309c-4a36-ae6c-ed72a76d329b for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:37:49.771277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Updating router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b port 147f754d-3c16-465f-8a7d-4ebe26daf60a binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:37:49.779899 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.806491 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b49263a-4213-488b-84df-a44a2bbe4591 admin admin] Publish callbacks [] for security_group (4fd3b256-cc41-4519-8478-acd24262ab44), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.830413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Made reservation on behalf of 2b5c64812a4c4172a17a67f268528636 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:49.834077 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.852158 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.855232 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.899014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578046d0-7461-4dbb-a398-f30f140466d7 req-51969209-8d05-4f09-b5d0-74089f236f9b tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:49.900689 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-51969209-8d05-4f09-b5d0-74089f236f9b tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4659514 Feb 11 04:37:49.913122 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b49263a-4213-488b-84df-a44a2bbe4591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4fd3b256-cc41-4519-8478-acd24262ab44), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.922617 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b49263a-4213-488b-84df-a44a2bbe4591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.923823 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2b49263a-4213-488b-84df-a44a2bbe4591 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fd3b256-cc41-4519-8478-acd24262ab44 HTTP/1.1" status: 204 len: 168 time: 0.2789054 Feb 11 04:37:49.950182 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-ed515429-d864-4d57-8b6b-5020641c35ab tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/quotas/f691578e9ac4485bbffbb1871d2bbf73 HTTP/1.1" status: 200 len: 375 time: 0.0387423 Feb 11 04:37:49.951397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49263a-4213-488b-84df-a44a2bbe4591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd3b256-cc41-4519-8478-acd24262ab44,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:49.972992 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59820f96-b3e5-4030-96d2-33acf7a9c2bb admin admin] Publish callbacks [] for security_group (c7d36a95-2aed-46b2-9dcb-814bd584a115), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.004567 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd81300b-d00b-4668-9782-bbffb4d3d5d5 admin admin] Publish callbacks [] for security_group (b02d83ce-ae58-4efb-9e34-40498f028322), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.033954 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-8aa8d860-1385-4e1c-9b43-432d12d5bb29 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f691578e9ac4485bbffbb1871d2bbf73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682235 Feb 11 04:37:50.042031 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd81300b-d00b-4668-9782-bbffb4d3d5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b02d83ce-ae58-4efb-9e34-40498f028322), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.043721 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Publish callbacks [] for security_group (66debb30-b70d-488f-8345-bbb9e0e08ee2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.053495 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (66debb30-b70d-488f-8345-bbb9e0e08ee2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.076458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fd81300b-d00b-4668-9782-bbffb4d3d5d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62c7637b027348699eaa7aa8cf931a21&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1122377 Feb 11 04:37:50.087609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42024) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:50.093789 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59820f96-b3e5-4030-96d2-33acf7a9c2bb admin admin] Publish callbacks [] for security_group (c7d36a95-2aed-46b2-9dcb-814bd584a115), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.111274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks [] for security_group (0af6982f-4a5f-4604-b5d8-fb46e59bf08a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.131246 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0af6982f-4a5f-4604-b5d8-fb46e59bf08a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.139642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81300b-d00b-4668-9782-bbffb4d3d5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02d83ce-ae58-4efb-9e34-40498f028322,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:50.190559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af6982f-4a5f-4604-b5d8-fb46e59bf08a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:50.217914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66debb30-b70d-488f-8345-bbb9e0e08ee2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:50.220589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:37:50.268735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b61e84f-fd1d-482f-9bd7-8c3be0d7cb7f admin admin] Publish callbacks [] for security_group (b02d83ce-ae58-4efb-9e34-40498f028322), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.296308 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b61e84f-fd1d-482f-9bd7-8c3be0d7cb7f admin admin] Publish callbacks [] for security_group (b02d83ce-ae58-4efb-9e34-40498f028322), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.342142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59820f96-b3e5-4030-96d2-33acf7a9c2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c7d36a95-2aed-46b2-9dcb-814bd584a115), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.344794 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59820f96-b3e5-4030-96d2-33acf7a9c2bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.353926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-59820f96-b3e5-4030-96d2-33acf7a9c2bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7d36a95-2aed-46b2-9dcb-814bd584a115 HTTP/1.1" status: 204 len: 168 time: 0.7586293 Feb 11 04:37:50.354537 n-d-615180-58 neutron-server[103353]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 04:37:50.404877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739642577583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (087037bc-3954-4d7e-8b55-72c334ce5d03), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.405469 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Unsubscribe: segment precommit_create {{(pid=103353) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 04:37:50.411366 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Added segment 087037bc-3954-4d7e-8b55-72c334ce5d03 of type vlan for network 2a4d507b-231d-4801-b701-aacd5ccc510f Feb 11 04:37:50.432660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59820f96-b3e5-4030-96d2-33acf7a9c2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d36a95-2aed-46b2-9dcb-814bd584a115,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:50.454745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b61e84f-fd1d-482f-9bd7-8c3be0d7cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b02d83ce-ae58-4efb-9e34-40498f028322), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.457484 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b61e84f-fd1d-482f-9bd7-8c3be0d7cb7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.468723 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2b61e84f-fd1d-482f-9bd7-8c3be0d7cb7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b02d83ce-ae58-4efb-9e34-40498f028322 HTTP/1.1" status: 204 len: 168 time: 0.3609920 Feb 11 04:37:50.491768 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7ca427a-87d9-421d-a5e8-e4aa7831f03c req-6c529f71-5179-474e-9a66-12e8385bec47 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 210 time: 0.7590950 Feb 11 04:37:50.503540 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Publish callbacks [] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.541551 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.548351 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f44deed1-0785-466b-9088-0de08dac4ae7 req-24f58dc4-ac8d-4a70-a34d-e33b424ce95b tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 210 time: 0.0888717 Feb 11 04:37:50.577275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61e84f-fd1d-482f-9bd7-8c3be0d7cb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02d83ce-ae58-4efb-9e34-40498f028322,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:50.588375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Allocated IP 192.168.233.91 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/ccd9d634-dfd1-45d8-a066-0814146455c0) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:50.608163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (2a4d507b-231d-4801-b701-aacd5ccc510f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.674672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c7ae239a-8777-4556-945c-bf3229625334 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:50.679323 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (2a4d507b-231d-4801-b701-aacd5ccc510f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.680537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:50.681117 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.768176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1178317 Feb 11 04:37:50.831691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42046) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:50.866419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f9606cc1-9b0a-431d-812e-8f0c0ec31ae5 admin admin] Request body: {'subnet': {'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1042844388-subnet', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:50.940891 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d49933-fdc8-448e-b034-1535316fee17 None None] Pushing event updated for resources: {'Port': ['ID=147f754d-3c16-465f-8a7d-4ebe26daf60a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:51.065687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42052) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:51.067030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c31080-fd2f-4491-880c-d70903f89d0e admin admin] Pushing event updated for resources: {'Network': ['ID=2a4d507b-231d-4801-b701-aacd5ccc510f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:51.102411 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 2a4d507b-231d-4801-b701-aacd5ccc510f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:37:51.115452 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks [] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.124168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a851-aef7-4a3a-9497-5401b5953a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.178679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9606cc1-9b0a-431d-812e-8f0c0ec31ae5 admin admin] Made reservation on behalf of a9337c847c52482188d7f49fb62195bb for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:51.186296 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9606cc1-9b0a-431d-812e-8f0c0ec31ae5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.235158 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.247929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Attempting to bind port 147f754d-3c16-465f-8a7d-4ebe26daf60a on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:37:51.248306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Attempting to bind port 147f754d-3c16-465f-8a7d-4ebe26daf60a by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:37:51.248691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Attempting to bind port 147f754d-3c16-465f-8a7d-4ebe26daf60a on network 072564ab-c80b-4ff9-acf6-33933e7683f2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:51.357304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c7ae239a-8777-4556-945c-bf3229625334 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:51.357768 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c7ae239a-8777-4556-945c-bf3229625334), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.382940 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:37:51.383964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Checking segment: {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:51.384350 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.384773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Bound using segment: {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:37:51.385241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Bound port: 147f754d-3c16-465f-8a7d-4ebe26daf60a, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:37:51.385624 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.438448 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9606cc1-9b0a-431d-812e-8f0c0ec31ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for subnet (ac802c2b-47b9-4e26-9f8d-f20e9cca0629), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.608932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Pushing event updated for resources: {'Port': ['ID=ccd9d634-dfd1-45d8-a066-0814146455c0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:51.612550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:51.617126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:51.639349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9606cc1-9b0a-431d-812e-8f0c0ec31ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac802c2b-47b9-4e26-9f8d-f20e9cca0629,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:51.640020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:51.659492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:51.661618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.702190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9606cc1-9b0a-431d-812e-8f0c0ec31ae5 admin admin] Checking segment: {'id': '087037bc-3954-4d7e-8b55-72c334ce5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:51.702400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9606cc1-9b0a-431d-812e-8f0c0ec31ae5 admin admin] Network hostable DHCP agents. Network: 2a4d507b-231d-4801-b701-aacd5ccc510f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:37:51.779888 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-e54d4e4e-1588-404f-b50a-991ea8a3d6a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3137391 Feb 11 04:37:51.862403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a851-aef7-4a3a-9497-5401b5953a0c admin admin] Publish callbacks [] for security_group (09779ab8-a5f1-4180-8097-80dfef29a4a3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.865669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-11e93d32-e685-4099-b46e-63a5f97de15e req-1906e28e-ad9a-4eef-b921-fae435bd5fdc tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 210 time: 0.1777785 Feb 11 04:37:51.870340 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] For port 147f754d-3c16-465f-8a7d-4ebe26daf60a, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:51.880822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] For port 147f754d-3c16-465f-8a7d-4ebe26daf60a, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=147f754d-3c16-465f-8a7d-4ebe26daf60a,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:37:51.888166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-6f21dafa-a46a-4a21-92d3-60a859bf4784 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:51.891845 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-6f21dafa-a46a-4a21-92d3-60a859bf4784 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547166 Feb 11 04:37:51.898869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-23fa43bd-03c7-4387-b69d-340dcf21d1b9 None None] Provisioning complete for port 147f754d-3c16-465f-8a7d-4ebe26daf60a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:51.899352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23fa43bd-03c7-4387-b69d-340dcf21d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.899738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24171bde-f549-44fd-a935-8a9af86f818f req-f743fb6e-782c-4c27-bcc0-bfa057104c79 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:51.911447 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24171bde-f549-44fd-a935-8a9af86f818f req-f743fb6e-782c-4c27-bcc0-bfa057104c79 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 935 time: 0.1935139 Feb 11 04:37:51.920141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9606cc1-9b0a-431d-812e-8f0c0ec31ae5 admin admin] Network 2a4d507b-231d-4801-b701-aacd5ccc510f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:37:51.948195 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a851-aef7-4a3a-9497-5401b5953a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (09779ab8-a5f1-4180-8097-80dfef29a4a3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.076840 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7fb0a851-aef7-4a3a-9497-5401b5953a0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9da5abacf0b549518c605c6ad3db047b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0059042 Feb 11 04:37:52.078566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f9606cc1-9b0a-431d-812e-8f0c0ec31ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 2a4d507b-231d-4801-b701-aacd5ccc510f) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:52.079490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42072) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:52.081829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42074) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:52.132486 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.137343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9606cc1-9b0a-431d-812e-8f0c0ec31ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:52.138418 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9606cc1-9b0a-431d-812e-8f0c0ec31ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.186100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845c14ea-bd0c-4ea3-b94a-74fe895f3c01 None None] Network 2a4d507b-231d-4801-b701-aacd5ccc510f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:37:52.217964 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f9606cc1-9b0a-431d-812e-8f0c0ec31ae5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3829141 Feb 11 04:37:52.219214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42082) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:52.238304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ce79dc2b-ecc3-4548-ab09-764fb93c2186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.240932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42084) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:52.244885 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1042844388-router', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:52.347055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c7ae239a-8777-4556-945c-bf3229625334 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:52.373728 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afa4d235-2c65-43eb-9986-c319a9eb4409 admin admin] Publish callbacks [] for security_group (09779ab8-a5f1-4180-8097-80dfef29a4a3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.423695 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afa4d235-2c65-43eb-9986-c319a9eb4409 admin admin] Publish callbacks [] for security_group (09779ab8-a5f1-4180-8097-80dfef29a4a3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.472717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24171bde-f549-44fd-a935-8a9af86f818f req-37025f35-ed00-405a-a4fb-bd3fad6eb450 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586250 Feb 11 04:37:52.473845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0a851-aef7-4a3a-9497-5401b5953a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09779ab8-a5f1-4180-8097-80dfef29a4a3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:52.474195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:37:52.475096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:37:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:52.486438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42086) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:52.539863 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4227d75-a50a-4cad-81e2-de8cf9585e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.551488 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2253bf77-7039-4e07-8491-d6e292948fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.646024 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afa4d235-2c65-43eb-9986-c319a9eb4409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (09779ab8-a5f1-4180-8097-80dfef29a4a3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.649261 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afa4d235-2c65-43eb-9986-c319a9eb4409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.652240 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-afa4d235-2c65-43eb-9986-c319a9eb4409 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09779ab8-a5f1-4180-8097-80dfef29a4a3 HTTP/1.1" status: 204 len: 168 time: 0.5697954 Feb 11 04:37:52.653136 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.654163 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.699774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d49933-fdc8-448e-b034-1535316fee17 None None] Pushing event updated for resources: {'Port': ['ID=147f754d-3c16-465f-8a7d-4ebe26daf60a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:52.757388 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4227d75-a50a-4cad-81e2-de8cf9585e46 admin admin] Publish callbacks [] for security_group (d4d04f3e-01c0-4e8a-b711-f131b3c3063c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.765666 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4227d75-a50a-4cad-81e2-de8cf9585e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d4d04f3e-01c0-4e8a-b711-f131b3c3063c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.800317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-2a4d507b-231d-4801-b701-aacd5ccc510f', 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f', 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'fixed_ips': [{'subnet_id': 'ac802c2b-47b9-4e26-9f8d-f20e9cca0629'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:37:52.801345 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.835581 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f4227d75-a50a-4cad-81e2-de8cf9585e46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f62b026652434ebc8bc92b93f7be7736&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3478301 Feb 11 04:37:52.839607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4227d75-a50a-4cad-81e2-de8cf9585e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d04f3e-01c0-4e8a-b711-f131b3c3063c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:52.844480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42094) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:52.864826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-23fa43bd-03c7-4387-b69d-340dcf21d1b9 None None] Current status of the port 147f754d-3c16-465f-8a7d-4ebe26daf60a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:52.865337 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23fa43bd-03c7-4387-b69d-340dcf21d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.968535 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Request body: {'port': {'device_id': 'a71f6c14-f3f7-434c-b236-a990bf8bffc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:53.020690 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-108273a0-fc5b-4e06-adca-0fcac38fb511 admin admin] Publish callbacks [] for security_group (d4d04f3e-01c0-4e8a-b711-f131b3c3063c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.057990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4d235-2c65-43eb-9986-c319a9eb4409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09779ab8-a5f1-4180-8097-80dfef29a4a3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:53.088281 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-108273a0-fc5b-4e06-adca-0fcac38fb511 admin admin] Publish callbacks [] for security_group (d4d04f3e-01c0-4e8a-b711-f131b3c3063c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.140353 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2253bf77-7039-4e07-8491-d6e292948fb0 admin admin] Publish callbacks [] for security_group (e6b9c7f3-d430-49d2-bbb0-32a31d68f9ce), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.143835 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2d0d7cfd-5c2f-48df-995c-f517985de8eb req-48d290f6-70ec-41fe-a6f2-485ae2aaf136 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 210 time: 0.1394613 Feb 11 04:37:53.171121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-23fa43bd-03c7-4387-b69d-340dcf21d1b9 None None] For port 147f754d-3c16-465f-8a7d-4ebe26daf60a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=147f754d-3c16-465f-8a7d-4ebe26daf60a,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:53.196164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:37:53.211918 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2253bf77-7039-4e07-8491-d6e292948fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e6b9c7f3-d430-49d2-bbb0-32a31d68f9ce), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.216500 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23fa43bd-03c7-4387-b69d-340dcf21d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.232011 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-108273a0-fc5b-4e06-adca-0fcac38fb511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d4d04f3e-01c0-4e8a-b711-f131b3c3063c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.236424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-108273a0-fc5b-4e06-adca-0fcac38fb511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.238625 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-108273a0-fc5b-4e06-adca-0fcac38fb511 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4d04f3e-01c0-4e8a-b711-f131b3c3063c HTTP/1.1" status: 204 len: 168 time: 0.3925943 Feb 11 04:37:53.250929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108273a0-fc5b-4e06-adca-0fcac38fb511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d04f3e-01c0-4e8a-b711-f131b3c3063c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:53.432182 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Publish callbacks [] for router_controller (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.436271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253bf77-7039-4e07-8491-d6e292948fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b9c7f3-d430-49d2-bbb0-32a31d68f9ce,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:53.669874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.10', 57495) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:53.736248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-91fef01b-b0f7-4e89-9b25-e4eb6c952b6e tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f691578e9ac4485bbffbb1871d2bbf73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589516 Feb 11 04:37:53.752708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d46677-ea53-497a-9522-3e130d4dc80a req-e7b247cc-61a6-473a-adfa-d2dcaf9719a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:53.761167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0d46677-ea53-497a-9522-3e130d4dc80a req-e7b247cc-61a6-473a-adfa-d2dcaf9719a1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 935 time: 0.1705201 Feb 11 04:37:53.787624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2253bf77-7039-4e07-8491-d6e292948fb0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22fd0ea40b1e45e0ba097fbe3d89227a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5147445 Feb 11 04:37:53.857327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42120) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:53.907698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0f3adb0c-ba9c-4cf8-8646-e407de42ad10 None None] Provisioning complete for port ccd9d634-dfd1-45d8-a066-0814146455c0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:53.909776 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f3adb0c-ba9c-4cf8-8646-e407de42ad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.936147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Allocated IP 172.20.0.2 (2a4d507b-231d-4801-b701-aacd5ccc510f/ac802c2b-47b9-4e26-9f8d-f20e9cca0629/32fd5690-15b9-4393-acff-00f6e6f4cb1d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:54.046361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0d46677-ea53-497a-9522-3e130d4dc80a req-b8f0355e-d701-4a2e-8e6f-0bd5d7bfcd35 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838919 Feb 11 04:37:54.090938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578046d0-7461-4dbb-a398-f30f140466d7 req-38b59b09-2fda-4269-921f-a7a7b4ba1665 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:54.092878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-38b59b09-2fda-4269-921f-a7a7b4ba1665 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3480263 Feb 11 04:37:54.110328 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe297475-26ce-4c02-ba3b-378fb6026438 admin admin] Publish callbacks [] for security_group (e6b9c7f3-d430-49d2-bbb0-32a31d68f9ce), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.151569 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe297475-26ce-4c02-ba3b-378fb6026438 admin admin] Publish callbacks [] for security_group (e6b9c7f3-d430-49d2-bbb0-32a31d68f9ce), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.302520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa43bd-03c7-4387-b69d-340dcf21d1b9 None None] Pushing event updated for resources: {'Port': ['ID=147f754d-3c16-465f-8a7d-4ebe26daf60a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:54.305960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Request body: {'port': {'device_id': '5206cc12-20ec-4e5e-a03f-18ac7eeed304', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': 'f691578e9ac4485bbffbb1871d2bbf73'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:54.394770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0f3adb0c-ba9c-4cf8-8646-e407de42ad10 None None] Port ccd9d634-dfd1-45d8-a066-0814146455c0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:54.426761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Publish callbacks [] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.455661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0f3adb0c-ba9c-4cf8-8646-e407de42ad10 None None] Provisioning complete for port 147f754d-3c16-465f-8a7d-4ebe26daf60a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:54.456093 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f3adb0c-ba9c-4cf8-8646-e407de42ad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.458247 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.591956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Network 2a4d507b-231d-4801-b701-aacd5ccc510f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:54.603782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:54.608736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:54.611627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Pushing event updated for resources: {'Port': ['ID=32fd5690-15b9-4393-acff-00f6e6f4cb1d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:54.663610 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.670917 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ce79dc2b-ecc3-4548-ab09-764fb93c2186 admin admin] Publish callbacks [] for security_group (ba05dd98-8c2b-4ae3-80cc-7972a3022d62), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.687909 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Publish callbacks [] for router_gateway (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.724444 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe297475-26ce-4c02-ba3b-378fb6026438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e6b9c7f3-d430-49d2-bbb0-32a31d68f9ce), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.727947 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe297475-26ce-4c02-ba3b-378fb6026438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.733851 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fe297475-26ce-4c02-ba3b-378fb6026438 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6b9c7f3-d430-49d2-bbb0-32a31d68f9ce HTTP/1.1" status: 204 len: 168 time: 0.8754995 Feb 11 04:37:54.754943 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ce79dc2b-ecc3-4548-ab09-764fb93c2186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ba05dd98-8c2b-4ae3-80cc-7972a3022d62), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.780437 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f78ef4db-d6ef-4049-b453-aeaafdc8a93a req-88c95dc2-f7f1-4b66-b7b4-1a3fed0f120f tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 210 time: 0.2693324 Feb 11 04:37:54.790364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe297475-26ce-4c02-ba3b-378fb6026438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b9c7f3-d430-49d2-bbb0-32a31d68f9ce,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:54.837832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Made reservation on behalf of f691578e9ac4485bbffbb1871d2bbf73 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:54.850534 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.857278 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Attempting to bind port 32fd5690-15b9-4393-acff-00f6e6f4cb1d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:37:54.858088 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Attempting to bind port 32fd5690-15b9-4393-acff-00f6e6f4cb1d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '087037bc-3954-4d7e-8b55-72c334ce5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:37:54.858981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Attempting to bind port 32fd5690-15b9-4393-acff-00f6e6f4cb1d on network 2a4d507b-231d-4801-b701-aacd5ccc510f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:54.874812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:37:54.875600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Checking segment: {'id': '087037bc-3954-4d7e-8b55-72c334ce5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:54.876248 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.876868 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Bound using segment: {'id': '087037bc-3954-4d7e-8b55-72c334ce5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:37:54.877606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Bound port: 32fd5690-15b9-4393-acff-00f6e6f4cb1d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087037bc-3954-4d7e-8b55-72c334ce5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:37:54.878145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.878428 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.882844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0f3adb0c-ba9c-4cf8-8646-e407de42ad10 None None] Current status of the port 147f754d-3c16-465f-8a7d-4ebe26daf60a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:54.900706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:51Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:54.937048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dedff2-35ae-418b-bfe2-07b40631bac0 None None] The sync data for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 is: [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:51Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:37:55.063757 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ce79dc2b-ecc3-4548-ab09-764fb93c2186 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f501c68154bf46fa8d689922aac95e86&name=default HTTP/1.1" status: 200 len: 2995 time: 2.8627455 Feb 11 04:37:55.069921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42158) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:55.108764 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] For port 32fd5690-15b9-4393-acff-00f6e6f4cb1d, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:55.116995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] For port 32fd5690-15b9-4393-acff-00f6e6f4cb1d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=32fd5690-15b9-4393-acff-00f6e6f4cb1d,segment=NetworkSegment(087037bc-3954-4d7e-8b55-72c334ce5d03),segment_id=087037bc-3954-4d7e-8b55-72c334ce5d03)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:37:55.134290 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:55.137541 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Publish callbacks [] for security_group (d9c438f3-4e71-423b-a3b2-06493221365e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:55.138652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79dc2b-ecc3-4548-ab09-764fb93c2186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba05dd98-8c2b-4ae3-80cc-7972a3022d62,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:55.146510 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d9c438f3-4e71-423b-a3b2-06493221365e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:55.410395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9783b86-c7e0-4d8b-add7-94ebf3783c0f None None] Pushing event updated for resources: {'Port': ['ID=32fd5690-15b9-4393-acff-00f6e6f4cb1d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:55.537456 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb218712-1c80-49f2-a006-92183e17be8d admin admin] Publish callbacks [] for security_group (ba05dd98-8c2b-4ae3-80cc-7972a3022d62), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:55.553938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c438f3-4e71-423b-a3b2-06493221365e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:56.057754 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb218712-1c80-49f2-a006-92183e17be8d admin admin] Publish callbacks [] for security_group (ba05dd98-8c2b-4ae3-80cc-7972a3022d62), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.091304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0c0c6-3c28-444a-bf82-69a33613f029 req-4bba4d6e-b551-43db-876b-9c8efbb67284 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:56.094032 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d1e0c0c6-3c28-444a-bf82-69a33613f029 req-4bba4d6e-b551-43db-876b-9c8efbb67284 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 935 time: 0.8057361 Feb 11 04:37:56.198685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d1e0c0c6-3c28-444a-bf82-69a33613f029 req-97de43d6-e09a-4d95-a1da-1a8fad3e3aaf tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980525 Feb 11 04:37:56.448329 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Publish callbacks [] for router_gateway (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.592137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8529f8c2-b5ed-4c02-be22-75d2bf830acd req-0feb3018-cf63-4af7-8af4-168d8a899e17 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 210 time: 0.5336699 Feb 11 04:37:56.628312 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.682313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 147f754d-3c16-465f-8a7d-4ebe26daf60a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:56.872631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 147f754d-3c16-465f-8a7d-4ebe26daf60a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:56.873126 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.933281 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb218712-1c80-49f2-a006-92183e17be8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ba05dd98-8c2b-4ae3-80cc-7972a3022d62), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.938255 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb218712-1c80-49f2-a006-92183e17be8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.946885 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fb218712-1c80-49f2-a006-92183e17be8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba05dd98-8c2b-4ae3-80cc-7972a3022d62 HTTP/1.1" status: 204 len: 168 time: 1.8227539 Feb 11 04:37:56.968564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Allocated IP 172.25.7.86 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/cd4b5494-63ad-429d-b36c-f07ff9238d36) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:57.079574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb218712-1c80-49f2-a006-92183e17be8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba05dd98-8c2b-4ae3-80cc-7972a3022d62,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:57.098159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 147f754d-3c16-465f-8a7d-4ebe26daf60a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:57.105321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 32fd5690-15b9-4393-acff-00f6e6f4cb1d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:57.158410 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd9d634-dfd1-45d8-a066-0814146455c0 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:37:57.215899 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Publish callbacks [] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:57.296565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 32fd5690-15b9-4393-acff-00f6e6f4cb1d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:57.297048 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:57.392039 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Transition to ACTIVE for port object ccd9d634-dfd1-45d8-a066-0814146455c0 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:37:57.404013 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:57.520623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793c89cc-cf65-499a-8424-6f830b6d3b10 None None] Network 2a4d507b-231d-4801-b701-aacd5ccc510f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:37:57.526865 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Publish callbacks [] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:57.536826 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Pushing event updated for resources: {'Port': ['ID=ccd9d634-dfd1-45d8-a066-0814146455c0,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:57.733777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 32fd5690-15b9-4393-acff-00f6e6f4cb1d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:57.735296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Attempting to bind port ccd9d634-dfd1-45d8-a066-0814146455c0 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:37:57.735766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Attempting to bind port ccd9d634-dfd1-45d8-a066-0814146455c0 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:37:57.736044 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:57.736315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Attempting to bind port ccd9d634-dfd1-45d8-a066-0814146455c0 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:57.754848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Port ccd9d634-dfd1-45d8-a066-0814146455c0 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:37:57.764046 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Attempting to bind port ccd9d634-dfd1-45d8-a066-0814146455c0 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:57.772094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:37:57.775355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:57.780829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:37:57.781478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Bound port: ccd9d634-dfd1-45d8-a066-0814146455c0, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:37:57.782059 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:57.802152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-089c8645-8c13-4af7-95ab-b498bafb9867 None None] Provisioning complete for port 32fd5690-15b9-4393-acff-00f6e6f4cb1d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:57.802552 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-089c8645-8c13-4af7-95ab-b498bafb9867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:57.808152 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:57.944534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:57.959760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:57.962631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 32fd5690-15b9-4393-acff-00f6e6f4cb1d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=32fd5690-15b9-4393-acff-00f6e6f4cb1d,segment=NetworkSegment(087037bc-3954-4d7e-8b55-72c334ce5d03),segment_id=087037bc-3954-4d7e-8b55-72c334ce5d03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:57.979231 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.051847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=32fd5690-15b9-4393-acff-00f6e6f4cb1d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:58.069713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:58.137462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7fc224c-5669-4fc8-9ffe-2a625cd6df01 req-852ae7fc-8083-46e2-8d41-fdcadc8cc05c tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 210 time: 0.1856723 Feb 11 04:37:58.137462 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Pushing event updated for resources: {'Port': ['ID=cd4b5494-63ad-429d-b36c-f07ff9238d36,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:58.169679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Allocated IP 192.168.233.99 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/7eacb5bd-2906-40b9-bd9c-a3399a6a042a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:58.180618 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-089c8645-8c13-4af7-95ab-b498bafb9867 None None] Current status of the port 32fd5690-15b9-4393-acff-00f6e6f4cb1d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:58.215711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f371fb8-367c-462f-b768-bab509b6e466 req-6c37bcbd-b199-44e4-a592-c27426ce1e5e tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:58.231839 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f371fb8-367c-462f-b768-bab509b6e466 req-6c37bcbd-b199-44e4-a592-c27426ce1e5e tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 935 time: 0.8543594 Feb 11 04:37:58.410683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] For port ccd9d634-dfd1-45d8-a066-0814146455c0, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:58.473864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] For port ccd9d634-dfd1-45d8-a066-0814146455c0, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ccd9d634-dfd1-45d8-a066-0814146455c0,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:37:58.480814 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f371fb8-367c-462f-b768-bab509b6e466 req-481efce9-10ff-46df-8351-065ed2ef49fe tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456975 Feb 11 04:37:58.526493 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.533514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 32fd5690-15b9-4393-acff-00f6e6f4cb1d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:58.706030 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Publish callbacks [] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.748965 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b80b6316-05a8-42ac-82e9-102a5fc27239 None None] Provisioning complete for port 32fd5690-15b9-4393-acff-00f6e6f4cb1d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:58.751421 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b80b6316-05a8-42ac-82e9-102a5fc27239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.807130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.862501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b80b6316-05a8-42ac-82e9-102a5fc27239 None None] Current status of the port 32fd5690-15b9-4393-acff-00f6e6f4cb1d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:58.878985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 32fd5690-15b9-4393-acff-00f6e6f4cb1d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:58.879615 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.912107 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Publish callbacks [] for router_gateway (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.935686 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:58.937774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.942669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] 10.222.0.60 "PUT /v2.0/ports/ccd9d634-dfd1-45d8-a066-0814146455c0 HTTP/1.1" status: 200 len: 1096 time: 6.3962102 Feb 11 04:37:58.943607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71f6c14-f3f7-434c-b236-a990bf8bffc5', 'tag': 'ccd9d634-dfd1-45d8-a066-0814146455c0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:59.035426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:59.069912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:59.098472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:59.104091 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:59.104840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:59.126737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Pushing event updated for resources: {'Port': ['ID=7eacb5bd-2906-40b9-bd9c-a3399a6a042a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:59.166412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 32fd5690-15b9-4393-acff-00f6e6f4cb1d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:59.196543 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-41f60420-c140-40f1-9966-ce929ab183c5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9052129 Feb 11 04:37:59.220041 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-16974833-5ed0-4a1a-b80f-bcd36d4c018c tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:59.221088 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-16974833-5ed0-4a1a-b80f-bcd36d4c018c tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092304 Feb 11 04:37:59.581240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e37913a0-f47c-4d74-86a5-aa627c954633 None None] Provisioning complete for port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:59.588232 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e37913a0-f47c-4d74-86a5-aa627c954633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:59.719662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e37913a0-f47c-4d74-86a5-aa627c954633 None None] Port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:59.726416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae3e5-6be6-43e8-a0c4-99415ca0ed92 req-87fafe1c-4b55-43e6-9275-8cfd2e89c135 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:59.730821 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-047ae3e5-6be6-43e8-a0c4-99415ca0ed92 req-87fafe1c-4b55-43e6-9275-8cfd2e89c135 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 947 time: 0.1079800 Feb 11 04:37:59.828763 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-047ae3e5-6be6-43e8-a0c4-99415ca0ed92 req-9e17040d-6d92-404a-b430-76152fe41c8e tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895603 Feb 11 04:37:59.834520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902db0ac-9f0a-4780-8983-3b76a32d414a service neutron] Pushing event updated for resources: {'Port': ['ID=ccd9d634-dfd1-45d8-a066-0814146455c0,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:59.842829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-6b2fc3a1-46ca-4d13-bb75-620e3c676090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:59.845196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-6b2fc3a1-46ca-4d13-bb75-620e3c676090 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b5c64812a4c4172a17a67f268528636&device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 1130 time: 0.2970734 Feb 11 04:37:59.891420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77c26d-dd98-41db-a042-642b0e4683e1 req-b9260beb-0ccb-401d-98e7-da32b084d643 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:59.898863 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e77c26d-dd98-41db-a042-642b0e4683e1 req-b9260beb-0ccb-401d-98e7-da32b084d643 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 935 time: 0.3398147 Feb 11 04:37:59.996193 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e77c26d-dd98-41db-a042-642b0e4683e1 req-6d3bcc3e-cbdf-4f2f-a078-ff92a0ca9e6a tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941310 Feb 11 04:38:00.042026 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-68139fde-7c61-4ab7-bb72-b72ec7b78c96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=ccd9d634-dfd1-45d8-a066-0814146455c0 HTTP/1.1" status: 200 len: 217 time: 0.1238186 Feb 11 04:38:00.230834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Request body: {'port': {'device_id': '5206cc12-20ec-4e5e-a03f-18ac7eeed304', 'device_owner': 'compute:tempest-test_az-1157159813', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:00.253908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-accd208f-2988-4ad6-bc0f-df2ffde86191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:00.255744 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-accd208f-2988-4ad6-bc0f-df2ffde86191 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.2015576 Feb 11 04:38:00.379116 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:00.402304 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:00.462634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-a1ac5713-f775-4913-b912-b3e4b4fcdb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:00.464398 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-a1ac5713-f775-4913-b912-b3e4b4fcdb5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1707344 Feb 11 04:38:00.529733 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9784e9-dd57-4b2f-b0d6-a36f2c325af3" -d '{"events": [{"name": "network-changed", "server_uuid": "a71f6c14-f3f7-434c-b236-a990bf8bffc5", "tag": "ccd9d634-dfd1-45d8-a066-0814146455c0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:00.706437 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-9e776de2-5c4e-4737-bd06-ac51e54b5129 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801784 Feb 11 04:38:00.740917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Router f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:38:00.879959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-660820cd-2890-4ddc-bde5-be08bd5eb70b req-a47ce787-80d6-483e-b7f8-a69749f5ce42 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610696 Feb 11 04:38:01.073416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:01.084459 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Sync routers for ids ['f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:01.107777 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Routers {'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:01.111602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.115669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-720db23b-d164-4dec-b98e-06999b11b988 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.8764920 Feb 11 04:38:01.115931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42288) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:01.125102 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:37:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:01.213505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eacb5bd-2906-40b9-bd9c-a3399a6a042a {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:01.220671 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75152e42-8bd2-4d78-a723-2a907cff8c85 x-openstack-request-id: req-75152e42-8bd2-4d78-a723-2a907cff8c85 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:01.220966 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71f6c14-f3f7-434c-b236-a990bf8bffc5", "tag": "ccd9d634-dfd1-45d8-a066-0814146455c0", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:01.221231 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75152e42-8bd2-4d78-a723-2a907cff8c85 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:01.221698 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71f6c14-f3f7-434c-b236-a990bf8bffc5', 'tag': 'ccd9d634-dfd1-45d8-a066-0814146455c0', 'status': 'completed', 'code': 200} Feb 11 04:38:01.230634 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Publish callbacks [] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.283774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Transition to ACTIVE for port object 7eacb5bd-2906-40b9-bd9c-a3399a6a042a will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:38:01.291608 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.434132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Pushing event updated for resources: {'Port': ['ID=7eacb5bd-2906-40b9-bd9c-a3399a6a042a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:01.668241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Attempting to bind port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:01.670855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Attempting to bind port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:01.673940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Attempting to bind port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:01.680890 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Set router f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:01.688732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:38:01.689057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Attempting to bind port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:01.710083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:01.710419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:01.713064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:01.713684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Bound port: 7eacb5bd-2906-40b9-bd9c-a3399a6a042a, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:01.714196 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.915941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] For port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:01.929396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942232f-cf60-4317-88fa-22b1bf3a172d req-f076ad0f-cd6e-495c-983b-093fb853bf7c tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:01.940606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8942232f-cf60-4317-88fa-22b1bf3a172d req-f076ad0f-cd6e-495c-983b-093fb853bf7c tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 969 time: 0.1337662 Feb 11 04:38:01.941595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9784e9-dd57-4b2f-b0d6-a36f2c325af3 req-3d5f3fd7-af77-4e45-afc5-63a31894c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:01.943623 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-be9784e9-dd57-4b2f-b0d6-a36f2c325af3 req-3d5f3fd7-af77-4e45-afc5-63a31894c488 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b5c64812a4c4172a17a67f268528636&device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 1130 time: 0.5801504 Feb 11 04:38:01.977696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd97ca-0325-4e0b-9d2f-ade51bf5c730 req-40e2d5b6-b2d5-4bac-927b-329326b0861a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:01.980021 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99bd97ca-0325-4e0b-9d2f-ade51bf5c730 req-40e2d5b6-b2d5-4bac-927b-329326b0861a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 947 time: 0.6152329 Feb 11 04:38:01.985020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] For port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7eacb5bd-2906-40b9-bd9c-a3399a6a042a,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:02.051162 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1042844388-router', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:52Z', 'updated_at': '2022-02-11T04:37:58Z', 'revision_number': 3, 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'gw_port': {'id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:56Z', 'updated_at': '2022-02-11T04:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:02.092527 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Checking router: f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:38:02.093253 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Updating router f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 port cd4b5494-63ad-429d-b36c-f07ff9238d36 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:38:02.105245 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8942232f-cf60-4317-88fa-22b1bf3a172d req-2a6075e8-b528-460f-acca-3520ae6bee30 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636429 Feb 11 04:38:02.106769 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.144373 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.162233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:02.166701 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.168471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] 10.222.0.10 "PUT /v2.0/ports/7eacb5bd-2906-40b9-bd9c-a3399a6a042a HTTP/1.1" status: 200 len: 1118 time: 2.6347272 Feb 11 04:38:02.170310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5206cc12-20ec-4e5e-a03f-18ac7eeed304', 'tag': '7eacb5bd-2906-40b9-bd9c-a3399a6a042a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:02.707079 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124c3a6-d981-4842-9804-5e7556c0b67c service neutron] Pushing event updated for resources: {'Port': ['ID=7eacb5bd-2906-40b9-bd9c-a3399a6a042a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:02.728412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9784e9-dd57-4b2f-b0d6-a36f2c325af3 req-75f2d1f5-6723-410e-af25-b4c93dc62fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:02.730340 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-be9784e9-dd57-4b2f-b0d6-a36f2c325af3 req-75f2d1f5-6723-410e-af25-b4c93dc62fac service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.7681100 Feb 11 04:38:02.759248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578046d0-7461-4dbb-a398-f30f140466d7 req-ebc3fa45-a321-4261-8efa-bdc3979cdc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:02.766288 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-ebc3fa45-a321-4261-8efa-bdc3979cdc37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f691578e9ac4485bbffbb1871d2bbf73&device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 1152 time: 0.3645031 Feb 11 04:38:02.801644 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-be9784e9-dd57-4b2f-b0d6-a36f2c325af3 req-2c414c05-74cc-48f6-a495-73af1e1eb13c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=ccd9d634-dfd1-45d8-a066-0814146455c0 HTTP/1.1" status: 200 len: 217 time: 0.0576594 Feb 11 04:38:02.898173 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.913682 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Publish callbacks [] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.924441 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.949918 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de7017a-ad62-431f-b326-577ac6b01ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "5206cc12-20ec-4e5e-a03f-18ac7eeed304", "tag": "7eacb5bd-2906-40b9-bd9c-a3399a6a042a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:02.951364 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99bd97ca-0325-4e0b-9d2f-ade51bf5c730 req-235d5b25-0ace-4c26-a2ea-2aa4ef9c4cbb tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202225 Feb 11 04:38:02.962655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-030009b1-ed1e-4124-9c32-b415991b9ff1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=7eacb5bd-2906-40b9-bd9c-a3399a6a042a HTTP/1.1" status: 200 len: 217 time: 0.1789653 Feb 11 04:38:02.984878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9784e9-dd57-4b2f-b0d6-a36f2c325af3 req-6a98dd99-c355-4854-bd22-7bd87cdbf33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:02.989136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-be9784e9-dd57-4b2f-b0d6-a36f2c325af3 req-6a98dd99-c355-4854-bd22-7bd87cdbf33c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1774976 Feb 11 04:38:03.052796 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Attempting to bind port cd4b5494-63ad-429d-b36c-f07ff9238d36 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:03.056540 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Attempting to bind port cd4b5494-63ad-429d-b36c-f07ff9238d36 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:03.060986 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Attempting to bind port cd4b5494-63ad-429d-b36c-f07ff9238d36 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:03.077914 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b5b20-cb60-495a-8c88-9739df1233c5 None None] Pushing event updated for resources: {'Port': ['ID=cd4b5494-63ad-429d-b36c-f07ff9238d36,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:03.103610 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:03.104307 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:03.104307 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:03.104745 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:03.105339 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Bound port: cd4b5494-63ad-429d-b36c-f07ff9238d36, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:03.110263 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:03.147435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578046d0-7461-4dbb-a398-f30f140466d7 req-f116d11c-2bf9-4a2f-821b-ea0415379e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:03.152377 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-f116d11c-2bf9-4a2f-821b-ea0415379e79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1800039 Feb 11 04:38:03.178168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9784e9-dd57-4b2f-b0d6-a36f2c325af3 req-a9b51af2-f0b3-4cd8-9e82-3dc6e70108c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:03.184835 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-be9784e9-dd57-4b2f-b0d6-a36f2c325af3 req-a9b51af2-f0b3-4cd8-9e82-3dc6e70108c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1779063 Feb 11 04:38:03.255514 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] For port cd4b5494-63ad-429d-b36c-f07ff9238d36, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:03.264573 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] For port cd4b5494-63ad-429d-b36c-f07ff9238d36, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=cd4b5494-63ad-429d-b36c-f07ff9238d36,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:03.285479 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:03.406705 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Routers {'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:03.416689 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:03.419847 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:37:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:03.503876 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b5b20-cb60-495a-8c88-9739df1233c5 None None] Pushing event updated for resources: {'Port': ['ID=cd4b5494-63ad-429d-b36c-f07ff9238d36,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:03.645244 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] Set router f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:03.677795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b05d486f-29be-43d1-a9a6-55f3754b2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:03.679385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-b05d486f-29be-43d1-a9a6-55f3754b2e8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5154128 Feb 11 04:38:03.684480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-be9784e9-dd57-4b2f-b0d6-a36f2c325af3 req-5f2b729f-26e6-4982-91f3-baeef98be46f service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353492 Feb 11 04:38:03.881175 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-709cce93-08c5-4d1c-92a1-9497efe48014 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945212 Feb 11 04:38:03.883284 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4830200f-2adc-4798-a2e8-c2848e7f7301 x-openstack-request-id: req-4830200f-2adc-4798-a2e8-c2848e7f7301 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:03.883692 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5206cc12-20ec-4e5e-a03f-18ac7eeed304", "tag": "7eacb5bd-2906-40b9-bd9c-a3399a6a042a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:03.884001 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4830200f-2adc-4798-a2e8-c2848e7f7301 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:03.884505 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5206cc12-20ec-4e5e-a03f-18ac7eeed304', 'tag': '7eacb5bd-2906-40b9-bd9c-a3399a6a042a', 'status': 'completed', 'code': 200} Feb 11 04:38:03.958117 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1042844388-router', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:52Z', 'updated_at': '2022-02-11T04:37:58Z', 'revision_number': 3, 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'gw_port': {'id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:56Z', 'updated_at': '2022-02-11T04:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:03.986586 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-be9784e9-dd57-4b2f-b0d6-a36f2c325af3 req-28cc11cb-c90a-4f1e-9d48-25f5e7a57126 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908499 Feb 11 04:38:04.012781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Allocated IP 172.20.0.1 (2a4d507b-231d-4801-b701-aacd5ccc510f/ac802c2b-47b9-4e26-9f8d-f20e9cca0629/709f631d-69c7-4c87-a1c0-0b72beac7b23) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:04.029027 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb0e22-03dd-46a9-a853-4cff24f3d597 None None] The sync data for ids ['f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'] in n-d-615180-58 is: [{'id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1042844388-router', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:52Z', 'updated_at': '2022-02-11T04:37:58Z', 'revision_number': 3, 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'gw_port': {'id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:56Z', 'updated_at': '2022-02-11T04:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:04.063877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065b649-017d-40e0-b4f0-cc5e182af434 req-7df85b7e-bb9d-4c8c-9a90-97a68fb35e7f tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:04.071888 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8065b649-017d-40e0-b4f0-cc5e182af434 req-7df85b7e-bb9d-4c8c-9a90-97a68fb35e7f tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 969 time: 0.1405799 Feb 11 04:38:04.137133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578046d0-7461-4dbb-a398-f30f140466d7 req-0aec1d1c-9d58-41a5-a56c-415478663e60 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287490 Feb 11 04:38:04.242884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8065b649-017d-40e0-b4f0-cc5e182af434 req-e12080b9-c9a9-439e-8dc2-1a226db974ef tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632352 Feb 11 04:38:04.490834 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Publish callbacks [] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.508205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7017a-ad62-431f-b326-577ac6b01ebf req-cbd1d9ba-977a-4263-b79b-a45a25a4aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:04.509757 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7de7017a-ad62-431f-b326-577ac6b01ebf req-cbd1d9ba-977a-4263-b79b-a45a25a4aa41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f691578e9ac4485bbffbb1871d2bbf73&device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 1152 time: 0.1900558 Feb 11 04:38:04.585289 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.643645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Network 2a4d507b-231d-4801-b701-aacd5ccc510f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:04.649083 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:04.652608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:04.653270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.810394 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Pushing event updated for resources: {'Port': ['ID=709f631d-69c7-4c87-a1c0-0b72beac7b23,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:05.094676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9d096779-e827-434f-ac9c-5b115ea5a897 None None] Provisioning complete for port 709f631d-69c7-4c87-a1c0-0b72beac7b23 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:05.096249 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d096779-e827-434f-ac9c-5b115ea5a897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:05.105959 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:05.126579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece41bd-de52-4261-bd28-5ccd58f73cc5 req-3df8ec15-40e9-4108-9e9d-6814d71e43d6 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:05.139429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ece41bd-de52-4261-bd28-5ccd58f73cc5 req-3df8ec15-40e9-4108-9e9d-6814d71e43d6 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 947 time: 0.4416499 Feb 11 04:38:05.195307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7017a-ad62-431f-b326-577ac6b01ebf req-fbb56d61-2dd9-4742-825b-b983d91b6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:05.205378 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7de7017a-ad62-431f-b326-577ac6b01ebf req-fbb56d61-2dd9-4742-825b-b983d91b6d66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.6856258 Feb 11 04:38:05.234886 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9d096779-e827-434f-ac9c-5b115ea5a897 None None] Port 709f631d-69c7-4c87-a1c0-0b72beac7b23 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:05.459552 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ece41bd-de52-4261-bd28-5ccd58f73cc5 req-baa27895-90ce-4e45-b8f8-36d876bd4beb tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169835 Feb 11 04:38:05.468983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7de7017a-ad62-431f-b326-577ac6b01ebf req-2f7a6744-7354-45ab-9c7a-c87ab06ba925 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=7eacb5bd-2906-40b9-bd9c-a3399a6a042a HTTP/1.1" status: 200 len: 217 time: 0.2300954 Feb 11 04:38:05.504084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Publish callbacks [] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:05.518984 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:05.519920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:05.684344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7017a-ad62-431f-b326-577ac6b01ebf req-5b4708d1-742c-4f7e-9933-3cacddfae465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:05.686783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Pushing event updated for resources: {'Port': ['ID=709f631d-69c7-4c87-a1c0-0b72beac7b23,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:05.691567 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7de7017a-ad62-431f-b326-577ac6b01ebf req-5b4708d1-742c-4f7e-9933-3cacddfae465 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.2075310 Feb 11 04:38:05.836101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7017a-ad62-431f-b326-577ac6b01ebf req-bb7d6db1-03f9-4d73-9722-1634859e3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:05.838569 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7de7017a-ad62-431f-b326-577ac6b01ebf req-bb7d6db1-03f9-4d73-9722-1634859e3f5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1316237 Feb 11 04:38:05.887447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Network 2a4d507b-231d-4801-b701-aacd5ccc510f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:05.890618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:06.096357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d3790-c83a-40bf-9414-ce7da60bb12f req-60b1a05b-5b6d-4212-a22a-670c226b34d8 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:06.097885 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-947d3790-c83a-40bf-9414-ce7da60bb12f req-60b1a05b-5b6d-4212-a22a-670c226b34d8 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 969 time: 0.4138741 Feb 11 04:38:06.150107 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7de7017a-ad62-431f-b326-577ac6b01ebf req-12da91e5-2778-47d3-891e-13bdaa612854 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978487 Feb 11 04:38:06.391494 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7de7017a-ad62-431f-b326-577ac6b01ebf req-6e3dc75f-e3bb-4ed9-a422-2275abd3c8b1 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200491 Feb 11 04:38:06.479581 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-947d3790-c83a-40bf-9414-ce7da60bb12f req-fdbc6f0a-d679-436b-9ae6-836be5c6c4f7 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655961 Feb 11 04:38:06.504374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8041db83-fb01-47cf-87e9-0e4e9286c154 None None] Provisioning complete for port 709f631d-69c7-4c87-a1c0-0b72beac7b23 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:06.506393 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8041db83-fb01-47cf-87e9-0e4e9286c154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:06.510819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Router f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:38:06.645395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device cd4b5494-63ad-429d-b36c-f07ff9238d36 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:06.744220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8041db83-fb01-47cf-87e9-0e4e9286c154 None None] Port 709f631d-69c7-4c87-a1c0-0b72beac7b23 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:06.780616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port cd4b5494-63ad-429d-b36c-f07ff9238d36 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:06.781483 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:06.828721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42454) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:06.906846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42458) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:06.993790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port cd4b5494-63ad-429d-b36c-f07ff9238d36 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:06.994478 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.107140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port cd4b5494-63ad-429d-b36c-f07ff9238d36, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=cd4b5494-63ad-429d-b36c-f07ff9238d36,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:07.119868 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.161735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b4748e-929e-4ef8-9934-e88a6744baed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.229321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:07.243530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-27941947-fff2-42b6-a4fc-1dea8f34a28c admin admin] 10.222.0.48 "PUT /v2.0/routers/f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1177938 Feb 11 04:38:07.276785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459489d4-3a29-4260-bb4f-0acd661bc552 req-c0851c0e-7878-4e2c-9c2a-db7d342b06c0 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:07.288490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-459489d4-3a29-4260-bb4f-0acd661bc552 req-c0851c0e-7878-4e2c-9c2a-db7d342b06c0 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 947 time: 0.5773008 Feb 11 04:38:07.333324 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-529e3260-89ba-4361-8723-39fa8b56a90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.413212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=cd4b5494-63ad-429d-b36c-f07ff9238d36,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:07.422277 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.494607 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-459489d4-3a29-4260-bb4f-0acd661bc552 req-ce023050-1a43-4830-bd6c-5662cfc17ff3 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036259 Feb 11 04:38:07.573348 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-529e3260-89ba-4361-8723-39fa8b56a90e admin admin] Publish callbacks [] for security_group (9018926f-77a4-453b-b9ee-82bec8777e4e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.585642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-529e3260-89ba-4361-8723-39fa8b56a90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9018926f-77a4-453b-b9ee-82bec8777e4e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.626550 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-529e3260-89ba-4361-8723-39fa8b56a90e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5af205e1c244a8a9c8608dd90a04f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7186277 Feb 11 04:38:07.629910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42484) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:07.638025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Sync routers for ids ['f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:07.656843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Routers {'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:07.658313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:37:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:07.665715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e3260-89ba-4361-8723-39fa8b56a90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9018926f-77a4-453b-b9ee-82bec8777e4e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:07.737316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b4748e-929e-4ef8-9934-e88a6744baed admin admin] Publish callbacks [] for security_group (306dc2fb-c4dd-4dcf-bbe5-d78950eb545f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.740807 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5288d449-a65b-4fdf-a5ff-48e26defddd4 admin admin] Publish callbacks [] for security_group (9018926f-77a4-453b-b9ee-82bec8777e4e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.749829 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b4748e-929e-4ef8-9934-e88a6744baed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (306dc2fb-c4dd-4dcf-bbe5-d78950eb545f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.793098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a9b4748e-929e-4ef8-9934-e88a6744baed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44e93880b8d94628bbba1c8ca0a2df08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9627357 Feb 11 04:38:07.799146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42486) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:07.814694 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5288d449-a65b-4fdf-a5ff-48e26defddd4 admin admin] Publish callbacks [] for security_group (9018926f-77a4-453b-b9ee-82bec8777e4e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.862018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4748e-929e-4ef8-9934-e88a6744baed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306dc2fb-c4dd-4dcf-bbe5-d78950eb545f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:07.964859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Set router f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:07.989289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0896da-afa7-4a12-8ac2-25a1d70d6938 req-f5ecfd5a-5b5e-4e7a-a148-4dd89c1e7629 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:08.000766 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5288d449-a65b-4fdf-a5ff-48e26defddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9018926f-77a4-453b-b9ee-82bec8777e4e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.002254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b0896da-afa7-4a12-8ac2-25a1d70d6938 req-f5ecfd5a-5b5e-4e7a-a148-4dd89c1e7629 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 969 time: 0.2237594 Feb 11 04:38:08.003389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5288d449-a65b-4fdf-a5ff-48e26defddd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.010084 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2282e043-d742-4384-92ec-ce08e83cb7da admin admin] Publish callbacks [] for security_group (306dc2fb-c4dd-4dcf-bbe5-d78950eb545f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.015531 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5288d449-a65b-4fdf-a5ff-48e26defddd4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9018926f-77a4-453b-b9ee-82bec8777e4e HTTP/1.1" status: 204 len: 168 time: 0.3844452 Feb 11 04:38:08.042339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288d449-a65b-4fdf-a5ff-48e26defddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9018926f-77a4-453b-b9ee-82bec8777e4e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:08.064967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2282e043-d742-4384-92ec-ce08e83cb7da admin admin] Publish callbacks [] for security_group (306dc2fb-c4dd-4dcf-bbe5-d78950eb545f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.077153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42498) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:08.228331 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b0896da-afa7-4a12-8ac2-25a1d70d6938 req-0b6c538b-d437-4f20-b8ab-f16eaecf8edd tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250800 Feb 11 04:38:08.231265 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2282e043-d742-4384-92ec-ce08e83cb7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (306dc2fb-c4dd-4dcf-bbe5-d78950eb545f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.235252 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2282e043-d742-4384-92ec-ce08e83cb7da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.244789 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2282e043-d742-4384-92ec-ce08e83cb7da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/306dc2fb-c4dd-4dcf-bbe5-d78950eb545f HTTP/1.1" status: 204 len: 168 time: 0.4332769 Feb 11 04:38:08.272002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282e043-d742-4384-92ec-ce08e83cb7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306dc2fb-c4dd-4dcf-bbe5-d78950eb545f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:08.427237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1042844388-router', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:52Z', 'updated_at': '2022-02-11T04:38:04Z', 'revision_number': 4, 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'gw_port': {'id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:56Z', 'updated_at': '2022-02-11T04:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '709f631d-69c7-4c87-a1c0-0b72beac7b23', 'name': '', 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'mac_address': 'fa:16:3e:37:28:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ac802c2b-47b9-4e26-9f8d-f20e9cca0629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:03Z', 'updated_at': '2022-02-11T04:38:05Z', 'revision_number': 2, 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'subnets': [{'id': 'ac802c2b-47b9-4e26-9f8d-f20e9cca0629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:08.468970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Checking router: f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:38:08.469324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Updating router f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 port 709f631d-69c7-4c87-a1c0-0b72beac7b23 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:38:08.500686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.584765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device cd4b5494-63ad-429d-b36c-f07ff9238d36 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:08.620582 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83fb17f5-0c61-4320-90a0-6e6189605033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.775637 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83fb17f5-0c61-4320-90a0-6e6189605033 admin admin] Publish callbacks [] for security_group (dc70f64f-8d43-44de-96cf-d12d80316de6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.782588 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83fb17f5-0c61-4320-90a0-6e6189605033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dc70f64f-8d43-44de-96cf-d12d80316de6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.811932 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-83fb17f5-0c61-4320-90a0-6e6189605033 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e463399cfd514e19b6ca3f25f70c2094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7334461 Feb 11 04:38:08.815019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42518) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:08.837174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb17f5-0c61-4320-90a0-6e6189605033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc70f64f-8d43-44de-96cf-d12d80316de6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:08.911177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port cd4b5494-63ad-429d-b36c-f07ff9238d36 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:08.911699 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.958249 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-274d28a7-f0e5-451a-8319-012f3ed8882c admin admin] Publish callbacks [] for security_group (dc70f64f-8d43-44de-96cf-d12d80316de6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.971873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42524) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:08.997947 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-942d1094-1b9e-4ab6-95bc-4c959ab16591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.006278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-274d28a7-f0e5-451a-8319-012f3ed8882c admin admin] Publish callbacks [] for security_group (dc70f64f-8d43-44de-96cf-d12d80316de6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.089468 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-274d28a7-f0e5-451a-8319-012f3ed8882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dc70f64f-8d43-44de-96cf-d12d80316de6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.095711 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-274d28a7-f0e5-451a-8319-012f3ed8882c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.097115 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-274d28a7-f0e5-451a-8319-012f3ed8882c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc70f64f-8d43-44de-96cf-d12d80316de6 HTTP/1.1" status: 204 len: 168 time: 0.2811074 Feb 11 04:38:09.107264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d28a7-f0e5-451a-8319-012f3ed8882c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc70f64f-8d43-44de-96cf-d12d80316de6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:09.123117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port cd4b5494-63ad-429d-b36c-f07ff9238d36 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:09.191926 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-942d1094-1b9e-4ab6-95bc-4c959ab16591 admin admin] Publish callbacks [] for security_group (b5c1771a-55f8-4cee-b7b7-892536d7d1f4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.201127 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-942d1094-1b9e-4ab6-95bc-4c959ab16591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b5c1771a-55f8-4cee-b7b7-892536d7d1f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.247803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a441a-eea8-423e-a301-554416743ed3 req-a4896c35-d926-43b5-b191-2499e172c5c8 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:09.259289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-327a441a-eea8-423e-a301-554416743ed3 req-a4896c35-d926-43b5-b191-2499e172c5c8 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 947 time: 0.1462636 Feb 11 04:38:09.266176 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-942d1094-1b9e-4ab6-95bc-4c959ab16591 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aff661cd76d9450aa2066f15adc28669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929080 Feb 11 04:38:09.266463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42528) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:09.315344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d1094-1b9e-4ab6-95bc-4c959ab16591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c1771a-55f8-4cee-b7b7-892536d7d1f4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:09.391654 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-327a441a-eea8-423e-a301-554416743ed3 req-468764ca-2140-49d4-872c-f376dcdc431c tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310506 Feb 11 04:38:09.419529 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-46bc066e-54b4-479c-a7f1-988e6cbcb65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.431118 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2d91db3-d020-402f-b577-c4bc3f4320a3 admin admin] Publish callbacks [] for security_group (b5c1771a-55f8-4cee-b7b7-892536d7d1f4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.432154 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Publish callbacks [] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.443635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.472306 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42534) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:09.486521 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2d91db3-d020-402f-b577-c4bc3f4320a3 admin admin] Publish callbacks [] for security_group (b5c1771a-55f8-4cee-b7b7-892536d7d1f4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.501216 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51dd5288-21d5-40b2-95f1-0dec2a03010d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.585318 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2d91db3-d020-402f-b577-c4bc3f4320a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b5c1771a-55f8-4cee-b7b7-892536d7d1f4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.591652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2d91db3-d020-402f-b577-c4bc3f4320a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.611799 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c2d91db3-d020-402f-b577-c4bc3f4320a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5c1771a-55f8-4cee-b7b7-892536d7d1f4 HTTP/1.1" status: 204 len: 168 time: 0.3282521 Feb 11 04:38:09.680980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d91db3-d020-402f-b577-c4bc3f4320a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c1771a-55f8-4cee-b7b7-892536d7d1f4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:09.792493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c919c-f64f-4786-8062-2d8fdf3902a1 None None] Pushing event updated for resources: {'Port': ['ID=709f631d-69c7-4c87-a1c0-0b72beac7b23,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:09.821166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Attempting to bind port 709f631d-69c7-4c87-a1c0-0b72beac7b23 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:09.822826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Attempting to bind port 709f631d-69c7-4c87-a1c0-0b72beac7b23 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '087037bc-3954-4d7e-8b55-72c334ce5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:09.824409 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Attempting to bind port 709f631d-69c7-4c87-a1c0-0b72beac7b23 on network 2a4d507b-231d-4801-b701-aacd5ccc510f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:09.838341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023c3b5-b28c-48d4-bbac-8ecdd9a8ec43 req-a86bc0af-ed99-4234-bb1d-62659e6fdae4 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:09.842291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:09.845558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e023c3b5-b28c-48d4-bbac-8ecdd9a8ec43 req-a86bc0af-ed99-4234-bb1d-62659e6fdae4 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 969 time: 0.1867130 Feb 11 04:38:09.846214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Checking segment: {'id': '087037bc-3954-4d7e-8b55-72c334ce5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:09.852895 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51dd5288-21d5-40b2-95f1-0dec2a03010d admin admin] Publish callbacks [] for security_group (cbcd71c4-ce85-4784-ad18-5c18f89b7d61), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.860294 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.861594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Bound using segment: {'id': '087037bc-3954-4d7e-8b55-72c334ce5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:09.864026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Bound port: 709f631d-69c7-4c87-a1c0-0b72beac7b23, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087037bc-3954-4d7e-8b55-72c334ce5d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:09.864741 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.865347 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51dd5288-21d5-40b2-95f1-0dec2a03010d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cbcd71c4-ce85-4784-ad18-5c18f89b7d61), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.971680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e023c3b5-b28c-48d4-bbac-8ecdd9a8ec43 req-ee9f9670-721f-4834-8f8a-1977931f4e1d tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191730 Feb 11 04:38:09.992386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a0b47cd4-4b33-4862-ab70-1f3a1af32bc4 None None] Provisioning complete for port 709f631d-69c7-4c87-a1c0-0b72beac7b23 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:09.993081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a0b47cd4-4b33-4862-ab70-1f3a1af32bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.022155 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-51dd5288-21d5-40b2-95f1-0dec2a03010d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0786072793f34042bedc827e080522cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5486155 Feb 11 04:38:10.024811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42550) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:10.040283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd5288-21d5-40b2-95f1-0dec2a03010d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcd71c4-ce85-4784-ad18-5c18f89b7d61,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:10.142715 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1b27460-81b1-473f-a744-78c3f2f18169 admin admin] Publish callbacks [] for security_group (cbcd71c4-ce85-4784-ad18-5c18f89b7d61), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.171241 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1b27460-81b1-473f-a744-78c3f2f18169 admin admin] Publish callbacks [] for security_group (cbcd71c4-ce85-4784-ad18-5c18f89b7d61), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.213762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a0b47cd4-4b33-4862-ab70-1f3a1af32bc4 None None] Port 709f631d-69c7-4c87-a1c0-0b72beac7b23 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:10.225509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] For port 709f631d-69c7-4c87-a1c0-0b72beac7b23, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:10.236016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] For port 709f631d-69c7-4c87-a1c0-0b72beac7b23, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=709f631d-69c7-4c87-a1c0-0b72beac7b23,segment=NetworkSegment(087037bc-3954-4d7e-8b55-72c334ce5d03),segment_id=087037bc-3954-4d7e-8b55-72c334ce5d03)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:10.253790 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.263958 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1b27460-81b1-473f-a744-78c3f2f18169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cbcd71c4-ce85-4784-ad18-5c18f89b7d61), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.268419 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1b27460-81b1-473f-a744-78c3f2f18169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.272646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c1b27460-81b1-473f-a744-78c3f2f18169 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbcd71c4-ce85-4784-ad18-5c18f89b7d61 HTTP/1.1" status: 204 len: 168 time: 0.2465813 Feb 11 04:38:10.293760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b27460-81b1-473f-a744-78c3f2f18169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcd71c4-ce85-4784-ad18-5c18f89b7d61,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:10.352526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Routers {'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:10.354025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:37:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:10.548063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42566) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:10.555141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-110da61d-9660-4758-baab-0fb78ad11e3e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--704152180', 'description': 'tempest-description--405673367'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:10.611512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42568) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:10.623783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] Set router f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:10.624570 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-110da61d-9660-4758-baab-0fb78ad11e3e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.698519 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f652029c-6d3c-41ba-b451-d69d200e3c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.715837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c919c-f64f-4786-8062-2d8fdf3902a1 None None] Pushing event updated for resources: {'Port': ['ID=709f631d-69c7-4c87-a1c0-0b72beac7b23,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:10.780044 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ab04d9e8-2497-47f6-805c-9dda835c515d None None] Provisioning complete for port 709f631d-69c7-4c87-a1c0-0b72beac7b23 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:10.780931 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab04d9e8-2497-47f6-805c-9dda835c515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.809805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-110da61d-9660-4758-baab-0fb78ad11e3e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for security_group (50f51f9c-0976-4599-adcd-fe4dfc17b75e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.814653 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-110da61d-9660-4758-baab-0fb78ad11e3e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (50f51f9c-0976-4599-adcd-fe4dfc17b75e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.898797 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-110da61d-9660-4758-baab-0fb78ad11e3e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.904895 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-110da61d-9660-4758-baab-0fb78ad11e3e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3536267 Feb 11 04:38:10.909508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110da61d-9660-4758-baab-0fb78ad11e3e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f51f9c-0976-4599-adcd-fe4dfc17b75e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:10.914827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42576) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:10.920261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3d04b60c-3694-4e81-9138-8f92505eb7be tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Request body: {'security_group_rule': {'security_group_id': '50f51f9c-0976-4599-adcd-fe4dfc17b75e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:10.973861 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d04b60c-3694-4e81-9138-8f92505eb7be tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for security_group_rule (edbb4679-749c-48ca-a870-e78207b94db8), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.036765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ab04d9e8-2497-47f6-805c-9dda835c515d None None] Current status of the port 709f631d-69c7-4c87-a1c0-0b72beac7b23 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:11.037880 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab04d9e8-2497-47f6-805c-9dda835c515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.107307 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa39b6c-0352-42cd-94ca-3fe6c6e4398d req-8f705272-5f92-47cc-9b7e-25df3e6da747 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:11.113250 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d04b60c-3694-4e81-9138-8f92505eb7be tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for security_group_rule (edbb4679-749c-48ca-a870-e78207b94db8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.119202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ab04d9e8-2497-47f6-805c-9dda835c515d None None] For port 709f631d-69c7-4c87-a1c0-0b72beac7b23, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=709f631d-69c7-4c87-a1c0-0b72beac7b23,segment=NetworkSegment(087037bc-3954-4d7e-8b55-72c334ce5d03),segment_id=087037bc-3954-4d7e-8b55-72c334ce5d03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:11.121632 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4aa39b6c-0352-42cd-94ca-3fe6c6e4398d req-8f705272-5f92-47cc-9b7e-25df3e6da747 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 947 time: 0.4646559 Feb 11 04:38:11.129764 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab04d9e8-2497-47f6-805c-9dda835c515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.197680 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d04b60c-3694-4e81-9138-8f92505eb7be tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (edbb4679-749c-48ca-a870-e78207b94db8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.212743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1042844388-router', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:52Z', 'updated_at': '2022-02-11T04:38:04Z', 'revision_number': 4, 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'gw_port': {'id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:56Z', 'updated_at': '2022-02-11T04:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '709f631d-69c7-4c87-a1c0-0b72beac7b23', 'name': '', 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'mac_address': 'fa:16:3e:37:28:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ac802c2b-47b9-4e26-9f8d-f20e9cca0629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:03Z', 'updated_at': '2022-02-11T04:38:10Z', 'revision_number': 4, 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'subnets': [{'id': 'ac802c2b-47b9-4e26-9f8d-f20e9cca0629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:11.256438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04b60c-3694-4e81-9138-8f92505eb7be tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbb4679-749c-48ca-a870-e78207b94db8,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:11.267203 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d04b60c-3694-4e81-9138-8f92505eb7be tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.269329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3d04b60c-3694-4e81-9138-8f92505eb7be tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3532627 Feb 11 04:38:11.283563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42588) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:11.306153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-08801d78-4c0b-472f-bc69-b443779e1da4 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Request body: {'security_group_rule': {'security_group_id': '50f51f9c-0976-4599-adcd-fe4dfc17b75e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:11.369963 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4aa39b6c-0352-42cd-94ca-3fe6c6e4398d req-cb9539ea-ff82-4b02-b779-9480a35f79fc tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400718 Feb 11 04:38:11.381089 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08801d78-4c0b-472f-bc69-b443779e1da4 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for security_group_rule (a9b067ac-640c-4dee-a5f7-ba71108bf37f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.383108 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f652029c-6d3c-41ba-b451-d69d200e3c16 admin admin] Publish callbacks [] for security_group (1d7a4dbe-7a40-4dcd-b37e-377f4262a7c6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.394248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f652029c-6d3c-41ba-b451-d69d200e3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1d7a4dbe-7a40-4dcd-b37e-377f4262a7c6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.458272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165a29b-f878-4aee-9fde-b6eef3687aa8 None None] The sync data for ids ['f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'] in n-d-615180-58 is: [{'id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1042844388-router', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:52Z', 'updated_at': '2022-02-11T04:38:04Z', 'revision_number': 4, 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'gw_port': {'id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:56Z', 'updated_at': '2022-02-11T04:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '709f631d-69c7-4c87-a1c0-0b72beac7b23', 'name': '', 'network_id': '2a4d507b-231d-4801-b701-aacd5ccc510f', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'mac_address': 'fa:16:3e:37:28:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'ac802c2b-47b9-4e26-9f8d-f20e9cca0629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:03Z', 'updated_at': '2022-02-11T04:38:10Z', 'revision_number': 4, 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'subnets': [{'id': 'ac802c2b-47b9-4e26-9f8d-f20e9cca0629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:11.466013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04d9e8-2497-47f6-805c-9dda835c515d None None] Pushing event updated for resources: {'Port': ['ID=709f631d-69c7-4c87-a1c0-0b72beac7b23,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:11.485564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368475e9-22a5-40e8-9a44-0f5b10f9796b req-244aa074-83f3-4f7d-a080-b9107eb5c3af tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:11.487477 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-368475e9-22a5-40e8-9a44-0f5b10f9796b req-244aa074-83f3-4f7d-a080-b9107eb5c3af tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 969 time: 0.3725076 Feb 11 04:38:11.563566 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f652029c-6d3c-41ba-b451-d69d200e3c16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbba9191ed644433bf918b105967b2b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9504707 Feb 11 04:38:11.564283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42594) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:11.564950 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652029c-6d3c-41ba-b451-d69d200e3c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a4dbe-7a40-4dcd-b37e-377f4262a7c6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:11.659389 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08801d78-4c0b-472f-bc69-b443779e1da4 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for security_group_rule (a9b067ac-640c-4dee-a5f7-ba71108bf37f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.680841 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08801d78-4c0b-472f-bc69-b443779e1da4 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (a9b067ac-640c-4dee-a5f7-ba71108bf37f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.687252 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2f75-32a6-4cd9-bf1a-5a0f5ef9d067 admin admin] Publish callbacks [] for security_group (1d7a4dbe-7a40-4dcd-b37e-377f4262a7c6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.716601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-368475e9-22a5-40e8-9a44-0f5b10f9796b req-3bc7a59a-dbd3-4ca3-bfd8-f02a31f25d2f tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862605 Feb 11 04:38:11.721848 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08801d78-4c0b-472f-bc69-b443779e1da4 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.723022 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-08801d78-4c0b-472f-bc69-b443779e1da4 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4294498 Feb 11 04:38:11.723746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08801d78-4c0b-472f-bc69-b443779e1da4 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b067ac-640c-4dee-a5f7-ba71108bf37f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:11.726000 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42606) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:11.730707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:11.756006 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2f75-32a6-4cd9-bf1a-5a0f5ef9d067 admin admin] Publish callbacks [] for security_group (1d7a4dbe-7a40-4dcd-b37e-377f4262a7c6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.759699 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.808170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12036b77-fd8c-4e62-b7b8-e8d00e5d3eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.848291 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2f75-32a6-4cd9-bf1a-5a0f5ef9d067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1d7a4dbe-7a40-4dcd-b37e-377f4262a7c6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.852551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2f75-32a6-4cd9-bf1a-5a0f5ef9d067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.853921 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5e0f2f75-32a6-4cd9-bf1a-5a0f5ef9d067 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d7a4dbe-7a40-4dcd-b37e-377f4262a7c6 HTTP/1.1" status: 204 len: 168 time: 0.2757969 Feb 11 04:38:11.873063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f2f75-32a6-4cd9-bf1a-5a0f5ef9d067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a4dbe-7a40-4dcd-b37e-377f4262a7c6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:11.905680 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.921371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:12.029240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Allocated IP 172.25.7.211 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/9dd92648-7b2f-4104-9c89-1ba98c6600eb) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:12.168823 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for port (9dd92648-7b2f-4104-9c89-1ba98c6600eb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.208457 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (9dd92648-7b2f-4104-9c89-1ba98c6600eb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.255519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:12.262209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:12.266294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:12.295997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Pushing event updated for resources: {'Port': ['ID=9dd92648-7b2f-4104-9c89-1ba98c6600eb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:12.308573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5c2a2e81-4e08-4a67-923a-cd31f555af5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.402748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for floatingip (1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.507744 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9dd92648-7b2f-4104-9c89-1ba98c6600eb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.530505 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5c2a2e81-4e08-4a67-923a-cd31f555af5d admin admin] Publish callbacks [] for security_group (64f2f898-3268-4fe8-99f5-887eeb3eca6c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.569812 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5c2a2e81-4e08-4a67-923a-cd31f555af5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (64f2f898-3268-4fe8-99f5-887eeb3eca6c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.592770 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.622298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a2e81-4e08-4a67-923a-cd31f555af5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f2f898-3268-4fe8-99f5-887eeb3eca6c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:12.681242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 709f631d-69c7-4c87-a1c0-0b72beac7b23 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:12.705151 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5c2a2e81-4e08-4a67-923a-cd31f555af5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=723f7962962c4e28819ebd5da28ccff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7826314 Feb 11 04:38:12.709629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42640) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:12.719839 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for port (9dd92648-7b2f-4104-9c89-1ba98c6600eb), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.737628 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9dd92648-7b2f-4104-9c89-1ba98c6600eb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.780451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329338fc-cb6d-482c-b0db-09fdf63bc4e2 req-90ca3efc-7852-49e1-89b1-699b65375516 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:12.782049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-329338fc-cb6d-482c-b0db-09fdf63bc4e2 req-90ca3efc-7852-49e1-89b1-699b65375516 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 947 time: 0.2500694 Feb 11 04:38:12.796360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 709f631d-69c7-4c87-a1c0-0b72beac7b23 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:12.796629 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.887289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Pushing event updated for resources: {'Port': ['ID=9dd92648-7b2f-4104-9c89-1ba98c6600eb,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:12.926887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-329338fc-cb6d-482c-b0db-09fdf63bc4e2 req-5b3a172a-daa7-4fc1-84d0-9de7f8f5f26f tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197648 Feb 11 04:38:12.932968 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3de2f19e-8617-4f88-b9a8-a08e8de62969 admin admin] Publish callbacks [] for security_group (64f2f898-3268-4fe8-99f5-887eeb3eca6c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.970878 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.983590 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3de2f19e-8617-4f88-b9a8-a08e8de62969 admin admin] Publish callbacks [] for security_group (64f2f898-3268-4fe8-99f5-887eeb3eca6c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.013878 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 709f631d-69c7-4c87-a1c0-0b72beac7b23 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:13.028290 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.033259 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8edc266d-96c1-45c9-9851-234ffb79e042 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3028278 Feb 11 04:38:13.060242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668f86d-ba17-4f90-8e17-0e3ca50a9109 req-48ce1023-c182-4189-bd5e-93126eba814a tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:13.068703 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4668f86d-ba17-4f90-8e17-0e3ca50a9109 req-48ce1023-c182-4189-bd5e-93126eba814a tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 969 time: 0.1653559 Feb 11 04:38:13.080767 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3de2f19e-8617-4f88-b9a8-a08e8de62969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (64f2f898-3268-4fe8-99f5-887eeb3eca6c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.083785 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3de2f19e-8617-4f88-b9a8-a08e8de62969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.084843 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3de2f19e-8617-4f88-b9a8-a08e8de62969 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64f2f898-3268-4fe8-99f5-887eeb3eca6c HTTP/1.1" status: 204 len: 168 time: 0.3745151 Feb 11 04:38:13.102880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2f19e-8617-4f88-b9a8-a08e8de62969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f2f898-3268-4fe8-99f5-887eeb3eca6c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:13.373126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4668f86d-ba17-4f90-8e17-0e3ca50a9109 req-052b25e4-ecfb-4705-a83b-df60324f4a8f tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034394 Feb 11 04:38:13.527823 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-9afe17b5-30ba-499c-9f34-6e373a18def2 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--704152180&fields=id&tenant_id=48fa598a1b004a679c77ea62ce019101 HTTP/1.1" status: 200 len: 267 time: 0.0674360 Feb 11 04:38:13.730048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-16085c46-43a2-4a12-a760-5dd851aa3d5b tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:13.730048 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-16085c46-43a2-4a12-a760-5dd851aa3d5b tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/networks?id=072564ab-c80b-4ff9-acf6-33933e7683f2 HTTP/1.1" status: 200 len: 822 time: 0.1908681 Feb 11 04:38:13.745588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-13d897ab-7511-4750-96c5-7e56ef712db3 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/quotas/48fa598a1b004a679c77ea62ce019101 HTTP/1.1" status: 200 len: 375 time: 0.0103409 Feb 11 04:38:13.816029 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-fed94beb-4fdb-4645-875a-4a22e8c8f5e4 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=48fa598a1b004a679c77ea62ce019101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645251 Feb 11 04:38:13.917713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42688) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:13.935462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41989f4f-d8a1-463e-a658-7257be63445e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:14.054573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41989f4f-d8a1-463e-a658-7257be63445e admin admin] Publish callbacks [] for security_group (d26bdefe-a7fd-44ee-8433-1ed20770eead), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:14.062717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41989f4f-d8a1-463e-a658-7257be63445e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d26bdefe-a7fd-44ee-8433-1ed20770eead), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:14.112782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb3143-ac22-44b9-9316-04ba2d67500c req-e5805dd3-e878-4bfa-b37b-e97465d9b1f5 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:14.112997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41989f4f-d8a1-463e-a658-7257be63445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26bdefe-a7fd-44ee-8433-1ed20770eead,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:14.114655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-58fb3143-ac22-44b9-9316-04ba2d67500c req-e5805dd3-e878-4bfa-b37b-e97465d9b1f5 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 947 time: 0.0757210 Feb 11 04:38:14.124263 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-41989f4f-d8a1-463e-a658-7257be63445e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=953c3f106b2c48659b16504f062e59ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2051113 Feb 11 04:38:14.127793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42700) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:14.152507 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:14.175761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-58fb3143-ac22-44b9-9316-04ba2d67500c req-c09cc399-aa32-4990-9577-352c85bc89c7 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549188 Feb 11 04:38:14.193686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7bc75d23-54ee-498d-bef3-ae65eb9343c8 admin admin] Publish callbacks [] for security_group (d26bdefe-a7fd-44ee-8433-1ed20770eead), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:14.231040 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7bc75d23-54ee-498d-bef3-ae65eb9343c8 admin admin] Publish callbacks [] for security_group (d26bdefe-a7fd-44ee-8433-1ed20770eead), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:14.285676 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7bc75d23-54ee-498d-bef3-ae65eb9343c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d26bdefe-a7fd-44ee-8433-1ed20770eead), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:14.289056 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7bc75d23-54ee-498d-bef3-ae65eb9343c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:14.290268 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7bc75d23-54ee-498d-bef3-ae65eb9343c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d26bdefe-a7fd-44ee-8433-1ed20770eead HTTP/1.1" status: 204 len: 168 time: 0.1610055 Feb 11 04:38:14.298324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc75d23-54ee-498d-bef3-ae65eb9343c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26bdefe-a7fd-44ee-8433-1ed20770eead,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:14.424590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-15edee81-0785-43e6-890c-2d4ca4d1f416 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:38:14.425800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-15edee81-0785-43e6-890c-2d4ca4d1f416 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2158985 Feb 11 04:38:14.538212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-662e2176-149e-4023-b429-fa8d04aac560 service neutron] 10.222.0.48 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056573 Feb 11 04:38:14.641922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-51b0417a-5771-4c8a-a1e7-f3c7ad2dd062 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373178 Feb 11 04:38:14.666843 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-3cb17bbf-8ff2-4463-b8f4-fbf294638fd4 service neutron] 10.222.0.48 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264184 Feb 11 04:38:14.767192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b852-e634-4b82-845c-129530c5b074 req-02c16af1-268b-407d-83e8-d27b1f342def tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:14.768753 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-02c16af1-268b-407d-83e8-d27b1f342def tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251929 Feb 11 04:38:14.800569 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-86f8beca-6052-445d-a689-7c8e1425fe63 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/quotas/4f9bef0d71d949b687ae5ae0ad6a54a2 HTTP/1.1" status: 200 len: 375 time: 0.0217509 Feb 11 04:38:14.875232 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-5a06e5a9-77c4-4489-a769-b73bd1fb53ba tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721707 Feb 11 04:38:14.916433 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f96da-3296-4285-a6bf-368ec7b679bc req-2f4d3e01-1078-4ea4-8919-cf6165e620d5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:14.917722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42742) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:14.924039 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-744f96da-3296-4285-a6bf-368ec7b679bc req-2f4d3e01-1078-4ea4-8919-cf6165e620d5 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 969 time: 0.0702848 Feb 11 04:38:14.937992 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9eed46a-a542-4342-83f8-8273680be02e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:15.018724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-744f96da-3296-4285-a6bf-368ec7b679bc req-625dc783-9cbc-4e95-a2d7-8930eb39dbca tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926821 Feb 11 04:38:15.124919 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9eed46a-a542-4342-83f8-8273680be02e admin admin] Publish callbacks [] for security_group (b11e0ca9-3572-4ba9-af68-3d9141d90ff3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:15.131674 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6193521a-b5a9-4ad1-972c-2debef3b7607 req-398259de-42af-4957-b726-09b47a43f054 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 210 time: 0.0526211 Feb 11 04:38:15.132161 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9eed46a-a542-4342-83f8-8273680be02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b11e0ca9-3572-4ba9-af68-3d9141d90ff3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:15.185903 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a9eed46a-a542-4342-83f8-8273680be02e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d8db287b1f34b1d88728c64423bbdda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667646 Feb 11 04:38:15.187002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eed46a-a542-4342-83f8-8273680be02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11e0ca9-3572-4ba9-af68-3d9141d90ff3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:15.189624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42756) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:15.267563 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a63e-e595-4e76-be20-5436f2db65bb admin admin] Publish callbacks [] for security_group (b11e0ca9-3572-4ba9-af68-3d9141d90ff3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:15.337667 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a63e-e595-4e76-be20-5436f2db65bb admin admin] Publish callbacks [] for security_group (b11e0ca9-3572-4ba9-af68-3d9141d90ff3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:15.394724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efa3bf-e08f-45c8-8683-ae7209f5cd2f req-224b1359-76b3-4199-acd0-f2531f7d09ef tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:15.396671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46efa3bf-e08f-45c8-8683-ae7209f5cd2f req-224b1359-76b3-4199-acd0-f2531f7d09ef tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 947 time: 0.1243341 Feb 11 04:38:15.436578 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a63e-e595-4e76-be20-5436f2db65bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b11e0ca9-3572-4ba9-af68-3d9141d90ff3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:15.439327 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a63e-e595-4e76-be20-5436f2db65bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:15.440694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6fe2a63e-e595-4e76-be20-5436f2db65bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b11e0ca9-3572-4ba9-af68-3d9141d90ff3 HTTP/1.1" status: 204 len: 168 time: 0.2499027 Feb 11 04:38:15.457887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2a63e-e595-4e76-be20-5436f2db65bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11e0ca9-3572-4ba9-af68-3d9141d90ff3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:15.469936 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46efa3bf-e08f-45c8-8683-ae7209f5cd2f req-be03a1c1-c167-4629-afb2-467ba9b00c96 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666475 Feb 11 04:38:15.531656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7eacb5bd-2906-40b9-bd9c-a3399a6a042a details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:38:15.613825 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:15.689826 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-c735acc7-315f-482c-a1a3-0c4163e801c0 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474467 Feb 11 04:38:15.781400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7eacb5bd-2906-40b9-bd9c-a3399a6a042a,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:15.798698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '7eacb5bd-2906-40b9-bd9c-a3399a6a042a', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '7eacb5bd-2906-40b9-bd9c-a3399a6a042a', 'mac_address': 'fa:16:3e:31:13:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:tempest-test_az-1157159813', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:38:15.800892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ccd9d634-dfd1-45d8-a066-0814146455c0 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:38:15.882650 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-f8205985-bb7c-466c-8eed-8228e499d282 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1065d83b11b143078bcea2c5380d8113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588629 Feb 11 04:38:15.908003 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:15.909083 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:15.936288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea3830-cefb-4ad6-b767-f5672f512665 req-74a1b87e-1028-4a02-95c5-e6a31a63d1fd tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:15.944059 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-74a1b87e-1028-4a02-95c5-e6a31a63d1fd tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471349 Feb 11 04:38:15.964226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eacb5bd-2906-40b9-bd9c-a3399a6a042a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:15.964660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-676e302e-5981-4372-8ac4-f03891f12342 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/quotas/4f9bef0d71d949b687ae5ae0ad6a54a2 HTTP/1.1" status: 200 len: 375 time: 0.0188210 Feb 11 04:38:16.002996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7eacb5bd-2906-40b9-bd9c-a3399a6a042a,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:16.011622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ccd9d634-dfd1-45d8-a066-0814146455c0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ccd9d634-dfd1-45d8-a066-0814146455c0,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:16.020352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:16.058317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'ccd9d634-dfd1-45d8-a066-0814146455c0', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': 'ccd9d634-dfd1-45d8-a066-0814146455c0', 'mac_address': 'fa:16:3e:10:9d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:38:16.058930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-6eb21532-d67f-4a30-a45c-cc1a247db131 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905159 Feb 11 04:38:16.118775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-ab36e47b-e475-4771-8ecb-213e41f8214c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:16.129743 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-ab36e47b-e475-4771-8ecb-213e41f8214c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457583 Feb 11 04:38:16.135196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=7eacb5bd-2906-40b9-bd9c-a3399a6a042a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:16.137976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ccd9d634-dfd1-45d8-a066-0814146455c0 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:16.138591 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:16.148856 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-d60b73ea-61f4-4cbf-a597-de4b05fae2ba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/quotas/1065d83b11b143078bcea2c5380d8113 HTTP/1.1" status: 200 len: 375 time: 0.0152137 Feb 11 04:38:16.168395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd9d634-dfd1-45d8-a066-0814146455c0 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:16.191071 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-f6290062-9d3e-4423-b32c-72d8daf0be97 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373077 Feb 11 04:38:16.207330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ccd9d634-dfd1-45d8-a066-0814146455c0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ccd9d634-dfd1-45d8-a066-0814146455c0,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:16.216822 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:16.344323 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ccd9d634-dfd1-45d8-a066-0814146455c0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:16.405717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['7eacb5bd-2906-40b9-bd9c-a3399a6a042a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:16.456346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c2ef5-6dcc-495f-81f9-2154bfc842d7 req-fa6dabd0-b812-4b9b-ba4c-6fb4a21e195b tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:16.467233 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-087c2ef5-6dcc-495f-81f9-2154bfc842d7 req-fa6dabd0-b812-4b9b-ba4c-6fb4a21e195b tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 970 time: 0.0921535 Feb 11 04:38:16.548953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-087c2ef5-6dcc-495f-81f9-2154bfc842d7 req-6cab450f-850e-4ff8-b9d0-bb6469d09941 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801852 Feb 11 04:38:16.810368 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81eaeffc-8b4c-4b95-8070-8666b90fd7cf req-2ee5177a-8b28-4a72-85ce-c25184e89d8d tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 210 time: 0.0552764 Feb 11 04:38:16.869831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2df203b2-c3a9-4cca-b287-ab148a5d0d64 req-499bd043-2f2e-4b29-9dd3-1cec8098b5f5 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 210 time: 0.0862081 Feb 11 04:38:16.892846 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ccd9d634-dfd1-45d8-a066-0814146455c0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:16.967717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4660ab0-9838-46b9-be18-09e2bfdc5225 req-4ccd9673-6ce4-49cb-873d-ddb3d03b0d51 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 210 time: 0.0893955 Feb 11 04:38:17.129054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.60', 57273) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:17.175396 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-239590d6-f263-46a9-81d7-9f763a9f917e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:17.177853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-239590d6-f263-46a9-81d7-9f763a9f917e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.60 "GET /v2.0/networks?id=072564ab-c80b-4ff9-acf6-33933e7683f2 HTTP/1.1" status: 200 len: 822 time: 0.5042496 Feb 11 04:38:17.187948 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-ca4f8eed-3629-4d52-81c5-3b44f8a1ed7c tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557613 Feb 11 04:38:17.199141 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a4ef6-365e-4d7f-8935-763dc0d62433 req-61ef2810-5a10-41c0-aeca-110ee7962dfe tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:17.201874 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea3a4ef6-365e-4d7f-8935-763dc0d62433 req-61ef2810-5a10-41c0-aeca-110ee7962dfe tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 948 time: 0.1996586 Feb 11 04:38:17.351580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea3a4ef6-365e-4d7f-8935-763dc0d62433 req-3611c7f1-af2c-4780-92ce-47dc76781b10 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418588 Feb 11 04:38:17.380567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-0f698e87-c833-4780-ba06-5d540b35a1cb tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48fa598a1b004a679c77ea62ce019101 HTTP/1.1" status: 200 len: 379 time: 0.1557798 Feb 11 04:38:17.391603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b852-e634-4b82-845c-129530c5b074 req-676ddd5d-9b69-42cf-877d-69c1087cb492 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:17.394061 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-676ddd5d-9b69-42cf-877d-69c1087cb492 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807384 Feb 11 04:38:17.398645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Request body: {'port': {'device_id': '531b69ea-4894-44e1-9388-c159c47868da', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'admin_state_up': True, 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'security_groups': ['50f51f9c-0976-4599-adcd-fe4dfc17b75e']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:17.413169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Request body: {'port': {'device_id': '9baa3faf-484d-4091-b58b-31a444f5857a', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '4f9bef0d71d949b687ae5ae0ad6a54a2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:17.481019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7eacb5bd-2906-40b9-bd9c-a3399a6a042a up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:17.576487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:38:17.603917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:17.605688 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.619598 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Made reservation on behalf of 48fa598a1b004a679c77ea62ce019101 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:17.623724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.641251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Made reservation on behalf of 4f9bef0d71d949b687ae5ae0ad6a54a2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:17.644910 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.656745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.782122 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks [] for security_group (4a62f196-2833-4b5f-9c97-22f84d7e9cb7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.792041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4a62f196-2833-4b5f-9c97-22f84d7e9cb7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.814107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:17.814511 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.821519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd81629-d0b0-4753-b778-73e955e87663 req-4ad8401d-82f6-4767-8a0e-2d37d5d59fae tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:17.826844 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bd81629-d0b0-4753-b778-73e955e87663 req-4ad8401d-82f6-4767-8a0e-2d37d5d59fae tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 970 time: 0.1824737 Feb 11 04:38:17.886940 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7eacb5bd-2906-40b9-bd9c-a3399a6a042a,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:17.890775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5206cc12-20ec-4e5e-a03f-18ac7eeed304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eacb5bd-2906-40b9-bd9c-a3399a6a042a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:17.893457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a62f196-2833-4b5f-9c97-22f84d7e9cb7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:17.981867 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f90dabfa-e940-473f-a4d1-1f3c4cd324b3 req-dfb7868b-a967-4cdc-bc3d-d190f349e855 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 210 time: 0.0355916 Feb 11 04:38:18.032273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Allocated IP 192.168.233.100 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/176504c7-7c22-4051-a802-85972389c1be) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:18.047699 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.052326 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bd81629-d0b0-4753-b778-73e955e87663 req-1f6e6175-b436-482d-a671-3c32c43be590 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884422 Feb 11 04:38:18.053892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Allocated IP 172.20.0.14 (072564ab-c80b-4ff9-acf6-33933e7683f2/1fe7be5f-43a7-40e1-93b1-9ec7dfae10de/61e45509-14e3-4750-93c3-90cc3da2d052) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:18.167568 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=7eacb5bd-2906-40b9-bd9c-a3399a6a042a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:18.217455 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b1d8cb3-563d-4af7-baef-bec7f39ef863 req-228ee9a1-050c-4e5e-8ea5-458579989ac3 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 210 time: 0.1034365 Feb 11 04:38:18.229408 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-313d84eb-5110-4e07-8e95-99676cb8cd5d req-8b61283c-fa43-4121-be8d-4336d6a92547 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 210 time: 0.0532689 Feb 11 04:38:18.333486 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for port (61e45509-14e3-4750-93c3-90cc3da2d052), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.343566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-44e3f11e-afa4-4074-9c87-4ee27b609086 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285850 Feb 11 04:38:18.381737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.437780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42908) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:18.448979 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9f50ed-ca5b-4e93-8a4a-1953baadeebe" -d '{"events": [{"server_uuid": "5206cc12-20ec-4e5e-a03f-18ac7eeed304", "name": "network-vif-plugged", "status": "completed", "tag": "7eacb5bd-2906-40b9-bd9c-a3399a6a042a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:18.471791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Network 072564ab-c80b-4ff9-acf6-33933e7683f2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:18.490127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:18.540621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:18.540858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea3830-cefb-4ad6-b767-f5672f512665 req-f8fd7e0e-5213-4f97-a87f-43b773bb2b16 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:18.542520 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-f8fd7e0e-5213-4f97-a87f-43b773bb2b16 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871886 Feb 11 04:38:18.552078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:18.553214 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.563139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-deea3830-cefb-4ad6-b767-f5672f512665 req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Request body: {'port': {'device_id': '51357513-5f2b-4071-8bc9-381717c280e4', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '4f9bef0d71d949b687ae5ae0ad6a54a2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:18.579113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Pushing event updated for resources: {'Port': ['ID=61e45509-14e3-4750-93c3-90cc3da2d052,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:18.597756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.10', 57505) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:18.637802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-d0cf99a9-2997-43e3-9661-abef91c0765c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1065d83b11b143078bcea2c5380d8113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271666 Feb 11 04:38:18.649357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-ba9c8a58-d53d-474f-a32c-8a5ab5620e8a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2613816 Feb 11 04:38:18.653342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bc29366-3771-478a-9c84-5e5f4a29a0c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.681682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2b3d0-2e35-481b-9363-390a4dcc3ba9 req-bc89b02a-93dc-451f-8d54-7ff6c49c651b tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:18.683546 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54d2b3d0-2e35-481b-9363-390a4dcc3ba9 req-bc89b02a-93dc-451f-8d54-7ff6c49c651b tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 948 time: 0.2105446 Feb 11 04:38:18.718356 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks [] for port (176504c7-7c22-4051-a802-85972389c1be), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.743943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deea3830-cefb-4ad6-b767-f5672f512665 req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Made reservation on behalf of 4f9bef0d71d949b687ae5ae0ad6a54a2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:18.747938 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-deea3830-cefb-4ad6-b767-f5672f512665 req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.817170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Request body: {'port': {'device_id': '531b69ea-4894-44e1-9388-c159c47868da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:18.826068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1d66ada1-2288-4b04-b8ba-3bf7baf0812f None None] Provisioning complete for port 61e45509-14e3-4750-93c3-90cc3da2d052 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:18.826734 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d66ada1-2288-4b04-b8ba-3bf7baf0812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.838311 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (176504c7-7c22-4051-a802-85972389c1be), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.875833 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c5c279-36b2-485e-85da-4236a86496e0 x-openstack-request-id: req-13c5c279-36b2-485e-85da-4236a86496e0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:18.876438 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5206cc12-20ec-4e5e-a03f-18ac7eeed304", "name": "network-vif-plugged", "status": "completed", "tag": "7eacb5bd-2906-40b9-bd9c-a3399a6a042a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:18.877083 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13c5c279-36b2-485e-85da-4236a86496e0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:18.878227 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5206cc12-20ec-4e5e-a03f-18ac7eeed304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eacb5bd-2906-40b9-bd9c-a3399a6a042a', 'code': 200} Feb 11 04:38:18.884603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1d66ada1-2288-4b04-b8ba-3bf7baf0812f None None] Port 61e45509-14e3-4750-93c3-90cc3da2d052 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:18.931064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:18.940849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:18.944974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Pushing event updated for resources: {'Port': ['ID=176504c7-7c22-4051-a802-85972389c1be,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:18.951351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:18.956553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:18.957213 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.983455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-deea3830-cefb-4ad6-b767-f5672f512665 req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Allocated IP 192.168.233.87 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/51629dc6-28d7-4a24-bf4c-b04c786c8012) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:19.003631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-76153637-9485-4bf4-b5ea-59f7b0f1a95f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5942488 Feb 11 04:38:19.012949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.10', 57506) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:19.074424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Request body: {'port': {'device_id': '9baa3faf-484d-4091-b58b-31a444f5857a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:19.160228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-b120a412-f6ec-40a1-af33-191ac058a874 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:19.161792 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-b120a412-f6ec-40a1-af33-191ac058a874 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4897923 Feb 11 04:38:19.192408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Request body: {'port': {'device_id': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '1065d83b11b143078bcea2c5380d8113'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:19.196317 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.199980 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (176504c7-7c22-4051-a802-85972389c1be), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.206954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28a9fe-0f0d-40b9-a8be-adeec073b4fc req-a9f7b6b2-8b8a-4502-a726-9aea59567245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:19.208763 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b28a9fe-0f0d-40b9-a8be-adeec073b4fc req-a9f7b6b2-8b8a-4502-a726-9aea59567245 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 1154 time: 0.1948111 Feb 11 04:38:19.235812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54d2b3d0-2e35-481b-9363-390a4dcc3ba9 req-878dc22c-a4b1-4853-8063-c4bb3a8e4322 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123333 Feb 11 04:38:19.265077 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3b28a9fe-0f0d-40b9-a8be-adeec073b4fc req-8be4aed0-5b6d-48b1-8e69-dad5268c380a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.318573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ee97d6b0-f0e2-4454-a5ae-5aa52962d7a7 None None] Provisioning complete for port 176504c7-7c22-4051-a802-85972389c1be triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:19.323171 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee97d6b0-f0e2-4454-a5ae-5aa52962d7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (176504c7-7c22-4051-a802-85972389c1be), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.343729 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bc29366-3771-478a-9c84-5e5f4a29a0c9 admin admin] Publish callbacks [] for security_group (a20fb585-662d-4cce-955a-074358225219), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.360442 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bc29366-3771-478a-9c84-5e5f4a29a0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a20fb585-662d-4cce-955a-074358225219), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.382670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ee97d6b0-f0e2-4454-a5ae-5aa52962d7a7 None None] Port 176504c7-7c22-4051-a802-85972389c1be cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:19.449900 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-364641e9-ba15-44f8-9b5e-6bf435cd52a9 req-41311f06-6efc-4df3-86e2-c8ed29f73a9c tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 210 time: 0.0523815 Feb 11 04:38:19.508863 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3bc29366-3771-478a-9c84-5e5f4a29a0c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9ecb3ae94e947098365f50a80b92b23&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0696294 Feb 11 04:38:19.511602 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-deea3830-cefb-4ad6-b767-f5672f512665 req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks [] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.512708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42934) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:19.523582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc29366-3771-478a-9c84-5e5f4a29a0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20fb585-662d-4cce-955a-074358225219,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:19.543109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Made reservation on behalf of 1065d83b11b143078bcea2c5380d8113 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:19.546426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.566564 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.617064 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3b28a9fe-0f0d-40b9-a8be-adeec073b4fc req-8be4aed0-5b6d-48b1-8e69-dad5268c380a service neutron] Publish callbacks [] for security_group (9c840daf-0fc6-4f31-bf72-8e64f9d3feec), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.622041 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc780c68-0432-48fb-a261-f6bff9d36d9c req-b2c5db1d-0a17-488d-a640-3d2d7ade1758 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:19.623539 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fc780c68-0432-48fb-a261-f6bff9d36d9c req-b2c5db1d-0a17-488d-a640-3d2d7ade1758 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 971 time: 0.2560329 Feb 11 04:38:19.624922 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3b28a9fe-0f0d-40b9-a8be-adeec073b4fc req-8be4aed0-5b6d-48b1-8e69-dad5268c380a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9c840daf-0fc6-4f31-bf72-8e64f9d3feec), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.664020 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-deea3830-cefb-4ad6-b767-f5672f512665 req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.719332 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e09c6c10-c6e4-4fb8-a4a4-af7087d8eae1 admin admin] Publish callbacks [] for security_group (a20fb585-662d-4cce-955a-074358225219), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.732223 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fc780c68-0432-48fb-a261-f6bff9d36d9c req-3919d309-abf7-46e8-8eb1-d37ea8a7354c tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966382 Feb 11 04:38:19.761756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ccd9d634-dfd1-45d8-a066-0814146455c0 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:19.778492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b28a9fe-0f0d-40b9-a8be-adeec073b4fc req-8be4aed0-5b6d-48b1-8e69-dad5268c380a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553367 Feb 11 04:38:19.779426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4aed0-5b6d-48b1-8e69-dad5268c380a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9c840daf-0fc6-4f31-bf72-8e64f9d3feec,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:19.795390 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e45509-14e3-4750-93c3-90cc3da2d052 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:19.801697 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks [] for security_group (265ee4ac-4af8-40ed-8eff-ce7505779c3b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.807308 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Publish callbacks [] for port (61e45509-14e3-4750-93c3-90cc3da2d052), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.814677 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (265ee4ac-4af8-40ed-8eff-ce7505779c3b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.830930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deea3830-cefb-4ad6-b767-f5672f512665 req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:19.834982 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e09c6c10-c6e4-4fb8-a4a4-af7087d8eae1 admin admin] Publish callbacks [] for security_group (a20fb585-662d-4cce-955a-074358225219), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.841699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port ccd9d634-dfd1-45d8-a066-0814146455c0 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:38:19.848187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-deea3830-cefb-4ad6-b767-f5672f512665 req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:19.848459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Transition to ACTIVE for port object 61e45509-14e3-4750-93c3-90cc3da2d052 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:38:19.859866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port ccd9d634-dfd1-45d8-a066-0814146455c0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:19.861084 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.869276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-deea3830-cefb-4ad6-b767-f5672f512665 req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:19.874342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea3830-cefb-4ad6-b767-f5672f512665 req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:19.875023 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-deea3830-cefb-4ad6-b767-f5672f512665 req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.903122 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.904405 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Pushing event updated for resources: {'Port': ['ID=51629dc6-28d7-4a24-bf4c-b04c786c8012,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:19.912845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec60b3f-6fb2-4444-98ee-af2870b5ca98 req-399a4319-caeb-41ec-a708-954b6d7a92a5 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:19.919733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fec60b3f-6fb2-4444-98ee-af2870b5ca98 req-399a4319-caeb-41ec-a708-954b6d7a92a5 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 932 time: 0.3330581 Feb 11 04:38:19.939534 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9cd75bbf-a2d7-49b9-87c6-0900a6797ee4 req-52cb346a-d1f0-42e6-b98c-44d65e4830e0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 210 time: 0.0898070 Feb 11 04:38:19.990654 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ccd9d634-dfd1-45d8-a066-0814146455c0 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:19.992072 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.998246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265ee4ac-4af8-40ed-8eff-ce7505779c3b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:20.051431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Pushing event updated for resources: {'Port': ['ID=61e45509-14e3-4750-93c3-90cc3da2d052,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:20.081466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ccd9d634-dfd1-45d8-a066-0814146455c0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ccd9d634-dfd1-45d8-a066-0814146455c0,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:20.097210 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.110537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Attempting to bind port 61e45509-14e3-4750-93c3-90cc3da2d052 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:20.110888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Attempting to bind port 61e45509-14e3-4750-93c3-90cc3da2d052 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:20.111227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Attempting to bind port 61e45509-14e3-4750-93c3-90cc3da2d052 on network 072564ab-c80b-4ff9-acf6-33933e7683f2 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:20.118543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Port 61e45509-14e3-4750-93c3-90cc3da2d052 on network 072564ab-c80b-4ff9-acf6-33933e7683f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:38:20.118873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Attempting to bind port 61e45509-14e3-4750-93c3-90cc3da2d052 on network 072564ab-c80b-4ff9-acf6-33933e7683f2 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:20.136230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:20.136769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Checking segment: {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:20.137360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Bound using segment: {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:20.137947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Bound port: 61e45509-14e3-4750-93c3-90cc3da2d052, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:20.138420 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.179582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ccd9d634-dfd1-45d8-a066-0814146455c0,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:20.215182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b8dc9efd-3801-42f0-939b-bbb84dba722f None None] Provisioning complete for port 51629dc6-28d7-4a24-bf4c-b04c786c8012 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:20.215718 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b8dc9efd-3801-42f0-939b-bbb84dba722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.233897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] For port 61e45509-14e3-4750-93c3-90cc3da2d052, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:20.238946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] For port 61e45509-14e3-4750-93c3-90cc3da2d052, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61e45509-14e3-4750-93c3-90cc3da2d052,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:20.252600 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.253919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc9efd-3801-42f0-939b-bbb84dba722f None None] Port 51629dc6-28d7-4a24-bf4c-b04c786c8012 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:20.290091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:20.290696 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.292065 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] 10.222.0.60 "PUT /v2.0/ports/61e45509-14e3-4750-93c3-90cc3da2d052 HTTP/1.1" status: 200 len: 1093 time: 1.6072581 Feb 11 04:38:20.292520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531b69ea-4894-44e1-9388-c159c47868da', 'tag': '61e45509-14e3-4750-93c3-90cc3da2d052'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:20.295358 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750fb85a-0037-4162-bf31-29301ecf5fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "531b69ea-4894-44e1-9388-c159c47868da", "tag": "61e45509-14e3-4750-93c3-90cc3da2d052"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:20.320493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-4f96594a-f1f8-440a-acfc-2048dc90cb3b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7618480 Feb 11 04:38:20.335685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d5e04-180f-4bbe-81eb-731e953382e6 service neutron] Pushing event updated for resources: {'Port': ['ID=61e45509-14e3-4750-93c3-90cc3da2d052,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:20.363940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Request body: {'port': {'device_id': '51357513-5f2b-4071-8bc9-381717c280e4', 'device_owner': 'compute:tempest-test_az-1157159813', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:20.431187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-4287af4e-9609-46f1-a287-3157f8dc94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:20.432838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-4287af4e-9609-46f1-a287-3157f8dc94c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48fa598a1b004a679c77ea62ce019101&device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 1127 time: 0.0667644 Feb 11 04:38:20.492578 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fec60b3f-6fb2-4444-98ee-af2870b5ca98 req-b305507a-6d32-4e33-9dea-b1c4a215789f tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5719695 Feb 11 04:38:20.500204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e09c6c10-c6e4-4fb8-a4a4-af7087d8eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a20fb585-662d-4cce-955a-074358225219), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.503340 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e09c6c10-c6e4-4fb8-a4a4-af7087d8eae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.507225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e09c6c10-c6e4-4fb8-a4a4-af7087d8eae1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a20fb585-662d-4cce-955a-074358225219 HTTP/1.1" status: 204 len: 168 time: 0.9911780 Feb 11 04:38:20.513806 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-6830949b-756b-4aac-b761-58d55930b70f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61e45509-14e3-4750-93c3-90cc3da2d052 HTTP/1.1" status: 200 len: 217 time: 0.0475512 Feb 11 04:38:20.542375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176504c7-7c22-4051-a802-85972389c1be {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:20.557768 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Publish callbacks [] for port (176504c7-7c22-4051-a802-85972389c1be), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.563436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c6c10-c6e4-4fb8-a4a4-af7087d8eae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20fb585-662d-4cce-955a-074358225219,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:20.577594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a942d-8cdc-401c-8602-733ef19636b8 req-0d8ba68a-fecf-402b-b09d-67a1ed344471 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:20.582803 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.596014 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f5a942d-8cdc-401c-8602-733ef19636b8 req-0d8ba68a-fecf-402b-b09d-67a1ed344471 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 949 time: 0.1621640 Feb 11 04:38:20.599848 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364f5c99-7f30-4fd4-894d-b074b9fcee1e x-openstack-request-id: req-364f5c99-7f30-4fd4-894d-b074b9fcee1e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:20.600212 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531b69ea-4894-44e1-9388-c159c47868da", "tag": "61e45509-14e3-4750-93c3-90cc3da2d052", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:20.600538 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-364f5c99-7f30-4fd4-894d-b074b9fcee1e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:20.601569 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531b69ea-4894-44e1-9388-c159c47868da', 'tag': '61e45509-14e3-4750-93c3-90cc3da2d052', 'status': 'completed', 'code': 200} Feb 11 04:38:20.625943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Transition to ACTIVE for port object 176504c7-7c22-4051-a802-85972389c1be will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:38:20.681410 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-08f8097e-804d-48c3-b1a5-125c494aba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:20.682849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-08f8097e-804d-48c3-b1a5-125c494aba42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1fe7be5f-43a7-40e1-93b1-9ec7dfae10de HTTP/1.1" status: 200 len: 861 time: 0.1599481 Feb 11 04:38:20.693086 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (176504c7-7c22-4051-a802-85972389c1be), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.726428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f5a942d-8cdc-401c-8602-733ef19636b8 req-fcf1dcda-92a2-48e3-8d23-f9593c322110 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284142 Feb 11 04:38:20.798617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Allocated IP 192.168.233.177 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/8a279ff2-1479-4afc-abdb-0d8aae59cefb) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:20.820946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Pushing event updated for resources: {'Port': ['ID=176504c7-7c22-4051-a802-85972389c1be,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:20.845415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-e051cde9-e43e-4d14-a31a-36619e960ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:20.849490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-e051cde9-e43e-4d14-a31a-36619e960ce7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=072564ab-c80b-4ff9-acf6-33933e7683f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1573322 Feb 11 04:38:20.879344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71f6c14-f3f7-434c-b236-a990bf8bffc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd9d634-dfd1-45d8-a066-0814146455c0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:20.882382 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519513ba-66b4-43de-8d1c-51cba2011151" -d '{"events": [{"server_uuid": "a71f6c14-f3f7-434c-b236-a990bf8bffc5", "name": "network-vif-plugged", "status": "completed", "tag": "ccd9d634-dfd1-45d8-a066-0814146455c0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:20.957694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Attempting to bind port 176504c7-7c22-4051-a802-85972389c1be on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:20.958041 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Attempting to bind port 176504c7-7c22-4051-a802-85972389c1be by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:20.958400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Attempting to bind port 176504c7-7c22-4051-a802-85972389c1be on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:20.971159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4981d16-5287-4638-8c7d-cef62a636510 req-9e673465-4de9-4c89-bb49-22879299546a tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:20.972785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4981d16-5287-4638-8c7d-cef62a636510 req-9e673465-4de9-4c89-bb49-22879299546a tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 935 time: 0.2664204 Feb 11 04:38:20.977176 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Port 176504c7-7c22-4051-a802-85972389c1be on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:38:20.977728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Attempting to bind port 176504c7-7c22-4051-a802-85972389c1be on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:20.989884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42978) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:21.001379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:21.002058 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:21.002610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:21.003241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Bound port: 176504c7-7c22-4051-a802-85972389c1be, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:21.003804 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (176504c7-7c22-4051-a802-85972389c1be), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.039358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2b25-921b-467e-a264-a049e77c5d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.075617 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4981d16-5287-4638-8c7d-cef62a636510 req-1570f985-df9b-42a8-ad96-3fed60e850af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932558 Feb 11 04:38:21.096812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:21.100873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:21.109967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (176504c7-7c22-4051-a802-85972389c1be), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.121968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e6fb7-5995-48cc-8f57-e3f0199fb7e5 req-e3120621-7778-4940-b8c7-d0dbd64d1a08 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:21.123522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a1e6fb7-5995-48cc-8f57-e3f0199fb7e5 req-e3120621-7778-4940-b8c7-d0dbd64d1a08 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 971 time: 0.2697699 Feb 11 04:38:21.137720 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-1167b253-7afb-4d37-8d25-882e0bf906a8 service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753794 Feb 11 04:38:21.142644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42980) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:21.175681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:21.176645 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.177481 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbc05f9-4584-4d58-a559-ee53e8e16cb2 x-openstack-request-id: req-4bbc05f9-4584-4d58-a559-ee53e8e16cb2 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:21.177770 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71f6c14-f3f7-434c-b236-a990bf8bffc5", "name": "network-vif-plugged", "status": "completed", "tag": "ccd9d634-dfd1-45d8-a066-0814146455c0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:21.178024 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4bbc05f9-4584-4d58-a559-ee53e8e16cb2 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:21.178403 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71f6c14-f3f7-434c-b236-a990bf8bffc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd9d634-dfd1-45d8-a066-0814146455c0', 'code': 200} Feb 11 04:38:21.183914 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] 10.222.0.60 "PUT /v2.0/ports/176504c7-7c22-4051-a802-85972389c1be HTTP/1.1" status: 200 len: 1097 time: 2.1561959 Feb 11 04:38:21.184682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'tag': '176504c7-7c22-4051-a802-85972389c1be'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:21.188600 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c307f1-c9f1-4102-956d-8a18c56194f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "tag": "176504c7-7c22-4051-a802-85972389c1be"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:21.231715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d4eae-5f39-4e94-94b7-17ca8f8fcea5 service neutron] Pushing event updated for resources: {'Port': ['ID=176504c7-7c22-4051-a802-85972389c1be,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:21.297453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.60', 57274) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:21.309645 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4e4c54b-f0c0-4a10-8280-933624f3a5e5 req-bfe48b0b-0967-4244-ac6c-a15c7c59884f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 210 time: 0.0607734 Feb 11 04:38:21.334333 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks [] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.377513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b852-e634-4b82-845c-129530c5b074 req-1512ceb5-b646-4f34-b733-a298942075a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:21.379054 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-1512ceb5-b646-4f34-b733-a298942075a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 1131 time: 0.1155002 Feb 11 04:38:21.381749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e0834-e8b5-462d-a4fe-792c6b68825d req-fd1d7696-b0b5-4a97-ace1-1df3eb48af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:21.383845 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08e0834-e8b5-462d-a4fe-792c6b68825d req-fd1d7696-b0b5-4a97-ace1-1df3eb48af2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 1132 time: 0.0841262 Feb 11 04:38:21.385894 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968627c0-6e99-4c88-b98f-ae22ebb60e4a x-openstack-request-id: req-968627c0-6e99-4c88-b98f-ae22ebb60e4a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:21.386184 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "tag": "176504c7-7c22-4051-a802-85972389c1be", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:21.386441 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-968627c0-6e99-4c88-b98f-ae22ebb60e4a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:21.386827 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'tag': '176504c7-7c22-4051-a802-85972389c1be', 'status': 'completed', 'code': 200} Feb 11 04:38:21.412071 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c74b369f-8066-407b-8878-2e1908054adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.424938 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a1e6fb7-5995-48cc-8f57-e3f0199fb7e5 req-b5d550c0-c2f9-45aa-8d76-6c85cc5aff50 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896535 Feb 11 04:38:21.470516 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-617de797-4421-42c3-8bec-5721f7711b38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=176504c7-7c22-4051-a802-85972389c1be HTTP/1.1" status: 200 len: 217 time: 0.0591559 Feb 11 04:38:21.521276 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2b25-921b-467e-a264-a049e77c5d29 admin admin] Publish callbacks [] for security_group (2e1ed48a-e9f3-49d9-9ed7-d02a878eda86), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.526801 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f919134-8bea-40cf-be0f-d4a6ac60b7ff req-13b95ad7-f6b0-4cbf-8c89-6485dddf725f service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678546 Feb 11 04:38:21.531499 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.541851 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2b25-921b-467e-a264-a049e77c5d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2e1ed48a-e9f3-49d9-9ed7-d02a878eda86), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.550697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08e0834-e8b5-462d-a4fe-792c6b68825d req-0667534f-9e9d-4ef4-a4d2-fdfa5241d289 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389885 Feb 11 04:38:21.567603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b852-e634-4b82-845c-129530c5b074 req-6e474bc1-e866-4ca6-9e49-a66011a96e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:21.568952 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-6e474bc1-e866-4ca6-9e49-a66011a96e1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0888221 Feb 11 04:38:21.648406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e3eb2b25-921b-467e-a264-a049e77c5d29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c7b68111ddd4c149855251ce2837e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6510844 Feb 11 04:38:21.648665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42988) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:21.649484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:21.652833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Pushing event updated for resources: {'Port': ['ID=8a279ff2-1479-4afc-abdb-0d8aae59cefb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:21.660052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:21.662343 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:21.667732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:21.668344 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.670770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb2b25-921b-467e-a264-a049e77c5d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1ed48a-e9f3-49d9-9ed7-d02a878eda86,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:21.704288 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-c754b9ed-0ae1-46fd-9140-0d7f18f53cad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5213461 Feb 11 04:38:21.709067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c74b369f-8066-407b-8878-2e1908054adf admin admin] Publish callbacks [] for security_group (34f71ee9-eae5-4049-a35e-baab7ddd92ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.713245 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c74b369f-8066-407b-8878-2e1908054adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (34f71ee9-eae5-4049-a35e-baab7ddd92ba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.735070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Request body: {'port': {'device_id': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'device_owner': 'compute:tempest-test_az-1157159813', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:21.745994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63c33046-797e-4e0b-916c-a6e854f95973 admin admin] Publish callbacks [] for security_group (2e1ed48a-e9f3-49d9-9ed7-d02a878eda86), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.799328 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c74b369f-8066-407b-8878-2e1908054adf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92b25a65b62a488da55b1cb96496d110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6555595 Feb 11 04:38:21.800057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b369f-8066-407b-8878-2e1908054adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f71ee9-eae5-4049-a35e-baab7ddd92ba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:21.812446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a01a5-b62c-497e-9099-a9d11ec4875c req-7080da04-1626-44ab-b65d-a7592a2f4a9e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:21.814339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42992) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:21.819385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff9a01a5-b62c-497e-9099-a9d11ec4875c req-7080da04-1626-44ab-b65d-a7592a2f4a9e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 944 time: 0.2120183 Feb 11 04:38:21.862797 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63c33046-797e-4e0b-916c-a6e854f95973 admin admin] Publish callbacks [] for security_group (2e1ed48a-e9f3-49d9-9ed7-d02a878eda86), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.879069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51629dc6-28d7-4a24-bf4c-b04c786c8012 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:21.909832 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Publish callbacks [] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.922558 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.945882 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff9a01a5-b62c-497e-9099-a9d11ec4875c req-89af99bc-4fba-41e6-879e-14b5c21efe02 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256323 Feb 11 04:38:21.946935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Transition to ACTIVE for port object 51629dc6-28d7-4a24-bf4c-b04c786c8012 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:38:21.953304 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.979140 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4079f3a5-5843-4bcf-b3b1-6b310fc0a92e admin admin] Publish callbacks [] for security_group (34f71ee9-eae5-4049-a35e-baab7ddd92ba), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.992356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4499d-8b1a-4b5d-923f-3c4441e4353d req-a34578ee-c694-4b3b-a7dc-57de1690b77b tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:21.994480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7bb4499d-8b1a-4b5d-923f-3c4441e4353d req-a34578ee-c694-4b3b-a7dc-57de1690b77b tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 949 time: 0.1636109 Feb 11 04:38:22.042706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-11f4d3ad-780b-482d-a04f-661e139e1497 None None] Provisioning complete for port 8a279ff2-1479-4afc-abdb-0d8aae59cefb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:22.043530 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-11f4d3ad-780b-482d-a04f-661e139e1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.051344 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4079f3a5-5843-4bcf-b3b1-6b310fc0a92e admin admin] Publish callbacks [] for security_group (34f71ee9-eae5-4049-a35e-baab7ddd92ba), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.081796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63c33046-797e-4e0b-916c-a6e854f95973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2e1ed48a-e9f3-49d9-9ed7-d02a878eda86), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.084130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63c33046-797e-4e0b-916c-a6e854f95973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.088809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-63c33046-797e-4e0b-916c-a6e854f95973 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e1ed48a-e9f3-49d9-9ed7-d02a878eda86 HTTP/1.1" status: 204 len: 168 time: 0.4391544 Feb 11 04:38:22.094778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Pushing event updated for resources: {'Port': ['ID=51629dc6-28d7-4a24-bf4c-b04c786c8012,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:22.109540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d3ad-780b-482d-a04f-661e139e1497 None None] Port 8a279ff2-1479-4afc-abdb-0d8aae59cefb cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:22.137518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c33046-797e-4e0b-916c-a6e854f95973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1ed48a-e9f3-49d9-9ed7-d02a878eda86,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:22.149839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Attempting to bind port 51629dc6-28d7-4a24-bf4c-b04c786c8012 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:22.150398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Attempting to bind port 51629dc6-28d7-4a24-bf4c-b04c786c8012 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:22.150915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Attempting to bind port 51629dc6-28d7-4a24-bf4c-b04c786c8012 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:22.160515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Port 51629dc6-28d7-4a24-bf4c-b04c786c8012 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:38:22.160835 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Attempting to bind port 51629dc6-28d7-4a24-bf4c-b04c786c8012 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:22.171045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b852-e634-4b82-845c-129530c5b074 req-f4d7e66c-ee0a-4c2c-9138-e3d14944e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:22.172988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-f4d7e66c-ee0a-4c2c-9138-e3d14944e780 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1767862 Feb 11 04:38:22.174645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:22.174988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:22.175461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:22.176110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Bound port: 51629dc6-28d7-4a24-bf4c-b04c786c8012, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:22.176245 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.180813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fb85a-0037-4162-bf31-29301ecf5fe7 req-4c7636bb-60d8-4cfb-8d0a-c1e749ce2168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:22.182512 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-750fb85a-0037-4162-bf31-29301ecf5fe7 req-4c7636bb-60d8-4cfb-8d0a-c1e749ce2168 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48fa598a1b004a679c77ea62ce019101&device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 1127 time: 0.1374478 Feb 11 04:38:22.211931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7bb4499d-8b1a-4b5d-923f-3c4441e4353d req-862020ed-7305-46ad-94a0-93d835733eaf tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975129 Feb 11 04:38:22.293550 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4079f3a5-5843-4bcf-b3b1-6b310fc0a92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (34f71ee9-eae5-4049-a35e-baab7ddd92ba), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.298719 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4079f3a5-5843-4bcf-b3b1-6b310fc0a92e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.304273 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4079f3a5-5843-4bcf-b3b1-6b310fc0a92e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34f71ee9-eae5-4049-a35e-baab7ddd92ba HTTP/1.1" status: 204 len: 168 time: 0.4846752 Feb 11 04:38:22.317309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079f3a5-5843-4bcf-b3b1-6b310fc0a92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f71ee9-eae5-4049-a35e-baab7ddd92ba,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:22.389785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fb85a-0037-4162-bf31-29301ecf5fe7 req-efccd6c2-0488-452d-ad32-e975a0314dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:22.392168 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-750fb85a-0037-4162-bf31-29301ecf5fe7 req-efccd6c2-0488-452d-ad32-e975a0314dd4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=072564ab-c80b-4ff9-acf6-33933e7683f2 HTTP/1.1" status: 200 len: 923 time: 0.1932585 Feb 11 04:38:22.530218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a279ff2-1479-4afc-abdb-0d8aae59cefb {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:22.549833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70ec80-e7e4-4429-a374-6d00acd3ae60 req-676380ee-5eaf-4b6b-9664-93ffb92fa9ce tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:22.551384 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c70ec80-e7e4-4429-a374-6d00acd3ae60 req-676380ee-5eaf-4b6b-9664-93ffb92fa9ce tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 936 time: 0.1413434 Feb 11 04:38:22.553968 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Publish callbacks [] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.557652 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-750fb85a-0037-4162-bf31-29301ecf5fe7 req-e46bdcf6-f5d2-42b6-9317-16bbc144f455 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61e45509-14e3-4750-93c3-90cc3da2d052 HTTP/1.1" status: 200 len: 217 time: 0.1148200 Feb 11 04:38:22.586308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Transition to ACTIVE for port object 8a279ff2-1479-4afc-abdb-0d8aae59cefb will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:38:22.619465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c70ec80-e7e4-4429-a374-6d00acd3ae60 req-9c269709-d49f-43ae-8806-ea938b11146b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607224 Feb 11 04:38:22.620152 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.665699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] For port 51629dc6-28d7-4a24-bf4c-b04c786c8012, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:22.743299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fb85a-0037-4162-bf31-29301ecf5fe7 req-b3e13d49-1571-45aa-8865-71e1ae59bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:22.744772 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-750fb85a-0037-4162-bf31-29301ecf5fe7 req-b3e13d49-1571-45aa-8865-71e1ae59bfaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1fe7be5f-43a7-40e1-93b1-9ec7dfae10de HTTP/1.1" status: 200 len: 861 time: 0.1861255 Feb 11 04:38:22.748248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] For port 51629dc6-28d7-4a24-bf4c-b04c786c8012, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=51629dc6-28d7-4a24-bf4c-b04c786c8012,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:22.753725 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-e0269a3f-1803-4141-a618-ab48e0735bd5 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651264 Feb 11 04:38:22.759337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.773613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Pushing event updated for resources: {'Port': ['ID=8a279ff2-1479-4afc-abdb-0d8aae59cefb,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:22.786576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff7183-e0c5-4cfc-92ed-3410095c2f22 req-7c802ef4-3fd1-4b3a-bc87-8c68350e3cbf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:22.788109 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3ff7183-e0c5-4cfc-92ed-3410095c2f22 req-7c802ef4-3fd1-4b3a-bc87-8c68350e3cbf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 969 time: 0.3633847 Feb 11 04:38:22.818654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Attempting to bind port 8a279ff2-1479-4afc-abdb-0d8aae59cefb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:22.819016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Attempting to bind port 8a279ff2-1479-4afc-abdb-0d8aae59cefb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:22.819351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Attempting to bind port 8a279ff2-1479-4afc-abdb-0d8aae59cefb on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:22.830944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Port 8a279ff2-1479-4afc-abdb-0d8aae59cefb on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:38:22.831300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Attempting to bind port 8a279ff2-1479-4afc-abdb-0d8aae59cefb on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:22.844135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:22.844485 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:22.845615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:22.845615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Bound port: 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:22.846259 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.862633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480fa86-433e-431d-8a52-53c3729c8fca req-a09197e8-78a8-4d5e-9bf1-4c25aa35e8c4 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:22.864352 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8480fa86-433e-431d-8a52-53c3729c8fca req-a09197e8-78a8-4d5e-9bf1-4c25aa35e8c4 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 971 time: 0.1112649 Feb 11 04:38:22.904992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:22.905623 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.907095 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] 10.222.0.10 "PUT /v2.0/ports/51629dc6-28d7-4a24-bf4c-b04c786c8012 HTTP/1.1" status: 200 len: 1118 time: 2.5577855 Feb 11 04:38:22.959846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43018) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:23.019468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6b555-aa07-4918-b002-6a339b50c202 service neutron] Pushing event updated for resources: {'Port': ['ID=51629dc6-28d7-4a24-bf4c-b04c786c8012,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:23.027808 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fcadb90f-695c-4497-85c5-18c8e8a1a133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.070111 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3ff7183-e0c5-4cfc-92ed-3410095c2f22 req-4aadeece-0681-43b4-bf3e-517a7ca67818 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370625 Feb 11 04:38:23.071037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:23.076334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:23.093547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fb85a-0037-4162-bf31-29301ecf5fe7 req-63544e4a-5f4b-42ff-a469-6ddcabaac5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:23.095323 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8480fa86-433e-431d-8a52-53c3729c8fca req-163d9cad-2a6c-46ac-ba98-a93a77a37114 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705518 Feb 11 04:38:23.106204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-750fb85a-0037-4162-bf31-29301ecf5fe7 req-63544e4a-5f4b-42ff-a469-6ddcabaac5da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=072564ab-c80b-4ff9-acf6-33933e7683f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3376141 Feb 11 04:38:23.109117 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.134565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2f4b852-e634-4b82-845c-129530c5b074 req-30351fe7-5ae4-49d1-a40a-cd24aea220c2 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672044 Feb 11 04:38:23.232675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:23.233617 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.235289 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] 10.222.0.10 "PUT /v2.0/ports/8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 1119 time: 1.5102923 Feb 11 04:38:23.241549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'tag': '8a279ff2-1479-4afc-abdb-0d8aae59cefb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:23.245044 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31c5482-3b23-4d46-a0aa-a977ac25d0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b3cbc2-de8c-426a-97b5-4a3224e401df", "tag": "8a279ff2-1479-4afc-abdb-0d8aae59cefb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:23.298807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea3830-cefb-4ad6-b767-f5672f512665 req-66a9c6ef-b92f-40f9-998d-bf317dd59487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:23.300396 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-66a9c6ef-b92f-40f9-998d-bf317dd59487 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 1152 time: 0.3072042 Feb 11 04:38:23.333073 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-750fb85a-0037-4162-bf31-29301ecf5fe7 req-fc0a3956-13e1-4747-a0a3-67dbf7a72690 service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096465 Feb 11 04:38:23.526583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5f866-94b3-471f-b4e9-9e4fcbe33449 service neutron] Pushing event updated for resources: {'Port': ['ID=8a279ff2-1479-4afc-abdb-0d8aae59cefb,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:23.558730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51357513-5f2b-4071-8bc9-381717c280e4', 'tag': '51629dc6-28d7-4a24-bf4c-b04c786c8012'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:23.561165 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97459337-8bf1-4314-af42-e8cebdb05aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "51357513-5f2b-4071-8bc9-381717c280e4", "tag": "51629dc6-28d7-4a24-bf4c-b04c786c8012"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:23.623554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-bbce24e7-e8a3-40ec-a635-2491e1ec6c65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=51629dc6-28d7-4a24-bf4c-b04c786c8012 HTTP/1.1" status: 200 len: 217 time: 0.2856448 Feb 11 04:38:23.647080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fcadb90f-695c-4497-85c5-18c8e8a1a133 admin admin] Publish callbacks [] for security_group (9aaced44-e4a4-4bf7-8415-ff8d5de5023b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.660091 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fcadb90f-695c-4497-85c5-18c8e8a1a133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9aaced44-e4a4-4bf7-8415-ff8d5de5023b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.692718 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02e5d9-b257-47d2-a96f-285a56c1d75a req-dfe13c4c-a1cc-44b3-8a0a-05670d7137c6 tempest-AggregatesAdminTestJSON-1707647697 tempest-AggregatesAdminTestJSON-1707647697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:23.694435 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a02e5d9-b257-47d2-a96f-285a56c1d75a req-dfe13c4c-a1cc-44b3-8a0a-05670d7137c6 tempest-AggregatesAdminTestJSON-1707647697 tempest-AggregatesAdminTestJSON-1707647697-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 1154 time: 0.4146330 Feb 11 04:38:23.696046 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-e8f587bb-766b-4bfc-b806-a04d2a0c2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:23.697417 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-e8f587bb-766b-4bfc-b806-a04d2a0c2dcc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1153 time: 0.1670809 Feb 11 04:38:23.728013 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fcadb90f-695c-4497-85c5-18c8e8a1a133 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a0197ee2f7d4ed39bce7ea216e00886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7519069 Feb 11 04:38:23.730748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadb90f-695c-4497-85c5-18c8e8a1a133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaced44-e4a4-4bf7-8415-ff8d5de5023b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:23.733965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43044) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:23.739331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc19138-de51-48de-a2c5-75bb763f0967 req-2060311a-e2bd-49f6-bf55-e97636cba521 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:23.746445 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfc19138-de51-48de-a2c5-75bb763f0967 req-2060311a-e2bd-49f6-bf55-e97636cba521 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 944 time: 0.4524443 Feb 11 04:38:23.755090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c307f1-c9f1-4102-956d-8a18c56194f0 req-26123d26-93f6-4f48-bfb1-8f4ead73e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:23.755181 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24c307f1-c9f1-4102-956d-8a18c56194f0 req-26123d26-93f6-4f48-bfb1-8f4ead73e8d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 1131 time: 0.4630344 Feb 11 04:38:23.765448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea3830-cefb-4ad6-b767-f5672f512665 req-11609e18-5b37-48cd-8932-50cc7468d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:23.767071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-11609e18-5b37-48cd-8932-50cc7468d1b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1321485 Feb 11 04:38:23.771318 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6a02e5d9-b257-47d2-a96f-285a56c1d75a req-93a18d5a-26af-424c-9190-fdd6f45cfb37 tempest-AggregatesAdminTestJSON-1707647697 tempest-AggregatesAdminTestJSON-1707647697-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.774726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-986df196-f969-4d2d-9546-c7b3793dfaec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 217 time: 0.0594172 Feb 11 04:38:23.853586 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-750fb85a-0037-4162-bf31-29301ecf5fe7 req-a5c90bfc-afaa-43a7-a54d-a14bf7ab4248 service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956486 Feb 11 04:38:23.891654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-2031b9cc-80cb-4df8-b316-eb5fc7213ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:23.893406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-2031b9cc-80cb-4df8-b316-eb5fc7213ece service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1074500 Feb 11 04:38:23.917175 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5822e90-b47d-44be-8095-30fc41ec2b32 admin admin] Publish callbacks [] for security_group (9aaced44-e4a4-4bf7-8415-ff8d5de5023b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.918397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfc19138-de51-48de-a2c5-75bb763f0967 req-2bb9f86a-cc31-4654-964d-b4ef42122ef9 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712327 Feb 11 04:38:23.936256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea3830-cefb-4ad6-b767-f5672f512665 req-842132a8-5b4c-477c-81c0-4cd675b91f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:23.938238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-842132a8-5b4c-477c-81c0-4cd675b91f30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1600258 Feb 11 04:38:23.942708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c307f1-c9f1-4102-956d-8a18c56194f0 req-1e71f4a3-e236-4bea-8ddc-7cf42b9c771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:23.944627 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24c307f1-c9f1-4102-956d-8a18c56194f0 req-1e71f4a3-e236-4bea-8ddc-7cf42b9c771e service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1765299 Feb 11 04:38:23.970885 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5822e90-b47d-44be-8095-30fc41ec2b32 admin admin] Publish callbacks [] for security_group (9aaced44-e4a4-4bf7-8415-ff8d5de5023b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.019725 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24c307f1-c9f1-4102-956d-8a18c56194f0 req-72804c5a-c303-4593-9456-c99ebcd00c0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=176504c7-7c22-4051-a802-85972389c1be HTTP/1.1" status: 200 len: 217 time: 0.0566769 Feb 11 04:38:24.041649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-4101161d-48a4-4e31-bdf2-cd463108d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:24.043296 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-4101161d-48a4-4e31-bdf2-cd463108d726 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1413319 Feb 11 04:38:24.045433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6a02e5d9-b257-47d2-a96f-285a56c1d75a req-93a18d5a-26af-424c-9190-fdd6f45cfb37 tempest-AggregatesAdminTestJSON-1707647697 tempest-AggregatesAdminTestJSON-1707647697-project-admin] Publish callbacks [] for security_group (77481cec-3b78-46dd-aa23-80eacd87887d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.052418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6a02e5d9-b257-47d2-a96f-285a56c1d75a req-93a18d5a-26af-424c-9190-fdd6f45cfb37 tempest-AggregatesAdminTestJSON-1707647697 tempest-AggregatesAdminTestJSON-1707647697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (77481cec-3b78-46dd-aa23-80eacd87887d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.126527 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5822e90-b47d-44be-8095-30fc41ec2b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9aaced44-e4a4-4bf7-8415-ff8d5de5023b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.129116 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5822e90-b47d-44be-8095-30fc41ec2b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.130279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c5822e90-b47d-44be-8095-30fc41ec2b32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9aaced44-e4a4-4bf7-8415-ff8d5de5023b HTTP/1.1" status: 204 len: 168 time: 0.3650787 Feb 11 04:38:24.133788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a18d5a-26af-424c-9190-fdd6f45cfb37 tempest-AggregatesAdminTestJSON-1707647697 tempest-AggregatesAdminTestJSON-1707647697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77481cec-3b78-46dd-aa23-80eacd87887d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:24.167853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c307f1-c9f1-4102-956d-8a18c56194f0 req-8be653a9-cd1c-4c49-a8b7-6073731bc6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:24.169356 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24c307f1-c9f1-4102-956d-8a18c56194f0 req-8be653a9-cd1c-4c49-a8b7-6073731bc6ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1410904 Feb 11 04:38:24.175973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-07e9b342-31e7-45ae-b4f4-4f71aa3c43cc service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301881 Feb 11 04:38:24.211780 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-f4aa1597-0ff4-4b6d-9eb4-928edba67f37 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560061 Feb 11 04:38:24.226164 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a02e5d9-b257-47d2-a96f-285a56c1d75a req-93a18d5a-26af-424c-9190-fdd6f45cfb37 tempest-AggregatesAdminTestJSON-1707647697 tempest-AggregatesAdminTestJSON-1707647697-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123241 Feb 11 04:38:24.269032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa87b3-baea-402d-ba06-6fb353ab9e5a req-85b0e33e-646f-4eb1-ac10-057fe3a5c52c tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:24.278865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3aa87b3-baea-402d-ba06-6fb353ab9e5a req-85b0e33e-646f-4eb1-ac10-057fe3a5c52c tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 949 time: 0.2393510 Feb 11 04:38:24.301822 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4a1561-7ca2-4731-bcb2-a5dccf20b5fa x-openstack-request-id: req-9e4a1561-7ca2-4731-bcb2-a5dccf20b5fa {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:24.302123 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b3cbc2-de8c-426a-97b5-4a3224e401df", "tag": "8a279ff2-1479-4afc-abdb-0d8aae59cefb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:24.302385 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e4a1561-7ca2-4731-bcb2-a5dccf20b5fa {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:24.302792 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'tag': '8a279ff2-1479-4afc-abdb-0d8aae59cefb', 'status': 'completed', 'code': 200} Feb 11 04:38:24.312440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c307f1-c9f1-4102-956d-8a18c56194f0 req-b2a8179e-220d-4f7e-9041-cccd6ebd70d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:24.313994 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24c307f1-c9f1-4102-956d-8a18c56194f0 req-b2a8179e-220d-4f7e-9041-cccd6ebd70d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1359522 Feb 11 04:38:24.316018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5822e90-b47d-44be-8095-30fc41ec2b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaced44-e4a4-4bf7-8415-ff8d5de5023b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:24.326099 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c934c39-8b56-47f6-8533-8b0c95a49933 x-openstack-request-id: req-4c934c39-8b56-47f6-8533-8b0c95a49933 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:24.326730 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51357513-5f2b-4071-8bc9-381717c280e4", "tag": "51629dc6-28d7-4a24-bf4c-b04c786c8012", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:24.327123 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c934c39-8b56-47f6-8533-8b0c95a49933 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:24.328237 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51357513-5f2b-4071-8bc9-381717c280e4', 'tag': '51629dc6-28d7-4a24-bf4c-b04c786c8012', 'status': 'completed', 'code': 200} Feb 11 04:38:24.450845 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a81c97da-a04c-41f2-bb2b-0a138902355c req-5b96be46-2e7f-4bca-b575-aeff54a28283 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221439 Feb 11 04:38:24.469266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461386a-7fc3-481d-82be-b882c4ec125d req-4f35ffdf-ed4a-4beb-8162-cf08b1632ebb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:24.472097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8461386a-7fc3-481d-82be-b882c4ec125d req-4f35ffdf-ed4a-4beb-8162-cf08b1632ebb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 970 time: 0.0809264 Feb 11 04:38:24.506486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3aa87b3-baea-402d-ba06-6fb353ab9e5a req-88904b79-635f-47a8-b557-a255ef072d29 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210748 Feb 11 04:38:24.527139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-deea3830-cefb-4ad6-b767-f5672f512665 req-7ba66678-82cd-4ac3-b232-af2290c2c601 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435967 Feb 11 04:38:24.565047 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8461386a-7fc3-481d-82be-b882c4ec125d req-eb3f83ff-1fd1-47a6-a44e-67a27ae5df33 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844071 Feb 11 04:38:24.604947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24c307f1-c9f1-4102-956d-8a18c56194f0 req-849095f9-de0f-4905-a2bb-5984d458809c service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735159 Feb 11 04:38:24.706365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97459337-8bf1-4314-af42-e8cebdb05aa9 req-359a8087-71ee-4bba-a499-e1bd2dc1e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:24.710050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97459337-8bf1-4314-af42-e8cebdb05aa9 req-359a8087-71ee-4bba-a499-e1bd2dc1e4d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 1152 time: 0.0673170 Feb 11 04:38:24.755941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c5482-3b23-4d46-a0aa-a977ac25d0d4 req-1ae6e387-72d9-4077-8084-b79608828641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:24.757107 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b31c5482-3b23-4d46-a0aa-a977ac25d0d4 req-1ae6e387-72d9-4077-8084-b79608828641 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1153 time: 0.2031569 Feb 11 04:38:24.769513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6905d-2ed1-46c0-81b2-2727f797e619 req-36bf4c7a-580a-4134-8eaa-ff0ca0d430b7 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:24.771072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7ec6905d-2ed1-46c0-81b2-2727f797e619 req-36bf4c7a-580a-4134-8eaa-ff0ca0d430b7 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 969 time: 0.1711247 Feb 11 04:38:24.814535 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97459337-8bf1-4314-af42-e8cebdb05aa9 req-53ad2bbd-7084-463a-b93d-ccf218fda0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:24.815912 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97459337-8bf1-4314-af42-e8cebdb05aa9 req-53ad2bbd-7084-463a-b93d-ccf218fda0cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.0993237 Feb 11 04:38:24.843070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24c307f1-c9f1-4102-956d-8a18c56194f0 req-7093649b-4af9-4cbb-8378-a87840c6b32b service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168729 Feb 11 04:38:24.886825 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7ec6905d-2ed1-46c0-81b2-2727f797e619 req-1de9ca7c-a304-4b18-a5f3-68e8ac2de875 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049695 Feb 11 04:38:24.888191 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97459337-8bf1-4314-af42-e8cebdb05aa9 req-fb48f212-e3e8-4a82-92a7-867993f335e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=51629dc6-28d7-4a24-bf4c-b04c786c8012 HTTP/1.1" status: 200 len: 217 time: 0.0648935 Feb 11 04:38:24.929729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c5482-3b23-4d46-a0aa-a977ac25d0d4 req-b4644ec3-352d-4f65-8747-437fe48b6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:24.931666 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b31c5482-3b23-4d46-a0aa-a977ac25d0d4 req-b4644ec3-352d-4f65-8747-437fe48b6e4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1596122 Feb 11 04:38:24.986297 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b31c5482-3b23-4d46-a0aa-a977ac25d0d4 req-60ca76da-215f-47f5-a825-116bace09ee3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 217 time: 0.0455439 Feb 11 04:38:25.019071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97459337-8bf1-4314-af42-e8cebdb05aa9 req-dfa19fa9-966d-49bd-a82d-2d912493a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:25.020600 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97459337-8bf1-4314-af42-e8cebdb05aa9 req-dfa19fa9-966d-49bd-a82d-2d912493a511 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1189930 Feb 11 04:38:25.087319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c5482-3b23-4d46-a0aa-a977ac25d0d4 req-684d8681-7dcc-477f-ab71-53ea14d7c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:25.092130 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b31c5482-3b23-4d46-a0aa-a977ac25d0d4 req-684d8681-7dcc-477f-ab71-53ea14d7c0e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0956311 Feb 11 04:38:25.131856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97459337-8bf1-4314-af42-e8cebdb05aa9 req-3e862885-1549-40ed-9b6d-00092b6ec5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:25.133682 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97459337-8bf1-4314-af42-e8cebdb05aa9 req-3e862885-1549-40ed-9b6d-00092b6ec5fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1065838 Feb 11 04:38:25.151916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c5482-3b23-4d46-a0aa-a977ac25d0d4 req-b9d18274-a323-4748-89b7-5f4def7714ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:25.153487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b31c5482-3b23-4d46-a0aa-a977ac25d0d4 req-b9d18274-a323-4748-89b7-5f4def7714ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0533707 Feb 11 04:38:25.193864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01577fb2-f036-4b74-a768-9d686493874e req-20e7be12-03a4-46fe-8007-7356b9827611 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:25.194977 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01577fb2-f036-4b74-a768-9d686493874e req-20e7be12-03a4-46fe-8007-7356b9827611 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 944 time: 0.1128471 Feb 11 04:38:25.310074 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01577fb2-f036-4b74-a768-9d686493874e req-0f8f2e91-2b0d-4a23-9832-b324e7a99f5a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840795 Feb 11 04:38:25.333888 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97459337-8bf1-4314-af42-e8cebdb05aa9 req-f8eb2b53-b824-440f-9337-152ad24b421b service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853158 Feb 11 04:38:25.370758 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b31c5482-3b23-4d46-a0aa-a977ac25d0d4 req-82afe140-f432-4da1-b5b7-6bb919c5572d service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589174 Feb 11 04:38:25.386245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddabfb-d578-4714-9695-3e20cbdef54d req-5b47feaa-37d2-4258-8a26-0fdcb8d010c2 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:25.387768 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1fddabfb-d578-4714-9695-3e20cbdef54d req-5b47feaa-37d2-4258-8a26-0fdcb8d010c2 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 971 time: 0.0953286 Feb 11 04:38:25.467106 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97459337-8bf1-4314-af42-e8cebdb05aa9 req-aca17f31-34d5-4a0a-8f84-31cd62bd7fe8 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245825 Feb 11 04:38:25.498486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1fddabfb-d578-4714-9695-3e20cbdef54d req-a2111fe5-777f-4423-b2da-db0470e9c9c0 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026971 Feb 11 04:38:25.518546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b31c5482-3b23-4d46-a0aa-a977ac25d0d4 req-de595e7e-186c-4dd6-9bd7-60596742fb68 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298196 Feb 11 04:38:25.641597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc5749-209a-4d09-89e4-24df75b92c2d req-22d7a975-d2ec-4cfb-9b50-bc5b7b5bb72f tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:25.643570 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62fc5749-209a-4d09-89e4-24df75b92c2d req-22d7a975-d2ec-4cfb-9b50-bc5b7b5bb72f tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 949 time: 0.0691457 Feb 11 04:38:25.697572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62fc5749-209a-4d09-89e4-24df75b92c2d req-ddc6189a-9460-498a-8a08-63a04badf45b tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474710 Feb 11 04:38:25.702885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0a88c-cbc3-42ec-9a53-8481f1281048 req-9a4b1dba-cae0-4a68-b215-409cbf8cd3a9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:25.710136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4d0a88c-cbc3-42ec-9a53-8481f1281048 req-9a4b1dba-cae0-4a68-b215-409cbf8cd3a9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 970 time: 0.0651548 Feb 11 04:38:25.733079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43116) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:25.755187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4d0a88c-cbc3-42ec-9a53-8481f1281048 req-80d8e5d0-762c-4c80-b252-571fdd8e4bb8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436640 Feb 11 04:38:25.911041 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9be992ea-fc65-4d74-99fc-aae331fc2ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.019499 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9be992ea-fc65-4d74-99fc-aae331fc2ebf admin admin] Publish callbacks [] for security_group (e6a2ab47-e1e5-4d5b-9be0-d323c49099bb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.021662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69164-b9a0-4262-aabd-6b1ec764327b req-b65dfd2c-0c9c-46dc-b005-42eeb60b3632 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:26.024301 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9be992ea-fc65-4d74-99fc-aae331fc2ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e6a2ab47-e1e5-4d5b-9be0-d323c49099bb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.029744 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26d69164-b9a0-4262-aabd-6b1ec764327b req-b65dfd2c-0c9c-46dc-b005-42eeb60b3632 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 969 time: 0.0636315 Feb 11 04:38:26.067571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be992ea-fc65-4d74-99fc-aae331fc2ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a2ab47-e1e5-4d5b-9be0-d323c49099bb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:26.075657 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9be992ea-fc65-4d74-99fc-aae331fc2ebf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=169c29fac27d44809fcd0a9a8ae96be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390689 Feb 11 04:38:26.076567 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43126) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:26.093421 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26d69164-b9a0-4262-aabd-6b1ec764327b req-f3998549-bb9d-4d33-8cd2-655b5b1726b2 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622599 Feb 11 04:38:26.139643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a7d05a5-f33e-4ee8-8e23-7a978ce9a35e admin admin] Publish callbacks [] for security_group (e6a2ab47-e1e5-4d5b-9be0-d323c49099bb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.164057 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a7d05a5-f33e-4ee8-8e23-7a978ce9a35e admin admin] Publish callbacks [] for security_group (e6a2ab47-e1e5-4d5b-9be0-d323c49099bb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.231652 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a7d05a5-f33e-4ee8-8e23-7a978ce9a35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e6a2ab47-e1e5-4d5b-9be0-d323c49099bb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.234279 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a7d05a5-f33e-4ee8-8e23-7a978ce9a35e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.237829 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8a7d05a5-f33e-4ee8-8e23-7a978ce9a35e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6a2ab47-e1e5-4d5b-9be0-d323c49099bb HTTP/1.1" status: 204 len: 168 time: 0.1579912 Feb 11 04:38:26.244722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d05a5-f33e-4ee8-8e23-7a978ce9a35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a2ab47-e1e5-4d5b-9be0-d323c49099bb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:26.298199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb00af2-7ce9-4141-a312-e00229fc71c1 req-d2812a7c-d290-4113-83dd-6ecc5f733cb7 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:26.300724 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cfb00af2-7ce9-4141-a312-e00229fc71c1 req-d2812a7c-d290-4113-83dd-6ecc5f733cb7 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 949 time: 0.0635831 Feb 11 04:38:26.362775 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cfb00af2-7ce9-4141-a312-e00229fc71c1 req-ac6bf348-3200-4798-9010-13b4949b5e5c tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549576 Feb 11 04:38:26.444797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87de0bf-3927-473b-9c56-05d71b0f94e6 req-b4095415-dc4c-4737-96fd-de38bd314be6 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:26.446311 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b87de0bf-3927-473b-9c56-05d71b0f94e6 req-b4095415-dc4c-4737-96fd-de38bd314be6 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 944 time: 0.0546579 Feb 11 04:38:26.498172 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b87de0bf-3927-473b-9c56-05d71b0f94e6 req-318c9518-c4ff-46ba-8a72-41ca5111a832 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452046 Feb 11 04:38:26.577256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43148) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:26.590939 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-752116a4-14e7-40a8-8316-576e6368abd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.659815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5ebc9-1024-4686-a867-3e2c2ed7b693 req-00b277c3-ddb7-4593-a415-45d406576ceb tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:26.662009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cb5ebc9-1024-4686-a867-3e2c2ed7b693 req-00b277c3-ddb7-4593-a415-45d406576ceb tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 971 time: 0.0708485 Feb 11 04:38:26.684529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:26.693273 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-752116a4-14e7-40a8-8316-576e6368abd8 admin admin] Publish callbacks [] for security_group (220ec81e-cd12-40ee-9bb7-b54684751c64), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.697904 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-752116a4-14e7-40a8-8316-576e6368abd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (220ec81e-cd12-40ee-9bb7-b54684751c64), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.718959 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cb5ebc9-1024-4686-a867-3e2c2ed7b693 req-4536e926-7682-4e33-8c95-d4212f725fdd tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501363 Feb 11 04:38:26.728615 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:38:26.745082 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-752116a4-14e7-40a8-8316-576e6368abd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=befda87c3bb74298aa81b91fb6d2ea44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666901 Feb 11 04:38:26.747440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752116a4-14e7-40a8-8316-576e6368abd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220ec81e-cd12-40ee-9bb7-b54684751c64,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:26.747997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43156) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:26.803332 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50564d07-6d0e-4688-9678-c007b85831b9 admin admin] Publish callbacks [] for security_group (220ec81e-cd12-40ee-9bb7-b54684751c64), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.860631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50564d07-6d0e-4688-9678-c007b85831b9 admin admin] Publish callbacks [] for security_group (220ec81e-cd12-40ee-9bb7-b54684751c64), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.863320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87bb8e62-408e-4bce-8bf3-42c6a4bb4e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.875293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc98edb-324b-40f3-8170-4cf901b5cb47 req-5b132bf2-93c6-4633-922c-2f93919adfa8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:26.876756 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bbc98edb-324b-40f3-8170-4cf901b5cb47 req-5b132bf2-93c6-4633-922c-2f93919adfa8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 970 time: 0.0525079 Feb 11 04:38:26.922965 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bbc98edb-324b-40f3-8170-4cf901b5cb47 req-09639976-975a-4b3a-868b-35ca99a222b7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403762 Feb 11 04:38:26.926761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bce201-0797-4a92-9a2d-3f76de2c434e req-470834bf-5031-47c1-a97a-d8ca00335abe tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:26.928240 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6bce201-0797-4a92-9a2d-3f76de2c434e req-470834bf-5031-47c1-a97a-d8ca00335abe tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.10 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 971 time: 0.1206307 Feb 11 04:38:27.016195 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50564d07-6d0e-4688-9678-c007b85831b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (220ec81e-cd12-40ee-9bb7-b54684751c64), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.018720 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50564d07-6d0e-4688-9678-c007b85831b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.019873 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-50564d07-6d0e-4688-9678-c007b85831b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/220ec81e-cd12-40ee-9bb7-b54684751c64 HTTP/1.1" status: 204 len: 168 time: 0.2707319 Feb 11 04:38:27.069841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50564d07-6d0e-4688-9678-c007b85831b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220ec81e-cd12-40ee-9bb7-b54684751c64,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:27.101689 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87bb8e62-408e-4bce-8bf3-42c6a4bb4e54 admin admin] Publish callbacks [] for security_group (4cba5a11-47d1-4774-83f2-61006be2ec53), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.107674 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87bb8e62-408e-4bce-8bf3-42c6a4bb4e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4cba5a11-47d1-4774-83f2-61006be2ec53), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.170427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-87bb8e62-408e-4bce-8bf3-42c6a4bb4e54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22177bfe24d6436299514e3db1ef2678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4823053 Feb 11 04:38:27.170780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43166) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:27.191750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb8e62-408e-4bce-8bf3-42c6a4bb4e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cba5a11-47d1-4774-83f2-61006be2ec53,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:27.225178 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55494164-73eb-4b0e-b888-24dbc827581b admin admin] Publish callbacks [] for security_group (4cba5a11-47d1-4774-83f2-61006be2ec53), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.248822 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55494164-73eb-4b0e-b888-24dbc827581b admin admin] Publish callbacks [] for security_group (4cba5a11-47d1-4774-83f2-61006be2ec53), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.305024 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55494164-73eb-4b0e-b888-24dbc827581b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4cba5a11-47d1-4774-83f2-61006be2ec53), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.307985 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55494164-73eb-4b0e-b888-24dbc827581b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.312121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-55494164-73eb-4b0e-b888-24dbc827581b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cba5a11-47d1-4774-83f2-61006be2ec53 HTTP/1.1" status: 204 len: 168 time: 0.1402440 Feb 11 04:38:27.321904 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55494164-73eb-4b0e-b888-24dbc827581b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cba5a11-47d1-4774-83f2-61006be2ec53,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:27.370926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f6bce201-0797-4a92-9a2d-3f76de2c434e req-9157b14b-6dac-4717-8c48-f58dad03dab3 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Deleting port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:27.371247 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f6bce201-0797-4a92-9a2d-3f76de2c434e req-9157b14b-6dac-4717-8c48-f58dad03dab3 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.454980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163c490-4394-472b-bca3-d28be12e29e9 req-0a50ed50-51fb-4117-b89d-232e6d585c62 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:27.458394 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e163c490-4394-472b-bca3-d28be12e29e9 req-0a50ed50-51fb-4117-b89d-232e6d585c62 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 969 time: 0.2922447 Feb 11 04:38:27.502540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f6bce201-0797-4a92-9a2d-3f76de2c434e req-9157b14b-6dac-4717-8c48-f58dad03dab3 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] For port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7eacb5bd-2906-40b9-bd9c-a3399a6a042a,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:27.502926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f6bce201-0797-4a92-9a2d-3f76de2c434e req-9157b14b-6dac-4717-8c48-f58dad03dab3 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.505050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384c5ad-485a-4702-af12-d610963f8b1f req-94d906fe-60f3-4203-a071-def54dc0300a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:27.511605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 8a279ff2-1479-4afc-abdb-0d8aae59cefb details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:38:27.512736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a384c5ad-485a-4702-af12-d610963f8b1f req-94d906fe-60f3-4203-a071-def54dc0300a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 949 time: 0.0699205 Feb 11 04:38:27.527707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f6bce201-0797-4a92-9a2d-3f76de2c434e req-9157b14b-6dac-4717-8c48-f58dad03dab3 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Calling delete_port for 7eacb5bd-2906-40b9-bd9c-a3399a6a042a owned by compute:tempest-test_az-1157159813 {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:27.570111 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e163c490-4394-472b-bca3-d28be12e29e9 req-777c5383-f8ba-4c54-a76d-b7a455a7c19b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030242 Feb 11 04:38:27.571705 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a384c5ad-485a-4702-af12-d610963f8b1f req-b4842e88-2d68-4c98-aece-f72dbe67ac3d tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528677 Feb 11 04:38:27.641824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:27.657232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '8a279ff2-1479-4afc-abdb-0d8aae59cefb', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '8a279ff2-1479-4afc-abdb-0d8aae59cefb', 'mac_address': 'fa:16:3e:74:25:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:tempest-test_az-1157159813', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:38:27.700427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 8a279ff2-1479-4afc-abdb-0d8aae59cefb is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:27.700824 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.716242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a279ff2-1479-4afc-abdb-0d8aae59cefb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:27.735337 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43188) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:27.750271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae093e48-0be1-4a8f-a4d2-68e32eab22cc req-50cc74fd-618f-47ad-96cd-c6cbcd38be96 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:27.752049 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ae093e48-0be1-4a8f-a4d2-68e32eab22cc req-50cc74fd-618f-47ad-96cd-c6cbcd38be96 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 944 time: 0.0988998 Feb 11 04:38:27.752847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:27.760094 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec0689e-a2c1-4914-a4d6-37ad19fbe05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.764746 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.766800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 51629dc6-28d7-4a24-bf4c-b04c786c8012 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:38:27.833382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 176504c7-7c22-4051-a802-85972389c1be details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:38:27.894120 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ae093e48-0be1-4a8f-a4d2-68e32eab22cc req-fd1e692e-7ccb-433f-baf5-0fc180934d8e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298485 Feb 11 04:38:27.894289 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec0689e-a2c1-4914-a4d6-37ad19fbe05f admin admin] Publish callbacks [] for security_group (59aeac57-3685-448c-b257-4818e7a62e20), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.912645 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f6bce201-0797-4a92-9a2d-3f76de2c434e req-9157b14b-6dac-4717-8c48-f58dad03dab3 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (7eacb5bd-2906-40b9-bd9c-a3399a6a042a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.924628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 51629dc6-28d7-4a24-bf4c-b04c786c8012, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=51629dc6-28d7-4a24-bf4c-b04c786c8012,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:27.925897 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ec0689e-a2c1-4914-a4d6-37ad19fbe05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (59aeac57-3685-448c-b257-4818e7a62e20), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.930241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=8a279ff2-1479-4afc-abdb-0d8aae59cefb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:27.959209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['7eacb5bd-2906-40b9-bd9c-a3399a6a042a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:27.980616 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5ec0689e-a2c1-4914-a4d6-37ad19fbe05f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7e395885adf4fd085d7d4bddda32707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442064 Feb 11 04:38:27.982606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0689e-a2c1-4914-a4d6-37ad19fbe05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aeac57-3685-448c-b257-4818e7a62e20,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:27.985330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43198) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:27.987142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157b14b-6dac-4717-8c48-f58dad03dab3 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Pushing event deleted for resources: {'Port': ['ID=7eacb5bd-2906-40b9-bd9c-a3399a6a042a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:28.035646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '51629dc6-28d7-4a24-bf4c-b04c786c8012', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '51629dc6-28d7-4a24-bf4c-b04c786c8012', 'mac_address': 'fa:16:3e:e8:ae:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:tempest-test_az-1157159813', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:38:28.044374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882e9ad-5a6c-4d08-b876-7d462482c724 req-36faea15-ff34-4958-98fe-6b6adec55487 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:28.052181 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0882e9ad-5a6c-4d08-b876-7d462482c724 req-36faea15-ff34-4958-98fe-6b6adec55487 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/ports?device_id=5206cc12-20ec-4e5e-a03f-18ac7eeed304 HTTP/1.1" status: 200 len: 889 time: 0.2190032 Feb 11 04:38:28.113572 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c68a20aa-6056-4152-add7-1beff54005d9 admin admin] Publish callbacks [] for security_group (59aeac57-3685-448c-b257-4818e7a62e20), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.136183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bce201-0797-4a92-9a2d-3f76de2c434e req-9157b14b-6dac-4717-8c48-f58dad03dab3 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] No DVR routers for this DVR port 7eacb5bd-2906-40b9-bd9c-a3399a6a042a on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:28.141390 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f6bce201-0797-4a92-9a2d-3f76de2c434e req-9157b14b-6dac-4717-8c48-f58dad03dab3 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.145423 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6bce201-0797-4a92-9a2d-3f76de2c434e req-9157b14b-6dac-4717-8c48-f58dad03dab3 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.10 "DELETE /v2.0/ports/7eacb5bd-2906-40b9-bd9c-a3399a6a042a HTTP/1.1" status: 204 len: 173 time: 1.2107906 Feb 11 04:38:28.146231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5206cc12-20ec-4e5e-a03f-18ac7eeed304', 'name': 'network-vif-deleted', 'tag': '7eacb5bd-2906-40b9-bd9c-a3399a6a042a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:28.159378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0882e9ad-5a6c-4d08-b876-7d462482c724 req-0c390c33-af59-4658-a0fa-f536268adf96 tempest-AggregatesAdminTestJSON-290367832 tempest-AggregatesAdminTestJSON-290367832-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9c438f3-4e71-423b-a3b2-06493221365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054912 Feb 11 04:38:28.164290 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cdbac4-8dc0-4631-a7f7-3e96ca8e69e8" -d '{"events": [{"server_uuid": "5206cc12-20ec-4e5e-a03f-18ac7eeed304", "name": "network-vif-deleted", "tag": "7eacb5bd-2906-40b9-bd9c-a3399a6a042a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:28.208021 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c68a20aa-6056-4152-add7-1beff54005d9 admin admin] Publish callbacks [] for security_group (59aeac57-3685-448c-b257-4818e7a62e20), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.215566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52865c6c-3c3e-4604-8563-46a410f85286 req-38a6c2d7-a5ca-436b-9d88-84e8cc885d61 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:28.228390 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52865c6c-3c3e-4604-8563-46a410f85286 req-38a6c2d7-a5ca-436b-9d88-84e8cc885d61 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 971 time: 0.1634185 Feb 11 04:38:28.264667 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3aadc3-56c7-478c-884a-14d966778973 x-openstack-request-id: req-8c3aadc3-56c7-478c-884a-14d966778973 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:28.264988 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5206cc12-20ec-4e5e-a03f-18ac7eeed304", "name": "network-vif-deleted", "tag": "7eacb5bd-2906-40b9-bd9c-a3399a6a042a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:28.265253 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c3aadc3-56c7-478c-884a-14d966778973 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:28.265668 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5206cc12-20ec-4e5e-a03f-18ac7eeed304', 'name': 'network-vif-deleted', 'tag': '7eacb5bd-2906-40b9-bd9c-a3399a6a042a', 'status': 'completed', 'code': 200} Feb 11 04:38:28.306484 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c68a20aa-6056-4152-add7-1beff54005d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (59aeac57-3685-448c-b257-4818e7a62e20), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.309735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c68a20aa-6056-4152-add7-1beff54005d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.311226 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c68a20aa-6056-4152-add7-1beff54005d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59aeac57-3685-448c-b257-4818e7a62e20 HTTP/1.1" status: 204 len: 168 time: 0.3224876 Feb 11 04:38:28.324075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a20aa-6056-4152-add7-1beff54005d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aeac57-3685-448c-b257-4818e7a62e20,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:28.359975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52865c6c-3c3e-4604-8563-46a410f85286 req-e23fe1f5-e439-42e9-a9f0-d173723d0679 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289051 Feb 11 04:38:28.415986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 51629dc6-28d7-4a24-bf4c-b04c786c8012 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:28.416198 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.419077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:28.438431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '176504c7-7c22-4051-a802-85972389c1be', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '176504c7-7c22-4051-a802-85972389c1be', 'mac_address': 'fa:16:3e:e7:99:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:38:28.444326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51629dc6-28d7-4a24-bf4c-b04c786c8012 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:28.488735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 51629dc6-28d7-4a24-bf4c-b04c786c8012, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=51629dc6-28d7-4a24-bf4c-b04c786c8012,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:28.495662 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.501715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 176504c7-7c22-4051-a802-85972389c1be is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:28.502101 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (176504c7-7c22-4051-a802-85972389c1be), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.541856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176504c7-7c22-4051-a802-85972389c1be {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:28.575186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=51629dc6-28d7-4a24-bf4c-b04c786c8012,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:28.589113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:28.599050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (176504c7-7c22-4051-a802-85972389c1be), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.599799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 61e45509-14e3-4750-93c3-90cc3da2d052 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:38:28.763968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65d676-77e7-45ef-8f0f-cffa6eab5b5e req-e664270b-ce76-4425-b093-712ec240053e tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:28.771293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a65d676-77e7-45ef-8f0f-cffa6eab5b5e req-e664270b-ce76-4425-b093-712ec240053e tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 949 time: 0.1190176 Feb 11 04:38:28.792879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b05c92-9119-4431-9094-0882888104ff req-c598b778-a30d-47b2-86a5-d812bfad5bf9 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:28.794428 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85b05c92-9119-4431-9094-0882888104ff req-c598b778-a30d-47b2-86a5-d812bfad5bf9 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 970 time: 0.1354451 Feb 11 04:38:28.799981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d582b7a-bc58-43e9-af4a-2e44830c6464 req-ba484bee-d4f2-491e-afba-282f8de7cffb tempest-DeleteServersAdminTestJSON-476131455 tempest-DeleteServersAdminTestJSON-476131455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:28.801485 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d582b7a-bc58-43e9-af4a-2e44830c6464 req-ba484bee-d4f2-491e-afba-282f8de7cffb tempest-DeleteServersAdminTestJSON-476131455 tempest-DeleteServersAdminTestJSON-476131455-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 1132 time: 0.0785348 Feb 11 04:38:28.816583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=176504c7-7c22-4051-a802-85972389c1be,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:28.872660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['51629dc6-28d7-4a24-bf4c-b04c786c8012'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:28.879483 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a65d676-77e7-45ef-8f0f-cffa6eab5b5e req-6743c6f0-6c04-4fd2-afe8-208f76187723 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070645 Feb 11 04:38:28.892598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 61e45509-14e3-4750-93c3-90cc3da2d052, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61e45509-14e3-4750-93c3-90cc3da2d052,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:28.954190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['8a279ff2-1479-4afc-abdb-0d8aae59cefb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:29.007917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '61e45509-14e3-4750-93c3-90cc3da2d052', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'port_id': '61e45509-14e3-4750-93c3-90cc3da2d052', 'mac_address': 'fa:16:3e:98:f1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:38:29.021982 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85b05c92-9119-4431-9094-0882888104ff req-03e1adc8-8cdc-4372-a5e8-d4b7740b56a5 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191892 Feb 11 04:38:29.055272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-5d582b7a-bc58-43e9-af4a-2e44830c6464 req-1351caa3-2d6c-42d8-8261-62f4a7ebff5e tempest-DeleteServersAdminTestJSON-476131455 tempest-DeleteServersAdminTestJSON-476131455-project-admin] Deleting port ccd9d634-dfd1-45d8-a066-0814146455c0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:29.055704 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d582b7a-bc58-43e9-af4a-2e44830c6464 req-1351caa3-2d6c-42d8-8261-62f4a7ebff5e tempest-DeleteServersAdminTestJSON-476131455 tempest-DeleteServersAdminTestJSON-476131455-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:29.152683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165f4e6-715e-4975-afd1-1cc8c59924bb req-d240b82f-15dc-4fad-b229-4a3c81e17c7b tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:29.154885 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a165f4e6-715e-4975-afd1-1cc8c59924bb req-d240b82f-15dc-4fad-b229-4a3c81e17c7b tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 944 time: 0.1108727 Feb 11 04:38:29.161646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 61e45509-14e3-4750-93c3-90cc3da2d052 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:29.162045 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:29.219703 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e45509-14e3-4750-93c3-90cc3da2d052 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:29.224224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5d582b7a-bc58-43e9-af4a-2e44830c6464 req-1351caa3-2d6c-42d8-8261-62f4a7ebff5e tempest-DeleteServersAdminTestJSON-476131455 tempest-DeleteServersAdminTestJSON-476131455-project-admin] For port ccd9d634-dfd1-45d8-a066-0814146455c0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ccd9d634-dfd1-45d8-a066-0814146455c0,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:29.224655 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d582b7a-bc58-43e9-af4a-2e44830c6464 req-1351caa3-2d6c-42d8-8261-62f4a7ebff5e tempest-DeleteServersAdminTestJSON-476131455 tempest-DeleteServersAdminTestJSON-476131455-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:29.255809 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a165f4e6-715e-4975-afd1-1cc8c59924bb req-bc290643-f3c3-4dde-8164-6c1ed9ae5587 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946803 Feb 11 04:38:29.263730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-5d582b7a-bc58-43e9-af4a-2e44830c6464 req-1351caa3-2d6c-42d8-8261-62f4a7ebff5e tempest-DeleteServersAdminTestJSON-476131455 tempest-DeleteServersAdminTestJSON-476131455-project-admin] Calling delete_port for ccd9d634-dfd1-45d8-a066-0814146455c0 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:29.288637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 61e45509-14e3-4750-93c3-90cc3da2d052, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61e45509-14e3-4750-93c3-90cc3da2d052,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:29.309326 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:29.378995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=61e45509-14e3-4750-93c3-90cc3da2d052,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:29.451293 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d582b7a-bc58-43e9-af4a-2e44830c6464 req-1351caa3-2d6c-42d8-8261-62f4a7ebff5e tempest-DeleteServersAdminTestJSON-476131455 tempest-DeleteServersAdminTestJSON-476131455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (ccd9d634-dfd1-45d8-a066-0814146455c0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:29.478001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351caa3-2d6c-42d8-8261-62f4a7ebff5e tempest-DeleteServersAdminTestJSON-476131455 tempest-DeleteServersAdminTestJSON-476131455-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccd9d634-dfd1-45d8-a066-0814146455c0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:29.492600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ccd9d634-dfd1-45d8-a066-0814146455c0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:29.531774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d582b7a-bc58-43e9-af4a-2e44830c6464 req-1351caa3-2d6c-42d8-8261-62f4a7ebff5e tempest-DeleteServersAdminTestJSON-476131455 tempest-DeleteServersAdminTestJSON-476131455-project-admin] No DVR routers for this DVR port ccd9d634-dfd1-45d8-a066-0814146455c0 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:29.534914 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d582b7a-bc58-43e9-af4a-2e44830c6464 req-1351caa3-2d6c-42d8-8261-62f4a7ebff5e tempest-DeleteServersAdminTestJSON-476131455 tempest-DeleteServersAdminTestJSON-476131455-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:29.539297 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d582b7a-bc58-43e9-af4a-2e44830c6464 req-1351caa3-2d6c-42d8-8261-62f4a7ebff5e tempest-DeleteServersAdminTestJSON-476131455 tempest-DeleteServersAdminTestJSON-476131455-project-admin] 10.222.0.60 "DELETE /v2.0/ports/ccd9d634-dfd1-45d8-a066-0814146455c0 HTTP/1.1" status: 204 len: 173 time: 0.7283914 Feb 11 04:38:29.550705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7eacb5bd-2906-40b9-bd9c-a3399a6a042a no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:29.585964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 7eacb5bd-2906-40b9-bd9c-a3399a6a042a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:29.591660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7eacb5bd-2906-40b9-bd9c-a3399a6a042a not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:29.804561 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-c862b741-2619-4a18-ab72-744f6416b217 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ac98268645df4ab1bc7ec57e2f5b7d6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215485 Feb 11 04:38:29.848854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['61e45509-14e3-4750-93c3-90cc3da2d052'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:29.890733 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['176504c7-7c22-4051-a802-85972389c1be'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:29.947084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-2ea4d20d-86d7-4e17-a788-207b82411354 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:29.948579 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-2ea4d20d-86d7-4e17-a788-207b82411354 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389489 Feb 11 04:38:29.965658 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-6aac56e8-8675-4d37-a475-e7ff2d5d9f9c tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/quotas/ac98268645df4ab1bc7ec57e2f5b7d6c HTTP/1.1" status: 200 len: 375 time: 0.0101995 Feb 11 04:38:30.023892 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-a8542d73-dabc-4e35-bb87-bccb3bd5b190 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac98268645df4ab1bc7ec57e2f5b7d6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432911 Feb 11 04:38:30.065709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d838a5-4f54-4a1e-b95a-93e970d7a4dc req-5003f2e0-2aa7-48be-9bd5-b4ad5b94002b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:30.076171 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7d838a5-4f54-4a1e-b95a-93e970d7a4dc req-5003f2e0-2aa7-48be-9bd5-b4ad5b94002b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 971 time: 0.0721197 Feb 11 04:38:30.171415 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7d838a5-4f54-4a1e-b95a-93e970d7a4dc req-e025cffd-cd8a-4340-be77-aff325812e90 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941336 Feb 11 04:38:30.267450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71f6c14-f3f7-434c-b236-a990bf8bffc5', 'name': 'network-vif-deleted', 'tag': 'ccd9d634-dfd1-45d8-a066-0814146455c0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:30.270202 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083ae6d1-9539-4bf2-8a9d-eb5bf058289e" -d '{"events": [{"server_uuid": "a71f6c14-f3f7-434c-b236-a990bf8bffc5", "name": "network-vif-deleted", "tag": "ccd9d634-dfd1-45d8-a066-0814146455c0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:30.323181 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead82fd8-868f-4c77-b957-2d93c935ff72 req-0c4c7b5a-1a1f-4437-ba31-3c1e9ccc2da9 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71f6c14-f3f7-434c-b236-a990bf8bffc5 HTTP/1.1" status: 200 len: 210 time: 0.0304716 Feb 11 04:38:30.446724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9d322da8-4bcb-48b6-98ac-e11e18f28b80 req-6adc13c6-643f-44fa-afaa-e291bfff3f72 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 210 time: 0.0742741 Feb 11 04:38:30.450460 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a13ec0-160f-4474-98d6-d5d9def77245 req-510a1f0c-777d-4020-ba27-08866281b625 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:30.455930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4a13ec0-160f-4474-98d6-d5d9def77245 req-510a1f0c-777d-4020-ba27-08866281b625 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 970 time: 0.1079085 Feb 11 04:38:30.515588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4a13ec0-160f-4474-98d6-d5d9def77245 req-c1c821eb-b87e-4587-9bae-82066688e6af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565214 Feb 11 04:38:30.571922 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c1d50a-c0ee-41dc-a922-343e914da3ee x-openstack-request-id: req-20c1d50a-c0ee-41dc-a922-343e914da3ee {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:30.572291 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71f6c14-f3f7-434c-b236-a990bf8bffc5", "name": "network-vif-deleted", "tag": "ccd9d634-dfd1-45d8-a066-0814146455c0", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:30.573024 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20c1d50a-c0ee-41dc-a922-343e914da3ee {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:30.573711 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71f6c14-f3f7-434c-b236-a990bf8bffc5', 'name': 'network-vif-deleted', 'tag': 'ccd9d634-dfd1-45d8-a066-0814146455c0', 'status': 'completed', 'code': 200} Feb 11 04:38:30.641952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec66d3-ba92-434e-ab51-0089ce257728 req-006ef8d1-8f4d-4cd4-9950-1e89879ab6cb tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:30.643931 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4ec66d3-ba92-434e-ab51-0089ce257728 req-006ef8d1-8f4d-4cd4-9950-1e89879ab6cb tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 945 time: 0.0634820 Feb 11 04:38:30.702576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4ec66d3-ba92-434e-ab51-0089ce257728 req-5c1ab696-4398-4f7a-a49d-b8ef9b27c2a8 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509043 Feb 11 04:38:31.308623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2f3dd-a602-47ef-835a-41c086a2eb35 req-747944f0-2c5f-4ca2-ad80-4a39a071a381 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:31.310294 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24b2f3dd-a602-47ef-835a-41c086a2eb35 req-747944f0-2c5f-4ca2-ad80-4a39a071a381 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 971 time: 0.0595057 Feb 11 04:38:31.357872 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24b2f3dd-a602-47ef-835a-41c086a2eb35 req-36e19259-5c0c-46ae-a775-ec03ac7e6dc6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419095 Feb 11 04:38:31.512784 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-5da92024-1ad0-4fe4-9f5e-1ee22932fe06 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ac98268645df4ab1bc7ec57e2f5b7d6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709391 Feb 11 04:38:31.521639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 8a279ff2-1479-4afc-abdb-0d8aae59cefb up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:31.591048 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29c8d591-0f6f-4609-ad2e-0fc4727d00e9 req-45351e2a-5939-4b3e-ba13-cec64e384efa tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 210 time: 0.0422063 Feb 11 04:38:31.688008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 8a279ff2-1479-4afc-abdb-0d8aae59cefb completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:38:31.694637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 8a279ff2-1479-4afc-abdb-0d8aae59cefb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:31.696057 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.728361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-522e1136-4243-4c1c-b0c7-a035d4a383f6 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:31.730096 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-522e1136-4243-4c1c-b0c7-a035d4a383f6 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106771 Feb 11 04:38:31.769081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Request body: {'port': {'device_id': 'bbb1d5a4-f216-41bb-b77f-1993ce3c398b', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': 'ac98268645df4ab1bc7ec57e2f5b7d6c'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:31.790214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ea118-9305-4801-a7ac-fb9891a09d4f req-35e98fe3-380b-4eb0-9394-989728eb2202 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:31.792272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e4ea118-9305-4801-a7ac-fb9891a09d4f req-35e98fe3-380b-4eb0-9394-989728eb2202 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 970 time: 0.1204417 Feb 11 04:38:31.810875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 8a279ff2-1479-4afc-abdb-0d8aae59cefb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:31.811363 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.831672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 61e45509-14e3-4750-93c3-90cc3da2d052 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:31.875059 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e4ea118-9305-4801-a7ac-fb9891a09d4f req-3dce25ec-aa8e-4b09-a310-3e84651af56f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712836 Feb 11 04:38:31.898831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a279ff2-1479-4afc-abdb-0d8aae59cefb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:31.901930 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc92059d-1c3d-4f4d-a610-64c3fc6640de" -d '{"events": [{"server_uuid": "b1b3cbc2-de8c-426a-97b5-4a3224e401df", "name": "network-vif-plugged", "status": "completed", "tag": "8a279ff2-1479-4afc-abdb-0d8aae59cefb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:31.924544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:31.934757 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.935683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 51629dc6-28d7-4a24-bf4c-b04c786c8012 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:31.936987 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-053ccee0-aa1e-4ac6-831b-9c8986b6531c tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2b5c64812a4c4172a17a67f268528636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582902 Feb 11 04:38:31.940112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Made reservation on behalf of ac98268645df4ab1bc7ec57e2f5b7d6c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:31.947256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.958227 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.002211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a809d9-b22e-47f1-9395-3451f394d049 req-f9651074-0123-4250-8a71-fc643200ec6a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:32.005544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 61e45509-14e3-4750-93c3-90cc3da2d052 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:38:32.011459 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27a809d9-b22e-47f1-9395-3451f394d049 req-f9651074-0123-4250-8a71-fc643200ec6a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 945 time: 0.0784638 Feb 11 04:38:32.021158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 61e45509-14e3-4750-93c3-90cc3da2d052 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:32.021564 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.088880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=8a279ff2-1479-4afc-abdb-0d8aae59cefb,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:32.091137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27a809d9-b22e-47f1-9395-3451f394d049 req-74adb015-5ea8-4d0b-bde6-e54a71029d81 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761290 Feb 11 04:38:32.109028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 51629dc6-28d7-4a24-bf4c-b04c786c8012 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:38:32.118432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 51629dc6-28d7-4a24-bf4c-b04c786c8012 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:32.118432 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.130610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-8c243426-a04b-404d-bf51-9e925daf91b5 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:32.138049 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-8c243426-a04b-404d-bf51-9e925daf91b5 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811182 Feb 11 04:38:32.170352 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-47b6ae6a-7f8f-48a2-82d9-7bb167a1fc50 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/quotas/2b5c64812a4c4172a17a67f268528636 HTTP/1.1" status: 200 len: 375 time: 0.0311856 Feb 11 04:38:32.222377 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-4b570e70-da02-4256-9b6f-0fd4977eead9 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b5c64812a4c4172a17a67f268528636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507319 Feb 11 04:38:32.239680 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Publish callbacks [] for security_group (a06a7b9f-e291-4259-a3c9-1b76e3d81bf0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.245008 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a06a7b9f-e291-4259-a3c9-1b76e3d81bf0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.245345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 51629dc6-28d7-4a24-bf4c-b04c786c8012 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:32.245737 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.247745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 61e45509-14e3-4750-93c3-90cc3da2d052 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:32.248272 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.313763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 51629dc6-28d7-4a24-bf4c-b04c786c8012, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=51629dc6-28d7-4a24-bf4c-b04c786c8012,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:32.331162 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.339018 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 61e45509-14e3-4750-93c3-90cc3da2d052, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61e45509-14e3-4750-93c3-90cc3da2d052,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:32.364730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.365674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 176504c7-7c22-4051-a802-85972389c1be up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:32.404974 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb8673e-b746-439c-8be5-775dcfd98f49 x-openstack-request-id: req-1bb8673e-b746-439c-8be5-775dcfd98f49 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:32.405452 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b3cbc2-de8c-426a-97b5-4a3224e401df", "name": "network-vif-plugged", "status": "completed", "tag": "8a279ff2-1479-4afc-abdb-0d8aae59cefb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:32.406406 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bb8673e-b746-439c-8be5-775dcfd98f49 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:32.407169 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a279ff2-1479-4afc-abdb-0d8aae59cefb', 'code': 200} Feb 11 04:38:32.436849 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=51629dc6-28d7-4a24-bf4c-b04c786c8012,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:32.459630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:32.499186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43452) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:32.545284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=61e45509-14e3-4750-93c3-90cc3da2d052,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:32.555397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 176504c7-7c22-4051-a802-85972389c1be completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:38:32.559867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 176504c7-7c22-4051-a802-85972389c1be triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:32.560243 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (176504c7-7c22-4051-a802-85972389c1be), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.576179 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f2bdf25-8854-4eee-b126-04576266bf76 req-7ac622b6-ebc3-47ef-9a3c-c91eeca02dc5 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 210 time: 0.0596023 Feb 11 04:38:32.599095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca27517-b568-4d6e-9e43-8f02766420eb req-98b50e1b-718b-4905-a1cf-35cfeae3afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:32.600820 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dca27517-b568-4d6e-9e43-8f02766420eb req-98b50e1b-718b-4905-a1cf-35cfeae3afd5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1155 time: 0.1063888 Feb 11 04:38:32.679822 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d526a18-1a9f-4fbf-a60d-5256e16c38e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.705559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Allocated IP 192.168.233.245 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/214b07f0-18c9-4ca3-ba4d-c140ec5b13fb) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:32.726090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 176504c7-7c22-4051-a802-85972389c1be is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:32.728519 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (176504c7-7c22-4051-a802-85972389c1be), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.734604 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dca27517-b568-4d6e-9e43-8f02766420eb req-3230a737-de97-4c64-b925-ef24698158f2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152792 Feb 11 04:38:32.771703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e23c3f-cb19-4152-8152-c3b947374a8d req-17c5dcd7-9f11-4bd4-a344-575506d4a808 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:32.779114 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-45e23c3f-cb19-4152-8152-c3b947374a8d req-17c5dcd7-9f11-4bd4-a344-575506d4a808 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.1608808 Feb 11 04:38:32.801746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:32.810564 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (176504c7-7c22-4051-a802-85972389c1be), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.855492 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d526a18-1a9f-4fbf-a60d-5256e16c38e1 admin admin] Publish callbacks [] for security_group (3e913af0-f7f6-4e9d-8129-f76073e56542), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.862887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=176504c7-7c22-4051-a802-85972389c1be,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:32.872603 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-45e23c3f-cb19-4152-8152-c3b947374a8d req-1e8a8e7d-4e93-4925-a3de-5cb86bc84dc0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925560 Feb 11 04:38:32.889777 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dfa79727-f36c-4048-a536-b545b9002ab0 req-7e920685-fe9f-4816-8b0d-754c557cc431 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 210 time: 0.0846989 Feb 11 04:38:32.889777 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d526a18-1a9f-4fbf-a60d-5256e16c38e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3e913af0-f7f6-4e9d-8129-f76073e56542), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.922569 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.941189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d526a18-1a9f-4fbf-a60d-5256e16c38e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e913af0-f7f6-4e9d-8129-f76073e56542,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:32.988034 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Publish callbacks [] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.008101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5d526a18-1a9f-4fbf-a60d-5256e16c38e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e1150febe034d3e80e8e3671d6b2db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072846 Feb 11 04:38:33.011161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43474) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:33.073330 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0677abe8-25f6-4a3e-88ff-c6a49b11eacc admin admin] Publish callbacks [] for security_group (3e913af0-f7f6-4e9d-8129-f76073e56542), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.077538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c8f05-2404-4470-9e6a-023036d06d16 req-6c09f87a-7020-408a-a81f-1b4abf17faf8 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:33.079314 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd0c8f05-2404-4470-9e6a-023036d06d16 req-6c09f87a-7020-408a-a81f-1b4abf17faf8 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 971 time: 0.0793400 Feb 11 04:38:33.080429 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.097578 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0677abe8-25f6-4a3e-88ff-c6a49b11eacc admin admin] Publish callbacks [] for security_group (3e913af0-f7f6-4e9d-8129-f76073e56542), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.160042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0677abe8-25f6-4a3e-88ff-c6a49b11eacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3e913af0-f7f6-4e9d-8129-f76073e56542), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.164670 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0677abe8-25f6-4a3e-88ff-c6a49b11eacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.165962 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0677abe8-25f6-4a3e-88ff-c6a49b11eacc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e913af0-f7f6-4e9d-8129-f76073e56542 HTTP/1.1" status: 204 len: 168 time: 0.1536529 Feb 11 04:38:33.187702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677abe8-25f6-4a3e-88ff-c6a49b11eacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e913af0-f7f6-4e9d-8129-f76073e56542,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:33.198589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:33.212524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:33.216052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:33.221787 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:33.222428 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.233671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Pushing event updated for resources: {'Port': ['ID=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:33.239737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd0c8f05-2404-4470-9e6a-023036d06d16 req-d23ef962-ea60-4127-862f-c165559371c2 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429889 Feb 11 04:38:33.245510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-710cd212-15ef-44ba-8484-574842db9b69 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4808722 Feb 11 04:38:33.262560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Request body: {'port': {'device_id': 'bbb1d5a4-f216-41bb-b77f-1993ce3c398b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:33.296663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea82df-bbcd-4b3e-bf1b-bb9b5a4b9b74 req-17895d16-e0c6-49f8-a2d4-7e1a02e61734 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:33.300152 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0ea82df-bbcd-4b3e-bf1b-bb9b5a4b9b74 req-17895d16-e0c6-49f8-a2d4-7e1a02e61734 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 946 time: 0.0901754 Feb 11 04:38:33.373068 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0ea82df-bbcd-4b3e-bf1b-bb9b5a4b9b74 req-56ef7f73-d5c2-4427-8171-82217562201a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638924 Feb 11 04:38:33.405640 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.677828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-034abb6f-3203-429d-82db-6ada4ad68fce None None] Provisioning complete for port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:33.687413 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-034abb6f-3203-429d-82db-6ada4ad68fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.705978 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-39d1e420-faee-4ff8-a08e-a5d3a8984088 req-545ba86e-e4a8-46de-b67b-43fc68a67d58 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 210 time: 0.0488262 Feb 11 04:38:33.750638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-034abb6f-3203-429d-82db-6ada4ad68fce None None] Port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:33.775812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:33.799441 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf2ba-5b5a-40a5-873a-1fe2d84d95a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.836319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ccd9d634-dfd1-45d8-a066-0814146455c0 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:33.886363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: ccd9d634-dfd1-45d8-a066-0814146455c0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:33.886731 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ccd9d634-dfd1-45d8-a066-0814146455c0 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:33.892872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:33.924042 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Publish callbacks [] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.966552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Transition to ACTIVE for port object 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:38:33.973145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.976517 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf2ba-5b5a-40a5-873a-1fe2d84d95a4 admin admin] Publish callbacks [] for security_group (5d5857e4-66a0-4774-a4bb-542b1b41106a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.985607 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf2ba-5b5a-40a5-873a-1fe2d84d95a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5d5857e4-66a0-4774-a4bb-542b1b41106a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.050695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Pushing event updated for resources: {'Port': ['ID=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:34.051791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcf2ba-5b5a-40a5-873a-1fe2d84d95a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5857e4-66a0-4774-a4bb-542b1b41106a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:34.069399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dbbcf2ba-5b5a-40a5-873a-1fe2d84d95a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07dd0f20f0c24a22a3f22e23e0639b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916422 Feb 11 04:38:34.078485 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43538) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:34.112153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f36afc-3bf4-4dc8-9797-cb7ec6801227 req-f7bd78ac-7b68-41ee-8dc8-6227d651cd66 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:34.120439 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00f36afc-3bf4-4dc8-9797-cb7ec6801227 req-f7bd78ac-7b68-41ee-8dc8-6227d651cd66 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.1367786 Feb 11 04:38:34.172536 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-16b0cc53-92d4-4d65-ad74-b47014ba9656 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2b5c64812a4c4172a17a67f268528636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1246598 Feb 11 04:38:34.207864 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00f36afc-3bf4-4dc8-9797-cb7ec6801227 req-0d3d9d8b-6752-4d02-9ce8-25a134bc1413 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862997 Feb 11 04:38:34.247706 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1d32-bc8e-438c-bef3-1be8961fc8b0 admin admin] Publish callbacks [] for security_group (5d5857e4-66a0-4774-a4bb-542b1b41106a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.271202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:34.274868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Attempting to bind port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:34.276407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Attempting to bind port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:34.276734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Attempting to bind port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:34.316168 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1d32-bc8e-438c-bef3-1be8961fc8b0 admin admin] Publish callbacks [] for security_group (5d5857e4-66a0-4774-a4bb-542b1b41106a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.348215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd23474-f66d-45a5-9bc0-8a941bb82fb9 req-1e399d00-f197-4c91-945c-dbf40914eaae tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:34.355961 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fd23474-f66d-45a5-9bc0-8a941bb82fb9 req-1e399d00-f197-4c91-945c-dbf40914eaae tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 948 time: 0.3059657 Feb 11 04:38:34.361031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:38:34.362143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Attempting to bind port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:34.402506 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1d32-bc8e-438c-bef3-1be8961fc8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5d5857e4-66a0-4774-a4bb-542b1b41106a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.408352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51357513-5f2b-4071-8bc9-381717c280e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51629dc6-28d7-4a24-bf4c-b04c786c8012'}, {'server_uuid': '531b69ea-4894-44e1-9388-c159c47868da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e45509-14e3-4750-93c3-90cc3da2d052'}, {'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176504c7-7c22-4051-a802-85972389c1be'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:34.410705 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334b694e-5ab4-4e34-9949-86aed055dec9" -d '{"events": [{"server_uuid": "51357513-5f2b-4071-8bc9-381717c280e4", "name": "network-vif-plugged", "status": "completed", "tag": "51629dc6-28d7-4a24-bf4c-b04c786c8012"}, {"server_uuid": "531b69ea-4894-44e1-9388-c159c47868da", "name": "network-vif-plugged", "status": "completed", "tag": "61e45509-14e3-4750-93c3-90cc3da2d052"}, {"server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "name": "network-vif-plugged", "status": "completed", "tag": "176504c7-7c22-4051-a802-85972389c1be"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:34.414261 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1d32-bc8e-438c-bef3-1be8961fc8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.416748 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3f9f1d32-bc8e-438c-bef3-1be8961fc8b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d5857e4-66a0-4774-a4bb-542b1b41106a HTTP/1.1" status: 204 len: 168 time: 0.3324687 Feb 11 04:38:34.450925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f1d32-bc8e-438c-bef3-1be8961fc8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5857e4-66a0-4774-a4bb-542b1b41106a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:34.483543 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebc6aa54-d6fc-414b-96f9-b7d620dc2223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.492196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:34.493944 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:34.494543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:34.495311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Bound port: 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:34.496859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.589685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fd23474-f66d-45a5-9bc0-8a941bb82fb9 req-e0366682-69cc-4587-97fa-fc265ad90be6 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323771 Feb 11 04:38:34.626347 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebc6aa54-d6fc-414b-96f9-b7d620dc2223 admin admin] Publish callbacks [] for security_group (d0e0f2ce-8c3e-45e0-ac05-f02c866fb2e2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.637486 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebc6aa54-d6fc-414b-96f9-b7d620dc2223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d0e0f2ce-8c3e-45e0-ac05-f02c866fb2e2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.690204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ebc6aa54-d6fc-414b-96f9-b7d620dc2223 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7749eb95e204cadae49c89d4915445a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125338 Feb 11 04:38:34.691001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-f7d9e5cb-3cad-4342-b549-dad730ae2e48 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:34.691763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6aa54-d6fc-414b-96f9-b7d620dc2223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e0f2ce-8c3e-45e0-ac05-f02c866fb2e2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:34.692460 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-f7d9e5cb-3cad-4342-b549-dad730ae2e48 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4902773 Feb 11 04:38:34.695282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43562) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:34.717391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Request body: {'port': {'device_id': 'eabdb594-06c7-454c-947c-0b4dcd23855e', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '2b5c64812a4c4172a17a67f268528636'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:34.786163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] For port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:34.801222 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-75abbab1-c8c2-4fe2-99e3-7da20f3a9d4b admin admin] Publish callbacks [] for security_group (d0e0f2ce-8c3e-45e0-ac05-f02c866fb2e2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.813602 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fe6d8-ca20-4855-9613-ead9e949e12d req-50cc9afb-bb75-43fd-b6ec-ded340c4f26c tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:34.815497 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-544fe6d8-ca20-4855-9613-ead9e949e12d req-50cc9afb-bb75-43fd-b6ec-ded340c4f26c tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1155 time: 0.0754879 Feb 11 04:38:34.842247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] For port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:34.844961 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-544fe6d8-ca20-4855-9613-ead9e949e12d req-0ccbd42e-5ced-47e6-8000-69521d9fd1bf tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.853215 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-75abbab1-c8c2-4fe2-99e3-7da20f3a9d4b admin admin] Publish callbacks [] for security_group (d0e0f2ce-8c3e-45e0-ac05-f02c866fb2e2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.890285 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.972155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081d687-f91c-4911-b7f6-1ff46ead0cb3 req-027aca17-cceb-449f-9c6e-4d63304fb9a8 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:34.983215 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-75abbab1-c8c2-4fe2-99e3-7da20f3a9d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d0e0f2ce-8c3e-45e0-ac05-f02c866fb2e2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.988201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-75abbab1-c8c2-4fe2-99e3-7da20f3a9d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.989634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-75abbab1-c8c2-4fe2-99e3-7da20f3a9d4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0e0f2ce-8c3e-45e0-ac05-f02c866fb2e2 HTTP/1.1" status: 204 len: 168 time: 0.2931547 Feb 11 04:38:35.004683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4081d687-f91c-4911-b7f6-1ff46ead0cb3 req-027aca17-cceb-449f-9c6e-4d63304fb9a8 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 971 time: 0.2657416 Feb 11 04:38:35.017088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:35.017713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:35.022401 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] 10.222.0.60 "PUT /v2.0/ports/214b07f0-18c9-4ca3-ba4d-c140ec5b13fb HTTP/1.1" status: 200 len: 1097 time: 1.7610571 Feb 11 04:38:35.027373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb1d5a4-f216-41bb-b77f-1993ce3c398b', 'tag': '214b07f0-18c9-4ca3-ba4d-c140ec5b13fb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:35.035293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abbab1-c8c2-4fe2-99e3-7da20f3a9d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e0f2ce-8c3e-45e0-ac05-f02c866fb2e2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:35.036261 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3099cbed-18ad-4a49-ba2a-4d2d294271aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb1d5a4-f216-41bb-b77f-1993ce3c398b", "tag": "214b07f0-18c9-4ca3-ba4d-c140ec5b13fb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:35.067096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Made reservation on behalf of 2b5c64812a4c4172a17a67f268528636 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:35.071633 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:35.093160 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-544fe6d8-ca20-4855-9613-ead9e949e12d req-0ccbd42e-5ced-47e6-8000-69521d9fd1bf tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] Publish callbacks [] for security_group (56e4c170-c3e8-4933-84d5-9e8073df300f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:35.112152 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-544fe6d8-ca20-4855-9613-ead9e949e12d req-0ccbd42e-5ced-47e6-8000-69521d9fd1bf tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (56e4c170-c3e8-4933-84d5-9e8073df300f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:35.143476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a04658-89ed-47e3-881f-50a2d5f7fd21 service neutron] Pushing event updated for resources: {'Port': ['ID=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:35.170105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbd42e-5ced-47e6-8000-69521d9fd1bf tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e4c170-c3e8-4933-84d5-9e8073df300f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:35.203808 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-544fe6d8-ca20-4855-9613-ead9e949e12d req-0ccbd42e-5ced-47e6-8000-69521d9fd1bf tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798914 Feb 11 04:38:35.539648 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4081d687-f91c-4911-b7f6-1ff46ead0cb3 req-8ae7be8b-ccd1-41fd-bbc7-6693f94f77c4 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338440 Feb 11 04:38:35.558676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-84384cb2-9de2-4ec3-b0a1-2793ab563dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:35.560198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-84384cb2-9de2-4ec3-b0a1-2793ab563dcc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac98268645df4ab1bc7ec57e2f5b7d6c&device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 1131 time: 0.4357905 Feb 11 04:38:35.636109 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-134eb345-ede7-43fb-b1c7-d31ae20ab199 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb HTTP/1.1" status: 200 len: 217 time: 0.0484202 Feb 11 04:38:35.649295 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12a7690-a268-49bd-ae55-6889d822bcb1 x-openstack-request-id: req-d12a7690-a268-49bd-ae55-6889d822bcb1 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:35.650211 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51357513-5f2b-4071-8bc9-381717c280e4", "name": "network-vif-plugged", "status": "completed", "tag": "51629dc6-28d7-4a24-bf4c-b04c786c8012", "code": 200}, {"server_uuid": "531b69ea-4894-44e1-9388-c159c47868da", "name": "network-vif-plugged", "status": "completed", "tag": "61e45509-14e3-4750-93c3-90cc3da2d052", "code": 200}, {"server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "name": "network-vif-plugged", "status": "completed", "tag": "176504c7-7c22-4051-a802-85972389c1be", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:35.651307 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d12a7690-a268-49bd-ae55-6889d822bcb1 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:35.651919 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51357513-5f2b-4071-8bc9-381717c280e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51629dc6-28d7-4a24-bf4c-b04c786c8012', 'code': 200} Feb 11 04:38:35.652360 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531b69ea-4894-44e1-9388-c159c47868da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e45509-14e3-4750-93c3-90cc3da2d052', 'code': 200} Feb 11 04:38:35.652811 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176504c7-7c22-4051-a802-85972389c1be', 'code': 200} Feb 11 04:38:35.666313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31945513-7328-47d9-9be1-6d386dfbc7c6 req-2ba62f07-c447-4f5e-b6b2-feef75f65000 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:35.667790 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31945513-7328-47d9-9be1-6d386dfbc7c6 req-2ba62f07-c447-4f5e-b6b2-feef75f65000 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 946 time: 0.1413360 Feb 11 04:38:35.740532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-07109c65-1881-48a4-8dce-217bb10e3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:35.742222 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-07109c65-1881-48a4-8dce-217bb10e3deb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0980003 Feb 11 04:38:35.745221 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43596) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:35.799812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Allocated IP 192.168.233.138 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/e11f0099-85bc-4ec3-9a39-a0cf775baa31) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:35.828028 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-262b1319-c0b2-4b17-a7da-400f241710c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:35.851036 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d7c48be-99db-44ce-817a-8979038affd3 req-a9719d4f-0dee-45cc-988f-a01aaf065cf6 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 210 time: 0.1077578 Feb 11 04:38:35.926383 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad2b17c-b4b1-45bf-8383-167546fd599f x-openstack-request-id: req-dad2b17c-b4b1-45bf-8383-167546fd599f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:35.926671 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb1d5a4-f216-41bb-b77f-1993ce3c398b", "tag": "214b07f0-18c9-4ca3-ba4d-c140ec5b13fb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:35.926943 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dad2b17c-b4b1-45bf-8383-167546fd599f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:35.927336 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb1d5a4-f216-41bb-b77f-1993ce3c398b', 'tag': '214b07f0-18c9-4ca3-ba4d-c140ec5b13fb', 'status': 'completed', 'code': 200} Feb 11 04:38:35.942748 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31945513-7328-47d9-9be1-6d386dfbc7c6 req-a4ef04b8-05a4-41e2-8436-03c5d001fb0f tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655447 Feb 11 04:38:36.065786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841403d9-3112-4c50-95fa-61cd6a77e361 req-3c9670c6-2ea7-415b-a7ea-f2c89cd5cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:36.072950 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-841403d9-3112-4c50-95fa-61cd6a77e361 req-3c9670c6-2ea7-415b-a7ea-f2c89cd5cae6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 1154 time: 0.2953386 Feb 11 04:38:36.077569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca697b9-7f7f-4404-8171-b18ecc01daa8 req-6627655a-d12c-40a2-8a53-3f6f6a32d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:36.078483 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fca697b9-7f7f-4404-8171-b18ecc01daa8 req-6627655a-d12c-40a2-8a53-3f6f6a32d687 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 1129 time: 0.2446508 Feb 11 04:38:36.131950 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-88fe30a3-c36e-482d-9246-62cbaf302ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:36.133540 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-88fe30a3-c36e-482d-9246-62cbaf302ed2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3737431 Feb 11 04:38:36.148102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f785e0-a4d7-4a81-b0b9-e2563a564c92 req-283a0e5b-61bc-4783-a842-109e1ddeae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:36.149082 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7f785e0-a4d7-4a81-b0b9-e2563a564c92 req-283a0e5b-61bc-4783-a842-109e1ddeae89 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 1133 time: 0.3085752 Feb 11 04:38:36.152189 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks [] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.319376 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-99ebb862-6577-4def-bf56-c2f733a861f7 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743269 Feb 11 04:38:36.383700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7f785e0-a4d7-4a81-b0b9-e2563a564c92 req-7e709f2a-02ca-4338-bdce-60453025a2ae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217903 Feb 11 04:38:36.421578 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.425150 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-262b1319-c0b2-4b17-a7da-400f241710c1 admin admin] Publish callbacks [] for security_group (0b87a023-a396-4876-9759-b2a0fe81e766), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.439007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-841403d9-3112-4c50-95fa-61cd6a77e361 req-7dcb42d3-ea89-49f2-9a35-f49bda33d0b2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584325 Feb 11 04:38:36.439607 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-262b1319-c0b2-4b17-a7da-400f241710c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0b87a023-a396-4876-9759-b2a0fe81e766), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.456012 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fca697b9-7f7f-4404-8171-b18ecc01daa8 req-a467a543-a0bc-4b05-bfce-231bdf184df1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330645 Feb 11 04:38:36.479477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fff434-7eb4-460e-b799-e5dd1522c41d req-ea78b986-1d60-42cb-9b8c-322e363989c0 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:36.487060 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-92fff434-7eb4-460e-b799-e5dd1522c41d req-ea78b986-1d60-42cb-9b8c-322e363989c0 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 948 time: 0.4126818 Feb 11 04:38:36.521551 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-262b1319-c0b2-4b17-a7da-400f241710c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03a6e807b16045f0af13894d721716df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7752321 Feb 11 04:38:36.524549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43618) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:36.531664 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b1319-c0b2-4b17-a7da-400f241710c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b87a023-a396-4876-9759-b2a0fe81e766,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:36.593642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5db7eee4-f3a9-44e8-b8f3-b2c6e0ac70dc req-c0c4e935-5414-4cba-89e3-290439f64852 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629547 Feb 11 04:38:36.597755 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-92fff434-7eb4-460e-b799-e5dd1522c41d req-775f471c-8fb5-4ddd-8062-cba99ab44064 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103864 Feb 11 04:38:36.598851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Pushing event updated for resources: {'Port': ['ID=e11f0099-85bc-4ec3-9a39-a0cf775baa31,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:36.604700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-dee1814e-71f5-4de1-9d4f-4360fdf65fd7 req-e4aea7af-ff51-403d-8b3c-a36bbb463e7f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:38:36.619886 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dee1814e-71f5-4de1-9d4f-4360fdf65fd7 req-e4aea7af-ff51-403d-8b3c-a36bbb463e7f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3065856 Feb 11 04:38:36.629913 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-275954d6-98ab-4774-84fe-74a94156453d admin admin] Publish callbacks [] for security_group (0b87a023-a396-4876-9759-b2a0fe81e766), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.652311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:36.654370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:36.670411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:36.677943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:36.678977 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.685130 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-275954d6-98ab-4774-84fe-74a94156453d admin admin] Publish callbacks [] for security_group (0b87a023-a396-4876-9759-b2a0fe81e766), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.711553 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78fc8919-b394-4be1-b458-4b04a4222b27 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0025742 Feb 11 04:38:36.778204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Request body: {'port': {'device_id': 'eabdb594-06c7-454c-947c-0b4dcd23855e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:36.789748 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-275954d6-98ab-4774-84fe-74a94156453d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0b87a023-a396-4876-9759-b2a0fe81e766), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.792744 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-275954d6-98ab-4774-84fe-74a94156453d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.794266 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-275954d6-98ab-4774-84fe-74a94156453d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b87a023-a396-4876-9759-b2a0fe81e766 HTTP/1.1" status: 204 len: 168 time: 0.2685599 Feb 11 04:38:36.864991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275954d6-98ab-4774-84fe-74a94156453d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b87a023-a396-4876-9759-b2a0fe81e766,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:36.884687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91b2d4-84d8-4f73-9e73-1a89f3f4e63c req-00ab6914-bb1e-4384-a63e-66cfa49dba1f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:36.886884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d91b2d4-84d8-4f73-9e73-1a89f3f4e63c req-00ab6914-bb1e-4384-a63e-66cfa49dba1f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 971 time: 0.0913744 Feb 11 04:38:36.900316 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2ce17be-d745-48da-823e-09d615319963 req-ec16b3c6-7f82-4849-bb15-2ad627e99e48 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1874177 Feb 11 04:38:36.916558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.997376 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d91b2d4-84d8-4f73-9e73-1a89f3f4e63c req-27f86246-0377-49d8-b00b-70ed837623d0 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023257 Feb 11 04:38:37.121797 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:37.140998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e8303b77-a21f-48b0-8966-dac59264a0e8 None None] Provisioning complete for port e11f0099-85bc-4ec3-9a39-a0cf775baa31 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:37.141392 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8303b77-a21f-48b0-8966-dac59264a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:37.219814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e8303b77-a21f-48b0-8966-dac59264a0e8 None None] Port e11f0099-85bc-4ec3-9a39-a0cf775baa31 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:37.298186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd6928-ec95-43f6-8254-75101a1314a7 req-2931d401-d4ce-4899-a67b-f33e8c6aefb5 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:37.299833 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9fcd6928-ec95-43f6-8254-75101a1314a7 req-2931d401-d4ce-4899-a67b-f33e8c6aefb5 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 936 time: 0.1240475 Feb 11 04:38:37.381258 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9fcd6928-ec95-43f6-8254-75101a1314a7 req-612f29c5-22ae-4e0f-b3fd-0c7e22c32211 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685115 Feb 11 04:38:37.450022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce17be-d745-48da-823e-09d615319963 req-2c4debf2-14ff-4b0a-9900-eef8d255d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:37.452998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2ce17be-d745-48da-823e-09d615319963 req-2c4debf2-14ff-4b0a-9900-eef8d255d0a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1155 time: 0.4668922 Feb 11 04:38:37.477449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11f0099-85bc-4ec3-9a39-a0cf775baa31 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:37.503910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c60b1-f71e-4619-953b-a8d57521125e req-298bb065-9417-42d7-9487-b3f29e36e837 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:37.505690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6b4c60b1-f71e-4619-953b-a8d57521125e req-298bb065-9417-42d7-9487-b3f29e36e837 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 946 time: 0.0731218 Feb 11 04:38:37.520222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43650) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:37.557565 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Publish callbacks [] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:37.592716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099cbed-18ad-4a49-ba2a-4d2d294271aa req-7be52bdf-88a2-4d05-a7d9-5f56bc51e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:37.594561 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3099cbed-18ad-4a49-ba2a-4d2d294271aa req-7be52bdf-88a2-4d05-a7d9-5f56bc51e224 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac98268645df4ab1bc7ec57e2f5b7d6c&device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 1131 time: 0.1956530 Feb 11 04:38:37.638534 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6b4c60b1-f71e-4619-953b-a8d57521125e req-4cec8a34-13e3-4b18-b38c-5c64c09c553a tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270013 Feb 11 04:38:37.661668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Transition to ACTIVE for port object e11f0099-85bc-4ec3-9a39-a0cf775baa31 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:38:37.736604 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:37.763607 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad30fca3-d017-4788-a8d9-fab1c26d95aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:37.911609 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b297cb-399d-4232-b193-b71046aa9910 req-17e1281e-3989-4c17-9f6c-8a514e91f342 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:37.913803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7b297cb-399d-4232-b193-b71046aa9910 req-17e1281e-3989-4c17-9f6c-8a514e91f342 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 948 time: 0.1460187 Feb 11 04:38:37.922469 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Pushing event updated for resources: {'Port': ['ID=e11f0099-85bc-4ec3-9a39-a0cf775baa31,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:37.925818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099cbed-18ad-4a49-ba2a-4d2d294271aa req-39221872-f5ca-4359-b0ca-4290f15853f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:37.927681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3099cbed-18ad-4a49-ba2a-4d2d294271aa req-39221872-f5ca-4359-b0ca-4290f15853f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2971468 Feb 11 04:38:38.012507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43678) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:38.038798 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7b297cb-399d-4232-b193-b71046aa9910 req-39037e58-023a-4cd5-8d2b-17ec55db3f58 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172259 Feb 11 04:38:38.045021 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad30fca3-d017-4788-a8d9-fab1c26d95aa admin admin] Publish callbacks [] for security_group (4a973799-4148-4186-9654-027cb12dcd07), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.047418 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3099cbed-18ad-4a49-ba2a-4d2d294271aa req-30c957ac-a01b-4631-8f9b-e3ad1505e3b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb HTTP/1.1" status: 200 len: 217 time: 0.1014533 Feb 11 04:38:38.055907 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad30fca3-d017-4788-a8d9-fab1c26d95aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4a973799-4148-4186-9654-027cb12dcd07), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.103929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce17be-d745-48da-823e-09d615319963 req-9a237e30-744b-4294-a3e0-344e5c23e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:38.105454 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2ce17be-d745-48da-823e-09d615319963 req-9a237e30-744b-4294-a3e0-344e5c23e192 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.5924077 Feb 11 04:38:38.116968 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ad30fca3-d017-4788-a8d9-fab1c26d95aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68f10ff61d514c39bc087eeb71be5963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5839894 Feb 11 04:38:38.118447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43686) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:38.132350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30fca3-d017-4788-a8d9-fab1c26d95aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a973799-4148-4186-9654-027cb12dcd07,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:38.191451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Attempting to bind port e11f0099-85bc-4ec3-9a39-a0cf775baa31 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:38.191797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Attempting to bind port e11f0099-85bc-4ec3-9a39-a0cf775baa31 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:38.192142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Attempting to bind port e11f0099-85bc-4ec3-9a39-a0cf775baa31 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:38.194711 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f63d5fd4-aa16-46f4-af28-da7a73d88924 admin admin] Publish callbacks [] for security_group (4a973799-4148-4186-9654-027cb12dcd07), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.199865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2ce17be-d745-48da-823e-09d615319963 req-2f938cd7-8b8b-4f1d-b1d7-040df6523e43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 217 time: 0.0672262 Feb 11 04:38:38.214772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4cdca-0bd6-4bdb-af0b-25c6a902ef2b req-84e10fe8-c0f6-4143-8389-85991bdd8b80 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:38.216299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-17e4cdca-0bd6-4bdb-af0b-25c6a902ef2b req-84e10fe8-c0f6-4143-8389-85991bdd8b80 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.2868857 Feb 11 04:38:38.227963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Port e11f0099-85bc-4ec3-9a39-a0cf775baa31 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:38:38.228297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Attempting to bind port e11f0099-85bc-4ec3-9a39-a0cf775baa31 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:38.229632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f63d5fd4-aa16-46f4-af28-da7a73d88924 admin admin] Publish callbacks [] for security_group (4a973799-4148-4186-9654-027cb12dcd07), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.238963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:38.239319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:38.239714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:38.240232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Bound port: e11f0099-85bc-4ec3-9a39-a0cf775baa31, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:38.240516 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.280898 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099cbed-18ad-4a49-ba2a-4d2d294271aa req-17784aab-a0e2-4213-b8f5-922d32641949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:38.282442 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3099cbed-18ad-4a49-ba2a-4d2d294271aa req-17784aab-a0e2-4213-b8f5-922d32641949 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1922221 Feb 11 04:38:38.347767 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-63c14334-664c-43ef-9ab5-1d49c523dd10 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3317008 Feb 11 04:38:38.361481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-9dbc9ce9-9f37-43a1-b689-24853d15786b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:38:38.362490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-9dbc9ce9-9f37-43a1-b689-24853d15786b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060139 Feb 11 04:38:38.366112 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f63d5fd4-aa16-46f4-af28-da7a73d88924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4a973799-4148-4186-9654-027cb12dcd07), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.368893 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f63d5fd4-aa16-46f4-af28-da7a73d88924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.372987 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f63d5fd4-aa16-46f4-af28-da7a73d88924 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a973799-4148-4186-9654-027cb12dcd07 HTTP/1.1" status: 204 len: 168 time: 0.2506196 Feb 11 04:38:38.379642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d75e7-520e-4ff8-9168-14e3cc4ec4c2 req-b855d848-bdcf-48fd-985b-04317507c958 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:38.381161 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-952d75e7-520e-4ff8-9168-14e3cc4ec4c2 req-b855d848-bdcf-48fd-985b-04317507c958 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 971 time: 0.0891652 Feb 11 04:38:38.385724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce17be-d745-48da-823e-09d615319963 req-42049617-6d92-4601-8e2f-eb338bfb0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:38.387244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2ce17be-d745-48da-823e-09d615319963 req-42049617-6d92-4601-8e2f-eb338bfb0144 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1699440 Feb 11 04:38:38.393150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d5fd4-aa16-46f4-af28-da7a73d88924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a973799-4148-4186-9654-027cb12dcd07,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:38.450315 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-17e4cdca-0bd6-4bdb-af0b-25c6a902ef2b req-978cef7c-4708-442e-8e28-8f89f2aea2b9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108517 Feb 11 04:38:38.483634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-952d75e7-520e-4ff8-9168-14e3cc4ec4c2 req-03949ca1-1cde-4cfe-995d-3a4532247032 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916162 Feb 11 04:38:38.533760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099cbed-18ad-4a49-ba2a-4d2d294271aa req-496424c4-750b-41aa-aa3b-02be5be624af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:38.535301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3099cbed-18ad-4a49-ba2a-4d2d294271aa req-496424c4-750b-41aa-aa3b-02be5be624af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2383685 Feb 11 04:38:38.542142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] For port e11f0099-85bc-4ec3-9a39-a0cf775baa31, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:38.546363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] For port e11f0099-85bc-4ec3-9a39-a0cf775baa31, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=e11f0099-85bc-4ec3-9a39-a0cf775baa31,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:38.559646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce17be-d745-48da-823e-09d615319963 req-6c73c27e-d123-4fd1-b39e-507a3611d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:38.561773 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2ce17be-d745-48da-823e-09d615319963 req-6c73c27e-d123-4fd1-b39e-507a3611d445 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1647372 Feb 11 04:38:38.598374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.702178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e0e4a-18b1-401c-8404-9bccb1b98cfd req-550ad59e-abce-4d28-baf8-6a3ef43fcecb tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:38.712129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3b2e0e4a-18b1-401c-8404-9bccb1b98cfd req-550ad59e-abce-4d28-baf8-6a3ef43fcecb tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 948 time: 0.1089954 Feb 11 04:38:38.739746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:38.740137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.741837 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] 10.222.0.10 "PUT /v2.0/ports/e11f0099-85bc-4ec3-9a39-a0cf775baa31 HTTP/1.1" status: 200 len: 1097 time: 2.0088892 Feb 11 04:38:38.753985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabdb594-06c7-454c-947c-0b4dcd23855e', 'tag': 'e11f0099-85bc-4ec3-9a39-a0cf775baa31'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:38.756556 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55075529-4571-4059-a598-d304e8d1daff" -d '{"events": [{"name": "network-changed", "server_uuid": "eabdb594-06c7-454c-947c-0b4dcd23855e", "tag": "e11f0099-85bc-4ec3-9a39-a0cf775baa31"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:38.813758 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3b2e0e4a-18b1-401c-8404-9bccb1b98cfd req-850f1593-9b2c-4ae5-9788-c99271896fd1 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910594 Feb 11 04:38:38.963238 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ecddc-028b-47e3-b05c-c0a50f535a1f req-7827b74f-d0bd-48fe-b613-d7338df9eb9c tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:38.966834 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-217ecddc-028b-47e3-b05c-c0a50f535a1f req-7827b74f-d0bd-48fe-b613-d7338df9eb9c tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 946 time: 0.0756717 Feb 11 04:38:39.037558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43722) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:39.061618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66e47c0b-463d-4170-b91a-b338091ca044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.088344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-217ecddc-028b-47e3-b05c-c0a50f535a1f req-4f2a63b6-2407-492b-a380-8d781299e852 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109946 Feb 11 04:38:39.114340 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3099cbed-18ad-4a49-ba2a-4d2d294271aa req-8b55a613-9ed2-4abc-90bd-87be0d356186 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661035 Feb 11 04:38:39.169149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43726) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:39.175436 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c64164-401a-47a8-b89b-339da46b2a6a x-openstack-request-id: req-92c64164-401a-47a8-b89b-339da46b2a6a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:39.175738 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabdb594-06c7-454c-947c-0b4dcd23855e", "tag": "e11f0099-85bc-4ec3-9a39-a0cf775baa31", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:39.176038 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92c64164-401a-47a8-b89b-339da46b2a6a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:39.176517 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabdb594-06c7-454c-947c-0b4dcd23855e', 'tag': 'e11f0099-85bc-4ec3-9a39-a0cf775baa31', 'status': 'completed', 'code': 200} Feb 11 04:38:39.219650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6eece-c48e-42eb-a714-cbca61a4e342 service neutron] Pushing event updated for resources: {'Port': ['ID=e11f0099-85bc-4ec3-9a39-a0cf775baa31,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:39.254007 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66e47c0b-463d-4170-b91a-b338091ca044 admin admin] Publish callbacks [] for security_group (af89f84f-d53c-4da2-9d67-64794441a585), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.263374 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66e47c0b-463d-4170-b91a-b338091ca044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (af89f84f-d53c-4da2-9d67-64794441a585), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.335069 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-062d20a0-08a5-4dba-ab86-604306d0f22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.354536 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2ce17be-d745-48da-823e-09d615319963 req-93b28db2-a1eb-4924-9e81-710fbbb5d00f service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7774785 Feb 11 04:38:39.377369 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c98188-2d06-4da7-831a-2e33dd031edc req-b013a10e-3c26-4dd5-b53c-a02156f3ebff tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:39.378942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e0c98188-2d06-4da7-831a-2e33dd031edc req-b013a10e-3c26-4dd5-b53c-a02156f3ebff tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.7179849 Feb 11 04:38:39.402093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e47c0b-463d-4170-b91a-b338091ca044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af89f84f-d53c-4da2-9d67-64794441a585,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:39.411412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-66e47c0b-463d-4170-b91a-b338091ca044 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=777f82c2304b4baebdad67d27d988c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717175 Feb 11 04:38:39.413940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43736) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:39.449766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-8875d917-d112-4ff9-a02b-a59d9a54ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:39.451307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-8875d917-d112-4ff9-a02b-a59d9a54ae4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b5c64812a4c4172a17a67f268528636&device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 1131 time: 0.6151011 Feb 11 04:38:39.462208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15885365-b2ee-4c47-80f5-d77d172aaabf req-ec4ae99c-6e48-4023-9f91-59060d7c9a79 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:39.463748 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15885365-b2ee-4c47-80f5-d77d172aaabf req-ec4ae99c-6e48-4023-9f91-59060d7c9a79 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 948 time: 0.1858616 Feb 11 04:38:39.510928 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3099cbed-18ad-4a49-ba2a-4d2d294271aa req-dcb7792b-a18e-471b-8b09-ef68ea40990c service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827627 Feb 11 04:38:39.514234 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdc86611-334c-4e0f-8041-385c3d626a66 admin admin] Publish callbacks [] for security_group (af89f84f-d53c-4da2-9d67-64794441a585), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.561283 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdc86611-334c-4e0f-8041-385c3d626a66 admin admin] Publish callbacks [] for security_group (af89f84f-d53c-4da2-9d67-64794441a585), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.566578 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15885365-b2ee-4c47-80f5-d77d172aaabf req-eb89c1c6-0040-47be-8d81-26d07e856ff2 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950453 Feb 11 04:38:39.596129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-78465321-95f3-4200-9b7e-753a0d2a289c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e11f0099-85bc-4ec3-9a39-a0cf775baa31 HTTP/1.1" status: 200 len: 217 time: 0.1065128 Feb 11 04:38:39.636749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdc86611-334c-4e0f-8041-385c3d626a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (af89f84f-d53c-4da2-9d67-64794441a585), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.642602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdc86611-334c-4e0f-8041-385c3d626a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.649105 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bdc86611-334c-4e0f-8041-385c3d626a66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af89f84f-d53c-4da2-9d67-64794441a585 HTTP/1.1" status: 204 len: 168 time: 0.2326448 Feb 11 04:38:39.683085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc86611-334c-4e0f-8041-385c3d626a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af89f84f-d53c-4da2-9d67-64794441a585,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:39.739652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75b740-891d-4189-af9f-e356227041fa req-f674b164-d3a2-4778-9ead-b204db6e132d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:39.741960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3b75b740-891d-4189-af9f-e356227041fa req-f674b164-d3a2-4778-9ead-b204db6e132d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.0917711 Feb 11 04:38:39.760311 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f2eaa869-8df8-415f-8461-25ddf8226a9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f691578e9ac4485bbffbb1871d2bbf73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5827451 Feb 11 04:38:39.762804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43756) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:39.806429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-a1b6a5b8-4dba-4c49-8935-728c49ca275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:39.809159 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-a1b6a5b8-4dba-4c49-8935-728c49ca275e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1321318 Feb 11 04:38:39.852371 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e0c98188-2d06-4da7-831a-2e33dd031edc req-e5cdbaea-52f0-499f-9089-889b3fa90f7a tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562874 Feb 11 04:38:39.858563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2ce17be-d745-48da-823e-09d615319963 req-5253e154-c053-49e8-8b5a-6ac7201b2399 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772434 Feb 11 04:38:39.881534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-7425f659-db5a-4f6c-bb38-d843fd1c206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:39.883572 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-7425f659-db5a-4f6c-bb38-d843fd1c206f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0663478 Feb 11 04:38:39.888791 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d92061b0-3f7d-4ea5-8794-65dd690c2e62 admin admin] Publish callbacks [] for security_group (d9c438f3-4e71-423b-a3b2-06493221365e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.902584 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3b75b740-891d-4189-af9f-e356227041fa req-fce1d9f0-f4e8-445b-a000-882c0222743d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550188 Feb 11 04:38:39.923455 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d92061b0-3f7d-4ea5-8794-65dd690c2e62 admin admin] Publish callbacks [] for security_group (d9c438f3-4e71-423b-a3b2-06493221365e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.976235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43766) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:40.020458 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d92061b0-3f7d-4ea5-8794-65dd690c2e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d9c438f3-4e71-423b-a3b2-06493221365e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:40.023839 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d92061b0-3f7d-4ea5-8794-65dd690c2e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:40.025058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d92061b0-3f7d-4ea5-8794-65dd690c2e62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9c438f3-4e71-423b-a3b2-06493221365e HTTP/1.1" status: 204 len: 168 time: 0.2610583 Feb 11 04:38:40.035289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-3fa286e3-284a-4b62-8ceb-345e82644b8f service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456594 Feb 11 04:38:40.051400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92061b0-3f7d-4ea5-8794-65dd690c2e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c438f3-4e71-423b-a3b2-06493221365e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:40.081404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c194228-0b95-4ef2-8c3a-1a4e803ff754 req-5093eda7-5d86-4c3e-bb48-8ef046a733c2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:40.089526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c194228-0b95-4ef2-8c3a-1a4e803ff754 req-5093eda7-5d86-4c3e-bb48-8ef046a733c2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 948 time: 0.0877929 Feb 11 04:38:40.190213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c194228-0b95-4ef2-8c3a-1a4e803ff754 req-c7b97ed1-1fb1-4095-97ad-6d4cd29cbfb0 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996635 Feb 11 04:38:40.191782 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfd484a2-f853-4a03-8256-ebd88bbb0bf6 req-23c380f5-17c7-4cb4-8f76-79c6c5aadc26 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503849 Feb 11 04:38:40.308984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-105c28fd-eae0-4e57-8719-4f0048a3cbb3 tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:40.310680 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-105c28fd-eae0-4e57-8719-4f0048a3cbb3 tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] 10.222.0.48 "GET /v2.0/ports/8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 1152 time: 0.3327930 Feb 11 04:38:40.327434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26935b30-a072-4cdd-9085-0bb6fa617ae4 req-2820faa1-b466-4f41-b260-17c9989b1f3d tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:40.329368 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26935b30-a072-4cdd-9085-0bb6fa617ae4 req-2820faa1-b466-4f41-b260-17c9989b1f3d tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 946 time: 0.0886772 Feb 11 04:38:40.405781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55075529-4571-4059-a598-d304e8d1daff req-2655474e-e791-4625-b6b7-30dc9026f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:40.407289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55075529-4571-4059-a598-d304e8d1daff req-2655474e-e791-4625-b6b7-30dc9026f41e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b5c64812a4c4172a17a67f268528636&device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 1131 time: 0.1045840 Feb 11 04:38:40.420701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26935b30-a072-4cdd-9085-0bb6fa617ae4 req-aad03d84-96e9-4ae9-b3d1-fa2c0c112637 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722208 Feb 11 04:38:40.535229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55075529-4571-4059-a598-d304e8d1daff req-65921266-2342-444e-b0b1-f7af6568b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:40.537542 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55075529-4571-4059-a598-d304e8d1daff req-65921266-2342-444e-b0b1-f7af6568b269 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1157887 Feb 11 04:38:40.590512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43790) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:40.643530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55075529-4571-4059-a598-d304e8d1daff req-d6856ca0-1c6c-466c-964c-f78277e716ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e11f0099-85bc-4ec3-9a39-a0cf775baa31 HTTP/1.1" status: 200 len: 217 time: 0.0990655 Feb 11 04:38:40.713978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55075529-4571-4059-a598-d304e8d1daff req-1d34e98f-0b5a-4e2d-8c2e-6744691d66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:40.713978 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55075529-4571-4059-a598-d304e8d1daff req-1d34e98f-0b5a-4e2d-8c2e-6744691d66d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0634141 Feb 11 04:38:40.727731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43796) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:40.751341 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-584b7d81-ede0-46be-a39e-02cec78e958b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca5502190c4440cba2968f6cb0ab967a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595821 Feb 11 04:38:40.763201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43800) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:40.781815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdf623-ccd3-41b2-a546-284141d88b87 req-a4900ddb-51ae-41f3-a8f9-0719d1b094b9 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:40.793266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43802) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:40.794336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-45fdf623-ccd3-41b2-a546-284141d88b87 req-a4900ddb-51ae-41f3-a8f9-0719d1b094b9 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 946 time: 0.2145212 Feb 11 04:38:40.802256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfb6e9-3e61-4b01-a5c0-561f2c1462b2 req-8b69e7e8-f84e-4e82-a79b-6d938364a752 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:40.809793 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbcfb6e9-3e61-4b01-a5c0-561f2c1462b2 req-8b69e7e8-f84e-4e82-a79b-6d938364a752 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 948 time: 0.1123362 Feb 11 04:38:40.820130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c312ec73-9c2a-4ee2-8913-dabcb2282315 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Request body: {'floatingip': {'port_id': '61e45509-14e3-4750-93c3-90cc3da2d052'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:40.913555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55075529-4571-4059-a598-d304e8d1daff req-cae4b6f9-0220-4fbe-8c37-c4d97e67c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:40.913717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55075529-4571-4059-a598-d304e8d1daff req-cae4b6f9-0220-4fbe-8c37-c4d97e67c81c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1838951 Feb 11 04:38:40.928668 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-188caba9-78db-471a-9bd0-ab7cc3f83613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:40.938212 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08c2f988-a807-417c-926b-a00743e0faab admin admin] Publish callbacks [] for security_group (77481cec-3b78-46dd-aa23-80eacd87887d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:40.974886 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08c2f988-a807-417c-926b-a00743e0faab admin admin] Publish callbacks [] for security_group (77481cec-3b78-46dd-aa23-80eacd87887d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:40.994665 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c312ec73-9c2a-4ee2-8913-dabcb2282315 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for floatingip (1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:41.095117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6effca-8398-40cf-bc3e-fd213cfbb9f4 req-96f1b006-4067-4bd0-a5fc-f6d835ab1418 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:41.102538 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa6effca-8398-40cf-bc3e-fd213cfbb9f4 req-96f1b006-4067-4bd0-a5fc-f6d835ab1418 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1244793 Feb 11 04:38:41.110867 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55075529-4571-4059-a598-d304e8d1daff req-6c436b7d-8c0c-4de3-8e79-bd0b41459770 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901672 Feb 11 04:38:41.114166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbcfb6e9-3e61-4b01-a5c0-561f2c1462b2 req-06acfb55-08b9-432e-a571-57eeff7e9fe6 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035338 Feb 11 04:38:41.134406 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08c2f988-a807-417c-926b-a00743e0faab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (77481cec-3b78-46dd-aa23-80eacd87887d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:41.137230 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08c2f988-a807-417c-926b-a00743e0faab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:41.138404 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-08c2f988-a807-417c-926b-a00743e0faab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77481cec-3b78-46dd-aa23-80eacd87887d HTTP/1.1" status: 204 len: 168 time: 0.3740532 Feb 11 04:38:41.155171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2f988-a807-417c-926b-a00743e0faab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77481cec-3b78-46dd-aa23-80eacd87887d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:41.160878 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-188caba9-78db-471a-9bd0-ab7cc3f83613 admin admin] Publish callbacks [] for security_group (11ee62c1-442a-4f40-a1bf-3fbb6b941e52), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:41.201295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-188caba9-78db-471a-9bd0-ab7cc3f83613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (11ee62c1-442a-4f40-a1bf-3fbb6b941e52), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:41.278350 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa6effca-8398-40cf-bc3e-fd213cfbb9f4 req-8e93bbee-77ae-410e-ba87-5f7dacbb4d67 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748440 Feb 11 04:38:41.301983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-188caba9-78db-471a-9bd0-ab7cc3f83613 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9b8d95970294539954b0322b7e957e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5687356 Feb 11 04:38:41.302615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43822) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:41.317481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188caba9-78db-471a-9bd0-ab7cc3f83613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ee62c1-442a-4f40-a1bf-3fbb6b941e52,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:41.395600 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c698935b-8b98-42bb-a5ea-c1f87813148e admin admin] Publish callbacks [] for security_group (11ee62c1-442a-4f40-a1bf-3fbb6b941e52), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:41.398674 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55075529-4571-4059-a598-d304e8d1daff req-b2934e78-96df-45b4-88d2-8f1dd1b46522 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791226 Feb 11 04:38:41.453719 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c698935b-8b98-42bb-a5ea-c1f87813148e admin admin] Publish callbacks [] for security_group (11ee62c1-442a-4f40-a1bf-3fbb6b941e52), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:41.512004 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec387f62-d0ff-4a92-9edf-4cb920be4fc6 req-20ce1895-ff9d-427c-8beb-c1589c801dbe tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:41.513729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297cc2e-0578-40f2-a422-1a527530322b req-88049090-9204-4e02-89c8-3abb6fa6b261 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:41.515510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b297cc2e-0578-40f2-a422-1a527530322b req-88049090-9204-4e02-89c8-3abb6fa6b261 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.2224588 Feb 11 04:38:41.518980 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec387f62-d0ff-4a92-9edf-4cb920be4fc6 req-20ce1895-ff9d-427c-8beb-c1589c801dbe tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 948 time: 0.1084890 Feb 11 04:38:41.550264 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c698935b-8b98-42bb-a5ea-c1f87813148e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (11ee62c1-442a-4f40-a1bf-3fbb6b941e52), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:41.552824 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c698935b-8b98-42bb-a5ea-c1f87813148e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:41.556843 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c698935b-8b98-42bb-a5ea-c1f87813148e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11ee62c1-442a-4f40-a1bf-3fbb6b941e52 HTTP/1.1" status: 204 len: 168 time: 0.2519066 Feb 11 04:38:41.567155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43834) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:41.588885 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698935b-8b98-42bb-a5ea-c1f87813148e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ee62c1-442a-4f40-a1bf-3fbb6b941e52,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:41.626558 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec387f62-d0ff-4a92-9edf-4cb920be4fc6 req-4ba04741-88bb-462a-ae69-ad2446217028 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059055 Feb 11 04:38:41.729249 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-3e252bd8-1d26-4e64-97f0-ffde8eaeaf49 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258992 Feb 11 04:38:41.818214 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1515e307-0cb6-42e0-aba7-bbb4c9c96916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:41.836456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:38:41.921739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-61b7820b-6e37-4b02-aae9-25444c5cd6d3 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:41.930567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-61b7820b-6e37-4b02-aae9-25444c5cd6d3 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1957877 Feb 11 04:38:41.951186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2047730243-network', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:41.961624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a2e8d866-e133-416f-a4fc-41424d6ee561 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/quotas/4f9bef0d71d949b687ae5ae0ad6a54a2 HTTP/1.1" status: 200 len: 375 time: 0.0299008 Feb 11 04:38:42.055001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-1211abda-828a-4dff-9211-d4aa554b8554 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920608 Feb 11 04:38:42.057958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b297cc2e-0578-40f2-a422-1a527530322b req-93292e7b-872b-406a-a156-899c65e6debf tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311444 Feb 11 04:38:42.078777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:42.084425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Made reservation on behalf of 4cc16756cf3c440d99d4f66dc4873094 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:42.087988 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.101277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '214b07f0-18c9-4ca3-ba4d-c140ec5b13fb', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '214b07f0-18c9-4ca3-ba4d-c140ec5b13fb', 'mac_address': 'fa:16:3e:e8:72:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:38:42.106359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43856) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:42.107707 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.173376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-65c4a5f3-8007-4eec-b4f7-91bbeb1ff8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:42.174889 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-65c4a5f3-8007-4eec-b4f7-91bbeb1ff8d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1155 time: 0.2832284 Feb 11 04:38:42.178844 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d02f9da-5061-48e8-827f-e89a6b1280a0 req-217aaf79-723d-48fd-af7b-349147a37ab3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2908101 Feb 11 04:38:42.213745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:42.214835 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.246035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:42.289500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:42.301719 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.312396 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89d7da00-4565-4b92-8a6e-c951df839698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.335551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Publish callbacks [] for security_group (6501522c-07e5-4a4b-9368-f13422b8e9f4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.353176 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6501522c-07e5-4a4b-9368-f13422b8e9f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.373823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:38:42.374355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-c312ec73-9c2a-4ee2-8913-dabcb2282315 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:38:42.386796 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (93da75ec-bda3-4dc7-b19a-b0db153355f8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.387175 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Added segment 93da75ec-bda3-4dc7-b19a-b0db153355f8 of type vlan for network 776b9405-192e-4681-a7e1-710a2707690f Feb 11 04:38:42.395027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:42.452746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6501522c-07e5-4a4b-9368-f13422b8e9f4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:42.511110 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9fdb3196-6866-4afb-9155-e8ef47c9a07b req-44f6bf75-3143-417f-82a2-39c4ba023a89 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 210 time: 0.1082549 Feb 11 04:38:42.512460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.512598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c312ec73-9c2a-4ee2-8913-dabcb2282315 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.512941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.513153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.513574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.513817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.514152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.514491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.514822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.515212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.515547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.515874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.516250 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.517120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:42.519463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-7d7e2a49-a248-427a-8352-87f80f795110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:42.521673 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-7d7e2a49-a248-427a-8352-87f80f795110 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.3373561 Feb 11 04:38:42.522705 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (776b9405-192e-4681-a7e1-710a2707690f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.531226 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c312ec73-9c2a-4ee2-8913-dabcb2282315 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.553464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1c63-d288-4f14-90a5-56c604cda059 req-f0dbcf33-ad23-49cb-809c-0733a0819db1 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:42.555418 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-129d1c63-d288-4f14-90a5-56c604cda059 req-f0dbcf33-ad23-49cb-809c-0733a0819db1 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 948 time: 0.2875876 Feb 11 04:38:42.591109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (776b9405-192e-4681-a7e1-710a2707690f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.591109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:42.591109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.602701 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.648101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02f9da-5061-48e8-827f-e89a6b1280a0 req-c5a61b60-6ccc-45a4-9300-c4a234bbef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:42.649609 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d02f9da-5061-48e8-827f-e89a6b1280a0 req-c5a61b60-6ccc-45a4-9300-c4a234bbef94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48fa598a1b004a679c77ea62ce019101&device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 1129 time: 0.3316972 Feb 11 04:38:42.654631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] Pushing event updated for resources: {'Network': ['ID=776b9405-192e-4681-a7e1-710a2707690f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:42.674338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 776b9405-192e-4681-a7e1-710a2707690f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:38:42.692403 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bcce7328-8913-4297-a971-079bee3ebff4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1226757 Feb 11 04:38:42.697582 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89d7da00-4565-4b92-8a6e-c951df839698 admin admin] Publish callbacks [] for security_group (1f2b0703-6935-423a-a820-880bc85dbbfc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.698428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43878) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:42.721891 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-82c9013a-bf4f-42dd-9ec2-6df1960058a7 admin admin] Request body: {'subnet': {'network_id': '776b9405-192e-4681-a7e1-710a2707690f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2047730243-subnet', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:42.748330 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89d7da00-4565-4b92-8a6e-c951df839698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1f2b0703-6935-423a-a820-880bc85dbbfc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.822375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c9013a-bf4f-42dd-9ec2-6df1960058a7 admin admin] Made reservation on behalf of 4cc16756cf3c440d99d4f66dc4873094 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:42.823746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-e91f8c2f-e714-43e7-8ce8-ac54d0b027b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 217 time: 0.2652407 Feb 11 04:38:42.824726 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82c9013a-bf4f-42dd-9ec2-6df1960058a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.827349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7da00-4565-4b92-8a6e-c951df839698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2b0703-6935-423a-a820-880bc85dbbfc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:42.847528 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-89d7da00-4565-4b92-8a6e-c951df839698 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7827fa2cd3ef4c8caa55009eda15256b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7182274 Feb 11 04:38:42.852844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['214b07f0-18c9-4ca3-ba4d-c140ec5b13fb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:42.854267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43884) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:42.945684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec6b9f-4230-4c7e-b094-ff53037a522d req-828ff7e6-c162-4ba0-9b8a-85faa0635c6a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:42.952908 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4ec6b9f-4230-4c7e-b094-ff53037a522d req-828ff7e6-c162-4ba0-9b8a-85faa0635c6a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 948 time: 0.2245712 Feb 11 04:38:42.971853 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-c312ec73-9c2a-4ee2-8913-dabcb2282315 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Floating IP 1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea associated. External IP: 172.25.7.211, port: 61e45509-14e3-4750-93c3-90cc3da2d052. Feb 11 04:38:43.043208 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6207a76a-842c-4699-bbd7-9fb41f5df874 admin admin] Publish callbacks [] for security_group (1f2b0703-6935-423a-a820-880bc85dbbfc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.061786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4ec6b9f-4230-4c7e-b094-ff53037a522d req-9612167f-3a35-4eb7-b61c-cc0bd45ef6a6 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036949 Feb 11 04:38:43.115056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-129d1c63-d288-4f14-90a5-56c604cda059 req-28aa76ae-63ce-466d-a03c-1763840f0033 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189047 Feb 11 04:38:43.124157 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6207a76a-842c-4699-bbd7-9fb41f5df874 admin admin] Publish callbacks [] for security_group (1f2b0703-6935-423a-a820-880bc85dbbfc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.135407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-3e1c83ae-fa79-48be-a96a-235fcdeea10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:43.136953 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-3e1c83ae-fa79-48be-a96a-235fcdeea10b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.2914624 Feb 11 04:38:43.139832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02f9da-5061-48e8-827f-e89a6b1280a0 req-cde8d1e6-744e-4a3a-8f6b-a682b5a91e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:43.150578 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d02f9da-5061-48e8-827f-e89a6b1280a0 req-cde8d1e6-744e-4a3a-8f6b-a682b5a91e4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=072564ab-c80b-4ff9-acf6-33933e7683f2 HTTP/1.1" status: 200 len: 923 time: 0.4610982 Feb 11 04:38:43.211945 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82c9013a-bf4f-42dd-9ec2-6df1960058a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for subnet (da183ca0-dd04-457e-bf6a-c26ca2d4613f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.286994 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6207a76a-842c-4699-bbd7-9fb41f5df874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1f2b0703-6935-423a-a820-880bc85dbbfc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.289943 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6207a76a-842c-4699-bbd7-9fb41f5df874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.291119 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6207a76a-842c-4699-bbd7-9fb41f5df874 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f2b0703-6935-423a-a820-880bc85dbbfc HTTP/1.1" status: 204 len: 168 time: 0.4357085 Feb 11 04:38:43.328292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9013a-bf4f-42dd-9ec2-6df1960058a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da183ca0-dd04-457e-bf6a-c26ca2d4613f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:43.335370 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d02f9da-5061-48e8-827f-e89a6b1280a0 req-61551248-d72e-4567-9404-887b2f825c59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61e45509-14e3-4750-93c3-90cc3da2d052 HTTP/1.1" status: 200 len: 1000 time: 0.1724126 Feb 11 04:38:43.338946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207a76a-842c-4699-bbd7-9fb41f5df874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2b0703-6935-423a-a820-880bc85dbbfc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:43.342782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-71a01aee-c29c-4eb0-b59b-51f713a13f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:43.344583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-71a01aee-c29c-4eb0-b59b-51f713a13f10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1911824 Feb 11 04:38:43.391469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63743194-06f4-429d-be3b-0fab854ec975 req-8e5aa93b-6cd8-44ba-9662-c307f4642d23 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:43.392634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-63743194-06f4-429d-be3b-0fab854ec975 req-8e5aa93b-6cd8-44ba-9662-c307f4642d23 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.1543624 Feb 11 04:38:43.408970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c9013a-bf4f-42dd-9ec2-6df1960058a7 admin admin] Checking segment: {'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:43.409281 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c9013a-bf4f-42dd-9ec2-6df1960058a7 admin admin] Network hostable DHCP agents. Network: 776b9405-192e-4681-a7e1-710a2707690f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:38:43.479914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c9013a-bf4f-42dd-9ec2-6df1960058a7 admin admin] Network 776b9405-192e-4681-a7e1-710a2707690f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:38:43.490522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-63743194-06f4-429d-be3b-0fab854ec975 req-d4f9ef8f-2b1c-4ab5-b66f-4286752e2c01 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827780 Feb 11 04:38:43.500987 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-82c9013a-bf4f-42dd-9ec2-6df1960058a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 776b9405-192e-4681-a7e1-710a2707690f) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:43.509258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02f9da-5061-48e8-827f-e89a6b1280a0 req-faf764b5-2c43-4799-90a0-b82dd7836329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:43.510760 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d02f9da-5061-48e8-827f-e89a6b1280a0 req-faf764b5-2c43-4799-90a0-b82dd7836329 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1fe7be5f-43a7-40e1-93b1-9ec7dfae10de HTTP/1.1" status: 200 len: 861 time: 0.1649675 Feb 11 04:38:43.517873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6eb5f5-f4cc-4147-a964-ffcb92b42fe2 None None] Network 776b9405-192e-4681-a7e1-710a2707690f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:43.536584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c9013a-bf4f-42dd-9ec2-6df1960058a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:43.540383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82c9013a-bf4f-42dd-9ec2-6df1960058a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.610083 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-82c9013a-bf4f-42dd-9ec2-6df1960058a7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9105089 Feb 11 04:38:43.613196 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43904) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:43.622817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2047730243-router', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:43.624197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device e11f0099-85bc-4ec3-9a39-a0cf775baa31 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:38:43.660472 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (142cc9b6-863b-479a-8956-5d7db5979b7f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.661673 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (142cc9b6-863b-479a-8956-5d7db5979b7f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.748599 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Publish callbacks [] for router_controller (142cc9b6-863b-479a-8956-5d7db5979b7f), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.786220 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:38:43.922338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d1acac2-2b8e-4b12-8532-b3755964ff51 req-06f253f4-cdbf-47f7-a839-7fe4adac9380 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 210 time: 0.1093595 Feb 11 04:38:43.954027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-804284df-ad33-4a7e-bde0-5568be6accc0 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951223 Feb 11 04:38:43.977436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c312ec73-9c2a-4ee2-8913-dabcb2282315 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:38:44.010113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-776b9405-192e-4681-a7e1-710a2707690f', 'network_id': '776b9405-192e-4681-a7e1-710a2707690f', 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'fixed_ips': [{'subnet_id': 'da183ca0-dd04-457e-bf6a-c26ca2d4613f'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:38:44.010722 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.046664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02f9da-5061-48e8-827f-e89a6b1280a0 req-a1803d1f-12cc-4c91-a583-15998491b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:44.048411 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d02f9da-5061-48e8-827f-e89a6b1280a0 req-a1803d1f-12cc-4c91-a583-15998491b7ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=072564ab-c80b-4ff9-acf6-33933e7683f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2622554 Feb 11 04:38:44.054537 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Publish callbacks [] for router_gateway (142cc9b6-863b-479a-8956-5d7db5979b7f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.110644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port e11f0099-85bc-4ec3-9a39-a0cf775baa31, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=e11f0099-85bc-4ec3-9a39-a0cf775baa31,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:44.141444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'e11f0099-85bc-4ec3-9a39-a0cf775baa31', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': 'e11f0099-85bc-4ec3-9a39-a0cf775baa31', 'mac_address': 'fa:16:3e:3a:5b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:38:44.214171 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.232268 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-6a8c8eb3-66ea-4218-b1d1-e22ca5436352 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649996 Feb 11 04:38:44.237133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port e11f0099-85bc-4ec3-9a39-a0cf775baa31 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:44.237725 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.246430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Allocated IP 172.20.0.2 (776b9405-192e-4681-a7e1-710a2707690f/da183ca0-dd04-457e-bf6a-c26ca2d4613f/62d4e983-1038-46bd-a553-52fe6f7c1a51) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:44.275017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11f0099-85bc-4ec3-9a39-a0cf775baa31 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:44.301799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port e11f0099-85bc-4ec3-9a39-a0cf775baa31, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=e11f0099-85bc-4ec3-9a39-a0cf775baa31,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:44.310020 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4d71b126-7c0f-4225-8f59-b5763761d130 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490238 Feb 11 04:38:44.314003 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.432799 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c312ec73-9c2a-4ee2-8913-dabcb2282315 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:44.449725 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeec5d3-3c36-49a5-9dde-67dc240be5f1 None None] Sync routers for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:44.450277 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c312ec73-9c2a-4ee2-8913-dabcb2282315 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.473450 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeec5d3-3c36-49a5-9dde-67dc240be5f1 None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:44.473871 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-edeec5d3-3c36-49a5-9dde-67dc240be5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:38:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:44.541364 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d02f9da-5061-48e8-827f-e89a6b1280a0 req-559759fa-b564-4769-a3ca-963e1e5aef8a service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823387 Feb 11 04:38:44.560877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244991b-7dfe-4baa-a4b5-6b40cf1485a8 req-a646b54f-8e14-44fc-a8f6-348215c6150a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:44.571371 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5244991b-7dfe-4baa-a4b5-6b40cf1485a8 req-a646b54f-8e14-44fc-a8f6-348215c6150a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 949 time: 0.2720239 Feb 11 04:38:44.591165 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=e11f0099-85bc-4ec3-9a39-a0cf775baa31,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:44.594761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Publish callbacks [] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.599146 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c312ec73-9c2a-4ee2-8913-dabcb2282315 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "PUT /v2.0/floatingips/1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea HTTP/1.1" status: 200 len: 992 time: 3.7872269 Feb 11 04:38:44.601885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531b69ea-4894-44e1-9388-c159c47868da', 'tag': '61e45509-14e3-4750-93c3-90cc3da2d052'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:44.604386 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85198c9e-5307-4c78-adef-7c8269c98f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "531b69ea-4894-44e1-9388-c159c47868da", "tag": "61e45509-14e3-4750-93c3-90cc3da2d052"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:44.627642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519ba89-fe03-432e-8953-04bcd43ab4c3 req-051c5ff4-c7ae-4cc6-b514-a85b45658a44 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:44.629643 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.634704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9519ba89-fe03-432e-8953-04bcd43ab4c3 req-051c5ff4-c7ae-4cc6-b514-a85b45658a44 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 949 time: 0.3067806 Feb 11 04:38:44.643948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.644888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.649741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.650164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.650528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.650878 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.651249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.651645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.651927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.652268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.652596 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.652974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-6705d1cc-bb22-4786-967f-db5fa8cfcc18 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:44.654490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-6705d1cc-bb22-4786-967f-db5fa8cfcc18 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4119556 Feb 11 04:38:44.654658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.655069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:44.656691 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-edeec5d3-3c36-49a5-9dde-67dc240be5f1 None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:44.712666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9519ba89-fe03-432e-8953-04bcd43ab4c3 req-85600216-808e-4901-98fa-189fb0d28787 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770228 Feb 11 04:38:44.720288 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5244991b-7dfe-4baa-a4b5-6b40cf1485a8 req-83344a4f-0149-4984-b526-5038a49dcb0f tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440210 Feb 11 04:38:44.738630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Request body: {'port': {'device_id': 'ad566371-f3d4-4669-b36f-241050c70cc8', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '4f9bef0d71d949b687ae5ae0ad6a54a2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:44.773810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['e11f0099-85bc-4ec3-9a39-a0cf775baa31'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:44.780773 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d02f9da-5061-48e8-827f-e89a6b1280a0 req-2b0bc1e0-df3b-45a3-9d51-714c4055bca3 service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058008 Feb 11 04:38:44.796590 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Publish callbacks [] for router_gateway (142cc9b6-863b-479a-8956-5d7db5979b7f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.820757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Network 776b9405-192e-4681-a7e1-710a2707690f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:44.824046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Pushing event updated for resources: {'Port': ['ID=62d4e983-1038-46bd-a553-52fe6f7c1a51,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:44.833269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:44.834107 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.841471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:44.940731 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Attempting to bind port 62d4e983-1038-46bd-a553-52fe6f7c1a51 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:44.941114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Attempting to bind port 62d4e983-1038-46bd-a553-52fe6f7c1a51 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:44.941486 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Attempting to bind port 62d4e983-1038-46bd-a553-52fe6f7c1a51 on network 776b9405-192e-4681-a7e1-710a2707690f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:44.952823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:44.953262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Checking segment: {'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:44.953623 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.954026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Bound using segment: {'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:44.954517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Bound port: 62d4e983-1038-46bd-a553-52fe6f7c1a51, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:44.955037 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:45.030247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da094f3c-e0d8-4bdb-aacd-cd954f77cf44 req-89eb33d6-987e-499b-b410-805e47144fcf tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:45.037594 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-da094f3c-e0d8-4bdb-aacd-cd954f77cf44 req-89eb33d6-987e-499b-b410-805e47144fcf tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 946 time: 0.1085792 Feb 11 04:38:45.119934 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-da094f3c-e0d8-4bdb-aacd-cd954f77cf44 req-801706fd-b593-4fc1-919a-884aee6b192b tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633807 Feb 11 04:38:45.167130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] For port 62d4e983-1038-46bd-a553-52fe6f7c1a51, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:45.181801 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abf1181-18f8-48d5-a31d-ac1d3749bab9 x-openstack-request-id: req-2abf1181-18f8-48d5-a31d-ac1d3749bab9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:45.182466 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531b69ea-4894-44e1-9388-c159c47868da", "tag": "61e45509-14e3-4750-93c3-90cc3da2d052", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:45.182866 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2abf1181-18f8-48d5-a31d-ac1d3749bab9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:45.183829 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531b69ea-4894-44e1-9388-c159c47868da', 'tag': '61e45509-14e3-4750-93c3-90cc3da2d052', 'status': 'completed', 'code': 200} Feb 11 04:38:45.187223 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-edeec5d3-3c36-49a5-9dde-67dc240be5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'port_id': '61e45509-14e3-4750-93c3-90cc3da2d052', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'mac_address': 'fa:16:3e:98:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531b69ea-4894-44e1-9388-c159c47868da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:12Z', 'updated_at': '2022-02-11T04:38:42Z', 'revision_number': 1, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:52Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:45.222683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] For port 62d4e983-1038-46bd-a553-52fe6f7c1a51, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=62d4e983-1038-46bd-a553-52fe6f7c1a51,segment=NetworkSegment(93da75ec-bda3-4dc7-b19a-b0db153355f8),segment_id=93da75ec-bda3-4dc7-b19a-b0db153355f8)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:45.227029 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeec5d3-3c36-49a5-9dde-67dc240be5f1 None None] Checking router: 4f7f76b2-309c-4a36-ae6c-ed72a76d329b for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:38:45.243610 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:45.244395 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeec5d3-3c36-49a5-9dde-67dc240be5f1 None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:45.245199 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-edeec5d3-3c36-49a5-9dde-67dc240be5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:38:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:45.319600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cafc4a-eaed-4622-a506-ca88bdf49d81 None None] Pushing event updated for resources: {'Port': ['ID=62d4e983-1038-46bd-a553-52fe6f7c1a51,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:45.379254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198c9e-5307-4c78-adef-7c8269c98f0c req-c2a6b3ce-bdc3-4e7c-a9a1-ce3e0cf606cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:45.386677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85198c9e-5307-4c78-adef-7c8269c98f0c req-c2a6b3ce-bdc3-4e7c-a9a1-ce3e0cf606cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48fa598a1b004a679c77ea62ce019101&device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 1129 time: 0.1587102 Feb 11 04:38:45.406520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38168b97-9ab8-4c92-9fa7-b82a7baee568 req-f5680065-b02a-4ff2-9ab5-60aac4f9e6c5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:45.422849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38168b97-9ab8-4c92-9fa7-b82a7baee568 req-f5680065-b02a-4ff2-9ab5-60aac4f9e6c5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.2357340 Feb 11 04:38:45.468759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Made reservation on behalf of 4f9bef0d71d949b687ae5ae0ad6a54a2 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:45.472648 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:45.494495 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Allocated IP 172.25.7.13 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/36d3ff65-46be-46ca-a262-dd9df3c2b765) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:45.494755 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-edeec5d3-3c36-49a5-9dde-67dc240be5f1 None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:45.505041 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5d84d9a-4da2-4cbc-9367-de95da7bcfcf req-e1d0eee9-49c6-43a2-9949-5af9872b7731 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 210 time: 0.0675728 Feb 11 04:38:45.539991 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:45.635024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198c9e-5307-4c78-adef-7c8269c98f0c req-e772e60a-314f-47c1-8f2c-5a8ad81f206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:45.639742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85198c9e-5307-4c78-adef-7c8269c98f0c req-e772e60a-314f-47c1-8f2c-5a8ad81f206d service neutron] 10.222.0.60 "GET /v2.0/networks?id=072564ab-c80b-4ff9-acf6-33933e7683f2 HTTP/1.1" status: 200 len: 923 time: 0.2489457 Feb 11 04:38:45.740147 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85198c9e-5307-4c78-adef-7c8269c98f0c req-20ec1907-f3cd-477f-ab81-f0c181fccd48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61e45509-14e3-4750-93c3-90cc3da2d052 HTTP/1.1" status: 200 len: 1000 time: 0.0897772 Feb 11 04:38:45.742616 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Publish callbacks [] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:45.757704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38168b97-9ab8-4c92-9fa7-b82a7baee568 req-c7f3a147-b687-46ca-b60a-a28e7b83ebf8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338571 Feb 11 04:38:45.877412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:45.952878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198c9e-5307-4c78-adef-7c8269c98f0c req-3894879b-0ffc-4d8a-9ce7-6570f9e6beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:45.953652 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-edeec5d3-3c36-49a5-9dde-67dc240be5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'port_id': '61e45509-14e3-4750-93c3-90cc3da2d052', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'mac_address': 'fa:16:3e:98:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531b69ea-4894-44e1-9388-c159c47868da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:12Z', 'updated_at': '2022-02-11T04:38:42Z', 'revision_number': 1, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:52Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:45.957660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85198c9e-5307-4c78-adef-7c8269c98f0c req-3894879b-0ffc-4d8a-9ce7-6570f9e6beb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1fe7be5f-43a7-40e1-93b1-9ec7dfae10de HTTP/1.1" status: 200 len: 861 time: 0.2050004 Feb 11 04:38:45.962687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:45.963668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:38:45.973126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:45.974927 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:45.992327 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeec5d3-3c36-49a5-9dde-67dc240be5f1 None None] The sync data for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 is: [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'port_id': '61e45509-14e3-4750-93c3-90cc3da2d052', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'mac_address': 'fa:16:3e:98:f1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531b69ea-4894-44e1-9388-c159c47868da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:12Z', 'updated_at': '2022-02-11T04:38:42Z', 'revision_number': 1, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:52Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:46.032242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c8b12-6ce0-448b-9ca4-b6df69e54dd4 req-cff23f42-7022-49ea-b9e2-ab0251084f3f tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:46.040188 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-483c8b12-6ce0-448b-9ca4-b6df69e54dd4 req-cff23f42-7022-49ea-b9e2-ab0251084f3f tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 949 time: 0.1824934 Feb 11 04:38:46.107738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:46.116914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:46.118081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:46.118422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:46.124378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:46.129634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=36d3ff65-46be-46ca-a262-dd9df3c2b765,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:46.158584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-483c8b12-6ce0-448b-9ca4-b6df69e54dd4 req-d1337c90-48bd-4a6b-9be7-cbb5aee6fa6e tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112638 Feb 11 04:38:46.167111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198c9e-5307-4c78-adef-7c8269c98f0c req-494b74fa-3f50-4c7e-8812-a882eca29883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:46.168817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85198c9e-5307-4c78-adef-7c8269c98f0c req-494b74fa-3f50-4c7e-8812-a882eca29883 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=072564ab-c80b-4ff9-acf6-33933e7683f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2023327 Feb 11 04:38:46.178549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1d5a4-f216-41bb-b77f-1993ce3c398b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b07f0-18c9-4ca3-ba4d-c140ec5b13fb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:46.193053 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78de65fa-8403-4c06-8264-39fd29a5820e" -d '{"events": [{"server_uuid": "bbb1d5a4-f216-41bb-b77f-1993ce3c398b", "name": "network-vif-plugged", "status": "completed", "tag": "214b07f0-18c9-4ca3-ba4d-c140ec5b13fb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:46.225175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:46.230952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Allocated IP 192.168.233.167 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/35531c59-fdf1-49ba-bdc2-964ff9409f7c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:46.233772 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:46.249038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55d041-4ea6-4d02-b167-fd0a38325299 req-7d35acf7-f3d4-4279-aeeb-2d2e4dd0bf30 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:46.250558 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1e55d041-4ea6-4d02-b167-fd0a38325299 req-7d35acf7-f3d4-4279-aeeb-2d2e4dd0bf30 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 949 time: 0.3180227 Feb 11 04:38:46.310766 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85198c9e-5307-4c78-adef-7c8269c98f0c req-7221f691-ecbb-4183-9901-e4e2bd279f8e service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308742 Feb 11 04:38:46.339463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:46.378828 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35249349-4839-4012-b023-9e1bdc23f6fe x-openstack-request-id: req-35249349-4839-4012-b023-9e1bdc23f6fe {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:46.380778 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1d5a4-f216-41bb-b77f-1993ce3c398b", "name": "network-vif-plugged", "status": "completed", "tag": "214b07f0-18c9-4ca3-ba4d-c140ec5b13fb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:46.381779 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35249349-4839-4012-b023-9e1bdc23f6fe {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:46.382378 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1d5a4-f216-41bb-b77f-1993ce3c398b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b07f0-18c9-4ca3-ba4d-c140ec5b13fb', 'code': 200} Feb 11 04:38:46.421460 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1e55d041-4ea6-4d02-b167-fd0a38325299 req-4af85651-7ba6-4ae3-af66-30d9f0f1cd72 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121852 Feb 11 04:38:46.473464 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85198c9e-5307-4c78-adef-7c8269c98f0c req-0daee3ae-b178-472f-9b5f-cab13eb0e739 service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441858 Feb 11 04:38:46.614663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 62d4e983-1038-46bd-a553-52fe6f7c1a51 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:46.655174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d699f80-fed9-4b1d-ace2-dee976b96bc0 req-99631573-3963-487e-8695-c99e49303acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:46.668603 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d699f80-fed9-4b1d-ace2-dee976b96bc0 req-99631573-3963-487e-8695-c99e49303acb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 1133 time: 0.1499720 Feb 11 04:38:46.711491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9d2b1-5f1d-420a-866c-6d501cff7bd9 None None] New status for floating IP 1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:38:46.783907 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d699f80-fed9-4b1d-ace2-dee976b96bc0 req-647a806b-1407-4af6-8450-b14401a5df62 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079962 Feb 11 04:38:46.909573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3dd3-9471-4e63-9b5a-57f33ef00260 req-4f3bc0b0-f74c-4ef5-a975-72099f49112a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:46.917660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-893a3dd3-9471-4e63-9b5a-57f33ef00260 req-4f3bc0b0-f74c-4ef5-a975-72099f49112a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.0692778 Feb 11 04:38:46.924703 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed06a2e4-2d61-40da-8b97-fb9e1c68839e None None] Network 776b9405-192e-4681-a7e1-710a2707690f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:46.976794 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-893a3dd3-9471-4e63-9b5a-57f33ef00260 req-37782add-5674-459f-b207-966c7c7d90ec tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579782 Feb 11 04:38:46.988263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44004) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:47.013529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3c80061-1a48-45ab-942f-28381a380339 req-365612a2-6de7-45b7-89fd-502c0b058921 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 210 time: 0.3109453 Feb 11 04:38:47.015019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 62d4e983-1038-46bd-a553-52fe6f7c1a51 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:47.015433 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.039240 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks [] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.060031 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Publish callbacks [] for router_gateway (142cc9b6-863b-479a-8956-5d7db5979b7f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.131759 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.158500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3924a6fc-a229-4ffe-9b53-01e64f0f9b88 None None] Provisioning complete for port 62d4e983-1038-46bd-a553-52fe6f7c1a51 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:47.158810 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3924a6fc-a229-4ffe-9b53-01e64f0f9b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.258570 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Publish callbacks [] for security_group (a6e6f038-3d9d-4863-92ca-7ce991dd4c45), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.266746 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.267131 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a6e6f038-3d9d-4863-92ca-7ce991dd4c45), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.319846 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['176504c7-7c22-4051-a802-85972389c1be'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:47.322451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['51629dc6-28d7-4a24-bf4c-b04c786c8012'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:47.340588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:47.347430 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56958309fcd540b6a71f50e1e8623825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583512 Feb 11 04:38:47.349975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44024) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:47.357584 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e6f038-3d9d-4863-92ca-7ce991dd4c45,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:47.377441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.378043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.378348 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:47.378734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.379272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.379762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.380314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.381960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.382628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.383318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.383812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.384313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.384713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.385039 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ecffca-b0a5-452e-947c-6fa66dd76feb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:47.401569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:47.417609 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:47.418374 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.455646 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-753925e9-b867-4a35-886a-6b6afe72956f admin admin] Publish callbacks [] for security_group (a6e6f038-3d9d-4863-92ca-7ce991dd4c45), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.478413 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7787907 Feb 11 04:38:47.509706 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-753925e9-b867-4a35-886a-6b6afe72956f admin admin] Publish callbacks [] for security_group (a6e6f038-3d9d-4863-92ca-7ce991dd4c45), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.562147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Request body: {'port': {'device_id': 'ad566371-f3d4-4669-b36f-241050c70cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:47.582483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-753925e9-b867-4a35-886a-6b6afe72956f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a6e6f038-3d9d-4863-92ca-7ce991dd4c45), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.586384 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-753925e9-b867-4a35-886a-6b6afe72956f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.588275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-753925e9-b867-4a35-886a-6b6afe72956f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6e6f038-3d9d-4863-92ca-7ce991dd4c45 HTTP/1.1" status: 204 len: 168 time: 0.2372818 Feb 11 04:38:47.598211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753925e9-b867-4a35-886a-6b6afe72956f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e6f038-3d9d-4863-92ca-7ce991dd4c45,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:47.636332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d225b-7f60-4a6e-8205-39542dad5acd req-d215fbd6-b318-44d2-a673-002eb4d3897f tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:47.638785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d85d225b-7f60-4a6e-8205-39542dad5acd req-d215fbd6-b318-44d2-a673-002eb4d3897f tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 949 time: 0.3200426 Feb 11 04:38:47.666192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device e11f0099-85bc-4ec3-9a39-a0cf775baa31 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:47.700269 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.723271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c79462-b7a6-4320-8e84-ad8bfaa63b1e req-193eec9e-f151-4de9-ba5f-4b715b36dc7d tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:47.729771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 62d4e983-1038-46bd-a553-52fe6f7c1a51 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:47.730788 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.731403 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11c79462-b7a6-4320-8e84-ad8bfaa63b1e req-193eec9e-f151-4de9-ba5f-4b715b36dc7d tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 950 time: 0.0794325 Feb 11 04:38:47.748824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468e698-4274-4ad4-9380-4aff422092af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Pushing event updated for resources: {'Port': ['ID=35531c59-fdf1-49ba-bdc2-964ff9409f7c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:47.772813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3924a6fc-a229-4ffe-9b53-01e64f0f9b88 None None] Current status of the port 62d4e983-1038-46bd-a553-52fe6f7c1a51 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:47.773236 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3924a6fc-a229-4ffe-9b53-01e64f0f9b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.798512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port e11f0099-85bc-4ec3-9a39-a0cf775baa31 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:38:47.818127 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11c79462-b7a6-4320-8e84-ad8bfaa63b1e req-6235713b-a819-41b0-a243-f18a17ab00b3 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770266 Feb 11 04:38:47.818416 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (142cc9b6-863b-479a-8956-5d7db5979b7f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.851176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port e11f0099-85bc-4ec3-9a39-a0cf775baa31 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:47.851606 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.853270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d85d225b-7f60-4a6e-8205-39542dad5acd req-9d414fb1-14e2-4fd0-abb7-bb4706aeebca tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541219 Feb 11 04:38:47.932184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 62d4e983-1038-46bd-a553-52fe6f7c1a51, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=62d4e983-1038-46bd-a553-52fe6f7c1a51,segment=NetworkSegment(93da75ec-bda3-4dc7-b19a-b0db153355f8),segment_id=93da75ec-bda3-4dc7-b19a-b0db153355f8)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:47.965828 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.010165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44054) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:48.033173 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24dc650a-de7c-414e-9280-a289b9c655fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.149498 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-3924a6fc-a229-4ffe-9b53-01e64f0f9b88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:38:48.150037 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-3924a6fc-a229-4ffe-9b53-01e64f0f9b88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:38:48.150636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=62d4e983-1038-46bd-a553-52fe6f7c1a51,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:48.164903 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3701b1-9e8f-49e1-a6d0-fd2d16c41648 req-ebb773d1-f5ba-4c36-b15b-b50387b86c20 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:48.166612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef3701b1-9e8f-49e1-a6d0-fd2d16c41648 req-ebb773d1-f5ba-4c36-b15b-b50387b86c20 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.1113684 Feb 11 04:38:48.172299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port e11f0099-85bc-4ec3-9a39-a0cf775baa31 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:48.172903 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.242449 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24dc650a-de7c-414e-9280-a289b9c655fa admin admin] Publish callbacks [] for security_group (8c53e4de-8c7c-40a7-99aa-efb5bfd1b521), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.242962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35531c59-fdf1-49ba-bdc2-964ff9409f7c {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:48.252061 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Publish callbacks [] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.260014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef3701b1-9e8f-49e1-a6d0-fd2d16c41648 req-1343154b-aa81-4cac-a5a5-fcc2a320680b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805953 Feb 11 04:38:48.261472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24dc650a-de7c-414e-9280-a289b9c655fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8c53e4de-8c7c-40a7-99aa-efb5bfd1b521), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.267320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port e11f0099-85bc-4ec3-9a39-a0cf775baa31, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=e11f0099-85bc-4ec3-9a39-a0cf775baa31,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:48.267584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Transition to ACTIVE for port object 35531c59-fdf1-49ba-bdc2-964ff9409f7c will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:38:48.286156 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.306833 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.344595 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-24dc650a-de7c-414e-9280-a289b9c655fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e4948da618041609735b485135049ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329458 Feb 11 04:38:48.350824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44058) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:48.386053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabdb594-06c7-454c-947c-0b4dcd23855e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11f0099-85bc-4ec3-9a39-a0cf775baa31'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:48.388574 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa7dcf1-5b4a-472e-9080-392d4c97124f" -d '{"events": [{"server_uuid": "eabdb594-06c7-454c-947c-0b4dcd23855e", "name": "network-vif-plugged", "status": "completed", "tag": "e11f0099-85bc-4ec3-9a39-a0cf775baa31"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:48.392606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=e11f0099-85bc-4ec3-9a39-a0cf775baa31,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:48.396621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc650a-de7c-414e-9280-a289b9c655fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c53e4de-8c7c-40a7-99aa-efb5bfd1b521,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:48.471181 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7461cdc1-09ef-4c6d-a8b2-997b3e11408a x-openstack-request-id: req-7461cdc1-09ef-4c6d-a8b2-997b3e11408a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:48.471588 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabdb594-06c7-454c-947c-0b4dcd23855e", "name": "network-vif-plugged", "status": "completed", "tag": "e11f0099-85bc-4ec3-9a39-a0cf775baa31", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:48.472013 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7461cdc1-09ef-4c6d-a8b2-997b3e11408a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:48.472109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Pushing event updated for resources: {'Port': ['ID=35531c59-fdf1-49ba-bdc2-964ff9409f7c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:48.472457 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabdb594-06c7-454c-947c-0b4dcd23855e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11f0099-85bc-4ec3-9a39-a0cf775baa31', 'code': 200} Feb 11 04:38:48.475978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Attempting to bind port 35531c59-fdf1-49ba-bdc2-964ff9409f7c on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:48.476319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Attempting to bind port 35531c59-fdf1-49ba-bdc2-964ff9409f7c by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:48.476778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Attempting to bind port 35531c59-fdf1-49ba-bdc2-964ff9409f7c on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:48.484331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Port 35531c59-fdf1-49ba-bdc2-964ff9409f7c on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:38:48.485128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Attempting to bind port 35531c59-fdf1-49ba-bdc2-964ff9409f7c on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:48.508135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Router 142cc9b6-863b-479a-8956-5d7db5979b7f is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:38:48.515438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:48.518067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:48.518524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:48.518977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Bound port: 35531c59-fdf1-49ba-bdc2-964ff9409f7c, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:48.519524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.532989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f66347-8c1d-4ea8-8329-313c7fda7e1c req-0baf423f-29c0-40c3-adce-6b538646c77a tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:48.535158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6f66347-8c1d-4ea8-8329-313c7fda7e1c req-0baf423f-29c0-40c3-adce-6b538646c77a tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 948 time: 0.1351702 Feb 11 04:38:48.541961 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9672b7ed-32a3-48c3-aad9-c414e343b655 admin admin] Publish callbacks [] for security_group (8c53e4de-8c7c-40a7-99aa-efb5bfd1b521), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.547162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 62d4e983-1038-46bd-a553-52fe6f7c1a51 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:48.683369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9672b7ed-32a3-48c3-aad9-c414e343b655 admin admin] Publish callbacks [] for security_group (8c53e4de-8c7c-40a7-99aa-efb5bfd1b521), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.685831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 62d4e983-1038-46bd-a553-52fe6f7c1a51 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:48.686384 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.734542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3924a6fc-a229-4ffe-9b53-01e64f0f9b88 None None] Current status of the port 62d4e983-1038-46bd-a553-52fe6f7c1a51 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:48.751215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6f66347-8c1d-4ea8-8329-313c7fda7e1c req-53b69485-c330-4088-8700-7a6d4911e588 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007792 Feb 11 04:38:48.785365 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccfe71-da5d-4d99-913e-7bb34b916071 req-598a7e9e-4859-453a-b919-516f07f73ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:48.788273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3dccfe71-da5d-4d99-913e-7bb34b916071 req-598a7e9e-4859-453a-b919-516f07f73ce5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 1133 time: 0.1951406 Feb 11 04:38:48.790364 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9672b7ed-32a3-48c3-aad9-c414e343b655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8c53e4de-8c7c-40a7-99aa-efb5bfd1b521), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.793447 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9672b7ed-32a3-48c3-aad9-c414e343b655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.794841 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9672b7ed-32a3-48c3-aad9-c414e343b655 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c53e4de-8c7c-40a7-99aa-efb5bfd1b521 HTTP/1.1" status: 204 len: 168 time: 0.4419782 Feb 11 04:38:48.830434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672b7ed-32a3-48c3-aad9-c414e343b655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c53e4de-8c7c-40a7-99aa-efb5bfd1b521,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:48.874396 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3dccfe71-da5d-4d99-913e-7bb34b916071 req-f0d33695-a5ce-4f2c-9618-fb7b7da4910f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781829 Feb 11 04:38:48.875933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] For port 35531c59-fdf1-49ba-bdc2-964ff9409f7c, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:48.896871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] For port 35531c59-fdf1-49ba-bdc2-964ff9409f7c, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=35531c59-fdf1-49ba-bdc2-964ff9409f7c,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:48.907419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 62d4e983-1038-46bd-a553-52fe6f7c1a51 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:48.921688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-594150a3-3b70-4aad-bc17-2deadf3f52b9 None None] Provisioning complete for port 62d4e983-1038-46bd-a553-52fe6f7c1a51 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:48.922082 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-594150a3-3b70-4aad-bc17-2deadf3f52b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.983829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:49.018125 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-594150a3-3b70-4aad-bc17-2deadf3f52b9 None None] Current status of the port 62d4e983-1038-46bd-a553-52fe6f7c1a51 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:49.037158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79cee1-80e7-4e37-a074-a63c8a5dc53f req-0971c6d0-ce84-4b2e-bfb6-2922d18b2d69 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:49.039132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b79cee1-80e7-4e37-a074-a63c8a5dc53f req-0971c6d0-ce84-4b2e-bfb6-2922d18b2d69 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 950 time: 0.0711997 Feb 11 04:38:49.064470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Pushing event updated for resources: {'Port': ['ID=35531c59-fdf1-49ba-bdc2-964ff9409f7c,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:49.077745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:49.077908 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:49.079522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-a216b50e-b062-4f39-a270-277bd9da11b0 service neutron] 10.222.0.60 "PUT /v2.0/ports/35531c59-fdf1-49ba-bdc2-964ff9409f7c HTTP/1.1" status: 200 len: 1097 time: 1.5431178 Feb 11 04:38:49.079740 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad566371-f3d4-4669-b36f-241050c70cc8', 'tag': '35531c59-fdf1-49ba-bdc2-964ff9409f7c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:49.082732 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8674f3fa-b97d-42df-bc9e-99d8114106e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad566371-f3d4-4669-b36f-241050c70cc8", "tag": "35531c59-fdf1-49ba-bdc2-964ff9409f7c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:49.110232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b1082-5981-4045-a5ff-ecdecb08de1d req-902f085f-1f56-42c2-bb8a-ea71cf79e5ff tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:49.112106 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d60b1082-5981-4045-a5ff-ecdecb08de1d req-902f085f-1f56-42c2-bb8a-ea71cf79e5ff tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 950 time: 0.2193708 Feb 11 04:38:49.114160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:49.127592 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Sync routers for ids ['142cc9b6-863b-479a-8956-5d7db5979b7f'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:49.129945 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b79cee1-80e7-4e37-a074-a63c8a5dc53f req-974da1be-9e85-406b-96ba-cad779b088aa tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794587 Feb 11 04:38:49.166396 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Routers {'142cc9b6-863b-479a-8956-5d7db5979b7f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:49.167719 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:38:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['142cc9b6-863b-479a-8956-5d7db5979b7f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:49.213724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:49.214966 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a610359e-ae4c-41b3-9242-36461fb2e4a9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6005554 Feb 11 04:38:49.217897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44092) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:49.233790 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d60b1082-5981-4045-a5ff-ecdecb08de1d req-34ea22bf-1345-4d3f-a546-07373e5b1136 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049161 Feb 11 04:38:49.265972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-f09da534-600e-4268-bcdb-effc97838bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:49.267688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-f09da534-600e-4268-bcdb-effc97838bd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 1131 time: 0.1011353 Feb 11 04:38:49.275608 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdb0086-fda9-454f-a109-d75341ce4402 x-openstack-request-id: req-afdb0086-fda9-454f-a109-d75341ce4402 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:49.275995 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad566371-f3d4-4669-b36f-241050c70cc8", "tag": "35531c59-fdf1-49ba-bdc2-964ff9409f7c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:49.277092 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afdb0086-fda9-454f-a109-d75341ce4402 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:49.278464 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad566371-f3d4-4669-b36f-241050c70cc8', 'tag': '35531c59-fdf1-49ba-bdc2-964ff9409f7c', 'status': 'completed', 'code': 200} Feb 11 04:38:49.365119 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Set router 142cc9b6-863b-479a-8956-5d7db5979b7f gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:49.388615 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-61d5fdcb-78d5-416d-b899-4e269a2ae60f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=35531c59-fdf1-49ba-bdc2-964ff9409f7c HTTP/1.1" status: 200 len: 217 time: 0.0717950 Feb 11 04:38:49.537615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-e07e77e0-57f9-4553-b2e9-414e637cf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:49.539129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-e07e77e0-57f9-4553-b2e9-414e637cf95a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1410799 Feb 11 04:38:49.552319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b75e-b7a8-4820-b30a-5fe40fccbcb6 req-d0c5a9fd-93f8-4332-99db-18f9844ec962 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:49.559583 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aed1b75e-b7a8-4820-b30a-5fe40fccbcb6 req-d0c5a9fd-93f8-4332-99db-18f9844ec962 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.1146314 Feb 11 04:38:49.603731 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2047730243-router', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:43Z', 'updated_at': '2022-02-11T04:38:46Z', 'revision_number': 3, 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'gw_port': {'id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:45Z', 'updated_at': '2022-02-11T04:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:49.644130 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Checking router: 142cc9b6-863b-479a-8956-5d7db5979b7f for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:38:49.644735 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Updating router 142cc9b6-863b-479a-8956-5d7db5979b7f port 36d3ff65-46be-46ca-a262-dd9df3c2b765 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:38:49.654468 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aed1b75e-b7a8-4820-b30a-5fe40fccbcb6 req-575cbef5-297b-4a77-b27d-de0a5d463060 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939167 Feb 11 04:38:49.675961 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:49.697200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-52644ab1-0971-41b1-8d83-8f1374aaa273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:49.703865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-52644ab1-0971-41b1-8d83-8f1374aaa273 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1369154 Feb 11 04:38:49.886401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-bed33ad9-6212-47b8-a7d2-21e217117a17 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691837 Feb 11 04:38:50.026865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd96205-4f1f-4fc2-80a1-e53063cce4d4 req-58e2908a-898a-425e-9be1-a8b371aba819 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:50.028574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8fd96205-4f1f-4fc2-80a1-e53063cce4d4 req-58e2908a-898a-425e-9be1-a8b371aba819 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 948 time: 0.1599636 Feb 11 04:38:50.031164 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f994b2f8-5c2a-4662-8d98-25ff60c8d49c req-b25e8792-53fe-4d1c-8503-af4d0df2f812 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295919 Feb 11 04:38:50.033476 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Publish callbacks [] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.042826 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.112767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c18cd-f074-4315-99c8-3fb3279e4282 req-0dae6240-3b48-46a6-85c7-d72658876f74 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:50.122500 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f7c18cd-f074-4315-99c8-3fb3279e4282 req-0dae6240-3b48-46a6-85c7-d72658876f74 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 950 time: 0.3800237 Feb 11 04:38:50.132634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8fd96205-4f1f-4fc2-80a1-e53063cce4d4 req-3cc5bd79-f19b-43cd-a38a-d0a725b8ec13 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979505 Feb 11 04:38:50.176847 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Attempting to bind port 36d3ff65-46be-46ca-a262-dd9df3c2b765 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:50.177573 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Attempting to bind port 36d3ff65-46be-46ca-a262-dd9df3c2b765 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:50.178523 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Attempting to bind port 36d3ff65-46be-46ca-a262-dd9df3c2b765 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:50.191763 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Pushing event updated for resources: {'Port': ['ID=36d3ff65-46be-46ca-a262-dd9df3c2b765,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:50.194742 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:50.195151 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:50.204880 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.204880 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:50.204880 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Bound port: 36d3ff65-46be-46ca-a262-dd9df3c2b765, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:50.204880 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.205727 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.206235 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.206446 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.206791 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.207156 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.207563 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.207805 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.208110 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.208439 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.208761 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.209147 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.209760 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.210096 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:50.271512 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f7c18cd-f074-4315-99c8-3fb3279e4282 req-259af189-9ab8-457e-be3d-ad92737ef89c tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480300 Feb 11 04:38:50.282843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f3fa-b97d-42df-bc9e-99d8114106e3 req-59d7775e-38bf-434c-ac59-a1b1518420e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:50.288866 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] For port 36d3ff65-46be-46ca-a262-dd9df3c2b765, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:50.291695 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8674f3fa-b97d-42df-bc9e-99d8114106e3 req-59d7775e-38bf-434c-ac59-a1b1518420e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 1131 time: 0.1153455 Feb 11 04:38:50.302731 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] For port 36d3ff65-46be-46ca-a262-dd9df3c2b765, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=36d3ff65-46be-46ca-a262-dd9df3c2b765,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:50.314862 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.327827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.379479 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1245c-a387-4d87-a77b-d0aaa482040c None None] Pushing event updated for resources: {'Port': ['ID=36d3ff65-46be-46ca-a262-dd9df3c2b765,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:50.398696 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Routers {'142cc9b6-863b-479a-8956-5d7db5979b7f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:50.399290 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:38:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['142cc9b6-863b-479a-8956-5d7db5979b7f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:50.469438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a4af0-78a4-4a57-acb0-96d8d7ff26b9 req-10dd47f1-fc26-42c1-a818-cb4ed146fe5a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:50.471534 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-092a4af0-78a4-4a57-acb0-96d8d7ff26b9 req-10dd47f1-fc26-42c1-a818-cb4ed146fe5a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 950 time: 0.1495576 Feb 11 04:38:50.505464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f3fa-b97d-42df-bc9e-99d8114106e3 req-2ca71bf3-33ba-45d8-94e6-4644376f764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:50.509909 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8674f3fa-b97d-42df-bc9e-99d8114106e3 req-2ca71bf3-33ba-45d8-94e6-4644376f764c service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2089825 Feb 11 04:38:50.591267 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-092a4af0-78a4-4a57-acb0-96d8d7ff26b9 req-afc93609-d21b-4729-95a4-a41a36c06acc tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067719 Feb 11 04:38:50.593278 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8674f3fa-b97d-42df-bc9e-99d8114106e3 req-350244ad-3ca4-4b6e-8b7e-df94e9488b2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=35531c59-fdf1-49ba-bdc2-964ff9409f7c HTTP/1.1" status: 200 len: 217 time: 0.0538568 Feb 11 04:38:50.601043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Allocated IP 172.20.0.1 (776b9405-192e-4681-a7e1-710a2707690f/da183ca0-dd04-457e-bf6a-c26ca2d4613f/ab206544-a3f7-4780-a626-b3f5a44e9c92) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:50.705187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f3fa-b97d-42df-bc9e-99d8114106e3 req-c8bb6013-1e73-464b-89fc-71219a5571fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:50.707360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8674f3fa-b97d-42df-bc9e-99d8114106e3 req-c8bb6013-1e73-464b-89fc-71219a5571fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1032162 Feb 11 04:38:50.728997 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] Set router 142cc9b6-863b-479a-8956-5d7db5979b7f gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:50.810958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f3fa-b97d-42df-bc9e-99d8114106e3 req-103a8ba2-8443-486f-804e-3d170dff6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:50.814841 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8674f3fa-b97d-42df-bc9e-99d8114106e3 req-103a8ba2-8443-486f-804e-3d170dff6a95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0873697 Feb 11 04:38:50.835654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Publish callbacks [] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.898051 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.957728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Network 776b9405-192e-4681-a7e1-710a2707690f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:50.963011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:50.966519 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8674f3fa-b97d-42df-bc9e-99d8114106e3 req-ff1d56bc-1464-42af-ac0f-9c8fd2145133 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432517 Feb 11 04:38:50.969134 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:50.969623 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (142cc9b6-863b-479a-8956-5d7db5979b7f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.983260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a0ae6-64d3-4bf8-b279-9cf9f70669d2 req-8cda22c1-02c3-466d-83a8-3ef0252bb771 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:50.990135 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-733a0ae6-64d3-4bf8-b279-9cf9f70669d2 req-8cda22c1-02c3-466d-83a8-3ef0252bb771 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.1225908 Feb 11 04:38:50.992716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Pushing event updated for resources: {'Port': ['ID=ab206544-a3f7-4780-a626-b3f5a44e9c92,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:51.025808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc699a3e-7fce-4df8-b281-5959b1c011b2 req-afb0bb14-7323-499c-8484-7f5e855cd180 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:51.027503 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc699a3e-7fce-4df8-b281-5959b1c011b2 req-afb0bb14-7323-499c-8484-7f5e855cd180 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 950 time: 0.1190679 Feb 11 04:38:51.034656 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2047730243-router', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:43Z', 'updated_at': '2022-02-11T04:38:46Z', 'revision_number': 3, 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'gw_port': {'id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:45Z', 'updated_at': '2022-02-11T04:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:51.095937 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ef2f3-89ea-4aa9-ac43-4d287f8b5330 None None] The sync data for ids ['142cc9b6-863b-479a-8956-5d7db5979b7f'] in n-d-615180-58 is: [{'id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2047730243-router', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:43Z', 'updated_at': '2022-02-11T04:38:46Z', 'revision_number': 3, 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'gw_port': {'id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:45Z', 'updated_at': '2022-02-11T04:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:51.138800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8674f3fa-b97d-42df-bc9e-99d8114106e3 req-edc43278-1778-4daa-a685-69c1bbc7fd0f service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622236 Feb 11 04:38:51.152486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc699a3e-7fce-4df8-b281-5959b1c011b2 req-fae42fad-0935-469b-b9de-d15e8da3c108 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177070 Feb 11 04:38:51.175426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-733a0ae6-64d3-4bf8-b279-9cf9f70669d2 req-b5a4c328-cc6d-4bf8-9e6e-ecc9d52a60bf tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839390 Feb 11 04:38:51.287428 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.321064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c942d9-2e9e-40a1-987d-1a2266071c98 req-953c1bdb-b4f7-4f14-97f8-4eb536906175 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:51.328040 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5c942d9-2e9e-40a1-987d-1a2266071c98 req-953c1bdb-b4f7-4f14-97f8-4eb536906175 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 948 time: 0.0648849 Feb 11 04:38:51.375482 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5c942d9-2e9e-40a1-987d-1a2266071c98 req-0c4abdd8-ef9d-4662-9c15-43f13b54a0e3 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465741 Feb 11 04:38:51.415760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d465d106-ee74-4713-be62-f052a32918b2 None None] Provisioning complete for port ab206544-a3f7-4780-a626-b3f5a44e9c92 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:51.416248 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d465d106-ee74-4713-be62-f052a32918b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.485209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d465d106-ee74-4713-be62-f052a32918b2 None None] Port ab206544-a3f7-4780-a626-b3f5a44e9c92 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:51.580685 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Publish callbacks [] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.592050 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.592050 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (142cc9b6-863b-479a-8956-5d7db5979b7f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.643014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6dc40-0ea2-4901-bba3-a6573bbf7c39 req-fedabd49-d74d-40df-9ab4-1fe0f4ec0fb0 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:51.650087 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eeb6dc40-0ea2-4901-bba3-a6573bbf7c39 req-fedabd49-d74d-40df-9ab4-1fe0f4ec0fb0 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 950 time: 0.1251123 Feb 11 04:38:51.715086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Pushing event updated for resources: {'Port': ['ID=ab206544-a3f7-4780-a626-b3f5a44e9c92,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:51.772113 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eeb6dc40-0ea2-4901-bba3-a6573bbf7c39 req-d7131133-8c61-4d58-9005-a446c0aca832 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211538 Feb 11 04:38:51.775843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4947815-cfcb-41b0-bb86-e37bb8704090 req-73791994-1d01-4365-9038-afa70b27d02a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:51.777476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4947815-cfcb-41b0-bb86-e37bb8704090 req-73791994-1d01-4365-9038-afa70b27d02a tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 950 time: 0.0551441 Feb 11 04:38:51.806539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Network 776b9405-192e-4681-a7e1-710a2707690f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:51.808237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:51.857201 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4947815-cfcb-41b0-bb86-e37bb8704090 req-d5b76394-bebb-4773-856a-91fc6f71dce8 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682979 Feb 11 04:38:52.023722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Router 142cc9b6-863b-479a-8956-5d7db5979b7f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:38:52.152027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-068a4128-29e4-4874-92c2-10b4e1f74c2b None None] Provisioning complete for port ab206544-a3f7-4780-a626-b3f5a44e9c92 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:52.152427 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-068a4128-29e4-4874-92c2-10b4e1f74c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.184511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:52.191899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-27f47ded-a9c5-4c44-8c61-c7e50b96f65c admin admin] 10.222.0.48 "PUT /v2.0/routers/142cc9b6-863b-479a-8956-5d7db5979b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9724095 Feb 11 04:38:52.216322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-068a4128-29e4-4874-92c2-10b4e1f74c2b None None] Port ab206544-a3f7-4780-a626-b3f5a44e9c92 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:52.349174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad3b43-fb13-46ef-8883-aa5556f7a43b req-dcb9b1a8-7653-4789-af07-405b82b04914 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:52.351228 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78ad3b43-fb13-46ef-8883-aa5556f7a43b req-dcb9b1a8-7653-4789-af07-405b82b04914 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.0649471 Feb 11 04:38:52.417823 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78ad3b43-fb13-46ef-8883-aa5556f7a43b req-2b553aba-5981-47d6-a3fc-63f26f36decb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558589 Feb 11 04:38:52.417823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44232) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:52.577156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36d3ff65-46be-46ca-a262-dd9df3c2b765 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:52.612185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881173b-bf52-4ec1-821a-4f3dbb2b9096 req-a385cfca-3dce-439a-8a17-47e7a3e57758 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:52.614034 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a881173b-bf52-4ec1-821a-4f3dbb2b9096 req-a385cfca-3dce-439a-8a17-47e7a3e57758 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 950 time: 0.1917331 Feb 11 04:38:52.628892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 36d3ff65-46be-46ca-a262-dd9df3c2b765 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:52.629222 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.674293 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-997e03c0-52a4-43f7-9073-1628f1250e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.713692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5c15-1be4-45dd-8c40-8d8173b9ae16 req-e2c3db22-505d-472c-948c-116e5664159c tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:52.734363 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bfd5c15-1be4-45dd-8c40-8d8173b9ae16 req-e2c3db22-505d-472c-948c-116e5664159c tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 948 time: 0.2277946 Feb 11 04:38:52.784272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 36d3ff65-46be-46ca-a262-dd9df3c2b765 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:52.785149 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.826384 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-997e03c0-52a4-43f7-9073-1628f1250e0b admin admin] Publish callbacks [] for security_group (2b6869fb-153f-44d0-b116-361971fb7035), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.839328 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-997e03c0-52a4-43f7-9073-1628f1250e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2b6869fb-153f-44d0-b116-361971fb7035), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.854663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 36d3ff65-46be-46ca-a262-dd9df3c2b765, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=36d3ff65-46be-46ca-a262-dd9df3c2b765,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:52.867436 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.920965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e03c0-52a4-43f7-9073-1628f1250e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6869fb-153f-44d0-b116-361971fb7035,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:52.921647 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bfd5c15-1be4-45dd-8c40-8d8173b9ae16 req-1a3c3ce0-10e1-4832-863a-159215bdbdc1 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849978 Feb 11 04:38:52.942320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-a881173b-bf52-4ec1-821a-4f3dbb2b9096 req-885f2b56-7100-451b-ad8a-f88f1f6b7b5a tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Deleting port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:52.942667 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a881173b-bf52-4ec1-821a-4f3dbb2b9096 req-885f2b56-7100-451b-ad8a-f88f1f6b7b5a tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.974062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=36d3ff65-46be-46ca-a262-dd9df3c2b765,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:53.042307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-997e03c0-52a4-43f7-9073-1628f1250e0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94b18537cdea495aba76a1a80e8718d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6238348 Feb 11 04:38:53.044977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44254) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:53.071783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44256) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:53.098461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e1aea-033c-4ea5-854b-b7502b0ff8ce req-d3c63699-9ff8-4f0c-bb8d-8d1854668c61 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:53.106774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-574e1aea-033c-4ea5-854b-b7502b0ff8ce req-d3c63699-9ff8-4f0c-bb8d-8d1854668c61 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 950 time: 0.1714778 Feb 11 04:38:53.129011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-a881173b-bf52-4ec1-821a-4f3dbb2b9096 req-885f2b56-7100-451b-ad8a-f88f1f6b7b5a tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] For port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:53.129378 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a881173b-bf52-4ec1-821a-4f3dbb2b9096 req-885f2b56-7100-451b-ad8a-f88f1f6b7b5a tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.136406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44262) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:53.144717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1903549432-network', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:53.173399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-a881173b-bf52-4ec1-821a-4f3dbb2b9096 req-885f2b56-7100-451b-ad8a-f88f1f6b7b5a tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Calling delete_port for 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:53.203756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-574e1aea-033c-4ea5-854b-b7502b0ff8ce req-bb4e6f57-7524-40ab-b1f8-d1e51d0d5709 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/security-groups?id=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956578 Feb 11 04:38:53.207611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Made reservation on behalf of e1f971184fdc40c7975528803ebf2b2f for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:53.210872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.238511 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9972-7723-41bf-8c50-e88cde66e867 admin admin] Publish callbacks [] for security_group (2b6869fb-153f-44d0-b116-361971fb7035), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.242667 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.283219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3c65-eab1-4086-b468-1e2eb35f4a83 req-7b5044e0-4dd9-44d2-9fa2-1874f298cdea tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:53.290145 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-41ae3c65-eab1-4086-b468-1e2eb35f4a83 req-7b5044e0-4dd9-44d2-9fa2-1874f298cdea tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 950 time: 0.1506186 Feb 11 04:38:53.324630 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9972-7723-41bf-8c50-e88cde66e867 admin admin] Publish callbacks [] for security_group (2b6869fb-153f-44d0-b116-361971fb7035), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.347999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Sync routers for ids ['142cc9b6-863b-479a-8956-5d7db5979b7f'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:53.357626 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-41ae3c65-eab1-4086-b468-1e2eb35f4a83 req-cf02004d-8206-4719-8c91-387bf0cedbcb tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666008 Feb 11 04:38:53.360236 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Routers {'142cc9b6-863b-479a-8956-5d7db5979b7f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:53.361154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:38:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['142cc9b6-863b-479a-8956-5d7db5979b7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:53.398801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3468ba01-c25c-43f8-ace4-e6bd875ee391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.425606 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a881173b-bf52-4ec1-821a-4f3dbb2b9096 req-885f2b56-7100-451b-ad8a-f88f1f6b7b5a tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (214b07f0-18c9-4ca3-ba4d-c140ec5b13fb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.428588 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaf654-66b0-4d20-8f91-afb215128829 req-f00ca2cb-76f3-4137-9c33-fae15d9b2185 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:53.430874 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84aaf654-66b0-4d20-8f91-afb215128829 req-f00ca2cb-76f3-4137-9c33-fae15d9b2185 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.10 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 950 time: 0.2017145 Feb 11 04:38:53.460142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f2b56-7100-451b-ad8a-f88f1f6b7b5a tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Pushing event deleted for resources: {'Port': ['ID=214b07f0-18c9-4ca3-ba4d-c140ec5b13fb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:53.478569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['214b07f0-18c9-4ca3-ba4d-c140ec5b13fb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:53.515969 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9972-7723-41bf-8c50-e88cde66e867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2b6869fb-153f-44d0-b116-361971fb7035), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.522387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9972-7723-41bf-8c50-e88cde66e867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.524227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ae6b9972-7723-41bf-8c50-e88cde66e867 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b6869fb-153f-44d0-b116-361971fb7035 HTTP/1.1" status: 204 len: 168 time: 0.4783375 Feb 11 04:38:53.544159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-a881173b-bf52-4ec1-821a-4f3dbb2b9096 req-885f2b56-7100-451b-ad8a-f88f1f6b7b5a tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] No DVR routers for this DVR port 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:53.550177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a881173b-bf52-4ec1-821a-4f3dbb2b9096 req-885f2b56-7100-451b-ad8a-f88f1f6b7b5a tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.555628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Set router 142cc9b6-863b-479a-8956-5d7db5979b7f gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:53.563938 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a881173b-bf52-4ec1-821a-4f3dbb2b9096 req-885f2b56-7100-451b-ad8a-f88f1f6b7b5a tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.60 "DELETE /v2.0/ports/214b07f0-18c9-4ca3-ba4d-c140ec5b13fb HTTP/1.1" status: 204 len: 173 time: 0.9358969 Feb 11 04:38:53.564604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1d5a4-f216-41bb-b77f-1993ce3c398b', 'name': 'network-vif-deleted', 'tag': '214b07f0-18c9-4ca3-ba4d-c140ec5b13fb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:53.575599 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9579462c-007a-445c-9eda-f2b9d329845e" -d '{"events": [{"server_uuid": "bbb1d5a4-f216-41bb-b77f-1993ce3c398b", "name": "network-vif-deleted", "tag": "214b07f0-18c9-4ca3-ba4d-c140ec5b13fb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:53.638336 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280182a1-87cd-4f47-81a3-19f51b9c0fd1 x-openstack-request-id: req-280182a1-87cd-4f47-81a3-19f51b9c0fd1 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:53.638336 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1d5a4-f216-41bb-b77f-1993ce3c398b", "name": "network-vif-deleted", "tag": "214b07f0-18c9-4ca3-ba4d-c140ec5b13fb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:53.638753 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-280182a1-87cd-4f47-81a3-19f51b9c0fd1 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:53.639606 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1d5a4-f216-41bb-b77f-1993ce3c398b', 'name': 'network-vif-deleted', 'tag': '214b07f0-18c9-4ca3-ba4d-c140ec5b13fb', 'status': 'completed', 'code': 200} Feb 11 04:38:53.664240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b9972-7723-41bf-8c50-e88cde66e867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6869fb-153f-44d0-b116-361971fb7035,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:53.722676 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Publish callbacks [] for security_group (5c3e5636-15f3-4f28-b2a2-bec35033aad6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.746660 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5c3e5636-15f3-4f28-b2a2-bec35033aad6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.798399 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:38:53.809258 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3468ba01-c25c-43f8-ace4-e6bd875ee391 admin admin] Publish callbacks [] for security_group (7e987092-5b9a-4a77-85ae-c523b999b462), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.826975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df889b4-f775-4417-a906-d9c86ef73cd8 req-464cafff-1798-47db-a9e1-cea9951f021e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:53.828477 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1df889b4-f775-4417-a906-d9c86ef73cd8 req-464cafff-1798-47db-a9e1-cea9951f021e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.2207310 Feb 11 04:38:53.846408 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3468ba01-c25c-43f8-ace4-e6bd875ee391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7e987092-5b9a-4a77-85ae-c523b999b462), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.847780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2047730243-router', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:43Z', 'updated_at': '2022-02-11T04:38:51Z', 'revision_number': 4, 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'gw_port': {'id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:45Z', 'updated_at': '2022-02-11T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ab206544-a3f7-4780-a626-b3f5a44e9c92', 'name': '', 'network_id': '776b9405-192e-4681-a7e1-710a2707690f', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'mac_address': 'fa:16:3e:7f:65:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'da183ca0-dd04-457e-bf6a-c26ca2d4613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:50Z', 'updated_at': '2022-02-11T04:38:51Z', 'revision_number': 2, 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'subnets': [{'id': 'da183ca0-dd04-457e-bf6a-c26ca2d4613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:53.872911 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (43df66f3-87fb-444a-9ae0-bec981a30f4f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.873249 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Added segment 43df66f3-87fb-444a-9ae0-bec981a30f4f of type vlan for network c793080e-3cca-4ebe-ba61-1d289e51e7a7 Feb 11 04:38:53.876267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Checking router: 142cc9b6-863b-479a-8956-5d7db5979b7f for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:38:53.876625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Updating router 142cc9b6-863b-479a-8956-5d7db5979b7f port ab206544-a3f7-4780-a626-b3f5a44e9c92 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:38:53.886108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3e5636-15f3-4f28-b2a2-bec35033aad6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:53.900589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-84aaf654-66b0-4d20-8f91-afb215128829 req-ecfe07a3-d84a-4a0a-9da8-53863bfacaf2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Deleting port e11f0099-85bc-4ec3-9a39-a0cf775baa31 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:53.901043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84aaf654-66b0-4d20-8f91-afb215128829 req-ecfe07a3-d84a-4a0a-9da8-53863bfacaf2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.905758 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.953663 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3468ba01-c25c-43f8-ace4-e6bd875ee391 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=490be4f2f0d847558d2f2b15c90842f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8809795 Feb 11 04:38:53.956700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44274) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:54.047916 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1df889b4-f775-4417-a906-d9c86ef73cd8 req-54080d14-dac0-4d6c-94a7-8a571634b7bb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105966 Feb 11 04:38:54.049459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (c793080e-3cca-4ebe-ba61-1d289e51e7a7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.057022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468ba01-c25c-43f8-ace4-e6bd875ee391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e987092-5b9a-4a77-85ae-c523b999b462,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:54.081448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44276) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:54.110444 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c0bbeb0-247c-4fa1-9c1f-0ae59eab0242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.137972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-84aaf654-66b0-4d20-8f91-afb215128829 req-ecfe07a3-d84a-4a0a-9da8-53863bfacaf2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] For port e11f0099-85bc-4ec3-9a39-a0cf775baa31, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=e11f0099-85bc-4ec3-9a39-a0cf775baa31,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:54.138490 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84aaf654-66b0-4d20-8f91-afb215128829 req-ecfe07a3-d84a-4a0a-9da8-53863bfacaf2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.148660 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (c793080e-3cca-4ebe-ba61-1d289e51e7a7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.149684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:54.150620 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.194993 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-84aaf654-66b0-4d20-8f91-afb215128829 req-ecfe07a3-d84a-4a0a-9da8-53863bfacaf2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Calling delete_port for e11f0099-85bc-4ec3-9a39-a0cf775baa31 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:54.258604 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1209822 Feb 11 04:38:54.263043 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Publish callbacks [] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.266320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44280) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:54.276834 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.309236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b7d63b8a-ce8b-45a0-b120-7f1a59710a64 admin admin] Request body: {'subnet': {'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903549432-subnet', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:54.318705 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4031d45f-6f46-4d83-b871-3a4ae56f39e4 admin admin] Publish callbacks [] for security_group (7e987092-5b9a-4a77-85ae-c523b999b462), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.320266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc940f-8894-4b6e-8db7-3ebf434483c2 admin admin] Pushing event updated for resources: {'Network': ['ID=c793080e-3cca-4ebe-ba61-1d289e51e7a7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:54.348549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network c793080e-3cca-4ebe-ba61-1d289e51e7a7 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:38:54.355832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31431d7e-6e79-45b2-988d-962511355108 None None] Pushing event updated for resources: {'Port': ['ID=ab206544-a3f7-4780-a626-b3f5a44e9c92,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:54.389067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1364d5-4a2d-4f17-b4a5-c11ea026ae83 req-7d78f250-1345-4927-bfcf-5c09709e590e tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:54.408292 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f1364d5-4a2d-4f17-b4a5-c11ea026ae83 req-7d78f250-1345-4927-bfcf-5c09709e590e tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 948 time: 0.4107523 Feb 11 04:38:54.414535 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb4f1690-d70b-4f61-a859-fe6beb9eefd5 req-c84df6c9-8621-4d01-965f-460321381234 tempest-ServerDiagnosticsNegativeTest-1791048067 tempest-ServerDiagnosticsNegativeTest-1791048067-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbb1d5a4-f216-41bb-b77f-1993ce3c398b HTTP/1.1" status: 200 len: 210 time: 0.0540750 Feb 11 04:38:54.435875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d63b8a-ce8b-45a0-b120-7f1a59710a64 admin admin] Made reservation on behalf of e1f971184fdc40c7975528803ebf2b2f for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:54.435875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d63b8a-ce8b-45a0-b120-7f1a59710a64 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.540416 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c0bbeb0-247c-4fa1-9c1f-0ae59eab0242 admin admin] Publish callbacks [] for security_group (1c9125b6-6886-4300-8b8c-4814f933f8f1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.549798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4031d45f-6f46-4d83-b871-3a4ae56f39e4 admin admin] Publish callbacks [] for security_group (7e987092-5b9a-4a77-85ae-c523b999b462), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.568427 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c0bbeb0-247c-4fa1-9c1f-0ae59eab0242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1c9125b6-6886-4300-8b8c-4814f933f8f1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.608288 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f1364d5-4a2d-4f17-b4a5-c11ea026ae83 req-00da17d8-a9d5-4c9c-8bcb-bc7f60f64cbc tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985552 Feb 11 04:38:54.647031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36d3ff65-46be-46ca-a262-dd9df3c2b765 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:54.670866 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4031d45f-6f46-4d83-b871-3a4ae56f39e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7e987092-5b9a-4a77-85ae-c523b999b462), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.674849 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4031d45f-6f46-4d83-b871-3a4ae56f39e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.685004 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4031d45f-6f46-4d83-b871-3a4ae56f39e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e987092-5b9a-4a77-85ae-c523b999b462 HTTP/1.1" status: 204 len: 168 time: 0.7259984 Feb 11 04:38:54.697512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031d45f-6f46-4d83-b871-3a4ae56f39e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e987092-5b9a-4a77-85ae-c523b999b462,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:54.728387 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Attempting to bind port ab206544-a3f7-4780-a626-b3f5a44e9c92 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:54.728770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Attempting to bind port ab206544-a3f7-4780-a626-b3f5a44e9c92 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:54.729147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Attempting to bind port ab206544-a3f7-4780-a626-b3f5a44e9c92 on network 776b9405-192e-4681-a7e1-710a2707690f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:54.741818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7c0bbeb0-247c-4fa1-9c1f-0ae59eab0242 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ae4074a64a84a93adecd44304be48c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6552427 Feb 11 04:38:54.744493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44286) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:54.745367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:54.745990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Checking segment: {'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:54.746572 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.747152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Bound using segment: {'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:54.747706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bbeb0-247c-4fa1-9c1f-0ae59eab0242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9125b6-6886-4300-8b8c-4814f933f8f1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:54.747966 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Bound port: ab206544-a3f7-4780-a626-b3f5a44e9c92, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:54.748572 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.775688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84aaf654-66b0-4d20-8f91-afb215128829 req-ecfe07a3-d84a-4a0a-9da8-53863bfacaf2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (e11f0099-85bc-4ec3-9a39-a0cf775baa31), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.839940 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a611d880-7f96-4971-8719-8714712a815f admin admin] Publish callbacks [] for security_group (1c9125b6-6886-4300-8b8c-4814f933f8f1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.843137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] For port ab206544-a3f7-4780-a626-b3f5a44e9c92, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:54.846979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] For port ab206544-a3f7-4780-a626-b3f5a44e9c92, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ab206544-a3f7-4780-a626-b3f5a44e9c92,segment=NetworkSegment(93da75ec-bda3-4dc7-b19a-b0db153355f8),segment_id=93da75ec-bda3-4dc7-b19a-b0db153355f8)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:54.854972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['e11f0099-85bc-4ec3-9a39-a0cf775baa31'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:54.861734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbfeaf-cd54-4f13-b41e-40067b70fadf req-79665d51-a180-48db-b3d7-2299c834c2c2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:54.870778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1fcbfeaf-cd54-4f13-b41e-40067b70fadf req-79665d51-a180-48db-b3d7-2299c834c2c2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/ports?device_id=eabdb594-06c7-454c-947c-0b4dcd23855e HTTP/1.1" status: 200 len: 950 time: 0.3055265 Feb 11 04:38:54.872004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a611d880-7f96-4971-8719-8714712a815f admin admin] Publish callbacks [] for security_group (1c9125b6-6886-4300-8b8c-4814f933f8f1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.877127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe07a3-d84a-4a0a-9da8-53863bfacaf2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Pushing event deleted for resources: {'Port': ['ID=e11f0099-85bc-4ec3-9a39-a0cf775baa31,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:54.890885 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.909143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d7ce6d3b-5164-4b8a-b61d-13cb95fc4610 None None] Provisioning complete for port ab206544-a3f7-4780-a626-b3f5a44e9c92 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:54.911130 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6d3b-5164-4b8a-b61d-13cb95fc4610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.964532 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a611d880-7f96-4971-8719-8714712a815f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1c9125b6-6886-4300-8b8c-4814f933f8f1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.968440 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a611d880-7f96-4971-8719-8714712a815f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.968597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-84aaf654-66b0-4d20-8f91-afb215128829 req-ecfe07a3-d84a-4a0a-9da8-53863bfacaf2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] No DVR routers for this DVR port e11f0099-85bc-4ec3-9a39-a0cf775baa31 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:54.971960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a611d880-7f96-4971-8719-8714712a815f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c9125b6-6886-4300-8b8c-4814f933f8f1 HTTP/1.1" status: 204 len: 168 time: 0.2235680 Feb 11 04:38:54.997158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 36d3ff65-46be-46ca-a262-dd9df3c2b765 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:54.997925 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.000779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611d880-7f96-4971-8719-8714712a815f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9125b6-6886-4300-8b8c-4814f933f8f1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:55.022655 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84aaf654-66b0-4d20-8f91-afb215128829 req-ecfe07a3-d84a-4a0a-9da8-53863bfacaf2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.036216 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84aaf654-66b0-4d20-8f91-afb215128829 req-ecfe07a3-d84a-4a0a-9da8-53863bfacaf2 tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.10 "DELETE /v2.0/ports/e11f0099-85bc-4ec3-9a39-a0cf775baa31 HTTP/1.1" status: 204 len: 173 time: 1.5979660 Feb 11 04:38:55.036715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabdb594-06c7-454c-947c-0b4dcd23855e', 'name': 'network-vif-deleted', 'tag': 'e11f0099-85bc-4ec3-9a39-a0cf775baa31'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:55.050986 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49572315-00ef-4f76-95f6-748f1f914d5a" -d '{"events": [{"server_uuid": "eabdb594-06c7-454c-947c-0b4dcd23855e", "name": "network-vif-deleted", "tag": "e11f0099-85bc-4ec3-9a39-a0cf775baa31"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:55.139041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31431d7e-6e79-45b2-988d-962511355108 None None] Pushing event updated for resources: {'Port': ['ID=ab206544-a3f7-4780-a626-b3f5a44e9c92,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:55.143136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1fcbfeaf-cd54-4f13-b41e-40067b70fadf req-3f875d72-c975-4f67-ad1a-f99964fb0c9b tempest-DeleteServersAdminTestJSON-1728556745 tempest-DeleteServersAdminTestJSON-1728556745-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af6982f-4a5f-4604-b5d8-fb46e59bf08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709794 Feb 11 04:38:55.151042 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d63b8a-ce8b-45a0-b120-7f1a59710a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for subnet (a19f5f04-fbd4-47d4-b44f-f880d0190b0d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.155494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Routers {'142cc9b6-863b-479a-8956-5d7db5979b7f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:55.162598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:38:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['142cc9b6-863b-479a-8956-5d7db5979b7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:55.242508 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e46ccb-0c9c-4806-becf-a69260a7831a x-openstack-request-id: req-77e46ccb-0c9c-4806-becf-a69260a7831a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:55.243724 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabdb594-06c7-454c-947c-0b4dcd23855e", "name": "network-vif-deleted", "tag": "e11f0099-85bc-4ec3-9a39-a0cf775baa31", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:55.244116 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77e46ccb-0c9c-4806-becf-a69260a7831a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:55.245647 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabdb594-06c7-454c-947c-0b4dcd23855e', 'name': 'network-vif-deleted', 'tag': 'e11f0099-85bc-4ec3-9a39-a0cf775baa31', 'status': 'completed', 'code': 200} Feb 11 04:38:55.316723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44296) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:55.343757 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-226fde03-3a1e-4431-a186-d3e62dae129c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.383274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d63b8a-ce8b-45a0-b120-7f1a59710a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a19f5f04-fbd4-47d4-b44f-f880d0190b0d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:55.418918 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d63b8a-ce8b-45a0-b120-7f1a59710a64 admin admin] Checking segment: {'id': '43df66f3-87fb-444a-9ae0-bec981a30f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:55.419281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d63b8a-ce8b-45a0-b120-7f1a59710a64 admin admin] Network hostable DHCP agents. Network: c793080e-3cca-4ebe-ba61-1d289e51e7a7, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:38:55.451604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce6d3b-5164-4b8a-b61d-13cb95fc4610 None None] Current status of the port ab206544-a3f7-4780-a626-b3f5a44e9c92 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:55.452065 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6d3b-5164-4b8a-b61d-13cb95fc4610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.463508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 36d3ff65-46be-46ca-a262-dd9df3c2b765 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:55.476936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d63b8a-ce8b-45a0-b120-7f1a59710a64 admin admin] Network c793080e-3cca-4ebe-ba61-1d289e51e7a7 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:38:55.486014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] Set router 142cc9b6-863b-479a-8956-5d7db5979b7f gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:55.523209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf33a5-b7f6-427e-bbf9-c577a247fdc5 req-d6ac0691-a55b-418e-9e62-6abcfb1be865 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:55.535007 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fcbf33a5-b7f6-427e-bbf9-c577a247fdc5 req-d6ac0691-a55b-418e-9e62-6abcfb1be865 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.2287128 Feb 11 04:38:55.535104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d7ce6d3b-5164-4b8a-b61d-13cb95fc4610 None None] For port ab206544-a3f7-4780-a626-b3f5a44e9c92, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ab206544-a3f7-4780-a626-b3f5a44e9c92,segment=NetworkSegment(93da75ec-bda3-4dc7-b19a-b0db153355f8),segment_id=93da75ec-bda3-4dc7-b19a-b0db153355f8)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:55.540586 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-226fde03-3a1e-4431-a186-d3e62dae129c admin admin] Publish callbacks [] for security_group (2daacfaf-b792-40f8-8292-9b4e87f60d7a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.545475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b7d63b8a-ce8b-45a0-b120-7f1a59710a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, c793080e-3cca-4ebe-ba61-1d289e51e7a7) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:55.556135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-226fde03-3a1e-4431-a186-d3e62dae129c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2daacfaf-b792-40f8-8292-9b4e87f60d7a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.557274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d63b8a-ce8b-45a0-b120-7f1a59710a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:55.557821 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d63b8a-ce8b-45a0-b120-7f1a59710a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.591605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0bcfdd-d82d-40bb-9556-feb42477b176 None None] Network c793080e-3cca-4ebe-ba61-1d289e51e7a7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:55.593730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6d3b-5164-4b8a-b61d-13cb95fc4610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.618463 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fcbf33a5-b7f6-427e-bbf9-c577a247fdc5 req-e8e4f65f-b2e9-433a-9e77-996703d048a5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795345 Feb 11 04:38:55.626493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b7d63b8a-ce8b-45a0-b120-7f1a59710a64 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3589263 Feb 11 04:38:55.634047 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44308) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:55.641034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1903549432-router', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:55.668266 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.669996 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.675060 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-226fde03-3a1e-4431-a186-d3e62dae129c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfece3913fab4c89af73695d376bb830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571784 Feb 11 04:38:55.677142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44312) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:55.679171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fde03-3a1e-4431-a186-d3e62dae129c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daacfaf-b792-40f8-8292-9b4e87f60d7a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:55.806604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4e473ee2-d195-445b-a6ca-75b7ca51791a None None] Provisioning complete for port ab206544-a3f7-4780-a626-b3f5a44e9c92 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:55.807284 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e473ee2-d195-445b-a6ca-75b7ca51791a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.809233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce6d3b-5164-4b8a-b61d-13cb95fc4610 None None] Pushing event updated for resources: {'Port': ['ID=ab206544-a3f7-4780-a626-b3f5a44e9c92,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:55.897999 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Publish callbacks [] for router_controller (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.907405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-c793080e-3cca-4ebe-ba61-1d289e51e7a7', 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7', 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'fixed_ips': [{'subnet_id': 'a19f5f04-fbd4-47d4-b44f-f880d0190b0d'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:38:55.908974 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.927082 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9b845e9-82e6-4207-8f82-a4eb12870d14 admin admin] Publish callbacks [] for security_group (2daacfaf-b792-40f8-8292-9b4e87f60d7a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.928812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 35531c59-fdf1-49ba-bdc2-964ff9409f7c details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:38:55.936875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f72217-f7d5-4d28-8fd8-eb68063b4611 req-980ffb6a-64da-406e-9d5c-4dd9a38afffa tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:55.944548 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:55.956632 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27f72217-f7d5-4d28-8fd8-eb68063b4611 req-980ffb6a-64da-406e-9d5c-4dd9a38afffa tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 948 time: 0.1678903 Feb 11 04:38:56.012227 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:56.012592 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 214b07f0-18c9-4ca3-ba4d-c140ec5b13fb not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:56.015207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44320) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:56.076440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27f72217-f7d5-4d28-8fd8-eb68063b4611 req-d43ae872-85df-4f0d-baab-c1da80e08324 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187100 Feb 11 04:38:56.253541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2f0b8917-44bb-424b-90f5-3eab2d62ecec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac98268645df4ab1bc7ec57e2f5b7d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354658 Feb 11 04:38:56.256341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44336) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:56.294730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2047730243-router', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:43Z', 'updated_at': '2022-02-11T04:38:51Z', 'revision_number': 4, 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'gw_port': {'id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:45Z', 'updated_at': '2022-02-11T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ab206544-a3f7-4780-a626-b3f5a44e9c92', 'name': '', 'network_id': '776b9405-192e-4681-a7e1-710a2707690f', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'mac_address': 'fa:16:3e:7f:65:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'da183ca0-dd04-457e-bf6a-c26ca2d4613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:50Z', 'updated_at': '2022-02-11T04:38:54Z', 'revision_number': 4, 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'subnets': [{'id': 'da183ca0-dd04-457e-bf6a-c26ca2d4613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:56.343494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4e473ee2-d195-445b-a6ca-75b7ca51791a None None] Current status of the port ab206544-a3f7-4780-a626-b3f5a44e9c92 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:56.347318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880fb03-df62-4474-830a-5e5fbe38c618 None None] The sync data for ids ['142cc9b6-863b-479a-8956-5d7db5979b7f'] in n-d-615180-58 is: [{'id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2047730243-router', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:43Z', 'updated_at': '2022-02-11T04:38:51Z', 'revision_number': 4, 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'gw_port': {'id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:45Z', 'updated_at': '2022-02-11T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ab206544-a3f7-4780-a626-b3f5a44e9c92', 'name': '', 'network_id': '776b9405-192e-4681-a7e1-710a2707690f', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'mac_address': 'fa:16:3e:7f:65:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'da183ca0-dd04-457e-bf6a-c26ca2d4613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:50Z', 'updated_at': '2022-02-11T04:38:54Z', 'revision_number': 4, 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'subnets': [{'id': 'da183ca0-dd04-457e-bf6a-c26ca2d4613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:56.358373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 35531c59-fdf1-49ba-bdc2-964ff9409f7c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=35531c59-fdf1-49ba-bdc2-964ff9409f7c,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:56.382210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Allocated IP 172.20.0.2 (c793080e-3cca-4ebe-ba61-1d289e51e7a7/a19f5f04-fbd4-47d4-b44f-f880d0190b0d/2203b9b4-c5a5-4a35-9814-a34ead9e5914) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:56.386111 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c787e6d-11a3-45f4-9357-8e68ba67d179 admin admin] Publish callbacks [] for security_group (a06a7b9f-e291-4259-a3c9-1b76e3d81bf0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.414008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '35531c59-fdf1-49ba-bdc2-964ff9409f7c', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '35531c59-fdf1-49ba-bdc2-964ff9409f7c', 'mac_address': 'fa:16:3e:eb:e1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:38:56.468034 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c787e6d-11a3-45f4-9357-8e68ba67d179 admin admin] Publish callbacks [] for security_group (a06a7b9f-e291-4259-a3c9-1b76e3d81bf0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.603141 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c787e6d-11a3-45f4-9357-8e68ba67d179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a06a7b9f-e291-4259-a3c9-1b76e3d81bf0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.605800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c787e6d-11a3-45f4-9357-8e68ba67d179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.609297 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7c787e6d-11a3-45f4-9357-8e68ba67d179 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a06a7b9f-e291-4259-a3c9-1b76e3d81bf0 HTTP/1.1" status: 204 len: 168 time: 0.3489947 Feb 11 04:38:56.623782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c787e6d-11a3-45f4-9357-8e68ba67d179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06a7b9f-e291-4259-a3c9-1b76e3d81bf0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:56.627926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Publish callbacks [] for router_gateway (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.633373 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9b845e9-82e6-4207-8f82-a4eb12870d14 admin admin] Publish callbacks [] for security_group (2daacfaf-b792-40f8-8292-9b4e87f60d7a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.685327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 35531c59-fdf1-49ba-bdc2-964ff9409f7c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:56.685730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.739926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ab206544-a3f7-4780-a626-b3f5a44e9c92 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:56.783707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35531c59-fdf1-49ba-bdc2-964ff9409f7c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:56.803962 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9b845e9-82e6-4207-8f82-a4eb12870d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2daacfaf-b792-40f8-8292-9b4e87f60d7a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.807847 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9b845e9-82e6-4207-8f82-a4eb12870d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.809998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e9b845e9-82e6-4207-8f82-a4eb12870d14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2daacfaf-b792-40f8-8292-9b4e87f60d7a HTTP/1.1" status: 204 len: 168 time: 1.1280155 Feb 11 04:38:56.834609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b845e9-82e6-4207-8f82-a4eb12870d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daacfaf-b792-40f8-8292-9b4e87f60d7a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:56.855370 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4548046-b71d-4f2b-893b-d35fa79d615d req-c70e56fd-5137-42b0-93fe-c633ad0deecb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:56.857020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4548046-b71d-4f2b-893b-d35fa79d615d req-c70e56fd-5137-42b0-93fe-c633ad0deecb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.1198411 Feb 11 04:38:56.898745 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Publish callbacks [] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.908371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 35531c59-fdf1-49ba-bdc2-964ff9409f7c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=35531c59-fdf1-49ba-bdc2-964ff9409f7c,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:56.917887 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.934068 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.965054 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4548046-b71d-4f2b-893b-d35fa79d615d req-8ac786f0-34e6-4350-bb0f-ee7f74890ee6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004260 Feb 11 04:38:57.013830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Network c793080e-3cca-4ebe-ba61-1d289e51e7a7 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:57.018272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ab206544-a3f7-4780-a626-b3f5a44e9c92 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:57.018613 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.020927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:57.024542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Pushing event updated for resources: {'Port': ['ID=2203b9b4-c5a5-4a35-9814-a34ead9e5914,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:57.029920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:57.133823 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Publish callbacks [] for router_gateway (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.206317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44364) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:57.217445 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.396872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf738e0b-96ed-44b9-b056-65bdddbc7347 req-4a36a3b9-0de8-4628-990d-9c45672fc802 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:57.404025 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf738e0b-96ed-44b9-b056-65bdddbc7347 req-4a36a3b9-0de8-4628-990d-9c45672fc802 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 949 time: 0.1693008 Feb 11 04:38:57.423850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44370) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:57.452616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=35531c59-fdf1-49ba-bdc2-964ff9409f7c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:57.456139 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Attempting to bind port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:57.456423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Attempting to bind port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '43df66f3-87fb-444a-9ae0-bec981a30f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:57.456806 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Attempting to bind port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 on network c793080e-3cca-4ebe-ba61-1d289e51e7a7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:57.467242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7f96128-114f-48c6-8743-13c54d531b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.482720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:57.482855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Checking segment: {'id': '43df66f3-87fb-444a-9ae0-bec981a30f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:57.483290 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.483691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Bound using segment: {'id': '43df66f3-87fb-444a-9ae0-bec981a30f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:57.484187 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Bound port: 2203b9b4-c5a5-4a35-9814-a34ead9e5914, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43df66f3-87fb-444a-9ae0-bec981a30f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:57.484751 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.501751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['35531c59-fdf1-49ba-bdc2-964ff9409f7c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:57.549701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf738e0b-96ed-44b9-b056-65bdddbc7347 req-b35f2f89-d7e6-4e19-8d3c-536f3c509f14 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401920 Feb 11 04:38:57.565163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Allocated IP 172.25.7.119 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/979164ef-dfa2-47a9-8b15-173d9525e43d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:57.576052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ab206544-a3f7-4780-a626-b3f5a44e9c92 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:57.616739 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device e11f0099-85bc-4ec3-9a39-a0cf775baa31 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:57.649121 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7f96128-114f-48c6-8743-13c54d531b0b admin admin] Publish callbacks [] for security_group (910232df-486b-4812-bd12-21b0a7316b68), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.661878 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7f96128-114f-48c6-8743-13c54d531b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (910232df-486b-4812-bd12-21b0a7316b68), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.662808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: e11f0099-85bc-4ec3-9a39-a0cf775baa31 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:57.663196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device e11f0099-85bc-4ec3-9a39-a0cf775baa31 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:57.726395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] For port 2203b9b4-c5a5-4a35-9814-a34ead9e5914, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:57.771240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] For port 2203b9b4-c5a5-4a35-9814-a34ead9e5914, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2203b9b4-c5a5-4a35-9814-a34ead9e5914,segment=NetworkSegment(43df66f3-87fb-444a-9ae0-bec981a30f4f),segment_id=43df66f3-87fb-444a-9ae0-bec981a30f4f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:57.776158 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f7f96128-114f-48c6-8743-13c54d531b0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11e1ffa6e7e3453c8c36bb8d6f4594ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507402 Feb 11 04:38:57.780785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44376) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:57.796485 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f96128-114f-48c6-8743-13c54d531b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910232df-486b-4812-bd12-21b0a7316b68,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:57.802216 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Publish callbacks [] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.817141 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.847520 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ac4d3077-85bd-4c63-962c-e7e036c415bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b5c64812a4c4172a17a67f268528636&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6394100 Feb 11 04:38:57.848369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44378) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:57.904505 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6583-be33-4494-8bda-9a580264c538 admin admin] Publish callbacks [] for security_group (910232df-486b-4812-bd12-21b0a7316b68), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.934005 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6583-be33-4494-8bda-9a580264c538 admin admin] Publish callbacks [] for security_group (910232df-486b-4812-bd12-21b0a7316b68), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.959749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91dfcac7-245e-428d-8c00-ae7cf4a0929d admin admin] Publish callbacks [] for security_group (0af6982f-4a5f-4604-b5d8-fb46e59bf08a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.004567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37577501-3f80-4522-a74b-b918fbf77e2f None None] Pushing event updated for resources: {'Port': ['ID=2203b9b4-c5a5-4a35-9814-a34ead9e5914,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:58.006141 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91dfcac7-245e-428d-8c00-ae7cf4a0929d admin admin] Publish callbacks [] for security_group (0af6982f-4a5f-4604-b5d8-fb46e59bf08a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.027901 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.076286 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:58.079650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:58.093265 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:58.095712 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6583-be33-4494-8bda-9a580264c538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (910232df-486b-4812-bd12-21b0a7316b68), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.098172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6583-be33-4494-8bda-9a580264c538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.101577 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91dfcac7-245e-428d-8c00-ae7cf4a0929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0af6982f-4a5f-4604-b5d8-fb46e59bf08a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.102764 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ad9f6583-be33-4494-8bda-9a580264c538 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/910232df-486b-4812-bd12-21b0a7316b68 HTTP/1.1" status: 204 len: 168 time: 0.3201993 Feb 11 04:38:58.106312 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91dfcac7-245e-428d-8c00-ae7cf4a0929d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.110982 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-91dfcac7-245e-428d-8c00-ae7cf4a0929d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0af6982f-4a5f-4604-b5d8-fb46e59bf08a HTTP/1.1" status: 204 len: 168 time: 0.2614295 Feb 11 04:38:58.127275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfcac7-245e-428d-8c00-ae7cf4a0929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af6982f-4a5f-4604-b5d8-fb46e59bf08a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:58.161451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Pushing event updated for resources: {'Port': ['ID=979164ef-dfa2-47a9-8b15-173d9525e43d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:58.177115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f6583-be33-4494-8bda-9a580264c538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910232df-486b-4812-bd12-21b0a7316b68,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:58.258794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa36f-3acd-4e46-917c-cdf67cf518c3 req-5d9b6caf-5aed-4dd2-8f9b-76ef46800057 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:58.266725 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b4aa36f-3acd-4e46-917c-cdf67cf518c3 req-5d9b6caf-5aed-4dd2-8f9b-76ef46800057 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.1297653 Feb 11 04:38:58.390699 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b4aa36f-3acd-4e46-917c-cdf67cf518c3 req-66a873d2-b238-433a-b5ca-6691afd7b0a1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227489 Feb 11 04:38:58.526152 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Publish callbacks [] for router_gateway (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.585343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2203b9b4-c5a5-4a35-9814-a34ead9e5914 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:58.642121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:58.642552 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.762432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:58.762837 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.802297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c350b-1057-4403-b2c4-e57296d19aa9 req-eb5dfcdf-86ff-402f-b071-a25ebe1615af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:58.804651 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-305c350b-1057-4403-b2c4-e57296d19aa9 req-eb5dfcdf-86ff-402f-b071-a25ebe1615af tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 949 time: 0.1814656 Feb 11 04:38:58.810001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 2203b9b4-c5a5-4a35-9814-a34ead9e5914, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2203b9b4-c5a5-4a35-9814-a34ead9e5914,segment=NetworkSegment(43df66f3-87fb-444a-9ae0-bec981a30f4f),segment_id=43df66f3-87fb-444a-9ae0-bec981a30f4f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:58.819936 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.871601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44412) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:58.878860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=2203b9b4-c5a5-4a35-9814-a34ead9e5914,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:58.900444 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ae1435e-1d85-4ee6-a7c1-f36691aa016f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.924152 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.932833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-305c350b-1057-4403-b2c4-e57296d19aa9 req-14bd0b3a-0eaf-4872-a36b-fa58a1bf17b5 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207504 Feb 11 04:38:59.015919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ae1435e-1d85-4ee6-a7c1-f36691aa016f admin admin] Publish callbacks [] for security_group (77eb8570-be09-4f90-868c-f004f501cd07), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.023484 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2ae1435e-1d85-4ee6-a7c1-f36691aa016f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (77eb8570-be09-4f90-868c-f004f501cd07), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.057088 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1435e-1d85-4ee6-a7c1-f36691aa016f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eb8570-be09-4f90-868c-f004f501cd07,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:59.095788 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2ae1435e-1d85-4ee6-a7c1-f36691aa016f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f101d3200524c6aae31b2bf1d0a689a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230964 Feb 11 04:38:59.098342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44418) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:59.116790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Router ae75097e-e34c-4f9d-9d04-85cf5e7367c2 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:38:59.163407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b529a926-aadf-4715-9862-653bdb393ec7 admin admin] Publish callbacks [] for security_group (77eb8570-be09-4f90-868c-f004f501cd07), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.191962 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b529a926-aadf-4715-9862-653bdb393ec7 admin admin] Publish callbacks [] for security_group (77eb8570-be09-4f90-868c-f004f501cd07), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.264522 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b529a926-aadf-4715-9862-653bdb393ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (77eb8570-be09-4f90-868c-f004f501cd07), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.268175 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b529a926-aadf-4715-9862-653bdb393ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.272488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b529a926-aadf-4715-9862-653bdb393ec7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77eb8570-be09-4f90-868c-f004f501cd07 HTTP/1.1" status: 204 len: 168 time: 0.1698296 Feb 11 04:38:59.285547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529a926-aadf-4715-9862-653bdb393ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eb8570-be09-4f90-868c-f004f501cd07,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:59.309772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:59.325616 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Sync routers for ids ['ae75097e-e34c-4f9d-9d04-85cf5e7367c2'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:59.352033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.356357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44432) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:59.361775 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bae2ccfe-5bf0-4e9a-bd14-189da320f5fe admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7260189 Feb 11 04:38:59.379763 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Routers {'ae75097e-e34c-4f9d-9d04-85cf5e7367c2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:59.381888 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:38:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['ae75097e-e34c-4f9d-9d04-85cf5e7367c2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:59.470432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25635f96-45f8-4a0b-ab7f-939c8a7d1c45 None None] Network c793080e-3cca-4ebe-ba61-1d289e51e7a7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:59.527532 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Set router ae75097e-e34c-4f9d-9d04-85cf5e7367c2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:59.553379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9ddcbae6-b190-4757-a5e7-a8e6be9f0708 None None] Provisioning complete for port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:59.554005 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbae6-b190-4757-a5e7-a8e6be9f0708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.706294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcbae6-b190-4757-a5e7-a8e6be9f0708 None None] Current status of the port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:59.710142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb789ce-697e-4367-bfca-cdf7f52448ca req-9625119e-ecb4-44af-8634-d491952a411c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:59.718248 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fcb789ce-697e-4367-bfca-cdf7f52448ca req-9625119e-ecb4-44af-8634-d491952a411c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.1976495 Feb 11 04:38:59.782118 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903549432-router', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:55Z', 'updated_at': '2022-02-11T04:38:58Z', 'revision_number': 3, 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'gw_port': {'id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:57Z', 'updated_at': '2022-02-11T04:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:59.817336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fcb789ce-697e-4367-bfca-cdf7f52448ca req-b658a8f2-7c5a-41ad-8c8a-10a6cf53800a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981550 Feb 11 04:38:59.829485 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Checking router: ae75097e-e34c-4f9d-9d04-85cf5e7367c2 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:38:59.830372 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Updating router ae75097e-e34c-4f9d-9d04-85cf5e7367c2 port 979164ef-dfa2-47a9-8b15-173d9525e43d binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:38:59.864490 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.916539 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 35531c59-fdf1-49ba-bdc2-964ff9409f7c up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:00.080106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 35531c59-fdf1-49ba-bdc2-964ff9409f7c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:39:00.096288 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-945135ea-f2d9-4e11-9a23-b1dc66b14d6a None None] Provisioning complete for port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:00.096675 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-945135ea-f2d9-4e11-9a23-b1dc66b14d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.166252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 35531c59-fdf1-49ba-bdc2-964ff9409f7c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:00.166646 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.169867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44456) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:00.177071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36cabb-c156-48cc-adf4-75a29dff8c02 req-ad14b588-011b-4080-bae7-49d180110696 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:00.179100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be36cabb-c156-48cc-adf4-75a29dff8c02 req-ad14b588-011b-4080-bae7-49d180110696 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 949 time: 0.1290734 Feb 11 04:39:00.270351 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Publish callbacks [] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.272831 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be36cabb-c156-48cc-adf4-75a29dff8c02 req-6b27bb23-ef99-4253-ae2a-4ece16a7d37f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847590 Feb 11 04:39:00.282165 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.353773 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.354680 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb4500-615a-4135-b3ff-c5bd2a29f4e3 None None] Pushing event updated for resources: {'Port': ['ID=979164ef-dfa2-47a9-8b15-173d9525e43d,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:00.378483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-945135ea-f2d9-4e11-9a23-b1dc66b14d6a None None] Current status of the port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:00.395391 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Attempting to bind port 979164ef-dfa2-47a9-8b15-173d9525e43d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:00.396143 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Attempting to bind port 979164ef-dfa2-47a9-8b15-173d9525e43d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:00.397351 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Attempting to bind port 979164ef-dfa2-47a9-8b15-173d9525e43d on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:00.405599 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:00.406410 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:00.407198 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.407873 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:00.408741 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Bound port: 979164ef-dfa2-47a9-8b15-173d9525e43d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:00.409417 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.460767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 35531c59-fdf1-49ba-bdc2-964ff9409f7c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:00.461212 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.508072 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] For port 979164ef-dfa2-47a9-8b15-173d9525e43d, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:00.513354 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] For port 979164ef-dfa2-47a9-8b15-173d9525e43d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=979164ef-dfa2-47a9-8b15-173d9525e43d,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:00.532685 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.534451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad566371-f3d4-4669-b36f-241050c70cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35531c59-fdf1-49ba-bdc2-964ff9409f7c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:00.540278 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bede16-53fc-47ba-9071-2367a4c747a2" -d '{"events": [{"server_uuid": "ad566371-f3d4-4669-b36f-241050c70cc8", "name": "network-vif-plugged", "status": "completed", "tag": "35531c59-fdf1-49ba-bdc2-964ff9409f7c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:00.565800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 35531c59-fdf1-49ba-bdc2-964ff9409f7c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=35531c59-fdf1-49ba-bdc2-964ff9409f7c,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:00.575112 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.619973 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Routers {'ae75097e-e34c-4f9d-9d04-85cf5e7367c2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:00.620810 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:38:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['ae75097e-e34c-4f9d-9d04-85cf5e7367c2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:00.629564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2203b9b4-c5a5-4a35-9814-a34ead9e5914 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:00.639696 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8f687f-b89c-47ff-a0b7-9ac1145db509 x-openstack-request-id: req-ba8f687f-b89c-47ff-a0b7-9ac1145db509 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:00.640105 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad566371-f3d4-4669-b36f-241050c70cc8", "name": "network-vif-plugged", "status": "completed", "tag": "35531c59-fdf1-49ba-bdc2-964ff9409f7c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:00.640912 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba8f687f-b89c-47ff-a0b7-9ac1145db509 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:00.641472 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad566371-f3d4-4669-b36f-241050c70cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35531c59-fdf1-49ba-bdc2-964ff9409f7c', 'code': 200} Feb 11 04:39:00.649379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Allocated IP 172.20.0.1 (c793080e-3cca-4ebe-ba61-1d289e51e7a7/a19f5f04-fbd4-47d4-b44f-f880d0190b0d/75d7b607-f4a8-4511-9c28-9d2f268b124b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:00.718412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=35531c59-fdf1-49ba-bdc2-964ff9409f7c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:00.743987 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9b176c3-d007-408c-a647-5faedce7e152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.745068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:00.746072 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.753846 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] Set router ae75097e-e34c-4f9d-9d04-85cf5e7367c2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:00.871389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:00.906163 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb4500-615a-4135-b3ff-c5bd2a29f4e3 None None] Pushing event updated for resources: {'Port': ['ID=979164ef-dfa2-47a9-8b15-173d9525e43d,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:00.971670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d4633-1cf4-4393-a4e6-b48d7d7ef80f req-cb8fd0b2-0ed3-4902-99bc-e1687d2a280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:00.973281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce2d4633-1cf4-4393-a4e6-b48d7d7ef80f req-cb8fd0b2-0ed3-4902-99bc-e1687d2a280b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 1133 time: 0.2230816 Feb 11 04:39:01.023838 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Publish callbacks [] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.024242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b998c9-30a4-4369-8fb4-524bfa649064 req-0ecf9b75-1a17-40b0-bc4d-95bad2d487aa tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:01.032040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26b998c9-30a4-4369-8fb4-524bfa649064 req-0ecf9b75-1a17-40b0-bc4d-95bad2d487aa tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.0949013 Feb 11 04:39:01.078683 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce2d4633-1cf4-4393-a4e6-b48d7d7ef80f req-bf8b46ea-66ca-4519-8d29-1a4cc76e7682 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955007 Feb 11 04:39:01.100533 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9b176c3-d007-408c-a647-5faedce7e152 admin admin] Publish callbacks [] for security_group (34fa009f-913b-4039-a1f8-a642a6e89df0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.112616 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9b176c3-d007-408c-a647-5faedce7e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (34fa009f-913b-4039-a1f8-a642a6e89df0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.113008 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903549432-router', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:55Z', 'updated_at': '2022-02-11T04:38:58Z', 'revision_number': 3, 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'gw_port': {'id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:57Z', 'updated_at': '2022-02-11T04:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:01.132561 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.159024 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178655e9-fec3-48bb-814a-cc6987c8e1ec None None] The sync data for ids ['ae75097e-e34c-4f9d-9d04-85cf5e7367c2'] in n-d-615180-58 is: [{'id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903549432-router', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:55Z', 'updated_at': '2022-02-11T04:38:58Z', 'revision_number': 3, 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'gw_port': {'id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:57Z', 'updated_at': '2022-02-11T04:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:01.160649 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26b998c9-30a4-4369-8fb4-524bfa649064 req-b6859b7b-1de1-4728-9c26-bfec8936b86d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276505 Feb 11 04:39:01.201345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e9b176c3-d007-408c-a647-5faedce7e152 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bc678ac18774847a27cd0da204fa95a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0304322 Feb 11 04:39:01.204981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44490) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:01.208238 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Network c793080e-3cca-4ebe-ba61-1d289e51e7a7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:01.209794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b176c3-d007-408c-a647-5faedce7e152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fa009f-913b-4039-a1f8-a642a6e89df0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:01.215613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:01.219113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:01.219623 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.277542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Pushing event updated for resources: {'Port': ['ID=75d7b607-f4a8-4511-9c28-9d2f268b124b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:01.348578 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3752474-bc10-47ed-921f-ea88e81e2fc8 admin admin] Publish callbacks [] for security_group (34fa009f-913b-4039-a1f8-a642a6e89df0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.403342 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3752474-bc10-47ed-921f-ea88e81e2fc8 admin admin] Publish callbacks [] for security_group (34fa009f-913b-4039-a1f8-a642a6e89df0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.468173 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3752474-bc10-47ed-921f-ea88e81e2fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (34fa009f-913b-4039-a1f8-a642a6e89df0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.479470 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3752474-bc10-47ed-921f-ea88e81e2fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.485848 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e3752474-bc10-47ed-921f-ea88e81e2fc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34fa009f-913b-4039-a1f8-a642a6e89df0 HTTP/1.1" status: 204 len: 168 time: 0.2784557 Feb 11 04:39:01.488918 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.499974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3752474-bc10-47ed-921f-ea88e81e2fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fa009f-913b-4039-a1f8-a642a6e89df0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:01.604890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55aafa0-b495-4cfc-8590-0147ac8efb2e req-fa412c78-5f77-4b52-9a23-3992fb849654 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:01.618485 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c55aafa0-b495-4cfc-8590-0147ac8efb2e req-fa412c78-5f77-4b52-9a23-3992fb849654 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 950 time: 0.1988790 Feb 11 04:39:01.622820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-52f706af-060e-4cec-b9e0-84e1d7e8c7ea None None] Provisioning complete for port 75d7b607-f4a8-4511-9c28-9d2f268b124b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:01.624876 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-52f706af-060e-4cec-b9e0-84e1d7e8c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.702866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-52f706af-060e-4cec-b9e0-84e1d7e8c7ea None None] Port 75d7b607-f4a8-4511-9c28-9d2f268b124b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:01.737212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c55aafa0-b495-4cfc-8590-0147ac8efb2e req-c8300438-7c4a-482b-9a40-62d6470cf316 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079094 Feb 11 04:39:01.861747 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Publish callbacks [] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.867821 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.868578 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.953542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Pushing event updated for resources: {'Port': ['ID=75d7b607-f4a8-4511-9c28-9d2f268b124b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:02.041322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Network c793080e-3cca-4ebe-ba61-1d289e51e7a7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:02.043043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:02.127570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44522) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:02.152446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ffd648d-f7c9-4c93-b253-bbb30d32fbdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.301899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Router ae75097e-e34c-4f9d-9d04-85cf5e7367c2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:39:02.380617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac610e-6f93-420e-aa4d-6aacf3d49ac8 req-8c2ee650-bb68-4345-b771-9c07d3cc7497 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:02.382923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21ac610e-6f93-420e-aa4d-6aacf3d49ac8 req-8c2ee650-bb68-4345-b771-9c07d3cc7497 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.0966854 Feb 11 04:39:02.414985 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ffd648d-f7c9-4c93-b253-bbb30d32fbdf admin admin] Publish callbacks [] for security_group (15a54858-56bf-4f96-80da-7e27b4caa673), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.440240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-82a50353-705c-4f6d-a356-4c21629986a5 None None] Provisioning complete for port 75d7b607-f4a8-4511-9c28-9d2f268b124b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:02.440630 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82a50353-705c-4f6d-a356-4c21629986a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.444818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21ac610e-6f93-420e-aa4d-6aacf3d49ac8 req-77f18bd7-aa96-44f1-aa80-cc9ded8aef16 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528224 Feb 11 04:39:02.445918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ffd648d-f7c9-4c93-b253-bbb30d32fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (15a54858-56bf-4f96-80da-7e27b4caa673), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.479434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd648d-f7c9-4c93-b253-bbb30d32fbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a54858-56bf-4f96-80da-7e27b4caa673,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:02.482372 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44530) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:02.508003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4ffd648d-f7c9-4c93-b253-bbb30d32fbdf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15aaac4e1aa44cb58da016a6e197c86c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791149 Feb 11 04:39:02.510681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44534) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:02.548321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:02.553195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-82a50353-705c-4f6d-a356-4c21629986a5 None None] Port 75d7b607-f4a8-4511-9c28-9d2f268b124b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:02.564069 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fc419546-eaed-4dac-bda0-45e1770218de admin admin] 10.222.0.48 "PUT /v2.0/routers/ae75097e-e34c-4f9d-9d04-85cf5e7367c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2065918 Feb 11 04:39:02.589654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0369c5b7-b56c-4245-8970-2c4add3974c6 admin admin] Publish callbacks [] for security_group (15a54858-56bf-4f96-80da-7e27b4caa673), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.619497 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0369c5b7-b56c-4245-8970-2c4add3974c6 admin admin] Publish callbacks [] for security_group (15a54858-56bf-4f96-80da-7e27b4caa673), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.672618 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 979164ef-dfa2-47a9-8b15-173d9525e43d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:02.689643 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0369c5b7-b56c-4245-8970-2c4add3974c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (15a54858-56bf-4f96-80da-7e27b4caa673), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.692451 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0369c5b7-b56c-4245-8970-2c4add3974c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.695970 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0369c5b7-b56c-4245-8970-2c4add3974c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15a54858-56bf-4f96-80da-7e27b4caa673 HTTP/1.1" status: 204 len: 168 time: 0.1815615 Feb 11 04:39:02.713471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369c5b7-b56c-4245-8970-2c4add3974c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a54858-56bf-4f96-80da-7e27b4caa673,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:02.749646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 979164ef-dfa2-47a9-8b15-173d9525e43d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:02.750040 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.801424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0e694d5-f50e-44c9-b410-feb456534123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.847505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 979164ef-dfa2-47a9-8b15-173d9525e43d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:02.848183 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.894767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 979164ef-dfa2-47a9-8b15-173d9525e43d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=979164ef-dfa2-47a9-8b15-173d9525e43d,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:02.915601 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.956559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41021a4a-ab49-440b-a158-8aee1323b4e5 req-ebaf677a-8a0e-4f35-8e5d-9ffbd0809f8b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:02.968076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-41021a4a-ab49-440b-a158-8aee1323b4e5 req-ebaf677a-8a0e-4f35-8e5d-9ffbd0809f8b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 950 time: 0.1132045 Feb 11 04:39:02.970670 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0e694d5-f50e-44c9-b410-feb456534123 admin admin] Publish callbacks [] for security_group (e8a47914-e18a-4127-bbeb-bc39a6247e70), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.977768 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0e694d5-f50e-44c9-b410-feb456534123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e8a47914-e18a-4127-bbeb-bc39a6247e70), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.983717 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.025993 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b0e694d5-f50e-44c9-b410-feb456534123 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e76176fc6fb413f8c40f785cf0393bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5396609 Feb 11 04:39:03.027430 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-41021a4a-ab49-440b-a158-8aee1323b4e5 req-6451eadb-1163-4b53-a66c-c584ce090507 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584025 Feb 11 04:39:03.028065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e694d5-f50e-44c9-b410-feb456534123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a47914-e18a-4127-bbeb-bc39a6247e70,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:03.030439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44558) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:03.053076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=979164ef-dfa2-47a9-8b15-173d9525e43d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:03.097657 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31b89069-0eba-48c5-928a-00ad32ffd430 admin admin] Publish callbacks [] for security_group (e8a47914-e18a-4127-bbeb-bc39a6247e70), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.126719 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31b89069-0eba-48c5-928a-00ad32ffd430 admin admin] Publish callbacks [] for security_group (e8a47914-e18a-4127-bbeb-bc39a6247e70), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.188922 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31b89069-0eba-48c5-928a-00ad32ffd430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e8a47914-e18a-4127-bbeb-bc39a6247e70), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.191687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31b89069-0eba-48c5-928a-00ad32ffd430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.196526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-31b89069-0eba-48c5-928a-00ad32ffd430 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8a47914-e18a-4127-bbeb-bc39a6247e70 HTTP/1.1" status: 204 len: 168 time: 0.1623604 Feb 11 04:39:03.207534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b89069-0eba-48c5-928a-00ad32ffd430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a47914-e18a-4127-bbeb-bc39a6247e70,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:03.492828 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-4bc89285-258c-49fd-8b43-8aa7f5d67b9e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=14b1696d93374bb6afe533154fe2d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569191 Feb 11 04:39:03.711469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e571c-bc77-441d-a53d-3e82af25cecd req-11b3a48a-4a11-412a-8908-267b5541d9df tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:03.719601 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e16e571c-bc77-441d-a53d-3e82af25cecd req-11b3a48a-4a11-412a-8908-267b5541d9df tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.1035602 Feb 11 04:39:03.733011 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:39:03.778005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e16e571c-bc77-441d-a53d-3e82af25cecd req-a25b02a7-9dca-4158-8fa9-745043628ff5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570707 Feb 11 04:39:03.794549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Sync routers for ids ['ae75097e-e34c-4f9d-9d04-85cf5e7367c2'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:03.818913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-1698edb6-8da4-4562-8fc4-dc5e0d42564c tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:03.821280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Routers {'ae75097e-e34c-4f9d-9d04-85cf5e7367c2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:03.821915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:38:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['ae75097e-e34c-4f9d-9d04-85cf5e7367c2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:03.827213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-1698edb6-8da4-4562-8fc4-dc5e0d42564c tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3334262 Feb 11 04:39:03.854568 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-6a340b88-8caf-49da-9f2a-5a6eb11ef246 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/quotas/14b1696d93374bb6afe533154fe2d164 HTTP/1.1" status: 200 len: 375 time: 0.0173781 Feb 11 04:39:03.930317 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-3da53028-b225-4186-b4a3-a05a825674b8 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14b1696d93374bb6afe533154fe2d164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687761 Feb 11 04:39:04.067121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Set router ae75097e-e34c-4f9d-9d04-85cf5e7367c2 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:04.141409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44594) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:04.166449 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5490c43f-9b25-4a82-82ff-61933b70b124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.297828 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5490c43f-9b25-4a82-82ff-61933b70b124 admin admin] Publish callbacks [] for security_group (19d00a5c-f0a9-4374-bd2b-74b616d22315), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.305494 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5490c43f-9b25-4a82-82ff-61933b70b124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (19d00a5c-f0a9-4374-bd2b-74b616d22315), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.362994 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5490c43f-9b25-4a82-82ff-61933b70b124 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11f9ab463ef6455699c38150b2449b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203369 Feb 11 04:39:04.366112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44600) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:04.369013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490c43f-9b25-4a82-82ff-61933b70b124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d00a5c-f0a9-4374-bd2b-74b616d22315,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:04.374166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49532d26-66c7-4fc9-99ec-18fd00c4873e req-fcc0c30e-3695-46ad-951e-b963f5ed848b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:04.400226 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49532d26-66c7-4fc9-99ec-18fd00c4873e req-fcc0c30e-3695-46ad-951e-b963f5ed848b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 950 time: 0.2243288 Feb 11 04:39:04.484839 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5470b416-81aa-4437-91f8-e92b51209ec6 req-d9f67ccd-6bc1-4ed7-9d71-f72087674620 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 210 time: 0.0913930 Feb 11 04:39:04.528137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85f789a8-4bcd-45ac-8ac0-b214c6b22e1a admin admin] Publish callbacks [] for security_group (19d00a5c-f0a9-4374-bd2b-74b616d22315), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.590772 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85f789a8-4bcd-45ac-8ac0-b214c6b22e1a admin admin] Publish callbacks [] for security_group (19d00a5c-f0a9-4374-bd2b-74b616d22315), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.605801 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49532d26-66c7-4fc9-99ec-18fd00c4873e req-94ccc1d0-0367-4081-94f3-760b12ea772b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617579 Feb 11 04:39:04.674500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 979164ef-dfa2-47a9-8b15-173d9525e43d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:04.714045 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85f789a8-4bcd-45ac-8ac0-b214c6b22e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (19d00a5c-f0a9-4374-bd2b-74b616d22315), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.717624 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85f789a8-4bcd-45ac-8ac0-b214c6b22e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.721597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-85f789a8-4bcd-45ac-8ac0-b214c6b22e1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19d00a5c-f0a9-4374-bd2b-74b616d22315 HTTP/1.1" status: 204 len: 168 time: 0.3514333 Feb 11 04:39:04.733076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f789a8-4bcd-45ac-8ac0-b214c6b22e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d00a5c-f0a9-4374-bd2b-74b616d22315,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:05.290888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 979164ef-dfa2-47a9-8b15-173d9525e43d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:05.292033 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:05.309093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903549432-router', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:55Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'gw_port': {'id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:57Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '75d7b607-f4a8-4511-9c28-9d2f268b124b', 'name': '', 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'mac_address': 'fa:16:3e:05:c0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a19f5f04-fbd4-47d4-b44f-f880d0190b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:00Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 2, 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'subnets': [{'id': 'a19f5f04-fbd4-47d4-b44f-f880d0190b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:05.502471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Checking router: ae75097e-e34c-4f9d-9d04-85cf5e7367c2 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:39:05.508094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Updating router ae75097e-e34c-4f9d-9d04-85cf5e7367c2 port 75d7b607-f4a8-4511-9c28-9d2f268b124b binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:39:05.589111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1b622-cb29-4ea1-9ade-240791ac98a6 req-af34679a-3fd5-4e42-b02c-c99d4fd25307 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:05.598169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43f1b622-cb29-4ea1-9ade-240791ac98a6 req-af34679a-3fd5-4e42-b02c-c99d4fd25307 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.1791811 Feb 11 04:39:05.647247 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:05.692095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44646) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:05.754092 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43f1b622-cb29-4ea1-9ade-240791ac98a6 req-b5866a35-d85d-4b76-b494-0e8d22b29427 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421132 Feb 11 04:39:05.883320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-135664792-network', 'tenant_id': 'cf673b964cb54d63bbb3ddbbac8f9a51'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:05.925930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 979164ef-dfa2-47a9-8b15-173d9525e43d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:05.935996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Made reservation on behalf of cf673b964cb54d63bbb3ddbbac8f9a51 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:05.939890 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:05.961644 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.055274 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2679f392-3985-4591-9014-b436950a68dc req-a2000971-eb0f-4974-aea6-5e8ab29d5b5b tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 210 time: 0.1218369 Feb 11 04:39:06.145896 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Publish callbacks [] for security_group (ebc1eef5-2ff5-4702-b402-c5d7e1111e9b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.156215 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ebc1eef5-2ff5-4702-b402-c5d7e1111e9b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.186651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:39:06.223079 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Publish callbacks [] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.232684 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.290695 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-580a6b03-77e5-45ea-86cd-c6c2cc5fadc0 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=14b1696d93374bb6afe533154fe2d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779407 Feb 11 04:39:06.315451 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1e7d5dbc-1ad1-40a1-a8b3-c9bb7639dc3d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.320785 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Added segment 1e7d5dbc-1ad1-40a1-a8b3-c9bb7639dc3d of type vlan for network 90b85732-98a9-4927-a394-2f61733685cc Feb 11 04:39:06.423686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe361c9-45d4-4676-9e37-dbc8b33b0a2e None None] Pushing event updated for resources: {'Port': ['ID=75d7b607-f4a8-4511-9c28-9d2f268b124b,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:06.466351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc1eef5-2ff5-4702-b402-c5d7e1111e9b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:06.570448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (90b85732-98a9-4927-a394-2f61733685cc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.660864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Attempting to bind port 75d7b607-f4a8-4511-9c28-9d2f268b124b on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:06.661706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Attempting to bind port 75d7b607-f4a8-4511-9c28-9d2f268b124b by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '43df66f3-87fb-444a-9ae0-bec981a30f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:06.662358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Attempting to bind port 75d7b607-f4a8-4511-9c28-9d2f268b124b on network c793080e-3cca-4ebe-ba61-1d289e51e7a7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:06.669798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:06.670747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Checking segment: {'id': '43df66f3-87fb-444a-9ae0-bec981a30f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:06.671679 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.672377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Bound using segment: {'id': '43df66f3-87fb-444a-9ae0-bec981a30f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:06.673199 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Bound port: 75d7b607-f4a8-4511-9c28-9d2f268b124b, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43df66f3-87fb-444a-9ae0-bec981a30f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:06.673832 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.700287 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (90b85732-98a9-4927-a394-2f61733685cc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.702281 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:06.703143 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.847593 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1618021 Feb 11 04:39:06.848759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44688) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:06.858859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-27622c19-6059-4dd3-a63f-bac4b689b081 admin admin] Request body: {'subnet': {'network_id': '90b85732-98a9-4927-a394-2f61733685cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-135664792-subnet', 'tenant_id': 'cf673b964cb54d63bbb3ddbbac8f9a51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:06.921491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] For port 75d7b607-f4a8-4511-9c28-9d2f268b124b, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:06.928235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] For port 75d7b607-f4a8-4511-9c28-9d2f268b124b, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=75d7b607-f4a8-4511-9c28-9d2f268b124b,segment=NetworkSegment(43df66f3-87fb-444a-9ae0-bec981a30f4f),segment_id=43df66f3-87fb-444a-9ae0-bec981a30f4f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:06.933752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27622c19-6059-4dd3-a63f-bac4b689b081 admin admin] Made reservation on behalf of cf673b964cb54d63bbb3ddbbac8f9a51 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:06.936837 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27622c19-6059-4dd3-a63f-bac4b689b081 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.943856 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.959139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bd086-6856-4aa2-b257-2bbfdf9631f3 admin admin] Pushing event updated for resources: {'Network': ['ID=90b85732-98a9-4927-a394-2f61733685cc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:06.984615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee1b5b-5b61-43c4-8745-35de4320a601 req-64a8526a-6dc1-499d-b7d9-31b77b17b6c2 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:06.985497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee1b5b-5b61-43c4-8745-35de4320a601 req-64a8526a-6dc1-499d-b7d9-31b77b17b6c2 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:06.986153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee1b5b-5b61-43c4-8745-35de4320a601 req-64a8526a-6dc1-499d-b7d9-31b77b17b6c2 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:06.986797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee1b5b-5b61-43c4-8745-35de4320a601 req-64a8526a-6dc1-499d-b7d9-31b77b17b6c2 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:06.987508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee1b5b-5b61-43c4-8745-35de4320a601 req-64a8526a-6dc1-499d-b7d9-31b77b17b6c2 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:06.996211 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9bee1b5b-5b61-43c4-8745-35de4320a601 req-64a8526a-6dc1-499d-b7d9-31b77b17b6c2 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd&device_id=ad566371-f3d4-4669-b36f-241050c70cc8&device_id=51357513-5f2b-4071-8bc9-381717c280e4&device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df&device_id=531b69ea-4894-44e1-9388-c159c47868da&device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 4865 time: 0.2391908 Feb 11 04:39:07.017070 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9bee1b5b-5b61-43c4-8745-35de4320a601 req-a595f504-f962-443a-8fa3-75a795ed3ca9 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.061055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 90b85732-98a9-4927-a394-2f61733685cc details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:39:07.248350 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.258189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe361c9-45d4-4676-9e37-dbc8b33b0a2e None None] Pushing event updated for resources: {'Port': ['ID=75d7b607-f4a8-4511-9c28-9d2f268b124b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:07.276280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4fa1dcca-356c-46f3-9ab4-0c0e3a7334f1 None None] Provisioning complete for port 75d7b607-f4a8-4511-9c28-9d2f268b124b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:07.277525 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4fa1dcca-356c-46f3-9ab4-0c0e3a7334f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.278363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Routers {'ae75097e-e34c-4f9d-9d04-85cf5e7367c2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:07.279062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:38:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['ae75097e-e34c-4f9d-9d04-85cf5e7367c2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:07.584570 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-e019fa28-56df-4151-88e0-513429cef6ea service neutron] show failed (client error): The resource could not be found. Feb 11 04:39:07.589237 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-e019fa28-56df-4151-88e0-513429cef6ea service neutron] 10.222.0.10 "GET /v2.0/ports/8a279ff2-1479-4afc-abdb-0d8aae59cefb/bindings/n-h1-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.1696281 Feb 11 04:39:07.643792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597778b-9618-4fb4-bec1-11264119bb3d req-0e8af133-95b3-4cd1-be86-1f85cedade5c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:07.654198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1597778b-9618-4fb4-bec1-11264119bb3d req-0e8af133-95b3-4cd1-be86-1f85cedade5c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 972 time: 0.2336051 Feb 11 04:39:07.674510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-14c5b2fb-88aa-40a3-8d0d-0796b044f1fb tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:07.676644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-14c5b2fb-88aa-40a3-8d0d-0796b044f1fb tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3807883 Feb 11 04:39:07.710692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] Set router ae75097e-e34c-4f9d-9d04-85cf5e7367c2 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:07.717215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Request body: {'port': {'device_id': '1f290e19-9992-47d2-b520-20e2040728fd', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '14b1696d93374bb6afe533154fe2d164'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:07.730820 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27622c19-6059-4dd3-a63f-bac4b689b081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for subnet (81872044-0155-4274-96e0-0d0cc1a24d65), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.796042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4fa1dcca-356c-46f3-9ab4-0c0e3a7334f1 None None] Current status of the port 75d7b607-f4a8-4511-9c28-9d2f268b124b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:07.796442 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4fa1dcca-356c-46f3-9ab4-0c0e3a7334f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.840072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27622c19-6059-4dd3-a63f-bac4b689b081 admin admin] Checking segment: {'id': '1e7d5dbc-1ad1-40a1-a8b3-c9bb7639dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '90b85732-98a9-4927-a394-2f61733685cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:07.840855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27622c19-6059-4dd3-a63f-bac4b689b081 admin admin] Network hostable DHCP agents. Network: 90b85732-98a9-4927-a394-2f61733685cc, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:39:07.863624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27622c19-6059-4dd3-a63f-bac4b689b081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81872044-0155-4274-96e0-0d0cc1a24d65,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:07.892880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27622c19-6059-4dd3-a63f-bac4b689b081 admin admin] Network 90b85732-98a9-4927-a394-2f61733685cc is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:39:07.924069 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9bee1b5b-5b61-43c4-8745-35de4320a601 req-a595f504-f962-443a-8fa3-75a795ed3ca9 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Publish callbacks [] for security_group (7a52c443-6906-4381-b0dd-088fd931a267), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.925683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-27622c19-6059-4dd3-a63f-bac4b689b081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 90b85732-98a9-4927-a394-2f61733685cc) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:07.943103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27622c19-6059-4dd3-a63f-bac4b689b081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:07.944865 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27622c19-6059-4dd3-a63f-bac4b689b081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.949408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c82006b-3df7-4c5d-80a1-b8014aca18f7 None None] Network 90b85732-98a9-4927-a394-2f61733685cc requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:07.953991 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9bee1b5b-5b61-43c4-8745-35de4320a601 req-a595f504-f962-443a-8fa3-75a795ed3ca9 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7a52c443-6906-4381-b0dd-088fd931a267), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.993354 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1597778b-9618-4fb4-bec1-11264119bb3d req-132b6565-ad3d-4a2e-b9b5-0f7d5417365d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377588 Feb 11 04:39:08.027141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-27622c19-6059-4dd3-a63f-bac4b689b081 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1700993 Feb 11 04:39:08.124861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595f504-f962-443a-8fa3-75a795ed3ca9 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a52c443-6906-4381-b0dd-088fd931a267,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:08.137358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Made reservation on behalf of 14b1696d93374bb6afe533154fe2d164 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:08.149449 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.208330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.211619 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4fa1dcca-356c-46f3-9ab4-0c0e3a7334f1 None None] For port 75d7b607-f4a8-4511-9c28-9d2f268b124b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=75d7b607-f4a8-4511-9c28-9d2f268b124b,segment=NetworkSegment(43df66f3-87fb-444a-9ae0-bec981a30f4f),segment_id=43df66f3-87fb-444a-9ae0-bec981a30f4f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:08.230553 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4fa1dcca-356c-46f3-9ab4-0c0e3a7334f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.296028 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9bee1b5b-5b61-43c4-8745-35de4320a601 req-a595f504-f962-443a-8fa3-75a795ed3ca9 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 446 time: 1.2982426 Feb 11 04:39:08.440295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-67413ed2-ad3b-4128-a338-c6d6c95cdf22 None None] Provisioning complete for port 75d7b607-f4a8-4511-9c28-9d2f268b124b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:08.441078 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-67413ed2-ad3b-4128-a338-c6d6c95cdf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.462118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1dcca-356c-46f3-9ab4-0c0e3a7334f1 None None] Pushing event updated for resources: {'Port': ['ID=75d7b607-f4a8-4511-9c28-9d2f268b124b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:08.493939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac0b25c-9c75-4928-b60c-fd278670c647 None None] Network 90b85732-98a9-4927-a394-2f61733685cc requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:08.505803 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-7e47f6e6-c948-46df-a9c2-0ea53604b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:08.516547 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-7e47f6e6-c948-46df-a9c2-0ea53604b6d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df&tenant_id=1065d83b11b143078bcea2c5380d8113 HTTP/1.1" status: 200 len: 1155 time: 0.3946054 Feb 11 04:39:08.534499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:08.556740 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4324bc14-d695-4462-91f1-548b801a7bea req-0fb1a7cc-aaa9-449d-b377-f5198be2a623 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 210 time: 0.2506628 Feb 11 04:39:08.662559 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.760176 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks [] for security_group (5989d7db-3c74-433a-8049-6f4b2032103c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.774266 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5989d7db-3c74-433a-8049-6f4b2032103c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.835889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5989d7db-3c74-433a-8049-6f4b2032103c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:08.985865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44724) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:09.022417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:09.114619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:09.120347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903549432-router', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:55Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'gw_port': {'id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:57Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '75d7b607-f4a8-4511-9c28-9d2f268b124b', 'name': '', 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'mac_address': 'fa:16:3e:05:c0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a19f5f04-fbd4-47d4-b44f-f880d0190b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:00Z', 'updated_at': '2022-02-11T04:39:06Z', 'revision_number': 4, 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'subnets': [{'id': 'a19f5f04-fbd4-47d4-b44f-f880d0190b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:09.215144 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a279ff2-1479-4afc-abdb-0d8aae59cefb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:09.225050 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce4ae9a-abc6-49c1-b40d-c35b11306cc5" -d '{"events": [{"server_uuid": "b1b3cbc2-de8c-426a-97b5-4a3224e401df", "name": "network-vif-unplugged", "status": "completed", "tag": "8a279ff2-1479-4afc-abdb-0d8aae59cefb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:09.234975 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Publish callbacks [] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.256336 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20525b-c0a8-4c41-9b97-646ff065bd8a None None] The sync data for ids ['ae75097e-e34c-4f9d-9d04-85cf5e7367c2'] in n-d-615180-58 is: [{'id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903549432-router', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:55Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'gw_port': {'id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:57Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '75d7b607-f4a8-4511-9c28-9d2f268b124b', 'name': '', 'network_id': 'c793080e-3cca-4ebe-ba61-1d289e51e7a7', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'mac_address': 'fa:16:3e:05:c0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a19f5f04-fbd4-47d4-b44f-f880d0190b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:00Z', 'updated_at': '2022-02-11T04:39:06Z', 'revision_number': 4, 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'subnets': [{'id': 'a19f5f04-fbd4-47d4-b44f-f880d0190b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:09.293239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Transition to ACTIVE for port object 8a279ff2-1479-4afc-abdb-0d8aae59cefb will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:39:09.315293 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.374803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-67413ed2-ad3b-4128-a338-c6d6c95cdf22 None None] Current status of the port 75d7b607-f4a8-4511-9c28-9d2f268b124b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:09.415581 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-70798069-cd43-4658-9cd4-9a67be720b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.432261 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5acfedf7-3684-4516-84e7-5d9256284d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.580166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] No DVR routers for this DVR port 8a279ff2-1479-4afc-abdb-0d8aae59cefb on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:09.654313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Attempting to bind port 8a279ff2-1479-4afc-abdb-0d8aae59cefb on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:09.655081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Attempting to bind port 8a279ff2-1479-4afc-abdb-0d8aae59cefb by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:09.655661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Attempting to bind port 8a279ff2-1479-4afc-abdb-0d8aae59cefb on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:09.667319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5acfedf7-3684-4516-84e7-5d9256284d0a admin admin] Publish callbacks [] for security_group (8cdd08f5-95ef-4d20-b9a2-4865ba8cd0c8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.672076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44744) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:09.683728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1734432232-network', 'tenant_id': '0626c77d62c5432fb531f6c602936b8a'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:09.695824 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5acfedf7-3684-4516-84e7-5d9256284d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8cdd08f5-95ef-4d20-b9a2-4865ba8cd0c8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.701302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Pushing event updated for resources: {'Port': ['ID=8a279ff2-1479-4afc-abdb-0d8aae59cefb,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:09.714812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Port 8a279ff2-1479-4afc-abdb-0d8aae59cefb on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:09.715295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Attempting to bind port 8a279ff2-1479-4afc-abdb-0d8aae59cefb on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:09.722644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:09.723170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:09.723644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:09.724776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Bound port: 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:09.725453 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.737676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Allocated IP 192.168.233.189 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/13dc7c4d-b988-4ec8-901c-196d4752a5b9) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:09.750010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71ddbb-69e3-481a-98a5-9355a017409c req-5cf5dc44-371d-4b5a-a63a-3a3d88ba3e8c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:09.757610 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5acfedf7-3684-4516-84e7-5d9256284d0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cc1e25d99184683afc36018a587ad5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7676940 Feb 11 04:39:09.758188 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c71ddbb-69e3-481a-98a5-9355a017409c req-5cf5dc44-371d-4b5a-a63a-3a3d88ba3e8c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 948 time: 0.3473103 Feb 11 04:39:09.760216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44746) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:09.845068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fdf9e-1965-4a01-8b9e-e0177c69309b req-98f6a1e4-7296-4326-a8c1-14e67ad343e8 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:09.845928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fdf9e-1965-4a01-8b9e-e0177c69309b req-98f6a1e4-7296-4326-a8c1-14e67ad343e8 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:09.846695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fdf9e-1965-4a01-8b9e-e0177c69309b req-98f6a1e4-7296-4326-a8c1-14e67ad343e8 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:09.854839 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-472fdf9e-1965-4a01-8b9e-e0177c69309b req-98f6a1e4-7296-4326-a8c1-14e67ad343e8 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8&device_id=51357513-5f2b-4071-8bc9-381717c280e4&device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 3001 time: 0.4453561 Feb 11 04:39:09.855324 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c71ddbb-69e3-481a-98a5-9355a017409c req-ee53a161-a45d-4ee6-af05-8421c8eed3a8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959857 Feb 11 04:39:09.873733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:09.878191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:09.896511 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.912406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Made reservation on behalf of 0626c77d62c5432fb531f6c602936b8a for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:09.914686 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.922559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:09.923354 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.926755 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] 10.222.0.60 "PUT /v2.0/ports/8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 1097 time: 1.3965595 Feb 11 04:39:09.941352 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.972827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfedf7-3684-4516-84e7-5d9256284d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdd08f5-95ef-4d20-b9a2-4865ba8cd0c8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:10.062391 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791efd0-f054-43b8-a1ca-faa7bc652810 service neutron] Pushing event updated for resources: {'Port': ['ID=8a279ff2-1479-4afc-abdb-0d8aae59cefb,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:10.111803 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a9e458-367f-49e9-a60f-dc21c512dc3c x-openstack-request-id: req-f2a9e458-367f-49e9-a60f-dc21c512dc3c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:10.112404 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b3cbc2-de8c-426a-97b5-4a3224e401df", "name": "network-vif-unplugged", "status": "completed", "tag": "8a279ff2-1479-4afc-abdb-0d8aae59cefb", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:10.112759 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2a9e458-367f-49e9-a60f-dc21c512dc3c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:10.113334 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a279ff2-1479-4afc-abdb-0d8aae59cefb', 'code': 200} Feb 11 04:39:10.119991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-7bd0314f-7ffc-4ca0-bb94-e17a11bbfacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:10.133527 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-7bd0314f-7ffc-4ca0-bb94-e17a11bbfacb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1131 time: 0.1609488 Feb 11 04:39:10.274211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Publish callbacks [] for security_group (a0a10f12-daab-4987-ac5f-e3483a4ca138), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.374485 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a65361fa-1540-4103-8dda-9cbd031b4b01 req-9fd3963a-2e63-4905-8895-85bc02a2d88d tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 210 time: 0.0712640 Feb 11 04:39:10.418991 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a0a10f12-daab-4987-ac5f-e3483a4ca138), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.442215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-e56a52d9-91f6-4823-973a-0a5a6257a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:10.455949 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-e56a52d9-91f6-4823-973a-0a5a6257a264 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2968600 Feb 11 04:39:10.466784 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-472fdf9e-1965-4a01-8b9e-e0177c69309b req-026e10d8-e2eb-48f3-88e0-b7f862cd8e06 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104639 Feb 11 04:39:10.483286 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fde825f8-8eee-4b00-9c9c-f06c82205bab admin admin] Publish callbacks [] for security_group (8cdd08f5-95ef-4d20-b9a2-4865ba8cd0c8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.524927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:39:10.546767 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-6cdd5b29-7c05-403a-80fe-af8ba348ea9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 217 time: 0.0809975 Feb 11 04:39:10.596382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a10f12-daab-4987-ac5f-e3483a4ca138,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:10.653884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-2ad11870-07fb-47d4-bc05-f0ce36a37e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:10.657146 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-2ad11870-07fb-47d4-bc05-f0ce36a37e50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1031582 Feb 11 04:39:10.718623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 75d7b607-f4a8-4511-9c28-9d2f268b124b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:10.743415 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks [] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.765901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44758) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:10.826305 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 75d7b607-f4a8-4511-9c28-9d2f268b124b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:10.827329 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.835228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-ce880fe1-50c1-4ff0-b076-19d7a82d90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:10.840254 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-ce880fe1-50c1-4ff0-b076-19d7a82d90e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1730380 Feb 11 04:39:10.876787 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fde825f8-8eee-4b00-9c9c-f06c82205bab admin admin] Publish callbacks [] for security_group (8cdd08f5-95ef-4d20-b9a2-4865ba8cd0c8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.921880 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.926001 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e72f1584-48e8-484e-b2ac-fe7a4514e845), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.928744 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Added segment e72f1584-48e8-484e-b2ac-fe7a4514e845 of type vlan for network b9264175-593d-49c8-b0ec-6a6ccf1e734b Feb 11 04:39:11.029869 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-01539151-366c-4350-8711-efc53e118f33 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854711 Feb 11 04:39:11.095392 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 75d7b607-f4a8-4511-9c28-9d2f268b124b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:11.116540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:11.135765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:11.147502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:11.153311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:11.154020 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.159193 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (b9264175-593d-49c8-b0ec-6a6ccf1e734b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.202724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Pushing event updated for resources: {'Port': ['ID=13dc7c4d-b988-4ec8-901c-196d4752a5b9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:11.233349 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-d88c7969-899d-4098-b525-8d53259f4f71 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5286300 Feb 11 04:39:11.250659 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e61ceb8-be29-45e0-a439-63bd73f261ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.275817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Request body: {'port': {'device_id': '1f290e19-9992-47d2-b520-20e2040728fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:11.392264 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fde825f8-8eee-4b00-9c9c-f06c82205bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8cdd08f5-95ef-4d20-b9a2-4865ba8cd0c8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.403846 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fde825f8-8eee-4b00-9c9c-f06c82205bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.419404 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fde825f8-8eee-4b00-9c9c-f06c82205bab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cdd08f5-95ef-4d20-b9a2-4865ba8cd0c8 HTTP/1.1" status: 204 len: 168 time: 1.6520066 Feb 11 04:39:11.437773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32545dc-0e28-46ee-8655-7ed5ecd24217 req-0c5c686c-5991-4f30-b258-8ae769bd0c87 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:11.439378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e32545dc-0e28-46ee-8655-7ed5ecd24217 req-0c5c686c-5991-4f30-b258-8ae769bd0c87 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 948 time: 0.3888874 Feb 11 04:39:11.484364 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27e22762-c165-48a1-852b-babf4e57dcb3 req-f0c5788d-4ae0-45cd-b095-5e0843bf4bb6 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442177 Feb 11 04:39:11.543653 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (b9264175-593d-49c8-b0ec-6a6ccf1e734b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.547243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:11.549808 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.555522 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde825f8-8eee-4b00-9c9c-f06c82205bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdd08f5-95ef-4d20-b9a2-4865ba8cd0c8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:11.649369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-461318fc-5ee8-4522-b440-ec251e957607 None None] Provisioning complete for port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:11.650185 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-461318fc-5ee8-4522-b440-ec251e957607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.696606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e32545dc-0e28-46ee-8655-7ed5ecd24217 req-1e6dc85e-04ea-4cbe-99bb-a6c4fd6177ac tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374103 Feb 11 04:39:11.734521 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e61ceb8-be29-45e0-a439-63bd73f261ee admin admin] Publish callbacks [] for security_group (883ad4d7-baeb-4ea9-8d3d-0037960ae490), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.751636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.761945 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e61ceb8-be29-45e0-a439-63bd73f261ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (883ad4d7-baeb-4ea9-8d3d-0037960ae490), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.772503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-461318fc-5ee8-4522-b440-ec251e957607 None None] Port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:11.774134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 8a279ff2-1479-4afc-abdb-0d8aae59cefb no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:11.825318 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1502357 Feb 11 04:39:11.829799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44774) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:11.890824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-708e3159-dd34-4551-b3a4-23a641a8a442 admin admin] Request body: {'subnet': {'network_id': 'b9264175-593d-49c8-b0ec-6a6ccf1e734b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1734432232-subnet', 'tenant_id': '0626c77d62c5432fb531f6c602936b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:11.925533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44778) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:11.928332 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7e61ceb8-be29-45e0-a439-63bd73f261ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a7bded371a74dae9cf6a7666e29ea13&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1611221 Feb 11 04:39:11.952038 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-98732036-f8af-44c5-94d7-c6b7507e39d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.993244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8988124-e238-4e51-a774-5c9c16ebc009 admin admin] Pushing event updated for resources: {'Network': ['ID=b9264175-593d-49c8-b0ec-6a6ccf1e734b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:12.004009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port 8a279ff2-1479-4afc-abdb-0d8aae59cefb host n-h1-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:39:12.004598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 8a279ff2-1479-4afc-abdb-0d8aae59cefb not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:12.011872 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network b9264175-593d-49c8-b0ec-6a6ccf1e734b details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:39:12.032863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708e3159-dd34-4551-b3a4-23a641a8a442 admin admin] Made reservation on behalf of 0626c77d62c5432fb531f6c602936b8a for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:12.037679 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-708e3159-dd34-4551-b3a4-23a641a8a442 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.091373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61ceb8-be29-45e0-a439-63bd73f261ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883ad4d7-baeb-4ea9-8d3d-0037960ae490,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:12.190027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'tag': '8a279ff2-1479-4afc-abdb-0d8aae59cefb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:12.195353 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af00e9aa-6637-4639-93a0-341be0da0ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b3cbc2-de8c-426a-97b5-4a3224e401df", "tag": "8a279ff2-1479-4afc-abdb-0d8aae59cefb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:12.228547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44782) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:12.262990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ec422-17cc-468d-83cb-44bf153e190f req-9317e13c-88a2-4d02-b17b-466e61eba018 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:12.263567 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0d55103-09d5-42db-b249-946f506b51a5 admin admin] Publish callbacks [] for security_group (883ad4d7-baeb-4ea9-8d3d-0037960ae490), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.266796 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a9ec422-17cc-468d-83cb-44bf153e190f req-9317e13c-88a2-4d02-b17b-466e61eba018 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 936 time: 0.2925682 Feb 11 04:39:12.274634 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-552fb19b-12b7-4c7d-abbf-950f8b3a16d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.310684 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0d55103-09d5-42db-b249-946f506b51a5 admin admin] Publish callbacks [] for security_group (883ad4d7-baeb-4ea9-8d3d-0037960ae490), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.331870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bf2e5-974d-4e12-bd04-4e24250a4a99 req-97601d65-98ed-4301-9789-991d086b4ad5 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:12.339045 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b1bf2e5-974d-4e12-bd04-4e24250a4a99 req-97601d65-98ed-4301-9789-991d086b4ad5 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 1133 time: 0.2661793 Feb 11 04:39:12.356046 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a9ec422-17cc-468d-83cb-44bf153e190f req-7e5413ff-0b30-498a-b36c-f7d7ff9eaa23 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886202 Feb 11 04:39:12.418995 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-708e3159-dd34-4551-b3a4-23a641a8a442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for subnet (60d9d0bb-f109-4039-a855-e69e2769c3e3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.465531 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7b6b60-453a-4fb9-a643-c3f16a40cd8c x-openstack-request-id: req-ce7b6b60-453a-4fb9-a643-c3f16a40cd8c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:12.465832 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b3cbc2-de8c-426a-97b5-4a3224e401df", "tag": "8a279ff2-1479-4afc-abdb-0d8aae59cefb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:12.466086 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce7b6b60-453a-4fb9-a643-c3f16a40cd8c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:12.466757 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'tag': '8a279ff2-1479-4afc-abdb-0d8aae59cefb', 'status': 'completed', 'code': 200} Feb 11 04:39:12.503119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e3159-dd34-4551-b3a4-23a641a8a442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d9d0bb-f109-4039-a855-e69e2769c3e3,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:12.519482 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b1bf2e5-974d-4e12-bd04-4e24250a4a99 req-37c11ae8-3e76-4a56-8677-8a0a4b78d47c tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791003 Feb 11 04:39:12.623487 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.635131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-b7c63c05-41de-47f5-a204-a0d89684641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:12.635131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-b7c63c05-41de-47f5-a204-a0d89684641a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1131 time: 0.1096199 Feb 11 04:39:12.663958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708e3159-dd34-4551-b3a4-23a641a8a442 admin admin] Checking segment: {'id': 'e72f1584-48e8-484e-b2ac-fe7a4514e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b9264175-593d-49c8-b0ec-6a6ccf1e734b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:12.664395 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708e3159-dd34-4551-b3a4-23a641a8a442 admin admin] Network hostable DHCP agents. Network: b9264175-593d-49c8-b0ec-6a6ccf1e734b, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:39:12.690123 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0d55103-09d5-42db-b249-946f506b51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (883ad4d7-baeb-4ea9-8d3d-0037960ae490), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.693244 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0d55103-09d5-42db-b249-946f506b51a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.694383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a0d55103-09d5-42db-b249-946f506b51a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/883ad4d7-baeb-4ea9-8d3d-0037960ae490 HTTP/1.1" status: 204 len: 168 time: 0.7667558 Feb 11 04:39:12.711869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-39faf90b-d793-4ff4-bc75-490e7c31db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:12.714274 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-39faf90b-d793-4ff4-bc75-490e7c31db5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1131 time: 0.1784871 Feb 11 04:39:12.733082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d55103-09d5-42db-b249-946f506b51a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883ad4d7-baeb-4ea9-8d3d-0037960ae490,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:12.776070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708e3159-dd34-4551-b3a4-23a641a8a442 admin admin] Network b9264175-593d-49c8-b0ec-6a6ccf1e734b is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:39:12.820362 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b7633-dd68-4749-94c1-5a6b40f7600d req-c99f7908-c536-48d7-9c34-9b702166577e tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:12.821906 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd7b7633-dd68-4749-94c1-5a6b40f7600d req-c99f7908-c536-48d7-9c34-9b702166577e tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 1133 time: 0.1799231 Feb 11 04:39:12.822490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-708e3159-dd34-4551-b3a4-23a641a8a442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, b9264175-593d-49c8-b0ec-6a6ccf1e734b) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:12.823489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13dc7c4d-b988-4ec8-901c-196d4752a5b9 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:12.840423 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Publish callbacks [] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.860702 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-552fb19b-12b7-4c7d-abbf-950f8b3a16d7 admin admin] Publish callbacks [] for security_group (622bfeec-81e7-4ebb-a265-a59fb67ed34a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.869177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e53f6-2b06-43ce-bcce-1e6a10c79372 None None] Network b9264175-593d-49c8-b0ec-6a6ccf1e734b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:12.880573 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-552fb19b-12b7-4c7d-abbf-950f8b3a16d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (622bfeec-81e7-4ebb-a265-a59fb67ed34a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.914575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708e3159-dd34-4551-b3a4-23a641a8a442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:12.914575 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-708e3159-dd34-4551-b3a4-23a641a8a442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.932941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Transition to ACTIVE for port object 13dc7c4d-b988-4ec8-901c-196d4752a5b9 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:39:12.970092 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.013120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fb19b-12b7-4c7d-abbf-950f8b3a16d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622bfeec-81e7-4ebb-a265-a59fb67ed34a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:13.022674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-1581b954-bec4-425b-a598-1a0823480596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:13.024998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-1581b954-bec4-425b-a598-1a0823480596 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.3807819 Feb 11 04:39:13.059867 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-552fb19b-12b7-4c7d-abbf-950f8b3a16d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3a245f8b80349a1ba88b0fd410b5ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8123665 Feb 11 04:39:13.060198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-eea334c6-eed0-41fd-be0d-b9b428fd371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:13.060198 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-eea334c6-eed0-41fd-be0d-b9b428fd371f service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.3360319 Feb 11 04:39:13.060862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44792) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:13.128924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024ce53-de3a-4c3b-a3eb-d90be1946476 None None] Network b9264175-593d-49c8-b0ec-6a6ccf1e734b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:13.153685 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-708e3159-dd34-4551-b3a4-23a641a8a442 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3094757 Feb 11 04:39:13.175491 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-04e97d86-eda2-45b8-a4a6-ee5a24086f30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 217 time: 0.1045158 Feb 11 04:39:13.220663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd7b7633-dd68-4749-94c1-5a6b40f7600d req-fd63aee0-0088-4938-8078-41835fb2627a tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760233 Feb 11 04:39:13.314047 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Pushing event updated for resources: {'Port': ['ID=13dc7c4d-b988-4ec8-901c-196d4752a5b9,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:13.357590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-b8f65251-b5ad-48ba-925c-62dbe3149004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:13.360348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-989c204d-d2ed-4e4d-9882-22c1ade26169 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 217 time: 0.3117032 Feb 11 04:39:13.373060 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-b8f65251-b5ad-48ba-925c-62dbe3149004 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1773782 Feb 11 04:39:13.476515 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44800) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:13.492907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e17948-03ef-463e-8c98-ff7f004c5ca0 req-d79fdc2d-41c3-402c-ac6d-40e6e5caad86 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:13.509252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69e17948-03ef-463e-8c98-ff7f004c5ca0 req-d79fdc2d-41c3-402c-ac6d-40e6e5caad86 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 948 time: 0.5828097 Feb 11 04:39:13.518559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-f16e1aec-2cc3-47bb-ae90-728440577de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:13.522282 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-f16e1aec-2cc3-47bb-ae90-728440577de9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1222754 Feb 11 04:39:13.548753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44802) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:13.584178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Attempting to bind port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:13.584519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Attempting to bind port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:13.584992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Attempting to bind port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:13.586810 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-caa204e1-ff80-4234-ab36-3111c9287581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.602574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:13.604357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Attempting to bind port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:13.638060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-7205935d-6bcc-4b1c-8227-07f9f59258c0 admin admin] Deleting subnet 81872044-0155-4274-96e0-0d0cc1a24d65 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:39:13.642597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:13.642985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:13.643380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:13.643775 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7205935d-6bcc-4b1c-8227-07f9f59258c0 admin admin] Publish callbacks [] for subnet (81872044-0155-4274-96e0-0d0cc1a24d65), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.644252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Bound port: 13dc7c4d-b988-4ec8-901c-196d4752a5b9, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:13.644627 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.685915 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7205935d-6bcc-4b1c-8227-07f9f59258c0 admin admin] Publish callbacks [] for subnet (81872044-0155-4274-96e0-0d0cc1a24d65), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.698120 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7205935d-6bcc-4b1c-8227-07f9f59258c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (81872044-0155-4274-96e0-0d0cc1a24d65), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.749282 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5541286d-59bb-420a-9ffe-84d01d51504d admin admin] Publish callbacks [] for security_group (622bfeec-81e7-4ebb-a265-a59fb67ed34a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.784014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-92b52bef-004b-49bd-95ba-70cb76d3748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:13.785898 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-92b52bef-004b-49bd-95ba-70cb76d3748e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4022815 Feb 11 04:39:13.804430 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7205935d-6bcc-4b1c-8227-07f9f59258c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for subnet (81872044-0155-4274-96e0-0d0cc1a24d65), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.821685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] For port 13dc7c4d-b988-4ec8-901c-196d4752a5b9, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:13.839282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] For port 13dc7c4d-b988-4ec8-901c-196d4752a5b9, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=13dc7c4d-b988-4ec8-901c-196d4752a5b9,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:13.844291 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7205935d-6bcc-4b1c-8227-07f9f59258c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.851786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7205935d-6bcc-4b1c-8227-07f9f59258c0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/81872044-0155-4274-96e0-0d0cc1a24d65 HTTP/1.1" status: 204 len: 168 time: 0.3731275 Feb 11 04:39:13.882190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44806) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:13.895780 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69e17948-03ef-463e-8c98-ff7f004c5ca0 req-14801cf0-fa4c-4ab0-ae6e-c787c1fcc36e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853917 Feb 11 04:39:13.901879 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.912689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205935d-6bcc-4b1c-8227-07f9f59258c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81872044-0155-4274-96e0-0d0cc1a24d65,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:13.935607 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5541286d-59bb-420a-9ffe-84d01d51504d admin admin] Publish callbacks [] for security_group (622bfeec-81e7-4ebb-a265-a59fb67ed34a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.956052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-7d8dfa86-3ae5-49e5-8d77-2de6f70b2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:13.957707 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-7d8dfa86-3ae5-49e5-8d77-2de6f70b2373 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4160786 Feb 11 04:39:14.000419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714371-51e9-4587-af96-92c5e9a86abc req-84b790f7-bef7-4d03-bbd1-d76f6951971a tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:14.004535 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6714371-51e9-4587-af96-92c5e9a86abc req-84b790f7-bef7-4d03-bbd1-d76f6951971a tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 948 time: 0.2392356 Feb 11 04:39:14.053412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:14.054042 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.056514 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] 10.222.0.10 "PUT /v2.0/ports/13dc7c4d-b988-4ec8-901c-196d4752a5b9 HTTP/1.1" status: 200 len: 1097 time: 2.7894299 Feb 11 04:39:14.071008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f290e19-9992-47d2-b520-20e2040728fd', 'tag': '13dc7c4d-b988-4ec8-901c-196d4752a5b9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:14.071008 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f02d5e9-964a-4c15-ba48-ba158892f560" -d '{"events": [{"name": "network-changed", "server_uuid": "1f290e19-9992-47d2-b520-20e2040728fd", "tag": "13dc7c4d-b988-4ec8-901c-196d4752a5b9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:14.244773 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.332813 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-574e7d84-eca4-494a-8471-7bef4b35414f service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193648 Feb 11 04:39:14.341716 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-caa204e1-ff80-4234-ab36-3111c9287581 admin admin] Publish callbacks [] for security_group (47272b7a-3358-49a5-b4f8-9c6d34d383dc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.357446 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6714371-51e9-4587-af96-92c5e9a86abc req-fa825350-caae-4d73-9eb2-02406aa804e7 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047628 Feb 11 04:39:14.357636 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d3ed60-a77f-49ff-a707-681b938fc837 x-openstack-request-id: req-92d3ed60-a77f-49ff-a707-681b938fc837 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:14.359001 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f290e19-9992-47d2-b520-20e2040728fd", "tag": "13dc7c4d-b988-4ec8-901c-196d4752a5b9", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:14.359388 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92d3ed60-a77f-49ff-a707-681b938fc837 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:14.359798 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f290e19-9992-47d2-b520-20e2040728fd', 'tag': '13dc7c4d-b988-4ec8-901c-196d4752a5b9', 'status': 'completed', 'code': 200} Feb 11 04:39:14.380645 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (90b85732-98a9-4927-a394-2f61733685cc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.401463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cec42-e7aa-4919-a4e2-9a10c1411293 service neutron] Pushing event updated for resources: {'Port': ['ID=13dc7c4d-b988-4ec8-901c-196d4752a5b9,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:14.461074 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-caa204e1-ff80-4234-ab36-3111c9287581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (47272b7a-3358-49a5-b4f8-9c6d34d383dc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.486489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-9152959b-da20-44cc-a880-77610c28788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:14.488366 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-9152959b-da20-44cc-a880-77610c28788b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14b1696d93374bb6afe533154fe2d164&device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 1131 time: 0.3031330 Feb 11 04:39:14.491670 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-f0fd18a1-934a-439a-8c7e-28f9aca7eb20 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184407 Feb 11 04:39:14.525580 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5541286d-59bb-420a-9ffe-84d01d51504d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (622bfeec-81e7-4ebb-a265-a59fb67ed34a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.528135 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5541286d-59bb-420a-9ffe-84d01d51504d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.529228 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5541286d-59bb-420a-9ffe-84d01d51504d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/622bfeec-81e7-4ebb-a265-a59fb67ed34a HTTP/1.1" status: 204 len: 168 time: 1.4694839 Feb 11 04:39:14.577351 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-0f6c18a0-b32a-46f8-9d43-385707598a74 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164018 Feb 11 04:39:14.578022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa204e1-ff80-4234-ab36-3111c9287581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47272b7a-3358-49a5-b4f8-9c6d34d383dc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:14.624626 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-caa204e1-ff80-4234-ab36-3111c9287581 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=135017d1b1954efd9cff41336fc01136&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0730333 Feb 11 04:39:14.627212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44824) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:14.709037 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (90b85732-98a9-4927-a394-2f61733685cc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.721219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eccc3475-f97b-4929-8844-ee0eb7cc7884 admin admin] Publish callbacks [] for security_group (47272b7a-3358-49a5-b4f8-9c6d34d383dc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.729882 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-b644eae7-de10-4055-8620-8ce64adffc49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=13dc7c4d-b988-4ec8-901c-196d4752a5b9 HTTP/1.1" status: 200 len: 217 time: 0.2174652 Feb 11 04:39:14.744342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541286d-59bb-420a-9ffe-84d01d51504d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622bfeec-81e7-4ebb-a265-a59fb67ed34a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:14.784486 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eccc3475-f97b-4929-8844-ee0eb7cc7884 admin admin] Publish callbacks [] for security_group (47272b7a-3358-49a5-b4f8-9c6d34d383dc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.821283 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-5c7fb5f9-de57-4e1f-8301-dc9270166ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:14.822670 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-5c7fb5f9-de57-4e1f-8301-dc9270166ce1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0744619 Feb 11 04:39:14.825113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:14.826426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:14.828071 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:14.829316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:14.829685 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:14.830036 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:14.830388 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:14.831243 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:14.831243 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:14.831435 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:14.897140 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eccc3475-f97b-4929-8844-ee0eb7cc7884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (47272b7a-3358-49a5-b4f8-9c6d34d383dc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.900871 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eccc3475-f97b-4929-8844-ee0eb7cc7884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.902337 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-eccc3475-f97b-4929-8844-ee0eb7cc7884 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47272b7a-3358-49a5-b4f8-9c6d34d383dc HTTP/1.1" status: 204 len: 168 time: 0.2734890 Feb 11 04:39:14.923942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc3475-f97b-4929-8844-ee0eb7cc7884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47272b7a-3358-49a5-b4f8-9c6d34d383dc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:15.087903 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:15.088561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:15.089554 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:15.089955 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:15.090355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b85732-98a9-4927-a394-2f61733685cc']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:15.223265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ad979-8d85-4a17-a20a-836de9445991 req-850d6a73-d562-450d-873f-68bfdf781875 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:15.234442 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-248ad979-8d85-4a17-a20a-836de9445991 req-850d6a73-d562-450d-873f-68bfdf781875 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0986075 Feb 11 04:39:15.312748 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-248ad979-8d85-4a17-a20a-836de9445991 req-4c4de09b-f5e2-4171-bd3b-7bc0e67e4629 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764105 Feb 11 04:39:15.452612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7d5dbc-1ad1-40a1-a8b3-c9bb7639dc3d') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:15.452914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7d5dbc-1ad1-40a1-a8b3-c9bb7639dc3d') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:15.492079 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (1e7d5dbc-1ad1-40a1-a8b3-c9bb7639dc3d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.533269 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.553662 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1e7d5dbc-1ad1-40a1-a8b3-c9bb7639dc3d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.565219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:39:15.566053 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (1e7d5dbc-1ad1-40a1-a8b3-c9bb7639dc3d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: from cryptography.utils import int_from_bytes Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: from cryptography.utils import int_from_bytes Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:39:15.675464 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:39:15.683106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021338d-4628-455a-b71e-1c683246b625 req-ffc4e06d-122a-4476-aa3f-e1b051090a56 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:15.684695 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7021338d-4628-455a-b71e-1c683246b625 req-ffc4e06d-122a-4476-aa3f-e1b051090a56 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 948 time: 0.1294289 Feb 11 04:39:15.786966 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7021338d-4628-455a-b71e-1c683246b625 req-db606673-bfb9-473f-b57f-1cffe055b26f tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808280 Feb 11 04:39:15.800229 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (90b85732-98a9-4927-a394-2f61733685cc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.858733 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.866566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44860) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:15.879074 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/90b85732-98a9-4927-a394-2f61733685cc HTTP/1.1" status: 204 len: 168 time: 1.9922807 Feb 11 04:39:15.924397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af00e9aa-6637-4639-93a0-341be0da0ec3 req-01fb0b22-37f1-4e1c-8906-9118d496de2d service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4132280 Feb 11 04:39:15.953239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1471fa4-e8d1-423a-bbd5-18ef27ad27a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=90b85732-98a9-4927-a394-2f61733685cc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:15.953430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-059cf66c-b563-4454-99d7-e308193bb89a admin admin] Deleting subnet 60d9d0bb-f109-4039-a855-e69e2769c3e3 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:39:15.971222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 8a279ff2-1479-4afc-abdb-0d8aae59cefb details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:39:15.976148 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-059cf66c-b563-4454-99d7-e308193bb89a admin admin] Publish callbacks [] for subnet (60d9d0bb-f109-4039-a855-e69e2769c3e3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.993822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-64fbd8cc-8795-40f0-aae5-4681fcc6ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:15.996256 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-64fbd8cc-8795-40f0-aae5-4681fcc6ed05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2011571 Feb 11 04:39:16.049341 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-059cf66c-b563-4454-99d7-e308193bb89a admin admin] Publish callbacks [] for subnet (60d9d0bb-f109-4039-a855-e69e2769c3e3), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:16.056266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-059cf66c-b563-4454-99d7-e308193bb89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (60d9d0bb-f109-4039-a855-e69e2769c3e3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:16.160345 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-059cf66c-b563-4454-99d7-e308193bb89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for subnet (60d9d0bb-f109-4039-a855-e69e2769c3e3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:16.191261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cf66c-b563-4454-99d7-e308193bb89a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d9d0bb-f109-4039-a855-e69e2769c3e3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:16.203213 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-059cf66c-b563-4454-99d7-e308193bb89a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:16.211006 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-059cf66c-b563-4454-99d7-e308193bb89a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/60d9d0bb-f109-4039-a855-e69e2769c3e3 HTTP/1.1" status: 204 len: 168 time: 0.3431492 Feb 11 04:39:16.211810 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44870) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:16.248746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1959d-9996-4511-8dde-b3596850f538 req-574b4054-78a1-407b-8a18-94cd391e370e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:16.254587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67b1959d-9996-4511-8dde-b3596850f538 req-574b4054-78a1-407b-8a18-94cd391e370e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 948 time: 0.4591491 Feb 11 04:39:16.257327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:16.287737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '8a279ff2-1479-4afc-abdb-0d8aae59cefb', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '8a279ff2-1479-4afc-abdb-0d8aae59cefb', 'mac_address': 'fa:16:3e:74:25:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:39:16.373926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67b1959d-9996-4511-8dde-b3596850f538 req-3f4c31ba-cd81-4e7a-89b7-0dae70c4fc32 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111929 Feb 11 04:39:16.388070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-2ab93beb-7061-4f60-84c6-13f057ffba13 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838506 Feb 11 04:39:16.392599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 8a279ff2-1479-4afc-abdb-0d8aae59cefb is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:16.393215 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:16.407612 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (b9264175-593d-49c8-b0ec-6a6ccf1e734b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:16.409836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a279ff2-1479-4afc-abdb-0d8aae59cefb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:16.433900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:16.444695 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:16.592996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd2149d-71f9-42b0-9007-46dec37c6b53 req-632e4e00-6c01-4c43-b6d7-29259409e156 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982112 Feb 11 04:39:16.601135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=8a279ff2-1479-4afc-abdb-0d8aae59cefb,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:16.682573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (b9264175-593d-49c8-b0ec-6a6ccf1e734b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:16.717243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.717953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.718342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.718682 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > port after_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.719058 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.719404 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > port after_update 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.719749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.720095 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.720434 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.720757 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.779822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d5e9-964a-4c15-ba48-ba158892f560 req-9be11916-fee4-4b32-9908-c50190f1284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:16.788264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f02d5e9-964a-4c15-ba48-ba158892f560 req-9be11916-fee4-4b32-9908-c50190f1284c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14b1696d93374bb6afe533154fe2d164&device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 1131 time: 0.0799303 Feb 11 04:39:16.794560 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.795194 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.795681 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.796171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:39:16.796716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9264175-593d-49c8-b0ec-6a6ccf1e734b']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:16.824876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1a920-6d3e-4859-8b33-aef674675880 req-b4ab00b9-ebec-48c8-9420-ecfa6c66e457 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:16.840477 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dea1a920-6d3e-4859-8b33-aef674675880 req-b4ab00b9-ebec-48c8-9420-ecfa6c66e457 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.2868104 Feb 11 04:39:16.850106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72f1584-48e8-484e-b2ac-fe7a4514e845') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:16.850486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72f1584-48e8-484e-b2ac-fe7a4514e845') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:16.922458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d5e9-964a-4c15-ba48-ba158892f560 req-9ebf4e40-37b0-4164-854e-de942781903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:16.924476 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f02d5e9-964a-4c15-ba48-ba158892f560 req-9ebf4e40-37b0-4164-854e-de942781903d service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1291404 Feb 11 04:39:16.993211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f02d5e9-964a-4c15-ba48-ba158892f560 req-b3131b07-62f2-4851-9fb5-33017a46688b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=13dc7c4d-b988-4ec8-901c-196d4752a5b9 HTTP/1.1" status: 200 len: 217 time: 0.0576727 Feb 11 04:39:17.056821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56462-24f3-44b3-a523-9e9910b67afa req-f62b5e61-5c9c-4577-9e30-94b0bf2b4774 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:17.058680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3a56462-24f3-44b3-a523-9e9910b67afa req-f62b5e61-5c9c-4577-9e30-94b0bf2b4774 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 948 time: 0.1330740 Feb 11 04:39:17.069394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d5e9-964a-4c15-ba48-ba158892f560 req-a8b9f8bb-fa22-4f39-9eb7-0d305fe92f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:17.070996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f02d5e9-964a-4c15-ba48-ba158892f560 req-a8b9f8bb-fa22-4f39-9eb7-0d305fe92f6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0699873 Feb 11 04:39:17.106372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['8a279ff2-1479-4afc-abdb-0d8aae59cefb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:17.160334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d5e9-964a-4c15-ba48-ba158892f560 req-5f9911c6-a89d-4fa7-932d-c4e09ef06a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:17.161936 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (e72f1584-48e8-484e-b2ac-fe7a4514e845), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.162689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f02d5e9-964a-4c15-ba48-ba158892f560 req-5f9911c6-a89d-4fa7-932d-c4e09ef06a71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0727315 Feb 11 04:39:17.166117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3a56462-24f3-44b3-a523-9e9910b67afa req-14aafc0c-ade0-4924-a6f7-b4a8cebf1b4a tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990837 Feb 11 04:39:17.183241 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e72f1584-48e8-484e-b2ac-fe7a4514e845), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.198570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:39:17.199010 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (e72f1584-48e8-484e-b2ac-fe7a4514e845), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: from cryptography.utils import int_from_bytes Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: from cryptography.utils import int_from_bytes Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:39:17.203144 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:39:17.283305 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dea1a920-6d3e-4859-8b33-aef674675880 req-1fe8cac7-2dda-4262-8ea2-043b95df0187 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418950 Feb 11 04:39:17.291272 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (b9264175-593d-49c8-b0ec-6a6ccf1e734b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.306177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.319882 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b9264175-593d-49c8-b0ec-6a6ccf1e734b HTTP/1.1" status: 204 len: 168 time: 1.0996521 Feb 11 04:39:17.324263 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f02d5e9-964a-4c15-ba48-ba158892f560 req-0a34f876-f450-491f-93db-b9f7467ca79a service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543882 Feb 11 04:39:17.329990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02161da-ce04-40e4-8b27-217e4a402872 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9264175-593d-49c8-b0ec-6a6ccf1e734b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:17.465610 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f02d5e9-964a-4c15-ba48-ba158892f560 req-0f8f4c24-84c9-4200-a4b0-c118c3827e6d service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355395 Feb 11 04:39:17.582361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa6025-cc2c-4ffe-953d-e02e33c24d89 req-9d12e776-eb7e-4810-a0fe-f49888eb9c9e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:17.584642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eaa6025-cc2c-4ffe-953d-e02e33c24d89 req-9d12e776-eb7e-4810-a0fe-f49888eb9c9e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 949 time: 0.1092145 Feb 11 04:39:17.645280 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eaa6025-cc2c-4ffe-953d-e02e33c24d89 req-71305012-040e-4312-90d4-7ea032aa2980 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544252 Feb 11 04:39:17.667770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44934) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:17.757344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c719e15c-cd05-4752-9905-d5c2804941dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf673b964cb54d63bbb3ddbbac8f9a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0853810 Feb 11 04:39:17.757978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44938) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:17.850447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5035324-af5a-490c-be3c-d2146fea9d8b admin admin] Publish callbacks [] for security_group (ebc1eef5-2ff5-4702-b402-c5d7e1111e9b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.935473 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5035324-af5a-490c-be3c-d2146fea9d8b admin admin] Publish callbacks [] for security_group (ebc1eef5-2ff5-4702-b402-c5d7e1111e9b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.044439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5035324-af5a-490c-be3c-d2146fea9d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ebc1eef5-2ff5-4702-b402-c5d7e1111e9b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.047715 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5035324-af5a-490c-be3c-d2146fea9d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.053834 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d5035324-af5a-490c-be3c-d2146fea9d8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebc1eef5-2ff5-4702-b402-c5d7e1111e9b HTTP/1.1" status: 204 len: 168 time: 0.2950110 Feb 11 04:39:18.061258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef49a4-b9ca-4619-a739-5d9f585f7021 req-69caee43-57a0-426b-afbb-d4fd1441789c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:18.067168 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74ef49a4-b9ca-4619-a739-5d9f585f7021 req-69caee43-57a0-426b-afbb-d4fd1441789c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 949 time: 0.1177588 Feb 11 04:39:18.088706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5035324-af5a-490c-be3c-d2146fea9d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc1eef5-2ff5-4702-b402-c5d7e1111e9b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:18.219214 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74ef49a4-b9ca-4619-a739-5d9f585f7021 req-33210975-db04-4cda-a2db-9d96440f0b5e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453748 Feb 11 04:39:18.282534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-322f1509-403e-4622-aa15-4a8d939aa525 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:18.283966 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-322f1509-403e-4622-aa15-4a8d939aa525 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df&tenant_id=1065d83b11b143078bcea2c5380d8113&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 949 time: 0.1708419 Feb 11 04:39:18.411258 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-29b53499-282c-443e-81c2-4a27c7fbad6a service neutron] delete failed (client error): The resource could not be found. Feb 11 04:39:18.412299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-29b53499-282c-443e-81c2-4a27c7fbad6a service neutron] 10.222.0.10 "DELETE /v2.0/ports/8a279ff2-1479-4afc-abdb-0d8aae59cefb/bindings/n-h2-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.1208489 Feb 11 04:39:18.437044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce35c0-e3af-41e8-ba1e-21e968e24f4c req-bcb091b3-12fe-474a-a92c-0665766fa3fd tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:18.455133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5ce35c0-e3af-41e8-ba1e-21e968e24f4c req-bcb091b3-12fe-474a-a92c-0665766fa3fd tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 948 time: 0.1148295 Feb 11 04:39:18.647744 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5502c-dbd2-4112-bc96-e511e9d6675e req-607973ac-718e-4fce-892e-dc74971f9b9a tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:18.650167 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bca5502c-dbd2-4112-bc96-e511e9d6675e req-607973ac-718e-4fce-892e-dc74971f9b9a tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1041064 Feb 11 04:39:18.689342 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5ce35c0-e3af-41e8-ba1e-21e968e24f4c req-0b3b4b46-9d8c-4566-be01-89e767cac849 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215626 Feb 11 04:39:18.729499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-f32f96f0-2060-4b6b-ab6d-6b70b198a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:18.735686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-f32f96f0-2060-4b6b-ab6d-6b70b198a95a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1132 time: 0.1347752 Feb 11 04:39:18.746525 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bca5502c-dbd2-4112-bc96-e511e9d6675e req-919ef41e-75b2-44be-a349-19df37763943 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902522 Feb 11 04:39:18.773517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44972) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:18.835446 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-39abaa7b-eeaf-46f3-85bf-c179a46742a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0626c77d62c5432fb531f6c602936b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595231 Feb 11 04:39:18.838163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44978) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:18.898233 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f82a4e51-92c9-41ff-907f-7d9b81b07d74 admin admin] Publish callbacks [] for security_group (a0a10f12-daab-4987-ac5f-e3483a4ca138), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.920253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-2b3f37db-9c8c-476c-9caf-48767e317953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:18.921928 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-2b3f37db-9c8c-476c-9caf-48767e317953 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1789317 Feb 11 04:39:18.928585 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f82a4e51-92c9-41ff-907f-7d9b81b07d74 admin admin] Publish callbacks [] for security_group (a0a10f12-daab-4987-ac5f-e3483a4ca138), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.021586 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-7b9b34bd-e3f8-4aeb-abf2-ee027115ffbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 217 time: 0.0876434 Feb 11 04:39:19.022949 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f82a4e51-92c9-41ff-907f-7d9b81b07d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a0a10f12-daab-4987-ac5f-e3483a4ca138), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.026818 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f82a4e51-92c9-41ff-907f-7d9b81b07d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.031250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f82a4e51-92c9-41ff-907f-7d9b81b07d74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0a10f12-daab-4987-ac5f-e3483a4ca138 HTTP/1.1" status: 204 len: 168 time: 0.1913145 Feb 11 04:39:19.044625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a4e51-92c9-41ff-907f-7d9b81b07d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a10f12-daab-4987-ac5f-e3483a4ca138,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:19.133080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-eacc57ac-a0cc-4a84-8b01-429b62325a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:19.137744 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-eacc57ac-a0cc-4a84-8b01-429b62325a54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1100254 Feb 11 04:39:19.251940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-891805cf-6bbd-48c5-b060-9662b0abdacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:19.253465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-891805cf-6bbd-48c5-b060-9662b0abdacd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1100025 Feb 11 04:39:19.387667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-32d197a5-bfe1-4414-8110-40dab4fdbd15 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256340 Feb 11 04:39:19.405295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb510aa-6b21-4ee0-85bd-360eaf553183 req-271a68a1-eeb2-44c3-a40c-ecfd359dc0a1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:19.412463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-abb510aa-6b21-4ee0-85bd-360eaf553183 req-271a68a1-eeb2-44c3-a40c-ecfd359dc0a1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 949 time: 0.0825355 Feb 11 04:39:19.493757 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-abb510aa-6b21-4ee0-85bd-360eaf553183 req-2a9f03ab-c932-4d56-bd63-4956b0c5507e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742044 Feb 11 04:39:19.588155 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a1692ad-6be5-4611-ab97-54e1f8425f04 req-152e3f01-1cfe-45cc-97c5-a24110175158 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885645 Feb 11 04:39:19.684274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 13dc7c4d-b988-4ec8-901c-196d4752a5b9 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:39:19.821309 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 13dc7c4d-b988-4ec8-901c-196d4752a5b9, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=13dc7c4d-b988-4ec8-901c-196d4752a5b9,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:19.837225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '13dc7c4d-b988-4ec8-901c-196d4752a5b9', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '13dc7c4d-b988-4ec8-901c-196d4752a5b9', 'mac_address': 'fa:16:3e:d5:3c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:39:19.884961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:19.885914 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.901841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dc7c4d-b988-4ec8-901c-196d4752a5b9 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:19.905980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76537b7-63dc-4544-b533-9a88bd2c8c98 req-f0129ba0-a69b-4a13-be61-c05fafa5461e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:19.913819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b76537b7-63dc-4544-b533-9a88bd2c8c98 req-f0129ba0-a69b-4a13-be61-c05fafa5461e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 948 time: 0.1184502 Feb 11 04:39:19.932121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 13dc7c4d-b988-4ec8-901c-196d4752a5b9, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=13dc7c4d-b988-4ec8-901c-196d4752a5b9,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:19.944560 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.973356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45032) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:20.011500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 8a279ff2-1479-4afc-abdb-0d8aae59cefb up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:20.054037 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b76537b7-63dc-4544-b533-9a88bd2c8c98 req-438721a3-daca-433e-865b-d79c2ff6f6c6 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281557 Feb 11 04:39:20.126365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c02b33-5647-4616-81f0-39ddf02cc393 req-d93b29fb-3f02-44fa-8316-c6ac24136019 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:20.129626 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b4c02b33-5647-4616-81f0-39ddf02cc393 req-d93b29fb-3f02-44fa-8316-c6ac24136019 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1219828 Feb 11 04:39:20.187473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=13dc7c4d-b988-4ec8-901c-196d4752a5b9,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:20.205054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 8a279ff2-1479-4afc-abdb-0d8aae59cefb completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:39:20.210695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 8a279ff2-1479-4afc-abdb-0d8aae59cefb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:20.211340 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.270024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['13dc7c4d-b988-4ec8-901c-196d4752a5b9'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:20.286791 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b4c02b33-5647-4616-81f0-39ddf02cc393 req-32d0d813-8f0a-4bab-92e6-7ba9312bbe92 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509573 Feb 11 04:39:20.435662 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16012677-25be-492f-bd40-864241ff6cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.490399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 8a279ff2-1479-4afc-abdb-0d8aae59cefb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:20.490621 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.593743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a279ff2-1479-4afc-abdb-0d8aae59cefb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:20.596142 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f77879e-025b-49dc-9803-465c00dcf67c" -d '{"events": [{"server_uuid": "b1b3cbc2-de8c-426a-97b5-4a3224e401df", "name": "network-vif-plugged", "status": "completed", "tag": "8a279ff2-1479-4afc-abdb-0d8aae59cefb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:20.622622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:20.632730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.722390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=8a279ff2-1479-4afc-abdb-0d8aae59cefb,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:20.724452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5727d9-3dc0-4949-8bf6-1b4132d1b295 req-55bbeea9-7f4f-472b-a249-19ee97418816 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:20.740125 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c5727d9-3dc0-4949-8bf6-1b4132d1b295 req-55bbeea9-7f4f-472b-a249-19ee97418816 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 949 time: 0.1516306 Feb 11 04:39:20.776942 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16012677-25be-492f-bd40-864241ff6cce admin admin] Publish callbacks [] for security_group (eda6911b-f175-4a09-8e6b-6a9820788e5b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.800345 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16012677-25be-492f-bd40-864241ff6cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (eda6911b-f175-4a09-8e6b-6a9820788e5b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.835535 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-16012677-25be-492f-bd40-864241ff6cce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7310c897fb4f4308b62fa59ed55054bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8575423 Feb 11 04:39:20.837072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45058) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:20.869606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c5727d9-3dc0-4949-8bf6-1b4132d1b295 req-ed3b3b80-52d8-4c3c-9e64-bdf86a0ced27 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228745 Feb 11 04:39:20.883232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16012677-25be-492f-bd40-864241ff6cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda6911b-f175-4a09-8e6b-6a9820788e5b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:20.902215 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f17cbd9-fa3b-4951-952e-a353da7fb140 x-openstack-request-id: req-8f17cbd9-fa3b-4951-952e-a353da7fb140 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:20.902803 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b3cbc2-de8c-426a-97b5-4a3224e401df", "name": "network-vif-plugged", "status": "completed", "tag": "8a279ff2-1479-4afc-abdb-0d8aae59cefb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:20.903078 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f17cbd9-fa3b-4951-952e-a353da7fb140 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:20.903597 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a279ff2-1479-4afc-abdb-0d8aae59cefb', 'code': 200} Feb 11 04:39:20.961385 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-041ff2ca-911e-4503-a4b7-0be5a57353b7 admin admin] Publish callbacks [] for security_group (eda6911b-f175-4a09-8e6b-6a9820788e5b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.010753 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-041ff2ca-911e-4503-a4b7-0be5a57353b7 admin admin] Publish callbacks [] for security_group (eda6911b-f175-4a09-8e6b-6a9820788e5b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.029900 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ebe4c-f8f4-4222-8d0c-85c5eb4b39f9 req-99ff9b74-523a-421b-b43c-ed4728fea665 tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:21.042078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d1ebe4c-f8f4-4222-8d0c-85c5eb4b39f9 req-99ff9b74-523a-421b-b43c-ed4728fea665 tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1133 time: 0.0695024 Feb 11 04:39:21.076858 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-041ff2ca-911e-4503-a4b7-0be5a57353b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (eda6911b-f175-4a09-8e6b-6a9820788e5b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.080249 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-041ff2ca-911e-4503-a4b7-0be5a57353b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.081928 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-041ff2ca-911e-4503-a4b7-0be5a57353b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eda6911b-f175-4a09-8e6b-6a9820788e5b HTTP/1.1" status: 204 len: 168 time: 0.2432899 Feb 11 04:39:21.092235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ff2ca-911e-4503-a4b7-0be5a57353b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda6911b-f175-4a09-8e6b-6a9820788e5b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:21.144234 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45076) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:21.178502 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d1ebe4c-f8f4-4222-8d0c-85c5eb4b39f9 req-b78bb83b-1c62-48be-8c83-51eaf8302352 tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309099 Feb 11 04:39:21.291303 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1927638652-network', 'tenant_id': '8b12cb7f59db43f289e50c197625e76d'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:21.337743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Made reservation on behalf of 8b12cb7f59db43f289e50c197625e76d for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:21.339095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09087371-5ed5-472f-93c8-54c873f9a773 req-75b025d8-7dfe-4dff-8e61-69b5ae739dd4 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:21.340844 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-09087371-5ed5-472f-93c8-54c873f9a773 req-75b025d8-7dfe-4dff-8e61-69b5ae739dd4 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 949 time: 0.0734613 Feb 11 04:39:21.343263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.360369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.451227 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-09087371-5ed5-472f-93c8-54c873f9a773 req-d6744e3a-913a-4554-9b9a-fb5d777bbff0 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993659 Feb 11 04:39:21.506584 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Publish callbacks [] for security_group (554ba8f8-6f6b-4c48-a92f-ee489e68ae86), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.506584 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (554ba8f8-6f6b-4c48-a92f-ee489e68ae86), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.540378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554ba8f8-6f6b-4c48-a92f-ee489e68ae86,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:21.573552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:39:21.593556 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c2886f65-cf8d-436c-b0e3-bdeb9c66c519), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.594676 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Added segment c2886f65-cf8d-436c-b0e3-bdeb9c66c519 of type vlan for network 5b75fab5-93b1-414b-9a08-696b9d294bc0 Feb 11 04:39:21.656944 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (5b75fab5-93b1-414b-9a08-696b9d294bc0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.674778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ccb0e-93e4-481f-8f68-f8e051914892 req-beed83f0-e73c-4d42-8613-a959f5e4e853 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:21.683128 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-997ccb0e-93e4-481f-8f68-f8e051914892 req-beed83f0-e73c-4d42-8613-a959f5e4e853 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0765676 Feb 11 04:39:21.684500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45090) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:21.696611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 13dc7c4d-b988-4ec8-901c-196d4752a5b9 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:21.745495 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e05e9757-b43c-4f9a-b1e1-032b462b70b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.753685 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-997ccb0e-93e4-481f-8f68-f8e051914892 req-6aede381-3ef9-4364-bf51-180c8d50523a tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695024 Feb 11 04:39:21.812130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:39:21.818022 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (5b75fab5-93b1-414b-9a08-696b9d294bc0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.819355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:21.819875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.823322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:21.823704 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.879376 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7335541 Feb 11 04:39:21.882596 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45104) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:21.893549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7753ff03-19ad-4763-abed-f832520871ac admin admin] Request body: {'subnet': {'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1927638652-subnet', 'tenant_id': '8b12cb7f59db43f289e50c197625e76d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:21.919150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1057c4c-935b-471e-a5c7-9add96e418da admin admin] Pushing event updated for resources: {'Network': ['ID=5b75fab5-93b1-414b-9a08-696b9d294bc0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:21.944556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 5b75fab5-93b1-414b-9a08-696b9d294bc0 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:39:21.950867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7753ff03-19ad-4763-abed-f832520871ac admin admin] Made reservation on behalf of 8b12cb7f59db43f289e50c197625e76d for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:21.953523 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7753ff03-19ad-4763-abed-f832520871ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.987859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:21.988178 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.997237 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e05e9757-b43c-4f9a-b1e1-032b462b70b8 admin admin] Publish callbacks [] for security_group (e15c8e5f-bdf6-40fa-9452-b039c8e2457c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.001094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-7c19267f-8b7e-4e88-88ee-861560b57da7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1065d83b11b143078bcea2c5380d8113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639384 Feb 11 04:39:22.005248 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e05e9757-b43c-4f9a-b1e1-032b462b70b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e15c8e5f-bdf6-40fa-9452-b039c8e2457c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.047901 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e9757-b43c-4f9a-b1e1-032b462b70b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c8e5f-bdf6-40fa-9452-b039c8e2457c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:22.061025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 13dc7c4d-b988-4ec8-901c-196d4752a5b9, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=13dc7c4d-b988-4ec8-901c-196d4752a5b9,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:22.067833 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.113350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e05e9757-b43c-4f9a-b1e1-032b462b70b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17f54289074c4743859289d46e20cfea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4265447 Feb 11 04:39:22.116737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45110) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:22.166670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=13dc7c4d-b988-4ec8-901c-196d4752a5b9,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:22.176051 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7753ff03-19ad-4763-abed-f832520871ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (d347f3fc-24c7-4017-8fdc-4d41de902991), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.212514 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d394807f-d650-4530-bb9b-65e46877b0ac admin admin] Publish callbacks [] for security_group (e15c8e5f-bdf6-40fa-9452-b039c8e2457c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.246801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753ff03-19ad-4763-abed-f832520871ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d347f3fc-24c7-4017-8fdc-4d41de902991,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:22.251198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-1a0c5614-677e-43b3-aa4f-ae5bee6bca0e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:22.257932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-1a0c5614-677e-43b3-aa4f-ae5bee6bca0e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474065 Feb 11 04:39:22.263394 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7753ff03-19ad-4763-abed-f832520871ac admin admin] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:22.263773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7753ff03-19ad-4763-abed-f832520871ac admin admin] Network hostable DHCP agents. Network: 5b75fab5-93b1-414b-9a08-696b9d294bc0, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:39:22.271570 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d394807f-d650-4530-bb9b-65e46877b0ac admin admin] Publish callbacks [] for security_group (e15c8e5f-bdf6-40fa-9452-b039c8e2457c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.280981 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-1cc73254-b844-431d-b37e-f32c846baee5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/quotas/1065d83b11b143078bcea2c5380d8113 HTTP/1.1" status: 200 len: 375 time: 0.0216804 Feb 11 04:39:22.290866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7753ff03-19ad-4763-abed-f832520871ac admin admin] Network 5b75fab5-93b1-414b-9a08-696b9d294bc0 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:39:22.306119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7753ff03-19ad-4763-abed-f832520871ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 5b75fab5-93b1-414b-9a08-696b9d294bc0) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:22.314467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a7f2b-4c1c-454d-8b52-2d42279f22c0 None None] Network 5b75fab5-93b1-414b-9a08-696b9d294bc0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:22.319531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7753ff03-19ad-4763-abed-f832520871ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:22.320135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7753ff03-19ad-4763-abed-f832520871ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.351196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7753ff03-19ad-4763-abed-f832520871ac admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4672461 Feb 11 04:39:22.402740 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d394807f-d650-4530-bb9b-65e46877b0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e15c8e5f-bdf6-40fa-9452-b039c8e2457c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.405330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d394807f-d650-4530-bb9b-65e46877b0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.406730 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d394807f-d650-4530-bb9b-65e46877b0ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e15c8e5f-bdf6-40fa-9452-b039c8e2457c HTTP/1.1" status: 204 len: 168 time: 0.2893567 Feb 11 04:39:22.424265 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-3c4f5db8-cac9-40fb-b563-d9bddbee4c82 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1424088 Feb 11 04:39:22.430358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394807f-d650-4530-bb9b-65e46877b0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15c8e5f-bdf6-40fa-9452-b039c8e2457c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:22.463398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab94b0d-95e3-4c3b-8c40-eb7c6e06c086 None None] Network 5b75fab5-93b1-414b-9a08-696b9d294bc0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:22.699335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffa411-db3b-43fd-aa6c-c53f1bd00f34 req-2f4ed2dc-3228-43f6-9f24-7e3b5c3c3fee tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:22.711112 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-feffa411-db3b-43fd-aa6c-c53f1bd00f34 req-2f4ed2dc-3228-43f6-9f24-7e3b5c3c3fee tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 950 time: 0.1215031 Feb 11 04:39:22.825883 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-feffa411-db3b-43fd-aa6c-c53f1bd00f34 req-3dbd0eb1-f7e7-4eed-adb8-370df44f4e4c tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110146 Feb 11 04:39:22.855386 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e63cc02d-cabe-4a34-a417-4b136b9308f8 req-b55f5f15-8b88-4532-a58e-d148e1de29d6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 210 time: 0.0727537 Feb 11 04:39:22.905095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f290e19-9992-47d2-b520-20e2040728fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dc7c4d-b988-4ec8-901c-196d4752a5b9'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:22.907573 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4974dc6-a7b8-40a5-b769-5c6182a40d4a" -d '{"events": [{"server_uuid": "1f290e19-9992-47d2-b520-20e2040728fd", "name": "network-vif-plugged", "status": "completed", "tag": "13dc7c4d-b988-4ec8-901c-196d4752a5b9"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:23.025808 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65f51d4-9b7e-4d9b-b589-ed3df842c56e x-openstack-request-id: req-c65f51d4-9b7e-4d9b-b589-ed3df842c56e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:23.026133 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f290e19-9992-47d2-b520-20e2040728fd", "name": "network-vif-plugged", "status": "completed", "tag": "13dc7c4d-b988-4ec8-901c-196d4752a5b9", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:23.026392 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c65f51d4-9b7e-4d9b-b589-ed3df842c56e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:23.026850 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f290e19-9992-47d2-b520-20e2040728fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dc7c4d-b988-4ec8-901c-196d4752a5b9', 'code': 200} Feb 11 04:39:23.092509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12ac09-9ddd-4b38-a771-91fc6756efc7 req-8599e7f1-cf9e-406d-96c2-3cd058ab51ed tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:23.102120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3b12ac09-9ddd-4b38-a771-91fc6756efc7 req-8599e7f1-cf9e-406d-96c2-3cd058ab51ed tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1196401 Feb 11 04:39:23.201577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3b12ac09-9ddd-4b38-a771-91fc6756efc7 req-1dc6408a-db4e-4ae5-85e0-14909528e409 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868194 Feb 11 04:39:23.276867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766759a-7a78-41de-9e45-d05108f816b7 req-4fa7f576-2b16-4cc3-9365-dce78d6603a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:23.279221 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7766759a-7a78-41de-9e45-d05108f816b7 req-4fa7f576-2b16-4cc3-9365-dce78d6603a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 1133 time: 0.1311748 Feb 11 04:39:23.367809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7766759a-7a78-41de-9e45-d05108f816b7 req-769eaba3-33d0-4465-a24f-79fd1c4ccfd7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686698 Feb 11 04:39:23.918761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45180) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:23.924401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1779883048-network', 'tenant_id': 'da1d98c65d2846a0807592ce96cc52b9'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:24.008851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Made reservation on behalf of da1d98c65d2846a0807592ce96cc52b9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:24.011409 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.034848 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.058760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9542b-ab3b-4553-af3a-52a12883ece5 req-6a2e4ee7-63a4-4ac1-a329-ff69db889fe3 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:24.060349 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2c9542b-ab3b-4553-af3a-52a12883ece5 req-6a2e4ee7-63a4-4ac1-a329-ff69db889fe3 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 950 time: 0.1162691 Feb 11 04:39:24.159444 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2c9542b-ab3b-4553-af3a-52a12883ece5 req-2f263f75-c09e-4954-9020-774070ab19cf tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881054 Feb 11 04:39:24.243270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Publish callbacks [] for security_group (2740c6e3-159a-47ea-84af-fc16198ccae2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.271955 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2740c6e3-159a-47ea-84af-fc16198ccae2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.308574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cada785b-3d3c-4d80-b8cd-e5e8ebe9a849 req-0f51f8a7-5843-49f7-88e1-075c7f67c46e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 210 time: 0.0449519 Feb 11 04:39:24.330317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:39:24.352606 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9a89b800-1f22-47c1-9153-e9720648973c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.353323 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Added segment 9a89b800-1f22-47c1-9153-e9720648973c of type vlan for network 058015a7-8feb-4d36-9be5-9817f32311b9 Feb 11 04:39:24.355493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2740c6e3-159a-47ea-84af-fc16198ccae2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:24.446670 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (058015a7-8feb-4d36-9be5-9817f32311b9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.514037 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (058015a7-8feb-4d36-9be5-9817f32311b9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.515401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:24.516131 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.522300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031d303-12a2-4cc7-9dca-25272ac7a3c1 req-315cebf3-9f0a-4e52-9f68-6294266695c1 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:24.533812 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f031d303-12a2-4cc7-9dca-25272ac7a3c1 req-315cebf3-9f0a-4e52-9f68-6294266695c1 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1315770 Feb 11 04:39:24.629022 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-1ae6ba55-df00-480b-a189-bbfde60331e0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1065d83b11b143078bcea2c5380d8113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778892 Feb 11 04:39:24.675702 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f031d303-12a2-4cc7-9dca-25272ac7a3c1 req-25a81a35-0774-4898-a457-a703b0526661 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352978 Feb 11 04:39:24.725289 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8048522 Feb 11 04:39:24.728108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45202) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:24.733132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-89008c26-33a4-4cb7-b948-c55ae370f9e4 admin admin] Request body: {'subnet': {'network_id': '058015a7-8feb-4d36-9be5-9817f32311b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1779883048-subnet', 'tenant_id': 'da1d98c65d2846a0807592ce96cc52b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:24.778460 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89008c26-33a4-4cb7-b948-c55ae370f9e4 admin admin] Made reservation on behalf of da1d98c65d2846a0807592ce96cc52b9 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:24.781111 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89008c26-33a4-4cb7-b948-c55ae370f9e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.787726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51f15d-3eb1-4875-b9f1-591636f8323a admin admin] Pushing event updated for resources: {'Network': ['ID=058015a7-8feb-4d36-9be5-9817f32311b9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:24.799089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 058015a7-8feb-4d36-9be5-9817f32311b9 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:39:24.887819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-230ac695-334f-48ae-b6e1-4e6a43c36d23 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:24.889865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-230ac695-334f-48ae-b6e1-4e6a43c36d23 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324791 Feb 11 04:39:24.945536 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Request body: {'port': {'device_id': '90435208-0912-478d-ab24-46d914872020', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '1065d83b11b143078bcea2c5380d8113'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:25.087589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89008c26-33a4-4cb7-b948-c55ae370f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (48607ec2-aea8-48dd-98e0-99958cbe8fc7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.140879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Made reservation on behalf of 1065d83b11b143078bcea2c5380d8113 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:25.144791 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.179390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89008c26-33a4-4cb7-b948-c55ae370f9e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48607ec2-aea8-48dd-98e0-99958cbe8fc7,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:25.184080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89008c26-33a4-4cb7-b948-c55ae370f9e4 admin admin] Checking segment: {'id': '9a89b800-1f22-47c1-9153-e9720648973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '058015a7-8feb-4d36-9be5-9817f32311b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:25.184444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89008c26-33a4-4cb7-b948-c55ae370f9e4 admin admin] Network hostable DHCP agents. Network: 058015a7-8feb-4d36-9be5-9817f32311b9, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:39:25.209578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89008c26-33a4-4cb7-b948-c55ae370f9e4 admin admin] Network 058015a7-8feb-4d36-9be5-9817f32311b9 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:39:25.231879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-89008c26-33a4-4cb7-b948-c55ae370f9e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 058015a7-8feb-4d36-9be5-9817f32311b9) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:25.243212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d7675b-3c70-4cc6-8f1f-2cce2a4787a9 None None] Network 058015a7-8feb-4d36-9be5-9817f32311b9 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:25.248585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89008c26-33a4-4cb7-b948-c55ae370f9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:25.249190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89008c26-33a4-4cb7-b948-c55ae370f9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.310828 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-89008c26-33a4-4cb7-b948-c55ae370f9e4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5816042 Feb 11 04:39:25.401768 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d05e7d-63fd-4190-91a4-6cf8625599d8 req-5dc13034-29dc-4263-ad05-c41cfafc6649 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:25.411880 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47d05e7d-63fd-4190-91a4-6cf8625599d8 req-5dc13034-29dc-4263-ad05-c41cfafc6649 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 950 time: 0.1277645 Feb 11 04:39:25.418672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Allocated IP 192.168.233.42 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/4634e114-9df0-4ad5-8c2d-1d9f1523d657) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:25.445024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7d3d93-44c3-4d20-9d8e-4d28fab629ee None None] Network 058015a7-8feb-4d36-9be5-9817f32311b9 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:25.573768 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47d05e7d-63fd-4190-91a4-6cf8625599d8 req-ac7f45e9-7e6a-49f5-b7f3-23c0d269a260 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608655 Feb 11 04:39:25.702207 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8fa5061-cbee-413a-a8be-146cb9cb371f req-52206248-08cb-4cbd-8a91-cd757d022131 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 210 time: 0.0617394 Feb 11 04:39:25.795152 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks [] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.850931 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.896092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['8a279ff2-1479-4afc-abdb-0d8aae59cefb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:25.914560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:25.921279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:25.940062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:25.988654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Pushing event updated for resources: {'Port': ['ID=4634e114-9df0-4ad5-8c2d-1d9f1523d657,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:26.020101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:26.021953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:26.060444 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-0a3738ad-75c8-44a8-9f6c-4c2d24ca5cba tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1206312 Feb 11 04:39:26.095726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Request body: {'port': {'device_id': '90435208-0912-478d-ab24-46d914872020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:26.254222 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:26.339913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-12e16ca3-81cb-4d46-8657-20ba9e3bde0f None None] Provisioning complete for port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:26.340586 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12e16ca3-81cb-4d46-8657-20ba9e3bde0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:26.381986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-12e16ca3-81cb-4d46-8657-20ba9e3bde0f None None] Port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:26.512520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf8d02-d144-4877-99b6-345f65fb6f4f req-4426cfca-762b-43ec-b34e-72b43fbef05d tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:26.514195 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-50bf8d02-d144-4877-99b6-345f65fb6f4f req-4426cfca-762b-43ec-b34e-72b43fbef05d tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1627178 Feb 11 04:39:26.603689 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-50bf8d02-d144-4877-99b6-345f65fb6f4f req-53c8b67d-6d56-4dfd-b2ce-c631f9aeedaa tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832822 Feb 11 04:39:26.791779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4634e114-9df0-4ad5-8c2d-1d9f1523d657 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:26.800390 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Publish callbacks [] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:26.816286 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-1e4dc956-3d1b-4d21-8861-6147dad07d32 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:26.818923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-1e4dc956-3d1b-4d21-8861-6147dad07d32 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 808 time: 0.2337804 Feb 11 04:39:26.822978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Transition to ACTIVE for port object 4634e114-9df0-4ad5-8c2d-1d9f1523d657 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:39:26.829879 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:26.844613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-518da97a-7cb7-4549-a42f-8029bc8d9cb4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/quotas/8b12cb7f59db43f289e50c197625e76d HTTP/1.1" status: 200 len: 375 time: 0.0131154 Feb 11 04:39:26.903698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4634e114-9df0-4ad5-8c2d-1d9f1523d657,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:27.053449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Attempting to bind port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:27.053786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Attempting to bind port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:27.054130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Attempting to bind port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:27.074173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:27.074512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Attempting to bind port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:27.096854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:27.097203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:27.097595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:27.098026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Bound port: 4634e114-9df0-4ad5-8c2d-1d9f1523d657, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:27.098427 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.221796 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-6f3d01e5-de70-4626-b0ce-71607a972376 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3707254 Feb 11 04:39:27.226938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-08d9510b-a1bb-421e-9074-56a2933d0c06 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:39:27.235633 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-08d9510b-a1bb-421e-9074-56a2933d0c06 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130231 Feb 11 04:39:27.238789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] For port 4634e114-9df0-4ad5-8c2d-1d9f1523d657, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:27.242823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] For port 4634e114-9df0-4ad5-8c2d-1d9f1523d657, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:27.252438 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.325435 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4634e114-9df0-4ad5-8c2d-1d9f1523d657,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:27.338298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:27.338965 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.340425 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-5a5ca6d0-653a-46fc-b2ca-9fc5b0de19c6 service neutron] 10.222.0.60 "PUT /v2.0/ports/4634e114-9df0-4ad5-8c2d-1d9f1523d657 HTTP/1.1" status: 200 len: 1096 time: 1.2615838 Feb 11 04:39:27.340931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90435208-0912-478d-ab24-46d914872020', 'tag': '4634e114-9df0-4ad5-8c2d-1d9f1523d657'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:27.345983 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e29a0d-8ff3-42e9-858a-1af2d48f6cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "90435208-0912-478d-ab24-46d914872020", "tag": "4634e114-9df0-4ad5-8c2d-1d9f1523d657"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:27.413062 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-08b9afd4-a29f-4c0a-ad9d-088ed3c82570 service neutron] 10.222.0.48 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756241 Feb 11 04:39:27.509589 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-dd5689cd-082c-4a0b-8a7a-261e4b18bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:27.511368 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-dd5689cd-082c-4a0b-8a7a-261e4b18bcb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 1130 time: 0.0964696 Feb 11 04:39:27.640677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-c8f4ca7e-2c23-4ef2-92d1-d22bbd90acc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657 HTTP/1.1" status: 200 len: 217 time: 0.1089628 Feb 11 04:39:27.686696 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-9f083a09-c9ff-44ee-95c7-517b2901841d service neutron] 10.222.0.48 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585065 Feb 11 04:39:27.745896 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-f9828a44-3353-499b-889a-b6078779ae54 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=14b1696d93374bb6afe533154fe2d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433707 Feb 11 04:39:27.809594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-da593b1a-1731-4fc7-bf9d-8c11a193d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:27.811107 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-da593b1a-1731-4fc7-bf9d-8c11a193d13f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1624832 Feb 11 04:39:27.961968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-94773743-8bd6-427a-8532-e18026f58c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:27.964080 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-94773743-8bd6-427a-8532-e18026f58c9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1431458 Feb 11 04:39:27.971011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-b66403a0-a1fa-4235-a081-eedad5d84005 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:27.978481 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-b66403a0-a1fa-4235-a081-eedad5d84005 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314391 Feb 11 04:39:28.008200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-4da48ffe-b7d2-4080-8f35-a57976412890 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/quotas/14b1696d93374bb6afe533154fe2d164 HTTP/1.1" status: 200 len: 375 time: 0.0283248 Feb 11 04:39:28.024059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9a29f-3135-4c92-96d2-a07a94276785 req-39c6cff1-8c4b-4f0f-a2e7-eccea827b136 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:28.026277 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7d9a29f-3135-4c92-96d2-a07a94276785 req-39c6cff1-8c4b-4f0f-a2e7-eccea827b136 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 947 time: 0.1092758 Feb 11 04:39:28.156902 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-78612f43-37c3-45f4-acd9-550adb730f95 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14b1696d93374bb6afe533154fe2d164&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1371636 Feb 11 04:39:28.158213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7d9a29f-3135-4c92-96d2-a07a94276785 req-1cee20d1-6afa-4c81-91ee-059644f80d70 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255355 Feb 11 04:39:28.216410 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-afc951cd-8470-4e3d-9665-289f985b0ef4 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298231 Feb 11 04:39:28.294788 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b56cf8-f166-423a-bf31-aa7266c0d914 x-openstack-request-id: req-72b56cf8-f166-423a-bf31-aa7266c0d914 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:28.301160 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90435208-0912-478d-ab24-46d914872020", "tag": "4634e114-9df0-4ad5-8c2d-1d9f1523d657", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:28.302248 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72b56cf8-f166-423a-bf31-aa7266c0d914 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:28.302919 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90435208-0912-478d-ab24-46d914872020', 'tag': '4634e114-9df0-4ad5-8c2d-1d9f1523d657', 'status': 'completed', 'code': 200} Feb 11 04:39:28.347188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45300) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:28.476994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cc4d5-8f49-4177-8cd3-19ca774cf33c req-94fc8318-e2bf-4620-9dda-d7b627feeb98 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:28.484421 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f0cc4d5-8f49-4177-8cd3-19ca774cf33c req-94fc8318-e2bf-4620-9dda-d7b627feeb98 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0921938 Feb 11 04:39:28.544967 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f0cc4d5-8f49-4177-8cd3-19ca774cf33c req-33c67230-1e74-4d45-abb8-0f9dbf7bb3f0 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595455 Feb 11 04:39:28.545702 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-363faabc-cdc5-4ca6-aeec-4acb2bba0f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:28.570621 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1133df0d-ed5f-4866-a851-7f1214e210ac req-993c930d-834e-4896-b9bd-0be7f9dc54aa tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 210 time: 0.1084211 Feb 11 04:39:28.603973 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a45a529-c904-415f-9627-e3ec7dd81937 req-d1ad12ff-02f9-4cd1-a731-2d55f7ffb6eb service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776243 Feb 11 04:39:28.685257 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-363faabc-cdc5-4ca6-aeec-4acb2bba0f62 admin admin] Publish callbacks [] for security_group (17fadf45-ec58-4a30-b856-fa7e312ab56b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:28.696036 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-363faabc-cdc5-4ca6-aeec-4acb2bba0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (17fadf45-ec58-4a30-b856-fa7e312ab56b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:28.756324 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-abbff8b9-15dc-4b7d-9f22-7a0992cf5ddd req-13c377e5-12d9-47d5-89fe-6db484e037ef tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0657229 Feb 11 04:39:28.767843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363faabc-cdc5-4ca6-aeec-4acb2bba0f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fadf45-ec58-4a30-b856-fa7e312ab56b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:28.806003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-363faabc-cdc5-4ca6-aeec-4acb2bba0f62 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f538bc67018e4122954f73b4789430ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575205 Feb 11 04:39:28.808899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45320) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:28.856346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e29a0d-8ff3-42e9-858a-1af2d48f6cbf req-20756571-a363-4b85-a863-8186ef4c9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:28.857901 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65e29a0d-8ff3-42e9-858a-1af2d48f6cbf req-20756571-a363-4b85-a863-8186ef4c9291 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 1130 time: 0.1019664 Feb 11 04:39:29.017350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e29a0d-8ff3-42e9-858a-1af2d48f6cbf req-1657b1dc-f809-4013-af1e-ba288a9e39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:29.019173 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65e29a0d-8ff3-42e9-858a-1af2d48f6cbf req-1657b1dc-f809-4013-af1e-ba288a9e39b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1360352 Feb 11 04:39:29.025860 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5dd95974-6aff-48e2-ba42-b6e747d86ce9 admin admin] Publish callbacks [] for security_group (17fadf45-ec58-4a30-b856-fa7e312ab56b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.085368 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65e29a0d-8ff3-42e9-858a-1af2d48f6cbf req-d3511941-91dd-411b-8dd5-f27d147cfd2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657 HTTP/1.1" status: 200 len: 217 time: 0.0521891 Feb 11 04:39:29.158110 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5dd95974-6aff-48e2-ba42-b6e747d86ce9 admin admin] Publish callbacks [] for security_group (17fadf45-ec58-4a30-b856-fa7e312ab56b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.200816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e29a0d-8ff3-42e9-858a-1af2d48f6cbf req-658e6603-d4cb-4bdc-bcb7-7152749ada70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:29.202362 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65e29a0d-8ff3-42e9-858a-1af2d48f6cbf req-658e6603-d4cb-4bdc-bcb7-7152749ada70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1012599 Feb 11 04:39:29.238217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45328) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:29.300794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e29a0d-8ff3-42e9-858a-1af2d48f6cbf req-82974180-728e-42c4-ba72-976c1f7a0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:29.302478 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65e29a0d-8ff3-42e9-858a-1af2d48f6cbf req-82974180-728e-42c4-ba72-976c1f7a0675 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0864186 Feb 11 04:39:29.303334 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5dd95974-6aff-48e2-ba42-b6e747d86ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (17fadf45-ec58-4a30-b856-fa7e312ab56b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.306062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5dd95974-6aff-48e2-ba42-b6e747d86ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.310555 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5dd95974-6aff-48e2-ba42-b6e747d86ce9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17fadf45-ec58-4a30-b856-fa7e312ab56b HTTP/1.1" status: 204 len: 168 time: 0.4989462 Feb 11 04:39:29.336096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd95974-6aff-48e2-ba42-b6e747d86ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fadf45-ec58-4a30-b856-fa7e312ab56b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:29.381899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495101b-e813-4703-a291-4f3d08e28fa0 req-888162b4-4c7d-4764-958f-d6445034698e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:29.385793 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7495101b-e813-4703-a291-4f3d08e28fa0 req-888162b4-4c7d-4764-958f-d6445034698e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 947 time: 0.1135886 Feb 11 04:39:29.430786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65e29a0d-8ff3-42e9-858a-1af2d48f6cbf req-005517cf-cfde-49c2-a4df-884ae513ecde service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190736 Feb 11 04:39:29.471652 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7495101b-e813-4703-a291-4f3d08e28fa0 req-60b43b51-75fc-43c7-8ab4-8adc0c49440d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769780 Feb 11 04:39:29.518563 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81c4e0c3-216d-4944-88c7-e5c25d219add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.661598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65e29a0d-8ff3-42e9-858a-1af2d48f6cbf req-13ac14c9-ae78-4447-9686-66bb39f9ac13 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204633 Feb 11 04:39:29.735822 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81c4e0c3-216d-4944-88c7-e5c25d219add admin admin] Publish callbacks [] for security_group (3d17672a-5cf6-41b1-b97c-8a25df3e07dc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.755113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7da440-9361-47ea-9883-b160478c389e req-c3c36cf7-4ec4-4a7b-bf86-a83dc9494023 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:29.763543 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d7da440-9361-47ea-9883-b160478c389e req-c3c36cf7-4ec4-4a7b-bf86-a83dc9494023 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0728111 Feb 11 04:39:29.813719 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81c4e0c3-216d-4944-88c7-e5c25d219add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3d17672a-5cf6-41b1-b97c-8a25df3e07dc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.854447 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d7da440-9361-47ea-9883-b160478c389e req-a3537448-2592-4d6e-af98-2f36df5f9d66 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822504 Feb 11 04:39:29.928974 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a51c0daf-59ed-4441-97df-d1b02b0e55f1 req-e3e583d4-6217-44c3-8ea8-0ee4923903c8 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 210 time: 0.1833386 Feb 11 04:39:29.980688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-81c4e0c3-216d-4944-88c7-e5c25d219add admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f88d2faf96094313a1c3a06717ca5c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7412314 Feb 11 04:39:29.981024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea923469-9eae-45d5-8506-0ef816e692cd req-c5a7b8cb-1cf6-4a7b-99bd-c6ebe3060d0f tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0516622 Feb 11 04:39:29.981327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45346) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:30.010942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45348) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:30.027999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4e0c3-216d-4944-88c7-e5c25d219add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d17672a-5cf6-41b1-b97c-8a25df3e07dc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:30.038816 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e219736-ec15-4b60-9cbb-0caab3b7d4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.061971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-fcb95ad4-c1ce-4d57-9501-757801a2c21b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:30.063385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-fcb95ad4-c1ce-4d57-9501-757801a2c21b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.10 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 808 time: 0.3228304 Feb 11 04:39:30.102519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Request body: {'port': {'device_id': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0', 'admin_state_up': True, 'tenant_id': '8b12cb7f59db43f289e50c197625e76d'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:30.129049 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fb34c94-e8ab-4682-99c3-d7f9b2d4e388 admin admin] Publish callbacks [] for security_group (3d17672a-5cf6-41b1-b97c-8a25df3e07dc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.138314 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e219736-ec15-4b60-9cbb-0caab3b7d4d8 admin admin] Publish callbacks [] for security_group (e8fcf5c1-7be4-49af-929c-d580bd2bc7ce), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.150929 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e219736-ec15-4b60-9cbb-0caab3b7d4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e8fcf5c1-7be4-49af-929c-d580bd2bc7ce), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.193466 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e219736-ec15-4b60-9cbb-0caab3b7d4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fcf5c1-7be4-49af-929c-d580bd2bc7ce,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:30.210041 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8e219736-ec15-4b60-9cbb-0caab3b7d4d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fad24c13b6b74da1838caef1c79a0c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981757 Feb 11 04:39:30.213879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45350) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:30.217926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fb34c94-e8ab-4682-99c3-d7f9b2d4e388 admin admin] Publish callbacks [] for security_group (3d17672a-5cf6-41b1-b97c-8a25df3e07dc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.271019 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6c5caeb-89c5-4eb0-ad20-f1627f789592 admin admin] Publish callbacks [] for security_group (e8fcf5c1-7be4-49af-929c-d580bd2bc7ce), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.311656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6c5caeb-89c5-4eb0-ad20-f1627f789592 admin admin] Publish callbacks [] for security_group (e8fcf5c1-7be4-49af-929c-d580bd2bc7ce), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.383810 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-4f658026-89e2-431e-854f-a788e9fe050b tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=14b1696d93374bb6afe533154fe2d164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550272 Feb 11 04:39:30.396228 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6c5caeb-89c5-4eb0-ad20-f1627f789592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e8fcf5c1-7be4-49af-929c-d580bd2bc7ce), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.400973 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6c5caeb-89c5-4eb0-ad20-f1627f789592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.406510 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e6c5caeb-89c5-4eb0-ad20-f1627f789592 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8fcf5c1-7be4-49af-929c-d580bd2bc7ce HTTP/1.1" status: 204 len: 168 time: 0.1908097 Feb 11 04:39:30.424530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5caeb-89c5-4eb0-ad20-f1627f789592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fcf5c1-7be4-49af-929c-d580bd2bc7ce,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:30.585237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-c30f6f56-32f0-4984-8a03-a309e27ed93b tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:30.586922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-c30f6f56-32f0-4984-8a03-a309e27ed93b tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986864 Feb 11 04:39:30.589482 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fb34c94-e8ab-4682-99c3-d7f9b2d4e388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3d17672a-5cf6-41b1-b97c-8a25df3e07dc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.592492 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fb34c94-e8ab-4682-99c3-d7f9b2d4e388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.595720 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2fb34c94-e8ab-4682-99c3-d7f9b2d4e388 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d17672a-5cf6-41b1-b97c-8a25df3e07dc HTTP/1.1" status: 204 len: 168 time: 0.5997214 Feb 11 04:39:30.596487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Made reservation on behalf of 8b12cb7f59db43f289e50c197625e76d for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:30.600970 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.649930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Request body: {'port': {'device_id': 'f54d1b5d-9a9b-4b9b-b760-937b4273d4e8', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '14b1696d93374bb6afe533154fe2d164'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:30.654846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb34c94-e8ab-4682-99c3-d7f9b2d4e388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d17672a-5cf6-41b1-b97c-8a25df3e07dc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:30.796262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da27df0-40cf-45c9-a6f2-4e945a03f094 req-ac6b7d7e-2190-4aa3-aab9-00e647aa37c5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:30.797887 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9da27df0-40cf-45c9-a6f2-4e945a03f094 req-ac6b7d7e-2190-4aa3-aab9-00e647aa37c5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 947 time: 0.2093079 Feb 11 04:39:30.910055 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9da27df0-40cf-45c9-a6f2-4e945a03f094 req-f82154ab-27b8-4c29-a971-d8eee224025d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044605 Feb 11 04:39:31.023809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Allocated IP 172.20.0.14 (5b75fab5-93b1-414b-9a08-696b9d294bc0/d347f3fc-24c7-4017-8fdc-4d41de902991/b1a4e8ab-de8a-4868-b6ff-c7943654b248) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:31.028406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Made reservation on behalf of 14b1696d93374bb6afe533154fe2d164 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:31.032047 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.135359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f6594-4d74-42a3-8bf3-0cfe18c0febb req-2f7dcb46-d2b0-416f-b432-d29fdb908da8 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:31.143874 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-707f6594-4d74-42a3-8bf3-0cfe18c0febb req-2f7dcb46-d2b0-416f-b432-d29fdb908da8 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1054981 Feb 11 04:39:31.216577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-707f6594-4d74-42a3-8bf3-0cfe18c0febb req-34bc79f5-be70-45c7-9a52-a0e9beb4f9b8 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669978 Feb 11 04:39:31.224499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-846df2f1-92e6-4ddc-ab9a-fb722b5194a3 req-457a81e5-ca8c-4fe9-b18d-27c1dcab6332 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 210 time: 0.1521370 Feb 11 04:39:31.352476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0cab8d7-3031-4121-85fa-3911936581f8 req-406a3b29-74e8-49d7-9524-1ef579783cad tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0472264 Feb 11 04:39:31.353442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45374) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:31.377494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3776c6e4-7d13-4b0e-a983-9d86cf3e0b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.494103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Allocated IP 192.168.233.15 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/3cb545cd-7fc4-49ed-a19a-b6d0065931b7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:31.504315 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3776c6e4-7d13-4b0e-a983-9d86cf3e0b9a admin admin] Publish callbacks [] for security_group (98fd2f96-c3c5-48fe-a437-d9e194905308), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.516516 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3776c6e4-7d13-4b0e-a983-9d86cf3e0b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (98fd2f96-c3c5-48fe-a437-d9e194905308), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.550045 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks [] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.568474 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3776c6e4-7d13-4b0e-a983-9d86cf3e0b9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0df65c8214654917a9022621e9f25d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122996 Feb 11 04:39:31.569946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776c6e4-7d13-4b0e-a983-9d86cf3e0b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fd2f96-c3c5-48fe-a437-d9e194905308,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:31.572884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45378) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:31.650449 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9133213-df4e-45c9-bfa1-339ab88ccb44 admin admin] Publish callbacks [] for security_group (98fd2f96-c3c5-48fe-a437-d9e194905308), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.680487 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9133213-df4e-45c9-bfa1-339ab88ccb44 admin admin] Publish callbacks [] for security_group (98fd2f96-c3c5-48fe-a437-d9e194905308), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.687793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.748877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Network 5b75fab5-93b1-414b-9a08-696b9d294bc0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:31.759137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:31.761893 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:31.766874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9133213-df4e-45c9-bfa1-339ab88ccb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (98fd2f96-c3c5-48fe-a437-d9e194905308), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.769892 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e9133213-df4e-45c9-bfa1-339ab88ccb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.771266 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e9133213-df4e-45c9-bfa1-339ab88ccb44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98fd2f96-c3c5-48fe-a437-d9e194905308 HTTP/1.1" status: 204 len: 168 time: 0.1973579 Feb 11 04:39:31.783340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9133213-df4e-45c9-bfa1-339ab88ccb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fd2f96-c3c5-48fe-a437-d9e194905308,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:31.793577 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks [] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.867775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Pushing event updated for resources: {'Port': ['ID=b1a4e8ab-de8a-4868-b6ff-c7943654b248,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:31.900861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:31.901516 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.932786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-4b03b13b-7324-4e98-b1c5-bc0cc2d6a6da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8483272 Feb 11 04:39:31.941295 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.967962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Request body: {'port': {'device_id': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:31.976479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['13dc7c4d-b988-4ec8-901c-196d4752a5b9'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:31.997882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:32.025329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:32.027764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:32.046035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 176504c7-7c22-4051-a802-85972389c1be no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:32.122426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:32.123098 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.292293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Pushing event updated for resources: {'Port': ['ID=3cb545cd-7fc4-49ed-a19a-b6d0065931b7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:32.312631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3846d71a-db2d-4572-81dc-d139ef363009 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6879766 Feb 11 04:39:32.321094 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.337768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 176504c7-7c22-4051-a802-85972389c1be is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:32.338496 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (176504c7-7c22-4051-a802-85972389c1be), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.382643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Request body: {'port': {'device_id': 'f54d1b5d-9a9b-4b9b-b760-937b4273d4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:32.388170 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176504c7-7c22-4051-a802-85972389c1be'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:32.392097 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd50425-e6fe-4928-88f9-3a68b0eac505" -d '{"events": [{"server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "name": "network-vif-unplugged", "status": "completed", "tag": "176504c7-7c22-4051-a802-85972389c1be"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:32.415796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:32.434992 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (176504c7-7c22-4051-a802-85972389c1be), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.490626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b4511-e0d3-4819-98ac-22c79cc2d3e3 req-a89e3cb6-521b-41d8-b52f-d81d45a6f51c tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:32.503979 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc1b4511-e0d3-4819-98ac-22c79cc2d3e3 req-a89e3cb6-521b-41d8-b52f-d81d45a6f51c tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1740911 Feb 11 04:39:32.527242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=176504c7-7c22-4051-a802-85972389c1be,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:32.544674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f4cfad67-e703-4d77-886c-77ab45b4a75c None None] Provisioning complete for port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:32.545216 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f4cfad67-e703-4d77-886c-77ab45b4a75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.578096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61646a3a-f9a8-409b-b17d-6bbc4133fc1c req-507ca7e4-796b-4367-af88-34d46165d086 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:32.580781 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61646a3a-f9a8-409b-b17d-6bbc4133fc1c req-507ca7e4-796b-4367-af88-34d46165d086 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 947 time: 0.5489004 Feb 11 04:39:32.583347 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.596185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f4cfad67-e703-4d77-886c-77ab45b4a75c None None] Port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:32.618445 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc1b4511-e0d3-4819-98ac-22c79cc2d3e3 req-dd41f9f6-a92a-464d-be50-243b05c18a18 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115935 Feb 11 04:39:32.848760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0a128-360d-4bf0-bf4b-a6033b85c674 req-faadbd6c-a117-4950-a728-076838459ad4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:32.850354 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ee0a128-360d-4bf0-bf4b-a6033b85c674 req-faadbd6c-a117-4950-a728-076838459ad4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 932 time: 0.1162398 Feb 11 04:39:32.918604 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.971638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61646a3a-f9a8-409b-b17d-6bbc4133fc1c req-9661c5e1-eddc-4846-9bad-b61fccae03b9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530493 Feb 11 04:39:32.977367 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ee0a128-360d-4bf0-bf4b-a6033b85c674 req-787b1270-4c1f-4046-8e3b-e0bb47d670c9 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096940 Feb 11 04:39:33.069031 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff39242-f852-4d21-85b3-e03bdfef5dc8 x-openstack-request-id: req-9ff39242-f852-4d21-85b3-e03bdfef5dc8 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:33.069515 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "name": "network-vif-unplugged", "status": "completed", "tag": "176504c7-7c22-4051-a802-85972389c1be", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:33.069792 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ff39242-f852-4d21-85b3-e03bdfef5dc8 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:33.070299 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176504c7-7c22-4051-a802-85972389c1be', 'code': 200} Feb 11 04:39:33.258570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ee3c4-becd-4b91-ac74-e4565fdf92aa req-733b8695-2841-423e-9667-8ed7722c4bbd tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:33.260350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f2ee3c4-becd-4b91-ac74-e4565fdf92aa req-733b8695-2841-423e-9667-8ed7722c4bbd tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 935 time: 0.1375003 Feb 11 04:39:33.419233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:33.429005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a4e8ab-de8a-4868-b6ff-c7943654b248 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:33.438766 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Publish callbacks [] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:33.442943 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Publish callbacks [] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:33.451313 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f2ee3c4-becd-4b91-ac74-e4565fdf92aa req-a3a96c14-b4c1-44b4-99bf-c60e5031e0b8 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809604 Feb 11 04:39:33.465249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Transition to ACTIVE for port object b1a4e8ab-de8a-4868-b6ff-c7943654b248 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:39:33.469280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Transition to ACTIVE for port object 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:39:33.476348 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:33.480639 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:33.562709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a4e8ab-de8a-4868-b6ff-c7943654b248,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:33.921295 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-e38d56a0-9bcd-4461-94a0-92729b59e77b tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7db86f8d54f04c0a8bb6746f30b2f01c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281515 Feb 11 04:39:34.025737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 176504c7-7c22-4051-a802-85972389c1be details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:39:34.194007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb545cd-7fc4-49ed-a19a-b6d0065931b7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:34.234256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Attempting to bind port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:34.234594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Attempting to bind port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:34.234971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Attempting to bind port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:34.242838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:34.243207 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:34.243538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:34.247644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:34.248060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Attempting to bind port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:34.259985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af0796-3f88-495a-81d2-2f1fba5fdc8c req-1a86c279-0c2b-4123-8598-f244ef29d8ef tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:34.261505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07af0796-3f88-495a-81d2-2f1fba5fdc8c req-1a86c279-0c2b-4123-8598-f244ef29d8ef tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 948 time: 0.5314147 Feb 11 04:39:34.264015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:34.264344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:34.277032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:34.277284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:34.277663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:34.278100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Bound port: b1a4e8ab-de8a-4868-b6ff-c7943654b248, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:34.278692 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.281613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:34.281945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:34.282310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:34.282733 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Bound port: 3cb545cd-7fc4-49ed-a19a-b6d0065931b7, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:34.301045 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.355599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-18e84d83-e703-4d60-b1e4-fce07240f333 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:34.375936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-18e84d83-e703-4d60-b1e4-fce07240f333 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4537179 Feb 11 04:39:34.383442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:34.404951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '176504c7-7c22-4051-a802-85972389c1be', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '176504c7-7c22-4051-a802-85972389c1be', 'mac_address': 'fa:16:3e:e7:99:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:39:34.410612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-da8872f1-90be-4cd2-baae-aed2a071da72 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/quotas/7db86f8d54f04c0a8bb6746f30b2f01c HTTP/1.1" status: 200 len: 375 time: 0.0333588 Feb 11 04:39:34.460062 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-642dd35f-4966-4f88-aca6-a0c634502d5f tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7db86f8d54f04c0a8bb6746f30b2f01c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477660 Feb 11 04:39:34.490406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 176504c7-7c22-4051-a802-85972389c1be is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:34.490872 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (176504c7-7c22-4051-a802-85972389c1be), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.516728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176504c7-7c22-4051-a802-85972389c1be {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:34.555951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:34.564127 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (176504c7-7c22-4051-a802-85972389c1be), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.564950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 4634e114-9df0-4ad5-8c2d-1d9f1523d657 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:39:34.565960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] For port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:34.570321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] For port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3cb545cd-7fc4-49ed-a19a-b6d0065931b7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:34.605536 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07af0796-3f88-495a-81d2-2f1fba5fdc8c req-cbe87145-ec3e-4f2e-9eac-c9272ad018a6 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295043 Feb 11 04:39:34.614987 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.639866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:34.656290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 4634e114-9df0-4ad5-8c2d-1d9f1523d657, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:34.667909 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=176504c7-7c22-4051-a802-85972389c1be,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:34.712319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '4634e114-9df0-4ad5-8c2d-1d9f1523d657', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '4634e114-9df0-4ad5-8c2d-1d9f1523d657', 'mac_address': 'fa:16:3e:eb:05:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:39:34.768483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:34.768876 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.799868 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4634e114-9df0-4ad5-8c2d-1d9f1523d657 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:34.833410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb545cd-7fc4-49ed-a19a-b6d0065931b7,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:34.860836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04609148-0f79-4daa-b122-ac8c3daef60d req-a6de6859-0df7-45cf-936a-50505595dc12 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:34.877319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04609148-0f79-4daa-b122-ac8c3daef60d req-a6de6859-0df7-45cf-936a-50505595dc12 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 947 time: 0.1400459 Feb 11 04:39:34.882571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 4634e114-9df0-4ad5-8c2d-1d9f1523d657, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:34.897300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:34.926752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bc215-593a-4c50-87b3-aa34243fd8e8 req-cc11cd86-918c-489a-8cfe-2abadd7d1875 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:34.940417 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d91bc215-593a-4c50-87b3-aa34243fd8e8 req-cc11cd86-918c-489a-8cfe-2abadd7d1875 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 944 time: 0.1126988 Feb 11 04:39:34.971291 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.977579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:34.978218 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.979938 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8e0fbbe-3e3b-48c6-9580-02bc6cf201d7 service neutron] 10.222.0.10 "PUT /v2.0/ports/3cb545cd-7fc4-49ed-a19a-b6d0065931b7 HTTP/1.1" status: 200 len: 1096 time: 2.6219006 Feb 11 04:39:35.013631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54d1b5d-9a9b-4b9b-b760-937b4273d4e8', 'tag': '3cb545cd-7fc4-49ed-a19a-b6d0065931b7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:35.018510 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f43bcc-07ca-4531-9791-e1c5aaffcb65" -d '{"events": [{"name": "network-changed", "server_uuid": "f54d1b5d-9a9b-4b9b-b760-937b4273d4e8", "tag": "3cb545cd-7fc4-49ed-a19a-b6d0065931b7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:35.027186 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04609148-0f79-4daa-b122-ac8c3daef60d req-eef947f3-8bf1-42b9-8f09-883731716e90 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483014 Feb 11 04:39:35.043175 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d91bc215-593a-4c50-87b3-aa34243fd8e8 req-2d5716d2-4afc-46d0-b252-bf342285c53e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994089 Feb 11 04:39:35.066220 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:35.191710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=4634e114-9df0-4ad5-8c2d-1d9f1523d657,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:35.228589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:35.230056 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:35.232989 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] 10.222.0.10 "PUT /v2.0/ports/b1a4e8ab-de8a-4868-b6ff-c7943654b248 HTTP/1.1" status: 200 len: 1093 time: 3.2803500 Feb 11 04:39:35.355602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab412b1e-3610-4771-9e7d-d14708caf831 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a4e8ab-de8a-4868-b6ff-c7943654b248,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:35.371930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-d874b6ff-9c2a-4946-81a9-ee2fba369f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:35.373709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-d874b6ff-9c2a-4946-81a9-ee2fba369f0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14b1696d93374bb6afe533154fe2d164&device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 1130 time: 0.1318600 Feb 11 04:39:35.399747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4a7dd-4545-4f4e-b753-d17eb0f8adeb req-42785480-8860-4f68-a6c6-7db0b656eec3 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:35.401996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53e4a7dd-4545-4f4e-b753-d17eb0f8adeb req-42785480-8860-4f68-a6c6-7db0b656eec3 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 947 time: 0.1650684 Feb 11 04:39:35.484003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-79528a1e-40c8-468b-a262-9dc329784cd3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3cb545cd-7fc4-49ed-a19a-b6d0065931b7 HTTP/1.1" status: 200 len: 217 time: 0.0811663 Feb 11 04:39:35.570295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-eba99ee4-1b35-4e93-9f9f-2e48acd0b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:35.571923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-eba99ee4-1b35-4e93-9f9f-2e48acd0b010 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 1127 time: 0.1904612 Feb 11 04:39:35.581888 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53e4a7dd-4545-4f4e-b753-d17eb0f8adeb req-26d959ad-9381-420b-a4a0-b34a37054234 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572971 Feb 11 04:39:35.584508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8cf3eaa-d1b4-4253-a703-1bc4db44c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:35.586057 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e8cf3eaa-d1b4-4253-a703-1bc4db44c622 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0899990 Feb 11 04:39:35.614440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-45f05b95-8b7d-462a-93f1-6f0b0d737041 req-4859bfb3-5d9a-435a-bf4e-9dcb0dc0d835 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 210 time: 0.0347002 Feb 11 04:39:35.702510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['176504c7-7c22-4051-a802-85972389c1be'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:35.705503 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0963c0b7-341d-4d57-84b7-993a00876fa7 x-openstack-request-id: req-0963c0b7-341d-4d57-84b7-993a00876fa7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:35.705795 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54d1b5d-9a9b-4b9b-b760-937b4273d4e8", "tag": "3cb545cd-7fc4-49ed-a19a-b6d0065931b7", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:35.707331 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0963c0b7-341d-4d57-84b7-993a00876fa7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:35.707331 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54d1b5d-9a9b-4b9b-b760-937b4273d4e8', 'tag': '3cb545cd-7fc4-49ed-a19a-b6d0065931b7', 'status': 'completed', 'code': 200} Feb 11 04:39:35.724365 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-444ec76f-412b-42ea-95f9-c053f2b4bfdb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248 HTTP/1.1" status: 200 len: 217 time: 0.1311390 Feb 11 04:39:35.796261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3368450b-557e-444e-afbd-65b875618957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:35.798100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-3368450b-557e-444e-afbd-65b875618957 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2038586 Feb 11 04:39:35.828852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-f4f775ba-f1eb-4d83-9a8f-5a4e5730c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:35.830269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-f4f775ba-f1eb-4d83-9a8f-5a4e5730c1b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.0977666 Feb 11 04:39:35.837137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['4634e114-9df0-4ad5-8c2d-1d9f1523d657'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:35.965248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-db59bf58-a69e-4545-963f-677e7444b397 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245100 Feb 11 04:39:36.131648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e4d0e-65cb-4b84-95fe-17a45c2c098d req-47ae1a51-07ea-4826-b3c0-768e142a5c04 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:36.139543 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a67e4d0e-65cb-4b84-95fe-17a45c2c098d req-47ae1a51-07ea-4826-b3c0-768e142a5c04 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 949 time: 0.3402603 Feb 11 04:39:36.300046 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-e9415e6d-a653-4068-86da-67d0b873c4d6 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605322 Feb 11 04:39:36.380978 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-175cf2ad-d9b3-4a4d-95b5-39705ba65476 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020319 Feb 11 04:39:36.437966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15b4f9-c3b9-447c-89a0-f61aa6ba92f8 req-3691100a-e36a-4ae0-9b30-1d50f25b02d1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:36.439428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b15b4f9-c3b9-447c-89a0-f61aa6ba92f8 req-3691100a-e36a-4ae0-9b30-1d50f25b02d1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 948 time: 0.1129272 Feb 11 04:39:36.447928 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a67e4d0e-65cb-4b84-95fe-17a45c2c098d req-cac22cbc-47cc-47ce-8f02-3bc6e6f5350e tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886202 Feb 11 04:39:36.545262 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b15b4f9-c3b9-447c-89a0-f61aa6ba92f8 req-2f19b180-0995-4ae8-954f-aa59e387dfa9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980282 Feb 11 04:39:36.708155 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9acfa496-ec90-4f10-8def-dbdf86e90554 req-0c73b27c-3f58-4d9c-9656-8b7699b01eab service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690474 Feb 11 04:39:36.710258 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-1821d9bd-e05b-4dff-af91-1eef98ba822e tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7db86f8d54f04c0a8bb6746f30b2f01c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345509 Feb 11 04:39:36.737410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45536) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:36.782942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fee54333-e2c0-4960-8dcd-aeffd29006e8 req-29f16268-e56a-4967-8b95-5efeb78666b1 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831935 Feb 11 04:39:36.799045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42107c-175c-44a9-99ab-6dc9689e457b req-23cd4730-78f5-417c-9a05-b1eb1cc33d77 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:36.800678 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f42107c-175c-44a9-99ab-6dc9689e457b req-23cd4730-78f5-417c-9a05-b1eb1cc33d77 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 944 time: 0.2080309 Feb 11 04:39:36.906155 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f42107c-175c-44a9-99ab-6dc9689e457b req-6d8c5833-44b9-4a34-b1e7-13b4d65c70c9 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985975 Feb 11 04:39:36.978205 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31fa1701-cee4-45a9-8933-05d8ad5bc078 req-6904fba7-2513-4af2-be86-0381625e0a44 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2667587 Feb 11 04:39:37.012929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc9a4e-5364-4476-a08d-faab6e9c08a4 req-7995aa9a-095f-4b6b-81ff-bf7b13f9db43 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.014677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ebc9a4e-5364-4476-a08d-faab6e9c08a4 req-7995aa9a-095f-4b6b-81ff-bf7b13f9db43 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 947 time: 0.2045944 Feb 11 04:39:37.027875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa2ea-e62a-4481-8c19-818bc4dee4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.059309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-571bdd88-9930-4227-9f25-654f8a873bc2 req-9ec6834e-f095-4842-b323-a594ec50577c tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 210 time: 0.0539713 Feb 11 04:39:37.072247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43bcc-07ca-4531-9791-e1c5aaffcb65 req-909f5442-d065-407d-b947-88e0276bc8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.074339 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ebc9a4e-5364-4476-a08d-faab6e9c08a4 req-1702a19a-56a4-47c8-81e2-20660427de5c tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509241 Feb 11 04:39:37.077081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.081158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4f43bcc-07ca-4531-9791-e1c5aaffcb65 req-909f5442-d065-407d-b947-88e0276bc8d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14b1696d93374bb6afe533154fe2d164&device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 1130 time: 0.1670194 Feb 11 04:39:37.091299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-74844379-31b0-4047-9886-5a09f3c14e13 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.095141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-74844379-31b0-4047-9886-5a09f3c14e13 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3589182 Feb 11 04:39:37.139182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Request body: {'port': {'device_id': '63b256a6-5162-4286-a05c-b1bf6b40cbb7', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '7db86f8d54f04c0a8bb6746f30b2f01c'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:37.233351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43bcc-07ca-4531-9791-e1c5aaffcb65 req-4e5b75ce-103e-4c7a-8895-2562813205c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.233850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1701-cee4-45a9-8933-05d8ad5bc078 req-4f27906b-2b0e-4bc4-969e-af4d72f9dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.235133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4f43bcc-07ca-4531-9791-e1c5aaffcb65 req-4e5b75ce-103e-4c7a-8895-2562813205c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1489065 Feb 11 04:39:37.235790 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31fa1701-cee4-45a9-8933-05d8ad5bc078 req-4f27906b-2b0e-4bc4-969e-af4d72f9dc97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 1154 time: 0.1654172 Feb 11 04:39:37.287901 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4f43bcc-07ca-4531-9791-e1c5aaffcb65 req-71108d33-ee90-4010-aabc-f852f2716070 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3cb545cd-7fc4-49ed-a19a-b6d0065931b7 HTTP/1.1" status: 200 len: 217 time: 0.0406873 Feb 11 04:39:37.306791 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa2ea-e62a-4481-8c19-818bc4dee4d9 admin admin] Publish callbacks [] for security_group (61e6b564-684e-48d6-8c94-85a82e42b488), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.310506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Made reservation on behalf of 7db86f8d54f04c0a8bb6746f30b2f01c for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:37.314004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.325918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa2ea-e62a-4481-8c19-818bc4dee4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (61e6b564-684e-48d6-8c94-85a82e42b488), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.352941 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.402890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1701-cee4-45a9-8933-05d8ad5bc078 req-3364510a-bce3-4b2a-ac25-aa10ed650599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.404400 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31fa1701-cee4-45a9-8933-05d8ad5bc078 req-3364510a-bce3-4b2a-ac25-aa10ed650599 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1400943 Feb 11 04:39:37.446966 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cd5aa2ea-e62a-4481-8c19-818bc4dee4d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9dbf38655de64ad995b4e966356e023b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7003055 Feb 11 04:39:37.448182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45554) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:37.452605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aa2ea-e62a-4481-8c19-818bc4dee4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e6b564-684e-48d6-8c94-85a82e42b488,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:37.460295 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31fa1701-cee4-45a9-8933-05d8ad5bc078 req-8f52fc4a-134c-41d3-a208-fa158fe321c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=51629dc6-28d7-4a24-bf4c-b04c786c8012 HTTP/1.1" status: 200 len: 217 time: 0.0472558 Feb 11 04:39:37.469685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43bcc-07ca-4531-9791-e1c5aaffcb65 req-53cf8d6f-2020-4153-ad87-a324d9299562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.476522 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4f43bcc-07ca-4531-9791-e1c5aaffcb65 req-53cf8d6f-2020-4153-ad87-a324d9299562 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1722527 Feb 11 04:39:37.535922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1701-cee4-45a9-8933-05d8ad5bc078 req-b63b49c5-00bc-469b-a865-9f952316be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.537530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31fa1701-cee4-45a9-8933-05d8ad5bc078 req-b63b49c5-00bc-469b-a865-9f952316be6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0703552 Feb 11 04:39:37.555942 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Publish callbacks [] for security_group (d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.594524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.623891 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-ff0564dd-ea5e-4391-83dc-6ddf5b5d1ebf tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.625803 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-ff0564dd-ea5e-4391-83dc-6ddf5b5d1ebf tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/networks?id=776b9405-192e-4681-a7e1-710a2707690f HTTP/1.1" status: 200 len: 815 time: 0.2585199 Feb 11 04:39:37.627794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43bcc-07ca-4531-9791-e1c5aaffcb65 req-72609067-b542-4567-b1c3-71f15a576dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.629858 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4f43bcc-07ca-4531-9791-e1c5aaffcb65 req-72609067-b542-4567-b1c3-71f15a576dd7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1118143 Feb 11 04:39:37.662725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-717f8d4c-89dd-46d4-8e62-50a794adb48c admin admin] Publish callbacks [] for security_group (61e6b564-684e-48d6-8c94-85a82e42b488), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.680576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-72999ba5-3508-428d-9dc1-235bba151e5b tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/quotas/4cc16756cf3c440d99d4f66dc4873094 HTTP/1.1" status: 200 len: 375 time: 0.0450335 Feb 11 04:39:37.683193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:37.714027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1701-cee4-45a9-8933-05d8ad5bc078 req-381500a9-99af-46e9-aa49-b60700cd40d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.715689 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31fa1701-cee4-45a9-8933-05d8ad5bc078 req-381500a9-99af-46e9-aa49-b60700cd40d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1701713 Feb 11 04:39:37.723584 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'tag': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:37.725803 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b56119-791b-4195-b0f9-341b7667ced5" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6de114-b24b-4ffa-ad62-35c24d2340ea", "tag": "b1a4e8ab-de8a-4868-b6ff-c7943654b248"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:37.735664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-717f8d4c-89dd-46d4-8e62-50a794adb48c admin admin] Publish callbacks [] for security_group (61e6b564-684e-48d6-8c94-85a82e42b488), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.756186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a3a8d-aca8-46d5-b90f-d468bf0471f4 req-10888ea0-8c0e-4bc2-9e1d-a2ab073a435b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.757750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-965a3a8d-aca8-46d5-b90f-d468bf0471f4 req-10888ea0-8c0e-4bc2-9e1d-a2ab073a435b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 949 time: 0.2047946 Feb 11 04:39:37.818960 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4f43bcc-07ca-4531-9791-e1c5aaffcb65 req-62c3de71-9178-4557-a8ad-3d8203a68711 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808650 Feb 11 04:39:37.846302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Allocated IP 192.168.233.77 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/d126c1c7-59ba-4708-82ac-c5633af08d76) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:37.860565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-d6c53321-eb28-41e5-bcfa-bc14aa01d548 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cc16756cf3c440d99d4f66dc4873094&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271772 Feb 11 04:39:37.868943 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-717f8d4c-89dd-46d4-8e62-50a794adb48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (61e6b564-684e-48d6-8c94-85a82e42b488), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.871521 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-717f8d4c-89dd-46d4-8e62-50a794adb48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.872637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-717f8d4c-89dd-46d4-8e62-50a794adb48c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61e6b564-684e-48d6-8c94-85a82e42b488 HTTP/1.1" status: 204 len: 168 time: 0.4050324 Feb 11 04:39:37.933785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-965a3a8d-aca8-46d5-b90f-d468bf0471f4 req-2aef36ff-427e-493e-af9f-8f3d8a11d747 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584139 Feb 11 04:39:37.935098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f8d4c-89dd-46d4-8e62-50a794adb48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e6b564-684e-48d6-8c94-85a82e42b488,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:38.001024 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4f43bcc-07ca-4531-9791-e1c5aaffcb65 req-013210ad-d48d-42a0-aeeb-b1d0acb8bb05 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749325 Feb 11 04:39:38.016105 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31fa1701-cee4-45a9-8933-05d8ad5bc078 req-e1b61ce6-35df-4588-bfa1-0f08a0f9dae6 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783387 Feb 11 04:39:38.032942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-64e1faaf-89e3-47dc-8540-bfb649b7e1b3 service neutron] 10.222.0.48 "GET /v2.0/networks/776b9405-192e-4681-a7e1-710a2707690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279840 Feb 11 04:39:38.052339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 176504c7-7c22-4051-a802-85972389c1be up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:38.109920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 176504c7-7c22-4051-a802-85972389c1be triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:38.111045 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (176504c7-7c22-4051-a802-85972389c1be), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.164253 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-2bde3a01-c5ae-4a4d-8f4c-7f982fa71b13 service neutron] 10.222.0.48 "GET /v2.0/networks/776b9405-192e-4681-a7e1-710a2707690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243799 Feb 11 04:39:38.173195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364f72c-bb19-4d30-8149-e816a8328c6f req-125b137e-780d-4795-90a6-651805fdaec7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:38.174669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b364f72c-bb19-4d30-8149-e816a8328c6f req-125b137e-780d-4795-90a6-651805fdaec7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 948 time: 0.1761918 Feb 11 04:39:38.228842 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 176504c7-7c22-4051-a802-85972389c1be is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:38.229320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (176504c7-7c22-4051-a802-85972389c1be), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.234787 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Publish callbacks [] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.253562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176504c7-7c22-4051-a802-85972389c1be'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:38.253754 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31fa1701-cee4-45a9-8933-05d8ad5bc078 req-66d08623-59c9-4715-99e4-430ae83965e3 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146156 Feb 11 04:39:38.256390 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4708be81-39ee-479d-aea7-addba62af8d6" -d '{"events": [{"server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "name": "network-vif-plugged", "status": "completed", "tag": "176504c7-7c22-4051-a802-85972389c1be"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:38.262492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45574) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:38.270949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:38.276884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b364f72c-bb19-4d30-8149-e816a8328c6f req-bc9d5208-85af-471b-a54d-378439b25bc9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892715 Feb 11 04:39:38.278757 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (176504c7-7c22-4051-a802-85972389c1be), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.279807 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 4634e114-9df0-4ad5-8c2d-1d9f1523d657 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:38.285289 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6285fd8-523f-43ef-a736-72555b11d327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.314213 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.377822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=176504c7-7c22-4051-a802-85972389c1be,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:38.381438 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a68e11-d5d3-4b21-9cdf-8da86e736ea6 x-openstack-request-id: req-c9a68e11-d5d3-4b21-9cdf-8da86e736ea6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:38.383354 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6de114-b24b-4ffa-ad62-35c24d2340ea", "tag": "b1a4e8ab-de8a-4868-b6ff-c7943654b248", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:38.383591 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9a68e11-d5d3-4b21-9cdf-8da86e736ea6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:38.384008 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'tag': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248', 'status': 'completed', 'code': 200} Feb 11 04:39:38.399135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:39:38.407574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:38.408005 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.414302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:38.420560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:38.425121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:38.477632 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6285fd8-523f-43ef-a736-72555b11d327 admin admin] Publish callbacks [] for security_group (fce2dee5-e191-45f2-9c41-a67a50997cf8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.493468 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6285fd8-523f-43ef-a736-72555b11d327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fce2dee5-e191-45f2-9c41-a67a50997cf8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.500369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:38.501201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.592628 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e6285fd8-523f-43ef-a736-72555b11d327 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7bfb4c3320b8411abfd92d1644227276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287518 Feb 11 04:39:38.593097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Pushing event updated for resources: {'Port': ['ID=d126c1c7-59ba-4708-82ac-c5633af08d76,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:38.594092 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45580) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:38.596632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6285fd8-523f-43ef-a736-72555b11d327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce2dee5-e191-45f2-9c41-a67a50997cf8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:38.615649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-ec69b415-e9d5-41d5-a382-9fc7f8108ce2 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4831140 Feb 11 04:39:38.617815 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:38.618690 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.653823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e8aab-2252-43e3-90ce-62e35fa3579a req-bc4c6e14-14f5-4ba5-a16e-895e41e3d130 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:38.655485 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Request body: {'port': {'device_id': '63b256a6-5162-4286-a05c-b1bf6b40cbb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:38.663596 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e68e8aab-2252-43e3-90ce-62e35fa3579a req-bc4c6e14-14f5-4ba5-a16e-895e41e3d130 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 935 time: 0.2201910 Feb 11 04:39:38.671639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 4634e114-9df0-4ad5-8c2d-1d9f1523d657, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:38.675086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b56119-791b-4195-b0f9-341b7667ced5 req-7f75ab34-93ab-4bb4-8532-184f53b6ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:38.676750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7b56119-791b-4195-b0f9-341b7667ced5 req-7f75ab34-93ab-4bb4-8532-184f53b6ba7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 1127 time: 0.1942439 Feb 11 04:39:38.679361 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.704880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888624bb-c1f3-4ba4-9b2a-9f772fa0fc59 req-d1b75c60-ab33-4cbb-b3c7-7168b2498929 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:38.713041 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-888624bb-c1f3-4ba4-9b2a-9f772fa0fc59 req-d1b75c60-ab33-4cbb-b3c7-7168b2498929 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 944 time: 0.1947441 Feb 11 04:39:38.757595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=4634e114-9df0-4ad5-8c2d-1d9f1523d657,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:38.761278 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e68e8aab-2252-43e3-90ce-62e35fa3579a req-d4b7a9bb-15f6-4a2e-9baa-85ce6db22481 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954335 Feb 11 04:39:38.774469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4dae2d86-42b5-4cee-84d1-9fc7437b69ba None None] Provisioning complete for port d126c1c7-59ba-4708-82ac-c5633af08d76 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:38.774986 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4dae2d86-42b5-4cee-84d1-9fc7437b69ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.792053 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb8b669f-30c2-4e67-80e1-8f21fc60b2b5 admin admin] Publish callbacks [] for security_group (fce2dee5-e191-45f2-9c41-a67a50997cf8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.835218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4dae2d86-42b5-4cee-84d1-9fc7437b69ba None None] Port d126c1c7-59ba-4708-82ac-c5633af08d76 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:38.836781 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb8b669f-30c2-4e67-80e1-8f21fc60b2b5 admin admin] Publish callbacks [] for security_group (fce2dee5-e191-45f2-9c41-a67a50997cf8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.878420 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-888624bb-c1f3-4ba4-9b2a-9f772fa0fc59 req-baea9ab5-a32a-474f-afbf-adbc8d9c44f4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645646 Feb 11 04:39:38.879032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.948714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e02531-53f8-4cbd-b567-6f688aab7932 req-e8705490-3ced-4ef0-bda9-1ea9d979bbf0 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:38.955815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e02531-53f8-4cbd-b567-6f688aab7932 req-e8705490-3ced-4ef0-bda9-1ea9d979bbf0 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 947 time: 0.0838718 Feb 11 04:39:38.959866 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb8b669f-30c2-4e67-80e1-8f21fc60b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fce2dee5-e191-45f2-9c41-a67a50997cf8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.962519 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb8b669f-30c2-4e67-80e1-8f21fc60b2b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.965926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fb8b669f-30c2-4e67-80e1-8f21fc60b2b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fce2dee5-e191-45f2-9c41-a67a50997cf8 HTTP/1.1" status: 204 len: 168 time: 0.3683863 Feb 11 04:39:38.986819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b669f-30c2-4e67-80e1-8f21fc60b2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce2dee5-e191-45f2-9c41-a67a50997cf8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:39.033501 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0629e96f-2c53-454d-90a9-9c9bc68111dc x-openstack-request-id: req-0629e96f-2c53-454d-90a9-9c9bc68111dc {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:39.035867 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "name": "network-vif-plugged", "status": "completed", "tag": "176504c7-7c22-4051-a802-85972389c1be", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:39.036599 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0629e96f-2c53-454d-90a9-9c9bc68111dc {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:39.038249 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e02531-53f8-4cbd-b567-6f688aab7932 req-e3330995-73a6-4f01-8d55-ebb8211b653f tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814297 Feb 11 04:39:39.038661 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176504c7-7c22-4051-a802-85972389c1be', 'code': 200} Feb 11 04:39:39.163127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b56119-791b-4195-b0f9-341b7667ced5 req-c74cffd1-368c-48ab-ae90-dbc8803d986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:39.164621 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7b56119-791b-4195-b0f9-341b7667ced5 req-c74cffd1-368c-48ab-ae90-dbc8803d986f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.4682145 Feb 11 04:39:39.195135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227900b-7c64-43bb-a76e-2ec34707fceb req-f6767fa1-c357-4bac-b988-52233a73820d tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:39.196622 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d227900b-7c64-43bb-a76e-2ec34707fceb req-f6767fa1-c357-4bac-b988-52233a73820d tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0730658 Feb 11 04:39:39.209234 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96916d54-29e1-47dd-bcca-c7979ede2a4a req-0056ee14-1f5a-44ad-b984-a0f145b94215 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 210 time: 0.0578866 Feb 11 04:39:39.262586 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d227900b-7c64-43bb-a76e-2ec34707fceb req-ee374cc5-0bdb-40d5-8673-877b421c5921 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595040 Feb 11 04:39:39.298469 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7b56119-791b-4195-b0f9-341b7667ced5 req-f7427445-46b3-457e-8f0d-d5096392771a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248 HTTP/1.1" status: 200 len: 217 time: 0.0880756 Feb 11 04:39:39.300533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d126c1c7-59ba-4708-82ac-c5633af08d76 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:39.323685 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ebb17e5f-b0db-4c63-90d1-f9112b025687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:39.344602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca9137-6702-4cf8-8d12-c648926e5986 req-4b942bb1-cf5a-4737-b7b5-2b6a6cd7aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:39.346107 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ccca9137-6702-4cf8-8d12-c648926e5986 req-4b942bb1-cf5a-4737-b7b5-2b6a6cd7aedf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 1133 time: 0.0877430 Feb 11 04:39:39.354447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Publish callbacks [] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:39.360906 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b56119-791b-4195-b0f9-341b7667ced5 req-6a3e79ce-2a76-4e68-8060-a3e6ea499489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:39.362511 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7b56119-791b-4195-b0f9-341b7667ced5 req-6a3e79ce-2a76-4e68-8060-a3e6ea499489 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.0544522 Feb 11 04:39:39.422688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Transition to ACTIVE for port object d126c1c7-59ba-4708-82ac-c5633af08d76 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:39:39.426667 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7b56119-791b-4195-b0f9-341b7667ced5 req-53f719f6-6ec3-4e62-aadd-a5633493003a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485065 Feb 11 04:39:39.440242 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ccca9137-6702-4cf8-8d12-c648926e5986 req-822599a7-632d-4c24-ab44-58038a18cae9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789406 Feb 11 04:39:39.444303 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:39.552165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b833f-9ed4-4ce4-8c3d-d3c4df7342f3 req-e2373a76-9dda-45e2-85ce-131efc6cd929 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:39.553471 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01b833f-9ed4-4ce4-8c3d-d3c4df7342f3 req-e2373a76-9dda-45e2-85ce-131efc6cd929 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1864612 Feb 11 04:39:39.567962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Pushing event updated for resources: {'Port': ['ID=d126c1c7-59ba-4708-82ac-c5633af08d76,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:39.655609 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7b56119-791b-4195-b0f9-341b7667ced5 req-427130e4-a4dc-457f-a287-ac34fca1b050 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198403 Feb 11 04:39:39.703649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01b833f-9ed4-4ce4-8c3d-d3c4df7342f3 req-0b3049bf-df9c-433b-9030-0c6d156c87e2 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376004 Feb 11 04:39:39.751867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Attempting to bind port d126c1c7-59ba-4708-82ac-c5633af08d76 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:39.752207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Attempting to bind port d126c1c7-59ba-4708-82ac-c5633af08d76 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:39.752543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Attempting to bind port d126c1c7-59ba-4708-82ac-c5633af08d76 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:39.762722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Port d126c1c7-59ba-4708-82ac-c5633af08d76 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:39.763146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Attempting to bind port d126c1c7-59ba-4708-82ac-c5633af08d76 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:39.773397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:39.773743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:39.774130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:39.774565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Bound port: d126c1c7-59ba-4708-82ac-c5633af08d76, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:39.774954 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:39.801669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7b56119-791b-4195-b0f9-341b7667ced5 req-630bd897-685a-414a-bd14-47276749a78e service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360507 Feb 11 04:39:39.865450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:39:39.885410 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] For port d126c1c7-59ba-4708-82ac-c5633af08d76, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:39.888768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] For port d126c1c7-59ba-4708-82ac-c5633af08d76, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d126c1c7-59ba-4708-82ac-c5633af08d76,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:39.905784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:39.918732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73faf6a-f413-4a5d-a4af-4246dba35230 req-76c4fadd-1d9f-41f5-8b30-1e10343914c5 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:39.920361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e73faf6a-f413-4a5d-a4af-4246dba35230 req-76c4fadd-1d9f-41f5-8b30-1e10343914c5 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 947 time: 0.0834873 Feb 11 04:39:40.018941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:40.019802 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.021300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] 10.222.0.60 "PUT /v2.0/ports/d126c1c7-59ba-4708-82ac-c5633af08d76 HTTP/1.1" status: 200 len: 1096 time: 1.3794761 Feb 11 04:39:40.032901 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e73faf6a-f413-4a5d-a4af-4246dba35230 req-be5f4187-d1c9-4122-8489-60283f6f4478 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066449 Feb 11 04:39:40.034078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b256a6-5162-4286-a05c-b1bf6b40cbb7', 'tag': 'd126c1c7-59ba-4708-82ac-c5633af08d76'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:40.037659 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f18e255-fab7-426d-bd8d-e21ace06e993" -d '{"events": [{"name": "network-changed", "server_uuid": "63b256a6-5162-4286-a05c-b1bf6b40cbb7", "tag": "d126c1c7-59ba-4708-82ac-c5633af08d76"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:40.056652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb28b2-fb7a-4277-a6e1-b7ea0fd32143 service neutron] Pushing event updated for resources: {'Port': ['ID=d126c1c7-59ba-4708-82ac-c5633af08d76,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:40.094016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3cb545cd-7fc4-49ed-a19a-b6d0065931b7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:40.109570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '3cb545cd-7fc4-49ed-a19a-b6d0065931b7', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '3cb545cd-7fc4-49ed-a19a-b6d0065931b7', 'mac_address': 'fa:16:3e:41:91:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:39:40.171015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:40.172247 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.187410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:40.216217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3cb545cd-7fc4-49ed-a19a-b6d0065931b7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:40.222446 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.224339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device b1a4e8ab-de8a-4868-b6ff-c7943654b248 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:39:40.315885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=3cb545cd-7fc4-49ed-a19a-b6d0065931b7,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:40.400357 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a06c25-2524-41f4-b0ae-351ef73fc509 x-openstack-request-id: req-a4a06c25-2524-41f4-b0ae-351ef73fc509 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:40.400636 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b256a6-5162-4286-a05c-b1bf6b40cbb7", "tag": "d126c1c7-59ba-4708-82ac-c5633af08d76", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:40.400886 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4a06c25-2524-41f4-b0ae-351ef73fc509 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:40.401285 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b256a6-5162-4286-a05c-b1bf6b40cbb7', 'tag': 'd126c1c7-59ba-4708-82ac-c5633af08d76', 'status': 'completed', 'code': 200} Feb 11 04:39:40.442240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd3ceb-75ea-4982-9d47-b09088d78246 req-a44c9185-f9df-4d0a-9f75-2e07c676bdc5 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:40.443769 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5dd3ceb-75ea-4982-9d47-b09088d78246 req-a44c9185-f9df-4d0a-9f75-2e07c676bdc5 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 944 time: 0.3992448 Feb 11 04:39:40.454321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530e7e3-6f6f-4aa5-819a-abf2f600d13a req-251721cb-aa6b-475e-aaaa-ff76bfd5043d tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:40.458774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-9ccd5ce6-0e83-4969-ac22-acf356246a4f tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:40.460217 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-9ccd5ce6-0e83-4969-ac22-acf356246a4f tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.10 "GET /v2.0/networks?id=776b9405-192e-4681-a7e1-710a2707690f HTTP/1.1" status: 200 len: 815 time: 0.4949570 Feb 11 04:39:40.463932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f530e7e3-6f6f-4aa5-819a-abf2f600d13a req-251721cb-aa6b-475e-aaaa-ff76bfd5043d tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 948 time: 0.0866044 Feb 11 04:39:40.467116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:40.482509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248', 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0', 'port_id': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248', 'mac_address': 'fa:16:3e:f0:ec:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd347f3fc-24c7-4017-8fdc-4d41de902991', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:39:40.485125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Request body: {'port': {'device_id': '9b4dee3e-abc0-4b6c-a68c-e83fd668ab48', 'network_id': '776b9405-192e-4681-a7e1-710a2707690f', 'admin_state_up': True, 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:40.494827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-979bc9cc-113d-4ee3-8c14-f0024b7c4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:40.496345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-979bc9cc-113d-4ee3-8c14-f0024b7c4037 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7db86f8d54f04c0a8bb6746f30b2f01c&device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 1130 time: 0.3476360 Feb 11 04:39:40.524235 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f530e7e3-6f6f-4aa5-819a-abf2f600d13a req-9d87cdc6-01dd-4acf-86ae-9e8f943990ee tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591271 Feb 11 04:39:40.540279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port b1a4e8ab-de8a-4868-b6ff-c7943654b248 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:40.540868 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.557398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a4e8ab-de8a-4868-b6ff-c7943654b248 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:40.579463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:40.584512 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.586846 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-fee30919-0da1-4f03-9e78-04bb51d2cc00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=d126c1c7-59ba-4708-82ac-c5633af08d76 HTTP/1.1" status: 200 len: 217 time: 0.0671134 Feb 11 04:39:40.642449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf451fa4-b2b5-4b76-9b6e-25bdb8481049 req-fefe2a3e-1967-487e-8ba8-42dc7499011f tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 210 time: 0.0495386 Feb 11 04:39:40.657529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=b1a4e8ab-de8a-4868-b6ff-c7943654b248,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:40.658640 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5dd3ceb-75ea-4982-9d47-b09088d78246 req-fd9d217c-b4eb-4a8b-82a5-533c1008cc41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958592 Feb 11 04:39:40.705748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-de7b57e3-a17b-48d8-8e99-08fa6c8caa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:40.707785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-de7b57e3-a17b-48d8-8e99-08fa6c8caa04 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0912199 Feb 11 04:39:40.739709 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:39:40.794283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Made reservation on behalf of 4cc16756cf3c440d99d4f66dc4873094 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:40.807388 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.945140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-a38e1929-4814-45c3-9b01-0a83a3de760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:40.946656 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-a38e1929-4814-45c3-9b01-0a83a3de760f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2265818 Feb 11 04:39:40.952700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['3cb545cd-7fc4-49ed-a19a-b6d0065931b7'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:40.969879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3859c46-ee13-4561-812b-81679c3194e8 req-8cb2a3ac-141f-4a04-a1e4-a32ac3095fc3 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:40.977035 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c3859c46-ee13-4561-812b-81679c3194e8 req-8cb2a3ac-141f-4a04-a1e4-a32ac3095fc3 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.2010527 Feb 11 04:39:41.011632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['b1a4e8ab-de8a-4868-b6ff-c7943654b248'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:41.029922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c586c1-441d-420e-8c7f-a1d7784ee263 req-e0d042c9-4f72-4d2f-8b89-6fe1d48f3c92 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:41.046787 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13c586c1-441d-420e-8c7f-a1d7784ee263 req-e0d042c9-4f72-4d2f-8b89-6fe1d48f3c92 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1762388 Feb 11 04:39:41.061670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90435208-0912-478d-ab24-46d914872020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4634e114-9df0-4ad5-8c2d-1d9f1523d657'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:41.064341 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb6b86c-230a-4293-8a4b-f9849e55cc23" -d '{"events": [{"server_uuid": "90435208-0912-478d-ab24-46d914872020", "name": "network-vif-plugged", "status": "completed", "tag": "4634e114-9df0-4ad5-8c2d-1d9f1523d657"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:41.146512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Allocated IP 172.20.0.13 (776b9405-192e-4681-a7e1-710a2707690f/da183ca0-dd04-457e-bf6a-c26ca2d4613f/14dc0441-211d-4100-ab3c-d0879d7e1f45) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:41.158000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c3859c46-ee13-4561-812b-81679c3194e8 req-65f5e1da-9392-489f-babf-9aa06623dd56 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798584 Feb 11 04:39:41.194265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-341b0968-9af5-409a-b966-7b88b80ecbf8 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322581 Feb 11 04:39:41.220252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13c586c1-441d-420e-8c7f-a1d7784ee263 req-306767e7-b67f-415f-9634-6297abd24b59 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689639 Feb 11 04:39:41.246285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded2a9b-73c0-4fbf-bbd0-f237e1d1a2e3 req-e3d28151-894b-494e-9532-9e206dacc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:41.253602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fded2a9b-73c0-4fbf-bbd0-f237e1d1a2e3 req-e3d28151-894b-494e-9532-9e206dacc6e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 1133 time: 0.2039416 Feb 11 04:39:41.339556 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48baae6c-a491-4e03-bbd1-f7c1af83a7a1 x-openstack-request-id: req-48baae6c-a491-4e03-bbd1-f7c1af83a7a1 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:41.339901 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90435208-0912-478d-ab24-46d914872020", "name": "network-vif-plugged", "status": "completed", "tag": "4634e114-9df0-4ad5-8c2d-1d9f1523d657", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:41.340164 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48baae6c-a491-4e03-bbd1-f7c1af83a7a1 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:41.340573 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90435208-0912-478d-ab24-46d914872020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4634e114-9df0-4ad5-8c2d-1d9f1523d657', 'code': 200} Feb 11 04:39:41.516129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52e82e75-e153-47b8-a951-f82b9ca95d4a req-7a6b3d68-e952-4e91-bb06-911182dd46e6 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059709 Feb 11 04:39:41.564418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57063469-5edd-4320-8a1f-c99c6549f0d5 req-affbf6d8-4e5b-4964-b8ee-41210f6cb416 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:41.566327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded2a9b-73c0-4fbf-bbd0-f237e1d1a2e3 req-06ca221d-926c-4096-b943-e1ffefb9d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:41.572010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fded2a9b-73c0-4fbf-bbd0-f237e1d1a2e3 req-06ca221d-926c-4096-b943-e1ffefb9d504 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2585166 Feb 11 04:39:41.572838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57063469-5edd-4320-8a1f-c99c6549f0d5 req-affbf6d8-4e5b-4964-b8ee-41210f6cb416 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 947 time: 0.1135786 Feb 11 04:39:41.621720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32da70-4765-4041-8c42-05de39ea7401 req-866652b5-760a-4230-990d-843ca439673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:41.623626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d32da70-4765-4041-8c42-05de39ea7401 req-866652b5-760a-4230-990d-843ca439673b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 1132 time: 0.0730982 Feb 11 04:39:41.623780 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Publish callbacks [] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:41.673580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57063469-5edd-4320-8a1f-c99c6549f0d5 req-76e43e9e-6844-4cf3-aba8-b667a08d29fe tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990407 Feb 11 04:39:41.786397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fded2a9b-73c0-4fbf-bbd0-f237e1d1a2e3 req-fbbfcb1d-76fd-40b3-abef-b7b406487c9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=176504c7-7c22-4051-a802-85972389c1be HTTP/1.1" status: 200 len: 217 time: 0.1324179 Feb 11 04:39:41.823154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b68b0b4a-f84b-4bd5-bbc6-8704d4b9a8d4 req-79a15479-ec59-490d-aa58-5cb60477fc99 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 210 time: 0.0622559 Feb 11 04:39:41.842514 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:41.858313 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75dabab4-e560-4653-beb8-c9ec07cff18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:41.935974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18e255-fab7-426d-bd8d-e21ace06e993 req-fbf398ba-9dec-4d99-ba6f-fd2f93a3e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:41.937489 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f18e255-fab7-426d-bd8d-e21ace06e993 req-fbf398ba-9dec-4d99-ba6f-fd2f93a3e11b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7db86f8d54f04c0a8bb6746f30b2f01c&device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 1130 time: 0.1981175 Feb 11 04:39:41.944984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Network 776b9405-192e-4681-a7e1-710a2707690f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:41.948459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:41.952710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:41.987934 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded2a9b-73c0-4fbf-bbd0-f237e1d1a2e3 req-23adafda-1ee6-4663-bf8e-206829e4b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:41.989990 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fded2a9b-73c0-4fbf-bbd0-f237e1d1a2e3 req-23adafda-1ee6-4663-bf8e-206829e4b323 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1214359 Feb 11 04:39:42.012962 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d32da70-4765-4041-8c42-05de39ea7401 req-e8ed3aaa-4a9f-4fdc-b84d-61c7491835a6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508778 Feb 11 04:39:42.016567 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Pushing event updated for resources: {'Port': ['ID=14dc0441-211d-4100-ab3c-d0879d7e1f45,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:42.054456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:42.081115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762cb83-8d77-412d-9f5e-66f0fb1ebb5c req-e8816bb0-6f41-4bd5-8613-8a39a44cb082 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.093638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e762cb83-8d77-412d-9f5e-66f0fb1ebb5c req-e8816bb0-6f41-4bd5-8613-8a39a44cb082 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 948 time: 0.3349533 Feb 11 04:39:42.138714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded2a9b-73c0-4fbf-bbd0-f237e1d1a2e3 req-8537e3f6-3167-4e27-bd2b-0cf05c178a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.141412 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fded2a9b-73c0-4fbf-bbd0-f237e1d1a2e3 req-8537e3f6-3167-4e27-bd2b-0cf05c178a79 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1265888 Feb 11 04:39:42.194999 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e762cb83-8d77-412d-9f5e-66f0fb1ebb5c req-c612e8ca-bfad-4442-8012-ee76a13b2b11 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993152 Feb 11 04:39:42.200075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.200703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:42.233108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-95ebe231-3d45-435c-912a-d44a19cde63c tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7529943 Feb 11 04:39:42.266110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748f68-1f09-4570-9121-55993162bb46 req-7d70983e-9ae4-4e13-bee2-cbe034911731 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.267712 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-08748f68-1f09-4570-9121-55993162bb46 req-7d70983e-9ae4-4e13-bee2-cbe034911731 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 945 time: 0.2607572 Feb 11 04:39:42.270835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18e255-fab7-426d-bd8d-e21ace06e993 req-6796cf26-e6e5-4c8a-a92e-9ed41e9627a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.272239 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f18e255-fab7-426d-bd8d-e21ace06e993 req-6796cf26-e6e5-4c8a-a92e-9ed41e9627a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.3130760 Feb 11 04:39:42.289192 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Request body: {'port': {'device_id': '9b4dee3e-abc0-4b6c-a68c-e83fd668ab48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:42.395868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:42.405039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-99b770fc-1b26-4dc6-9035-7d2730b5b7ee None None] Provisioning complete for port 14dc0441-211d-4100-ab3c-d0879d7e1f45 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:42.405457 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99b770fc-1b26-4dc6-9035-7d2730b5b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:42.440492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fd010-26eb-46f9-823e-4a0d3b58a6e8 req-5946d7aa-bc37-4859-8ec5-f8f14195ae3f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.442238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a56fd010-26eb-46f9-823e-4a0d3b58a6e8 req-5946d7aa-bc37-4859-8ec5-f8f14195ae3f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1117470 Feb 11 04:39:42.449174 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-99b770fc-1b26-4dc6-9035-7d2730b5b7ee None None] Port 14dc0441-211d-4100-ab3c-d0879d7e1f45 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:42.452098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-08748f68-1f09-4570-9121-55993162bb46 req-bfc42272-d467-4ff3-a79a-a3c3ce9529b6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602960 Feb 11 04:39:42.501792 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f18e255-fab7-426d-bd8d-e21ace06e993 req-8931c512-de10-4d75-bacc-d9e4a5d40bda service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=d126c1c7-59ba-4708-82ac-c5633af08d76 HTTP/1.1" status: 200 len: 217 time: 0.0896766 Feb 11 04:39:42.502581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:42.600424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a56fd010-26eb-46f9-823e-4a0d3b58a6e8 req-b90c9139-54c0-4da3-8e97-d188e5d651e2 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510909 Feb 11 04:39:42.601430 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:42.628131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fded2a9b-73c0-4fbf-bbd0-f237e1d1a2e3 req-3ba79416-b0d6-4525-815e-868c4c9a867e service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200406 Feb 11 04:39:42.720832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18e255-fab7-426d-bd8d-e21ace06e993 req-ace199da-3846-43cd-97c7-33dc717feb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.723482 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f18e255-fab7-426d-bd8d-e21ace06e993 req-ace199da-3846-43cd-97c7-33dc717feb8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1706626 Feb 11 04:39:42.811632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Publish callbacks [] for security_group (b6535e09-80a0-4bc8-a0be-76260fbc6e48), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:42.836637 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b6535e09-80a0-4bc8-a0be-76260fbc6e48), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:42.856086 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fded2a9b-73c0-4fbf-bbd0-f237e1d1a2e3 req-8bd07ac0-1f7a-4a7a-a189-fabca923a525 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168531 Feb 11 04:39:42.874133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45d8c-392f-4da8-bc12-9872ed6d7796 req-fe8b5a84-eb10-4358-9af4-a025c5c8d0a3 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.875697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-78f45d8c-392f-4da8-bc12-9872ed6d7796 req-fe8b5a84-eb10-4358-9af4-a025c5c8d0a3 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.3111184 Feb 11 04:39:42.877262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcaded-6d14-4818-8357-c399312e7d1c req-71ec85e9-5195-4c21-812e-d6a436505be1 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.880778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28dcaded-6d14-4818-8357-c399312e7d1c req-71ec85e9-5195-4c21-812e-d6a436505be1 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1207998 Feb 11 04:39:42.953426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28dcaded-6d14-4818-8357-c399312e7d1c req-df0a48b7-197c-4e70-88a4-d2d49d99fb66 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666404 Feb 11 04:39:43.046445 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6aefe6764657444d837ffbbca194b800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9882240 Feb 11 04:39:43.049966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45706) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:43.068892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6535e09-80a0-4bc8-a0be-76260fbc6e48,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:43.083761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18e255-fab7-426d-bd8d-e21ace06e993 req-e7ca4efd-a905-4933-b2bf-62eeafcc8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:43.085486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f18e255-fab7-426d-bd8d-e21ace06e993 req-e7ca4efd-a905-4933-b2bf-62eeafcc8061 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3478494 Feb 11 04:39:43.125859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-78f45d8c-392f-4da8-bc12-9872ed6d7796 req-c46557aa-d151-4f02-a2f0-a3d8f7c0f771 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643639 Feb 11 04:39:43.139566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.140925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.143842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.144357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.144844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.145653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.147419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.147875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.150458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.151002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.151449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.151864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.152262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb56f68-5b6d-4698-8d13-09263c8cf985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:43.313502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14dc0441-211d-4100-ab3c-d0879d7e1f45 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:43.325180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Publish callbacks [] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.346134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Transition to ACTIVE for port object 14dc0441-211d-4100-ab3c-d0879d7e1f45 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:39:43.388415 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.454592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff0d2e-083c-4e4c-b302-a0c40b66f880 req-1d488f2f-3d81-4f81-9d00-1505bf68d1d3 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:43.461712 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0ff0d2e-083c-4e4c-b302-a0c40b66f880 req-1d488f2f-3d81-4f81-9d00-1505bf68d1d3 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 947 time: 0.3729806 Feb 11 04:39:43.530646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0ff0d2e-083c-4e4c-b302-a0c40b66f880 req-ccf925f2-fad0-4eb9-8d3c-23675ea4569c tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632794 Feb 11 04:39:43.531927 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fff5977-1218-4b67-b8a7-bdf397055a20 admin admin] Publish callbacks [] for security_group (b6535e09-80a0-4bc8-a0be-76260fbc6e48), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.586090 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fff5977-1218-4b67-b8a7-bdf397055a20 admin admin] Publish callbacks [] for security_group (b6535e09-80a0-4bc8-a0be-76260fbc6e48), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.595216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Pushing event updated for resources: {'Port': ['ID=14dc0441-211d-4100-ab3c-d0879d7e1f45,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:43.677807 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fff5977-1218-4b67-b8a7-bdf397055a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b6535e09-80a0-4bc8-a0be-76260fbc6e48), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.681713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fff5977-1218-4b67-b8a7-bdf397055a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.684198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9fff5977-1218-4b67-b8a7-bdf397055a20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6535e09-80a0-4bc8-a0be-76260fbc6e48 HTTP/1.1" status: 204 len: 168 time: 0.6311100 Feb 11 04:39:43.703897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff5977-1218-4b67-b8a7-bdf397055a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6535e09-80a0-4bc8-a0be-76260fbc6e48,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:43.751502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108021b-d5c5-424a-b8dd-ff22721aa3f4 req-8aa3b4ff-313d-4d3b-b46d-0fef0405a774 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:43.759776 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7108021b-d5c5-424a-b8dd-ff22721aa3f4 req-8aa3b4ff-313d-4d3b-b46d-0fef0405a774 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 944 time: 0.5094883 Feb 11 04:39:43.775158 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f18e255-fab7-426d-bd8d-e21ace06e993 req-cd071b5f-5c5e-4625-b6cd-da76641b3efd service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985801 Feb 11 04:39:43.891179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:43.925031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Attempting to bind port 14dc0441-211d-4100-ab3c-d0879d7e1f45 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:43.925374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Attempting to bind port 14dc0441-211d-4100-ab3c-d0879d7e1f45 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:43.933737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Attempting to bind port 14dc0441-211d-4100-ab3c-d0879d7e1f45 on network 776b9405-192e-4681-a7e1-710a2707690f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:44.030206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:39:44.039782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:44.040159 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.085267 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7108021b-d5c5-424a-b8dd-ff22721aa3f4 req-194a670d-ed92-4571-b3ad-d6ce6b486101 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243959 Feb 11 04:39:44.095219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Port 14dc0441-211d-4100-ab3c-d0879d7e1f45 on network 776b9405-192e-4681-a7e1-710a2707690f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:44.095556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Attempting to bind port 14dc0441-211d-4100-ab3c-d0879d7e1f45 on network 776b9405-192e-4681-a7e1-710a2707690f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:44.186052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:44.186409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Checking segment: {'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:44.186809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Bound using segment: {'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:44.187335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Bound port: 14dc0441-211d-4100-ab3c-d0879d7e1f45, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93da75ec-bda3-4dc7-b19a-b0db153355f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '776b9405-192e-4681-a7e1-710a2707690f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:44.187712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.198882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:44.199620 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.205338 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.220951 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f18e255-fab7-426d-bd8d-e21ace06e993 req-bafb9b6b-2535-46a5-b5ee-6e9a339c58eb service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305933 Feb 11 04:39:44.252829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54d1b5d-9a9b-4b9b-b760-937b4273d4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb545cd-7fc4-49ed-a19a-b6d0065931b7'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:44.274345 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1942af3-111e-4ed6-b911-d9bc2927848a" -d '{"events": [{"server_uuid": "f54d1b5d-9a9b-4b9b-b760-937b4273d4e8", "name": "network-vif-plugged", "status": "completed", "tag": "3cb545cd-7fc4-49ed-a19a-b6d0065931b7"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:44.300360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3cb545cd-7fc4-49ed-a19a-b6d0065931b7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:44.318084 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.319506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device b1a4e8ab-de8a-4868-b6ff-c7943654b248 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:44.322708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] For port 14dc0441-211d-4100-ab3c-d0879d7e1f45, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:44.326966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] For port 14dc0441-211d-4100-ab3c-d0879d7e1f45, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=14dc0441-211d-4100-ab3c-d0879d7e1f45,segment=NetworkSegment(93da75ec-bda3-4dc7-b19a-b0db153355f8),segment_id=93da75ec-bda3-4dc7-b19a-b0db153355f8)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:44.330259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30067eb0-9e6d-45d1-bd4f-ea62d7100c50 req-a7b172f2-c07c-4e29-883e-359d68dacf14 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:44.364253 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.367306 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30067eb0-9e6d-45d1-bd4f-ea62d7100c50 req-a7b172f2-c07c-4e29-883e-359d68dacf14 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 948 time: 0.1809194 Feb 11 04:39:44.441990 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30067eb0-9e6d-45d1-bd4f-ea62d7100c50 req-d91cea70-d027-4a05-952c-0347b8fbdaa8 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699389 Feb 11 04:39:44.490416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=3cb545cd-7fc4-49ed-a19a-b6d0065931b7,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:44.495339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Pushing event updated for resources: {'Port': ['ID=14dc0441-211d-4100-ab3c-d0879d7e1f45,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:44.509847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:44.510527 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.512029 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-4b662175-61d4-4681-a451-3f8f11890455 service neutron] 10.222.0.10 "PUT /v2.0/ports/14dc0441-211d-4100-ab3c-d0879d7e1f45 HTTP/1.1" status: 200 len: 1093 time: 2.2368529 Feb 11 04:39:44.512380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4dee3e-abc0-4b6c-a68c-e83fd668ab48', 'tag': '14dc0441-211d-4100-ab3c-d0879d7e1f45'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:44.514957 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c66fb4d-4a6b-40d1-8757-3e34baee0fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4dee3e-abc0-4b6c-a68c-e83fd668ab48", "tag": "14dc0441-211d-4100-ab3c-d0879d7e1f45"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:44.539807 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port b1a4e8ab-de8a-4868-b6ff-c7943654b248 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:39:44.539972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b148c-5224-456f-97b9-b01c0a8537b9 req-9f0daed3-9b12-4098-a0b6-7637b8c756bb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:44.541382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-301b148c-5224-456f-97b9-b01c0a8537b9 req-9f0daed3-9b12-4098-a0b6-7637b8c756bb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 945 time: 0.2115119 Feb 11 04:39:44.550550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port b1a4e8ab-de8a-4868-b6ff-c7943654b248 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:44.557473 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.682538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3207d7c-782f-4200-8be9-2094bcbfc175 req-eabf0821-b381-4bf5-817b-9b2e383db6ed tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:44.696095 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3207d7c-782f-4200-8be9-2094bcbfc175 req-eabf0821-b381-4bf5-817b-9b2e383db6ed tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0977378 Feb 11 04:39:44.699801 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-301b148c-5224-456f-97b9-b01c0a8537b9 req-b698f984-e5c0-454b-ac42-a9e186603518 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500332 Feb 11 04:39:44.753563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port b1a4e8ab-de8a-4868-b6ff-c7943654b248 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:44.754150 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.813558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3207d7c-782f-4200-8be9-2094bcbfc175 req-0d54131a-af50-49a6-8730-3df0a9d74d7a tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112180 Feb 11 04:39:44.928933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-26cfcb1b-8fe9-4930-b6cf-ca79746cdd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:44.936901 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-26cfcb1b-8fe9-4930-b6cf-ca79746cdd54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cc16756cf3c440d99d4f66dc4873094&device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 1127 time: 0.2352719 Feb 11 04:39:45.005769 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74726487-cb54-4863-bc7f-ac0648da538d x-openstack-request-id: req-74726487-cb54-4863-bc7f-ac0648da538d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:45.006204 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4dee3e-abc0-4b6c-a68c-e83fd668ab48", "tag": "14dc0441-211d-4100-ab3c-d0879d7e1f45", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:45.006634 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74726487-cb54-4863-bc7f-ac0648da538d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:45.007701 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4dee3e-abc0-4b6c-a68c-e83fd668ab48', 'tag': '14dc0441-211d-4100-ab3c-d0879d7e1f45', 'status': 'completed', 'code': 200} Feb 11 04:39:45.044694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a79f6e-bdd6-4f99-8a74-a29e87b260c9 req-9db9885e-72d8-4aaa-a60d-803070a58886 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:45.046275 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48a79f6e-bdd6-4f99-8a74-a29e87b260c9 req-9db9885e-72d8-4aaa-a60d-803070a58886 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1683075 Feb 11 04:39:45.068915 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1dd20b-74e6-404d-a956-a17c80036b55 x-openstack-request-id: req-5b1dd20b-74e6-404d-a956-a17c80036b55 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:45.072856 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54d1b5d-9a9b-4b9b-b760-937b4273d4e8", "name": "network-vif-plugged", "status": "completed", "tag": "3cb545cd-7fc4-49ed-a19a-b6d0065931b7", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:45.073473 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b1dd20b-74e6-404d-a956-a17c80036b55 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:45.074081 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54d1b5d-9a9b-4b9b-b760-937b4273d4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb545cd-7fc4-49ed-a19a-b6d0065931b7', 'code': 200} Feb 11 04:39:45.183971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:45.198077 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48a79f6e-bdd6-4f99-8a74-a29e87b260c9 req-c400d244-db48-4874-8070-8665475b1e3a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430492 Feb 11 04:39:45.199290 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.259326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2af940-d2ff-495b-8924-2c9dcab1a55b req-d1af302e-56da-46b5-80d9-372b56236215 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:45.282873 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf2af940-d2ff-495b-8924-2c9dcab1a55b req-d1af302e-56da-46b5-80d9-372b56236215 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 947 time: 0.1641209 Feb 11 04:39:45.283555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=b1a4e8ab-de8a-4868-b6ff-c7943654b248,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:45.328432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.329066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.329607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.330248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.330726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.331281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.331955 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.333795 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.334409 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.334884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.336201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.336687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.337359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:45.371993 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf2af940-d2ff-495b-8924-2c9dcab1a55b req-e26eba6f-9315-411d-bf87-3a4286eeef20 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865734 Feb 11 04:39:45.418625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67acd42-59a0-470d-844d-9ded3652ab78 req-6fd02d49-b29b-47da-8d95-37342cca26b4 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:45.427630 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d67acd42-59a0-470d-844d-9ded3652ab78 req-6fd02d49-b29b-47da-8d95-37342cca26b4 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 944 time: 0.1109128 Feb 11 04:39:45.496202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d67acd42-59a0-470d-844d-9ded3652ab78 req-3d52d2d1-a7ee-42cc-a820-fa3ca50883a4 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657516 Feb 11 04:39:45.531756 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.540030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-56f97ff5-c7d6-4743-83a5-452f0cfffc19 req-e08057dc-c820-4971-bd96-b310c4eca17c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:39:45.541012 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56f97ff5-c7d6-4743-83a5-452f0cfffc19 req-e08057dc-c820-4971-bd96-b310c4eca17c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054030 Feb 11 04:39:45.624496 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-af82f1d3-1530-481e-8be6-a804a0853469 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14dc0441-211d-4100-ab3c-d0879d7e1f45 HTTP/1.1" status: 200 len: 217 time: 0.0722184 Feb 11 04:39:45.735432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08f1f0-93ab-440e-9ebf-53119af0af74 req-de41e9e5-77e8-44bb-a572-38bf29e52dae tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:45.740268 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a08f1f0-93ab-440e-9ebf-53119af0af74 req-de41e9e5-77e8-44bb-a572-38bf29e52dae tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 949 time: 0.1144125 Feb 11 04:39:45.802266 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a08f1f0-93ab-440e-9ebf-53119af0af74 req-f960a925-2cda-4a95-a4d1-465e4627c8f9 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560811 Feb 11 04:39:46.055483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d126c1c7-59ba-4708-82ac-c5633af08d76 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:39:46.111443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bb6dc-5897-4911-b38b-ca650e05b2fc req-cb668177-04c9-4396-9259-0fee3856e62f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:46.119766 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb0bb6dc-5897-4911-b38b-ca650e05b2fc req-cb668177-04c9-4396-9259-0fee3856e62f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 946 time: 0.0952854 Feb 11 04:39:46.188108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb0bb6dc-5897-4911-b38b-ca650e05b2fc req-b5d95610-627d-44ae-acd7-013ce22e2396 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634139 Feb 11 04:39:46.278343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d126c1c7-59ba-4708-82ac-c5633af08d76, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d126c1c7-59ba-4708-82ac-c5633af08d76,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:46.305892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'd126c1c7-59ba-4708-82ac-c5633af08d76', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': 'd126c1c7-59ba-4708-82ac-c5633af08d76', 'mac_address': 'fa:16:3e:69:c8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:39:46.344075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9931e7-d3f1-4ae2-97de-83c4ada3e5a7 req-2f7fd9c5-5ee3-4af6-9536-7fae7ff36b29 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:46.346091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c9931e7-d3f1-4ae2-97de-83c4ada3e5a7 req-2f7fd9c5-5ee3-4af6-9536-7fae7ff36b29 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0993052 Feb 11 04:39:46.381545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d126c1c7-59ba-4708-82ac-c5633af08d76 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:46.381945 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.413325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d126c1c7-59ba-4708-82ac-c5633af08d76 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:46.448259 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c9931e7-d3f1-4ae2-97de-83c4ada3e5a7 req-970af734-9ed6-4b5a-b88b-b89bb71f6ab8 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943375 Feb 11 04:39:46.450016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d126c1c7-59ba-4708-82ac-c5633af08d76, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d126c1c7-59ba-4708-82ac-c5633af08d76,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:46.457895 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.539521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d126c1c7-59ba-4708-82ac-c5633af08d76,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:46.597395 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-6959e469-6509-43ea-b010-9c869dcf2465 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7b4d376cfee84927a25b06866d63dff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5033286 Feb 11 04:39:46.617848 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-fb6a1ddf-7309-42ac-9360-2045938c0dfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5805538 Feb 11 04:39:46.643193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89581508-d667-441b-8493-12de84b2f558 req-60783583-d033-4f33-a377-32d454a78676 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:46.644974 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-89581508-d667-441b-8493-12de84b2f558 req-60783583-d033-4f33-a377-32d454a78676 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0980127 Feb 11 04:39:46.710288 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-89581508-d667-441b-8493-12de84b2f558 req-fe92c499-d743-4bdd-bf09-178ee9987c77 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566158 Feb 11 04:39:46.784586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-658ab1b2-54df-4a21-bd26-2ec723e72548 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:46.794687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-658ab1b2-54df-4a21-bd26-2ec723e72548 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958196 Feb 11 04:39:46.836777 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-b4fd5aae-77c1-4ca0-ab6e-321b4a49642b tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/quotas/7b4d376cfee84927a25b06866d63dff4 HTTP/1.1" status: 200 len: 375 time: 0.0411587 Feb 11 04:39:46.861882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4e0db-3ab9-4dd2-9a6a-40b34f226c29 req-6e1b2c86-a947-4476-8928-61a166b89326 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:46.871717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7a4e0db-3ab9-4dd2-9a6a-40b34f226c29 req-6e1b2c86-a947-4476-8928-61a166b89326 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 948 time: 0.0835078 Feb 11 04:39:46.912284 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-61a620b4-3a10-4c16-b7bf-b7e3e29e62ae tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b4d376cfee84927a25b06866d63dff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746276 Feb 11 04:39:46.931574 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7a4e0db-3ab9-4dd2-9a6a-40b34f226c29 req-e5871140-9ea0-4d27-a1a5-52f25cf3266a tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582879 Feb 11 04:39:47.075187 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:47.077716 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3834b98f-9206-42aa-b22e-cb1928a9bd23" -d '{"events": [{"server_uuid": "8f6de114-b24b-4ffa-ad62-35c24d2340ea", "name": "network-vif-plugged", "status": "completed", "tag": "b1a4e8ab-de8a-4868-b6ff-c7943654b248"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:47.079145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba182acb-e039-48ea-91a1-f595ba3bda13 req-872bcdc6-3c6e-46d5-b597-b2de7c5117ef tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.093699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ba182acb-e039-48ea-91a1-f595ba3bda13 req-872bcdc6-3c6e-46d5-b597-b2de7c5117ef tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 944 time: 0.0843339 Feb 11 04:39:47.099991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d126c1c7-59ba-4708-82ac-c5633af08d76'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:47.154715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ba182acb-e039-48ea-91a1-f595ba3bda13 req-963d6db7-1a97-4337-92e4-4f1b4378a941 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619142 Feb 11 04:39:47.235797 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfdbb2c-f6e1-4743-8b0d-9a3751541987 x-openstack-request-id: req-abfdbb2c-f6e1-4743-8b0d-9a3751541987 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:47.239609 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6de114-b24b-4ffa-ad62-35c24d2340ea", "name": "network-vif-plugged", "status": "completed", "tag": "b1a4e8ab-de8a-4868-b6ff-c7943654b248", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:47.240049 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-abfdbb2c-f6e1-4743-8b0d-9a3751541987 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:47.240750 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248', 'code': 200} Feb 11 04:39:47.310634 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-acae8b7d-9c68-4f9c-842d-e7934a41f05b req-6c741b07-a79b-4b5d-b119-142196990175 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 210 time: 0.0431676 Feb 11 04:39:47.415582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45820) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:47.448717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb0d7d-3988-4986-86bb-497277f761b0 req-7a6c7a3c-db75-4263-b89c-84819cbedbfb tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.454102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14ff3b-58ee-4d56-b46d-a9421f38773c req-848da884-780a-4eeb-8c12-0717fca9851d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.457642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-47eb0d7d-3988-4986-86bb-497277f761b0 req-7a6c7a3c-db75-4263-b89c-84819cbedbfb tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 949 time: 0.0924671 Feb 11 04:39:47.461511 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d14ff3b-58ee-4d56-b46d-a9421f38773c req-848da884-780a-4eeb-8c12-0717fca9851d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 946 time: 0.0810695 Feb 11 04:39:47.601254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d14ff3b-58ee-4d56-b46d-a9421f38773c req-96f37e1a-b789-4016-8359-9e18a111ed0e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385672 Feb 11 04:39:47.610739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-47eb0d7d-3988-4986-86bb-497277f761b0 req-a8c089ee-33bb-489e-8751-a00958e8346c tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515901 Feb 11 04:39:47.627863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-8b4ffd49-19e2-4c49-b331-519f3e4b9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.638692 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-8b4ffd49-19e2-4c49-b331-519f3e4b9ff6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da183ca0-dd04-457e-bf6a-c26ca2d4613f HTTP/1.1" status: 200 len: 854 time: 0.1549103 Feb 11 04:39:47.686775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461157-5977-4676-9bb4-ff4ccd6010ae req-9bd4d326-3504-4859-8e3e-496b2b9a3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.688492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef461157-5977-4676-9bb4-ff4ccd6010ae req-9bd4d326-3504-4859-8e3e-496b2b9a3ceb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 1132 time: 0.1833742 Feb 11 04:39:47.718107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad31335-aaee-40de-aeaa-c90b64e44ebf req-2edcf561-8c7e-4739-85c3-e5455af9b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.722697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bad31335-aaee-40de-aeaa-c90b64e44ebf req-2edcf561-8c7e-4739-85c3-e5455af9b313 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 1129 time: 0.1148646 Feb 11 04:39:47.869487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-1f761be0-b738-468a-adaf-476c999dc078 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.870764 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-1f761be0-b738-468a-adaf-476c999dc078 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports/4634e114-9df0-4ad5-8c2d-1d9f1523d657 HTTP/1.1" status: 200 len: 946 time: 0.4540501 Feb 11 04:39:47.898226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-c33e6261-67a9-48bf-9ccc-45deb235d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.899893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-c33e6261-67a9-48bf-9ccc-45deb235d4df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=776b9405-192e-4681-a7e1-710a2707690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2056344 Feb 11 04:39:47.906537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09780e-b144-470c-8a08-5c2d1daccb21 req-40318f44-ccbb-4c79-9a80-7a277f57107e tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.908157 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff09780e-b144-470c-8a08-5c2d1daccb21 req-40318f44-ccbb-4c79-9a80-7a277f57107e tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1501064 Feb 11 04:39:47.939611 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef461157-5977-4676-9bb4-ff4ccd6010ae req-b44ac0c6-f87c-4fd9-9ea8-6a351388da63 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082322 Feb 11 04:39:48.020649 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bad31335-aaee-40de-aeaa-c90b64e44ebf req-907b1e64-47c1-40bf-8ed9-e30583bb0374 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421272 Feb 11 04:39:48.048500 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff09780e-b144-470c-8a08-5c2d1daccb21 req-0dde3410-7612-4239-b637-d693c373a2f6 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260915 Feb 11 04:39:48.064153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b3a49-bcb3-4f01-9a32-193967327808 req-0ad4771c-9071-417d-9997-293cb7ba4016 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:48.072453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f86b3a49-bcb3-4f01-9a32-193967327808 req-0ad4771c-9071-417d-9997-293cb7ba4016 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.2330873 Feb 11 04:39:48.099508 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-2179900d-4ee8-4f31-b3ca-d6221fb1f3d3 service neutron] 10.222.0.10 "GET /v2.0/networks/776b9405-192e-4681-a7e1-710a2707690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893196 Feb 11 04:39:48.134096 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f86b3a49-bcb3-4f01-9a32-193967327808 req-5ff8794e-1b3a-40da-8f1d-051db4985175 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606196 Feb 11 04:39:48.267584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5d76-036e-433f-a811-062fa518ffa0 req-9a02f259-bc6d-439c-9677-735e9955eaf0 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:48.269194 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-490d5d76-036e-433f-a811-062fa518ffa0 req-9a02f259-bc6d-439c-9677-735e9955eaf0 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 948 time: 0.1047838 Feb 11 04:39:48.335220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74b0ee-8c10-4bb8-9bcb-fd834222914d req-19f8d5fb-6e14-47f0-bce6-25b1c205ce52 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:48.341749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f74b0ee-8c10-4bb8-9bcb-fd834222914d req-19f8d5fb-6e14-47f0-bce6-25b1c205ce52 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 944 time: 0.0887127 Feb 11 04:39:48.369662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-490d5d76-036e-433f-a811-062fa518ffa0 req-f9a4712e-17d9-4674-8521-5452862fb88c tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929260 Feb 11 04:39:48.408388 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f74b0ee-8c10-4bb8-9bcb-fd834222914d req-938596c6-b29e-4536-9201-da3ffde530e7 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639088 Feb 11 04:39:48.487979 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7c913e99-7975-4942-901b-2e116386fcb7 req-7b0fd282-f908-4db6-a227-6319c7a89b02 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 210 time: 0.0269897 Feb 11 04:39:48.759564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062985ec-a2a9-4f2b-9617-3b7703b0a4a2 req-d8ce9e10-4807-4db2-b3d9-95f0930e330c tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:48.766717 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-062985ec-a2a9-4f2b-9617-3b7703b0a4a2 req-d8ce9e10-4807-4db2-b3d9-95f0930e330c tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 949 time: 0.0755446 Feb 11 04:39:48.789188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd63d7-5d62-4d21-b572-4337d79f9f7e req-261b6f9c-4e4e-401f-bf9e-cabc771d6615 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:48.791351 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69bd63d7-5d62-4d21-b572-4337d79f9f7e req-261b6f9c-4e4e-401f-bf9e-cabc771d6615 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 946 time: 0.0820241 Feb 11 04:39:48.831499 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-062985ec-a2a9-4f2b-9617-3b7703b0a4a2 req-8ed4db4c-0822-46ad-b4b2-f7c2a490750f tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637002 Feb 11 04:39:48.867797 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69bd63d7-5d62-4d21-b572-4337d79f9f7e req-da83115b-1181-4fdb-a089-f5c594c119f1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697579 Feb 11 04:39:49.216557 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-272b5ef1-72c1-4822-be3d-c9af6f7fc286 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7b4d376cfee84927a25b06866d63dff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514426 Feb 11 04:39:49.304762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098eed36-2236-436b-a963-4be288039b2b req-2dc021e1-58d0-4871-ac70-e700abaa81b8 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:49.307276 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-098eed36-2236-436b-a963-4be288039b2b req-2dc021e1-58d0-4871-ac70-e700abaa81b8 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1911612 Feb 11 04:39:49.344773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3935c2-c133-45a8-bda4-313fbf7a8a53 req-5de328b4-8675-4ff3-85b4-b604c02315d5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:49.346653 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b3935c2-c133-45a8-bda4-313fbf7a8a53 req-5de328b4-8675-4ff3-85b4-b604c02315d5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1043591 Feb 11 04:39:49.418298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-0ed04dbc-012a-4394-b4a7-b3b1673e39f0 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:49.420033 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-0ed04dbc-012a-4394-b4a7-b3b1673e39f0 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914456 Feb 11 04:39:49.437392 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-098eed36-2236-436b-a963-4be288039b2b req-4ff01dc6-a9fd-4f3c-8094-c1afd6bb64fc tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170807 Feb 11 04:39:49.442945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Request body: {'port': {'device_id': '4cec6c49-1dba-455e-b5f0-e7dd34594cc2', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '7b4d376cfee84927a25b06866d63dff4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:49.488177 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b3935c2-c133-45a8-bda4-313fbf7a8a53 req-1f3ee537-6492-429d-8022-ec92c79f7a87 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134276 Feb 11 04:39:49.586345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-16fb6fea-c773-48d4-b798-ee157a925277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:49.587961 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-16fb6fea-c773-48d4-b798-ee157a925277 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 1132 time: 0.0667694 Feb 11 04:39:49.642873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Made reservation on behalf of 7b4d376cfee84927a25b06866d63dff4 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:49.647264 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:49.666156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ca75d-6144-42d5-8a33-ef9f838e07ec req-fbce921e-b92b-42f2-a987-2613bd8b941b tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:49.667718 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e95ca75d-6144-42d5-8a33-ef9f838e07ec req-fbce921e-b92b-42f2-a987-2613bd8b941b tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 948 time: 0.0902822 Feb 11 04:39:49.668957 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:49.755710 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d822a-3b63-4dc2-b763-7de5474251c6 req-63bcde22-4803-4c49-a057-c2ac0679c241 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:49.763760 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd7d822a-3b63-4dc2-b763-7de5474251c6 req-63bcde22-4803-4c49-a057-c2ac0679c241 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 944 time: 0.1470461 Feb 11 04:39:49.780375 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e95ca75d-6144-42d5-8a33-ef9f838e07ec req-ea06bc8c-49dc-4611-b1ca-52a0d57d8d69 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880179 Feb 11 04:39:49.792889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-e6ce3a8e-6a12-4118-a7ac-f96b1710b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:49.794627 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-e6ce3a8e-6a12-4118-a7ac-f96b1710b4a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1979377 Feb 11 04:39:49.840620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd7d822a-3b63-4dc2-b763-7de5474251c6 req-95f31402-4a5f-497a-8946-eee80d02ca81 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756156 Feb 11 04:39:49.849731 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Publish callbacks [] for security_group (a97084d9-82d8-4259-8735-506904725842), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:49.864462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a97084d9-82d8-4259-8735-506904725842), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:49.920761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-922e19e8-04a9-4978-a2dd-1e49bee6189f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657 HTTP/1.1" status: 200 len: 217 time: 0.0927017 Feb 11 04:39:49.936969 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a63f3c3-1624-411d-ac53-34e0c9356d81 req-91cda877-ab0f-44a3-b50e-db6fe1be14ac tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 210 time: 0.0398748 Feb 11 04:39:50.033404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-99603fb9-bd1d-425d-b1fc-1d021e727836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.035768 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-99603fb9-bd1d-425d-b1fc-1d021e727836 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0969250 Feb 11 04:39:50.035975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97084d9-82d8-4259-8735-506904725842,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:50.069056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d126c1c7-59ba-4708-82ac-c5633af08d76 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:50.083839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc1490-c1fa-42e0-8245-8c5f1afad282 req-68a8422d-d5ad-4827-b815-36593f8a8107 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.085374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8dc1490-c1fa-42e0-8245-8c5f1afad282 req-68a8422d-d5ad-4827-b815-36593f8a8107 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 949 time: 0.1006718 Feb 11 04:39:50.132415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-9fd39c06-f90d-49a1-a3c1-6cd822b23213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.133948 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-9fd39c06-f90d-49a1-a3c1-6cd822b23213 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0886934 Feb 11 04:39:50.159623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d871b6-98c5-457f-92db-b0248bf6c5f6 req-8be96e4d-45fd-46d7-b3d3-d56b68bc1fad tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.167180 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-03d871b6-98c5-457f-92db-b0248bf6c5f6 req-8be96e4d-45fd-46d7-b3d3-d56b68bc1fad tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 946 time: 0.1329682 Feb 11 04:39:50.174471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8dc1490-c1fa-42e0-8245-8c5f1afad282 req-17c16e3c-735b-46bd-8ad3-f51e91749d23 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827641 Feb 11 04:39:50.208806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Allocated IP 192.168.233.200 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/169d9115-e2d4-47d7-b29b-8b3f5e641cc9) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:50.212219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port d126c1c7-59ba-4708-82ac-c5633af08d76 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:39:50.220305 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port d126c1c7-59ba-4708-82ac-c5633af08d76 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:50.220948 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.289115 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-03d871b6-98c5-457f-92db-b0248bf6c5f6 req-3116371a-6338-45c0-b7e5-b0a8cff3977a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206856 Feb 11 04:39:50.323456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-163ab946-d656-41c7-8087-2205d766e3fe service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802063 Feb 11 04:39:50.347340 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d126c1c7-59ba-4708-82ac-c5633af08d76 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:50.348095 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.385102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b256a6-5162-4286-a05c-b1bf6b40cbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126c1c7-59ba-4708-82ac-c5633af08d76'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:50.388597 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f25ea9-9141-41ba-8439-6ae32eacdb80" -d '{"events": [{"server_uuid": "63b256a6-5162-4286-a05c-b1bf6b40cbb7", "name": "network-vif-plugged", "status": "completed", "tag": "d126c1c7-59ba-4708-82ac-c5633af08d76"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:50.406672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d126c1c7-59ba-4708-82ac-c5633af08d76, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d126c1c7-59ba-4708-82ac-c5633af08d76,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:50.416219 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.489962 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Publish callbacks [] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.575518 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45330ae4-6654-4678-922c-0b4e240962a4 x-openstack-request-id: req-45330ae4-6654-4678-922c-0b4e240962a4 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:50.576211 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b256a6-5162-4286-a05c-b1bf6b40cbb7", "name": "network-vif-plugged", "status": "completed", "tag": "d126c1c7-59ba-4708-82ac-c5633af08d76", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:50.576486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-413fbd51-f419-4556-9df0-ecc7cc57d412 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446501 Feb 11 04:39:50.582947 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45330ae4-6654-4678-922c-0b4e240962a4 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:50.586285 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b256a6-5162-4286-a05c-b1bf6b40cbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126c1c7-59ba-4708-82ac-c5633af08d76', 'code': 200} Feb 11 04:39:50.596469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d126c1c7-59ba-4708-82ac-c5633af08d76,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:50.662574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.688787 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a271b0-1c3e-4f19-9f40-60eaa9b6a4a9 req-74fe8164-9980-4e5b-ae3d-801dc2236880 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.694823 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06a271b0-1c3e-4f19-9f40-60eaa9b6a4a9 req-74fe8164-9980-4e5b-ae3d-801dc2236880 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1073432 Feb 11 04:39:50.710024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea6cbc-1067-4efb-aedb-60c682e2952e req-ba0d34f1-0d87-4d6c-a43a-a232b8529a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.711627 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-abea6cbc-1067-4efb-aedb-60c682e2952e req-ba0d34f1-0d87-4d6c-a43a-a232b8529a49 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 1132 time: 0.0865159 Feb 11 04:39:50.712220 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:50.725897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773cf0c-94c5-4203-b15a-3654992ce34c req-d40e54a8-c1fb-4d67-9a83-0a9f75780069 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.727514 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6773cf0c-94c5-4203-b15a-3654992ce34c req-d40e54a8-c1fb-4d67-9a83-0a9f75780069 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1223354 Feb 11 04:39:50.728517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:50.732898 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:50.782984 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06a271b0-1c3e-4f19-9f40-60eaa9b6a4a9 req-66573979-bacf-421d-a4a4-2700d7a2d602 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858226 Feb 11 04:39:50.804846 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-abea6cbc-1067-4efb-aedb-60c682e2952e req-cc00962c-2922-48d4-8a73-929633b90890 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849643 Feb 11 04:39:50.812634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Pushing event updated for resources: {'Port': ['ID=169d9115-e2d4-47d7-b29b-8b3f5e641cc9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:50.833338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.834054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.856114 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a49ada1d-29b6-45c4-9c0c-78f0dee65f1d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4175408 Feb 11 04:39:50.864942 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6773cf0c-94c5-4203-b15a-3654992ce34c req-619f4c03-42c2-4825-a11a-fcbfefa704ff tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935884 Feb 11 04:39:50.919699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fb6bc-ea16-432a-9a95-1a309331ab67 req-087465fd-8b14-4ed6-88c0-270867ac9a97 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.921391 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fc8fb6bc-ea16-432a-9a95-1a309331ab67 req-087465fd-8b14-4ed6-88c0-270867ac9a97 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 949 time: 0.0629587 Feb 11 04:39:50.976574 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fc8fb6bc-ea16-432a-9a95-1a309331ab67 req-db11f13f-0464-40d0-b559-3e422b89a44c tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490084 Feb 11 04:39:51.011424 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13ed5fdf-9545-46df-b716-289fbb36d8ff req-81a1b463-c3cc-46dc-adef-4f6e576daa0c service neutron] 10.222.0.10 "GET /v2.0/networks/776b9405-192e-4681-a7e1-710a2707690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330872 Feb 11 04:39:51.024481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b44a54-e17e-45fb-81a1-d4a9b381758a req-3a253ba4-a0a9-4c3a-a84d-a1163aeb6b65 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:51.025848 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87b44a54-e17e-45fb-81a1-d4a9b381758a req-3a253ba4-a0a9-4c3a-a84d-a1163aeb6b65 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 944 time: 0.0759742 Feb 11 04:39:51.071105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f60dd445-078c-4336-91d6-25e258edfe0a None None] Provisioning complete for port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:51.072325 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f60dd445-078c-4336-91d6-25e258edfe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:51.074072 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87b44a54-e17e-45fb-81a1-d4a9b381758a req-384fca84-439a-48d1-afd1-2d1f703c95be tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Feb 11 04:39:51.088989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cc3f8-c32f-41a1-9219-36eafef4fd46 req-039eec73-7b27-45fa-8676-0095db149bf8 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:51.090498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-539cc3f8-c32f-41a1-9219-36eafef4fd46 req-039eec73-7b27-45fa-8676-0095db149bf8 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 936 time: 0.0576077 Feb 11 04:39:51.121728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f60dd445-078c-4336-91d6-25e258edfe0a None None] Port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:51.142606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-539cc3f8-c32f-41a1-9219-36eafef4fd46 req-806a17df-55f5-4411-a629-e00f8f20fc6d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427234 Feb 11 04:39:51.174586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66fb4d-4a6b-40d1-8757-3e34baee0fb4 req-b10c8bdd-40dd-49ef-b2f6-60297bfb2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:51.176802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c66fb4d-4a6b-40d1-8757-3e34baee0fb4 req-b10c8bdd-40dd-49ef-b2f6-60297bfb2c24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cc16756cf3c440d99d4f66dc4873094&device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 1127 time: 0.0500772 Feb 11 04:39:51.263570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Request body: {'port': {'device_id': '4cec6c49-1dba-455e-b5f0-e7dd34594cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:51.372507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66fb4d-4a6b-40d1-8757-3e34baee0fb4 req-3ff7f060-5512-46ec-9763-acb35b355ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:51.373982 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c66fb4d-4a6b-40d1-8757-3e34baee0fb4 req-3ff7f060-5512-46ec-9763-acb35b355ac8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=776b9405-192e-4681-a7e1-710a2707690f HTTP/1.1" status: 200 len: 916 time: 0.1709809 Feb 11 04:39:51.381849 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:51.389649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd156d7-d183-4b5e-9e76-de6e0bc4febc req-4a66e2d2-3478-4d15-bfbb-4d0dda49b1ce tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:51.391129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8fd156d7-d183-4b5e-9e76-de6e0bc4febc req-4a66e2d2-3478-4d15-bfbb-4d0dda49b1ce tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 949 time: 0.1247680 Feb 11 04:39:51.397136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76040a8-6d78-431e-8e6f-68e4a2dfbf0c req-8d24c3b7-7855-42cb-81fb-04a4bbbbd6f4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:51.398636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b76040a8-6d78-431e-8e6f-68e4a2dfbf0c req-8d24c3b7-7855-42cb-81fb-04a4bbbbd6f4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 946 time: 0.0520906 Feb 11 04:39:51.444352 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c66fb4d-4a6b-40d1-8757-3e34baee0fb4 req-88c2584f-7480-4eb8-8fc8-74832699e337 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14dc0441-211d-4100-ab3c-d0879d7e1f45 HTTP/1.1" status: 200 len: 217 time: 0.0522704 Feb 11 04:39:51.444600 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b76040a8-6d78-431e-8e6f-68e4a2dfbf0c req-79662d1c-3c54-441b-bae1-575ddc0d251e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402377 Feb 11 04:39:51.546932 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8fd156d7-d183-4b5e-9e76-de6e0bc4febc req-2c615526-674e-472e-91cb-093ddcd9957d tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405873 Feb 11 04:39:51.552862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66fb4d-4a6b-40d1-8757-3e34baee0fb4 req-4d8c042e-d644-4694-98c5-c37171ae9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:51.554266 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c66fb4d-4a6b-40d1-8757-3e34baee0fb4 req-4d8c042e-d644-4694-98c5-c37171ae9dd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da183ca0-dd04-457e-bf6a-c26ca2d4613f HTTP/1.1" status: 200 len: 854 time: 0.1002672 Feb 11 04:39:51.702693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66fb4d-4a6b-40d1-8757-3e34baee0fb4 req-dc992efa-ea55-4683-8590-ac675a3ee5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:51.704198 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c66fb4d-4a6b-40d1-8757-3e34baee0fb4 req-dc992efa-ea55-4683-8590-ac675a3ee5c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=776b9405-192e-4681-a7e1-710a2707690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1016963 Feb 11 04:39:51.817902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:51.851243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Publish callbacks [] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:51.872063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Transition to ACTIVE for port object 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:39:51.883390 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:51.917610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c66fb4d-4a6b-40d1-8757-3e34baee0fb4 req-1264988b-fb67-423d-9a67-e07b0450106e service neutron] 10.222.0.10 "GET /v2.0/networks/776b9405-192e-4681-a7e1-710a2707690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579216 Feb 11 04:39:51.957815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a80c4-a2f7-4032-8e3c-ef921801e3b0 req-57054e70-9c05-48d7-9f42-3f54f57d8edb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:51.959626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-246a80c4-a2f7-4032-8e3c-ef921801e3b0 req-57054e70-9c05-48d7-9f42-3f54f57d8edb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0943017 Feb 11 04:39:52.002437 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Pushing event updated for resources: {'Port': ['ID=169d9115-e2d4-47d7-b29b-8b3f5e641cc9,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:52.024210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-246a80c4-a2f7-4032-8e3c-ef921801e3b0 req-6456b12e-8199-44da-8459-11d0e5cd87ec tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574481 Feb 11 04:39:52.145198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d024d-b060-4667-ac41-83e18c2cf7d4 req-6366a680-a701-495f-bfa1-37844ef130b0 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.146817 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-917d024d-b060-4667-ac41-83e18c2cf7d4 req-6366a680-a701-495f-bfa1-37844ef130b0 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1977878 Feb 11 04:39:52.167739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c66fb4d-4a6b-40d1-8757-3e34baee0fb4 req-84362cdf-19f2-4831-8a0b-3f8fe2ecf58d service neutron] 10.222.0.10 "GET /v2.0/networks/776b9405-192e-4681-a7e1-710a2707690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139220 Feb 11 04:39:52.169678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Attempting to bind port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:52.169936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Attempting to bind port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:52.170272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Attempting to bind port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:52.182508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1495cb-81c2-430d-9681-7d8a6e154caf req-f7b58c4e-888b-44b0-aa9c-715eff09e4d4 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.184121 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7c1495cb-81c2-430d-9681-7d8a6e154caf req-f7b58c4e-888b-44b0-aa9c-715eff09e4d4 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 949 time: 0.0845201 Feb 11 04:39:52.184679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:52.185043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Attempting to bind port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:52.202818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:52.203182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:52.203564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:52.203994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Bound port: 169d9115-e2d4-47d7-b29b-8b3f5e641cc9, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:52.204353 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:52.232230 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-917d024d-b060-4667-ac41-83e18c2cf7d4 req-4ca57eb7-ed79-458f-9c74-0f32e2fd4d96 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756888 Feb 11 04:39:52.243081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7c1495cb-81c2-430d-9681-7d8a6e154caf req-c3ec9c42-bec6-4c3b-adfe-d60b11577ca9 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510418 Feb 11 04:39:52.292614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] For port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:52.296946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] For port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=169d9115-e2d4-47d7-b29b-8b3f5e641cc9,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:52.304690 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:52.369523 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.370153 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:52.371594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] 10.222.0.60 "PUT /v2.0/ports/169d9115-e2d4-47d7-b29b-8b3f5e641cc9 HTTP/1.1" status: 200 len: 1097 time: 1.1136198 Feb 11 04:39:52.372052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cec6c49-1dba-455e-b5f0-e7dd34594cc2', 'tag': '169d9115-e2d4-47d7-b29b-8b3f5e641cc9'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:52.374313 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4124488a-178b-4937-9b6e-25fe62902713" -d '{"events": [{"name": "network-changed", "server_uuid": "4cec6c49-1dba-455e-b5f0-e7dd34594cc2", "tag": "169d9115-e2d4-47d7-b29b-8b3f5e641cc9"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:52.379894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a886b-b47c-4ead-9eb4-fdca30794af9 req-97e87ee2-f303-457e-a0be-c49dd70721f7 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.381458 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-065a886b-b47c-4ead-9eb4-fdca30794af9 req-97e87ee2-f303-457e-a0be-c49dd70721f7 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 944 time: 0.0687006 Feb 11 04:39:52.413289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bff164-91e5-4cbb-b3dd-a07e9742b344 service neutron] Pushing event updated for resources: {'Port': ['ID=169d9115-e2d4-47d7-b29b-8b3f5e641cc9,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:52.427854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baad84a-0f87-4b82-be9e-a2c859d0d93c req-2be8e00e-0aa4-47cf-862f-ea0b7f152a8c tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.429431 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2baad84a-0f87-4b82-be9e-a2c859d0d93c req-2be8e00e-0aa4-47cf-862f-ea0b7f152a8c tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 948 time: 0.1114280 Feb 11 04:39:52.451153 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-065a886b-b47c-4ead-9eb4-fdca30794af9 req-26a0ffac-5771-4694-8c6b-59829ae8b715 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630193 Feb 11 04:39:52.511383 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f611dc-4efe-45c0-934d-48ef5d9035d3 x-openstack-request-id: req-98f611dc-4efe-45c0-934d-48ef5d9035d3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:52.511682 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cec6c49-1dba-455e-b5f0-e7dd34594cc2", "tag": "169d9115-e2d4-47d7-b29b-8b3f5e641cc9", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:52.511941 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98f611dc-4efe-45c0-934d-48ef5d9035d3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:52.512344 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cec6c49-1dba-455e-b5f0-e7dd34594cc2', 'tag': '169d9115-e2d4-47d7-b29b-8b3f5e641cc9', 'status': 'completed', 'code': 200} Feb 11 04:39:52.528675 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2baad84a-0f87-4b82-be9e-a2c859d0d93c req-9b92c66b-7a96-42f1-b616-8e48ac1e2bdd tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904312 Feb 11 04:39:52.549155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-dc754471-db1b-438f-941a-86d08b9742b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.549155 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-dc754471-db1b-438f-941a-86d08b9742b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b4d376cfee84927a25b06866d63dff4&device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 1131 time: 0.0687196 Feb 11 04:39:52.606735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-c353b27c-91c3-4f49-816f-b7682375b146 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=169d9115-e2d4-47d7-b29b-8b3f5e641cc9 HTTP/1.1" status: 200 len: 217 time: 0.0419185 Feb 11 04:39:52.616693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208743d-439f-43a5-80aa-a8b2a67977cf req-1447e1e5-718c-46f8-94cf-90ff2dacd28d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.618318 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2208743d-439f-43a5-80aa-a8b2a67977cf req-1447e1e5-718c-46f8-94cf-90ff2dacd28d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 946 time: 0.0642898 Feb 11 04:39:52.664773 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2208743d-439f-43a5-80aa-a8b2a67977cf req-e898f943-4852-4acb-9c99-4f702e650e5c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 Feb 11 04:39:52.694621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-5c81d920-4e1e-4eae-8e2c-569fcff6db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.696098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-5c81d920-4e1e-4eae-8e2c-569fcff6db47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0721769 Feb 11 04:39:52.711249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a28c1-7469-4add-acc4-271ab543870b req-ceb7d254-898b-4054-842f-b19a54c6963b tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.712703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1f2a28c1-7469-4add-acc4-271ab543870b req-ceb7d254-898b-4054-842f-b19a54c6963b tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 949 time: 0.0875857 Feb 11 04:39:52.792906 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1f2a28c1-7469-4add-acc4-271ab543870b req-3f437610-a819-4aad-8fc5-3aeba4859bad tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718465 Feb 11 04:39:52.794822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-3ba27338-d6da-4903-a65c-a9f4f4b59801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.796275 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-3ba27338-d6da-4903-a65c-a9f4f4b59801 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0827320 Feb 11 04:39:52.905071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215b52-fafd-4349-981f-d3216cfbc3f0 req-12547d82-2fde-4329-8fcd-7faefcdff9e0 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.906600 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2215b52-fafd-4349-981f-d3216cfbc3f0 req-12547d82-2fde-4329-8fcd-7faefcdff9e0 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 1129 time: 0.0472739 Feb 11 04:39:52.934739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-8749ebd3-bfd2-4a0e-bb37-dd11a66e930f service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146688 Feb 11 04:39:52.968048 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2215b52-fafd-4349-981f-d3216cfbc3f0 req-6de9ba95-9423-43ff-84b1-408000f579ec tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476809 Feb 11 04:39:53.077662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d9f023e-9ac7-4bb4-8ed3-5d84a918fb0d req-1c7dbdef-d2cd-448b-a77c-9a2d334a1b36 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331336 Feb 11 04:39:53.094720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420ceb9-3e29-4863-bd1f-32ba82a74c1c req-94aa399b-4ee6-4846-96f1-f62b031c2480 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:53.096268 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a420ceb9-3e29-4863-bd1f-32ba82a74c1c req-94aa399b-4ee6-4846-96f1-f62b031c2480 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 1129 time: 0.0448570 Feb 11 04:39:53.097579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae70c4-75c3-4f9d-a3fa-a1c111b5063f req-0b5e962e-df32-4e45-b984-7cb4e26a24ed tempest-ServersAdminNegativeTestJSON-1162087665 tempest-ServersAdminNegativeTestJSON-1162087665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:53.099731 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55ae70c4-75c3-4f9d-a3fa-a1c111b5063f req-0b5e962e-df32-4e45-b984-7cb4e26a24ed tempest-ServersAdminNegativeTestJSON-1162087665 tempest-ServersAdminNegativeTestJSON-1162087665-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 1132 time: 0.0631621 Feb 11 04:39:53.124224 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55ae70c4-75c3-4f9d-a3fa-a1c111b5063f req-a2460db7-f44a-4a9f-97f9-aabe18778bc3 tempest-ServersAdminNegativeTestJSON-1162087665 tempest-ServersAdminNegativeTestJSON-1162087665-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:53.141537 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a420ceb9-3e29-4863-bd1f-32ba82a74c1c req-da18129d-c54a-43d3-93ad-adeada25a2f7 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388010 Feb 11 04:39:53.233597 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55ae70c4-75c3-4f9d-a3fa-a1c111b5063f req-a2460db7-f44a-4a9f-97f9-aabe18778bc3 tempest-ServersAdminNegativeTestJSON-1162087665 tempest-ServersAdminNegativeTestJSON-1162087665-project-admin] Publish callbacks [] for security_group (df159f34-0180-4275-99c9-d74bc7d75052), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:53.243376 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55ae70c4-75c3-4f9d-a3fa-a1c111b5063f req-a2460db7-f44a-4a9f-97f9-aabe18778bc3 tempest-ServersAdminNegativeTestJSON-1162087665 tempest-ServersAdminNegativeTestJSON-1162087665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (df159f34-0180-4275-99c9-d74bc7d75052), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:53.254300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7033a-f49f-450c-b079-958e5148bea4 req-bbcb3b10-2029-4a6a-9765-9dabf41253c4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:53.255803 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dcf7033a-f49f-450c-b079-958e5148bea4 req-bbcb3b10-2029-4a6a-9765-9dabf41253c4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0542755 Feb 11 04:39:53.288968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2460db7-f44a-4a9f-97f9-aabe18778bc3 tempest-ServersAdminNegativeTestJSON-1162087665 tempest-ServersAdminNegativeTestJSON-1162087665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df159f34-0180-4275-99c9-d74bc7d75052,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:53.293017 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55ae70c4-75c3-4f9d-a3fa-a1c111b5063f req-a2460db7-f44a-4a9f-97f9-aabe18778bc3 tempest-ServersAdminNegativeTestJSON-1162087665 tempest-ServersAdminNegativeTestJSON-1162087665-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826887 Feb 11 04:39:53.295217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124488a-178b-4937-9b6e-25fe62902713 req-c495dc31-384f-4ac6-a6f3-4f03902ca7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:53.296136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4124488a-178b-4937-9b6e-25fe62902713 req-c495dc31-384f-4ac6-a6f3-4f03902ca7eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b4d376cfee84927a25b06866d63dff4&device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 1131 time: 0.0959439 Feb 11 04:39:53.307539 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dcf7033a-f49f-450c-b079-958e5148bea4 req-942a793a-32e7-4f0a-b05d-05e3de5bd2ae tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438371 Feb 11 04:39:53.396637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124488a-178b-4937-9b6e-25fe62902713 req-4da79e85-cd0b-4a41-8a69-9be2c9f68539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:53.397999 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4124488a-178b-4937-9b6e-25fe62902713 req-4da79e85-cd0b-4a41-8a69-9be2c9f68539 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.0906315 Feb 11 04:39:53.429234 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a3d4a-537f-4d9e-80d6-117f672955b4 req-da4f7e1d-eb85-409c-a09a-9807e1437915 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:53.430751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-137a3d4a-537f-4d9e-80d6-117f672955b4 req-da4f7e1d-eb85-409c-a09a-9807e1437915 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0580072 Feb 11 04:39:53.482535 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-137a3d4a-537f-4d9e-80d6-117f672955b4 req-050bbef1-2e9f-43b2-bc3e-69cf6bbd9643 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456989 Feb 11 04:39:53.674488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4124488a-178b-4937-9b6e-25fe62902713 req-03f3244e-1a96-408f-8a14-665ee25f0abe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=169d9115-e2d4-47d7-b29b-8b3f5e641cc9 HTTP/1.1" status: 200 len: 217 time: 0.2652805 Feb 11 04:39:53.727446 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc39e58-e5bc-45a2-9a71-2c3db6a4ebfc req-7b3f503d-1b50-4fd4-bcbb-8b8c06a65a7a tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:53.728942 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4bc39e58-e5bc-45a2-9a71-2c3db6a4ebfc req-7b3f503d-1b50-4fd4-bcbb-8b8c06a65a7a tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 949 time: 0.3299139 Feb 11 04:39:53.747570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124488a-178b-4937-9b6e-25fe62902713 req-e49a14e0-63f6-4fb1-a0f7-793c43670539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:53.748994 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4124488a-178b-4937-9b6e-25fe62902713 req-e49a14e0-63f6-4fb1-a0f7-793c43670539 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0638304 Feb 11 04:39:53.812883 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4bc39e58-e5bc-45a2-9a71-2c3db6a4ebfc req-9ae013df-0fa5-4d36-93c3-16a4a76d4748 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773537 Feb 11 04:39:53.826612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124488a-178b-4937-9b6e-25fe62902713 req-451a673d-dd68-4e3c-ab0d-cc8495be6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:53.828142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4124488a-178b-4937-9b6e-25fe62902713 req-451a673d-dd68-4e3c-ab0d-cc8495be6712 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0654011 Feb 11 04:39:53.914663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 14dc0441-211d-4100-ab3c-d0879d7e1f45 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:39:53.938175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4124488a-178b-4937-9b6e-25fe62902713 req-0cbb6388-4b3b-4c92-9b2f-f987cf362ae2 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951934 Feb 11 04:39:54.054944 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4124488a-178b-4937-9b6e-25fe62902713 req-bc1401a9-a761-4b5e-88c4-376e5708a55a service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070573 Feb 11 04:39:54.057564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 14dc0441-211d-4100-ab3c-d0879d7e1f45, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=14dc0441-211d-4100-ab3c-d0879d7e1f45,segment=NetworkSegment(93da75ec-bda3-4dc7-b19a-b0db153355f8),segment_id=93da75ec-bda3-4dc7-b19a-b0db153355f8)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:54.076771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '14dc0441-211d-4100-ab3c-d0879d7e1f45', 'network_id': '776b9405-192e-4681-a7e1-710a2707690f', 'port_id': '14dc0441-211d-4100-ab3c-d0879d7e1f45', 'mac_address': 'fa:16:3e:f4:7a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da183ca0-dd04-457e-bf6a-c26ca2d4613f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:39:54.119835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ddb01-c71d-4c25-8f2b-7f3923f52a20 req-e0ed902f-8ad3-4f41-8b55-fc3c0fc2841a tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:54.121493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-457ddb01-c71d-4c25-8f2b-7f3923f52a20 req-e0ed902f-8ad3-4f41-8b55-fc3c0fc2841a tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 944 time: 0.0655472 Feb 11 04:39:54.121853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 14dc0441-211d-4100-ab3c-d0879d7e1f45 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:54.122257 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:54.135411 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14dc0441-211d-4100-ab3c-d0879d7e1f45 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:54.164130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 14dc0441-211d-4100-ab3c-d0879d7e1f45, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=14dc0441-211d-4100-ab3c-d0879d7e1f45,segment=NetworkSegment(93da75ec-bda3-4dc7-b19a-b0db153355f8),segment_id=93da75ec-bda3-4dc7-b19a-b0db153355f8)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:54.168486 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:54.170992 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-457ddb01-c71d-4c25-8f2b-7f3923f52a20 req-e166ccda-6638-44d7-8c47-f5797b531536 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434268 Feb 11 04:39:54.216632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=14dc0441-211d-4100-ab3c-d0879d7e1f45,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:54.303703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a7b0c-c833-461d-9caa-3b590061741c req-29e305b8-e01a-4bf7-b8c4-4256bc309630 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:54.305608 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b6a7b0c-c833-461d-9caa-3b590061741c req-29e305b8-e01a-4bf7-b8c4-4256bc309630 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 948 time: 0.0773611 Feb 11 04:39:54.417204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b6a7b0c-c833-461d-9caa-3b590061741c req-47e55895-3302-497e-8220-e78bb0a7f72d tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020963 Feb 11 04:39:54.529277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['14dc0441-211d-4100-ab3c-d0879d7e1f45'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:54.667824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0759ae-24c3-430e-a926-64b08c8722bb req-b650a51e-f433-43a8-8e90-29bceb2e3712 tempest-ServersAdminNegativeTestJSON-1162087665 tempest-ServersAdminNegativeTestJSON-1162087665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:54.669332 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c0759ae-24c3-430e-a926-64b08c8722bb req-b650a51e-f433-43a8-8e90-29bceb2e3712 tempest-ServersAdminNegativeTestJSON-1162087665 tempest-ServersAdminNegativeTestJSON-1162087665-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 1132 time: 0.0457764 Feb 11 04:39:54.712535 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c0759ae-24c3-430e-a926-64b08c8722bb req-f0a28027-aa31-462a-815a-d2a31603332d tempest-ServersAdminNegativeTestJSON-1162087665 tempest-ServersAdminNegativeTestJSON-1162087665-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366967 Feb 11 04:39:54.817857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f2798-7d0c-45fd-aafd-5def28170634 req-866dd7b4-d805-43aa-92ea-46af3c378d2d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:54.819352 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f6f2798-7d0c-45fd-aafd-5def28170634 req-866dd7b4-d805-43aa-92ea-46af3c378d2d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0532701 Feb 11 04:39:54.870992 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f6f2798-7d0c-45fd-aafd-5def28170634 req-dac1ee1d-db8e-4177-ae73-fdc403c73b8f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450699 Feb 11 04:39:54.978943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-333bbf58-0273-4322-87dc-953d4d53e6e8 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:39:54.979957 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-333bbf58-0273-4322-87dc-953d4d53e6e8 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0538702 Feb 11 04:39:55.002715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28d978-3d8b-49c8-bdfd-af266b6346b4 req-92e66a7c-fa0d-4c80-b9cd-f584ecec6599 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:55.004671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e28d978-3d8b-49c8-bdfd-af266b6346b4 req-92e66a7c-fa0d-4c80-b9cd-f584ecec6599 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0675159 Feb 11 04:39:55.046133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-aa6a8b68-adde-4002-ac40-32270dadad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:55.047501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-aa6a8b68-adde-4002-ac40-32270dadad7a service neutron] 10.222.0.48 "GET /v2.0/ports/b1a4e8ab-de8a-4868-b6ff-c7943654b248 HTTP/1.1" status: 200 len: 1126 time: 0.0612342 Feb 11 04:39:55.056043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] Request body: {'binding': {'host': 'n-h1-615180-58', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:55.056552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] Unknown quota resources ['binding']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:39:55.099936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e28d978-3d8b-49c8-bdfd-af266b6346b4 req-a101dd83-0783-4f67-84a7-1cabd234a1b0 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807257 Feb 11 04:39:55.202983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on host n-h1-615180-58 for vnic_type normal with profile None {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:55.203323 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:55.203656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:55.207870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] Port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:55.208190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:55.212894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:55.213235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:55.213618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:55.214041 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] Bound port: b1a4e8ab-de8a-4868-b6ff-c7943654b248, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:55.266159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-3e2211bc-0a51-4d9b-b20b-714488830d7f req-62c93100-d75b-4b02-ae28-dc27597f8f68 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:39:55.267085 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e2211bc-0a51-4d9b-b20b-714488830d7f req-62c93100-d75b-4b02-ae28-dc27597f8f68 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093260 Feb 11 04:39:55.312072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:55.318846 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:55.320036 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-be39e3c5-34a1-46b0-92e5-554056b04fe9 service neutron] 10.222.0.48 "POST /v2.0/ports/b1a4e8ab-de8a-4868-b6ff-c7943654b248/bindings HTTP/1.1" status: 201 len: 390 time: 0.2672043 Feb 11 04:39:55.445332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c8849-cea0-4b8e-ab52-9f9eb87a3667 req-5613efa7-b102-433f-a74c-82d63f31419f tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:55.446969 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-703c8849-cea0-4b8e-ab52-9f9eb87a3667 req-5613efa7-b102-433f-a74c-82d63f31419f tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 945 time: 0.0581524 Feb 11 04:39:55.498361 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-703c8849-cea0-4b8e-ab52-9f9eb87a3667 req-cee62a61-cf37-4e5e-ba89-49b538d8253a tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Feb 11 04:39:55.631186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4a24-0c3f-469a-9ff9-0424dea339e0 req-66b2afb7-a1f3-40d1-9670-bb02eb72110e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:55.632666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36ad4a24-0c3f-469a-9ff9-0424dea339e0 req-66b2afb7-a1f3-40d1-9670-bb02eb72110e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 946 time: 0.0682006 Feb 11 04:39:55.645838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279a7ea-9e58-4d77-9ad6-75fcb6b45495 req-83fb2878-7c4c-42c9-ad6a-e9de70dfa8a8 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:55.647377 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3279a7ea-9e58-4d77-9ad6-75fcb6b45495 req-83fb2878-7c4c-42c9-ad6a-e9de70dfa8a8 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 948 time: 0.0540819 Feb 11 04:39:55.694289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3279a7ea-9e58-4d77-9ad6-75fcb6b45495 req-44a0346c-409a-4544-a885-4d91b2a187a7 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409992 Feb 11 04:39:55.712586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-1ffe6321-972f-4291-be80-cef762444c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:55.714271 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-1ffe6321-972f-4291-be80-cef762444c29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 1129 time: 0.0807390 Feb 11 04:39:55.717514 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36ad4a24-0c3f-469a-9ff9-0424dea339e0 req-237a1bc5-b846-41ec-a7e2-3104d04aeb9c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754924 Feb 11 04:39:55.802778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49477b7a-9546-4e18-a503-b9d6d308adb6 req-5a911475-7929-4eef-b014-349501ee9bf7 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:55.804285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49477b7a-9546-4e18-a503-b9d6d308adb6 req-5a911475-7929-4eef-b014-349501ee9bf7 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 949 time: 0.0540383 Feb 11 04:39:55.816337 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-f18ae513-5f77-4cdb-806e-a651e3a11833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:55.817815 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-f18ae513-5f77-4cdb-806e-a651e3a11833 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.0902071 Feb 11 04:39:55.861605 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49477b7a-9546-4e18-a503-b9d6d308adb6 req-4a56afb3-b8bc-4923-8aa2-051057157f44 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514369 Feb 11 04:39:55.875864 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-881ae431-a602-4914-bcf3-d4fe599bc2f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248 HTTP/1.1" status: 200 len: 217 time: 0.0426493 Feb 11 04:39:55.939578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 14dc0441-211d-4100-ab3c-d0879d7e1f45 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:55.940186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-2a662d67-cdca-4fa8-86cc-546cf8b85707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:55.942238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-2a662d67-cdca-4fa8-86cc-546cf8b85707 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.0573163 Feb 11 04:39:55.999652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 14dc0441-211d-4100-ab3c-d0879d7e1f45 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:39:56.003707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 14dc0441-211d-4100-ab3c-d0879d7e1f45 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:56.004233 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.024094 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-166946ee-b156-402a-a8d5-0cdd0f464f1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654025 Feb 11 04:39:56.024677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d7699-00ff-4c9a-88ed-1ebd985539fb req-434b43d4-02cd-4841-953e-beccd0cf11e9 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:56.026689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-610d7699-00ff-4c9a-88ed-1ebd985539fb req-434b43d4-02cd-4841-953e-beccd0cf11e9 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 949 time: 0.0947351 Feb 11 04:39:56.069024 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685bc22-a6b2-48a0-ab16-b72e53448d81 req-5b852e51-8eea-4356-a5d8-688d081149c7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:56.070440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4685bc22-a6b2-48a0-ab16-b72e53448d81 req-5b852e51-8eea-4356-a5d8-688d081149c7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1266191 Feb 11 04:39:56.082450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-610d7699-00ff-4c9a-88ed-1ebd985539fb req-1c08c53e-56e1-4005-8075-ed5e1bcd71a6 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Feb 11 04:39:56.098074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 14dc0441-211d-4100-ab3c-d0879d7e1f45 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:56.098853 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.122433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4dee3e-abc0-4b6c-a68c-e83fd668ab48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dc0441-211d-4100-ab3c-d0879d7e1f45'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:56.124794 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a48de4-5d0f-4d61-8df9-e004b8625b09" -d '{"events": [{"server_uuid": "9b4dee3e-abc0-4b6c-a68c-e83fd668ab48", "name": "network-vif-plugged", "status": "completed", "tag": "14dc0441-211d-4100-ab3c-d0879d7e1f45"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:56.138011 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 14dc0441-211d-4100-ab3c-d0879d7e1f45, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=14dc0441-211d-4100-ab3c-d0879d7e1f45,segment=NetworkSegment(93da75ec-bda3-4dc7-b19a-b0db153355f8),segment_id=93da75ec-bda3-4dc7-b19a-b0db153355f8)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:56.145025 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.172849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4685bc22-a6b2-48a0-ab16-b72e53448d81 req-4b01c0f3-7922-42fb-8f91-a75da8c84f4b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911334 Feb 11 04:39:56.176471 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-16d31801-c47f-45c5-b0d4-f61bd366fe65 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362329 Feb 11 04:39:56.196477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=14dc0441-211d-4100-ab3c-d0879d7e1f45,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:56.227210 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c555da3e-973f-46da-b761-99e5a444b187 x-openstack-request-id: req-c555da3e-973f-46da-b761-99e5a444b187 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:56.227513 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4dee3e-abc0-4b6c-a68c-e83fd668ab48", "name": "network-vif-plugged", "status": "completed", "tag": "14dc0441-211d-4100-ab3c-d0879d7e1f45", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:56.227770 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c555da3e-973f-46da-b761-99e5a444b187 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:56.228170 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4dee3e-abc0-4b6c-a68c-e83fd668ab48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dc0441-211d-4100-ab3c-d0879d7e1f45', 'code': 200} Feb 11 04:39:56.242847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70c8f1-f90a-446a-ab67-7e0026d21ddd req-c757da9c-2359-407a-935c-31808852c3fb tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:56.244360 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd70c8f1-f90a-446a-ab67-7e0026d21ddd req-c757da9c-2359-407a-935c-31808852c3fb tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0601313 Feb 11 04:39:56.291216 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-7c5b2fa0-91f6-4804-a61d-dfd349ad146f service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939519 Feb 11 04:39:56.293722 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd70c8f1-f90a-446a-ab67-7e0026d21ddd req-9a12c587-8513-4b24-9af2-45fc313442d9 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437903 Feb 11 04:39:56.377821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbf415-f496-46a1-9bdf-5afbe6c831c7 req-808833cb-0501-4aac-b51b-1d434119b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:56.380004 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c8dbf415-f496-46a1-9bdf-5afbe6c831c7 req-808833cb-0501-4aac-b51b-1d434119b366 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 1129 time: 0.0436425 Feb 11 04:39:56.423262 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c8dbf415-f496-46a1-9bdf-5afbe6c831c7 req-0247410a-7212-48ac-bf71-9015f7814358 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366943 Feb 11 04:39:56.651180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af3974-2943-4b0c-85c5-6e868f837fbd req-ca45e2a4-09f1-45c8-8785-e30f54ad891b tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:56.652539 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e0af3974-2943-4b0c-85c5-6e868f837fbd req-ca45e2a4-09f1-45c8-8785-e30f54ad891b tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 946 time: 0.0847180 Feb 11 04:39:56.732745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-605bfb9c-9ace-4bbf-8eaf-6caf2b8d4993 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:56.733733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-605bfb9c-9ace-4bbf-8eaf-6caf2b8d4993 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea&tenant_id=8b12cb7f59db43f289e50c197625e76d&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1129 time: 0.1215706 Feb 11 04:39:56.736945 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e0af3974-2943-4b0c-85c5-6e868f837fbd req-8a75c4b0-140e-4c3d-88ab-714ff1fe4b9a tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686617 Feb 11 04:39:56.750416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-58'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:56.817838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abe4eb-7f62-4623-9df3-356c68ee54f5 req-5cc0024d-5cc3-4c3d-873c-01e42a3941b9 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:56.819337 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08abe4eb-7f62-4623-9df3-356c68ee54f5 req-5cc0024d-5cc3-4c3d-873c-01e42a3941b9 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 948 time: 0.0555441 Feb 11 04:39:56.841117 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.867446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08abe4eb-7f62-4623-9df3-356c68ee54f5 req-701ed490-6d14-4d38-a0dc-0e9b8bc5f843 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Feb 11 04:39:56.898057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee810a4-99ef-49ff-ab45-7ab42a692561 req-672b1a32-18f1-4652-88bd-a4466ab1ce13 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:56.899637 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ee810a4-99ef-49ff-ab45-7ab42a692561 req-672b1a32-18f1-4652-88bd-a4466ab1ce13 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 946 time: 0.0923882 Feb 11 04:39:56.983954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011507b-7a28-4823-8876-0b90b07c5b1f req-aaed4ad2-2cdb-47e5-ad78-133f39b59c2a tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:56.985450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4011507b-7a28-4823-8876-0b90b07c5b1f req-aaed4ad2-2cdb-47e5-ad78-133f39b59c2a tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 949 time: 0.0543866 Feb 11 04:39:57.002254 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ee810a4-99ef-49ff-ab45-7ab42a692561 req-e6139686-eabe-4dce-a725-60a2d928011c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951445 Feb 11 04:39:57.021854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:57.033827 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4011507b-7a28-4823-8876-0b90b07c5b1f req-83916e29-c80f-49c3-b6dd-816c107c1e6c tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417454 Feb 11 04:39:57.060307 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:57.099217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:57.101448 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493a8fb5-c69b-4d8d-80e5-b12f7547239c" -d '{"events": [{"server_uuid": "8f6de114-b24b-4ffa-ad62-35c24d2340ea", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a4e8ab-de8a-4868-b6ff-c7943654b248"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:57.105215 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Publish callbacks [] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.112274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.145343 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf47de7-2cf8-408a-b0ac-09716a5ccf71 x-openstack-request-id: req-fbf47de7-2cf8-408a-b0ac-09716a5ccf71 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:57.145633 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6de114-b24b-4ffa-ad62-35c24d2340ea", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a4e8ab-de8a-4868-b6ff-c7943654b248", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:57.145892 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbf47de7-2cf8-408a-b0ac-09716a5ccf71 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:57.146279 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248', 'code': 200} Feb 11 04:39:57.200004 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a4e8ab-de8a-4868-b6ff-c7943654b248,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:57.213291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on host n-h2-615180-58 for vnic_type normal with profile {"migrating_to": "n-h1-615180-58"} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:57.213634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:57.213969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:57.214215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18163ca4-6cf2-4d94-aced-d5d5d2be73d2 req-68d18321-e9e5-40f2-b4ce-37edea970635 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:57.218483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:57.219034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:57.221253 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18163ca4-6cf2-4d94-aced-d5d5d2be73d2 req-68d18321-e9e5-40f2-b4ce-37edea970635 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 949 time: 0.0692177 Feb 11 04:39:57.224825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:57.225180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:57.225557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:57.225991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Bound port: b1a4e8ab-de8a-4868-b6ff-c7943654b248, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:57.226354 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.264680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18163ca4-6cf2-4d94-aced-d5d5d2be73d2 req-d651f786-eb12-4158-9e3e-60bf969e4a03 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424824 Feb 11 04:39:57.321827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:57.328228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:57.344818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5928def-40aa-48a0-b061-d74c97e74de9 req-d912ce73-4ca8-4bb8-837f-10e99ba59841 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:57.346370 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5928def-40aa-48a0-b061-d74c97e74de9 req-d912ce73-4ca8-4bb8-837f-10e99ba59841 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0874081 Feb 11 04:39:57.348756 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.418199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d2591-fbcc-4872-a53b-d397fa3190bb req-31851af6-70f8-4862-87de-7aba8259daca tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:57.419745 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8c0d2591-fbcc-4872-a53b-d397fa3190bb req-31851af6-70f8-4862-87de-7aba8259daca tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0529020 Feb 11 04:39:57.439452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a4e8ab-de8a-4868-b6ff-c7943654b248,revision_number=8']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:57.466137 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:57.466751 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.468217 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8c0d2591-fbcc-4872-a53b-d397fa3190bb req-9c535a40-24d3-4837-8108-92dddc54e977 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425487 Feb 11 04:39:57.468344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-27e4f578-5ffc-4d46-ba81-e734d6dd6eb0 service neutron] 10.222.0.60 "PUT /v2.0/ports/b1a4e8ab-de8a-4868-b6ff-c7943654b248 HTTP/1.1" status: 200 len: 1124 time: 0.7220328 Feb 11 04:39:57.476392 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5928def-40aa-48a0-b061-d74c97e74de9 req-c949c4c4-861d-4f37-ba05-b6f0dd16a406 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212089 Feb 11 04:39:57.645805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['b1a4e8ab-de8a-4868-b6ff-c7943654b248'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:57.863000 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663109f-92d3-402c-a8dd-7e356540132c req-7902c881-a9b0-41d2-bdad-f6dc1b7fd6d6 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:57.864464 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7663109f-92d3-402c-a8dd-7e356540132c req-7902c881-a9b0-41d2-bdad-f6dc1b7fd6d6 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 946 time: 0.0543883 Feb 11 04:39:57.915972 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7663109f-92d3-402c-a8dd-7e356540132c req-e17b7310-a98a-4cc7-90f9-e29fe67d28a9 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455716 Feb 11 04:39:57.985682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2c770-609e-47e4-beef-a5b4956b700d req-21b88e91-e719-4c96-98ca-fda6359d6ec9 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:57.987167 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fea2c770-609e-47e4-beef-a5b4956b700d req-21b88e91-e719-4c96-98ca-fda6359d6ec9 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 948 time: 0.0532653 Feb 11 04:39:58.037339 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fea2c770-609e-47e4-beef-a5b4956b700d req-3f51ee72-a441-471e-b92a-bc1371dff282 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442057 Feb 11 04:39:58.135327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ceb435-ecb3-43aa-8fee-080ba66b86cd req-bc134078-da42-4174-92db-c1d4c4f56eed tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:58.136833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79ceb435-ecb3-43aa-8fee-080ba66b86cd req-bc134078-da42-4174-92db-c1d4c4f56eed tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 944 time: 0.0639155 Feb 11 04:39:58.168051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17cbb6-37d8-4c25-bcd9-57d4d5c54f8b req-7ea9a586-4859-44ac-9f91-55f33564c2c6 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:58.169598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa17cbb6-37d8-4c25-bcd9-57d4d5c54f8b req-7ea9a586-4859-44ac-9f91-55f33564c2c6 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 949 time: 0.0629041 Feb 11 04:39:58.192830 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79ceb435-ecb3-43aa-8fee-080ba66b86cd req-84aea6db-1b19-4beb-9ddc-86eac275a8cd tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 Feb 11 04:39:58.224752 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa17cbb6-37d8-4c25-bcd9-57d4d5c54f8b req-c904262c-f68b-412e-b8eb-11f781cf371c tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480721 Feb 11 04:39:58.373182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2af896-a7c1-4f6f-a4fb-c58ad7f420f9 req-10e4fa68-f338-4abd-a5b3-583c24a170ba tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:58.374717 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a2af896-a7c1-4f6f-a4fb-c58ad7f420f9 req-10e4fa68-f338-4abd-a5b3-583c24a170ba tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.10 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 949 time: 0.0545797 Feb 11 04:39:58.384927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79060a7a-8cd8-4eeb-a0e3-a5ebeed520db req-4b942522-385f-4c27-b635-cd769f09aac9 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:58.388333 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79060a7a-8cd8-4eeb-a0e3-a5ebeed520db req-4b942522-385f-4c27-b635-cd769f09aac9 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 949 time: 0.0566127 Feb 11 04:39:58.439214 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79060a7a-8cd8-4eeb-a0e3-a5ebeed520db req-731913b0-8e1b-4b4f-a54c-8dd5922a8b34 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472269 Feb 11 04:39:58.498132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-0a2af896-a7c1-4f6f-a4fb-c58ad7f420f9 req-ad740703-b19e-4351-a2c6-996f1695ea8e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Deleting port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:58.498767 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0a2af896-a7c1-4f6f-a4fb-c58ad7f420f9 req-ad740703-b19e-4351-a2c6-996f1695ea8e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:58.640065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a8860-6959-4b10-af7b-ce022e82e250 req-f3fba77b-65fc-4f0f-bb91-9f98b0ecd072 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:58.641881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-143a8860-6959-4b10-af7b-ce022e82e250 req-f3fba77b-65fc-4f0f-bb91-9f98b0ecd072 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0699401 Feb 11 04:39:58.666948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0a2af896-a7c1-4f6f-a4fb-c58ad7f420f9 req-ad740703-b19e-4351-a2c6-996f1695ea8e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] For port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3cb545cd-7fc4-49ed-a19a-b6d0065931b7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:58.667324 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0a2af896-a7c1-4f6f-a4fb-c58ad7f420f9 req-ad740703-b19e-4351-a2c6-996f1695ea8e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:58.687051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-0a2af896-a7c1-4f6f-a4fb-c58ad7f420f9 req-ad740703-b19e-4351-a2c6-996f1695ea8e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Calling delete_port for 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:58.692792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-143a8860-6959-4b10-af7b-ce022e82e250 req-988b72e4-303b-46d1-a673-31ef985dac0b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446346 Feb 11 04:39:58.705946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad504c2e-443b-4ac3-82de-1045470ac586 req-8620f7c5-b622-4c4c-b6ce-27335221995e tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:58.707594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ad504c2e-443b-4ac3-82de-1045470ac586 req-8620f7c5-b622-4c4c-b6ce-27335221995e tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1215370 Feb 11 04:39:58.728649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1e9fc-6f66-4f7c-aea0-6afb2c866495 req-9f5e5206-66bc-49ec-948d-084ea57fef3f tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:58.730141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84d1e9fc-6f66-4f7c-aea0-6afb2c866495 req-9f5e5206-66bc-49ec-948d-084ea57fef3f tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.60 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 949 time: 0.1528046 Feb 11 04:39:58.873869 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ad504c2e-443b-4ac3-82de-1045470ac586 req-79369128-ecd1-4c04-a66f-b4cbd97dca1e tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529286 Feb 11 04:39:58.946091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-84d1e9fc-6f66-4f7c-aea0-6afb2c866495 req-751b5624-8d4e-46fc-93b3-4957ba2551d4 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Deleting port d126c1c7-59ba-4708-82ac-c5633af08d76 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:58.946362 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-84d1e9fc-6f66-4f7c-aea0-6afb2c866495 req-751b5624-8d4e-46fc-93b3-4957ba2551d4 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:58.981529 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0a2af896-a7c1-4f6f-a4fb-c58ad7f420f9 req-ad740703-b19e-4351-a2c6-996f1695ea8e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3cb545cd-7fc4-49ed-a19a-b6d0065931b7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.021065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['13dc7c4d-b988-4ec8-901c-196d4752a5b9', '3cb545cd-7fc4-49ed-a19a-b6d0065931b7'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:59.045147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad740703-b19e-4351-a2c6-996f1695ea8e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Pushing event deleted for resources: {'Port': ['ID=3cb545cd-7fc4-49ed-a19a-b6d0065931b7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:59.128212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2af896-a7c1-4f6f-a4fb-c58ad7f420f9 req-ad740703-b19e-4351-a2c6-996f1695ea8e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] No DVR routers for this DVR port 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:59.145875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-84d1e9fc-6f66-4f7c-aea0-6afb2c866495 req-751b5624-8d4e-46fc-93b3-4957ba2551d4 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] For port d126c1c7-59ba-4708-82ac-c5633af08d76, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d126c1c7-59ba-4708-82ac-c5633af08d76,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:59.145875 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-84d1e9fc-6f66-4f7c-aea0-6afb2c866495 req-751b5624-8d4e-46fc-93b3-4957ba2551d4 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.153790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'tag': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:59.157322 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c7a639-5051-4dbe-a2b2-6e8998d3415e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6de114-b24b-4ffa-ad62-35c24d2340ea", "tag": "b1a4e8ab-de8a-4868-b6ff-c7943654b248"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:59.161503 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0a2af896-a7c1-4f6f-a4fb-c58ad7f420f9 req-ad740703-b19e-4351-a2c6-996f1695ea8e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.165983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a2af896-a7c1-4f6f-a4fb-c58ad7f420f9 req-ad740703-b19e-4351-a2c6-996f1695ea8e tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.10 "DELETE /v2.0/ports/3cb545cd-7fc4-49ed-a19a-b6d0065931b7 HTTP/1.1" status: 204 len: 173 time: 0.7857778 Feb 11 04:39:59.178853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-84d1e9fc-6f66-4f7c-aea0-6afb2c866495 req-751b5624-8d4e-46fc-93b3-4957ba2551d4 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Calling delete_port for d126c1c7-59ba-4708-82ac-c5633af08d76 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:59.242075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ffbc3-1530-45f8-a3c0-7f38b4d15273 req-78f26ff8-2ee0-4d14-8099-8d44ca9fc3dc tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:59.243731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-129ffbc3-1530-45f8-a3c0-7f38b4d15273 req-78f26ff8-2ee0-4d14-8099-8d44ca9fc3dc tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 948 time: 0.1037052 Feb 11 04:39:59.287157 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bb9373-e694-4bd5-930a-60b5692c36c3 x-openstack-request-id: req-62bb9373-e694-4bd5-930a-60b5692c36c3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:59.287791 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6de114-b24b-4ffa-ad62-35c24d2340ea", "tag": "b1a4e8ab-de8a-4868-b6ff-c7943654b248", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:59.288215 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62bb9373-e694-4bd5-930a-60b5692c36c3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:59.289713 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'tag': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248', 'status': 'completed', 'code': 200} Feb 11 04:39:59.323219 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-129ffbc3-1530-45f8-a3c0-7f38b4d15273 req-4c8d03c6-66be-4a51-a5f5-52cca5365b92 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714984 Feb 11 04:39:59.439288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7a639-5051-4dbe-a2b2-6e8998d3415e req-2cced3b1-0581-4ad3-a2e6-763c0eb5fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:59.441711 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c7a639-5051-4dbe-a2b2-6e8998d3415e req-2cced3b1-0581-4ad3-a2e6-763c0eb5fdf5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 1158 time: 0.1380029 Feb 11 04:39:59.449780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f1d5-623c-45ee-be8c-aeadf0dc115f req-f3d3983e-bb1f-4550-89d5-370ce1d40677 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:59.457516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a064f1d5-623c-45ee-be8c-aeadf0dc115f req-f3d3983e-bb1f-4550-89d5-370ce1d40677 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 944 time: 0.1278596 Feb 11 04:39:59.464614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08a1f9-6d69-489e-bf36-9d3b5b81a8b0 req-e3232044-f54b-49ff-9c6d-546b22023707 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:59.466497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a08a1f9-6d69-489e-bf36-9d3b5b81a8b0 req-e3232044-f54b-49ff-9c6d-546b22023707 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 949 time: 0.0748610 Feb 11 04:39:59.522119 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a08a1f9-6d69-489e-bf36-9d3b5b81a8b0 req-51cbf222-6ac5-479d-9788-6fbe060db3ab tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487416 Feb 11 04:39:59.603187 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a064f1d5-623c-45ee-be8c-aeadf0dc115f req-0af226d0-6dd7-4bbb-b8af-c738c7b2e14a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448638 Feb 11 04:39:59.608043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-84d1e9fc-6f66-4f7c-aea0-6afb2c866495 req-751b5624-8d4e-46fc-93b3-4957ba2551d4 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d126c1c7-59ba-4708-82ac-c5633af08d76), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.631252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aef91e5b-b8f5-4cc5-be1c-4bcceb663f2a req-c3c8c6b0-8501-4ea7-a47e-a89d4d82aee9 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=f54d1b5d-9a9b-4b9b-b760-937b4273d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0325830 Feb 11 04:39:59.658223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d126c1c7-59ba-4708-82ac-c5633af08d76'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:59.879239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b5624-8d4e-46fc-93b3-4957ba2551d4 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Pushing event deleted for resources: {'Port': ['ID=d126c1c7-59ba-4708-82ac-c5633af08d76,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:59.955497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d1e9fc-6f66-4f7c-aea0-6afb2c866495 req-751b5624-8d4e-46fc-93b3-4957ba2551d4 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] No DVR routers for this DVR port d126c1c7-59ba-4708-82ac-c5633af08d76 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:59.958797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-84d1e9fc-6f66-4f7c-aea0-6afb2c866495 req-751b5624-8d4e-46fc-93b3-4957ba2551d4 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.962080 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84d1e9fc-6f66-4f7c-aea0-6afb2c866495 req-751b5624-8d4e-46fc-93b3-4957ba2551d4 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.60 "DELETE /v2.0/ports/d126c1c7-59ba-4708-82ac-c5633af08d76 HTTP/1.1" status: 204 len: 173 time: 1.1985643 Feb 11 04:39:59.963282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7a639-5051-4dbe-a2b2-6e8998d3415e req-ddbc5145-4345-493a-9bc7-8f8db95c0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:59.964595 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c7a639-5051-4dbe-a2b2-6e8998d3415e req-ddbc5145-4345-493a-9bc7-8f8db95c0f57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.5051262 Feb 11 04:40:00.021538 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c7a639-5051-4dbe-a2b2-6e8998d3415e req-5f7cc2f3-e3f7-43a9-9d20-e92e66f7a3c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248 HTTP/1.1" status: 200 len: 217 time: 0.0440240 Feb 11 04:40:00.036672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4dfca-2a07-4c31-8bca-d6b9b86a5da8 req-5b95a08e-d3c5-456e-850d-dbf3f15cd705 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:00.038985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68e4dfca-2a07-4c31-8bca-d6b9b86a5da8 req-5b95a08e-d3c5-456e-850d-dbf3f15cd705 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1652284 Feb 11 04:40:00.076850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06da1fe-c6bd-411e-a71d-e6d9af99dcc0 req-85295f83-f91e-48bd-b774-beb97f84e925 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:00.084905 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f06da1fe-c6bd-411e-a71d-e6d9af99dcc0 req-85295f83-f91e-48bd-b774-beb97f84e925 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0755558 Feb 11 04:40:00.117131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:40:00.118516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7a639-5051-4dbe-a2b2-6e8998d3415e req-018a1123-222a-4a7c-8113-520fe5ef903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:00.120138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c7a639-5051-4dbe-a2b2-6e8998d3415e req-018a1123-222a-4a7c-8113-520fe5ef903e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.0807614 Feb 11 04:40:00.134887 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f06da1fe-c6bd-411e-a71d-e6d9af99dcc0 req-db3b9a57-189d-4648-8b1d-a0b44b333287 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488701 Feb 11 04:40:00.176786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c7a639-5051-4dbe-a2b2-6e8998d3415e req-df78672b-948f-4258-9696-5ec9bd4dc623 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388439 Feb 11 04:40:00.197478 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68e4dfca-2a07-4c31-8bca-d6b9b86a5da8 req-fbb08b8f-3d65-4f86-b52c-59618648e071 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246409 Feb 11 04:40:00.254649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=169d9115-e2d4-47d7-b29b-8b3f5e641cc9,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:00.265023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '169d9115-e2d4-47d7-b29b-8b3f5e641cc9', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '169d9115-e2d4-47d7-b29b-8b3f5e641cc9', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:40:00.280484 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c7a639-5051-4dbe-a2b2-6e8998d3415e req-90657dc9-ced7-45cf-870e-06bd87f41942 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949593 Feb 11 04:40:00.311788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:00.312336 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:00.326920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:00.363892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=169d9115-e2d4-47d7-b29b-8b3f5e641cc9,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:00.370279 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:00.371123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device b1a4e8ab-de8a-4868-b6ff-c7943654b248 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:40:00.389611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c7a639-5051-4dbe-a2b2-6e8998d3415e req-f0decc89-6014-442d-b692-76fe5d69d8a8 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025951 Feb 11 04:40:00.448142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=169d9115-e2d4-47d7-b29b-8b3f5e641cc9,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:00.484160 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacffddc-a887-4035-ab2f-c525a3d032fe req-26a25f99-c06c-4a3b-ace5-8899a2961303 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:00.487231 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dacffddc-a887-4035-ab2f-c525a3d032fe req-26a25f99-c06c-4a3b-ace5-8899a2961303 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 949 time: 0.0843222 Feb 11 04:40:00.528903 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:00.541640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device b1a4e8ab-de8a-4868-b6ff-c7943654b248 has no active binding in host n-h1-615180-58 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:40:00.543502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dacffddc-a887-4035-ab2f-c525a3d032fe req-a1168bb2-543d-4dc4-96e6-9418714b6492 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474634 Feb 11 04:40:00.637275 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-43131e87-d8f1-4df6-a2ed-5c1db8b89ba3 req-e84491a7-cdca-41d3-9ca3-a4f0b5711570 tempest-TenantUsagesTestJSON-2108299063 tempest-TenantUsagesTestJSON-2108299063-project] 10.222.0.48 "GET /v2.0/ports?device_id=63b256a6-5162-4286-a05c-b1bf6b40cbb7 HTTP/1.1" status: 200 len: 210 time: 0.0319817 Feb 11 04:40:00.816383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fdeea-2a78-49a6-9c5e-34c5438d5cbc req-eaf4705e-1190-429f-9617-aaf108432f02 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:00.826518 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf6fdeea-2a78-49a6-9c5e-34c5438d5cbc req-eaf4705e-1190-429f-9617-aaf108432f02 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 944 time: 0.1044567 Feb 11 04:40:00.885093 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf6fdeea-2a78-49a6-9c5e-34c5438d5cbc req-98325b15-11db-42d2-b1b3-04b411859b9c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572505 Feb 11 04:40:00.967016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4157c-3a34-4265-8f27-7b53ac7e2fc7 req-308361b3-7f2b-4ada-a9eb-91ed61f667da tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:00.968609 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ac4157c-3a34-4265-8f27-7b53ac7e2fc7 req-308361b3-7f2b-4ada-a9eb-91ed61f667da tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 950 time: 0.0617256 Feb 11 04:40:01.026879 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ac4157c-3a34-4265-8f27-7b53ac7e2fc7 req-7470ef73-d8ed-4e5f-8170-eb96264995f0 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499678 Feb 11 04:40:01.249376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['169d9115-e2d4-47d7-b29b-8b3f5e641cc9'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:01.266225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3b734-34fe-4171-8c93-91158e8e0515 req-b5c119f2-316c-4b8d-ba9e-ec24ecc483ce tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:01.267765 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49e3b734-34fe-4171-8c93-91158e8e0515 req-b5c119f2-316c-4b8d-ba9e-ec24ecc483ce tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0573218 Feb 11 04:40:01.309815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54d1b5d-9a9b-4b9b-b760-937b4273d4e8', 'name': 'network-vif-deleted', 'tag': '3cb545cd-7fc4-49ed-a19a-b6d0065931b7'}, {'server_uuid': '63b256a6-5162-4286-a05c-b1bf6b40cbb7', 'name': 'network-vif-deleted', 'tag': 'd126c1c7-59ba-4708-82ac-c5633af08d76'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:01.312132 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec157507-d9ae-48f3-a835-99f5d3bfd156" -d '{"events": [{"server_uuid": "f54d1b5d-9a9b-4b9b-b760-937b4273d4e8", "name": "network-vif-deleted", "tag": "3cb545cd-7fc4-49ed-a19a-b6d0065931b7"}, {"server_uuid": "63b256a6-5162-4286-a05c-b1bf6b40cbb7", "name": "network-vif-deleted", "tag": "d126c1c7-59ba-4708-82ac-c5633af08d76"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:01.321891 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49e3b734-34fe-4171-8c93-91158e8e0515 req-aba53b24-910b-4393-87ae-283b47042492 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480330 Feb 11 04:40:01.349703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad88a3-f8ee-47c5-aa65-2b618f82bbb2 req-6d577f40-12fa-432a-bc18-a1da61dc753f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:01.351261 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-83ad88a3-f8ee-47c5-aa65-2b618f82bbb2 req-6d577f40-12fa-432a-bc18-a1da61dc753f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0677807 Feb 11 04:40:01.374125 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5355526c-7c63-4e32-8c6c-990b48b39509 x-openstack-request-id: req-5355526c-7c63-4e32-8c6c-990b48b39509 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:01.374420 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54d1b5d-9a9b-4b9b-b760-937b4273d4e8", "name": "network-vif-deleted", "tag": "3cb545cd-7fc4-49ed-a19a-b6d0065931b7", "status": "completed", "code": 200}, {"server_uuid": "63b256a6-5162-4286-a05c-b1bf6b40cbb7", "name": "network-vif-deleted", "tag": "d126c1c7-59ba-4708-82ac-c5633af08d76", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:01.374668 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5355526c-7c63-4e32-8c6c-990b48b39509 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:01.375069 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54d1b5d-9a9b-4b9b-b760-937b4273d4e8', 'name': 'network-vif-deleted', 'tag': '3cb545cd-7fc4-49ed-a19a-b6d0065931b7', 'status': 'completed', 'code': 200} Feb 11 04:40:01.375321 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b256a6-5162-4286-a05c-b1bf6b40cbb7', 'name': 'network-vif-deleted', 'tag': 'd126c1c7-59ba-4708-82ac-c5633af08d76', 'status': 'completed', 'code': 200} Feb 11 04:40:01.403727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-83ad88a3-f8ee-47c5-aa65-2b618f82bbb2 req-5824eb5e-aa61-48d8-a53f-37c31ddc2e16 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460479 Feb 11 04:40:01.664690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff9d1-2c3d-47fd-99ae-77271c79217e req-2acd7d3c-e2e2-45ab-b6b2-8e7def10b3a0 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:01.666155 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce8ff9d1-2c3d-47fd-99ae-77271c79217e req-2acd7d3c-e2e2-45ab-b6b2-8e7def10b3a0 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 949 time: 0.0550294 Feb 11 04:40:01.712715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce8ff9d1-2c3d-47fd-99ae-77271c79217e req-1accc93d-e196-4b33-b322-1b8e5ef5ca6e tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Feb 11 04:40:01.941143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:01.963376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:01.963738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3cb545cd-7fc4-49ed-a19a-b6d0065931b7 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:01.966394 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46102) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:02.011041 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a2a79-98f3-4322-b341-d4484159a4e0 req-869fbbbc-5c38-49bc-8446-b577eceb39fc tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:02.012639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b56a2a79-98f3-4322-b341-d4484159a4e0 req-869fbbbc-5c38-49bc-8446-b577eceb39fc tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 944 time: 0.0550277 Feb 11 04:40:02.063988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b56a2a79-98f3-4322-b341-d4484159a4e0 req-6c2c7e95-52f9-4a0e-a1c8-49ae845b8f2b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458946 Feb 11 04:40:02.117091 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7928c090-f080-4197-ad51-4bd538955ef9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7db86f8d54f04c0a8bb6746f30b2f01c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488454 Feb 11 04:40:02.119600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46112) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:02.138115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d126c1c7-59ba-4708-82ac-c5633af08d76 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:02.163421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: d126c1c7-59ba-4708-82ac-c5633af08d76 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:02.164054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d126c1c7-59ba-4708-82ac-c5633af08d76 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:02.219778 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Publish callbacks [] for security_group (d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.236227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad38b-8760-4419-84ce-d949c96062ed req-2b991fe7-5a69-46fc-bb4a-37e6984ac676 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:02.237715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-800ad38b-8760-4419-84ce-d949c96062ed req-2b991fe7-5a69-46fc-bb4a-37e6984ac676 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 950 time: 0.1047637 Feb 11 04:40:02.259591 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Publish callbacks [] for security_group (d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.325002 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-800ad38b-8760-4419-84ce-d949c96062ed req-6d22ae4a-2fc8-4b9a-ab7b-8af17b18f9a0 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775170 Feb 11 04:40:02.343050 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.345795 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.351113 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3 HTTP/1.1" status: 204 len: 168 time: 0.2262895 Feb 11 04:40:02.361224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b11dde-93fd-46ea-a4ba-26d86ac6f5d3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:02.372419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.372770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.373117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.373466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.373806 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.374142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.374520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.374792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.375216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.375465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.375797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.376121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.376441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300cb943-993a-4a0e-b6e3-822dcada31d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:02.471111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bcf83-51a3-4fed-8498-825bfd92782b req-847f3363-46de-4137-ad32-49b333dfa029 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:02.472976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-249bcf83-51a3-4fed-8498-825bfd92782b req-847f3363-46de-4137-ad32-49b333dfa029 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0612621 Feb 11 04:40:02.526663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-249bcf83-51a3-4fed-8498-825bfd92782b req-fa1f3e1b-3d68-48a2-9621-385ed6f005f0 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480714 Feb 11 04:40:02.541627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb300-029c-4a29-8c6c-61fdb0123916 req-2c3795e7-bbf1-4957-a8b0-9fe9e3e11159 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:02.543184 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-562cb300-029c-4a29-8c6c-61fdb0123916 req-2c3795e7-bbf1-4957-a8b0-9fe9e3e11159 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0625567 Feb 11 04:40:02.595674 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-562cb300-029c-4a29-8c6c-61fdb0123916 req-375bd33b-ce4b-457e-a015-c3cf08756bb8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458410 Feb 11 04:40:02.652194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46124) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:02.665231 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fabe92d7-50ba-41a6-b2b7-be65780ba3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.746564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fabe92d7-50ba-41a6-b2b7-be65780ba3e1 admin admin] Publish callbacks [] for security_group (14f2e889-e7be-45b1-9ad6-502ddfa80299), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.750939 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fabe92d7-50ba-41a6-b2b7-be65780ba3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (14f2e889-e7be-45b1-9ad6-502ddfa80299), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.790252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fabe92d7-50ba-41a6-b2b7-be65780ba3e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=745ddc79342644959461ad310ee0d35e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369791 Feb 11 04:40:02.792828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46128) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:02.816951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe92d7-50ba-41a6-b2b7-be65780ba3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f2e889-e7be-45b1-9ad6-502ddfa80299,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:02.837418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e728d2-7e9b-41ff-86f6-e64d29e5e48a req-82bc803d-254b-4290-9a3e-ce7aff07696c tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:02.839175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5e728d2-7e9b-41ff-86f6-e64d29e5e48a req-82bc803d-254b-4290-9a3e-ce7aff07696c tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 949 time: 0.0582612 Feb 11 04:40:02.857539 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f649e37-fb47-43f3-8cdb-a124a02b2584 admin admin] Publish callbacks [] for security_group (14f2e889-e7be-45b1-9ad6-502ddfa80299), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.880436 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f649e37-fb47-43f3-8cdb-a124a02b2584 admin admin] Publish callbacks [] for security_group (14f2e889-e7be-45b1-9ad6-502ddfa80299), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.887120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5e728d2-7e9b-41ff-86f6-e64d29e5e48a req-e2cba731-74b0-4269-90b5-a3f749c8e52e tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423639 Feb 11 04:40:02.893906 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.927322 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f649e37-fb47-43f3-8cdb-a124a02b2584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (14f2e889-e7be-45b1-9ad6-502ddfa80299), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.929929 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f649e37-fb47-43f3-8cdb-a124a02b2584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.931130 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7f649e37-fb47-43f3-8cdb-a124a02b2584 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14f2e889-e7be-45b1-9ad6-502ddfa80299 HTTP/1.1" status: 204 len: 168 time: 0.1370070 Feb 11 04:40:02.938683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f649e37-fb47-43f3-8cdb-a124a02b2584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f2e889-e7be-45b1-9ad6-502ddfa80299,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:03.089100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0f14e-dcdc-437e-9c2d-cefcbbf0e71f req-eefbffee-15d6-4033-addd-24750165413c tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:03.091000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8e0f14e-dcdc-437e-9c2d-cefcbbf0e71f req-eefbffee-15d6-4033-addd-24750165413c tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 950 time: 0.0593667 Feb 11 04:40:03.209150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd6825-aa5a-42bc-9af9-8d9eca616ae4 req-06bccff6-7815-4b53-9a11-3c2b5a3c094a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:03.216345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ddd6825-aa5a-42bc-9af9-8d9eca616ae4 req-06bccff6-7815-4b53-9a11-3c2b5a3c094a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 944 time: 0.0674331 Feb 11 04:40:03.243085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-d8e0f14e-dcdc-437e-9c2d-cefcbbf0e71f req-7847efcb-078c-4fc7-a8a0-bb954dd31181 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Deleting port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:03.243425 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d8e0f14e-dcdc-437e-9c2d-cefcbbf0e71f req-7847efcb-078c-4fc7-a8a0-bb954dd31181 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:03.267232 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ddd6825-aa5a-42bc-9af9-8d9eca616ae4 req-adc76a57-1cd7-4d3f-8bfc-dd86edbd3912 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500059 Feb 11 04:40:03.355741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d8e0f14e-dcdc-437e-9c2d-cefcbbf0e71f req-7847efcb-078c-4fc7-a8a0-bb954dd31181 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] For port 13dc7c4d-b988-4ec8-901c-196d4752a5b9, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=13dc7c4d-b988-4ec8-901c-196d4752a5b9,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:03.356042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d8e0f14e-dcdc-437e-9c2d-cefcbbf0e71f req-7847efcb-078c-4fc7-a8a0-bb954dd31181 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:03.373418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-d8e0f14e-dcdc-437e-9c2d-cefcbbf0e71f req-7847efcb-078c-4fc7-a8a0-bb954dd31181 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Calling delete_port for 13dc7c4d-b988-4ec8-901c-196d4752a5b9 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:03.500702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b0ca8-91a8-431e-a181-49ebc29438df req-7f7f2358-d792-4754-ad36-fb0719bb9c00 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:03.502202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-765b0ca8-91a8-431e-a181-49ebc29438df req-7f7f2358-d792-4754-ad36-fb0719bb9c00 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f290e19-9992-47d2-b520-20e2040728fd HTTP/1.1" status: 200 len: 950 time: 0.0823257 Feb 11 04:40:03.599585 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-765b0ca8-91a8-431e-a181-49ebc29438df req-119256a0-72d5-45b4-8bb7-db401ddb7095 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.48 "GET /v2.0/security-groups?id=5989d7db-3c74-433a-8049-6f4b2032103c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858066 Feb 11 04:40:03.613617 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d8e0f14e-dcdc-437e-9c2d-cefcbbf0e71f req-7847efcb-078c-4fc7-a8a0-bb954dd31181 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (13dc7c4d-b988-4ec8-901c-196d4752a5b9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:03.666286 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['13dc7c4d-b988-4ec8-901c-196d4752a5b9'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:03.720949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609529c-36d9-4e10-b39f-bce003f068e7 req-ac6938fa-3a13-46fd-a824-8e1068af0305 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:03.728805 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b609529c-36d9-4e10-b39f-bce003f068e7 req-ac6938fa-3a13-46fd-a824-8e1068af0305 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1160345 Feb 11 04:40:03.757118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847efcb-078c-4fc7-a8a0-bb954dd31181 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Pushing event deleted for resources: {'Port': ['ID=13dc7c4d-b988-4ec8-901c-196d4752a5b9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:03.768968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e0f14e-dcdc-437e-9c2d-cefcbbf0e71f req-7847efcb-078c-4fc7-a8a0-bb954dd31181 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] No DVR routers for this DVR port 13dc7c4d-b988-4ec8-901c-196d4752a5b9 on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:03.774591 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d8e0f14e-dcdc-437e-9c2d-cefcbbf0e71f req-7847efcb-078c-4fc7-a8a0-bb954dd31181 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:03.776595 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8e0f14e-dcdc-437e-9c2d-cefcbbf0e71f req-7847efcb-078c-4fc7-a8a0-bb954dd31181 tempest-ServersAdminNegativeTestJSON-1615159578 tempest-ServersAdminNegativeTestJSON-1615159578-project] 10.222.0.10 "DELETE /v2.0/ports/13dc7c4d-b988-4ec8-901c-196d4752a5b9 HTTP/1.1" status: 204 len: 173 time: 0.6773496 Feb 11 04:40:03.777062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f290e19-9992-47d2-b520-20e2040728fd', 'name': 'network-vif-deleted', 'tag': '13dc7c4d-b988-4ec8-901c-196d4752a5b9'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:03.779957 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4541f24-9a8d-4356-9a50-3125eab5eb91" -d '{"events": [{"server_uuid": "1f290e19-9992-47d2-b520-20e2040728fd", "name": "network-vif-deleted", "tag": "13dc7c4d-b988-4ec8-901c-196d4752a5b9"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:03.806505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b609529c-36d9-4e10-b39f-bce003f068e7 req-ba8b250f-a5e4-4719-ba69-c69c719c9813 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620501 Feb 11 04:40:03.840344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bfae5-9114-46b5-8560-299eaa01d32a req-17eccaa3-7a64-4bda-b049-8225dc79e55f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:03.842114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46168) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:03.849089 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a8bfae5-9114-46b5-8560-299eaa01d32a req-17eccaa3-7a64-4bda-b049-8225dc79e55f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0889571 Feb 11 04:40:03.869904 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb0dc3-8843-4612-9451-0de3cdf530bf x-openstack-request-id: req-69bb0dc3-8843-4612-9451-0de3cdf530bf {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:03.870213 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f290e19-9992-47d2-b520-20e2040728fd", "name": "network-vif-deleted", "tag": "13dc7c4d-b988-4ec8-901c-196d4752a5b9", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:03.870478 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69bb0dc3-8843-4612-9451-0de3cdf530bf {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:03.870887 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f290e19-9992-47d2-b520-20e2040728fd', 'name': 'network-vif-deleted', 'tag': '13dc7c4d-b988-4ec8-901c-196d4752a5b9', 'status': 'completed', 'code': 200} Feb 11 04:40:03.916454 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a8bfae5-9114-46b5-8560-299eaa01d32a req-48c498f8-e96d-4047-a0cd-393d02ccca03 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663874 Feb 11 04:40:04.014697 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-network', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:04.060500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Made reservation on behalf of 99072e60536a4d368de68d90bda9e2b6 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:04.062920 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.079271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d67651-dd06-447a-8732-d313a359f68f req-92c346e9-f32a-4ce1-b61a-0b29d935abb5 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:04.080833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a6d67651-dd06-447a-8732-d313a359f68f req-92c346e9-f32a-4ce1-b61a-0b29d935abb5 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 949 time: 0.0870638 Feb 11 04:40:04.082509 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.153090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:04.170527 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a6d67651-dd06-447a-8732-d313a359f68f req-b073d95d-9f8d-4fe1-b7f9-e71efd96b3b6 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731626 Feb 11 04:40:04.223650 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Publish callbacks [] for security_group (de70dcb8-76c6-4537-afd0-aa22ad4f05ec), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.231889 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (de70dcb8-76c6-4537-afd0-aa22ad4f05ec), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.236279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:40:04.244900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:04.246165 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.258578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:40:04.282722 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3dd70b92-0cfa-4698-96d6-2a44c99ccc08), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.283101 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Added segment 3dd70b92-0cfa-4698-96d6-2a44c99ccc08 of type vlan for network 4643b148-1e91-44d9-887e-6491249d59a6 Feb 11 04:40:04.303459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de70dcb8-76c6-4537-afd0-aa22ad4f05ec,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:04.347205 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (4643b148-1e91-44d9-887e-6491249d59a6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.428803 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (4643b148-1e91-44d9-887e-6491249d59a6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.429797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:04.430510 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.435793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:04.436257 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.492604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cec6c49-1dba-455e-b5f0-e7dd34594cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169d9115-e2d4-47d7-b29b-8b3f5e641cc9'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:04.499016 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6553347 Feb 11 04:40:04.499186 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8147952-a7c5-4c63-9e1e-9aaa0a8a7984" -d '{"events": [{"server_uuid": "4cec6c49-1dba-455e-b5f0-e7dd34594cc2", "name": "network-vif-plugged", "status": "completed", "tag": "169d9115-e2d4-47d7-b29b-8b3f5e641cc9"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:04.502698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446879e1-e079-4815-9bb3-47b43bb54758 req-c95c977f-e7c1-4418-9b0e-2f2ebd15c54c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:04.508494 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-446879e1-e079-4815-9bb3-47b43bb54758 req-c95c977f-e7c1-4418-9b0e-2f2ebd15c54c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 944 time: 0.1485672 Feb 11 04:40:04.508821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46178) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:04.525746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3fcd4f1e-a2a9-460c-ab47-a57333e47919 admin admin] Request body: {'subnet': {'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-subnet', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:04.544242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=169d9115-e2d4-47d7-b29b-8b3f5e641cc9,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:04.556195 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.605206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c880d-ed1f-453d-93df-e8bb09ce7328 admin admin] Pushing event updated for resources: {'Network': ['ID=4643b148-1e91-44d9-887e-6491249d59a6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:04.616714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcd4f1e-a2a9-460c-ab47-a57333e47919 admin admin] Made reservation on behalf of 99072e60536a4d368de68d90bda9e2b6 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:04.618880 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4812b2b6-edff-475d-91b9-b5845b5d96bb x-openstack-request-id: req-4812b2b6-edff-475d-91b9-b5845b5d96bb {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:04.619685 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cec6c49-1dba-455e-b5f0-e7dd34594cc2", "name": "network-vif-plugged", "status": "completed", "tag": "169d9115-e2d4-47d7-b29b-8b3f5e641cc9", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:04.620087 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4812b2b6-edff-475d-91b9-b5845b5d96bb {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:04.620360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4f1e-a2a9-460c-ab47-a57333e47919 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.620804 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cec6c49-1dba-455e-b5f0-e7dd34594cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169d9115-e2d4-47d7-b29b-8b3f5e641cc9', 'code': 200} Feb 11 04:40:04.625473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 4643b148-1e91-44d9-887e-6491249d59a6 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:40:04.644305 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-446879e1-e079-4815-9bb3-47b43bb54758 req-e4099402-9edc-4583-8947-b074f5094e67 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224046 Feb 11 04:40:04.712307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=169d9115-e2d4-47d7-b29b-8b3f5e641cc9,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:04.805358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4cc9f-42aa-4995-a26f-b5ecd3ed8937 req-a58a5da4-9228-46a6-9261-a466c9699a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:04.808157 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ca4cc9f-42aa-4995-a26f-b5ecd3ed8937 req-a58a5da4-9228-46a6-9261-a466c9699a13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 1133 time: 0.0731266 Feb 11 04:40:04.871012 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4f1e-a2a9-460c-ab47-a57333e47919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.937451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd4f1e-a2a9-460c-ab47-a57333e47919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:04.957521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd4f1e-a2a9-460c-ab47-a57333e47919 admin admin] Checking segment: {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:04.957895 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcd4f1e-a2a9-460c-ab47-a57333e47919 admin admin] Network hostable DHCP agents. Network: 4643b148-1e91-44d9-887e-6491249d59a6, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:40:04.981112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcd4f1e-a2a9-460c-ab47-a57333e47919 admin admin] Network 4643b148-1e91-44d9-887e-6491249d59a6 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:40:04.984520 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ca4cc9f-42aa-4995-a26f-b5ecd3ed8937 req-b22501bd-a153-4fa1-a6b7-aa4604b4ba93 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647480 Feb 11 04:40:05.002849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3fcd4f1e-a2a9-460c-ab47-a57333e47919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 4643b148-1e91-44d9-887e-6491249d59a6) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:05.008294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcd4f1e-a2a9-460c-ab47-a57333e47919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:05.009304 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4f1e-a2a9-460c-ab47-a57333e47919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.013047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ff33-5e77-42cc-b36b-0dd6fd5c7cfb req-51edf400-d76b-4af0-84bb-1facdaa0fb96 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:05.014790 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-efc2ff33-5e77-42cc-b36b-0dd6fd5c7cfb req-51edf400-d76b-4af0-84bb-1facdaa0fb96 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1107852 Feb 11 04:40:05.019384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794a957b-0923-41f7-8b58-015bd67ca85a None None] Network 4643b148-1e91-44d9-887e-6491249d59a6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:05.084743 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3fcd4f1e-a2a9-460c-ab47-a57333e47919 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5634995 Feb 11 04:40:05.089530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46192) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:05.089929 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-efc2ff33-5e77-42cc-b36b-0dd6fd5c7cfb req-2b6b1c7a-434f-46d8-8dba-2dcbcf38f140 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687993 Feb 11 04:40:05.094052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:05.104674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46194) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:05.162669 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (e9c5057d-e3d6-48af-a224-56087d6c1436), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.164976 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (e9c5057d-e3d6-48af-a224-56087d6c1436), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.175845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d93800-07f1-41ca-a7be-717e1dbe8e6d req-048f2f98-0a12-4c73-ae8a-715a0f0c6611 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:05.183748 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-10d93800-07f1-41ca-a7be-717e1dbe8e6d req-048f2f98-0a12-4c73-ae8a-715a0f0c6611 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1504524 Feb 11 04:40:05.260750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-4643b148-1e91-44d9-887e-6491249d59a6', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:40:05.261646 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.283372 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Publish callbacks [] for router_controller (e9c5057d-e3d6-48af-a224-56087d6c1436), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.307972 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-10d93800-07f1-41ca-a7be-717e1dbe8e6d req-fa089b42-ca14-404c-9917-27e78364fe72 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232922 Feb 11 04:40:05.383734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ff5de69e-fca5-4af4-a8ff-41c6eb817472 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14b1696d93374bb6afe533154fe2d164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776854 Feb 11 04:40:05.387634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:05.420907 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a57a-09b8-424b-ba29-3c08fa06c787 req-b06a7515-60da-4dc6-b950-8daa4f777698 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:05.422588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db79a57a-09b8-424b-ba29-3c08fa06c787 req-b06a7515-60da-4dc6-b950-8daa4f777698 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 950 time: 0.1325977 Feb 11 04:40:05.548890 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-214aa3b9-8a35-4f01-8f76-93ad6c901642 admin admin] Publish callbacks [] for security_group (5989d7db-3c74-433a-8049-6f4b2032103c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.558700 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db79a57a-09b8-424b-ba29-3c08fa06c787 req-cd5ec1bc-b37b-46a1-8a4a-ffc6f51ee913 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208959 Feb 11 04:40:05.574487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Allocated IP 172.20.0.2 (4643b148-1e91-44d9-887e-6491249d59a6/f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac/76e3606d-f931-4010-950e-f49565c64559) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:05.595843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-214aa3b9-8a35-4f01-8f76-93ad6c901642 admin admin] Publish callbacks [] for security_group (5989d7db-3c74-433a-8049-6f4b2032103c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.669837 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-214aa3b9-8a35-4f01-8f76-93ad6c901642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5989d7db-3c74-433a-8049-6f4b2032103c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.672841 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-214aa3b9-8a35-4f01-8f76-93ad6c901642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.677544 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-214aa3b9-8a35-4f01-8f76-93ad6c901642 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5989d7db-3c74-433a-8049-6f4b2032103c HTTP/1.1" status: 204 len: 168 time: 0.2887363 Feb 11 04:40:05.693910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aa3b9-8a35-4f01-8f76-93ad6c901642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5989d7db-3c74-433a-8049-6f4b2032103c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:05.793822 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Publish callbacks [] for router_gateway (e9c5057d-e3d6-48af-a224-56087d6c1436), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.864389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bf524-1cf6-4968-8dd2-e0cdab97529a req-5f46279b-339c-4f2e-86f9-48ccb8bc1b39 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:05.871869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df8bf524-1cf6-4968-8dd2-e0cdab97529a req-5f46279b-339c-4f2e-86f9-48ccb8bc1b39 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 944 time: 0.0929675 Feb 11 04:40:05.914438 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Publish callbacks [] for port (76e3606d-f931-4010-950e-f49565c64559), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.935940 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (76e3606d-f931-4010-950e-f49565c64559), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.950991 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df8bf524-1cf6-4968-8dd2-e0cdab97529a req-94e58343-0967-438b-921e-077c388c8585 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782464 Feb 11 04:40:05.997713 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-d27d15f0-bf6d-4e33-a430-1d05e4e6e605 service neutron] 10.222.0.10 "GET /v2.0/ports/b1a4e8ab-de8a-4868-b6ff-c7943654b248/bindings/n-h1-615180-58 HTTP/1.1" status: 200 len: 385 time: 0.1279898 Feb 11 04:40:06.059390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Network 4643b148-1e91-44d9-887e-6491249d59a6 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:06.070406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:06.084160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:06.225487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46212) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:06.275339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-16ebd6ec-0fa9-473f-af25-3e59919901ba service neutron] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:06.313546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-16ebd6ec-0fa9-473f-af25-3e59919901ba service neutron] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:06.352822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-16ebd6ec-0fa9-473f-af25-3e59919901ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a4e8ab-de8a-4868-b6ff-c7943654b248 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:06.367187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-16ebd6ec-0fa9-473f-af25-3e59919901ba service neutron] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:06.401824 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-16ebd6ec-0fa9-473f-af25-3e59919901ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.426600 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Publish callbacks [] for router_gateway (e9c5057d-e3d6-48af-a224-56087d6c1436), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.446453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-78919a38-daa5-4c7e-8498-1267a06eade7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=449d2f1e3ddf4075921d48007998ccf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102020 Feb 11 04:40:06.449740 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46216) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:06.479875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device b1a4e8ab-de8a-4868-b6ff-c7943654b248 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:40:06.506362 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.524479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee9847-3cbd-4c34-85c0-be8c8014e6b2 req-b106d188-444b-4527-8671-de6a0834016a tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:06.526300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18ee9847-3cbd-4c34-85c0-be8c8014e6b2 req-b106d188-444b-4527-8671-de6a0834016a tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1446660 Feb 11 04:40:06.555970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Pushing event updated for resources: {'Port': ['ID=76e3606d-f931-4010-950e-f49565c64559,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:06.578035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-16ebd6ec-0fa9-473f-af25-3e59919901ba service neutron] Transition to ACTIVE for port object b1a4e8ab-de8a-4868-b6ff-c7943654b248 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:40:06.591656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-16ebd6ec-0fa9-473f-af25-3e59919901ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.651786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebd6ec-0fa9-473f-af25-3e59919901ba service neutron] Pushing event updated for resources: {'Port': ['ID=b1a4e8ab-de8a-4868-b6ff-c7943654b248,revision_number=10']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:06.672772 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:40:06.677249 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18ee9847-3cbd-4c34-85c0-be8c8014e6b2 req-3c89a320-d325-4002-9ee7-145069d84447 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357503 Feb 11 04:40:06.681567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d047c-e80e-4f78-9821-46e2eedd6f75 req-7fde8e3d-5657-4186-b1c1-ca6a64309f50 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:06.690322 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-373d047c-e80e-4f78-9821-46e2eedd6f75 req-7fde8e3d-5657-4186-b1c1-ca6a64309f50 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.2561641 Feb 11 04:40:06.714393 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ada6f86b-ec2d-4749-96df-d4f5e83883f2 admin admin] Publish callbacks [] for security_group (df159f34-0180-4275-99c9-d74bc7d75052), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.718915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Attempting to bind port 76e3606d-f931-4010-950e-f49565c64559 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:06.720887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Attempting to bind port 76e3606d-f931-4010-950e-f49565c64559 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:06.721327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Attempting to bind port 76e3606d-f931-4010-950e-f49565c64559 on network 4643b148-1e91-44d9-887e-6491249d59a6 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:06.729054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:06.729509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Checking segment: {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:06.730099 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.730555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Bound using segment: {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:06.731138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Bound port: 76e3606d-f931-4010-950e-f49565c64559, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:06.731662 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (76e3606d-f931-4010-950e-f49565c64559), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.773473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-16ebd6ec-0fa9-473f-af25-3e59919901ba service neutron] No DVR routers for this DVR port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:06.818399 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ada6f86b-ec2d-4749-96df-d4f5e83883f2 admin admin] Publish callbacks [] for security_group (df159f34-0180-4275-99c9-d74bc7d75052), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.877825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Allocated IP 172.25.7.139 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/88c55774-4dea-4833-913a-83b038910b48) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:06.883935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:06.891169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-373d047c-e80e-4f78-9821-46e2eedd6f75 req-6c9736af-5b5a-47b7-95c5-423bfd2280ce tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609957 Feb 11 04:40:06.907289 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-16ebd6ec-0fa9-473f-af25-3e59919901ba service neutron] 10.222.0.10 "PUT /v2.0/ports/b1a4e8ab-de8a-4868-b6ff-c7943654b248/bindings/n-h1-615180-58/activate HTTP/1.1" status: 200 len: 370 time: 0.8813581 Feb 11 04:40:06.930845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3fea4-3c1b-4e60-932d-a8b99a0fda00 req-3dcae6e3-0fc8-475e-8d48-861c2123d8eb tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:06.935858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eaf3fea4-3c1b-4e60-932d-a8b99a0fda00 req-3dcae6e3-0fc8-475e-8d48-861c2123d8eb tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 950 time: 0.1594558 Feb 11 04:40:06.944447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] For port 76e3606d-f931-4010-950e-f49565c64559, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:06.949497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] For port 76e3606d-f931-4010-950e-f49565c64559, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=76e3606d-f931-4010-950e-f49565c64559,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:06.953570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on host n-h2-615180-58 for vnic_type normal with profile {"migrating_to": "n-h1-615180-58"} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:06.954006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:06.955009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:06.961165 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (76e3606d-f931-4010-950e-f49565c64559), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.990408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:40:06.993221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Attempting to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:07.005457 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ada6f86b-ec2d-4749-96df-d4f5e83883f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (df159f34-0180-4275-99c9-d74bc7d75052), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.007986 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ada6f86b-ec2d-4749-96df-d4f5e83883f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.012209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ada6f86b-ec2d-4749-96df-d4f5e83883f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df159f34-0180-4275-99c9-d74bc7d75052 HTTP/1.1" status: 204 len: 168 time: 0.5603478 Feb 11 04:40:07.079934 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eaf3fea4-3c1b-4e60-932d-a8b99a0fda00 req-4549f36d-444a-4465-86cc-d9fa0481f89b tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366031 Feb 11 04:40:07.092758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:07.093046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:07.094182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:07.094182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Bound port: b1a4e8ab-de8a-4868-b6ff-c7943654b248, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:07.094575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.212919 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-eddc8590-4274-4300-8dfe-8f8decffd8ec tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:07.215036 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-eddc8590-4274-4300-8dfe-8f8decffd8ec tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea&tenant_id=8b12cb7f59db43f289e50c197625e76d&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.1938729 Feb 11 04:40:07.223916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e30011-68d0-4289-a303-5f801f07b754 None None] Pushing event updated for resources: {'Port': ['ID=76e3606d-f931-4010-950e-f49565c64559,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:07.242548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6f86b-ec2d-4749-96df-d4f5e83883f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df159f34-0180-4275-99c9-d74bc7d75052,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:07.246448 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.292800 n-d-615180-58 neutron-server[103355]: WARNING neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Concurrent port binding operations failed on port b1a4e8ab-de8a-4868-b6ff-c7943654b248 Feb 11 04:40:07.305310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:07.310855 n-d-615180-58 neutron-server[103355]: INFO neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Attempt 2 to bind port b1a4e8ab-de8a-4868-b6ff-c7943654b248 Feb 11 04:40:07.311425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248', 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0', 'port_id': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248', 'mac_address': 'fa:16:3e:f0:ec:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd347f3fc-24c7-4017-8fdc-4d41de902991', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:40:07.463485 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-5f0df9c5-a01f-4a0d-bba3-0915d85cd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:07.465069 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-5f0df9c5-a01f-4a0d-bba3-0915d85cd3e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea&tenant_id=8b12cb7f59db43f289e50c197625e76d HTTP/1.1" status: 200 len: 1128 time: 0.1866660 Feb 11 04:40:07.514955 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Publish callbacks [] for port (88c55774-4dea-4833-913a-83b038910b48), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.528702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port b1a4e8ab-de8a-4868-b6ff-c7943654b248 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:07.529747 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.546814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a4e8ab-de8a-4868-b6ff-c7943654b248 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:07.549256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0702ba-ec3a-42c2-8d7c-2a19a3727b86 req-2453049e-d92e-45b0-b6fb-922a6ae93763 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:07.551778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a0702ba-ec3a-42c2-8d7c-2a19a3727b86 req-2453049e-d92e-45b0-b6fb-922a6ae93763 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 945 time: 0.3719740 Feb 11 04:40:07.589468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:07.600449 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.631457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-b140056f-0313-47f2-a24c-ae9386408cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:07.637471 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-b140056f-0313-47f2-a24c-ae9386408cd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 1128 time: 0.1212313 Feb 11 04:40:07.727127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=b1a4e8ab-de8a-4868-b6ff-c7943654b248,revision_number=11']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:07.733948 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (88c55774-4dea-4833-913a-83b038910b48), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.755744 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a0702ba-ec3a-42c2-8d7c-2a19a3727b86 req-b2d74731-ab37-4200-bbf1-adc6009185b9 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959624 Feb 11 04:40:07.835399 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:07.841763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:07.848800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Pushing event updated for resources: {'Port': ['ID=88c55774-4dea-4833-913a-83b038910b48,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:07.852112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:07.879713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['b1a4e8ab-de8a-4868-b6ff-c7943654b248'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:07.914781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-084b9f27-0830-4721-b234-e26dd124c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:07.916502 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-084b9f27-0830-4721-b234-e26dd124c24f service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.2501822 Feb 11 04:40:07.976394 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device b1a4e8ab-de8a-4868-b6ff-c7943654b248 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:08.030516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-21e036b3-5235-4c7f-86de-e3992802bb18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248 HTTP/1.1" status: 200 len: 217 time: 0.1012187 Feb 11 04:40:08.041000 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ebec8-8b4b-418a-90a8-4f6f47ec831a req-e992b1f0-e972-4b83-b6b8-e5f733d5d366 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:08.043428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cb0ebec8-8b4b-418a-90a8-4f6f47ec831a req-e992b1f0-e972-4b83-b6b8-e5f733d5d366 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.2542162 Feb 11 04:40:08.106603 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-337348ed-2ab0-4470-9bef-4edd146d3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:08.108655 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-337348ed-2ab0-4470-9bef-4edd146d3d50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.0631075 Feb 11 04:40:08.239734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-1cab8225-9bb9-4aaa-ac46-a904ba53fb6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667706 Feb 11 04:40:08.282718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port b1a4e8ab-de8a-4868-b6ff-c7943654b248 host n-h1-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:40:08.284835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device b1a4e8ab-de8a-4868-b6ff-c7943654b248 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:08.285273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 13dc7c4d-b988-4ec8-901c-196d4752a5b9 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:08.287641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265ac61-1b14-4c85-a764-4e972ed6c32f req-db583fad-f958-4b86-be35-8ccd1b249894 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:08.299068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8265ac61-1b14-4c85-a764-4e972ed6c32f req-db583fad-f958-4b86-be35-8ccd1b249894 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.2766061 Feb 11 04:40:08.310165 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cb0ebec8-8b4b-418a-90a8-4f6f47ec831a req-8682e82f-9fc8-4fef-b134-1ca42b18f6bb tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002168 Feb 11 04:40:08.320001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 13dc7c4d-b988-4ec8-901c-196d4752a5b9 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:08.320356 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 13dc7c4d-b988-4ec8-901c-196d4752a5b9 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:08.467246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-6d3292b2-6afd-4547-8c9e-5084dd88c8f1 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074132 Feb 11 04:40:08.476926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8265ac61-1b14-4c85-a764-4e972ed6c32f req-f596d9e3-a15c-4837-ae05-c9650353f681 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602223 Feb 11 04:40:08.520315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46252) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:08.571895 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Publish callbacks [] for router_gateway (e9c5057d-e3d6-48af-a224-56087d6c1436), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:08.614209 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dd25b-b9d6-4d5d-94a4-18c97fd0a06c req-3e0d7f98-1ae5-42bb-95ad-d4f747a2b350 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:08.616151 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed6dd25b-b9d6-4d5d-94a4-18c97fd0a06c req-3e0d7f98-1ae5-42bb-95ad-d4f747a2b350 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 950 time: 0.1478398 Feb 11 04:40:08.707230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8e6bd7-30ed-4e38-be5e-aaedc0d3c8be None None] Network 4643b148-1e91-44d9-887e-6491249d59a6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:08.793991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2139670755-network', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:08.803815 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-7e9eb553-411a-46fc-8c2c-2aec75094a1b service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699080 Feb 11 04:40:08.848184 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed6dd25b-b9d6-4d5d-94a4-18c97fd0a06c req-45aab650-37b9-4843-ba8d-646bf77580a4 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929817 Feb 11 04:40:08.919940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (e9c5057d-e3d6-48af-a224-56087d6c1436), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:08.936783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Made reservation on behalf of 3b78c8f045fa4164aa5f780ea5263eb6 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:08.938625 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:08.968187 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 76e3606d-f931-4010-950e-f49565c64559 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:09.039303 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6c1a8b3f-2553-4f0a-b709-2fef992b53d9 None None] Provisioning complete for port 76e3606d-f931-4010-950e-f49565c64559 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:09.039680 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c1a8b3f-2553-4f0a-b709-2fef992b53d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (76e3606d-f931-4010-950e-f49565c64559), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.121253 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.153113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 76e3606d-f931-4010-950e-f49565c64559 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:09.153629 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (76e3606d-f931-4010-950e-f49565c64559), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.191501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a8b3f-2553-4f0a-b709-2fef992b53d9 None None] Current status of the port 76e3606d-f931-4010-950e-f49565c64559 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:09.191910 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c1a8b3f-2553-4f0a-b709-2fef992b53d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (76e3606d-f931-4010-950e-f49565c64559), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.238255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfb52a-68d5-4039-aa7f-93665080bd17 req-f13ed54a-da75-4490-a077-cbe3ba9351d1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:09.241176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1dfb52a-68d5-4039-aa7f-93665080bd17 req-f13ed54a-da75-4490-a077-cbe3ba9351d1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 946 time: 0.3176200 Feb 11 04:40:09.259275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0be139-e12e-4130-b3a9-e58dfe00e9bf req-2b6233de-0a05-403e-a669-468183fb4b52 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:09.268340 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1e0be139-e12e-4130-b3a9-e58dfe00e9bf req-2b6233de-0a05-403e-a669-468183fb4b52 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 950 time: 0.0994327 Feb 11 04:40:09.286400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6c1a8b3f-2553-4f0a-b709-2fef992b53d9 None None] For port 76e3606d-f931-4010-950e-f49565c64559, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=76e3606d-f931-4010-950e-f49565c64559,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:09.342814 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Publish callbacks [] for security_group (89b423c9-d542-4c4e-875a-74ba7ffa715a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.346489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 76e3606d-f931-4010-950e-f49565c64559 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:09.347130 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (76e3606d-f931-4010-950e-f49565c64559), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.373295 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c1a8b3f-2553-4f0a-b709-2fef992b53d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (76e3606d-f931-4010-950e-f49565c64559), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.401581 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-5f1ae06f-c093-4c6a-ad09-de1ebc3c614a tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:09.403126 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-5f1ae06f-c093-4c6a-ad09-de1ebc3c614a tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea&tenant_id=8b12cb7f59db43f289e50c197625e76d&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 1129 time: 0.1076686 Feb 11 04:40:09.421822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1e0be139-e12e-4130-b3a9-e58dfe00e9bf req-cdd9f696-0212-4938-8eca-c5a3f62c9e0b tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517065 Feb 11 04:40:09.436374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (89b423c9-d542-4c4e-875a-74ba7ffa715a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.480079 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:40:09.482458 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:40:09.482951 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:40:09.494820 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c83e67d8-ec9e-49a8-a389-10976fc34d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.516012 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-376f8ba6-4834-4b29-8bab-4a015992b5a2 None None] Provisioning complete for port 76e3606d-f931-4010-950e-f49565c64559 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:09.516549 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-376f8ba6-4834-4b29-8bab-4a015992b5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (76e3606d-f931-4010-950e-f49565c64559), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.521906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b423c9-d542-4c4e-875a-74ba7ffa715a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:09.560453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1dfb52a-68d5-4039-aa7f-93665080bd17 req-80cd8a3d-94bd-482d-8034-460960f90b65 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304085 Feb 11 04:40:09.579361 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (93fef7a1-97de-4084-82aa-3084aa97b458), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.581730 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Added segment 93fef7a1-97de-4084-82aa-3084aa97b458 of type vlan for network e04da62c-9a3f-4df4-84c1-b89312a54fa7 Feb 11 04:40:09.603739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Router e9c5057d-e3d6-48af-a224-56087d6c1436 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:40:09.614878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f04aa-b7e0-4746-8d94-a69fd9e98ab8 req-84965f1b-8f8e-4e31-97ba-a78ce35bb465 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:09.616886 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-024f04aa-b7e0-4746-8d94-a69fd9e98ab8 req-84965f1b-8f8e-4e31-97ba-a78ce35bb465 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.0874910 Feb 11 04:40:09.622218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a8b3f-2553-4f0a-b709-2fef992b53d9 None None] Pushing event updated for resources: {'Port': ['ID=76e3606d-f931-4010-950e-f49565c64559,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:09.622510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-4e6110fa-fdcb-4add-81b4-fd1a045b0e3b service neutron] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:09.632324 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-4e6110fa-fdcb-4add-81b4-fd1a045b0e3b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.633581 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38280ff0-974b-4bb1-b6a1-b4a96c5c956e req-4e6110fa-fdcb-4add-81b4-fd1a045b0e3b service neutron] 10.222.0.60 "DELETE /v2.0/ports/b1a4e8ab-de8a-4868-b6ff-c7943654b248/bindings/n-h2-615180-58 HTTP/1.1" status: 204 len: 173 time: 0.2107074 Feb 11 04:40:09.680279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-024f04aa-b7e0-4746-8d94-a69fd9e98ab8 req-e1eb329a-4d88-4e9e-8d8d-8dd2f3d71fbf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560458 Feb 11 04:40:09.712424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-376f8ba6-4834-4b29-8bab-4a015992b5a2 None None] Current status of the port 76e3606d-f931-4010-950e-f49565c64559 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:09.805491 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (e04da62c-9a3f-4df4-84c1-b89312a54fa7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.848211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:09.862570 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Sync routers for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:09.872334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93054f62-f724-463f-89aa-62d316d14158 req-74bdaef1-cccf-4490-8359-aa4e077107fe tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:09.873943 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93054f62-f724-463f-89aa-62d316d14158 req-74bdaef1-cccf-4490-8359-aa4e077107fe tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1384666 Feb 11 04:40:09.875583 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (e04da62c-9a3f-4df4-84c1-b89312a54fa7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.876534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:09.877115 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.889866 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:09.891556 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:39:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:09.910587 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.911874 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-38af917f-9f21-4de7-9eb7-ac94b6f1bc99 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.8228409 Feb 11 04:40:09.914795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46270) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:09.967486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] Pushing event updated for resources: {'Network': ['ID=e04da62c-9a3f-4df4-84c1-b89312a54fa7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:09.979101 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-38f44df7-9a2c-4ef4-8c17-d5fb61f99e2c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4575601 Feb 11 04:40:09.982251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network e04da62c-9a3f-4df4-84c1-b89312a54fa7 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:40:09.988723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46272) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:09.996625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d373b685-a653-4dfa-9b87-06e11eb76500 admin admin] Request body: {'subnet': {'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2139670755-subnet', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:10.029916 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93054f62-f724-463f-89aa-62d316d14158 req-74a9853e-38f6-49d3-bc6b-fa62085280a6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261125 Feb 11 04:40:10.037655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d373b685-a653-4dfa-9b87-06e11eb76500 admin admin] Made reservation on behalf of 3b78c8f045fa4164aa5f780ea5263eb6 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:10.040327 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d373b685-a653-4dfa-9b87-06e11eb76500 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.173372 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:10.199545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 76e3606d-f931-4010-950e-f49565c64559 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:10.208069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device b1a4e8ab-de8a-4868-b6ff-c7943654b248 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:10.265482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port b1a4e8ab-de8a-4868-b6ff-c7943654b248 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:40:10.270413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port b1a4e8ab-de8a-4868-b6ff-c7943654b248 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:10.271170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.370660 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d373b685-a653-4dfa-9b87-06e11eb76500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (88494344-8504-4a02-95ed-426425b48050), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.390329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port b1a4e8ab-de8a-4868-b6ff-c7943654b248 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:10.391076 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.411906 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:08Z', 'revision_number': 3, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:10.418008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:10.420598 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c11e74-c6e0-4a7c-ab51-18c5c2bb3eb8" -d '{"events": [{"server_uuid": "8f6de114-b24b-4ffa-ad62-35c24d2340ea", "name": "network-vif-plugged", "status": "completed", "tag": "b1a4e8ab-de8a-4868-b6ff-c7943654b248"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:10.445508 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Checking router: e9c5057d-e3d6-48af-a224-56087d6c1436 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:10.445871 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Updating router e9c5057d-e3d6-48af-a224-56087d6c1436 port 88c55774-4dea-4833-913a-83b038910b48 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:40:10.461238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:10.469066 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.482428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373b685-a653-4dfa-9b87-06e11eb76500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88494344-8504-4a02-95ed-426425b48050,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:10.514005 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (88c55774-4dea-4833-913a-83b038910b48), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.514491 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee9e16a-5f02-4c94-b361-4d34dac35574 x-openstack-request-id: req-3ee9e16a-5f02-4c94-b361-4d34dac35574 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:10.515014 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6de114-b24b-4ffa-ad62-35c24d2340ea", "name": "network-vif-plugged", "status": "completed", "tag": "b1a4e8ab-de8a-4868-b6ff-c7943654b248", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:10.515317 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ee9e16a-5f02-4c94-b361-4d34dac35574 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:10.515768 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248', 'code': 200} Feb 11 04:40:10.590483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=b1a4e8ab-de8a-4868-b6ff-c7943654b248,revision_number=13']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:10.622094 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284aec81-fc7c-4072-843f-d3a6cd59ada1 req-81da84fc-4355-40fa-96c7-41e719b6fbac tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:10.624143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-284aec81-fc7c-4072-843f-d3a6cd59ada1 req-81da84fc-4355-40fa-96c7-41e719b6fbac tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 950 time: 0.0920916 Feb 11 04:40:10.627241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d373b685-a653-4dfa-9b87-06e11eb76500 admin admin] Checking segment: {'id': '93fef7a1-97de-4084-82aa-3084aa97b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:10.627606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d373b685-a653-4dfa-9b87-06e11eb76500 admin admin] Network hostable DHCP agents. Network: e04da62c-9a3f-4df4-84c1-b89312a54fa7, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:40:10.640536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 76e3606d-f931-4010-950e-f49565c64559 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:10.726639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 76e3606d-f931-4010-950e-f49565c64559 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:10.727881 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (76e3606d-f931-4010-950e-f49565c64559), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.753274 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-284aec81-fc7c-4072-843f-d3a6cd59ada1 req-3dfc8e60-6d3d-473c-9f62-b0d9d46ce4d5 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219463 Feb 11 04:40:10.785739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d373b685-a653-4dfa-9b87-06e11eb76500 admin admin] Network e04da62c-9a3f-4df4-84c1-b89312a54fa7 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:40:10.805516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d373b685-a653-4dfa-9b87-06e11eb76500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, e04da62c-9a3f-4df4-84c1-b89312a54fa7) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:10.810093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d373b685-a653-4dfa-9b87-06e11eb76500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:10.810694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d373b685-a653-4dfa-9b87-06e11eb76500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.830430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ddd434-14d5-48cf-9048-c120643a2fb6 None None] Network e04da62c-9a3f-4df4-84c1-b89312a54fa7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:10.842501 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d373b685-a653-4dfa-9b87-06e11eb76500 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8526425 Feb 11 04:40:10.845244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46282) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:10.850944 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2139670755-router', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:10.924168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.929515 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.002730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 76e3606d-f931-4010-950e-f49565c64559 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:11.013287 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Publish callbacks [] for port (88c55774-4dea-4833-913a-83b038910b48), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.022459 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (88c55774-4dea-4833-913a-83b038910b48), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.026572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b66da5-fd10-4d6a-935b-8acfa353c59a req-6e8f1807-eb61-4e32-95dd-d285a9d8fa3d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:11.034179 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30b66da5-fd10-4d6a-935b-8acfa353c59a req-6e8f1807-eb61-4e32-95dd-d285a9d8fa3d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 947 time: 0.2130964 Feb 11 04:40:11.057612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-e04da62c-9a3f-4df4-84c1-b89312a54fa7', 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7', 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'fixed_ips': [{'subnet_id': '88494344-8504-4a02-95ed-426425b48050'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:40:11.058470 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.092208 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Pushing event updated for resources: {'Port': ['ID=88c55774-4dea-4833-913a-83b038910b48,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:11.105293 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.105977 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.106504 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.107033 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.107683 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.108409 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.108929 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.109496 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.110279 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.110948 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.111449 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.112070 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.113622 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:11.121705 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Attempting to bind port 88c55774-4dea-4833-913a-83b038910b48 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:11.122421 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Attempting to bind port 88c55774-4dea-4833-913a-83b038910b48 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:11.123063 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Attempting to bind port 88c55774-4dea-4833-913a-83b038910b48 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:11.131768 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:11.132279 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:11.132690 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.133150 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:11.133732 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Bound port: 88c55774-4dea-4833-913a-83b038910b48, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:11.134137 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (88c55774-4dea-4833-913a-83b038910b48), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.181904 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Publish callbacks [] for router_controller (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.215171 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] For port 88c55774-4dea-4833-913a-83b038910b48, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:11.223250 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] For port 88c55774-4dea-4833-913a-83b038910b48, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=88c55774-4dea-4833-913a-83b038910b48,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:11.234569 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (88c55774-4dea-4833-913a-83b038910b48), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.279545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Allocated IP 172.20.0.2 (e04da62c-9a3f-4df4-84c1-b89312a54fa7/88494344-8504-4a02-95ed-426425b48050/7e3705ea-5603-4f45-9db0-c3bd61cb0b9b) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:11.301634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30b66da5-fd10-4d6a-935b-8acfa353c59a req-3f3cb608-6877-4a19-9b10-6b0e5075d49b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581366 Feb 11 04:40:11.342346 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1f233-53c6-4839-92e1-315a326461fa None None] Pushing event updated for resources: {'Port': ['ID=88c55774-4dea-4833-913a-83b038910b48,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:11.405377 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:11.406345 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:39:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:11.627826 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018181-b479-4757-9002-6b54268d3aed req-b1bdf799-3baf-4dc0-b55c-433e759ade9a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:11.642317 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-61018181-b479-4757-9002-6b54268d3aed req-b1bdf799-3baf-4dc0-b55c-433e759ade9a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.2109449 Feb 11 04:40:11.662303 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:11.671113 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.699198 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Publish callbacks [] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.722690 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.737796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Publish callbacks [] for router_gateway (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.782721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad906d8f-d65a-483a-a0a1-fe21db200a10 req-9cad26bf-e105-480e-ae2d-329c2782d894 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:11.785298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ad906d8f-d65a-483a-a0a1-fe21db200a10 req-9cad26bf-e105-480e-ae2d-329c2782d894 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.8998749 Feb 11 04:40:11.828625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Network e04da62c-9a3f-4df4-84c1-b89312a54fa7 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:11.843883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:11.848095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:11.850123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7e3705ea-5603-4f45-9db0-c3bd61cb0b9b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:11.891505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ad906d8f-d65a-483a-a0a1-fe21db200a10 req-c980e736-009e-4eb6-827c-acad2540f5f4 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873580 Feb 11 04:40:12.046729 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-411158a3-33ae-465c-938e-93ffd37c3ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.118384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Attempting to bind port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:12.118885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Attempting to bind port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '93fef7a1-97de-4084-82aa-3084aa97b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:12.119293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Attempting to bind port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b on network e04da62c-9a3f-4df4-84c1-b89312a54fa7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:12.135588 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:12.146886 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Checking segment: {'id': '93fef7a1-97de-4084-82aa-3084aa97b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:12.147319 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.147746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Bound using segment: {'id': '93fef7a1-97de-4084-82aa-3084aa97b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:12.148364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Bound port: 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fef7a1-97de-4084-82aa-3084aa97b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:12.148761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.155698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Allocated IP 172.20.0.1 (4643b148-1e91-44d9-887e-6491249d59a6/f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac/8e4f5c4b-80bf-4868-9d8b-498b1939ebdd) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:12.179819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Publish callbacks [] for router_gateway (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.184146 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:08Z', 'revision_number': 3, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:12.234874 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08388f23-d85c-435d-8cec-438067de3a42 None None] The sync data for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 is: [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:08Z', 'revision_number': 3, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:12.239730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.274033 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-61018181-b479-4757-9002-6b54268d3aed req-b2eae567-cc50-4012-84c6-b27040e64f02 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298699 Feb 11 04:40:12.280277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] For port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:12.286535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] For port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7e3705ea-5603-4f45-9db0-c3bd61cb0b9b,segment=NetworkSegment(93fef7a1-97de-4084-82aa-3084aa97b458),segment_id=93fef7a1-97de-4084-82aa-3084aa97b458)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:12.295744 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.327203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de095-9889-4e20-a50e-06a58038f4f3 req-afa81048-260e-49ee-8502-2e5b608a19db tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:12.327203 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-729de095-9889-4e20-a50e-06a58038f4f3 req-afa81048-260e-49ee-8502-2e5b608a19db tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 950 time: 0.1406720 Feb 11 04:40:12.379993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a81e27-d5e1-479b-bd74-039c8054833f req-50ef6ced-91c9-45ad-a493-4d9392fc62e6 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:12.381154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28a81e27-d5e1-479b-bd74-039c8054833f req-50ef6ced-91c9-45ad-a493-4d9392fc62e6 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 950 time: 0.2967045 Feb 11 04:40:12.392395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59755f-5ede-4070-a55f-9671afaa7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7e3705ea-5603-4f45-9db0-c3bd61cb0b9b,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:12.483449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-729de095-9889-4e20-a50e-06a58038f4f3 req-8146a3f6-f119-4d99-b5ba-8becab6e2330 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/security-groups?id=a97084d9-82d8-4259-8735-506904725842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725033 Feb 11 04:40:12.507905 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Allocated IP 172.25.7.29 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/db5b7169-f800-4f4f-97af-9f979ec7da0f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:12.599305 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.637015 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Publish callbacks [] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.683548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5714b-09c7-4784-84ae-dbbb9cfb2473 req-86589bca-d09f-4f24-bf36-5911636c9958 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:12.684501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Publish callbacks [] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.697177 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54f5714b-09c7-4784-84ae-dbbb9cfb2473 req-86589bca-d09f-4f24-bf36-5911636c9958 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 1130 time: 0.2198758 Feb 11 04:40:12.806737 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.814705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-28a81e27-d5e1-479b-bd74-039c8054833f req-cd7d29e3-8c1b-40e4-9db3-daec8e1a5338 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Deleting port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:12.815327 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28a81e27-d5e1-479b-bd74-039c8054833f req-cd7d29e3-8c1b-40e4-9db3-daec8e1a5338 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.824907 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.888453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Pushing event updated for resources: {'Port': ['ID=db5b7169-f800-4f4f-97af-9f979ec7da0f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:12.893888 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54f5714b-09c7-4784-84ae-dbbb9cfb2473 req-576b6762-8ccb-4d8f-afbb-753c768b2dad tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954246 Feb 11 04:40:12.903361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:12.905398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:12.908391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:13.059115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Network 4643b148-1e91-44d9-887e-6491249d59a6 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:13.072341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4f5c4b-80bf-4868-9d8b-498b1939ebdd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:13.077081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:13.107570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-28a81e27-d5e1-479b-bd74-039c8054833f req-cd7d29e3-8c1b-40e4-9db3-daec8e1a5338 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] For port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=169d9115-e2d4-47d7-b29b-8b3f5e641cc9,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:13.107938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28a81e27-d5e1-479b-bd74-039c8054833f req-cd7d29e3-8c1b-40e4-9db3-daec8e1a5338 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.128166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-28a81e27-d5e1-479b-bd74-039c8054833f req-cd7d29e3-8c1b-40e4-9db3-daec8e1a5338 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Calling delete_port for 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:13.249480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:13.285467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c23d0d-2271-431c-b1ca-ad1c6191ccc5 req-6f91f4bb-0a08-45e5-bb28-9a66bc48dd70 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:13.287945 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51c23d0d-2271-431c-b1ca-ad1c6191ccc5 req-6f91f4bb-0a08-45e5-bb28-9a66bc48dd70 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.2155454 Feb 11 04:40:13.478857 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (e9c5057d-e3d6-48af-a224-56087d6c1436), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.494595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5dc660fa-4458-4de5-97bf-6a7d6f66a1c4 None None] Provisioning complete for port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:13.495342 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5dc660fa-4458-4de5-97bf-6a7d6f66a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.554875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Publish callbacks [] for router_gateway (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.562178 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51c23d0d-2271-431c-b1ca-ad1c6191ccc5 req-b122dc74-c09d-4080-bc8e-208d32c9be7c tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971962 Feb 11 04:40:13.613089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5dc660fa-4458-4de5-97bf-6a7d6f66a1c4 None None] Port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:13.624913 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28a81e27-d5e1-479b-bd74-039c8054833f req-cd7d29e3-8c1b-40e4-9db3-daec8e1a5338 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (169d9115-e2d4-47d7-b29b-8b3f5e641cc9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.673085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['169d9115-e2d4-47d7-b29b-8b3f5e641cc9'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:13.691883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d29e3-8c1b-40e4-9db3-daec8e1a5338 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Pushing event deleted for resources: {'Port': ['ID=169d9115-e2d4-47d7-b29b-8b3f5e641cc9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:13.797360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a81e27-d5e1-479b-bd74-039c8054833f req-cd7d29e3-8c1b-40e4-9db3-daec8e1a5338 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] No DVR routers for this DVR port 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:13.800193 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-28a81e27-d5e1-479b-bd74-039c8054833f req-cd7d29e3-8c1b-40e4-9db3-daec8e1a5338 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.804141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28a81e27-d5e1-479b-bd74-039c8054833f req-cd7d29e3-8c1b-40e4-9db3-daec8e1a5338 tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.60 "DELETE /v2.0/ports/169d9115-e2d4-47d7-b29b-8b3f5e641cc9 HTTP/1.1" status: 204 len: 173 time: 1.3556409 Feb 11 04:40:13.823786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-8fba20a2-27b9-40cf-97a4-d4d210b8fd20 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:13.825343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-8fba20a2-27b9-40cf-97a4-d4d210b8fd20 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 808 time: 0.4637561 Feb 11 04:40:13.830934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cec6c49-1dba-455e-b5f0-e7dd34594cc2', 'name': 'network-vif-deleted', 'tag': '169d9115-e2d4-47d7-b29b-8b3f5e641cc9'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:13.836151 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382dc980-13f9-47ab-aaf0-3a1afe1e1088" -d '{"events": [{"server_uuid": "4cec6c49-1dba-455e-b5f0-e7dd34594cc2", "name": "network-vif-deleted", "tag": "169d9115-e2d4-47d7-b29b-8b3f5e641cc9"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:13.863133 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-5f43c65a-ce83-4f79-9745-3e0af181f921 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/quotas/8b12cb7f59db43f289e50c197625e76d HTTP/1.1" status: 200 len: 375 time: 0.0215907 Feb 11 04:40:13.968487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91b9e0-74bf-4c45-8b86-45d9e5217d07 req-b825e271-e12f-4665-9bf3-e7b1aebc7247 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:13.976993 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.982291 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f91b9e0-74bf-4c45-8b86-45d9e5217d07 req-b825e271-e12f-4665-9bf3-e7b1aebc7247 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.2251143 Feb 11 04:40:14.072893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-063a491b-8cf5-49cf-be6b-ca5a32ee8dc1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2006490 Feb 11 04:40:14.165313 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f91b9e0-74bf-4c45-8b86-45d9e5217d07 req-ffbac102-0f6f-410b-803b-96c3b14aa56f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790144 Feb 11 04:40:14.181289 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.188381 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.228602 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29986a9-0197-4bc6-ad5c-3c7e994997e7 None None] Network e04da62c-9a3f-4df4-84c1-b89312a54fa7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:14.367221 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-40278db8-7603-4438-a6e0-14eacba7624c req-7051b1e7-64d1-49e1-a752-28b1ccb3b27e tempest-ImagesNegativeTestJSON-2001913577 tempest-ImagesNegativeTestJSON-2001913577-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cec6c49-1dba-455e-b5f0-e7dd34594cc2 HTTP/1.1" status: 200 len: 210 time: 0.0721111 Feb 11 04:40:14.403160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d394ec28-c735-4dae-a12a-98217c81d66f None None] Provisioning complete for port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:14.404271 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d394ec28-c735-4dae-a12a-98217c81d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.411181 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-21520907-80f5-4d46-b469-c6e323ea1e12 service neutron] 10.222.0.48 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268197 Feb 11 04:40:14.472427 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5262b26b-1108-4a17-81ae-c485a87cdc88 x-openstack-request-id: req-5262b26b-1108-4a17-81ae-c485a87cdc88 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:14.473200 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cec6c49-1dba-455e-b5f0-e7dd34594cc2", "name": "network-vif-deleted", "tag": "169d9115-e2d4-47d7-b29b-8b3f5e641cc9", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:14.473941 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5262b26b-1108-4a17-81ae-c485a87cdc88 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:14.474577 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cec6c49-1dba-455e-b5f0-e7dd34594cc2', 'name': 'network-vif-deleted', 'tag': '169d9115-e2d4-47d7-b29b-8b3f5e641cc9', 'status': 'completed', 'code': 200} Feb 11 04:40:14.546001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Router 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:40:14.585295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Publish callbacks [] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.589426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-2a63370c-cff2-457b-9739-f1de43c0f879 service neutron] 10.222.0.48 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319170 Feb 11 04:40:14.614658 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.615992 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d394ec28-c735-4dae-a12a-98217c81d66f None None] Current status of the port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:14.620606 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d394ec28-c735-4dae-a12a-98217c81d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.710908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d394ec28-c735-4dae-a12a-98217c81d66f None None] For port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7e3705ea-5603-4f45-9db0-c3bd61cb0b9b,segment=NetworkSegment(93fef7a1-97de-4084-82aa-3084aa97b458),segment_id=93fef7a1-97de-4084-82aa-3084aa97b458)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:14.732048 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d394ec28-c735-4dae-a12a-98217c81d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.778031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:14.796015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Sync routers for ids ['07f43aee-fe2b-4c38-9d34-f473b51bc0a5'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:14.830263 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Routers {'07f43aee-fe2b-4c38-9d34-f473b51bc0a5'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:14.831861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['07f43aee-fe2b-4c38-9d34-f473b51bc0a5'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:14.841027 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (e9c5057d-e3d6-48af-a224-56087d6c1436), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.919295 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.920530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-24e4c3e2-4eae-4c5d-9782-558d192fc381 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0743368 Feb 11 04:40:14.931493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46322) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:15.089574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:15.190559 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd478f8d-c911-41cb-afca-5ea191126351 req-6719c014-7e37-4b90-9a6c-060cc76015c7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 210 time: 0.1636963 Feb 11 04:40:15.202994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Network 4643b148-1e91-44d9-887e-6491249d59a6 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:15.209224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394ec28-c735-4dae-a12a-98217c81d66f None None] Pushing event updated for resources: {'Port': ['ID=7e3705ea-5603-4f45-9db0-c3bd61cb0b9b,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:15.210570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:15.232235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-78dbad46-add2-4f59-8891-2c61d016091c None None] Provisioning complete for port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:15.232621 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78dbad46-add2-4f59-8891-2c61d016091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.248332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Set router 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:15.454101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4f5c4b-80bf-4868-9d8b-498b1939ebdd,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:15.506644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:15.509717 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.512202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c3017-dd6d-41ba-976a-6eaea554c879 req-00c0cbb8-07f1-43ed-a98c-53a2f4d94d4c tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:15.518385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-982c3017-dd6d-41ba-976a-6eaea554c879 req-00c0cbb8-07f1-43ed-a98c-53a2f4d94d4c tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.6937382 Feb 11 04:40:15.645611 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.647705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-982c3017-dd6d-41ba-976a-6eaea554c879 req-41dc6cf9-e488-428b-aff1-15adb24b745f tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146107 Feb 11 04:40:15.741515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-78dbad46-add2-4f59-8891-2c61d016091c None None] Current status of the port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:15.862784 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:15.863987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 88c55774-4dea-4833-913a-83b038910b48 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:15.905365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebe10a-24ed-4a31-8352-1bd67a3c0742 req-1fc69ee8-6df7-4749-8eb5-aec432070e22 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:15.907178 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6ebe10a-24ed-4a31-8352-1bd67a3c0742 req-1fc69ee8-6df7-4749-8eb5-aec432070e22 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.5210526 Feb 11 04:40:15.937063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-66eec73d-2e32-4725-89d8-4150fc3ed439 None None] Provisioning complete for port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:15.937458 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66eec73d-2e32-4725-89d8-4150fc3ed439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.940967 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Router e9c5057d-e3d6-48af-a224-56087d6c1436 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:15.980974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-66eec73d-2e32-4725-89d8-4150fc3ed439 None None] Port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:15.995122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'name': 'tempest-FloatingIPDetailsTestJSON-2139670755-router', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:10Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 3, 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'gw_port': {'id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:12Z', 'updated_at': '2022-02-11T04:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:16.028133 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6ebe10a-24ed-4a31-8352-1bd67a3c0742 req-c5c5f45d-8308-479a-98a9-62990736c528 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111360 Feb 11 04:40:16.067361 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Checking router: 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:16.067732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Updating router 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 port db5b7169-f800-4f4f-97af-9f979ec7da0f binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:40:16.102092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 88c55774-4dea-4833-913a-83b038910b48 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:16.102531 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (88c55774-4dea-4833-913a-83b038910b48), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.169319 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.207037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:16.224150 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Sync routers for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:16.227108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-901b703d-d10c-4163-9988-e1d643b89c77 admin admin] 10.222.0.48 "PUT /v2.0/routers/e9c5057d-e3d6-48af-a224-56087d6c1436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3098328 Feb 11 04:40:16.271672 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:16.272602 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:16.388834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46362) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:16.394181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 176504c7-7c22-4051-a802-85972389c1be no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:16.437642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3bfa752-f3e5-4749-9eda-2055e623feec req-ef744bc7-da7d-4aa4-ab79-cd5079e34e67 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 210 time: 0.0824401 Feb 11 04:40:16.546584 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.571993 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:16.594037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 176504c7-7c22-4051-a802-85972389c1be is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:16.594436 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (176504c7-7c22-4051-a802-85972389c1be), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.640048 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0015d187-0f28-4d3b-aac8-337daa960493 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b4d376cfee84927a25b06866d63dff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471359 Feb 11 04:40:16.640587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46374) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:16.772576 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89175ebc-c4d0-47d7-845d-bf10fd2aefbd admin admin] Publish callbacks [] for security_group (a97084d9-82d8-4259-8735-506904725842), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.886464 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89175ebc-c4d0-47d7-845d-bf10fd2aefbd admin admin] Publish callbacks [] for security_group (a97084d9-82d8-4259-8735-506904725842), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.901306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 88c55774-4dea-4833-913a-83b038910b48 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:16.901799 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (88c55774-4dea-4833-913a-83b038910b48), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.952251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61eabf-2d56-4165-9e88-e107056f827f req-1304224b-9303-4b48-9cfb-11bf3afb12fe tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:16.960161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b61eabf-2d56-4165-9e88-e107056f827f req-1304224b-9303-4b48-9cfb-11bf3afb12fe tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1259284 Feb 11 04:40:16.966926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 88c55774-4dea-4833-913a-83b038910b48, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=88c55774-4dea-4833-913a-83b038910b48,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:16.989139 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176504c7-7c22-4051-a802-85972389c1be'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:16.993055 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0a4fa4-b424-41a7-b485-bd2af83ac3cd" -d '{"events": [{"server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "name": "network-vif-unplugged", "status": "completed", "tag": "176504c7-7c22-4051-a802-85972389c1be"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:16.995652 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (88c55774-4dea-4833-913a-83b038910b48), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.052436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Allocated IP 172.20.0.1 (e04da62c-9a3f-4df4-84c1-b89312a54fa7/88494344-8504-4a02-95ed-426425b48050/5fafe925-daf5-44b4-b371-0e2996735be0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:17.105464 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b61eabf-2d56-4165-9e88-e107056f827f req-19e18aeb-d51b-4eda-a5dc-d50076db0d75 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379836 Feb 11 04:40:17.134149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-deeabab6-4d3b-4593-b4c8-9694d9c41196 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:17.135881 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:14Z', 'revision_number': 2, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:17.136282 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-deeabab6-4d3b-4593-b4c8-9694d9c41196 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.10 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 808 time: 0.3314729 Feb 11 04:40:17.163850 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Publish callbacks [] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.193128 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Checking router: e9c5057d-e3d6-48af-a224-56087d6c1436 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:17.194457 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Updating router e9c5057d-e3d6-48af-a224-56087d6c1436 port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:40:17.196572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:17.200798 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.211007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Request body: {'port': {'device_id': 'f2036faa-6635-49bf-a7b2-c1047d9bb715', 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0', 'admin_state_up': True, 'tenant_id': '8b12cb7f59db43f289e50c197625e76d'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:17.239194 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:17.241963 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a1dda1-cb41-4911-ab69-66946c815c51 x-openstack-request-id: req-60a1dda1-cb41-4911-ab69-66946c815c51 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:17.242262 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "name": "network-vif-unplugged", "status": "completed", "tag": "176504c7-7c22-4051-a802-85972389c1be", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:17.242521 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60a1dda1-cb41-4911-ab69-66946c815c51 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:17.244604 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176504c7-7c22-4051-a802-85972389c1be', 'code': 200} Feb 11 04:40:17.262855 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (176504c7-7c22-4051-a802-85972389c1be), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.263696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:17.265400 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89175ebc-c4d0-47d7-845d-bf10fd2aefbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a97084d9-82d8-4259-8735-506904725842), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.268222 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89175ebc-c4d0-47d7-845d-bf10fd2aefbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.270109 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-89175ebc-c4d0-47d7-845d-bf10fd2aefbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a97084d9-82d8-4259-8735-506904725842 HTTP/1.1" status: 204 len: 168 time: 0.6288083 Feb 11 04:40:17.289888 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.346389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Attempting to bind port db5b7169-f800-4f4f-97af-9f979ec7da0f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:17.347304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Attempting to bind port db5b7169-f800-4f4f-97af-9f979ec7da0f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:17.347675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Attempting to bind port db5b7169-f800-4f4f-97af-9f979ec7da0f on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:17.354209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:17.354553 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 169d9115-e2d4-47d7-b29b-8b3f5e641cc9 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:17.367564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=88c55774-4dea-4833-913a-83b038910b48,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:17.371574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:17.372150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:17.372562 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.372960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:17.373494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Bound port: db5b7169-f800-4f4f-97af-9f979ec7da0f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:17.373878 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.385860 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Publish callbacks [] for port (5fafe925-daf5-44b4-b371-0e2996735be0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.412439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89175ebc-c4d0-47d7-845d-bf10fd2aefbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97084d9-82d8-4259-8735-506904725842,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:17.422511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f02502-78da-4266-a56f-13b2fd324a8e req-b8b638e9-2eb2-4e8c-aa37-ca15de9153a9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:17.430758 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06f02502-78da-4266-a56f-13b2fd324a8e req-b8b638e9-2eb2-4e8c-aa37-ca15de9153a9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1018629 Feb 11 04:40:17.431445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] For port db5b7169-f800-4f4f-97af-9f979ec7da0f, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:17.435915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] For port db5b7169-f800-4f4f-97af-9f979ec7da0f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=db5b7169-f800-4f4f-97af-9f979ec7da0f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:17.450157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.507204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06f02502-78da-4266-a56f-13b2fd324a8e req-82fd7f27-1e45-4182-8856-efc975c59c2f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703633 Feb 11 04:40:17.509975 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.526782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:17.527193 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.580645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Routers {'07f43aee-fe2b-4c38-9d34-f473b51bc0a5'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:17.581828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['07f43aee-fe2b-4c38-9d34-f473b51bc0a5'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:17.592971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12518cf7-4bb2-424b-a0d2-9fd00e6bcb4a None None] Pushing event updated for resources: {'Port': ['ID=db5b7169-f800-4f4f-97af-9f979ec7da0f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:17.615354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Network e04da62c-9a3f-4df4-84c1-b89312a54fa7 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:17.623979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:17.624652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-9317b952-08ef-48f3-b3b6-0bb563ac4d85 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:17.626428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-9317b952-08ef-48f3-b3b6-0bb563ac4d85 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 821 time: 0.6570742 Feb 11 04:40:17.673816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:17.681623 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-56bc5494-49a6-4893-86b2-29c5449baac2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/quotas/99072e60536a4d368de68d90bda9e2b6 HTTP/1.1" status: 200 len: 375 time: 0.0446022 Feb 11 04:40:17.765233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] Set router 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:17.767637 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.785315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Pushing event updated for resources: {'Port': ['ID=5fafe925-daf5-44b4-b371-0e2996735be0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:17.788978 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:40:17.837571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Made reservation on behalf of 8b12cb7f59db43f289e50c197625e76d for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:17.841250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.905095 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-ff9262aa-2ab0-4488-a91b-b2c92da3eee9 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2136636 Feb 11 04:40:17.921242 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4ca2fc9-b6dc-46a8-b3f0-cb40fa3a521c req-58e7c8ed-387c-4f72-baa5-190ac120889b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 210 time: 0.2862973 Feb 11 04:40:18.010414 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Publish callbacks [] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.027916 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.077122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=176504c7-7c22-4051-a802-85972389c1be,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:18.199209 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.248159 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3dbeb-ebe7-44dd-af7b-6bc661ea94c2 None None] Pushing event updated for resources: {'Port': ['ID=8e4f5c4b-80bf-4868-9d8b-498b1939ebdd,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:18.326915 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Attempting to bind port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:18.328704 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Attempting to bind port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:18.329298 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Attempting to bind port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd on network 4643b148-1e91-44d9-887e-6491249d59a6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:18.337347 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:18.338183 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Checking segment: {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:18.338923 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.339573 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Bound using segment: {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:18.340271 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Bound port: 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:18.341028 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.369221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12518cf7-4bb2-424b-a0d2-9fd00e6bcb4a None None] Pushing event updated for resources: {'Port': ['ID=db5b7169-f800-4f4f-97af-9f979ec7da0f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:18.372140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e9b81c14-397b-4ee5-a95d-bd8499a16dba None None] Provisioning complete for port 5fafe925-daf5-44b4-b371-0e2996735be0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:18.372503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd2959-588b-4186-b91d-10101a0b0f71 req-6b6612fb-0c52-4a17-9819-3be01a5c4737 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:18.372634 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e9b81c14-397b-4ee5-a95d-bd8499a16dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.381104 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfcd2959-588b-4186-b91d-10101a0b0f71 req-6b6612fb-0c52-4a17-9819-3be01a5c4737 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 948 time: 0.1549957 Feb 11 04:40:18.415555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Allocated IP 172.20.0.13 (5b75fab5-93b1-414b-9a08-696b9d294bc0/d347f3fc-24c7-4017-8fdc-4d41de902991/30392d64-2bdd-4205-87be-0ff344cd1125) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:18.430831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:18.464342 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] For port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:18.468993 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] For port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8e4f5c4b-80bf-4868-9d8b-498b1939ebdd,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:18.490418 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.528867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e9b81c14-397b-4ee5-a95d-bd8499a16dba None None] Port 5fafe925-daf5-44b4-b371-0e2996735be0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:18.597508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'name': 'tempest-FloatingIPDetailsTestJSON-2139670755-router', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:10Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 3, 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'gw_port': {'id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:12Z', 'updated_at': '2022-02-11T04:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:18.630871 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:18.635631 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:18.651670 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks [] for port (30392d64-2bdd-4205-87be-0ff344cd1125), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.700478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7437558-e167-45ec-9191-ae6ab42504b4 None None] The sync data for ids ['07f43aee-fe2b-4c38-9d34-f473b51bc0a5'] in n-d-615180-58 is: [{'id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'name': 'tempest-FloatingIPDetailsTestJSON-2139670755-router', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:10Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 3, 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'gw_port': {'id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:12Z', 'updated_at': '2022-02-11T04:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:18.719843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.742392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46420) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:18.753855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bf5e93ca-27ea-4ea2-937c-79d162584df9 None None] Provisioning complete for port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:18.753855 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf5e93ca-27ea-4ea2-937c-79d162584df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.762990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Publish callbacks [] for port (5fafe925-daf5-44b4-b371-0e2996735be0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.765344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['b1a4e8ab-de8a-4868-b6ff-c7943654b248'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:18.791745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.795519 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3dbeb-ebe7-44dd-af7b-6bc661ea94c2 None None] Pushing event updated for resources: {'Port': ['ID=8e4f5c4b-80bf-4868-9d8b-498b1939ebdd,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:18.962584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfcd2959-588b-4186-b91d-10101a0b0f71 req-fb069f43-b2ff-484e-85f6-faf89301a4ee tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800319 Feb 11 04:40:18.995738 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:19.009260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Network 5b75fab5-93b1-414b-9a08-696b9d294bc0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:19.032558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.035004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Pushing event updated for resources: {'Port': ['ID=5fafe925-daf5-44b4-b371-0e2996735be0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:19.054424 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-27c7255a-1c54-4d58-b5e3-3b598628fa95 service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0913606 Feb 11 04:40:19.072932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:19.111167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Pushing event updated for resources: {'Port': ['ID=30392d64-2bdd-4205-87be-0ff344cd1125,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:19.229855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 88c55774-4dea-4833-913a-83b038910b48 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:19.234250 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:19.269075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Network e04da62c-9a3f-4df4-84c1-b89312a54fa7 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:19.271856 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:19.279805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-146295740-network', 'tenant_id': 'f0dd5a222bef45c3816669f0a7afe7e2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:19.336735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e93ca-27ea-4ea2-937c-79d162584df9 None None] Current status of the port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:19.337209 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf5e93ca-27ea-4ea2-937c-79d162584df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.355090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb9f1d-f99f-4a36-bdf2-2b5497bf7fd3 req-5dd8b119-f095-4b7e-9281-286f7fbd5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:19.356718 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ccfb9f1d-f99f-4a36-bdf2-2b5497bf7fd3 req-5dd8b119-f095-4b7e-9281-286f7fbd5821 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 1131 time: 0.5145211 Feb 11 04:40:19.411644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Made reservation on behalf of f0dd5a222bef45c3816669f0a7afe7e2 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:19.416653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.446695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc9ddf-0084-4afa-baf7-e0fe3fcac457 req-bfef463f-7959-4fbc-84ee-57cf6c390418 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:19.446974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:19.447743 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.448362 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05bc9ddf-0084-4afa-baf7-e0fe3fcac457 req-bfef463f-7959-4fbc-84ee-57cf6c390418 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1927719 Feb 11 04:40:19.478985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-85839eca-4ed4-4eb2-8c4b-69d575bec742 service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870645 Feb 11 04:40:19.479839 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.487720 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:18Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:19.532634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-b828dd30-fc67-4908-bd2f-894d2c90797e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3318906 Feb 11 04:40:19.562713 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d668cc4-7f5e-462e-a117-c3fbccdf6edc None None] The sync data for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 is: [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:18Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:19.567220 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Request body: {'port': {'device_id': 'f2036faa-6635-49bf-a7b2-c1047d9bb715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:19.577781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bf5e93ca-27ea-4ea2-937c-79d162584df9 None None] For port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8e4f5c4b-80bf-4868-9d8b-498b1939ebdd,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:19.601233 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf5e93ca-27ea-4ea2-937c-79d162584df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.609006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 88c55774-4dea-4833-913a-83b038910b48 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:19.609310 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (88c55774-4dea-4833-913a-83b038910b48), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.693864 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ccfb9f1d-f99f-4a36-bdf2-2b5497bf7fd3 req-89482580-24a8-42ca-9c96-8b903582e06a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083889 Feb 11 04:40:19.717000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05bc9ddf-0084-4afa-baf7-e0fe3fcac457 req-54bd56cb-e35f-491a-b0a4-298374947bb6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441330 Feb 11 04:40:19.747227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Router 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:19.876744 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.905625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2cfde23-1e4d-4095-85ae-06af71b85477 None None] Provisioning complete for port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:19.907915 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2cfde23-1e4d-4095-85ae-06af71b85477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.981637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5ce69e4-d3a3-4ae0-b8b2-a0fac99ee0c6 req-dd66e9c5-8971-4ce2-9ec0-a8bb97da85bd tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 210 time: 0.0507426 Feb 11 04:40:20.080308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 88c55774-4dea-4833-913a-83b038910b48 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:20.083147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e93ca-27ea-4ea2-937c-79d162584df9 None None] Pushing event updated for resources: {'Port': ['ID=8e4f5c4b-80bf-4868-9d8b-498b1939ebdd,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:20.194573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfde23-1e4d-4095-85ae-06af71b85477 None None] Current status of the port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:20.197750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:20.207547 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4769fd6f-b458-4b18-8298-372199d6edfb admin admin] 10.222.0.48 "PUT /v2.0/routers/07f43aee-fe2b-4c38-9d34-f473b51bc0a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2740610 Feb 11 04:40:20.249943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2cfde23-1e4d-4095-85ae-06af71b85477 None None] Provisioning complete for port 5fafe925-daf5-44b4-b371-0e2996735be0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:20.251639 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2cfde23-1e4d-4095-85ae-06af71b85477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.272784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb3730-e3b3-47ef-92ec-057d7083d1c8 req-2d8c8633-b93d-461a-b8e4-8f27bd67a493 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:20.274440 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-42cb3730-e3b3-47ef-92ec-057d7083d1c8 req-2d8c8633-b93d-461a-b8e4-8f27bd67a493 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 948 time: 0.1704524 Feb 11 04:40:20.306519 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Publish callbacks [] for security_group (9fd68a5b-be2a-4dfb-a0f3-69bd8544410f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.332835 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9fd68a5b-be2a-4dfb-a0f3-69bd8544410f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.348095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfde23-1e4d-4095-85ae-06af71b85477 None None] Port 5fafe925-daf5-44b4-b371-0e2996735be0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:20.353812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 176504c7-7c22-4051-a802-85972389c1be details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:40:20.367886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:40:20.385187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-42cb3730-e3b3-47ef-92ec-057d7083d1c8 req-eedac358-fe8b-4a43-b114-a64136d51bc0 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995135 Feb 11 04:40:20.404907 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (12f142b5-4328-4cbf-b105-35a460f1c6e5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.405257 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Added segment 12f142b5-4328-4cbf-b105-35a460f1c6e5 of type vlan for network baec0651-b9cf-4021-826e-e9d0ee53be2c Feb 11 04:40:20.477633 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (baec0651-b9cf-4021-826e-e9d0ee53be2c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.533264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:20.551158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '176504c7-7c22-4051-a802-85972389c1be', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '176504c7-7c22-4051-a802-85972389c1be', 'mac_address': 'fa:16:3e:e7:99:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:40:20.668655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 176504c7-7c22-4051-a802-85972389c1be is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:20.669608 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (176504c7-7c22-4051-a802-85972389c1be), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.672685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd68a5b-be2a-4dfb-a0f3-69bd8544410f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:20.698910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176504c7-7c22-4051-a802-85972389c1be {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:20.730257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:20.738525 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (176504c7-7c22-4051-a802-85972389c1be), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.750225 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (baec0651-b9cf-4021-826e-e9d0ee53be2c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.751251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:20.751838 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.808312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=176504c7-7c22-4051-a802-85972389c1be,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:20.813592 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0553842 Feb 11 04:40:20.818476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46448) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:20.843917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bfa1aae3-81b0-456c-966f-e5307bb3b575 admin admin] Request body: {'subnet': {'network_id': 'baec0651-b9cf-4021-826e-e9d0ee53be2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-146295740-subnet', 'tenant_id': 'f0dd5a222bef45c3816669f0a7afe7e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:20.920549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30392d64-2bdd-4205-87be-0ff344cd1125 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:20.953557 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Publish callbacks [] for port (30392d64-2bdd-4205-87be-0ff344cd1125), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.964377 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed18d1-93f5-4530-988b-b025b7fee9b5 req-138d582d-8f92-44b1-8112-0e9c1b4e9a22 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:20.965955 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1aed18d1-93f5-4530-988b-b025b7fee9b5 req-138d582d-8f92-44b1-8112-0e9c1b4e9a22 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 932 time: 0.6558359 Feb 11 04:40:20.969188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa1aae3-81b0-456c-966f-e5307bb3b575 admin admin] Made reservation on behalf of f0dd5a222bef45c3816669f0a7afe7e2 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:20.972527 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfa1aae3-81b0-456c-966f-e5307bb3b575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.041348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-b8f9e2f2-07c7-41ef-8e47-466464ee6a15 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3429832 Feb 11 04:40:21.053206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fb141-1bbb-4c38-a2cb-fac9e583a83d admin admin] Pushing event updated for resources: {'Network': ['ID=baec0651-b9cf-4021-826e-e9d0ee53be2c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:21.056093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Transition to ACTIVE for port object 30392d64-2bdd-4205-87be-0ff344cd1125 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:40:21.073560 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network baec0651-b9cf-4021-826e-e9d0ee53be2c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:40:21.096015 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1aed18d1-93f5-4530-988b-b025b7fee9b5 req-e090b41e-b82c-46f0-8d44-db2649f8941b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208220 Feb 11 04:40:21.096883 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.181788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Pushing event updated for resources: {'Port': ['ID=30392d64-2bdd-4205-87be-0ff344cd1125,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:21.210940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:21.356236 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.365857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device db5b7169-f800-4f4f-97af-9f979ec7da0f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:21.386090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Attempting to bind port 30392d64-2bdd-4205-87be-0ff344cd1125 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:21.386683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Attempting to bind port 30392d64-2bdd-4205-87be-0ff344cd1125 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:21.387237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Attempting to bind port 30392d64-2bdd-4205-87be-0ff344cd1125 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:21.406857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Port 30392d64-2bdd-4205-87be-0ff344cd1125 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:40:21.407473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Attempting to bind port 30392d64-2bdd-4205-87be-0ff344cd1125 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:21.422565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51267798-50ed-46ce-b2b2-c6495b1dbca7 req-74a80301-4d3c-4528-93dc-391689439265 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:21.424381 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51267798-50ed-46ce-b2b2-c6495b1dbca7 req-74a80301-4d3c-4528-93dc-391689439265 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0988398 Feb 11 04:40:21.426472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:21.426814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:21.427240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:21.427690 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Bound port: 30392d64-2bdd-4205-87be-0ff344cd1125, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:21.428050 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.552631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:21.556816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=30392d64-2bdd-4205-87be-0ff344cd1125,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:21.561797 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51267798-50ed-46ce-b2b2-c6495b1dbca7 req-7f64bbcc-21e1-4a8d-9b83-df9c548de776 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186986 Feb 11 04:40:21.571274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.650202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:21.654786 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.656599 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] 10.222.0.10 "PUT /v2.0/ports/30392d64-2bdd-4205-87be-0ff344cd1125 HTTP/1.1" status: 200 len: 1093 time: 2.1003768 Feb 11 04:40:21.659475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2036faa-6635-49bf-a7b2-c1047d9bb715', 'tag': '30392d64-2bdd-4205-87be-0ff344cd1125'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:21.661162 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f082b1-a9fb-4ad2-abd2-f63d01af5980" -d '{"events": [{"name": "network-changed", "server_uuid": "f2036faa-6635-49bf-a7b2-c1047d9bb715", "tag": "30392d64-2bdd-4205-87be-0ff344cd1125"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:21.743568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a39e62-caec-4860-bab0-12485e937b8e service neutron] Pushing event updated for resources: {'Port': ['ID=30392d64-2bdd-4205-87be-0ff344cd1125,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:21.822118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port db5b7169-f800-4f4f-97af-9f979ec7da0f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:21.825272 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.915002 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5528b38-d1ca-4987-a274-590a1261b655 req-4e024600-25b5-4c1a-b3ae-4b143321c275 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 210 time: 0.1300077 Feb 11 04:40:21.954461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Sync routers for ids ['07f43aee-fe2b-4c38-9d34-f473b51bc0a5'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:21.954726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-3b86ecbb-d4dc-4907-85b8-3403f013de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:21.956703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-3b86ecbb-d4dc-4907-85b8-3403f013de2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 1127 time: 0.1048315 Feb 11 04:40:21.979165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfa1aae3-81b0-456c-966f-e5307bb3b575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (5815c412-bdbc-4243-b057-3886f2fc8cb4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.038807 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-7b5e0b80-9cb3-4c19-ac14-d5d10f0bf157 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30392d64-2bdd-4205-87be-0ff344cd1125 HTTP/1.1" status: 200 len: 217 time: 0.0659516 Feb 11 04:40:22.050879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Routers {'07f43aee-fe2b-4c38-9d34-f473b51bc0a5'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:22.051673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['07f43aee-fe2b-4c38-9d34-f473b51bc0a5'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:22.060404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port db5b7169-f800-4f4f-97af-9f979ec7da0f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:22.060968 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.094416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e6e28114-9037-4e04-a824-b355831dd83d tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:22.098361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e6e28114-9037-4e04-a824-b355831dd83d tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.10 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 821 time: 0.4531267 Feb 11 04:40:22.129418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Request body: {'port': {'device_id': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'admin_state_up': True, 'tenant_id': '99072e60536a4d368de68d90bda9e2b6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:22.150516 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.155959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port db5b7169-f800-4f4f-97af-9f979ec7da0f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=db5b7169-f800-4f4f-97af-9f979ec7da0f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:22.163969 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.164766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:22.166669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-c10a255b-0f2f-45a9-9b49-8d0eb6fe82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:22.168609 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-c10a255b-0f2f-45a9-9b49-8d0eb6fe82dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.1022861 Feb 11 04:40:22.200662 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f1aed-6244-40eb-8119-1894575d88bd req-e09a6bb5-9a87-41da-bd91-b4ee9ff7a8df tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:22.202573 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f7f1aed-6244-40eb-8119-1894575d88bd req-e09a6bb5-9a87-41da-bd91-b4ee9ff7a8df tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 950 time: 0.1271698 Feb 11 04:40:22.221023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-d34f25d7-36b0-4935-ae55-d17cbe2693c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411863 Feb 11 04:40:22.250849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1aae3-81b0-456c-966f-e5307bb3b575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5815c412-bdbc-4243-b057-3886f2fc8cb4,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:22.332937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=db5b7169-f800-4f4f-97af-9f979ec7da0f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:22.344239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Set router 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:22.349444 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f7f1aed-6244-40eb-8119-1894575d88bd req-2cc7afdf-48f5-4f68-bab3-cc9985a79434 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308985 Feb 11 04:40:22.387790 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-8bbb54c2-76f4-444e-a78a-40dbab57fe32 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561735 Feb 11 04:40:22.411939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:22.412496 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.413834 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92882c20-04df-411c-aa0d-de31d7910b20 x-openstack-request-id: req-92882c20-04df-411c-aa0d-de31d7910b20 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:22.414188 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2036faa-6635-49bf-a7b2-c1047d9bb715", "tag": "30392d64-2bdd-4205-87be-0ff344cd1125", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:22.414585 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92882c20-04df-411c-aa0d-de31d7910b20 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:22.415049 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2036faa-6635-49bf-a7b2-c1047d9bb715', 'tag': '30392d64-2bdd-4205-87be-0ff344cd1125', 'status': 'completed', 'code': 200} Feb 11 04:40:22.574565 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-543e2cfc-dbc8-49c4-bd41-057f73e3affe req-45be3ebb-81ee-4775-9084-1bd7076c375b service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814141 Feb 11 04:40:22.582254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc679e8-1525-48b2-ada9-82836a8a026d req-ce465bf4-cb6e-4b15-83c7-69448be1f693 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:22.583710 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cc679e8-1525-48b2-ada9-82836a8a026d req-ce465bf4-cb6e-4b15-83c7-69448be1f693 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 944 time: 0.0860298 Feb 11 04:40:22.608474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa1aae3-81b0-456c-966f-e5307bb3b575 admin admin] Checking segment: {'id': '12f142b5-4328-4cbf-b105-35a460f1c6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'baec0651-b9cf-4021-826e-e9d0ee53be2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:22.609016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa1aae3-81b0-456c-966f-e5307bb3b575 admin admin] Network hostable DHCP agents. Network: baec0651-b9cf-4021-826e-e9d0ee53be2c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:40:22.621140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['176504c7-7c22-4051-a802-85972389c1be'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:22.627971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:22.642852 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cc679e8-1525-48b2-ada9-82836a8a026d req-ee680db0-8395-4953-97cc-aabedd38362d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524669 Feb 11 04:40:22.650068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Allocated IP 172.25.7.213 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/a5fd80da-e201-4cbe-bd71-13d8ba82f236) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:22.737556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'name': 'tempest-FloatingIPDetailsTestJSON-2139670755-router', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:10Z', 'updated_at': '2022-02-11T04:40:18Z', 'revision_number': 4, 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'gw_port': {'id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:12Z', 'updated_at': '2022-02-11T04:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '5fafe925-daf5-44b4-b371-0e2996735be0', 'name': '', 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'mac_address': 'fa:16:3e:5c:e8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '88494344-8504-4a02-95ed-426425b48050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:16Z', 'updated_at': '2022-02-11T04:40:18Z', 'revision_number': 2, 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'subnets': [{'id': '88494344-8504-4a02-95ed-426425b48050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:22.738128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa1aae3-81b0-456c-966f-e5307bb3b575 admin admin] Network baec0651-b9cf-4021-826e-e9d0ee53be2c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:40:22.744302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f082b1-a9fb-4ad2-abd2-f63d01af5980 req-616a1e05-3584-4c1f-b0e6-bca869fbca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:22.748038 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94f082b1-a9fb-4ad2-abd2-f63d01af5980 req-616a1e05-3584-4c1f-b0e6-bca869fbca8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 1127 time: 0.0689411 Feb 11 04:40:22.773398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Checking router: 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:22.773757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Updating router 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 port 5fafe925-daf5-44b4-b371-0e2996735be0 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:40:22.788170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-bfa1aae3-81b0-456c-966f-e5307bb3b575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, baec0651-b9cf-4021-826e-e9d0ee53be2c) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:22.793739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa1aae3-81b0-456c-966f-e5307bb3b575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:22.795561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfa1aae3-81b0-456c-966f-e5307bb3b575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.805964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc2d1b-6fad-4b82-a62b-725f815421e9 None None] Network baec0651-b9cf-4021-826e-e9d0ee53be2c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:22.832314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Made reservation on behalf of 99072e60536a4d368de68d90bda9e2b6 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:22.836903 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.844153 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.899982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f082b1-a9fb-4ad2-abd2-f63d01af5980 req-4f9ce3aa-b2e1-4373-b669-e4e305300fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:22.900984 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94f082b1-a9fb-4ad2-abd2-f63d01af5980 req-4f9ce3aa-b2e1-4373-b669-e4e305300fe3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.1465554 Feb 11 04:40:22.920503 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bfa1aae3-81b0-456c-966f-e5307bb3b575 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0933697 Feb 11 04:40:22.955383 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for port (a5fd80da-e201-4cbe-bd71-13d8ba82f236), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.981616 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94f082b1-a9fb-4ad2-abd2-f63d01af5980 req-4013d10c-14aa-4f3f-a23c-65bdc3589079 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30392d64-2bdd-4205-87be-0ff344cd1125 HTTP/1.1" status: 200 len: 217 time: 0.0425305 Feb 11 04:40:22.997712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afdc17-64e9-43ee-a50f-aff69734a24a req-2819ef46-d33f-405b-8b77-9686b0aecb2d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:22.999236 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98afdc17-64e9-43ee-a50f-aff69734a24a req-2819ef46-d33f-405b-8b77-9686b0aecb2d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0934947 Feb 11 04:40:23.038272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Allocated IP 172.20.0.3 (4643b148-1e91-44d9-887e-6491249d59a6/f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac/f3b96cb1-3e47-4dfe-9bbb-f80219c119ce) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:23.063239 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a5fd80da-e201-4cbe-bd71-13d8ba82f236), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.083004 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f082b1-a9fb-4ad2-abd2-f63d01af5980 req-00da8426-6dba-4af0-9065-8360c1b9befc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:23.085039 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94f082b1-a9fb-4ad2-abd2-f63d01af5980 req-00da8426-6dba-4af0-9065-8360c1b9befc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.0947285 Feb 11 04:40:23.138367 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:23.145473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94f082b1-a9fb-4ad2-abd2-f63d01af5980 req-caa28f34-e459-49a0-9447-bb76e78dc76b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543284 Feb 11 04:40:23.148287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:23.151532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:23.157890 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device db5b7169-f800-4f4f-97af-9f979ec7da0f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:23.165643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a27f42-5d3a-4cfa-b4e2-a20656eaded8 None None] Network baec0651-b9cf-4021-826e-e9d0ee53be2c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:23.189116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98afdc17-64e9-43ee-a50f-aff69734a24a req-e24e16be-cda6-4bd1-8138-ec4cfeda1ac9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022365 Feb 11 04:40:23.228117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Pushing event updated for resources: {'Port': ['ID=a5fd80da-e201-4cbe-bd71-13d8ba82f236,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:23.296990 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94f082b1-a9fb-4ad2-abd2-f63d01af5980 req-abee2991-8949-4435-b854-fe0679818cfa service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352272 Feb 11 04:40:23.328523 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (f5170af2-5df3-4dce-ae82-53dad49071ee), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.356508 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.392636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a5fd80da-e201-4cbe-bd71-13d8ba82f236), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.395689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331cc7d-54e5-4544-bb8e-4d6ffe91f53e req-bd328fb4-2aa1-4cde-9a12-a5a3e75daf28 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:23.398246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2331cc7d-54e5-4544-bb8e-4d6ffe91f53e req-bd328fb4-2aa1-4cde-9a12-a5a3e75daf28 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 1133 time: 0.1148200 Feb 11 04:40:23.425846 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port db5b7169-f800-4f4f-97af-9f979ec7da0f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:23.427011 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.457549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.513909 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Publish callbacks [] for port (5fafe925-daf5-44b4-b371-0e2996735be0), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.527134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.595715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Network 4643b148-1e91-44d9-887e-6491249d59a6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:23.602277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:23.604267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Pushing event updated for resources: {'Port': ['ID=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:23.618346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:23.667894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port db5b7169-f800-4f4f-97af-9f979ec7da0f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:23.683737 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94f082b1-a9fb-4ad2-abd2-f63d01af5980 req-5203108d-6fb7-4279-a656-fb7aa50d624d service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721642 Feb 11 04:40:23.687029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Attempting to bind port 5fafe925-daf5-44b4-b371-0e2996735be0 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:23.687312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Attempting to bind port 5fafe925-daf5-44b4-b371-0e2996735be0 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '93fef7a1-97de-4084-82aa-3084aa97b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:23.687692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Attempting to bind port 5fafe925-daf5-44b4-b371-0e2996735be0 on network e04da62c-9a3f-4df4-84c1-b89312a54fa7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:23.692685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:23.693360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.693933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b286f3-22c6-49c7-b580-70349143abb1 None None] Pushing event updated for resources: {'Port': ['ID=5fafe925-daf5-44b4-b371-0e2996735be0,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:23.697826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:23.698220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Checking segment: {'id': '93fef7a1-97de-4084-82aa-3084aa97b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:23.698633 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.699233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Bound using segment: {'id': '93fef7a1-97de-4084-82aa-3084aa97b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:23.699736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Bound port: 5fafe925-daf5-44b4-b371-0e2996735be0, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fef7a1-97de-4084-82aa-3084aa97b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:23.700120 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.730798 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2331cc7d-54e5-4544-bb8e-4d6ffe91f53e req-a611ae0c-59b0-4674-8b59-b378be756cc2 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262413 Feb 11 04:40:23.769311 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-e871d455-f413-4863-bf9f-a4088d9629e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6451771 Feb 11 04:40:23.782119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] For port 5fafe925-daf5-44b4-b371-0e2996735be0, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:23.789707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] For port 5fafe925-daf5-44b4-b371-0e2996735be0, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5fafe925-daf5-44b4-b371-0e2996735be0,segment=NetworkSegment(93fef7a1-97de-4084-82aa-3084aa97b458),segment_id=93fef7a1-97de-4084-82aa-3084aa97b458)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:23.795954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Request body: {'port': {'device_id': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:23.803870 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for port (a5fd80da-e201-4cbe-bd71-13d8ba82f236), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.804686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.822986 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (a5fd80da-e201-4cbe-bd71-13d8ba82f236), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.915622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d67bc-23c1-4a58-ab31-4f1423b19ee2 req-d3e8cdd3-869c-4a7a-93e0-b78430225f81 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:23.930049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b14d67bc-23c1-4a58-ab31-4f1423b19ee2 req-d3e8cdd3-869c-4a7a-93e0-b78430225f81 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 931 time: 0.0930989 Feb 11 04:40:23.976479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Pushing event updated for resources: {'Port': ['ID=a5fd80da-e201-4cbe-bd71-13d8ba82f236,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:23.988851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b14d67bc-23c1-4a58-ab31-4f1423b19ee2 req-f62316c3-1ca4-4f41-8352-def04e962f2a tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578692 Feb 11 04:40:23.999539 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.013116 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (f5170af2-5df3-4dce-ae82-53dad49071ee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.028004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Routers {'07f43aee-fe2b-4c38-9d34-f473b51bc0a5'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:24.028646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['07f43aee-fe2b-4c38-9d34-f473b51bc0a5'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:24.061102 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.062321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-6bd12975-4f4c-477a-b60f-6c8bfdda110a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8758221 Feb 11 04:40:24.066742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b286f3-22c6-49c7-b580-70349143abb1 None None] Pushing event updated for resources: {'Port': ['ID=5fafe925-daf5-44b4-b371-0e2996735be0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:24.074800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d3e7da74-6fb1-47e6-ab1f-afacbef72bdb None None] Provisioning complete for port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:24.075602 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3e7da74-6fb1-47e6-ab1f-afacbef72bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.120312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-d81687c6-7712-4e3c-a9c4-11638361a6fe req-66557eac-b9e6-4dac-aa4e-7defaacf8fa7 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1462061990', 'description': 'tempest-description-2097884163'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:24.153181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d3e7da74-6fb1-47e6-ab1f-afacbef72bdb None None] Port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:24.161662 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d81687c6-7712-4e3c-a9c4-11638361a6fe req-66557eac-b9e6-4dac-aa4e-7defaacf8fa7 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.195360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d3e7da74-6fb1-47e6-ab1f-afacbef72bdb None None] Provisioning complete for port 5fafe925-daf5-44b4-b371-0e2996735be0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:24.195753 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3e7da74-6fb1-47e6-ab1f-afacbef72bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.229867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] Set router 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:24.263162 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d81687c6-7712-4e3c-a9c4-11638361a6fe req-66557eac-b9e6-4dac-aa4e-7defaacf8fa7 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (60354570-cab6-440a-96e3-78403d0530cd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.272327 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d81687c6-7712-4e3c-a9c4-11638361a6fe req-66557eac-b9e6-4dac-aa4e-7defaacf8fa7 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (60354570-cab6-440a-96e3-78403d0530cd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.351722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d81687c6-7712-4e3c-a9c4-11638361a6fe req-66557eac-b9e6-4dac-aa4e-7defaacf8fa7 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.367653 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d81687c6-7712-4e3c-a9c4-11638361a6fe req-66557eac-b9e6-4dac-aa4e-7defaacf8fa7 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2515006 Feb 11 04:40:24.379402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-4ad6b0d6-e75b-42b8-a323-be58a1a8b02b tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.1886160 Feb 11 04:40:24.381233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66557eac-b9e6-4dac-aa4e-7defaacf8fa7 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60354570-cab6-440a-96e3-78403d0530cd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:24.443222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d3e7da74-6fb1-47e6-ab1f-afacbef72bdb None None] Current status of the port 5fafe925-daf5-44b4-b371-0e2996735be0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:24.443827 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3e7da74-6fb1-47e6-ab1f-afacbef72bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.489871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b23500-75ff-4a5c-a2fb-783329e88bf9 req-5119554b-61ac-46b9-bd00-b7ef7b127df4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:24.498937 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68b23500-75ff-4a5c-a2fb-783329e88bf9 req-5119554b-61ac-46b9-bd00-b7ef7b127df4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 944 time: 0.0748332 Feb 11 04:40:24.512288 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d3e7da74-6fb1-47e6-ab1f-afacbef72bdb None None] For port 5fafe925-daf5-44b4-b371-0e2996735be0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5fafe925-daf5-44b4-b371-0e2996735be0,segment=NetworkSegment(93fef7a1-97de-4084-82aa-3084aa97b458),segment_id=93fef7a1-97de-4084-82aa-3084aa97b458)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:24.519576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3e7da74-6fb1-47e6-ab1f-afacbef72bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.551100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-d689fff9-7b5b-4f8c-89f6-46af759689f2 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:24.554030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68b23500-75ff-4a5c-a2fb-783329e88bf9 req-6e073b22-ba29-4594-ada7-aba906fc1fd6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540259 Feb 11 04:40:24.557534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-d689fff9-7b5b-4f8c-89f6-46af759689f2 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1771188 Feb 11 04:40:24.568190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-d120c096-dcaf-43b4-91be-9a09514e62cd tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:40:24.572179 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-73203e96-f2fa-4c0e-a393-bca415b44727 req-d120c096-dcaf-43b4-91be-9a09514e62cd tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137162 Feb 11 04:40:24.584329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b96cb1-3e47-4dfe-9bbb-f80219c119ce {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:24.598491 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Publish callbacks [] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.603220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'name': 'tempest-FloatingIPDetailsTestJSON-2139670755-router', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:10Z', 'updated_at': '2022-02-11T04:40:18Z', 'revision_number': 4, 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'gw_port': {'id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:12Z', 'updated_at': '2022-02-11T04:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '5fafe925-daf5-44b4-b371-0e2996735be0', 'name': '', 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'mac_address': 'fa:16:3e:5c:e8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '88494344-8504-4a02-95ed-426425b48050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:16Z', 'updated_at': '2022-02-11T04:40:23Z', 'revision_number': 4, 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'subnets': [{'id': '88494344-8504-4a02-95ed-426425b48050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:24.605465 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7da74-6fb1-47e6-ab1f-afacbef72bdb None None] Pushing event updated for resources: {'Port': ['ID=5fafe925-daf5-44b4-b371-0e2996735be0,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:24.630654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Transition to ACTIVE for port object f3b96cb1-3e47-4dfe-9bbb-f80219c119ce will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:40:24.638066 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.641025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a4186-ac85-4d1f-83fe-fdc050986463 None None] The sync data for ids ['07f43aee-fe2b-4c38-9d34-f473b51bc0a5'] in n-d-615180-58 is: [{'id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'name': 'tempest-FloatingIPDetailsTestJSON-2139670755-router', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:10Z', 'updated_at': '2022-02-11T04:40:18Z', 'revision_number': 4, 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'gw_port': {'id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:12Z', 'updated_at': '2022-02-11T04:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '5fafe925-daf5-44b4-b371-0e2996735be0', 'name': '', 'network_id': 'e04da62c-9a3f-4df4-84c1-b89312a54fa7', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'mac_address': 'fa:16:3e:5c:e8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '88494344-8504-4a02-95ed-426425b48050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:16Z', 'updated_at': '2022-02-11T04:40:23Z', 'revision_number': 4, 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'subnets': [{'id': '88494344-8504-4a02-95ed-426425b48050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:24.662389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c1c8d65e-eade-4685-8c05-8900d22690c7 None None] Provisioning complete for port 5fafe925-daf5-44b4-b371-0e2996735be0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:24.662793 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1c8d65e-eade-4685-8c05-8900d22690c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.745496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:24.813296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8d65e-eade-4685-8c05-8900d22690c7 None None] Current status of the port 5fafe925-daf5-44b4-b371-0e2996735be0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:24.843463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f352c0b4-ce19-48e8-99e4-40c464e2c6eb req-75b1aca5-5bac-4848-8962-15695d3c1db4 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/60354570-cab6-440a-96e3-78403d0530cd HTTP/1.1" status: 200 len: 1830 time: 0.0445995 Feb 11 04:40:24.853775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f352c0b4-ce19-48e8-99e4-40c464e2c6eb req-3dd9da3f-efef-4d9f-ac41-beb72aede67f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60354570-cab6-440a-96e3-78403d0530cd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:24.854137 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f352c0b4-ce19-48e8-99e4-40c464e2c6eb req-3dd9da3f-efef-4d9f-ac41-beb72aede67f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60354570-cab6-440a-96e3-78403d0530cd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:24.890563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da1029-fbf6-4ad9-9c99-c534163a1067 req-c70b6736-6b3d-4546-8257-88919d197041 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:24.892202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47da1029-fbf6-4ad9-9c99-c534163a1067 req-c70b6736-6b3d-4546-8257-88919d197041 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1435628 Feb 11 04:40:24.936269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Attempting to bind port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:24.936607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Attempting to bind port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:24.936943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Attempting to bind port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce on network 4643b148-1e91-44d9-887e-6491249d59a6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:24.946704 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f352c0b4-ce19-48e8-99e4-40c464e2c6eb req-3dd9da3f-efef-4d9f-ac41-beb72aede67f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group_rule (dbc4bc9f-e2f1-4aa0-9fad-11ef9bc29817), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.949415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce on network 4643b148-1e91-44d9-887e-6491249d59a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:40:24.949745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Attempting to bind port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce on network 4643b148-1e91-44d9-887e-6491249d59a6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:24.967512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:24.967752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Checking segment: {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:24.968149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Bound using segment: {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:24.968590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Bound port: f3b96cb1-3e47-4dfe-9bbb-f80219c119ce, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:24.968948 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.972185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f352c0b4-ce19-48e8-99e4-40c464e2c6eb req-3dd9da3f-efef-4d9f-ac41-beb72aede67f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group_rule (dbc4bc9f-e2f1-4aa0-9fad-11ef9bc29817), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.985498 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f352c0b4-ce19-48e8-99e4-40c464e2c6eb req-3dd9da3f-efef-4d9f-ac41-beb72aede67f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (dbc4bc9f-e2f1-4aa0-9fad-11ef9bc29817), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.986275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47da1029-fbf6-4ad9-9c99-c534163a1067 req-fc4bbddc-544d-4c4c-a72f-eda9b25b9364 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861297 Feb 11 04:40:25.009741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9da3f-efef-4d9f-ac41-beb72aede67f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc4bc9f-e2f1-4aa0-9fad-11ef9bc29817,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:25.032817 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f352c0b4-ce19-48e8-99e4-40c464e2c6eb req-3dd9da3f-efef-4d9f-ac41-beb72aede67f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.038279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f352c0b4-ce19-48e8-99e4-40c464e2c6eb req-3dd9da3f-efef-4d9f-ac41-beb72aede67f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1891484 Feb 11 04:40:25.108708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] For port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:25.143247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5fafe925-daf5-44b4-b371-0e2996735be0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:25.181788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df38f0-92d4-4da9-ad2b-8fbe9ddbc983 req-a9acd3c1-c27e-4030-8371-e9a61ded5e44 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:25.183363 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0df38f0-92d4-4da9-ad2b-8fbe9ddbc983 req-a9acd3c1-c27e-4030-8371-e9a61ded5e44 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 1133 time: 0.0653698 Feb 11 04:40:25.186407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] For port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:25.203440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5fafe925-daf5-44b4-b371-0e2996735be0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:25.203916 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.207419 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.262943 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0df38f0-92d4-4da9-ad2b-8fbe9ddbc983 req-7a5f1b3b-1c60-42e4-a8f9-72c873001ae1 tempest-ServersAdminTestJSON-1493798006 tempest-ServersAdminTestJSON-1493798006-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610919 Feb 11 04:40:25.266298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-43c218f1-7154-4ac3-a9b1-c0ecbb3b6d8c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2254860 Feb 11 04:40:25.275416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:25.275963 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.277350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] 10.222.0.10 "PUT /v2.0/ports/f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 1092 time: 1.4913895 Feb 11 04:40:25.279847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:25.282155 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17f2cce-6d27-4e87-9073-bdaba8040cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:25.291647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:25.327312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5fafe925-daf5-44b4-b371-0e2996735be0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:25.343859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e49e96-9272-4275-aa8c-483543fee205 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:25.359379 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.412223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e21975-1630-41bc-9285-1c03517607c1 req-309ab491-9882-4b80-90c1-25ccaee90d84 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:25.419674 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94e21975-1630-41bc-9285-1c03517607c1 req-309ab491-9882-4b80-90c1-25ccaee90d84 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 943 time: 0.0806572 Feb 11 04:40:25.467703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-2deacd2a-da02-4a77-99dc-77dc054dd630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:25.469794 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-2deacd2a-da02-4a77-99dc-77dc054dd630 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 1126 time: 0.0912588 Feb 11 04:40:25.510810 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94e21975-1630-41bc-9285-1c03517607c1 req-66ee76ee-936b-4009-a939-e2440c3a0b3e tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819118 Feb 11 04:40:25.552733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-27bab613-faa1-4fc0-b3c0-6017f10b86ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 217 time: 0.0481822 Feb 11 04:40:25.587530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e12a324-3980-4719-a815-732ecbef6072 req-45898182-6c40-45a5-b812-1ff0469e0bbb tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/60354570-cab6-440a-96e3-78403d0530cd HTTP/1.1" status: 200 len: 2423 time: 0.0504394 Feb 11 04:40:25.629863 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.633967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-c04d2243-491b-495f-b0ac-2d01920f3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:25.635481 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-c04d2243-491b-495f-b0ac-2d01920f3782 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.0743995 Feb 11 04:40:25.762143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-bda6eda1-63a6-4bc3-ab61-5f4a1b1eeedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:25.763767 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-bda6eda1-63a6-4bc3-ab61-5f4a1b1eeedf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1201744 Feb 11 04:40:25.799952 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316e2416-bcf0-4d27-8300-93f6a6495fc4 x-openstack-request-id: req-316e2416-bcf0-4d27-8300-93f6a6495fc4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:25.800344 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:25.800614 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-316e2416-bcf0-4d27-8300-93f6a6495fc4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:25.801013 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'status': 'completed', 'code': 200} Feb 11 04:40:25.853105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Allocated IP 172.25.7.96 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/44224934-afe8-4ed4-95f0-2924fe43c0db) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:25.907840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a859d-3dab-41b8-8af7-c1da91eeb07e req-8bca3a64-f735-4a0b-961e-356e9e6cb5e0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:25.910668 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-834a859d-3dab-41b8-8af7-c1da91eeb07e req-8bca3a64-f735-4a0b-961e-356e9e6cb5e0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 944 time: 0.0654290 Feb 11 04:40:25.921077 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-7ee0ab29-7126-4ff7-a404-9deb830c9a95 service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489079 Feb 11 04:40:25.958844 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-834a859d-3dab-41b8-8af7-c1da91eeb07e req-2bab6472-950c-46d4-908c-9f688c58af52 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432909 Feb 11 04:40:26.005726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-86aaeae3-31f9-4f90-a28b-fef92dc5f577 req-93c10766-deab-4fc5-a426-08bc35f74804 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-group-rules/dbc4bc9f-e2f1-4aa0-9fad-11ef9bc29817 HTTP/1.1" status: 200 len: 778 time: 0.0215929 Feb 11 04:40:26.051398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 30392d64-2bdd-4205-87be-0ff344cd1125 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:40:26.052680 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-86aaeae3-31f9-4f90-a28b-fef92dc5f577 req-3119cf05-3142-46ca-8ca8-739784727a38 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/60354570-cab6-440a-96e3-78403d0530cd HTTP/1.1" status: 200 len: 2423 time: 0.0410936 Feb 11 04:40:26.054537 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for port (44224934-afe8-4ed4-95f0-2924fe43c0db), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.081125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1b9630e-5451-42a6-806e-193df8c200b2 req-c45ebc0c-f323-4daf-8ffb-e24a824a0b93 service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351194 Feb 11 04:40:26.089621 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-86aaeae3-31f9-4f90-a28b-fef92dc5f577 req-8211df34-8445-48bd-891c-05a8ac2b1857 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group_rule (dbc4bc9f-e2f1-4aa0-9fad-11ef9bc29817), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.098449 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-86aaeae3-31f9-4f90-a28b-fef92dc5f577 req-8211df34-8445-48bd-891c-05a8ac2b1857 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group_rule (dbc4bc9f-e2f1-4aa0-9fad-11ef9bc29817), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.119663 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (44224934-afe8-4ed4-95f0-2924fe43c0db), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.140784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-86aaeae3-31f9-4f90-a28b-fef92dc5f577 req-8211df34-8445-48bd-891c-05a8ac2b1857 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (dbc4bc9f-e2f1-4aa0-9fad-11ef9bc29817), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.146532 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-86aaeae3-31f9-4f90-a28b-fef92dc5f577 req-8211df34-8445-48bd-891c-05a8ac2b1857 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.148027 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-86aaeae3-31f9-4f90-a28b-fef92dc5f577 req-8211df34-8445-48bd-891c-05a8ac2b1857 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/dbc4bc9f-e2f1-4aa0-9fad-11ef9bc29817 HTTP/1.1" status: 204 len: 173 time: 0.0861061 Feb 11 04:40:26.160612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211df34-8445-48bd-891c-05a8ac2b1857 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbc4bc9f-e2f1-4aa0-9fad-11ef9bc29817,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:26.169575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:26.173954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:26.176379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:26.199976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Pushing event updated for resources: {'Port': ['ID=44224934-afe8-4ed4-95f0-2924fe43c0db,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:26.216189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=30392d64-2bdd-4205-87be-0ff344cd1125,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:26.229291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '30392d64-2bdd-4205-87be-0ff344cd1125', 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0', 'port_id': '30392d64-2bdd-4205-87be-0ff344cd1125', 'mac_address': 'fa:16:3e:16:ba:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd347f3fc-24c7-4017-8fdc-4d41de902991', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:40:26.264734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ea06d-3138-47a5-bc8f-ae62d7883a9e req-843e28b0-ac19-443c-b468-49a8d04050fd tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:26.266306 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a14ea06d-3138-47a5-bc8f-ae62d7883a9e req-843e28b0-ac19-443c-b468-49a8d04050fd tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 950 time: 0.0651004 Feb 11 04:40:26.281596 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 30392d64-2bdd-4205-87be-0ff344cd1125 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:26.281998 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.295397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30392d64-2bdd-4205-87be-0ff344cd1125 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:26.309244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f2cce-6d27-4e87-9073-bdaba8040cd9 req-222f2663-9fab-41fe-afc4-6bf0c9d9e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:26.310728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d17f2cce-6d27-4e87-9073-bdaba8040cd9 req-222f2663-9fab-41fe-afc4-6bf0c9d9e2de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 1126 time: 0.0870712 Feb 11 04:40:26.311901 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (79046427-120d-4b41-8319-6bfcf0cb24b3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.316922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=30392d64-2bdd-4205-87be-0ff344cd1125,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:26.317782 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a14ea06d-3138-47a5-bc8f-ae62d7883a9e req-40eab23a-d46e-4fea-88a2-7e942ae7b231 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449395 Feb 11 04:40:26.320948 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.359787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 176504c7-7c22-4051-a802-85972389c1be up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:26.405829 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (44224934-afe8-4ed4-95f0-2924fe43c0db), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.415710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=30392d64-2bdd-4205-87be-0ff344cd1125,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:26.434579 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 176504c7-7c22-4051-a802-85972389c1be triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:26.434998 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (176504c7-7c22-4051-a802-85972389c1be), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.443522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f86c-ecb7-4ff1-863b-b9c2fdedccb1 req-1f5771cc-7066-4df3-98e9-038a7a14171b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:26.445219 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8290f86c-ecb7-4ff1-863b-b9c2fdedccb1 req-1f5771cc-7066-4df3-98e9-038a7a14171b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0581248 Feb 11 04:40:26.511606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8290f86c-ecb7-4ff1-863b-b9c2fdedccb1 req-7b701472-e507-4a2c-9125-fcdbc1b29b9b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587289 Feb 11 04:40:26.534414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-15b95aca-d269-41ee-b67b-08f6928555d5 req-f1891035-d4bd-47ad-8171-88214918ce7d tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1200587513', 'description': 'tempest-description-1355587090'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:26.536606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 176504c7-7c22-4051-a802-85972389c1be is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:26.537014 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (176504c7-7c22-4051-a802-85972389c1be), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.557281 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-15b95aca-d269-41ee-b67b-08f6928555d5 req-f1891035-d4bd-47ad-8171-88214918ce7d tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.568748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176504c7-7c22-4051-a802-85972389c1be'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:26.571218 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ff0ad7-c9d9-473b-9b05-ef7d66b8e4d3" -d '{"events": [{"server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "name": "network-vif-plugged", "status": "completed", "tag": "176504c7-7c22-4051-a802-85972389c1be"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:26.590250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:26.594514 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (176504c7-7c22-4051-a802-85972389c1be), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.638993 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-15b95aca-d269-41ee-b67b-08f6928555d5 req-f1891035-d4bd-47ad-8171-88214918ce7d tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (15064b55-2e11-4158-a498-15d52bf2a728), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.644090 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-15b95aca-d269-41ee-b67b-08f6928555d5 req-f1891035-d4bd-47ad-8171-88214918ce7d tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (15064b55-2e11-4158-a498-15d52bf2a728), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.651054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=176504c7-7c22-4051-a802-85972389c1be,revision_number=11']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:26.675583 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-15b95aca-d269-41ee-b67b-08f6928555d5 req-f1891035-d4bd-47ad-8171-88214918ce7d tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.676935 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15b95aca-d269-41ee-b67b-08f6928555d5 req-f1891035-d4bd-47ad-8171-88214918ce7d tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1471980 Feb 11 04:40:26.684200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1891035-d4bd-47ad-8171-88214918ce7d tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15064b55-2e11-4158-a498-15d52bf2a728,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:26.694560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f2cce-6d27-4e87-9073-bdaba8040cd9 req-0f4d18c5-1784-43f5-9a2b-7e5d90cef373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:26.696089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d17f2cce-6d27-4e87-9073-bdaba8040cd9 req-0f4d18c5-1784-43f5-9a2b-7e5d90cef373 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.3765228 Feb 11 04:40:26.704047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['30392d64-2bdd-4205-87be-0ff344cd1125'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:26.750656 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d17f2cce-6d27-4e87-9073-bdaba8040cd9 req-2a200c9f-577c-4a04-8f71-98d690584839 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 217 time: 0.0480785 Feb 11 04:40:26.826249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9df1f-fb1b-48aa-825f-277032db441f req-34182e1f-0499-4b92-806a-d321b3b5f55d tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:26.838533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5d9df1f-fb1b-48aa-825f-277032db441f req-34182e1f-0499-4b92-806a-d321b3b5f55d tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 943 time: 0.1026282 Feb 11 04:40:26.850610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f2cce-6d27-4e87-9073-bdaba8040cd9 req-2096b51b-6887-4daf-b7d8-b75c7fd5db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:26.852194 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d17f2cce-6d27-4e87-9073-bdaba8040cd9 req-2096b51b-6887-4daf-b7d8-b75c7fd5db48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.0945623 Feb 11 04:40:26.888816 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5d9df1f-fb1b-48aa-825f-277032db441f req-dfb0582c-3e74-4556-a525-f81dc5af2328 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492196 Feb 11 04:40:26.912171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for port (44224934-afe8-4ed4-95f0-2924fe43c0db), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.922357 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (44224934-afe8-4ed4-95f0-2924fe43c0db), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.938820 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e6d88f-8b68-4efc-a29d-1939dfa0b8a3 x-openstack-request-id: req-80e6d88f-8b68-4efc-a29d-1939dfa0b8a3 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:26.939321 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "name": "network-vif-plugged", "status": "completed", "tag": "176504c7-7c22-4051-a802-85972389c1be", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:26.939587 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80e6d88f-8b68-4efc-a29d-1939dfa0b8a3 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:26.940576 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176504c7-7c22-4051-a802-85972389c1be', 'code': 200} Feb 11 04:40:26.960322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f2cce-6d27-4e87-9073-bdaba8040cd9 req-0499e8f8-6c17-42ce-8c36-3938416f8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:26.961844 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d17f2cce-6d27-4e87-9073-bdaba8040cd9 req-0499e8f8-6c17-42ce-8c36-3938416f8876 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1000013 Feb 11 04:40:26.996438 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-83ad0926-6722-4f16-8846-a2ad19ecd4bc req-8c9c5747-819d-47fd-bc86-7b57b1831186 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/15064b55-2e11-4158-a498-15d52bf2a728 HTTP/1.1" status: 200 len: 1830 time: 0.0454831 Feb 11 04:40:27.032169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Pushing event updated for resources: {'Port': ['ID=44224934-afe8-4ed4-95f0-2924fe43c0db,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:27.069894 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (79046427-120d-4b41-8319-6bfcf0cb24b3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.104929 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.106257 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-316f50f0-6d5f-48e2-9f62-d2eda8170dc1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8278995 Feb 11 04:40:27.112643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d17f2cce-6d27-4e87-9073-bdaba8040cd9 req-6031be1c-2e0a-4844-b098-7ea82c994b0f service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393375 Feb 11 04:40:27.116774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24769ac1-340a-4675-9b8a-47c24f380286 req-e45e44f7-071c-4bc1-afa3-6cd7d31e5b5c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:27.118238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24769ac1-340a-4675-9b8a-47c24f380286 req-e45e44f7-071c-4bc1-afa3-6cd7d31e5b5c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 945 time: 0.0615017 Feb 11 04:40:27.169430 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24769ac1-340a-4675-9b8a-47c24f380286 req-6c94c423-de22-487b-9d43-f307a9f84ad1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454829 Feb 11 04:40:27.177464 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-703c491d-7ef2-481a-a7db-446cbd89bbcd tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.96 HTTP/1.1" status: 200 len: 695 time: 0.0636966 Feb 11 04:40:27.210070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-ee6f6ad5-1b2b-4475-8fff-32ccd3f317b5 req-160b565a-582b-4b42-bc35-2b288c2c138b tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1269047114', 'description': 'tempest-description-1943803048'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:27.231445 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ee6f6ad5-1b2b-4475-8fff-32ccd3f317b5 req-160b565a-582b-4b42-bc35-2b288c2c138b tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.303512 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ee6f6ad5-1b2b-4475-8fff-32ccd3f317b5 req-160b565a-582b-4b42-bc35-2b288c2c138b tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (1e20aa52-09ac-42d3-a4cc-49074748c338), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.307977 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ee6f6ad5-1b2b-4475-8fff-32ccd3f317b5 req-160b565a-582b-4b42-bc35-2b288c2c138b tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1e20aa52-09ac-42d3-a4cc-49074748c338), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.310418 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d17f2cce-6d27-4e87-9073-bdaba8040cd9 req-3308d3fc-6b0f-439d-9c5e-35ee0b4197d6 service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884582 Feb 11 04:40:27.328425 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-7b417c22-71d4-4dc0-b5ad-d2e0cf98524b tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:27.329895 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e3dd89f0-eb67-4385-bd6a-83c02d58be85 req-7b417c22-71d4-4dc0-b5ad-d2e0cf98524b tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1462977 Feb 11 04:40:27.338621 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ee6f6ad5-1b2b-4475-8fff-32ccd3f317b5 req-160b565a-582b-4b42-bc35-2b288c2c138b tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.339916 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ee6f6ad5-1b2b-4475-8fff-32ccd3f317b5 req-160b565a-582b-4b42-bc35-2b288c2c138b tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1340244 Feb 11 04:40:27.346278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b565a-582b-4b42-bc35-2b288c2c138b tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e20aa52-09ac-42d3-a4cc-49074748c338,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:27.452765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679d21a-b849-49a0-aac9-9acc6fec321c req-927cd4c3-8f28-4269-9f9e-5df3e4f400e4 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:27.454232 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a679d21a-b849-49a0-aac9-9acc6fec321c req-927cd4c3-8f28-4269-9f9e-5df3e4f400e4 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 950 time: 0.0533364 Feb 11 04:40:27.463421 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-7fb7f874-0a25-4c45-8891-803260b50388 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1060920 Feb 11 04:40:27.471290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:27.494257 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.504333 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a679d21a-b849-49a0-aac9-9acc6fec321c req-876a98ba-cc82-4195-a907-fc6061caa16d tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436850 Feb 11 04:40:27.567071 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bf2d708-f7cc-47b7-b13b-413eefdc8ed5 req-6ce26e5a-dd70-43ad-95ac-733d0e766f05 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/1e20aa52-09ac-42d3-a4cc-49074748c338 HTTP/1.1" status: 200 len: 1830 time: 0.0367231 Feb 11 04:40:27.592806 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.671846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a099d5e-a0a3-4092-b919-3f2a343c8ea9 req-01e0aade-f501-4fb3-bf92-24c9c4c98538 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:27.673384 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a099d5e-a0a3-4092-b919-3f2a343c8ea9 req-01e0aade-f501-4fb3-bf92-24c9c4c98538 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0559602 Feb 11 04:40:27.702117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Allocated IP 172.25.7.35 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/91302d9d-0d10-47b0-967d-55b03ee49f87) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:27.722155 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a099d5e-a0a3-4092-b919-3f2a343c8ea9 req-05ea0e66-5c5c-4bfb-99ce-294b06ba5f79 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Feb 11 04:40:27.748726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f2cbef2a-21ad-4b06-a399-9ef11bc3cd07 req-e9e35962-2d71-45ff-a657-97d28a92f1ad tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-914880253', 'description': 'tempest-description-630463255'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:27.769651 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f2cbef2a-21ad-4b06-a399-9ef11bc3cd07 req-e9e35962-2d71-45ff-a657-97d28a92f1ad tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.808692 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for port (91302d9d-0d10-47b0-967d-55b03ee49f87), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.835623 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f2cbef2a-21ad-4b06-a399-9ef11bc3cd07 req-e9e35962-2d71-45ff-a657-97d28a92f1ad tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (c2fcb593-aa7f-4675-bb09-02c9bb7291ea), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.840082 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f2cbef2a-21ad-4b06-a399-9ef11bc3cd07 req-e9e35962-2d71-45ff-a657-97d28a92f1ad tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c2fcb593-aa7f-4675-bb09-02c9bb7291ea), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.844920 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (91302d9d-0d10-47b0-967d-55b03ee49f87), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.871105 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f2cbef2a-21ad-4b06-a399-9ef11bc3cd07 req-e9e35962-2d71-45ff-a657-97d28a92f1ad tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.872497 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2cbef2a-21ad-4b06-a399-9ef11bc3cd07 req-e9e35962-2d71-45ff-a657-97d28a92f1ad tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1278462 Feb 11 04:40:27.876406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e35962-2d71-45ff-a657-97d28a92f1ad tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fcb593-aa7f-4675-bb09-02c9bb7291ea,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:27.889113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:27.895889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:27.898455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:27.934758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Pushing event updated for resources: {'Port': ['ID=91302d9d-0d10-47b0-967d-55b03ee49f87,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:27.948142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dec10713-215c-4616-9865-edbe54a88b7a req-1150c877-9ae7-406e-8cb3-de83774775b7 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/c2fcb593-aa7f-4675-bb09-02c9bb7291ea HTTP/1.1" status: 200 len: 1828 time: 0.0502520 Feb 11 04:40:27.997133 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (4a8419e2-dc4f-4462-b51d-a5eecb1020c2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.033428 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (91302d9d-0d10-47b0-967d-55b03ee49f87), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.046820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c88f91-95b8-4887-bf37-be225a487ea4 req-3ddfae5c-e681-486a-838a-6225c8011114 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:28.048493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8c88f91-95b8-4887-bf37-be225a487ea4 req-3ddfae5c-e681-486a-838a-6225c8011114 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 943 time: 0.0529420 Feb 11 04:40:28.055093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 30392d64-2bdd-4205-87be-0ff344cd1125 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:28.107366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 30392d64-2bdd-4205-87be-0ff344cd1125 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:40:28.110129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8c88f91-95b8-4887-bf37-be225a487ea4 req-b0862847-fe29-47b4-ac35-8da6f368f8ea tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550129 Feb 11 04:40:28.111641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 30392d64-2bdd-4205-87be-0ff344cd1125 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:28.112545 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.138467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f8ec3ff0-602d-485e-84c3-74f93c97715e req-a8174aac-ede1-4fa9-a4c6-596ede22f1bd tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-846414835', 'description': 'tempest-description-223909571'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:28.162024 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f8ec3ff0-602d-485e-84c3-74f93c97715e req-a8174aac-ede1-4fa9-a4c6-596ede22f1bd tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.197196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 30392d64-2bdd-4205-87be-0ff344cd1125 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:28.197608 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.208223 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for port (91302d9d-0d10-47b0-967d-55b03ee49f87), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.214838 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (91302d9d-0d10-47b0-967d-55b03ee49f87), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.236689 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=30392d64-2bdd-4205-87be-0ff344cd1125,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:28.238216 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f8ec3ff0-602d-485e-84c3-74f93c97715e req-a8174aac-ede1-4fa9-a4c6-596ede22f1bd tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (3e87ada2-c136-452a-ad98-ce470f4473b2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.243115 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.244198 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f8ec3ff0-602d-485e-84c3-74f93c97715e req-a8174aac-ede1-4fa9-a4c6-596ede22f1bd tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3e87ada2-c136-452a-ad98-ce470f4473b2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.275807 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f8ec3ff0-602d-485e-84c3-74f93c97715e req-a8174aac-ede1-4fa9-a4c6-596ede22f1bd tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.288577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8ec3ff0-602d-485e-84c3-74f93c97715e req-a8174aac-ede1-4fa9-a4c6-596ede22f1bd tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1531515 Feb 11 04:40:28.291822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8174aac-ede1-4fa9-a4c6-596ede22f1bd tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e87ada2-c136-452a-ad98-ce470f4473b2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:28.292924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Pushing event updated for resources: {'Port': ['ID=91302d9d-0d10-47b0-967d-55b03ee49f87,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:28.303771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=30392d64-2bdd-4205-87be-0ff344cd1125,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:28.305407 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (4a8419e2-dc4f-4462-b51d-a5eecb1020c2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.324881 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.326121 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-bc8befcd-8d51-4959-95e6-fa080befca6e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8589983 Feb 11 04:40:28.379420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-410f4df7-bc1f-456b-baaf-6c36af2f67bc tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.35 HTTP/1.1" status: 200 len: 695 time: 0.0463665 Feb 11 04:40:28.388164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc402-d68b-44ca-8482-f0ed49a5d277 req-84f92a78-a7d2-45fa-b5d8-3827d325c928 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:28.389755 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a2fc402-d68b-44ca-8482-f0ed49a5d277 req-84f92a78-a7d2-45fa-b5d8-3827d325c928 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 946 time: 0.0542095 Feb 11 04:40:28.435878 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a2fc402-d68b-44ca-8482-f0ed49a5d277 req-2f6683c4-c87d-4c31-839a-56932e278c8a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404601 Feb 11 04:40:28.490585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-1e199b1f-ce8f-4041-b142-40d20010b0e5 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:28.492338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3806fbb8-5c4c-4be0-802f-8b3ae05f0064 req-1e199b1f-ce8f-4041-b142-40d20010b0e5 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1077542 Feb 11 04:40:28.504503 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-73c697d0-6127-4046-879f-7f430ad45af0 req-d576f28e-7074-49ab-b0c0-94f46d2c0fe9 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/3e87ada2-c136-452a-ad98-ce470f4473b2 HTTP/1.1" status: 200 len: 1828 time: 0.0459540 Feb 11 04:40:28.535653 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-1b91f0b0-8066-4ef1-8041-93469f9e7052 req-18907c65-72f1-46ac-8b92-4b1c23b0331f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] show failed (client error): The resource could not be found. Feb 11 04:40:28.536675 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b91f0b0-8066-4ef1-8041-93469f9e7052 req-18907c65-72f1-46ac-8b92-4b1c23b0331f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/92848500-8818-4aa4-98b0-20aa60800d9a HTTP/1.1" status: 404 len: 352 time: 0.0137765 Feb 11 04:40:28.617450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-c5c95247-8a3f-4f5a-b222-ffb63825135d tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1035478 Feb 11 04:40:28.626713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:28.645155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9916d-b367-40d8-8443-f2f8598c1bde req-98b09f66-c1df-4bdf-a792-6a832d8ffbed tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:28.646069 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.646690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afe9916d-b367-40d8-8443-f2f8598c1bde req-98b09f66-c1df-4bdf-a792-6a832d8ffbed tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 950 time: 0.0576105 Feb 11 04:40:28.695488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afe9916d-b367-40d8-8443-f2f8598c1bde req-d2b66098-c339-45d6-97c1-2f43fc87c0de tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428536 Feb 11 04:40:28.737693 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-56f4fc81-462a-451c-abe8-08dff76a74ff req-3e945d40-1a43-4a85-9531-fbc4e799cb2b tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] show failed (client error): The resource could not be found. Feb 11 04:40:28.738989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56f4fc81-462a-451c-abe8-08dff76a74ff req-3e945d40-1a43-4a85-9531-fbc4e799cb2b tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-group-rules/c4d473f7-eec1-45b2-96cd-92418ba783c6 HTTP/1.1" status: 404 len: 361 time: 0.0219579 Feb 11 04:40:28.752145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.784190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ad5a7-b795-4cf8-bf9c-7910f385f46a req-035ce070-1cd1-4a4b-beca-e3b9ef64e1db tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:28.785785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-550ad5a7-b795-4cf8-bf9c-7910f385f46a req-035ce070-1cd1-4a4b-beca-e3b9ef64e1db tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 950 time: 0.0607803 Feb 11 04:40:28.858059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Allocated IP 172.25.7.193 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/8b8d9c77-2274-44c9-ac29-a9e3ca378f50) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:28.912376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaca5b6-d0c2-4d50-95d3-7810c5a841ac req-28803ba2-b168-4dd0-a8f5-02059067d976 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:28.913987 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ddaca5b6-d0c2-4d50-95d3-7810c5a841ac req-28803ba2-b168-4dd0-a8f5-02059067d976 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1201611 Feb 11 04:40:28.941440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2036faa-6635-49bf-a7b2-c1047d9bb715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30392d64-2bdd-4205-87be-0ff344cd1125'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:28.943965 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc98baa-83b2-4e60-96f0-90fc8aa64359" -d '{"events": [{"server_uuid": "f2036faa-6635-49bf-a7b2-c1047d9bb715", "name": "network-vif-plugged", "status": "completed", "tag": "30392d64-2bdd-4205-87be-0ff344cd1125"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:28.974164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-550ad5a7-b795-4cf8-bf9c-7910f385f46a req-11c5220a-2020-48e5-af71-d580428ffebf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Deleting port 35531c59-fdf1-49ba-bdc2-964ff9409f7c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:28.974358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-550ad5a7-b795-4cf8-bf9c-7910f385f46a req-11c5220a-2020-48e5-af71-d580428ffebf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.977266 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for port (8b8d9c77-2274-44c9-ac29-a9e3ca378f50), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.996906 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ddaca5b6-d0c2-4d50-95d3-7810c5a841ac req-870cb9a6-c22e-4718-b090-f776794a38fb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760512 Feb 11 04:40:29.022210 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (8b8d9c77-2274-44c9-ac29-a9e3ca378f50), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.065251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:29.068233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:29.070928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:29.108594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-550ad5a7-b795-4cf8-bf9c-7910f385f46a req-11c5220a-2020-48e5-af71-d580428ffebf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] For port 35531c59-fdf1-49ba-bdc2-964ff9409f7c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=35531c59-fdf1-49ba-bdc2-964ff9409f7c,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:29.108965 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-550ad5a7-b795-4cf8-bf9c-7910f385f46a req-11c5220a-2020-48e5-af71-d580428ffebf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.110198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Pushing event updated for resources: {'Port': ['ID=8b8d9c77-2274-44c9-ac29-a9e3ca378f50,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:29.113597 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fc2bb735-d5ca-4c25-b74f-7322ffc4b176 req-15f53865-4eef-41c8-8038-f37d27bc33fe tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/3e87ada2-c136-452a-ad98-ce470f4473b2 HTTP/1.1" status: 200 len: 1828 time: 0.0688050 Feb 11 04:40:29.135348 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-550ad5a7-b795-4cf8-bf9c-7910f385f46a req-11c5220a-2020-48e5-af71-d580428ffebf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Calling delete_port for 35531c59-fdf1-49ba-bdc2-964ff9409f7c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:29.182396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (3319fe29-6504-45d7-b01d-f2ed1c6d49e1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.220282 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8b8d9c77-2274-44c9-ac29-a9e3ca378f50), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.237020 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fc2bb735-d5ca-4c25-b74f-7322ffc4b176 req-9dc2d970-fbb9-47cc-9b97-a154141f01a3 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (3e87ada2-c136-452a-ad98-ce470f4473b2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.270770 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fc2bb735-d5ca-4c25-b74f-7322ffc4b176 req-9dc2d970-fbb9-47cc-9b97-a154141f01a3 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (3e87ada2-c136-452a-ad98-ce470f4473b2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.346001 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fc2bb735-d5ca-4c25-b74f-7322ffc4b176 req-9dc2d970-fbb9-47cc-9b97-a154141f01a3 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3e87ada2-c136-452a-ad98-ce470f4473b2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.348871 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fc2bb735-d5ca-4c25-b74f-7322ffc4b176 req-9dc2d970-fbb9-47cc-9b97-a154141f01a3 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.350013 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fc2bb735-d5ca-4c25-b74f-7322ffc4b176 req-9dc2d970-fbb9-47cc-9b97-a154141f01a3 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "DELETE /v2.0/security-groups/3e87ada2-c136-452a-ad98-ce470f4473b2 HTTP/1.1" status: 204 len: 173 time: 0.2256238 Feb 11 04:40:29.358849 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-550ad5a7-b795-4cf8-bf9c-7910f385f46a req-11c5220a-2020-48e5-af71-d580428ffebf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (35531c59-fdf1-49ba-bdc2-964ff9409f7c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.373870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2d970-fbb9-47cc-9b97-a154141f01a3 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e87ada2-c136-452a-ad98-ce470f4473b2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:29.384858 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for port (8b8d9c77-2274-44c9-ac29-a9e3ca378f50), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.392172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (8b8d9c77-2274-44c9-ac29-a9e3ca378f50), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.396456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5220a-2020-48e5-af71-d580428ffebf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Pushing event deleted for resources: {'Port': ['ID=35531c59-fdf1-49ba-bdc2-964ff9409f7c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:29.417940 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1db348b-865a-41c4-a8d2-97a4221f17ac x-openstack-request-id: req-a1db348b-865a-41c4-a8d2-97a4221f17ac {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:29.418466 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2036faa-6635-49bf-a7b2-c1047d9bb715", "name": "network-vif-plugged", "status": "completed", "tag": "30392d64-2bdd-4205-87be-0ff344cd1125", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:29.418622 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1db348b-865a-41c4-a8d2-97a4221f17ac {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:29.419321 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2036faa-6635-49bf-a7b2-c1047d9bb715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30392d64-2bdd-4205-87be-0ff344cd1125', 'code': 200} Feb 11 04:40:29.422555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['51629dc6-28d7-4a24-bf4c-b04c786c8012'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:29.445063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Pushing event updated for resources: {'Port': ['ID=8b8d9c77-2274-44c9-ac29-a9e3ca378f50,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:29.448469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-550ad5a7-b795-4cf8-bf9c-7910f385f46a req-11c5220a-2020-48e5-af71-d580428ffebf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] No DVR routers for this DVR port 35531c59-fdf1-49ba-bdc2-964ff9409f7c on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:29.451692 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-550ad5a7-b795-4cf8-bf9c-7910f385f46a req-11c5220a-2020-48e5-af71-d580428ffebf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.456145 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-550ad5a7-b795-4cf8-bf9c-7910f385f46a req-11c5220a-2020-48e5-af71-d580428ffebf tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.60 "DELETE /v2.0/ports/35531c59-fdf1-49ba-bdc2-964ff9409f7c HTTP/1.1" status: 204 len: 173 time: 0.6460545 Feb 11 04:40:29.456674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad566371-f3d4-4669-b36f-241050c70cc8', 'name': 'network-vif-deleted', 'tag': '35531c59-fdf1-49ba-bdc2-964ff9409f7c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:29.459255 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dedeb13-ec4a-4c3e-8a50-e9bec2bff6d1" -d '{"events": [{"server_uuid": "ad566371-f3d4-4669-b36f-241050c70cc8", "name": "network-vif-deleted", "tag": "35531c59-fdf1-49ba-bdc2-964ff9409f7c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:29.488006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['35531c59-fdf1-49ba-bdc2-964ff9409f7c', '176504c7-7c22-4051-a802-85972389c1be'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:29.520970 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (3319fe29-6504-45d7-b01d-f2ed1c6d49e1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.575913 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.577485 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-00503fa2-d381-48f9-8dcb-9e4e9e73266e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9543142 Feb 11 04:40:29.586641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394edd1-0af7-45a0-8652-a02672174c3c req-15d6fc67-3dd5-48bd-82ce-02f0821a5f56 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:29.588236 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f394edd1-0af7-45a0-8652-a02672174c3c req-15d6fc67-3dd5-48bd-82ce-02f0821a5f56 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 943 time: 0.0991192 Feb 11 04:40:29.610545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcd8f9-ca21-498a-a462-b994e84e6005 req-a95398af-88fb-44a5-8d8b-1c63438ca1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:29.612953 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07dcd8f9-ca21-498a-a462-b994e84e6005 req-a95398af-88fb-44a5-8d8b-1c63438ca1ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 1129 time: 0.0754025 Feb 11 04:40:29.665247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f394edd1-0af7-45a0-8652-a02672174c3c req-a271dac6-a7fc-41f2-b835-1001a1f5a7e2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657380 Feb 11 04:40:29.666672 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-86fa6cdc-3b54-4d96-8515-d7454a895321 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 696 time: 0.0727324 Feb 11 04:40:29.725052 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5f56f99-1a04-4ac4-a69d-9e11b500b00d req-5b4bf55e-123d-4cb1-a41f-605155875835 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/c2fcb593-aa7f-4675-bb09-02c9bb7291ea HTTP/1.1" status: 200 len: 1828 time: 0.0464387 Feb 11 04:40:29.775386 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07dcd8f9-ca21-498a-a462-b994e84e6005 req-44e4e740-b77b-45e6-b8f3-b8ba6f5f4393 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077037 Feb 11 04:40:29.781236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b5f56f99-1a04-4ac4-a69d-9e11b500b00d req-03604413-4d58-4f7b-8462-8aa51ce85c95 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (c2fcb593-aa7f-4675-bb09-02c9bb7291ea), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.808699 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b5f56f99-1a04-4ac4-a69d-9e11b500b00d req-03604413-4d58-4f7b-8462-8aa51ce85c95 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (c2fcb593-aa7f-4675-bb09-02c9bb7291ea), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.812968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-0de36250-e506-42a4-85a8-c3eeb422bedb tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:29.814419 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07173e1e-e247-43d2-b000-3dbe7e833d59 req-0de36250-e506-42a4-85a8-c3eeb422bedb tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1391938 Feb 11 04:40:29.860181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b5f56f99-1a04-4ac4-a69d-9e11b500b00d req-03604413-4d58-4f7b-8462-8aa51ce85c95 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c2fcb593-aa7f-4675-bb09-02c9bb7291ea), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.863570 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b5f56f99-1a04-4ac4-a69d-9e11b500b00d req-03604413-4d58-4f7b-8462-8aa51ce85c95 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.864902 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5f56f99-1a04-4ac4-a69d-9e11b500b00d req-03604413-4d58-4f7b-8462-8aa51ce85c95 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "DELETE /v2.0/security-groups/c2fcb593-aa7f-4675-bb09-02c9bb7291ea HTTP/1.1" status: 204 len: 173 time: 0.1387935 Feb 11 04:40:29.901498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03604413-4d58-4f7b-8462-8aa51ce85c95 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fcb593-aa7f-4675-bb09-02c9bb7291ea,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:29.913516 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08e6915-2364-41c5-b69f-a1517d0a8ceb x-openstack-request-id: req-c08e6915-2364-41c5-b69f-a1517d0a8ceb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:29.913877 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad566371-f3d4-4669-b36f-241050c70cc8", "name": "network-vif-deleted", "tag": "35531c59-fdf1-49ba-bdc2-964ff9409f7c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:29.914054 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c08e6915-2364-41c5-b69f-a1517d0a8ceb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:29.914464 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad566371-f3d4-4669-b36f-241050c70cc8', 'name': 'network-vif-deleted', 'tag': '35531c59-fdf1-49ba-bdc2-964ff9409f7c', 'status': 'completed', 'code': 200} Feb 11 04:40:29.948917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4af3da-f0d4-4505-80e4-37318c7e28d7 req-424d5f20-00f8-4298-ade9-a418d054b62b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:29.950513 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e4af3da-f0d4-4505-80e4-37318c7e28d7 req-424d5f20-00f8-4298-ade9-a418d054b62b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 946 time: 0.0757101 Feb 11 04:40:29.962262 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-32a69bcf-3e9c-4d92-b40d-350e88e16634 service neutron] 10.222.0.60 "GET /v2.0/ports/4634e114-9df0-4ad5-8c2d-1d9f1523d657/bindings/n-h1-615180-58 HTTP/1.1" status: 200 len: 383 time: 0.1115296 Feb 11 04:40:30.027136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e4af3da-f0d4-4505-80e4-37318c7e28d7 req-09ac8afb-c629-479b-855b-49b26e0401ef tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687270 Feb 11 04:40:30.060932 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c2fe395-d64f-47ae-94de-1f574e9a5d4e req-42a59e0e-0c82-4130-9d5f-b317bdc977d1 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad566371-f3d4-4669-b36f-241050c70cc8 HTTP/1.1" status: 200 len: 210 time: 0.0401139 Feb 11 04:40:30.070456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f3b96cb1-3e47-4dfe-9bbb-f80219c119ce details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:40:30.163415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6ddfbc7-41bd-46e6-8708-cf06a2d322f1 req-82d5d544-f2f2-40ee-a20d-aa978b0fda8b tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/1e20aa52-09ac-42d3-a4cc-49074748c338 HTTP/1.1" status: 200 len: 1830 time: 0.0564580 Feb 11 04:40:30.195482 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad94c2d-11a4-45d4-adb0-62a94a52d834 req-74f818cd-8eba-468a-bb64-a290d943957e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips/3319fe29-6504-45d7-b01d-f2ed1c6d49e1 HTTP/1.1" status: 200 len: 693 time: 0.1122644 Feb 11 04:40:30.227445 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d6ddfbc7-41bd-46e6-8708-cf06a2d322f1 req-4141758a-d629-446c-8ec8-a543f11b620f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (1e20aa52-09ac-42d3-a4cc-49074748c338), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.244128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:30.259908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'port_id': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'mac_address': 'fa:16:3e:70:23:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:40:30.274504 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d6ddfbc7-41bd-46e6-8708-cf06a2d322f1 req-4141758a-d629-446c-8ec8-a543f11b620f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (1e20aa52-09ac-42d3-a4cc-49074748c338), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.301053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:30.301725 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.316292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b96cb1-3e47-4dfe-9bbb-f80219c119ce {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:30.327444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94c2d-11a4-45d4-adb0-62a94a52d834 req-edca7b26-3919-4ae5-9685-10df96e84e22 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:30.328804 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad94c2d-11a4-45d4-adb0-62a94a52d834 req-edca7b26-3919-4ae5-9685-10df96e84e22 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1325655 Feb 11 04:40:30.337427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:30.345627 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.348470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-0ad94c2d-11a4-45d4-adb0-62a94a52d834 req-eb3ffbcf-e1d4-4551-ab3a-de78ae9a894b tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:40:30.349869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad94c2d-11a4-45d4-adb0-62a94a52d834 req-eb3ffbcf-e1d4-4551-ab3a-de78ae9a894b tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140517 Feb 11 04:40:30.373251 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d6ddfbc7-41bd-46e6-8708-cf06a2d322f1 req-4141758a-d629-446c-8ec8-a543f11b620f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1e20aa52-09ac-42d3-a4cc-49074748c338), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.374948 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d6ddfbc7-41bd-46e6-8708-cf06a2d322f1 req-4141758a-d629-446c-8ec8-a543f11b620f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.375897 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6ddfbc7-41bd-46e6-8708-cf06a2d322f1 req-4141758a-d629-446c-8ec8-a543f11b620f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "DELETE /v2.0/security-groups/1e20aa52-09ac-42d3-a4cc-49074748c338 HTTP/1.1" status: 204 len: 173 time: 0.2115583 Feb 11 04:40:30.406960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141758a-d629-446c-8ec8-a543f11b620f tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e20aa52-09ac-42d3-a4cc-49074748c338,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:30.428215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-b040e896-55c9-4658-a78d-7c89054042ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:30.430124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-b040e896-55c9-4658-a78d-7c89054042ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020&tenant_id=1065d83b11b143078bcea2c5380d8113 HTTP/1.1" status: 200 len: 1132 time: 0.0891576 Feb 11 04:40:30.495487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e72acd-ffeb-406a-82cc-80df93ccce7b req-6e7e576c-5b95-454a-80df-6c6cac899ebd tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:30.508971 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-88e72acd-ffeb-406a-82cc-80df93ccce7b req-6e7e576c-5b95-454a-80df-6c6cac899ebd tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0809102 Feb 11 04:40:30.552544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:30.570381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-88e72acd-ffeb-406a-82cc-80df93ccce7b req-b776fd04-883e-43a5-9eac-e64989ee51ac tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603163 Feb 11 04:40:30.572116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-ad2c5b98-51e0-4ce0-8f86-6956220c4435 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips/3319fe29-6504-45d7-b01d-f2ed1c6d49e1 HTTP/1.1" status: 200 len: 693 time: 0.1174519 Feb 11 04:40:30.618323 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-8e1d406e-438f-4b16-9c99-0923d66eba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:30.619843 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-8e1d406e-438f-4b16-9c99-0923d66eba28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 1132 time: 0.1222908 Feb 11 04:40:30.642731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-059eff05-09e1-49a2-89c1-7010dc19c1df req-e709f061-0995-44b9-8e78-92463c384ad7 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/15064b55-2e11-4158-a498-15d52bf2a728 HTTP/1.1" status: 200 len: 1830 time: 0.0446472 Feb 11 04:40:30.698828 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-059eff05-09e1-49a2-89c1-7010dc19c1df req-07a8b7ae-189a-4e22-9cbe-e7b8bf57b234 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (15064b55-2e11-4158-a498-15d52bf2a728), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.721486 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-059eff05-09e1-49a2-89c1-7010dc19c1df req-07a8b7ae-189a-4e22-9cbe-e7b8bf57b234 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (15064b55-2e11-4158-a498-15d52bf2a728), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.734773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['f3b96cb1-3e47-4dfe-9bbb-f80219c119ce'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:30.740542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-fe3d3acb-ee04-4e6b-828f-3c4378d25dcd tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:30.742347 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-fe3d3acb-ee04-4e6b-828f-3c4378d25dcd tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1638558 Feb 11 04:40:30.755345 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-22bec016-91e8-4c5f-adac-4bd6cf022273 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:40:30.756063 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-22bec016-91e8-4c5f-adac-4bd6cf022273 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072589 Feb 11 04:40:30.773058 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-059eff05-09e1-49a2-89c1-7010dc19c1df req-07a8b7ae-189a-4e22-9cbe-e7b8bf57b234 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (15064b55-2e11-4158-a498-15d52bf2a728), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.775741 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-059eff05-09e1-49a2-89c1-7010dc19c1df req-07a8b7ae-189a-4e22-9cbe-e7b8bf57b234 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.782860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-059eff05-09e1-49a2-89c1-7010dc19c1df req-07a8b7ae-189a-4e22-9cbe-e7b8bf57b234 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "DELETE /v2.0/security-groups/15064b55-2e11-4158-a498-15d52bf2a728 HTTP/1.1" status: 204 len: 173 time: 0.1330700 Feb 11 04:40:30.801264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8b7ae-189a-4e22-9cbe-e7b8bf57b234 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15064b55-2e11-4158-a498-15d52bf2a728,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:30.829310 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-dd37661f-13cf-442d-98ab-31da161dd919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:30.830828 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-dd37661f-13cf-442d-98ab-31da161dd919 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1804864 Feb 11 04:40:30.856023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-fc35d7ac-404c-49fe-b17b-0b3befcc598e tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 696 time: 0.0910585 Feb 11 04:40:30.887575 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-e609f7f1-916f-44ba-8b35-088b9eaf82a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657 HTTP/1.1" status: 200 len: 217 time: 0.0437620 Feb 11 04:40:30.956640 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-1cd3b5c7-dc02-4173-af6a-2bad95e2ebc3 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 696 time: 0.0717168 Feb 11 04:40:31.013441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-6bdcf009-c799-4df3-998a-fd6240d88ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:31.014801 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-6bdcf009-c799-4df3-998a-fd6240d88ef7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1205115 Feb 11 04:40:31.148649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-1dc84fe2-d91c-401d-8c20-af3dd486efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:31.150416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-1dc84fe2-d91c-401d-8c20-af3dd486efdb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1027272 Feb 11 04:40:31.202731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-595290eb-4a9f-4fd3-a20c-e024bf0bd97c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Deleting port 8b8d9c77-2274-44c9-ac29-a9e3ca378f50 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:31.203104 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-595290eb-4a9f-4fd3-a20c-e024bf0bd97c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8b8d9c77-2274-44c9-ac29-a9e3ca378f50), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.246713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963fd6c-9919-4886-8bb4-0eae31c5949d req-87518cfb-9421-43e6-8fa0-acc90aa59ff9 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:31.249002 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c963fd6c-9919-4886-8bb4-0eae31c5949d req-87518cfb-9421-43e6-8fa0-acc90aa59ff9 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 944 time: 0.0674105 Feb 11 04:40:31.295965 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c963fd6c-9919-4886-8bb4-0eae31c5949d req-137a6a2e-8ddb-4bcb-af01-4973c2e10012 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 Feb 11 04:40:31.312386 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-4dc999fc-823e-482c-bcb9-57ac6d08d2d7 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543388 Feb 11 04:40:31.336871 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-595290eb-4a9f-4fd3-a20c-e024bf0bd97c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8b8d9c77-2274-44c9-ac29-a9e3ca378f50), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.337201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-595290eb-4a9f-4fd3-a20c-e024bf0bd97c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (8b8d9c77-2274-44c9-ac29-a9e3ca378f50), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.359184 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f30505a5-79f5-4327-8b8f-2a91802a1903 req-945623d1-f86f-4658-be58-3cb1d808f557 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "GET /v2.0/security-groups/60354570-cab6-440a-96e3-78403d0530cd HTTP/1.1" status: 200 len: 1830 time: 0.0407908 Feb 11 04:40:31.364714 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-595290eb-4a9f-4fd3-a20c-e024bf0bd97c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Calling delete_port for 8b8d9c77-2274-44c9-ac29-a9e3ca378f50 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:31.415425 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f30505a5-79f5-4327-8b8f-2a91802a1903 req-170d548c-322f-4c8c-ad5b-f48cccae7ce0 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (60354570-cab6-440a-96e3-78403d0530cd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.436966 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f30505a5-79f5-4327-8b8f-2a91802a1903 req-170d548c-322f-4c8c-ad5b-f48cccae7ce0 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (60354570-cab6-440a-96e3-78403d0530cd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.487482 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f30505a5-79f5-4327-8b8f-2a91802a1903 req-170d548c-322f-4c8c-ad5b-f48cccae7ce0 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (60354570-cab6-440a-96e3-78403d0530cd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.488038 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-bcd3b426-0c92-4366-b429-5b102c5483de service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618364 Feb 11 04:40:31.490315 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f30505a5-79f5-4327-8b8f-2a91802a1903 req-170d548c-322f-4c8c-ad5b-f48cccae7ce0 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.491716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f30505a5-79f5-4327-8b8f-2a91802a1903 req-170d548c-322f-4c8c-ad5b-f48cccae7ce0 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] 10.222.0.48 "DELETE /v2.0/security-groups/60354570-cab6-440a-96e3-78403d0530cd HTTP/1.1" status: 204 len: 173 time: 0.1266625 Feb 11 04:40:31.499661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46614) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:31.504758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d548c-322f-4c8c-ad5b-f48cccae7ce0 tempest-SecurityGroupRulesNegativeTestJSON-1852422469 tempest-SecurityGroupRulesNegativeTestJSON-1852422469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60354570-cab6-440a-96e3-78403d0530cd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:31.695497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61e723-037f-4152-bdcc-4f892964b06d req-6df488bf-33ab-46ea-bc17-c25df61d1b71 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:31.698166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac61e723-037f-4152-bdcc-4f892964b06d req-6df488bf-33ab-46ea-bc17-c25df61d1b71 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 946 time: 0.0869060 Feb 11 04:40:31.755297 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac61e723-037f-4152-bdcc-4f892964b06d req-3d2a2524-0cf3-4ffc-9cca-14f016891e95 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489457 Feb 11 04:40:31.873030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e2c1c8-b4be-4a28-8ef6-b736741cacdf admin admin] Deleting subnet 5815c412-bdbc-4243-b057-3886f2fc8cb4 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:40:31.878048 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98e2c1c8-b4be-4a28-8ef6-b736741cacdf admin admin] Publish callbacks [] for subnet (5815c412-bdbc-4243-b057-3886f2fc8cb4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.922442 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98e2c1c8-b4be-4a28-8ef6-b736741cacdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (5815c412-bdbc-4243-b057-3886f2fc8cb4), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.942067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-595290eb-4a9f-4fd3-a20c-e024bf0bd97c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8b8d9c77-2274-44c9-ac29-a9e3ca378f50), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.978276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595290eb-4a9f-4fd3-a20c-e024bf0bd97c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Pushing event deleted for resources: {'Port': ['ID=8b8d9c77-2274-44c9-ac29-a9e3ca378f50,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:32.062754 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98e2c1c8-b4be-4a28-8ef6-b736741cacdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (5815c412-bdbc-4243-b057-3886f2fc8cb4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.079059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f3b96cb1-3e47-4dfe-9bbb-f80219c119ce up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:32.113497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f330467-6c83-4670-8979-2701f75bbfb9 req-401ff0c1-f337-49bd-a831-749904db8826 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:32.114661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-595290eb-4a9f-4fd3-a20c-e024bf0bd97c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (3319fe29-6504-45d7-b01d-f2ed1c6d49e1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.117342 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f330467-6c83-4670-8979-2701f75bbfb9 req-401ff0c1-f337-49bd-a831-749904db8826 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.0849421 Feb 11 04:40:32.120475 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-595290eb-4a9f-4fd3-a20c-e024bf0bd97c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.122008 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65c58bf4-eb72-4536-9c09-e7fd74c9d655 req-595290eb-4a9f-4fd3-a20c-e024bf0bd97c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "DELETE /v2.0/floatingips/3319fe29-6504-45d7-b01d-f2ed1c6d49e1 HTTP/1.1" status: 204 len: 173 time: 1.1597474 Feb 11 04:40:32.154040 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98e2c1c8-b4be-4a28-8ef6-b736741cacdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (5815c412-bdbc-4243-b057-3886f2fc8cb4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.171204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:40:32.182186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:32.185586 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.205486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2c1c8-b4be-4a28-8ef6-b736741cacdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5815c412-bdbc-4243-b057-3886f2fc8cb4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:32.213423 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98e2c1c8-b4be-4a28-8ef6-b736741cacdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.219616 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-98e2c1c8-b4be-4a28-8ef6-b736741cacdf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5815c412-bdbc-4243-b057-3886f2fc8cb4 HTTP/1.1" status: 204 len: 168 time: 0.7161164 Feb 11 04:40:32.219952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:32.239911 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f330467-6c83-4670-8979-2701f75bbfb9 req-fb2e25c2-7629-4ffe-b473-01ef6670e825 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168196 Feb 11 04:40:32.318487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:32.318870 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.350664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:32.353159 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337ba467-ce66-4fdd-8856-868abb281d06" -d '{"events": [{"server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "name": "network-vif-plugged", "status": "completed", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:32.360623 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (baec0651-b9cf-4021-826e-e9d0ee53be2c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.374436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:32.375586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47312d8-4b0e-40df-aa0f-4ff374456bf4 req-89c8b6e4-4e91-4ea7-9926-6a519d2e5b09 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:32.377272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e47312d8-4b0e-40df-aa0f-4ff374456bf4 req-89c8b6e4-4e91-4ea7-9926-6a519d2e5b09 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 1129 time: 0.1478527 Feb 11 04:40:32.381014 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.409682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 35531c59-fdf1-49ba-bdc2-964ff9409f7c no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:32.441311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 35531c59-fdf1-49ba-bdc2-964ff9409f7c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:32.441780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 35531c59-fdf1-49ba-bdc2-964ff9409f7c not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:32.442267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 4634e114-9df0-4ad5-8c2d-1d9f1523d657 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:32.490258 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e47312d8-4b0e-40df-aa0f-4ff374456bf4 req-31522219-de23-484a-96ef-8f4b7486a513 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681925 Feb 11 04:40:32.517390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:32.529237 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (baec0651-b9cf-4021-826e-e9d0ee53be2c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.582857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:32.583359 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.588506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baec0651-b9cf-4021-826e-e9d0ee53be2c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:32.589010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-71776d8e-3b41-493d-8c1d-e268aa458274 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--704152180&fields=id&tenant_id=48fa598a1b004a679c77ea62ce019101 HTTP/1.1" status: 200 len: 267 time: 0.0772634 Feb 11 04:40:32.623928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f142b5-4328-4cbf-b105-35a460f1c6e5') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:32.624230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f142b5-4328-4cbf-b105-35a460f1c6e5') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:32.629516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 4634e114-9df0-4ad5-8c2d-1d9f1523d657, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:32.634771 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.685570 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (12f142b5-4328-4cbf-b105-35a460f1c6e5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.695936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=4634e114-9df0-4ad5-8c2d-1d9f1523d657,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:32.733958 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (12f142b5-4328-4cbf-b105-35a460f1c6e5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.737955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-f07f4d8f-a13e-4055-8b71-4993c7be3984 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:32.739680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-f07f4d8f-a13e-4055-8b71-4993c7be3984 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/networks?id=072564ab-c80b-4ff9-acf6-33933e7683f2 HTTP/1.1" status: 200 len: 822 time: 0.1421304 Feb 11 04:40:32.756007 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-ca10ae90-ba8e-4f94-b5d2-389d0f30e161 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/quotas/48fa598a1b004a679c77ea62ce019101 HTTP/1.1" status: 200 len: 375 time: 0.0095174 Feb 11 04:40:32.760706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:40:32.761116 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (12f142b5-4328-4cbf-b105-35a460f1c6e5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:40:32.762790 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:40:32.798131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431066db-c79a-4159-ab61-f3e268933ca3 req-ff0dbd91-699e-4806-b8b9-aded19cf422c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:32.799701 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-431066db-c79a-4159-ab61-f3e268933ca3 req-ff0dbd91-699e-4806-b8b9-aded19cf422c tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2557230 Feb 11 04:40:32.832324 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-f99b5f9b-8a42-4162-8e6d-5c548d5e6ad6 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=48fa598a1b004a679c77ea62ce019101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689495 Feb 11 04:40:32.859224 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (baec0651-b9cf-4021-826e-e9d0ee53be2c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.874621 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.880989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/baec0651-b9cf-4021-826e-e9d0ee53be2c HTTP/1.1" status: 204 len: 168 time: 0.6572108 Feb 11 04:40:32.902241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb395f-ffe0-46c5-b279-7496bfeb5ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=baec0651-b9cf-4021-826e-e9d0ee53be2c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:32.920596 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.951385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4988177-0dfa-445b-ac3a-cecd84919531 req-2bebd6ff-62df-4774-b193-9d4897481b26 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:32.952999 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4988177-0dfa-445b-ac3a-cecd84919531 req-2bebd6ff-62df-4774-b193-9d4897481b26 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 945 time: 0.0736108 Feb 11 04:40:32.994526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-edd6964c-bc39-4d40-bb0f-1caa11b8d541 service neutron] 10.222.0.48 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418185 Feb 11 04:40:33.012511 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4988177-0dfa-445b-ac3a-cecd84919531 req-d09737e7-cf69-4ec8-82a6-ea8ab168d6d9 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530348 Feb 11 04:40:33.027133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46654) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:33.069567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ce8a0f4c-c861-43ec-a3c7-816bb97b6136 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0dd5a222bef45c3816669f0a7afe7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411649 Feb 11 04:40:33.072865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46656) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:33.108557 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df26ddba-29f6-4d97-ba4e-2e1cb17a504c x-openstack-request-id: req-df26ddba-29f6-4d97-ba4e-2e1cb17a504c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:33.109485 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "name": "network-vif-plugged", "status": "completed", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:33.109914 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df26ddba-29f6-4d97-ba4e-2e1cb17a504c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:33.110477 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'code': 200} Feb 11 04:40:33.125147 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-369054ad-aa56-484d-8744-ac1f231065b3 service neutron] 10.222.0.48 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158707 Feb 11 04:40:33.144117 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3f34241-d46e-4ba8-a2ef-6e2dd8e5f247 admin admin] Publish callbacks [] for security_group (9fd68a5b-be2a-4dfb-a0f3-69bd8544410f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.179278 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3f34241-d46e-4ba8-a2ef-6e2dd8e5f247 admin admin] Publish callbacks [] for security_group (9fd68a5b-be2a-4dfb-a0f3-69bd8544410f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.263076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fcb69-a032-4d21-9774-0e2cd892b1eb req-c35c8abe-a4f5-4769-ad85-c0e756850db5 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:33.264774 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f69fcb69-a032-4d21-9774-0e2cd892b1eb req-c35c8abe-a4f5-4769-ad85-c0e756850db5 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 971 time: 0.0832350 Feb 11 04:40:33.285133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afa183-c25e-4358-970d-b91bdf92772e req-96296dff-ce29-49f3-9555-c6efb6d0e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:33.287819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41afa183-c25e-4358-970d-b91bdf92772e req-96296dff-ce29-49f3-9555-c6efb6d0e81a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 1128 time: 0.0783536 Feb 11 04:40:33.292089 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3f34241-d46e-4ba8-a2ef-6e2dd8e5f247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9fd68a5b-be2a-4dfb-a0f3-69bd8544410f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.301155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3f34241-d46e-4ba8-a2ef-6e2dd8e5f247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.304638 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d3f34241-d46e-4ba8-a2ef-6e2dd8e5f247 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fd68a5b-be2a-4dfb-a0f3-69bd8544410f HTTP/1.1" status: 204 len: 168 time: 0.2285175 Feb 11 04:40:33.313534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f34241-d46e-4ba8-a2ef-6e2dd8e5f247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd68a5b-be2a-4dfb-a0f3-69bd8544410f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:33.409261 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f69fcb69-a032-4d21-9774-0e2cd892b1eb req-0a7d6585-c3c8-4966-ae58-11ba5f39dea2 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373799 Feb 11 04:40:33.456222 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41afa183-c25e-4358-970d-b91bdf92772e req-2b564a2e-6636-41c7-95b8-1a89cdd2f8d2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606989 Feb 11 04:40:33.478256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4be93-5ae7-427f-821d-1d112201b2ba req-885a5afc-8e04-4b47-aa56-25248de69529 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:33.483663 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bdb4be93-5ae7-427f-821d-1d112201b2ba req-885a5afc-8e04-4b47-aa56-25248de69529 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 1129 time: 0.0851533 Feb 11 04:40:33.557086 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-770fbbae-41b8-4bdf-b73e-91ab3499cfab req-0ad64e02-1718-4a25-b937-c5e8974aa987 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=3b78c8f045fa4164aa5f780ea5263eb6 HTTP/1.1" status: 200 len: 1655 time: 0.1078408 Feb 11 04:40:33.560225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bdb4be93-5ae7-427f-821d-1d112201b2ba req-dcf970d3-f74d-4394-9ceb-5aaacf3d175c tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699251 Feb 11 04:40:33.707584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fbbae-41b8-4bdf-b73e-91ab3499cfab req-e6b48705-db9c-4ca6-a04c-1fa70a5f1d81 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:33.708170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de4d53-5ba2-4611-b18c-2eb17c335011 req-4ddc29c6-e082-4857-96f8-43a09e210116 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:33.709127 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-770fbbae-41b8-4bdf-b73e-91ab3499cfab req-e6b48705-db9c-4ca6-a04c-1fa70a5f1d81 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks?id=39b338c4-a31b-4884-a416-93b3d15636aa&id=39b338c4-a31b-4884-a416-93b3d15636aa&id=39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 787 time: 0.1514854 Feb 11 04:40:33.725013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-770fbbae-41b8-4bdf-b73e-91ab3499cfab req-d466a8e3-eba2-47ba-b52e-95d5872c0530 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:40:33.733917 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-770fbbae-41b8-4bdf-b73e-91ab3499cfab req-d466a8e3-eba2-47ba-b52e-95d5872c0530 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184736 Feb 11 04:40:33.747073 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-10de4d53-5ba2-4611-b18c-2eb17c335011 req-4ddc29c6-e082-4857-96f8-43a09e210116 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 947 time: 0.0838196 Feb 11 04:40:33.809453 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-59df16a6-804b-4dac-b361-8682b09b7742 req-3cd05138-b93c-43d2-aefb-8a3e98125f8e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 210 time: 0.0440009 Feb 11 04:40:33.832374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-10de4d53-5ba2-4611-b18c-2eb17c335011 req-f0ebd95f-2154-4ca0-bd89-43483b6cf583 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833511 Feb 11 04:40:33.952310 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-1ecba775-6582-4451-8acd-4f8de1a32e71 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips/4a8419e2-dc4f-4462-b51d-a5eecb1020c2 HTTP/1.1" status: 200 len: 692 time: 0.0659025 Feb 11 04:40:34.133933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-bb9c5de6-e186-4ca1-aa1e-18caffbfa0f0 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:34.140864 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-bb9c5de6-e186-4ca1-aa1e-18caffbfa0f0 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1821005 Feb 11 04:40:34.147097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-38a4fd5f-4cc9-4394-ad21-ba945b0eb0d7 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:40:34.154981 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-38a4fd5f-4cc9-4394-ad21-ba945b0eb0d7 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131161 Feb 11 04:40:34.162186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaf23c-bf5b-4692-a89f-01e112ede450 req-19b92a5f-8921-4fdf-b0f9-f98836f274af tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:34.170188 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-44aaf23c-bf5b-4692-a89f-01e112ede450 req-19b92a5f-8921-4fdf-b0f9-f98836f274af tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 1129 time: 0.0560987 Feb 11 04:40:34.238033 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-148b5bfa-d170-4dcc-a19c-f6dd13b1b6cb tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.35 HTTP/1.1" status: 200 len: 695 time: 0.0804985 Feb 11 04:40:34.247229 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-44aaf23c-bf5b-4692-a89f-01e112ede450 req-149b61f6-88d9-4f22-98d5-d819af16638e tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751910 Feb 11 04:40:34.294659 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-d36eb274-9fd2-475e-961f-bcdabfbba6a6 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.35 HTTP/1.1" status: 200 len: 695 time: 0.0554483 Feb 11 04:40:34.440726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645df121-4b3d-480b-8194-a8876eb51466 req-6ed78ee0-84a1-4421-b030-70727507f488 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:34.450336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-645df121-4b3d-480b-8194-a8876eb51466 req-6ed78ee0-84a1-4421-b030-70727507f488 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 945 time: 0.1122050 Feb 11 04:40:34.540541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-645df121-4b3d-480b-8194-a8876eb51466 req-19c181eb-6b90-42af-8451-2e6b0a0c113c tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891736 Feb 11 04:40:34.575528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46708) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:34.820073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-408116044-network', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:34.837767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2109455-2571-4f64-ad1a-154ff25415a5 req-f34f7fed-4025-4fa2-82a1-6e6845eb25b1 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:34.845144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2109455-2571-4f64-ad1a-154ff25415a5 req-f34f7fed-4025-4fa2-82a1-6e6845eb25b1 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 971 time: 0.1421771 Feb 11 04:40:34.889841 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Made reservation on behalf of cbbcc2f6590143c389213526d2eb5ba5 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:34.892389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.905056 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.909108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-bd4c88d4-1e6b-4e17-bfa5-4790682a7771 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Deleting port 91302d9d-0d10-47b0-967d-55b03ee49f87 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:34.909472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-bd4c88d4-1e6b-4e17-bfa5-4790682a7771 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (91302d9d-0d10-47b0-967d-55b03ee49f87), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.042338 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Publish callbacks [] for security_group (7f27acc4-0fcb-4477-954f-1e3fa78b12f6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.045887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02983b-e4b1-4af4-9118-0ab1bf5c652c req-d9d093ef-67c6-4eec-ac50-6a8025093647 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:35.047824 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d02983b-e4b1-4af4-9118-0ab1bf5c652c req-d9d093ef-67c6-4eec-ac50-6a8025093647 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.10 "GET /v2.0/ports?device_id=51357513-5f2b-4071-8bc9-381717c280e4 HTTP/1.1" status: 200 len: 971 time: 0.2367196 Feb 11 04:40:35.081037 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7f27acc4-0fcb-4477-954f-1e3fa78b12f6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.112706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90435208-0912-478d-ab24-46d914872020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4634e114-9df0-4ad5-8c2d-1d9f1523d657'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:35.115898 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3173bfbf-4ed0-4a03-b9e0-e8c73c2a2e8a" -d '{"events": [{"server_uuid": "90435208-0912-478d-ab24-46d914872020", "name": "network-vif-unplugged", "status": "completed", "tag": "4634e114-9df0-4ad5-8c2d-1d9f1523d657"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:35.125921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-bd4c88d4-1e6b-4e17-bfa5-4790682a7771 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (91302d9d-0d10-47b0-967d-55b03ee49f87), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.126398 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-bd4c88d4-1e6b-4e17-bfa5-4790682a7771 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (91302d9d-0d10-47b0-967d-55b03ee49f87), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.128445 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2109455-2571-4f64-ad1a-154ff25415a5 req-1d89cab6-3b63-445e-8cb1-8c6bfc368805 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822440 Feb 11 04:40:35.151240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-bd4c88d4-1e6b-4e17-bfa5-4790682a7771 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Calling delete_port for 91302d9d-0d10-47b0-967d-55b03ee49f87 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:35.164289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:40:35.187078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f27acc4-0fcb-4477-954f-1e3fa78b12f6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:35.197187 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8dcac347-0a8c-4d97-af3c-0a35c809e047), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.197533 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Added segment 8dcac347-0a8c-4d97-af3c-0a35c809e047 of type vlan for network 3869900e-05c2-4050-ac3b-2048a132c0ba Feb 11 04:40:35.216831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-81aeab34-1296-40b2-aaa0-a924eec930f4 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:35.218399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-81aeab34-1296-40b2-aaa0-a924eec930f4 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.60 "GET /v2.0/ports?device_id=531b69ea-4894-44e1-9388-c159c47868da HTTP/1.1" status: 200 len: 946 time: 0.1736271 Feb 11 04:40:35.333948 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (3869900e-05c2-4050-ac3b-2048a132c0ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.362143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8d02983b-e4b1-4af4-9118-0ab1bf5c652c req-46c1faa9-19e7-48f0-9c68-7afb1e379153 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Deleting port 51629dc6-28d7-4a24-bf4c-b04c786c8012 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:35.362646 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8d02983b-e4b1-4af4-9118-0ab1bf5c652c req-46c1faa9-19e7-48f0-9c68-7afb1e379153 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.419733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-164cd97b-837c-44f6-ba35-16d76b3eb9ec req-8865f4a8-a1cb-4bab-9774-b1713d624608 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 210 time: 0.0782034 Feb 11 04:40:35.522771 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (3869900e-05c2-4050-ac3b-2048a132c0ba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.526130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:35.526824 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.595239 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0173223 Feb 11 04:40:35.600012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46726) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:35.604919 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4b09aeb5-cf98-432f-a56e-af7a1c670c94 admin admin] Request body: {'subnet': {'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-408116044-subnet', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:35.679506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8d02983b-e4b1-4af4-9118-0ab1bf5c652c req-46c1faa9-19e7-48f0-9c68-7afb1e379153 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] For port 51629dc6-28d7-4a24-bf4c-b04c786c8012, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=51629dc6-28d7-4a24-bf4c-b04c786c8012,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:35.679952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Deleting port 61e45509-14e3-4750-93c3-90cc3da2d052 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:35.680069 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.680168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8d02983b-e4b1-4af4-9118-0ab1bf5c652c req-46c1faa9-19e7-48f0-9c68-7afb1e379153 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.709433 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-bd4c88d4-1e6b-4e17-bfa5-4790682a7771 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (91302d9d-0d10-47b0-967d-55b03ee49f87), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.712627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8d02983b-e4b1-4af4-9118-0ab1bf5c652c req-46c1faa9-19e7-48f0-9c68-7afb1e379153 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Calling delete_port for 51629dc6-28d7-4a24-bf4c-b04c786c8012 owned by compute:tempest-test_az-1157159813 {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:35.738313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-34d1b580-1c6e-4878-9276-219c293eaf5b tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:35.739948 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-34d1b580-1c6e-4878-9276-219c293eaf5b tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.60 "GET /v2.0/networks?id=072564ab-c80b-4ff9-acf6-33933e7683f2 HTTP/1.1" status: 200 len: 822 time: 0.3254864 Feb 11 04:40:35.765743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c88d4-1e6b-4e17-bfa5-4790682a7771 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Pushing event deleted for resources: {'Port': ['ID=91302d9d-0d10-47b0-967d-55b03ee49f87,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:35.778992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] For port 61e45509-14e3-4750-93c3-90cc3da2d052, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61e45509-14e3-4750-93c3-90cc3da2d052,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:35.779363 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.950345 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-bd4c88d4-1e6b-4e17-bfa5-4790682a7771 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (4a8419e2-dc4f-4462-b51d-a5eecb1020c2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.953347 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-bd4c88d4-1e6b-4e17-bfa5-4790682a7771 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.954683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34e36726-b5bb-402d-9b0c-92cc01fb2cda req-bd4c88d4-1e6b-4e17-bfa5-4790682a7771 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "DELETE /v2.0/floatingips/4a8419e2-dc4f-4462-b51d-a5eecb1020c2 HTTP/1.1" status: 204 len: 173 time: 1.6590030 Feb 11 04:40:35.969072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-9b698247-d64d-4d19-b5e0-68db7ad51e18 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48fa598a1b004a679c77ea62ce019101 HTTP/1.1" status: 200 len: 379 time: 0.1636736 Feb 11 04:40:35.980253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Request body: {'port': {'device_id': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'admin_state_up': True, 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'security_groups': ['50f51f9c-0976-4599-adcd-fe4dfc17b75e']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:36.055381 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c45fd1-60d8-4dac-97a4-5c9980c6b653 x-openstack-request-id: req-44c45fd1-60d8-4dac-97a4-5c9980c6b653 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:36.055700 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90435208-0912-478d-ab24-46d914872020", "name": "network-vif-unplugged", "status": "completed", "tag": "4634e114-9df0-4ad5-8c2d-1d9f1523d657", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:36.055961 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44c45fd1-60d8-4dac-97a4-5c9980c6b653 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:36.056359 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90435208-0912-478d-ab24-46d914872020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4634e114-9df0-4ad5-8c2d-1d9f1523d657', 'code': 200} Feb 11 04:40:36.107139 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8d02983b-e4b1-4af4-9118-0ab1bf5c652c req-46c1faa9-19e7-48f0-9c68-7afb1e379153 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (51629dc6-28d7-4a24-bf4c-b04c786c8012), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.148529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['176504c7-7c22-4051-a802-85972389c1be'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:36.152295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['51629dc6-28d7-4a24-bf4c-b04c786c8012'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:36.168998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc064e8a-64a4-4c61-a8a1-4c324bce19d5 admin admin] Pushing event updated for resources: {'Network': ['ID=3869900e-05c2-4050-ac3b-2048a132c0ba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:36.177872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1faa9-19e7-48f0-9c68-7afb1e379153 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Pushing event deleted for resources: {'Port': ['ID=51629dc6-28d7-4a24-bf4c-b04c786c8012,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:36.209295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 3869900e-05c2-4050-ac3b-2048a132c0ba details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:40:36.240245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b09aeb5-cf98-432f-a56e-af7a1c670c94 admin admin] Made reservation on behalf of cbbcc2f6590143c389213526d2eb5ba5 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:36.242796 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b09aeb5-cf98-432f-a56e-af7a1c670c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.350961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d02983b-e4b1-4af4-9118-0ab1bf5c652c req-46c1faa9-19e7-48f0-9c68-7afb1e379153 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] No DVR routers for this DVR port 51629dc6-28d7-4a24-bf4c-b04c786c8012 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:36.358050 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8d02983b-e4b1-4af4-9118-0ab1bf5c652c req-46c1faa9-19e7-48f0-9c68-7afb1e379153 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.367995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 4634e114-9df0-4ad5-8c2d-1d9f1523d657 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:40:36.368757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f42e-d0d9-4619-a355-0d6f242e312e req-199fa936-4562-44c8-9218-39a1ea2128ed tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:36.370441 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d02983b-e4b1-4af4-9118-0ab1bf5c652c req-46c1faa9-19e7-48f0-9c68-7afb1e379153 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.10 "DELETE /v2.0/ports/51629dc6-28d7-4a24-bf4c-b04c786c8012 HTTP/1.1" status: 204 len: 173 time: 1.3128381 Feb 11 04:40:36.371590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Made reservation on behalf of 48fa598a1b004a679c77ea62ce019101 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:36.382805 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a40f42e-d0d9-4619-a355-0d6f242e312e req-199fa936-4562-44c8-9218-39a1ea2128ed tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 947 time: 0.7630720 Feb 11 04:40:36.387594 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.450066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51357513-5f2b-4071-8bc9-381717c280e4', 'name': 'network-vif-deleted', 'tag': '51629dc6-28d7-4a24-bf4c-b04c786c8012'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:36.452706 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f44fdbc-5653-456b-869e-d98eb89507d8" -d '{"events": [{"server_uuid": "51357513-5f2b-4071-8bc9-381717c280e4", "name": "network-vif-deleted", "tag": "51629dc6-28d7-4a24-bf4c-b04c786c8012"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:36.465372 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.465660 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.466030 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Floating IP 1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea disassociated. External IP: 172.25.7.211, port: 61e45509-14e3-4750-93c3-90cc3da2d052. Feb 11 04:40:36.466374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Calling delete_port for 61e45509-14e3-4750-93c3-90cc3da2d052 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:36.542447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f911a-d87f-4765-9b89-0df2131c4cf7 req-8ca9d4c0-a3ae-466d-b3d8-fdd7c54c6eea tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:36.552443 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4f1f911a-d87f-4765-9b89-0df2131c4cf7 req-8ca9d4c0-a3ae-466d-b3d8-fdd7c54c6eea tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 1129 time: 0.2659113 Feb 11 04:40:36.582776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 4634e114-9df0-4ad5-8c2d-1d9f1523d657, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:36.602048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '4634e114-9df0-4ad5-8c2d-1d9f1523d657', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '4634e114-9df0-4ad5-8c2d-1d9f1523d657', 'mac_address': 'fa:16:3e:eb:05:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:40:36.690565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:36.691176 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.707316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4634e114-9df0-4ad5-8c2d-1d9f1523d657 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:36.728320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4f1f911a-d87f-4765-9b89-0df2131c4cf7 req-872433f7-a761-4b6e-a54b-1ff1f1bb31be tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734083 Feb 11 04:40:36.737319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 4634e114-9df0-4ad5-8c2d-1d9f1523d657, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:36.746402 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.798411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Allocated IP 172.20.0.10 (072564ab-c80b-4ff9-acf6-33933e7683f2/1fe7be5f-43a7-40e1-93b1-9ec7dfae10de/24cb7c82-039b-4721-80c2-67e3f4246f3c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:36.802977 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a40f42e-d0d9-4619-a355-0d6f242e312e req-9a6b010d-9f03-4fb7-a181-e4871eeeacbb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118826 Feb 11 04:40:36.869385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=4634e114-9df0-4ad5-8c2d-1d9f1523d657,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:37.007727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-e797863b-4cf7-4f88-b8b0-4a4452eac286 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips/79046427-120d-4b41-8319-6bfcf0cb24b3 HTTP/1.1" status: 200 len: 692 time: 0.1450355 Feb 11 04:40:37.095212 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.097810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.172627 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.181970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-43acc227-cc3d-4877-934c-68dd955f7196 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:37.183622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-43acc227-cc3d-4877-934c-68dd955f7196 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1751139 Feb 11 04:40:37.193807 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (61e45509-14e3-4750-93c3-90cc3da2d052), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.247388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dfd4b-b59e-4234-be8a-14cddb9fe25e req-da5a18ec-2035-44f7-91ec-103f26046326 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:37.249061 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd8dfd4b-b59e-4234-be8a-14cddb9fe25e req-da5a18ec-2035-44f7-91ec-103f26046326 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 945 time: 0.2735846 Feb 11 04:40:37.303880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Network 072564ab-c80b-4ff9-acf6-33933e7683f2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:37.305133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Pushing event updated for resources: {'Port': ['ID=24cb7c82-039b-4721-80c2-67e3f4246f3c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:37.321692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:37.329992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:37.406785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:37.407483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.435780 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd8dfd4b-b59e-4234-be8a-14cddb9fe25e req-a3588f19-fbbd-4feb-a545-db8f2408f49b tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725738 Feb 11 04:40:37.447741 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-3cd25bba-a5c1-4f75-b37d-dbed731a8de0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4718618 Feb 11 04:40:37.469127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Request body: {'port': {'device_id': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:37.566505 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.597116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['4634e114-9df0-4ad5-8c2d-1d9f1523d657'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:37.633858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Pushing event deleted for resources: {'Port': ['ID=61e45509-14e3-4750-93c3-90cc3da2d052,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:37.640367 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-0e775f67-b6c0-47d5-a431-1fe87967b776 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.96 HTTP/1.1" status: 200 len: 695 time: 0.4475741 Feb 11 04:40:37.642391 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b09aeb5-cf98-432f-a56e-af7a1c670c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (08c1e699-2af9-48c4-b67e-841307f1d5a0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.748562 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-e7d9a2d3-7493-4c71-ba75-01d052a8b3ef tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.96 HTTP/1.1" status: 200 len: 695 time: 0.0697186 Feb 11 04:40:37.808837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7d95163d-0dd9-4e24-ab94-8c315b4458eb None None] Provisioning complete for port 24cb7c82-039b-4721-80c2-67e3f4246f3c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:37.809218 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d95163d-0dd9-4e24-ab94-8c315b4458eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.874538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7d95163d-0dd9-4e24-ab94-8c315b4458eb None None] Port 24cb7c82-039b-4721-80c2-67e3f4246f3c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:37.902363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09aeb5-cf98-432f-a56e-af7a1c670c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c1e699-2af9-48c4-b67e-841307f1d5a0,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:37.968241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09aeb5-cf98-432f-a56e-af7a1c670c94 admin admin] Checking segment: {'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:37.968613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b09aeb5-cf98-432f-a56e-af7a1c670c94 admin admin] Network hostable DHCP agents. Network: 3869900e-05c2-4050-ac3b-2048a132c0ba, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:40:37.993650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ef510-20df-453c-9bb2-9ae9c9ee4aec req-0346da41-50e0-4bd3-9672-d349e5a8d6e7 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:37.995152 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-471ef510-20df-453c-9bb2-9ae9c9ee4aec req-0346da41-50e0-4bd3-9672-d349e5a8d6e7 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 932 time: 0.3604546 Feb 11 04:40:38.076073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b09aeb5-cf98-432f-a56e-af7a1c670c94 admin admin] Network 3869900e-05c2-4050-ac3b-2048a132c0ba is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:40:38.086016 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-471ef510-20df-453c-9bb2-9ae9c9ee4aec req-1453a7f1-89de-4651-bd07-1a69ceae395d tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581434 Feb 11 04:40:38.108644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-d806f66d-4d2a-485d-8d03-2389d6c28bc8 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Deleting port 44224934-afe8-4ed4-95f0-2924fe43c0db {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:38.108644 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-d806f66d-4d2a-485d-8d03-2389d6c28bc8 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (44224934-afe8-4ed4-95f0-2924fe43c0db), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.114862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 51629dc6-28d7-4a24-bf4c-b04c786c8012 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:38.129084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:38.139658 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4b09aeb5-cf98-432f-a56e-af7a1c670c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 3869900e-05c2-4050-ac3b-2048a132c0ba) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:38.164420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17829ddd-8cc6-4f67-9a3c-745d1fccced5 None None] Network 3869900e-05c2-4050-ac3b-2048a132c0ba requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:38.169823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b09aeb5-cf98-432f-a56e-af7a1c670c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:38.180537 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b09aeb5-cf98-432f-a56e-af7a1c670c94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.198453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24cb7c82-039b-4721-80c2-67e3f4246f3c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:38.208030 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c0c36b-b6e0-4d68-b39d-7cb6a55ef259 x-openstack-request-id: req-39c0c36b-b6e0-4d68-b39d-7cb6a55ef259 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:38.208421 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51357513-5f2b-4071-8bc9-381717c280e4", "name": "network-vif-deleted", "tag": "51629dc6-28d7-4a24-bf4c-b04c786c8012", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:38.208689 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39c0c36b-b6e0-4d68-b39d-7cb6a55ef259 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:38.209083 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51357513-5f2b-4071-8bc9-381717c280e4', 'name': 'network-vif-deleted', 'tag': '51629dc6-28d7-4a24-bf4c-b04c786c8012', 'status': 'completed', 'code': 200} Feb 11 04:40:38.212535 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Publish callbacks [] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.220552 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 51629dc6-28d7-4a24-bf4c-b04c786c8012 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:38.225196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 51629dc6-28d7-4a24-bf4c-b04c786c8012 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:38.234170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Transition to ACTIVE for port object 24cb7c82-039b-4721-80c2-67e3f4246f3c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:40:38.245280 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.368576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Pushing event updated for resources: {'Port': ['ID=24cb7c82-039b-4721-80c2-67e3f4246f3c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:38.394001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4b09aeb5-cf98-432f-a56e-af7a1c670c94 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7893417 Feb 11 04:40:38.394001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46748) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:38.409372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:38.412037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 61e45509-14e3-4750-93c3-90cc3da2d052 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:38.455580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 61e45509-14e3-4750-93c3-90cc3da2d052 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:38.456113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 61e45509-14e3-4750-93c3-90cc3da2d052 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:38.457781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-3869900e-05c2-4050-ac3b-2048a132c0ba', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'fixed_ips': [{'subnet_id': '08c1e699-2af9-48c4-b67e-841307f1d5a0'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:40:38.458753 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.461660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Attempting to bind port 24cb7c82-039b-4721-80c2-67e3f4246f3c on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:38.462042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Attempting to bind port 24cb7c82-039b-4721-80c2-67e3f4246f3c by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:38.462385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Attempting to bind port 24cb7c82-039b-4721-80c2-67e3f4246f3c on network 072564ab-c80b-4ff9-acf6-33933e7683f2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:38.467514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Port 24cb7c82-039b-4721-80c2-67e3f4246f3c on network 072564ab-c80b-4ff9-acf6-33933e7683f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:40:38.467841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Attempting to bind port 24cb7c82-039b-4721-80c2-67e3f4246f3c on network 072564ab-c80b-4ff9-acf6-33933e7683f2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:38.474518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:38.474723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Checking segment: {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:38.475078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Bound using segment: {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:38.475646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Bound port: 24cb7c82-039b-4721-80c2-67e3f4246f3c, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62aff0c2-e5ee-45bd-9528-170045f45820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:38.476009 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.543687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-d806f66d-4d2a-485d-8d03-2389d6c28bc8 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (44224934-afe8-4ed4-95f0-2924fe43c0db), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.544091 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-d806f66d-4d2a-485d-8d03-2389d6c28bc8 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (44224934-afe8-4ed4-95f0-2924fe43c0db), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.610865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] For port 24cb7c82-039b-4721-80c2-67e3f4246f3c, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:38.615338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] For port 24cb7c82-039b-4721-80c2-67e3f4246f3c, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=24cb7c82-039b-4721-80c2-67e3f4246f3c,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:38.634490 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.635494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.641829 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.654647 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-d806f66d-4d2a-485d-8d03-2389d6c28bc8 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Calling delete_port for 44224934-afe8-4ed4-95f0-2924fe43c0db owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:38.710469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:38.724731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:38.725742 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.727729 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] 10.222.0.60 "PUT /v2.0/ports/24cb7c82-039b-4721-80c2-67e3f4246f3c HTTP/1.1" status: 200 len: 1093 time: 1.2632060 Feb 11 04:40:38.729099 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18edb5-c02d-49e4-8007-88f5d6bf0871 None None] Sync routers for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:38.761476 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Allocated IP 172.20.0.2 (3869900e-05c2-4050-ac3b-2048a132c0ba/08c1e699-2af9-48c4-b67e-841307f1d5a0/db70ee34-1926-4614-bacc-1ab9b02ad147) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:38.762022 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18edb5-c02d-49e4-8007-88f5d6bf0871 None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:38.762109 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9d18edb5-c02d-49e4-8007-88f5d6bf0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:38.763109 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10664909-3513-4214-85ae-5d2cb3d0c3fc service neutron] Pushing event updated for resources: {'Port': ['ID=24cb7c82-039b-4721-80c2-67e3f4246f3c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:38.924347 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] No DVR routers for this DVR port 61e45509-14e3-4750-93c3-90cc3da2d052 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:38.927911 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-22220b69-3507-4270-9584-b1318d39ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:38.932366 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-22220b69-3507-4270-9584-b1318d39ccc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48fa598a1b004a679c77ea62ce019101&device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 1127 time: 0.0948219 Feb 11 04:40:38.942985 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.955842 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-26dbad1d-a53e-4cfb-bef4-8186522a69c2 req-3994838a-3f18-4b3a-be50-abdc75433ece tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.60 "DELETE /v2.0/ports/61e45509-14e3-4750-93c3-90cc3da2d052 HTTP/1.1" status: 204 len: 173 time: 3.7124529 Feb 11 04:40:38.969645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531b69ea-4894-44e1-9388-c159c47868da', 'name': 'network-vif-deleted', 'tag': '61e45509-14e3-4750-93c3-90cc3da2d052'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:38.972632 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5e3843-e879-4c3b-bf92-a46fdca56dcd" -d '{"events": [{"server_uuid": "531b69ea-4894-44e1-9388-c159c47868da", "name": "network-vif-deleted", "tag": "61e45509-14e3-4750-93c3-90cc3da2d052"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:39.078200 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Publish callbacks [] for router_controller (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.091977 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9d18edb5-c02d-49e4-8007-88f5d6bf0871 None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:39.130725 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-e8f6e3ec-b6ab-4bfc-871c-74771ba5900b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24cb7c82-039b-4721-80c2-67e3f4246f3c HTTP/1.1" status: 200 len: 217 time: 0.1758196 Feb 11 04:40:39.177680 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Publish callbacks [] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.199443 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.240661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-c98ccab8-0115-4ab0-9c92-254a6eef65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:39.242608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-c98ccab8-0115-4ab0-9c92-254a6eef65a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1fe7be5f-43a7-40e1-93b1-9ec7dfae10de HTTP/1.1" status: 200 len: 861 time: 0.0906718 Feb 11 04:40:39.267558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Network 3869900e-05c2-4050-ac3b-2048a132c0ba is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:39.280871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:39.284519 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:39.375502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-99679453-3cc8-4849-a5c3-807d7d163e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:39.378599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-99679453-3cc8-4849-a5c3-807d7d163e80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=072564ab-c80b-4ff9-acf6-33933e7683f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0915422 Feb 11 04:40:39.379670 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aad4ea9c-306c-4462-bfdc-fd7dcca32e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.386804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Pushing event updated for resources: {'Port': ['ID=db70ee34-1926-4614-bacc-1ab9b02ad147,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:39.468629 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Publish callbacks [] for router_gateway (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.535845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Attempting to bind port db70ee34-1926-4614-bacc-1ab9b02ad147 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:39.536614 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Attempting to bind port db70ee34-1926-4614-bacc-1ab9b02ad147 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:39.537151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Attempting to bind port db70ee34-1926-4614-bacc-1ab9b02ad147 on network 3869900e-05c2-4050-ac3b-2048a132c0ba {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:39.544857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:39.545542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Checking segment: {'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:39.546116 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.546671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Bound using segment: {'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:39.547337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Bound port: db70ee34-1926-4614-bacc-1ab9b02ad147, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:39.547886 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.550361 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-d806f66d-4d2a-485d-8d03-2389d6c28bc8 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (44224934-afe8-4ed4-95f0-2924fe43c0db), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.554636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-4b4efa2a-8a53-4a4e-845d-4e759f0ce394 service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580265 Feb 11 04:40:39.634011 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9d18edb5-c02d-49e4-8007-88f5d6bf0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:52Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:39.651432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806f66d-4d2a-485d-8d03-2389d6c28bc8 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Pushing event deleted for resources: {'Port': ['ID=44224934-afe8-4ed4-95f0-2924fe43c0db,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:39.672083 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18edb5-c02d-49e4-8007-88f5d6bf0871 None None] Checking router: 4f7f76b2-309c-4a36-ae6c-ed72a76d329b for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:39.682021 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18edb5-c02d-49e4-8007-88f5d6bf0871 None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:39.682764 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9d18edb5-c02d-49e4-8007-88f5d6bf0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:39.689199 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] For port db70ee34-1926-4614-bacc-1ab9b02ad147, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:39.705621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] For port db70ee34-1926-4614-bacc-1ab9b02ad147, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=db70ee34-1926-4614-bacc-1ab9b02ad147,segment=NetworkSegment(8dcac347-0a8c-4d97-af3c-0a35c809e047),segment_id=8dcac347-0a8c-4d97-af3c-0a35c809e047)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:39.722731 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.738223 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b30c66-34c3-40a7-9dd2-6fd28319cf54 req-a09a0600-c0c2-485c-851c-0071add974bb service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613293 Feb 11 04:40:39.804758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91423d2d-1073-49b7-b258-ae6b852dc933 None None] Pushing event updated for resources: {'Port': ['ID=db70ee34-1926-4614-bacc-1ab9b02ad147,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:39.820783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-d806f66d-4d2a-485d-8d03-2389d6c28bc8 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (79046427-120d-4b41-8319-6bfcf0cb24b3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.828306 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-d806f66d-4d2a-485d-8d03-2389d6c28bc8 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.833475 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-43032da4-abbb-4124-a24e-d74570bc7b3d req-d806f66d-4d2a-485d-8d03-2389d6c28bc8 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "DELETE /v2.0/floatingips/79046427-120d-4b41-8319-6bfcf0cb24b3 HTTP/1.1" status: 204 len: 173 time: 2.0824668 Feb 11 04:40:39.848723 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9d18edb5-c02d-49e4-8007-88f5d6bf0871 None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:40.153564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-65b0f408-db05-4e99-96b6-58cd47e0cf72 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:40:40.162653 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-65b0f408-db05-4e99-96b6-58cd47e0cf72 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0341032 Feb 11 04:40:40.210962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'tag': '24cb7c82-039b-4721-80c2-67e3f4246f3c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:40.213301 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db41eda-0199-4ff2-85a9-e47c3ad4aa34" -d '{"events": [{"name": "network-changed", "server_uuid": "bb079cb0-d98d-46ab-b516-e3ff6207a5a4", "tag": "24cb7c82-039b-4721-80c2-67e3f4246f3c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:40.229173 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9d18edb5-c02d-49e4-8007-88f5d6bf0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:52Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:40.266445 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18edb5-c02d-49e4-8007-88f5d6bf0871 None None] The sync data for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 is: [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:52Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:40.335190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-2f00cf2c-b612-460c-9a72-3723d5651df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:40.336719 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-2f00cf2c-b612-460c-9a72-3723d5651df8 service neutron] 10.222.0.48 "GET /v2.0/ports/30392d64-2bdd-4205-87be-0ff344cd1125 HTTP/1.1" status: 200 len: 1126 time: 0.1589212 Feb 11 04:40:40.351177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] Request body: {'binding': {'host': 'n-h1-615180-58', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:40.351545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] Unknown quota resources ['binding']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:40:40.384609 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Publish callbacks [] for router_gateway (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.394941 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14e7834b-c337-479d-ac65-70e500d78942 req-f91da74c-34f4-42a3-9ae9-9b8627ad7d27 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5417833 Feb 11 04:40:40.421044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.425130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:40.426982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 4634e114-9df0-4ad5-8c2d-1d9f1523d657 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:40.482656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:40.483081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.553543 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.586504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:40.587035 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.616974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90435208-0912-478d-ab24-46d914872020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4634e114-9df0-4ad5-8c2d-1d9f1523d657'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:40.619861 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c6aa0-953d-451e-84a4-88442cbf95d7" -d '{"events": [{"server_uuid": "90435208-0912-478d-ab24-46d914872020", "name": "network-vif-plugged", "status": "completed", "tag": "4634e114-9df0-4ad5-8c2d-1d9f1523d657"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:40.634382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 4634e114-9df0-4ad5-8c2d-1d9f1523d657, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:40.641691 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.670780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] Attempting to bind port 30392d64-2bdd-4205-87be-0ff344cd1125 on host n-h1-615180-58 for vnic_type normal with profile None {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:40.671029 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] Attempting to bind port 30392d64-2bdd-4205-87be-0ff344cd1125 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:40.671368 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] Attempting to bind port 30392d64-2bdd-4205-87be-0ff344cd1125 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:40.674049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Allocated IP 172.25.7.6 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/7d3854e5-36c4-4225-b64e-990b79ff5021) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:40.703304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=4634e114-9df0-4ad5-8c2d-1d9f1523d657,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:40.713662 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] Port 30392d64-2bdd-4205-87be-0ff344cd1125 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:40:40.713991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] Attempting to bind port 30392d64-2bdd-4205-87be-0ff344cd1125 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:40.733338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:40.733747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:40.734184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:40.735235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] Bound port: 30392d64-2bdd-4205-87be-0ff344cd1125, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:40.825593 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ba843-3116-4c62-b643-b6acaa1ba3cf None None] New status for floating IP 1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:40:40.894034 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Publish callbacks [] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.917525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=30392d64-2bdd-4205-87be-0ff344cd1125,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:40.927339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.928533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e2314e59-1107-404e-ba80-458fa80de439 service neutron] 10.222.0.48 "POST /v2.0/ports/30392d64-2bdd-4205-87be-0ff344cd1125/bindings HTTP/1.1" status: 201 len: 390 time: 0.5809371 Feb 11 04:40:40.943222 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.307730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device db70ee34-1926-4614-bacc-1ab9b02ad147 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:41.425989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port db70ee34-1926-4614-bacc-1ab9b02ad147 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:41.426372 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.433165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-12b9f13f-61a4-4123-bf75-60330a38a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:41.435407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-12b9f13f-61a4-4123-bf75-60330a38a239 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 1129 time: 0.1050205 Feb 11 04:40:41.470162 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.489079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63173e24-a246-4ec2-b49c-207eea8cc0f4 None None] Network 3869900e-05c2-4050-ac3b-2048a132c0ba requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:41.531263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:41.538724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:41.541269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:41.594268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Pushing event updated for resources: {'Port': ['ID=7d3854e5-36c4-4225-b64e-990b79ff5021,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:41.594800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-bb1756f6-3e7c-473e-8d9d-0824191866a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:41.597139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-bb1756f6-3e7c-473e-8d9d-0824191866a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.1505411 Feb 11 04:40:41.606322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766caace-3cee-423b-8f37-ea10228b8688 req-958a2cd2-c24f-4c4f-b97f-daa2f078fb88 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:41.614700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-766caace-3cee-423b-8f37-ea10228b8688 req-958a2cd2-c24f-4c4f-b97f-daa2f078fb88 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1296208 Feb 11 04:40:41.666376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port db70ee34-1926-4614-bacc-1ab9b02ad147 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:41.666695 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.674576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-29a0e831-71be-40c8-a851-64256cef033d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30392d64-2bdd-4205-87be-0ff344cd1125 HTTP/1.1" status: 200 len: 217 time: 0.0526366 Feb 11 04:40:41.721360 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-766caace-3cee-423b-8f37-ea10228b8688 req-19d7b19b-be12-4fb9-841e-5217c79fc2bb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045489 Feb 11 04:40:41.758053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-79da84fe-bfc4-489c-a8d0-369c1dbbd716 None None] Provisioning complete for port db70ee34-1926-4614-bacc-1ab9b02ad147 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:41.758449 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79da84fe-bfc4-489c-a8d0-369c1dbbd716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.764983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port db70ee34-1926-4614-bacc-1ab9b02ad147, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=db70ee34-1926-4614-bacc-1ab9b02ad147,segment=NetworkSegment(8dcac347-0a8c-4d97-af3c-0a35c809e047),segment_id=8dcac347-0a8c-4d97-af3c-0a35c809e047)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:41.769736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Allocated IP 172.25.7.192 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/f2f42835-016c-4fcf-be3d-56097fc76128) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:41.811706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e0b1cae8-1842-47a5-980d-8cfb7eeec02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:41.813162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e0b1cae8-1842-47a5-980d-8cfb7eeec02e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.1080766 Feb 11 04:40:41.815716 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b614ab-e9c0-4783-819c-4b7d72bd3f8d x-openstack-request-id: req-68b614ab-e9c0-4783-819c-4b7d72bd3f8d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:41.816044 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531b69ea-4894-44e1-9388-c159c47868da", "name": "network-vif-deleted", "tag": "61e45509-14e3-4750-93c3-90cc3da2d052", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:41.816583 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68b614ab-e9c0-4783-819c-4b7d72bd3f8d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:41.816999 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531b69ea-4894-44e1-9388-c159c47868da', 'name': 'network-vif-deleted', 'tag': '61e45509-14e3-4750-93c3-90cc3da2d052', 'status': 'completed', 'code': 200} Feb 11 04:40:41.823622 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.879843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-94e57d49-c086-4374-990a-24aae60c0748 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534492 Feb 11 04:40:41.890631 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e0ffca5-268c-4982-b4c3-17def6da97ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.912160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=db70ee34-1926-4614-bacc-1ab9b02ad147,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:41.962738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-79da84fe-bfc4-489c-a8d0-369c1dbbd716 None None] Current status of the port db70ee34-1926-4614-bacc-1ab9b02ad147 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:42.055395 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0a1c529-22f0-48bf-8b3f-373a05936d30 req-19354a7e-a52d-4e3d-8588-9d743ef59233 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2903597 Feb 11 04:40:42.055974 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Publish callbacks [] for router_gateway (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.140639 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for port (f2f42835-016c-4fcf-be3d-56097fc76128), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.189455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-31a27feb-2872-4f67-837a-6e64117e23c9 None None] Provisioning complete for port db70ee34-1926-4614-bacc-1ab9b02ad147 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:42.191011 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31a27feb-2872-4f67-837a-6e64117e23c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.294023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ee8d0-e9e5-4bb3-8ae5-ca50f490b76a req-aaeb741a-dbf1-423a-befd-af12abc320bb tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:42.295639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-118ee8d0-e9e5-4bb3-8ae5-ca50f490b76a req-aaeb741a-dbf1-423a-befd-af12abc320bb tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 944 time: 0.4148927 Feb 11 04:40:42.308053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1c529-22f0-48bf-8b3f-373a05936d30 req-632d2558-d830-447d-a7b7-32a606b9178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:42.310578 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0a1c529-22f0-48bf-8b3f-373a05936d30 req-632d2558-d830-447d-a7b7-32a606b9178d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1133 time: 0.1267605 Feb 11 04:40:42.330442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-31a27feb-2872-4f67-837a-6e64117e23c9 None None] Current status of the port db70ee34-1926-4614-bacc-1ab9b02ad147 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:42.349277 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-3baec1d6-05ce-4ac8-9357-4a8153e5a932 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517467 Feb 11 04:40:42.396545 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f2f42835-016c-4fcf-be3d-56097fc76128), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.397903 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-118ee8d0-e9e5-4bb3-8ae5-ca50f490b76a req-6b0c4c74-f909-4eb5-9c4a-83df0fb768d4 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703602 Feb 11 04:40:42.493808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-9b5276f0-3053-4b32-a0b0-6eff11601886 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips/f5170af2-5df3-4dce-ae82-53dad49071ee HTTP/1.1" status: 200 len: 693 time: 0.0578430 Feb 11 04:40:42.505216 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-c532cf4c-56f8-4e70-8c08-35b144367a21 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412115 Feb 11 04:40:42.515068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:42.523963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:42.535341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:42.544661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Pushing event updated for resources: {'Port': ['ID=f2f42835-016c-4fcf-be3d-56097fc76128,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:42.575777 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.579619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1c529-22f0-48bf-8b3f-373a05936d30 req-9334760b-d9cb-4e1a-a3e1-ba30f8b87043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:42.581671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0a1c529-22f0-48bf-8b3f-373a05936d30 req-9334760b-d9cb-4e1a-a3e1-ba30f8b87043 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2269497 Feb 11 04:40:42.598051 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.617415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-69e6012d-970b-453b-a46c-db0a9af531b1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:42.618907 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-69e6012d-970b-453b-a46c-db0a9af531b1 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1129999 Feb 11 04:40:42.673123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0a1c529-22f0-48bf-8b3f-373a05936d30 req-a8036510-0f5a-4cde-ba97-03d368408fe6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 217 time: 0.0501359 Feb 11 04:40:42.724087 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-fcd507ec-0160-41c4-82c3-9aa551cf755a tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.0979030 Feb 11 04:40:42.791405 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-80f90905-7d71-48f5-bc03-8d16523ea53d tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.0538037 Feb 11 04:40:42.794196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-79e9b690-0793-4d28-801f-f6626ca11afa tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:42.795719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-79e9b690-0793-4d28-801f-f6626ca11afa tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715&tenant_id=8b12cb7f59db43f289e50c197625e76d&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1129 time: 0.1319535 Feb 11 04:40:42.812353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-58'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:42.827405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1c529-22f0-48bf-8b3f-373a05936d30 req-424b975b-1603-41bf-aa24-0bcfcdfc3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:42.828853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0a1c529-22f0-48bf-8b3f-373a05936d30 req-424b975b-1603-41bf-aa24-0bcfcdfc3c0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1386020 Feb 11 04:40:42.830542 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.911939 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f2f42835-016c-4fcf-be3d-56097fc76128), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.979097 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.979429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1c529-22f0-48bf-8b3f-373a05936d30 req-889c2bfe-3835-49e5-85ea-28c3b0823b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:42.980870 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0a1c529-22f0-48bf-8b3f-373a05936d30 req-889c2bfe-3835-49e5-85ea-28c3b0823b37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1382270 Feb 11 04:40:43.004756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Router bce14bd6-2842-425b-b1dd-fad0aebf0f9b is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:40:43.035009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-3774dcf5-9837-43ce-8a64-4ad8f0f15b30 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Deleting port a5fd80da-e201-4cbe-bd71-13d8ba82f236 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:43.035411 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-3774dcf5-9837-43ce-8a64-4ad8f0f15b30 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a5fd80da-e201-4cbe-bd71-13d8ba82f236), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.162262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device db70ee34-1926-4614-bacc-1ab9b02ad147 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:43.185891 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-3774dcf5-9837-43ce-8a64-4ad8f0f15b30 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a5fd80da-e201-4cbe-bd71-13d8ba82f236), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.186385 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-3774dcf5-9837-43ce-8a64-4ad8f0f15b30 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (a5fd80da-e201-4cbe-bd71-13d8ba82f236), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.208312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-3774dcf5-9837-43ce-8a64-4ad8f0f15b30 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Calling delete_port for a5fd80da-e201-4cbe-bd71-13d8ba82f236 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:43.215989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=30392d64-2bdd-4205-87be-0ff344cd1125,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:43.242515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port db70ee34-1926-4614-bacc-1ab9b02ad147 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:43.242905 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.291874 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0a1c529-22f0-48bf-8b3f-373a05936d30 req-b6ce9844-90b5-44e7-8e23-96838327ca55 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966509 Feb 11 04:40:43.303241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:43.328261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port db70ee34-1926-4614-bacc-1ab9b02ad147 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:43.348760 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for port (f2f42835-016c-4fcf-be3d-56097fc76128), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.362016 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (f2f42835-016c-4fcf-be3d-56097fc76128), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.364589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Publish callbacks [] for port (30392d64-2bdd-4205-87be-0ff344cd1125), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.375708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:43.385655 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.393859 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Sync routers for ids ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:43.502205 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.518486 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.519758 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dc83e0bd-64cc-4eea-896c-7590427a2f58 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1201496 Feb 11 04:40:43.525937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46798) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:43.533691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Pushing event updated for resources: {'Port': ['ID=30392d64-2bdd-4205-87be-0ff344cd1125,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:43.536691 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-3774dcf5-9837-43ce-8a64-4ad8f0f15b30 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a5fd80da-e201-4cbe-bd71-13d8ba82f236), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.550625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Pushing event updated for resources: {'Port': ['ID=f2f42835-016c-4fcf-be3d-56097fc76128,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:43.572764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774dcf5-9837-43ce-8a64-4ad8f0f15b30 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Pushing event deleted for resources: {'Port': ['ID=a5fd80da-e201-4cbe-bd71-13d8ba82f236,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:43.574989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Attempting to bind port 30392d64-2bdd-4205-87be-0ff344cd1125 on host n-h2-615180-58 for vnic_type normal with profile {"migrating_to": "n-h1-615180-58"} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:43.575292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Attempting to bind port 30392d64-2bdd-4205-87be-0ff344cd1125 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:43.575633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Attempting to bind port 30392d64-2bdd-4205-87be-0ff344cd1125 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:43.585558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Port 30392d64-2bdd-4205-87be-0ff344cd1125 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:40:43.585898 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Attempting to bind port 30392d64-2bdd-4205-87be-0ff344cd1125 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:43.608767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:43.609183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:43.609512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:43.609966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Bound port: 30392d64-2bdd-4205-87be-0ff344cd1125, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:43.610336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.623955 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Routers {'bce14bd6-2842-425b-b1dd-fad0aebf0f9b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:43.624917 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:43.688806 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-3774dcf5-9837-43ce-8a64-4ad8f0f15b30 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks [] for floatingip (f5170af2-5df3-4dce-ae82-53dad49071ee), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.691550 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-3774dcf5-9837-43ce-8a64-4ad8f0f15b30 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.703774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a50e556e-8c11-4bbd-aca6-f28d70f7c8ad req-3774dcf5-9837-43ce-8a64-4ad8f0f15b30 tempest-FloatingIPDetailsTestJSON-2006501245 tempest-FloatingIPDetailsTestJSON-2006501245-project] 10.222.0.48 "DELETE /v2.0/floatingips/f5170af2-5df3-4dce-ae82-53dad49071ee HTTP/1.1" status: 204 len: 173 time: 0.9025474 Feb 11 04:40:43.704314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46800) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:43.770408 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Set router bce14bd6-2842-425b-b1dd-fad0aebf0f9b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:43.819801 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dbd094-f8dc-46ca-b2fa-64e0679fecc4 x-openstack-request-id: req-61dbd094-f8dc-46ca-b2fa-64e0679fecc4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:43.820283 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb079cb0-d98d-46ab-b516-e3ff6207a5a4", "tag": "24cb7c82-039b-4721-80c2-67e3f4246f3c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:43.820757 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61dbd094-f8dc-46ca-b2fa-64e0679fecc4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:43.821319 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'tag': '24cb7c82-039b-4721-80c2-67e3f4246f3c', 'status': 'completed', 'code': 200} Feb 11 04:40:43.842148 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084ca333-3467-4b28-9682-e7256c071783 x-openstack-request-id: req-084ca333-3467-4b28-9682-e7256c071783 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:43.842514 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90435208-0912-478d-ab24-46d914872020", "name": "network-vif-plugged", "status": "completed", "tag": "4634e114-9df0-4ad5-8c2d-1d9f1523d657", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:43.842720 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-084ca333-3467-4b28-9682-e7256c071783 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:43.843158 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90435208-0912-478d-ab24-46d914872020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4634e114-9df0-4ad5-8c2d-1d9f1523d657', 'code': 200} Feb 11 04:40:43.877848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.878340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.878663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.879052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.879357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.879687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.880013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.880340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.880661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.880991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.881313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.881633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.881952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:43.887209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.888523 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14e7834b-c337-479d-ac65-70e500d78942 req-d1fb1c11-23ce-4834-9d89-e23861031d54 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4714992 Feb 11 04:40:43.902510 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0a1c529-22f0-48bf-8b3f-373a05936d30 req-250e15a2-4888-4c59-9a75-e367384e519b service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961859 Feb 11 04:40:43.958637 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14e7834b-c337-479d-ac65-70e500d78942 req-2f2f3dc1-e926-4a4e-b01d-0e0fc811c266 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.0536757 Feb 11 04:40:43.984297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:43.988608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=30392d64-2bdd-4205-87be-0ff344cd1125,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:44.017178 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:41Z', 'revision_number': 3, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:44.022226 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.069678 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Checking router: bce14bd6-2842-425b-b1dd-fad0aebf0f9b for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:44.070202 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Updating router bce14bd6-2842-425b-b1dd-fad0aebf0f9b port 7d3854e5-36c4-4225-b64e-990b79ff5021 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:40:44.101673 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.189417 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.198787 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:44.199686 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.201072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] 10.222.0.60 "PUT /v2.0/ports/30392d64-2bdd-4205-87be-0ff344cd1125 HTTP/1.1" status: 200 len: 1124 time: 1.3929446 Feb 11 04:40:44.249365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7834b-c337-479d-ac65-70e500d78942 req-b8c4ef0f-763b-4478-86c0-92bd0a458393 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:44.250876 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14e7834b-c337-479d-ac65-70e500d78942 req-b8c4ef0f-763b-4478-86c0-92bd0a458393 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.2665954 Feb 11 04:40:44.268459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039a8e3-cd89-4cd8-b953-a68320675d88 req-a9c261a6-cef9-4c14-bed3-f612b539d14e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:44.276551 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2039a8e3-cd89-4cd8-b953-a68320675d88 req-a9c261a6-cef9-4c14-bed3-f612b539d14e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 944 time: 0.2804446 Feb 11 04:40:44.279613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db41eda-0199-4ff2-85a9-e47c3ad4aa34 req-38ff5b52-001b-4249-9464-06679cf0b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:44.281138 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9db41eda-0199-4ff2-85a9-e47c3ad4aa34 req-38ff5b52-001b-4249-9464-06679cf0b5f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48fa598a1b004a679c77ea62ce019101&device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 1127 time: 0.3294837 Feb 11 04:40:44.282216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808db66b-2c11-4b7c-9ece-76d8be53344c service neutron] Pushing event updated for resources: {'Port': ['ID=30392d64-2bdd-4205-87be-0ff344cd1125,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:44.292985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-14e7834b-c337-479d-ac65-70e500d78942 req-d54f3e1e-9df8-4cd8-83e6-fcf1ccb9eae2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:40:44.294075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14e7834b-c337-479d-ac65-70e500d78942 req-d54f3e1e-9df8-4cd8-83e6-fcf1ccb9eae2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116994 Feb 11 04:40:44.360053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['30392d64-2bdd-4205-87be-0ff344cd1125'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:44.458070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 24cb7c82-039b-4721-80c2-67e3f4246f3c details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:40:44.498060 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.598517 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Publish callbacks [] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.626939 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.643451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56763e18-ed1d-4d0c-b8ce-f153c7044f0f req-ec9efcf0-929e-47a0-bba1-e18b98c8638c tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:44.645271 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56763e18-ed1d-4d0c-b8ce-f153c7044f0f req-ec9efcf0-929e-47a0-bba1-e18b98c8638c tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 951 time: 0.1495197 Feb 11 04:40:44.751730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 24cb7c82-039b-4721-80c2-67e3f4246f3c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=24cb7c82-039b-4721-80c2-67e3f4246f3c,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:44.765384 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Attempting to bind port 7d3854e5-36c4-4225-b64e-990b79ff5021 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:44.766786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '24cb7c82-039b-4721-80c2-67e3f4246f3c', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'port_id': '24cb7c82-039b-4721-80c2-67e3f4246f3c', 'mac_address': 'fa:16:3e:9e:de:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:40:44.770616 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Attempting to bind port 7d3854e5-36c4-4225-b64e-990b79ff5021 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:44.771038 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Attempting to bind port 7d3854e5-36c4-4225-b64e-990b79ff5021 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:44.775640 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc9da1-30c7-4d67-82e0-0cc0a5c8c431 None None] Pushing event updated for resources: {'Port': ['ID=7d3854e5-36c4-4225-b64e-990b79ff5021,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:44.781955 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:44.782477 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:44.783570 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.783867 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:44.784339 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Bound port: 7d3854e5-36c4-4225-b64e-990b79ff5021, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:44.784725 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.829755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 24cb7c82-039b-4721-80c2-67e3f4246f3c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:44.830695 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.844885 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Allocated IP 172.20.0.1 (3869900e-05c2-4050-ac3b-2048a132c0ba/08c1e699-2af9-48c4-b67e-841307f1d5a0/c1541788-d38f-46af-83e3-4f39dcf3764c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:44.851185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cb7c82-039b-4721-80c2-67e3f4246f3c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:44.859373 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56763e18-ed1d-4d0c-b8ce-f153c7044f0f req-e18c8d25-6d17-44f5-805e-6264ed2ddc09 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070863 Feb 11 04:40:44.862074 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] For port 7d3854e5-36c4-4225-b64e-990b79ff5021, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:44.867226 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] For port 7d3854e5-36c4-4225-b64e-990b79ff5021, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7d3854e5-36c4-4225-b64e-990b79ff5021,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:44.876273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 24cb7c82-039b-4721-80c2-67e3f4246f3c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=24cb7c82-039b-4721-80c2-67e3f4246f3c,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:44.881297 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.882760 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.027027 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Publish callbacks [] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.029653 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2039a8e3-cd89-4cd8-b953-a68320675d88 req-c8ca965d-501f-4508-993e-f1fe526ef958 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7474623 Feb 11 04:40:45.075827 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.078153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=24cb7c82-039b-4721-80c2-67e3f4246f3c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:45.120232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db41eda-0199-4ff2-85a9-e47c3ad4aa34 req-bee7ad0d-8182-480e-a328-cd5ca38858f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:45.132868 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9db41eda-0199-4ff2-85a9-e47c3ad4aa34 req-bee7ad0d-8182-480e-a328-cd5ca38858f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=072564ab-c80b-4ff9-acf6-33933e7683f2 HTTP/1.1" status: 200 len: 923 time: 0.8368380 Feb 11 04:40:45.142928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Network 3869900e-05c2-4050-ac3b-2048a132c0ba is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:45.149740 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:45.154337 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Routers {'bce14bd6-2842-425b-b1dd-fad0aebf0f9b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:45.155034 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:45.159053 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc9da1-30c7-4d67-82e0-0cc0a5c8c431 None None] Pushing event updated for resources: {'Port': ['ID=7d3854e5-36c4-4225-b64e-990b79ff5021,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:45.189051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:45.197445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3c62c-f2a8-4f6b-8c13-374e87780176 req-9bf7391a-a028-410d-988c-d91cd6d0509b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:45.198976 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4cf3c62c-f2a8-4f6b-8c13-374e87780176 req-9bf7391a-a028-410d-988c-d91cd6d0509b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.60 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 951 time: 0.6753619 Feb 11 04:40:45.215974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Pushing event updated for resources: {'Port': ['ID=c1541788-d38f-46af-83e3-4f39dcf3764c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:45.219589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9db41eda-0199-4ff2-85a9-e47c3ad4aa34 req-3deffe3a-21bf-4bc7-9345-022fb1cd3cf0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24cb7c82-039b-4721-80c2-67e3f4246f3c HTTP/1.1" status: 200 len: 217 time: 0.0772235 Feb 11 04:40:45.336841 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] Set router bce14bd6-2842-425b-b1dd-fad0aebf0f9b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:45.453336 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.471053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db41eda-0199-4ff2-85a9-e47c3ad4aa34 req-aa2bd189-38ab-4379-a82d-f37176962350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:45.472530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9db41eda-0199-4ff2-85a9-e47c3ad4aa34 req-aa2bd189-38ab-4379-a82d-f37176962350 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1fe7be5f-43a7-40e1-93b1-9ec7dfae10de HTTP/1.1" status: 200 len: 861 time: 0.2244232 Feb 11 04:40:45.494531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-c217a38a-af4b-4b8e-8aca-fdb6ef9f3840 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:45.503212 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-c217a38a-af4b-4b8e-8aca-fdb6ef9f3840 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 821 time: 0.3001077 Feb 11 04:40:45.524553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261629-1845-4574-8c16-92342c226773 req-66f2aea8-08a5-4693-aff0-4a42a5558fc1 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:45.526104 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1261629-1845-4574-8c16-92342c226773 req-66f2aea8-08a5-4693-aff0-4a42a5558fc1 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 945 time: 0.3406727 Feb 11 04:40:45.533785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1cbce76c-5a61-4ac5-a472-670f7cbf7c00 None None] Provisioning complete for port c1541788-d38f-46af-83e3-4f39dcf3764c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:45.534599 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1cbce76c-5a61-4ac5-a472-670f7cbf7c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.562519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4da426-455c-44df-9c11-bda174bb50fe req-7229c3f5-d3e3-49ab-b16f-a1d13f90832b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:45.564028 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bb4da426-455c-44df-9c11-bda174bb50fe req-7229c3f5-d3e3-49ab-b16f-a1d13f90832b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020&tenant_id=1065d83b11b143078bcea2c5380d8113&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 949 time: 0.3614645 Feb 11 04:40:45.570356 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.613408 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-563de180-12a5-479a-b784-1eabc8826064 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/quotas/99072e60536a4d368de68d90bda9e2b6 HTTP/1.1" status: 200 len: 375 time: 0.1092737 Feb 11 04:40:45.625400 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:41Z', 'revision_number': 3, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:45.643584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1cbce76c-5a61-4ac5-a472-670f7cbf7c00 None None] Port c1541788-d38f-46af-83e3-4f39dcf3764c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:45.660312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1261629-1845-4574-8c16-92342c226773 req-48ce1e71-15ee-45a3-a3f2-beb0674b0267 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270652 Feb 11 04:40:45.690624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4cf3c62c-f2a8-4f6b-8c13-374e87780176 req-107e1155-bf18-4cc5-9821-9c3c73f77f85 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Deleting port 176504c7-7c22-4051-a802-85972389c1be {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:45.690990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4cf3c62c-f2a8-4f6b-8c13-374e87780176 req-107e1155-bf18-4cc5-9821-9c3c73f77f85 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (176504c7-7c22-4051-a802-85972389c1be), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.701920 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa255701-6e07-4d75-a6e6-99a26fb48f3a None None] The sync data for ids ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'] in n-d-615180-58 is: [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:41Z', 'revision_number': 3, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:45.730152 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.756433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db41eda-0199-4ff2-85a9-e47c3ad4aa34 req-adb07da7-8453-468e-9f79-a0afd53b725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:45.758052 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9db41eda-0199-4ff2-85a9-e47c3ad4aa34 req-adb07da7-8453-468e-9f79-a0afd53b725d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=072564ab-c80b-4ff9-acf6-33933e7683f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2721756 Feb 11 04:40:45.783359 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-810d4515-53e3-4e44-af6a-0d06334614e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.828268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2036faa-6635-49bf-a7b2-c1047d9bb715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30392d64-2bdd-4205-87be-0ff344cd1125'}, {'name': 'network-changed', 'server_uuid': 'f2036faa-6635-49bf-a7b2-c1047d9bb715', 'tag': '30392d64-2bdd-4205-87be-0ff344cd1125'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:45.830502 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0751cc9d-089a-452e-b277-32a6c7ef9a0f" -d '{"events": [{"server_uuid": "f2036faa-6635-49bf-a7b2-c1047d9bb715", "name": "network-vif-unplugged", "status": "completed", "tag": "30392d64-2bdd-4205-87be-0ff344cd1125"}, {"name": "network-changed", "server_uuid": "f2036faa-6635-49bf-a7b2-c1047d9bb715", "tag": "30392d64-2bdd-4205-87be-0ff344cd1125"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:45.858152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4da426-455c-44df-9c11-bda174bb50fe req-332868b3-b53e-488d-990d-2122d07c709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:45.859688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bb4da426-455c-44df-9c11-bda174bb50fe req-332868b3-b53e-488d-990d-2122d07c709e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 1132 time: 0.1387334 Feb 11 04:40:45.885700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-13d4d495-7d62-45c4-ac0d-73a9da2f382c tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2622259 Feb 11 04:40:45.904884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb47555-4d2a-41b0-84b5-bc1976876f5c req-e6420b3a-7797-4e1c-b17d-00183ebbd250 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:45.907257 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8eb47555-4d2a-41b0-84b5-bc1976876f5c req-e6420b3a-7797-4e1c-b17d-00183ebbd250 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1430295 Feb 11 04:40:46.110242 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8eb47555-4d2a-41b0-84b5-bc1976876f5c req-d9aa3262-1d25-4b5d-a8f9-0ab0dafdbcdb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630676 Feb 11 04:40:46.110473 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4cf3c62c-f2a8-4f6b-8c13-374e87780176 req-107e1155-bf18-4cc5-9821-9c3c73f77f85 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] For port 176504c7-7c22-4051-a802-85972389c1be, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=176504c7-7c22-4051-a802-85972389c1be,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:46.110957 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4cf3c62c-f2a8-4f6b-8c13-374e87780176 req-107e1155-bf18-4cc5-9821-9c3c73f77f85 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (176504c7-7c22-4051-a802-85972389c1be), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:46.123601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-727eff0f-e7d1-4390-b92c-4d902577930a service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644137 Feb 11 04:40:46.135857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['24cb7c82-039b-4721-80c2-67e3f4246f3c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:46.144781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4da426-455c-44df-9c11-bda174bb50fe req-1817e974-691f-48b3-80c0-5fc2f0cf6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.146267 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bb4da426-455c-44df-9c11-bda174bb50fe req-1817e974-691f-48b3-80c0-5fc2f0cf6732 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2576203 Feb 11 04:40:46.150380 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Publish callbacks [] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:46.156641 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:46.204155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4cf3c62c-f2a8-4f6b-8c13-374e87780176 req-107e1155-bf18-4cc5-9821-9c3c73f77f85 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Calling delete_port for 176504c7-7c22-4051-a802-85972389c1be owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:46.247434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9db41eda-0199-4ff2-85a9-e47c3ad4aa34 req-9ceb3294-03fe-43e7-9a26-61abc3ec69df service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762831 Feb 11 04:40:46.256293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bb4da426-455c-44df-9c11-bda174bb50fe req-cfb50793-a982-4459-a686-260548cddce1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657 HTTP/1.1" status: 200 len: 217 time: 0.0958421 Feb 11 04:40:46.308864 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a712f9-b2e2-4f66-aeb4-8e362c08829c x-openstack-request-id: req-32a712f9-b2e2-4f66-aeb4-8e362c08829c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:46.309165 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2036faa-6635-49bf-a7b2-c1047d9bb715", "name": "network-vif-unplugged", "status": "completed", "tag": "30392d64-2bdd-4205-87be-0ff344cd1125", "code": 200}, {"name": "network-changed", "server_uuid": "f2036faa-6635-49bf-a7b2-c1047d9bb715", "tag": "30392d64-2bdd-4205-87be-0ff344cd1125", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:46.309425 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32a712f9-b2e2-4f66-aeb4-8e362c08829c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:46.309823 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2036faa-6635-49bf-a7b2-c1047d9bb715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30392d64-2bdd-4205-87be-0ff344cd1125', 'code': 200} Feb 11 04:40:46.310086 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2036faa-6635-49bf-a7b2-c1047d9bb715', 'tag': '30392d64-2bdd-4205-87be-0ff344cd1125', 'status': 'completed', 'code': 200} Feb 11 04:40:46.326866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Pushing event updated for resources: {'Port': ['ID=c1541788-d38f-46af-83e3-4f39dcf3764c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:46.343345 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:46.364401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4da426-455c-44df-9c11-bda174bb50fe req-fdf3bf5d-5c70-4760-85ac-11111a4c8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.374343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bb4da426-455c-44df-9c11-bda174bb50fe req-fdf3bf5d-5c70-4760-85ac-11111a4c8342 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1074607 Feb 11 04:40:46.456227 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 30392d64-2bdd-4205-87be-0ff344cd1125 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:40:46.540218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4da426-455c-44df-9c11-bda174bb50fe req-0258b194-9eae-4e57-bb49-c77db311cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.542011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bb4da426-455c-44df-9c11-bda174bb50fe req-0258b194-9eae-4e57-bb49-c77db311cf6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1505623 Feb 11 04:40:46.581629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580c7c6-97be-423a-a08b-b1055adc423f req-77d33258-2425-4473-829b-8e98e3033e33 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.583235 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f580c7c6-97be-423a-a08b-b1055adc423f req-77d33258-2425-4473-829b-8e98e3033e33 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 951 time: 0.1906044 Feb 11 04:40:46.585159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Network 3869900e-05c2-4050-ac3b-2048a132c0ba is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:46.596437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=30392d64-2bdd-4205-87be-0ff344cd1125,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:46.601765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:46.616969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 30392d64-2bdd-4205-87be-0ff344cd1125 has no active binding in host n-h1-615180-58 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:40:46.650985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-411bd2a8-db82-4b89-b648-85bd86e66c34 service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733665 Feb 11 04:40:46.697303 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751cc9d-089a-452e-b277-32a6c7ef9a0f req-a25a73ab-635c-46ee-8f04-a7a929087feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.698738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0751cc9d-089a-452e-b277-32a6c7ef9a0f req-a25a73ab-635c-46ee-8f04-a7a929087feb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 1158 time: 0.2913799 Feb 11 04:40:46.705338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9db41eda-0199-4ff2-85a9-e47c3ad4aa34 req-29d57da2-db33-45c3-80fa-16bd06696f73 service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119446 Feb 11 04:40:46.787733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f580c7c6-97be-423a-a08b-b1055adc423f req-983e450f-9b94-4447-91a8-ef08e1cd6346 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a62f196-2833-4b5f-9c97-22f84d7e9cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906462 Feb 11 04:40:46.850111 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bb4da426-455c-44df-9c11-bda174bb50fe req-6194de49-bc30-4d36-ae5a-0df2920233b1 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925766 Feb 11 04:40:46.994372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5163a63d-f99c-4ba2-a0f2-3c4a9fc56801 None None] Provisioning complete for port c1541788-d38f-46af-83e3-4f39dcf3764c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:46.994372 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5163a63d-f99c-4ba2-a0f2-3c4a9fc56801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.024309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Router bce14bd6-2842-425b-b1dd-fad0aebf0f9b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:47.081889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5163a63d-f99c-4ba2-a0f2-3c4a9fc56801 None None] Port c1541788-d38f-46af-83e3-4f39dcf3764c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:47.214599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7d3854e5-36c4-4225-b64e-990b79ff5021 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:47.269040 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4cf3c62c-f2a8-4f6b-8c13-374e87780176 req-107e1155-bf18-4cc5-9821-9c3c73f77f85 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (176504c7-7c22-4051-a802-85972389c1be), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.284774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7d3854e5-36c4-4225-b64e-990b79ff5021 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:47.285057 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.372542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e1155-bf18-4cc5-9821-9c3c73f77f85 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Pushing event deleted for resources: {'Port': ['ID=176504c7-7c22-4051-a802-85972389c1be,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:47.395661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7d3854e5-36c4-4225-b64e-990b79ff5021 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:47.396125 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.399364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751cc9d-089a-452e-b277-32a6c7ef9a0f req-2cf354c5-8676-4156-b60b-5a719782c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.400867 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0751cc9d-089a-452e-b277-32a6c7ef9a0f req-2cf354c5-8676-4156-b60b-5a719782c5e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.6742752 Feb 11 04:40:47.428131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 7d3854e5-36c4-4225-b64e-990b79ff5021, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7d3854e5-36c4-4225-b64e-990b79ff5021,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:47.445686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.513700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=7d3854e5-36c4-4225-b64e-990b79ff5021,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:47.523885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.524558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.524907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.525248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.525866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.526206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.526538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.526864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.527219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.527545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.527870 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.528210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.528518 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:47.551786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf3c62c-f2a8-4f6b-8c13-374e87780176 req-107e1155-bf18-4cc5-9821-9c3c73f77f85 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] No DVR routers for this DVR port 176504c7-7c22-4051-a802-85972389c1be on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:47.559200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0751cc9d-089a-452e-b277-32a6c7ef9a0f req-e43d7079-3728-4a53-a3fd-6838ce8dbaae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30392d64-2bdd-4205-87be-0ff344cd1125 HTTP/1.1" status: 200 len: 217 time: 0.1385794 Feb 11 04:40:47.561109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4cf3c62c-f2a8-4f6b-8c13-374e87780176 req-107e1155-bf18-4cc5-9821-9c3c73f77f85 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.565000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4cf3c62c-f2a8-4f6b-8c13-374e87780176 req-107e1155-bf18-4cc5-9821-9c3c73f77f85 tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.60 "DELETE /v2.0/ports/176504c7-7c22-4051-a802-85972389c1be HTTP/1.1" status: 204 len: 173 time: 2.3413785 Feb 11 04:40:47.572391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e92884-0710-49a4-b012-c8b141d9db99 req-aa0455e7-4b43-41c7-ba7d-0350d198b974 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.579709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49e92884-0710-49a4-b012-c8b141d9db99 req-aa0455e7-4b43-41c7-ba7d-0350d198b974 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 945 time: 0.3408337 Feb 11 04:40:47.633344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bb4da426-455c-44df-9c11-bda174bb50fe req-679e9aa6-8126-481d-b1da-401713698830 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185221 Feb 11 04:40:47.695567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751cc9d-089a-452e-b277-32a6c7ef9a0f req-696b6d0a-9581-4056-8c9d-8ed1e4d557b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.697366 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0751cc9d-089a-452e-b277-32a6c7ef9a0f req-696b6d0a-9581-4056-8c9d-8ed1e4d557b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.1147277 Feb 11 04:40:47.730489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a61a-529e-4b31-9937-e367eccba071 req-82e4eda2-f028-40e6-9c03-c19b1ec1e18c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.735478 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c678a61a-529e-4b31-9937-e367eccba071 req-82e4eda2-f028-40e6-9c03-c19b1ec1e18c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 944 time: 0.8218882 Feb 11 04:40:47.756836 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0751cc9d-089a-452e-b277-32a6c7ef9a0f req-86f826b6-f5f3-454f-a32d-fb65bc54d730 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416589 Feb 11 04:40:47.777492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49e92884-0710-49a4-b012-c8b141d9db99 req-f502909c-76fa-4e60-90bf-bbc8ec43236f tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962595 Feb 11 04:40:47.785782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:47.793894 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-693a5249-a43c-4a20-a27f-37a61f434900 admin admin] 10.222.0.48 "PUT /v2.0/routers/bce14bd6-2842-425b-b1dd-fad0aebf0f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2645724 Feb 11 04:40:47.794412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-810d4515-53e3-4e44-af6a-0d06334614e1 admin admin] Deleting port 5fafe925-daf5-44b4-b371-0e2996735be0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:47.794500 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-810d4515-53e3-4e44-af6a-0d06334614e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.847674 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c678a61a-529e-4b31-9937-e367eccba071 req-bb7726ce-1fef-41e9-bbc4-78fc4879edff tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937939 Feb 11 04:40:47.983518 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15c15256-7e8c-4465-a2d5-94ceb6237b15 req-2e109203-566f-4bdd-b122-90c808932d8c tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 210 time: 0.0473449 Feb 11 04:40:47.994024 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0751cc9d-089a-452e-b277-32a6c7ef9a0f req-9ced5406-fa52-4f8c-85e3-e0657b827f84 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282255 Feb 11 04:40:48.022925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-810d4515-53e3-4e44-af6a-0d06334614e1 admin admin] For port 5fafe925-daf5-44b4-b371-0e2996735be0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5fafe925-daf5-44b4-b371-0e2996735be0,segment=NetworkSegment(93fef7a1-97de-4084-82aa-3084aa97b458),segment_id=93fef7a1-97de-4084-82aa-3084aa97b458)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:48.022925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-810d4515-53e3-4e44-af6a-0d06334614e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.051150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-810d4515-53e3-4e44-af6a-0d06334614e1 admin admin] Calling delete_port for 5fafe925-daf5-44b4-b371-0e2996735be0 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:48.114107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80461c9-f29b-4c0c-befc-a3e1cfcbcdbc req-8ec75875-2d39-4d90-92f3-0cb79a18ebca tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:48.115770 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b80461c9-f29b-4c0c-befc-a3e1cfcbcdbc req-8ec75875-2d39-4d90-92f3-0cb79a18ebca tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1522782 Feb 11 04:40:48.193389 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b80461c9-f29b-4c0c-befc-a3e1cfcbcdbc req-739364c7-c236-431b-b8dd-708e39aad4ea tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706966 Feb 11 04:40:48.257593 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0751cc9d-089a-452e-b277-32a6c7ef9a0f req-ae75dd2f-6b2d-4bcb-a517-4d5039ee7aa5 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540495 Feb 11 04:40:48.288870 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909727c0-e681-484d-96de-048f728200f3 None None] Sync routers for ids ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:48.325776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909727c0-e681-484d-96de-048f728200f3 None None] Routers {'bce14bd6-2842-425b-b1dd-fad0aebf0f9b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:48.326521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-909727c0-e681-484d-96de-048f728200f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:48.332099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'name': 'network-vif-deleted', 'tag': '176504c7-7c22-4051-a802-85972389c1be'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:48.334720 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cda199-24fe-4a64-b3f4-aa2dd3e6bde3" -d '{"events": [{"server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "name": "network-vif-deleted", "tag": "176504c7-7c22-4051-a802-85972389c1be"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:48.342634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b91ba98c-6c20-4d5e-a584-979c54c9145c req-5a5a6da9-4620-4d1e-bdce-506404e1474b tempest-ServersAdminTestJSON-1160050111 tempest-ServersAdminTestJSON-1160050111-project] 10.222.0.48 "GET /v2.0/ports?device_id=9baa3faf-484d-4091-b58b-31a444f5857a HTTP/1.1" status: 200 len: 210 time: 0.0368509 Feb 11 04:40:48.493442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382cb36-45fa-4a00-bca2-82527eeaf639 req-8c9db436-8e53-43c5-a531-817da47adfc5 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:48.501004 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4382cb36-45fa-4a00-bca2-82527eeaf639 req-8c9db436-8e53-43c5-a531-817da47adfc5 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 946 time: 0.0812204 Feb 11 04:40:48.512546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 24cb7c82-039b-4721-80c2-67e3f4246f3c up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:48.513854 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-810d4515-53e3-4e44-af6a-0d06334614e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5fafe925-daf5-44b4-b371-0e2996735be0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.554632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d4515-53e3-4e44-af6a-0d06334614e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fafe925-daf5-44b4-b371-0e2996735be0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:48.555060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-909727c0-e681-484d-96de-048f728200f3 None None] Set router bce14bd6-2842-425b-b1dd-fad0aebf0f9b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:48.571286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4382cb36-45fa-4a00-bca2-82527eeaf639 req-62042a7a-adaf-44a5-b9af-6ecc7fe932f7 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674407 Feb 11 04:40:48.640133 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1454a3d0-0650-4b4b-a491-0c5f9cb934c2 x-openstack-request-id: req-1454a3d0-0650-4b4b-a491-0c5f9cb934c2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:48.640428 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9baa3faf-484d-4091-b58b-31a444f5857a", "name": "network-vif-deleted", "tag": "176504c7-7c22-4051-a802-85972389c1be", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:48.640713 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1454a3d0-0650-4b4b-a491-0c5f9cb934c2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:48.641117 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9baa3faf-484d-4091-b58b-31a444f5857a', 'name': 'network-vif-deleted', 'tag': '176504c7-7c22-4051-a802-85972389c1be', 'status': 'completed', 'code': 200} Feb 11 04:40:48.690400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46870) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:48.695968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d9e3c1a0-480b-4f29-9af6-fbacbf51e4e0 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808485265', 'description': 'tempest-description--1957228331'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:48.708064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 24cb7c82-039b-4721-80c2-67e3f4246f3c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:40:48.720087 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9e3c1a0-480b-4f29-9af6-fbacbf51e4e0 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.750280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 24cb7c82-039b-4721-80c2-67e3f4246f3c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:48.750655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.768288 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-810d4515-53e3-4e44-af6a-0d06334614e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.800653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9e3c1a0-480b-4f29-9af6-fbacbf51e4e0 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for security_group (f5b4305c-d609-40f1-8bfa-2c52c58fe737), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.816116 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9e3c1a0-480b-4f29-9af6-fbacbf51e4e0 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f5b4305c-d609-40f1-8bfa-2c52c58fe737), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.883449 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9e3c1a0-480b-4f29-9af6-fbacbf51e4e0 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.892033 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d9e3c1a0-480b-4f29-9af6-fbacbf51e4e0 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2004704 Feb 11 04:40:48.906186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46876) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:48.937529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4f1b6bfb-461d-4eb7-984c-feedce71e961 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4305c-d609-40f1-8bfa-2c52c58fe737', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:48.966234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-909727c0-e681-484d-96de-048f728200f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:45Z', 'revision_number': 4, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c1541788-d38f-46af-83e3-4f39dcf3764c', 'name': '', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'mac_address': 'fa:16:3e:4a:e5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:44Z', 'updated_at': '2022-02-11T04:40:45Z', 'revision_number': 2, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'subnets': [{'id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:48.974940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3c1a0-480b-4f29-9af6-fbacbf51e4e0 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b4305c-d609-40f1-8bfa-2c52c58fe737,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:48.998325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909727c0-e681-484d-96de-048f728200f3 None None] Checking router: bce14bd6-2842-425b-b1dd-fad0aebf0f9b for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:48.998690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909727c0-e681-484d-96de-048f728200f3 None None] Updating router bce14bd6-2842-425b-b1dd-fad0aebf0f9b port c1541788-d38f-46af-83e3-4f39dcf3764c binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:40:49.002385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 24cb7c82-039b-4721-80c2-67e3f4246f3c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:49.002816 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.045606 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6bfb-461d-4eb7-984c-feedce71e961 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for security_group_rule (12a7aa90-1d8d-4aa1-9036-82251d9c4bef), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.079043 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909727c0-e681-484d-96de-048f728200f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.096244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd1a87-6281-4ddf-b0a0-2128c0101be5 req-112697bf-ff00-4272-ab36-1efc9bf5b4cb tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:49.103597 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24fd1a87-6281-4ddf-b0a0-2128c0101be5 req-112697bf-ff00-4272-ab36-1efc9bf5b4cb tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 945 time: 0.1216676 Feb 11 04:40:49.154050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cb7c82-039b-4721-80c2-67e3f4246f3c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:49.156347 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6436b675-0d53-4ebd-afa0-c9fa0b802f6c" -d '{"events": [{"server_uuid": "bb079cb0-d98d-46ab-b516-e3ff6207a5a4", "name": "network-vif-plugged", "status": "completed", "tag": "24cb7c82-039b-4721-80c2-67e3f4246f3c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:49.178739 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6bfb-461d-4eb7-984c-feedce71e961 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for security_group_rule (12a7aa90-1d8d-4aa1-9036-82251d9c4bef), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.197801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6bfb-461d-4eb7-984c-feedce71e961 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (12a7aa90-1d8d-4aa1-9036-82251d9c4bef), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.201662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 24cb7c82-039b-4721-80c2-67e3f4246f3c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=24cb7c82-039b-4721-80c2-67e3f4246f3c,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:49.215165 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.215969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 176504c7-7c22-4051-a802-85972389c1be no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:49.220436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b6bfb-461d-4eb7-984c-feedce71e961 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a7aa90-1d8d-4aa1-9036-82251d9c4bef,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:49.235420 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24fd1a87-6281-4ddf-b0a0-2128c0101be5 req-0f5d33c2-35f0-419d-b025-e88681ba4df7 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306875 Feb 11 04:40:49.272875 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6bfb-461d-4eb7-984c-feedce71e961 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.274920 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4f1b6bfb-461d-4eb7-984c-feedce71e961 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3620934 Feb 11 04:40:49.277272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46884) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:49.282024 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2d141351-6734-4a6f-9d3c-61287e69fe85 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4305c-d609-40f1-8bfa-2c52c58fe737', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:49.336090 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d141351-6734-4a6f-9d3c-61287e69fe85 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for security_group_rule (57c29a27-514d-4674-81b8-9a2ed601785a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.368210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7d3854e5-36c4-4225-b64e-990b79ff5021 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:49.386037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 176504c7-7c22-4051-a802-85972389c1be {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:49.386410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 176504c7-7c22-4051-a802-85972389c1be not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:49.389472 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-35a0d578-47be-4810-b0f0-c3bcbb5c014d req-775b92f5-88a2-4093-b31b-6faafa75cad0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 210 time: 0.0321922 Feb 11 04:40:49.436953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e02e6-7d6c-4cec-9b19-7217ddefa939 req-1e6abd63-1c2a-4046-95ae-06fc8655a038 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:49.445468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e48e02e6-7d6c-4cec-9b19-7217ddefa939 req-1e6abd63-1c2a-4046-95ae-06fc8655a038 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 944 time: 0.2860277 Feb 11 04:40:49.446248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d141351-6734-4a6f-9d3c-61287e69fe85 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for security_group_rule (57c29a27-514d-4674-81b8-9a2ed601785a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.453170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810d4515-53e3-4e44-af6a-0d06334614e1 admin admin] Router 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:49.456874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d141351-6734-4a6f-9d3c-61287e69fe85 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (57c29a27-514d-4674-81b8-9a2ed601785a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.479788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=24cb7c82-039b-4721-80c2-67e3f4246f3c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:49.484165 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d52293-53e9-4975-a210-4e91f3d1f319 x-openstack-request-id: req-99d52293-53e9-4975-a210-4e91f3d1f319 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:49.484464 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb079cb0-d98d-46ab-b516-e3ff6207a5a4", "name": "network-vif-plugged", "status": "completed", "tag": "24cb7c82-039b-4721-80c2-67e3f4246f3c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:49.484714 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99d52293-53e9-4975-a210-4e91f3d1f319 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:49.485106 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cb7c82-039b-4721-80c2-67e3f4246f3c', 'code': 200} Feb 11 04:40:49.506409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d141351-6734-4a6f-9d3c-61287e69fe85 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c29a27-514d-4674-81b8-9a2ed601785a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:49.518293 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d141351-6734-4a6f-9d3c-61287e69fe85 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.522798 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2d141351-6734-4a6f-9d3c-61287e69fe85 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2413392 Feb 11 04:40:49.524135 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e48e02e6-7d6c-4cec-9b19-7217ddefa939 req-1e35df87-f66c-454d-be65-8df35260a325 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776129 Feb 11 04:40:49.526008 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46888) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:49.538268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:49.557881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7d3854e5-36c4-4225-b64e-990b79ff5021 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:49.558239 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.582511 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.595031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-db57334e-130f-4f18-8cab-481fb20be549 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:49.604088 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-db57334e-130f-4f18-8cab-481fb20be549 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.10 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 821 time: 0.3072522 Feb 11 04:40:49.645715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Request body: {'port': {'device_id': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'admin_state_up': True, 'tenant_id': '99072e60536a4d368de68d90bda9e2b6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:49.750666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7d3854e5-36c4-4225-b64e-990b79ff5021 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:49.784641 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909727c0-e681-484d-96de-048f728200f3 None None] Publish callbacks [] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.786983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a98df-a1b7-4af1-9d08-74cfd438f0c8 req-fff3aa81-5d5b-40c2-899b-83bf1a7172ef tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:49.788940 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a46a98df-a1b7-4af1-9d08-74cfd438f0c8 req-fff3aa81-5d5b-40c2-899b-83bf1a7172ef tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1726828 Feb 11 04:40:49.799831 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909727c0-e681-484d-96de-048f728200f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.812384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76f5c1-8833-440e-bd18-5dba8e73e89b req-29dca9e9-8d0b-4407-84c9-15e02006ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:49.814535 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea76f5c1-8833-440e-bd18-5dba8e73e89b req-29dca9e9-8d0b-4407-84c9-15e02006ea18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 1129 time: 0.1823967 Feb 11 04:40:49.851013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810d4515-53e3-4e44-af6a-0d06334614e1 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:49.862439 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-810d4515-53e3-4e44-af6a-0d06334614e1 admin admin] 10.222.0.48 "PUT /v2.0/routers/07f43aee-fe2b-4c38-9d34-f473b51bc0a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1492999 Feb 11 04:40:49.865925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46896) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:49.871035 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616be4d4-7616-408a-9653-dfcd79e9d82c None None] Sync routers for ids ['07f43aee-fe2b-4c38-9d34-f473b51bc0a5'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:49.884576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71de352-306e-4177-a72e-2e14b04b2162 req-216f0893-5c81-4a4a-8a6b-385df47037df tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:49.892373 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b71de352-306e-4177-a72e-2e14b04b2162 req-216f0893-5c81-4a4a-8a6b-385df47037df tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 946 time: 0.1832345 Feb 11 04:40:49.892721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91475604-84aa-4362-b433-8781cb4c1733 None None] Pushing event updated for resources: {'Port': ['ID=c1541788-d38f-46af-83e3-4f39dcf3764c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:49.905871 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616be4d4-7616-408a-9653-dfcd79e9d82c None None] Routers {'07f43aee-fe2b-4c38-9d34-f473b51bc0a5'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:49.906508 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-616be4d4-7616-408a-9653-dfcd79e9d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['07f43aee-fe2b-4c38-9d34-f473b51bc0a5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:49.926844 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a46a98df-a1b7-4af1-9d08-74cfd438f0c8 req-ab8390ba-cb8f-4e73-ab1e-3099bd6aae02 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236696 Feb 11 04:40:49.932014 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea76f5c1-8833-440e-bd18-5dba8e73e89b req-a301f2d5-ad7c-4bf3-9e4e-9dc5aa20cc4f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075697 Feb 11 04:40:49.933888 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.971851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-909727c0-e681-484d-96de-048f728200f3 None None] Attempting to bind port c1541788-d38f-46af-83e3-4f39dcf3764c on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:49.972767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-909727c0-e681-484d-96de-048f728200f3 None None] Attempting to bind port c1541788-d38f-46af-83e3-4f39dcf3764c by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:49.974597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909727c0-e681-484d-96de-048f728200f3 None None] Attempting to bind port c1541788-d38f-46af-83e3-4f39dcf3764c on network 3869900e-05c2-4050-ac3b-2048a132c0ba {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:49.989057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909727c0-e681-484d-96de-048f728200f3 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:49.994754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909727c0-e681-484d-96de-048f728200f3 None None] Checking segment: {'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:49.995294 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909727c0-e681-484d-96de-048f728200f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.995725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909727c0-e681-484d-96de-048f728200f3 None None] Bound using segment: {'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:50.002272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-909727c0-e681-484d-96de-048f728200f3 None None] Bound port: c1541788-d38f-46af-83e3-4f39dcf3764c, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:50.002870 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909727c0-e681-484d-96de-048f728200f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.005985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Made reservation on behalf of 99072e60536a4d368de68d90bda9e2b6 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:50.009409 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.056101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46900) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:50.115017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-909727c0-e681-484d-96de-048f728200f3 None None] For port c1541788-d38f-46af-83e3-4f39dcf3764c, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:50.120421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-909727c0-e681-484d-96de-048f728200f3 None None] For port c1541788-d38f-46af-83e3-4f39dcf3764c, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c1541788-d38f-46af-83e3-4f39dcf3764c,segment=NetworkSegment(8dcac347-0a8c-4d97-af3c-0a35c809e047),segment_id=8dcac347-0a8c-4d97-af3c-0a35c809e047)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:50.136540 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-909727c0-e681-484d-96de-048f728200f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.141432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b611c0e-4207-4460-a952-0da112f639a7 req-d784260c-acaf-4542-9c59-1c627d32eaeb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:50.149254 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3b611c0e-4207-4460-a952-0da112f639a7 req-d784260c-acaf-4542-9c59-1c627d32eaeb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1368282 Feb 11 04:40:50.157791 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-616be4d4-7616-408a-9653-dfcd79e9d82c None None] Set router 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:50.229366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909727c0-e681-484d-96de-048f728200f3 None None] Routers {'bce14bd6-2842-425b-b1dd-fad0aebf0f9b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:50.230830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-909727c0-e681-484d-96de-048f728200f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:50.236725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91475604-84aa-4362-b433-8781cb4c1733 None None] Pushing event updated for resources: {'Port': ['ID=c1541788-d38f-46af-83e3-4f39dcf3764c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:50.326046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f089045a-adeb-42bc-a024-edce4691e992 None None] Provisioning complete for port c1541788-d38f-46af-83e3-4f39dcf3764c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:50.326429 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f089045a-adeb-42bc-a024-edce4691e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.371075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3b611c0e-4207-4460-a952-0da112f639a7 req-bfa7a2cd-1802-41ef-b6eb-d78ba88bc2d3 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156672 Feb 11 04:40:50.449699 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-616be4d4-7616-408a-9653-dfcd79e9d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'name': 'tempest-FloatingIPDetailsTestJSON-2139670755-router', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:10Z', 'updated_at': '2022-02-11T04:40:48Z', 'revision_number': 5, 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'gw_port': {'id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:12Z', 'updated_at': '2022-02-11T04:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:50.628892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Allocated IP 172.25.7.128 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/70d285fc-63b7-442c-8837-16ddde415138) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:50.641953 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616be4d4-7616-408a-9653-dfcd79e9d82c None None] Checking router: 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:50.652821 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616be4d4-7616-408a-9653-dfcd79e9d82c None None] Routers {'07f43aee-fe2b-4c38-9d34-f473b51bc0a5'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:50.653638 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-616be4d4-7616-408a-9653-dfcd79e9d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['07f43aee-fe2b-4c38-9d34-f473b51bc0a5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:50.655715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe453-2c0e-483a-9dde-b89934dd70b9 req-b45c7496-b9c4-445c-bf43-f9dc36d93b89 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:50.657233 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05fbe453-2c0e-483a-9dde-b89934dd70b9 req-b45c7496-b9c4-445c-bf43-f9dc36d93b89 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 946 time: 0.3035960 Feb 11 04:40:50.664635 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a3329acb-eba5-4c84-ad05-84b44a25fd0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f9bef0d71d949b687ae5ae0ad6a54a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6024830 Feb 11 04:40:50.669411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46912) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:50.675154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 30392d64-2bdd-4205-87be-0ff344cd1125 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:40:50.748762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c3454-4ed0-4b26-8888-46a843319e8e req-5ae3c716-894c-4c2f-855e-6974fa5c66bf tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:50.750457 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b9c3454-4ed0-4b26-8888-46a843319e8e req-5ae3c716-894c-4c2f-855e-6974fa5c66bf tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 946 time: 0.2503681 Feb 11 04:40:50.776984 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-616be4d4-7616-408a-9653-dfcd79e9d82c None None] Set router 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:50.800550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=30392d64-2bdd-4205-87be-0ff344cd1125,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:50.814722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Allocated IP 172.20.0.11 (4643b148-1e91-44d9-887e-6491249d59a6/f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac/322d47bc-e31d-4170-9a2c-e4f9e24c8689) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:50.821599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 30392d64-2bdd-4205-87be-0ff344cd1125 has no active binding in host n-h1-615180-58 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:40:50.868013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-909727c0-e681-484d-96de-048f728200f3 None None] Set router bce14bd6-2842-425b-b1dd-fad0aebf0f9b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:50.920123 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0b9acc2-8b10-4563-9322-54d4c0dd7685 admin admin] Publish callbacks [] for security_group (4a62f196-2833-4b5f-9c97-22f84d7e9cb7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.934376 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b9c3454-4ed0-4b26-8888-46a843319e8e req-f0b6f602-15fa-49d4-a05b-2673264cc859 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738038 Feb 11 04:40:50.963652 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for port (70d285fc-63b7-442c-8837-16ddde415138), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.981929 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0b9acc2-8b10-4563-9322-54d4c0dd7685 admin admin] Publish callbacks [] for security_group (4a62f196-2833-4b5f-9c97-22f84d7e9cb7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.013459 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f089045a-adeb-42bc-a024-edce4691e992 None None] Current status of the port c1541788-d38f-46af-83e3-4f39dcf3764c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:51.014273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b71de352-306e-4177-a72e-2e14b04b2162 req-f350a230-23e4-4297-8a07-eb47ff79448a tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/security-groups?id=6501522c-07e5-4a4b-9368-f13422b8e9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1209366 Feb 11 04:40:51.018037 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f089045a-adeb-42bc-a024-edce4691e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.025957 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-ed97d2e7-8095-48cb-94df-ee4ffbdffae9 service neutron] 10.222.0.10 "GET /v2.0/ports/30392d64-2bdd-4205-87be-0ff344cd1125/bindings/n-h1-615180-58 HTTP/1.1" status: 200 len: 385 time: 0.4074562 Feb 11 04:40:51.033014 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-616be4d4-7616-408a-9653-dfcd79e9d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'name': 'tempest-FloatingIPDetailsTestJSON-2139670755-router', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:10Z', 'updated_at': '2022-02-11T04:40:48Z', 'revision_number': 5, 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'gw_port': {'id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:12Z', 'updated_at': '2022-02-11T04:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:51.062167 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0b9acc2-8b10-4563-9322-54d4c0dd7685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4a62f196-2833-4b5f-9c97-22f84d7e9cb7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.066761 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616be4d4-7616-408a-9653-dfcd79e9d82c None None] The sync data for ids ['07f43aee-fe2b-4c38-9d34-f473b51bc0a5'] in n-d-615180-58 is: [{'id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'name': 'tempest-FloatingIPDetailsTestJSON-2139670755-router', 'tenant_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:10Z', 'updated_at': '2022-02-11T04:40:48Z', 'revision_number': 5, 'project_id': '3b78c8f045fa4164aa5f780ea5263eb6', 'gw_port': {'id': 'db5b7169-f800-4f4f-97af-9f979ec7da0f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f43aee-fe2b-4c38-9d34-f473b51bc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:12Z', 'updated_at': '2022-02-11T04:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:51.066932 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0b9acc2-8b10-4563-9322-54d4c0dd7685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.085030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a0b9acc2-8b10-4563-9322-54d4c0dd7685 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a62f196-2833-4b5f-9c97-22f84d7e9cb7 HTTP/1.1" status: 204 len: 168 time: 0.4083152 Feb 11 04:40:51.099127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-05fbe453-2c0e-483a-9dde-b89934dd70b9 req-bb87bc3e-fea9-49a1-a231-45001266f571 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Deleting port 14dc0441-211d-4100-ab3c-d0879d7e1f45 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:51.099470 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-05fbe453-2c0e-483a-9dde-b89934dd70b9 req-bb87bc3e-fea9-49a1-a231-45001266f571 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.179465 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Publish callbacks [] for router (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.187616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f089045a-adeb-42bc-a024-edce4691e992 None None] For port c1541788-d38f-46af-83e3-4f39dcf3764c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c1541788-d38f-46af-83e3-4f39dcf3764c,segment=NetworkSegment(8dcac347-0a8c-4d97-af3c-0a35c809e047),segment_id=8dcac347-0a8c-4d97-af3c-0a35c809e047)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:51.197602 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f089045a-adeb-42bc-a024-edce4691e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.269327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-05fbe453-2c0e-483a-9dde-b89934dd70b9 req-bb87bc3e-fea9-49a1-a231-45001266f571 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] For port 14dc0441-211d-4100-ab3c-d0879d7e1f45, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=14dc0441-211d-4100-ab3c-d0879d7e1f45,segment=NetworkSegment(93da75ec-bda3-4dc7-b19a-b0db153355f8),segment_id=93da75ec-bda3-4dc7-b19a-b0db153355f8)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:51.269701 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-05fbe453-2c0e-483a-9dde-b89934dd70b9 req-bb87bc3e-fea9-49a1-a231-45001266f571 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.284558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-05fbe453-2c0e-483a-9dde-b89934dd70b9 req-bb87bc3e-fea9-49a1-a231-45001266f571 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Calling delete_port for 14dc0441-211d-4100-ab3c-d0879d7e1f45 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:51.325745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.339173 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089045a-adeb-42bc-a024-edce4691e992 None None] Pushing event updated for resources: {'Port': ['ID=c1541788-d38f-46af-83e3-4f39dcf3764c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:51.358871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a1e625d2-99dc-470b-a6f6-60fd925e0ace None None] Provisioning complete for port c1541788-d38f-46af-83e3-4f39dcf3764c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:51.359290 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a1e625d2-99dc-470b-a6f6-60fd925e0ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.465662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a1e625d2-99dc-470b-a6f6-60fd925e0ace None None] Current status of the port c1541788-d38f-46af-83e3-4f39dcf3764c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:51.488536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-909727c0-e681-484d-96de-048f728200f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:45Z', 'revision_number': 4, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c1541788-d38f-46af-83e3-4f39dcf3764c', 'name': '', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'mac_address': 'fa:16:3e:4a:e5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:44Z', 'updated_at': '2022-02-11T04:40:50Z', 'revision_number': 4, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'subnets': [{'id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:51.490932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9acc2-8b10-4563-9322-54d4c0dd7685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a62f196-2833-4b5f-9c97-22f84d7e9cb7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:51.516860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3726-df41-4942-a4a2-8f0deaead6d7 req-27d4b6d0-1020-4d9a-bde3-b2e42827334e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:51.519135 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-89fa3726-df41-4942-a4a2-8f0deaead6d7 req-27d4b6d0-1020-4d9a-bde3-b2e42827334e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 944 time: 0.3547914 Feb 11 04:40:51.519921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909727c0-e681-484d-96de-048f728200f3 None None] The sync data for ids ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'] in n-d-615180-58 is: [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:45Z', 'revision_number': 4, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c1541788-d38f-46af-83e3-4f39dcf3764c', 'name': '', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'mac_address': 'fa:16:3e:4a:e5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:44Z', 'updated_at': '2022-02-11T04:40:50Z', 'revision_number': 4, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'subnets': [{'id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:51.563480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f6f4de-ce72-43e9-8da4-075b019e0cce req-f383cc7e-c13b-4060-8a3b-ee9b5d4f4c94 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 210 time: 0.1381407 Feb 11 04:40:51.619188 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.635862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (70d285fc-63b7-442c-8837-16ddde415138), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.657063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['f3b96cb1-3e47-4dfe-9bbb-f80219c119ce'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:51.685018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46922) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:51.699587 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-05fbe453-2c0e-483a-9dde-b89934dd70b9 req-bb87bc3e-fea9-49a1-a231-45001266f571 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (14dc0441-211d-4100-ab3c-d0879d7e1f45), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.738497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['14dc0441-211d-4100-ab3c-d0879d7e1f45'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:51.748247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:51.752990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:51.761801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Publish callbacks [] for router_gateway (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.773488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:51.829434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Network 4643b148-1e91-44d9-887e-6491249d59a6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:51.831669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Pushing event updated for resources: {'Port': ['ID=322d47bc-e31d-4170-9a2c-e4f9e24c8689,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:51.856849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-89fa3726-df41-4942-a4a2-8f0deaead6d7 req-8a432320-7a38-4613-bda7-b55e3fa6b23b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195283 Feb 11 04:40:51.864471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:51.882440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Pushing event updated for resources: {'Port': ['ID=70d285fc-63b7-442c-8837-16ddde415138,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:51.913018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:51.973943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e16115af-81c9-456e-939d-ad10b81703cd service neutron] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=30392d64-2bdd-4205-87be-0ff344cd1125,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:52.016207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87bc3e-fea9-49a1-a231-45001266f571 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Pushing event deleted for resources: {'Port': ['ID=14dc0441-211d-4100-ab3c-d0879d7e1f45,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:52.022665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e16115af-81c9-456e-939d-ad10b81703cd service neutron] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:52.068962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fbe453-2c0e-483a-9dde-b89934dd70b9 req-bb87bc3e-fea9-49a1-a231-45001266f571 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] No DVR routers for this DVR port 14dc0441-211d-4100-ab3c-d0879d7e1f45 on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:52.077931 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-05fbe453-2c0e-483a-9dde-b89934dd70b9 req-bb87bc3e-fea9-49a1-a231-45001266f571 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.082024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05fbe453-2c0e-483a-9dde-b89934dd70b9 req-bb87bc3e-fea9-49a1-a231-45001266f571 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.10 "DELETE /v2.0/ports/14dc0441-211d-4100-ab3c-d0879d7e1f45 HTTP/1.1" status: 204 len: 173 time: 1.4155142 Feb 11 04:40:52.086869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4dee3e-abc0-4b6c-a68c-e83fd668ab48', 'name': 'network-vif-deleted', 'tag': '14dc0441-211d-4100-ab3c-d0879d7e1f45'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:52.089828 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5daef5-3455-4b66-b077-4e803d26a3ae" -d '{"events": [{"server_uuid": "9b4dee3e-abc0-4b6c-a68c-e83fd668ab48", "name": "network-vif-deleted", "tag": "14dc0441-211d-4100-ab3c-d0879d7e1f45"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:52.106359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-f481e74c-7e66-479e-adc4-c1a0d2c70f99 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1065d83b11b143078bcea2c5380d8113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687122 Feb 11 04:40:52.114793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e16115af-81c9-456e-939d-ad10b81703cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30392d64-2bdd-4205-87be-0ff344cd1125 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:52.139070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e16115af-81c9-456e-939d-ad10b81703cd service neutron] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=30392d64-2bdd-4205-87be-0ff344cd1125,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:52.238658 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:52.239351 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.248101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ae0dd73c-ce89-4d90-acbc-3d8c9a9a3cb7 None None] Provisioning complete for port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:52.248904 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e16115af-81c9-456e-939d-ad10b81703cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.250637 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd73c-ce89-4d90-acbc-3d8c9a9a3cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.296780 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for floatingip (9a28030d-6f0d-4717-9ef8-c2b17a0b796a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.327891 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ae0dd73c-ce89-4d90-acbc-3d8c9a9a3cb7 None None] Port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:52.366860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e65b4016-c30c-4578-9a5a-f92da2021548 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4dd95eb9aa984684ada84df5bfad33bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6621192 Feb 11 04:40:52.375467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46944) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:52.425350 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (70d285fc-63b7-442c-8837-16ddde415138), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.425583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-0e41f2fb-baf8-4a49-95c0-c8a09a176e11 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7856586 Feb 11 04:40:52.436354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-46bd77c9-7fec-4167-bbc6-eea06a2b1f9f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:52.438433 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-46bd77c9-7fec-4167-bbc6-eea06a2b1f9f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3175480 Feb 11 04:40:52.445379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Request body: {'port': {'device_id': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:52.448048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e16115af-81c9-456e-939d-ad10b81703cd service neutron] Transition to ACTIVE for port object 30392d64-2bdd-4205-87be-0ff344cd1125 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:40:52.492339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Deleting port db5b7169-f800-4f4f-97af-9f979ec7da0f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:52.492700 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.507915 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-13905352-808a-419e-82ff-193ff054824b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/quotas/1065d83b11b143078bcea2c5380d8113 HTTP/1.1" status: 200 len: 375 time: 0.0378933 Feb 11 04:40:52.511713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e16115af-81c9-456e-939d-ad10b81703cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.540112 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd557fb6-29a4-438b-9741-972015b0d38c admin admin] Publish callbacks [] for security_group (7a52c443-6906-4381-b0dd-088fd931a267), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.541812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24f8c6-246d-4743-856e-2a441537c863 req-b06a25dc-46b4-4fc0-b789-1273524870ea tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:52.543369 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f24f8c6-246d-4743-856e-2a441537c863 req-b06a25dc-46b4-4fc0-b789-1273524870ea tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 946 time: 0.3005254 Feb 11 04:40:52.625184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd557fb6-29a4-438b-9741-972015b0d38c admin admin] Publish callbacks [] for security_group (7a52c443-6906-4381-b0dd-088fd931a267), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.688701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e16115af-81c9-456e-939d-ad10b81703cd service neutron] No DVR routers for this DVR port 30392d64-2bdd-4205-87be-0ff344cd1125 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:52.717937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.720387 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-1a35ac79-3c80-4ebe-a437-42a8c35c9ffb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1826665 Feb 11 04:40:52.750874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16115af-81c9-456e-939d-ad10b81703cd service neutron] Pushing event updated for resources: {'Port': ['ID=30392d64-2bdd-4205-87be-0ff344cd1125,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:52.759144 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd557fb6-29a4-438b-9741-972015b0d38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7a52c443-6906-4381-b0dd-088fd931a267), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.762150 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd557fb6-29a4-438b-9741-972015b0d38c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.764019 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cd557fb6-29a4-438b-9741-972015b0d38c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a52c443-6906-4381-b0dd-088fd931a267 HTTP/1.1" status: 204 len: 168 time: 0.3873630 Feb 11 04:40:52.782402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for port (70d285fc-63b7-442c-8837-16ddde415138), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.795132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd557fb6-29a4-438b-9741-972015b0d38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a52c443-6906-4381-b0dd-088fd931a267,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:52.797457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f24f8c6-246d-4743-856e-2a441537c863 req-ef089b96-d32f-4795-a6de-400520aeefbd tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276776 Feb 11 04:40:52.799844 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (70d285fc-63b7-442c-8837-16ddde415138), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.809566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] For port db5b7169-f800-4f4f-97af-9f979ec7da0f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=db5b7169-f800-4f4f-97af-9f979ec7da0f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:52.809795 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.901982 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e16115af-81c9-456e-939d-ad10b81703cd service neutron] 10.222.0.10 "PUT /v2.0/ports/30392d64-2bdd-4205-87be-0ff344cd1125/bindings/n-h1-615180-58/activate HTTP/1.1" status: 200 len: 370 time: 1.8487370 Feb 11 04:40:52.925231 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Pushing event updated for resources: {'Port': ['ID=70d285fc-63b7-442c-8837-16ddde415138,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:52.941580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Calling delete_port for db5b7169-f800-4f4f-97af-9f979ec7da0f owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:52.955299 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (9a28030d-6f0d-4717-9ef8-c2b17a0b796a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.024669 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.037158 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7400124a-4d5a-4848-ac4a-eff0420d8134 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5009353 Feb 11 04:40:53.086151 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c462322b-387c-4ed0-9aca-2b52ab8d7800 x-openstack-request-id: req-c462322b-387c-4ed0-9aca-2b52ab8d7800 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:53.086151 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4dee3e-abc0-4b6c-a68c-e83fd668ab48", "name": "network-vif-deleted", "tag": "14dc0441-211d-4100-ab3c-d0879d7e1f45", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:53.086403 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c462322b-387c-4ed0-9aca-2b52ab8d7800 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:53.086885 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4dee3e-abc0-4b6c-a68c-e83fd668ab48', 'name': 'network-vif-deleted', 'tag': '14dc0441-211d-4100-ab3c-d0879d7e1f45', 'status': 'completed', 'code': 200} Feb 11 04:40:53.278295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0722f6-cdaa-4250-a995-e963cb02dfba req-6409e4d4-cacf-4a85-afa4-594351d70232 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:53.292684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c0722f6-cdaa-4250-a995-e963cb02dfba req-6409e4d4-cacf-4a85-afa4-594351d70232 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 932 time: 0.1361158 Feb 11 04:40:53.297894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-26673b7b-48ee-4c67-9162-92a0ad53d3ca tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:53.301599 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-26673b7b-48ee-4c67-9162-92a0ad53d3ca tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715&tenant_id=8b12cb7f59db43f289e50c197625e76d&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.1266444 Feb 11 04:40:53.329834 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c1541788-d38f-46af-83e3-4f39dcf3764c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:53.381181 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5f6981c-96f1-4ade-a9db-45a855224b4b req-ea3baa75-d73f-49c7-9752-1e9b12f9e636 tempest-AttachSCSIVolumeTestJSON-2034496281 tempest-AttachSCSIVolumeTestJSON-2034496281-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4dee3e-abc0-4b6c-a68c-e83fd668ab48 HTTP/1.1" status: 200 len: 210 time: 0.0938859 Feb 11 04:40:53.471663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c1541788-d38f-46af-83e3-4f39dcf3764c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:53.472768 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.510094 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c0722f6-cdaa-4250-a995-e963cb02dfba req-4dde4353-d687-4895-b4ff-6690407dcf78 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161655 Feb 11 04:40:53.526195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-4c74a4ab-276c-409c-a946-3634a6da5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:53.527904 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-4c74a4ab-276c-409c-a946-3634a6da5f03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715&tenant_id=8b12cb7f59db43f289e50c197625e76d HTTP/1.1" status: 200 len: 1128 time: 0.1925035 Feb 11 04:40:53.684496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c1541788-d38f-46af-83e3-4f39dcf3764c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:53.701232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5fafe925-daf5-44b4-b371-0e2996735be0 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:53.730252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11f367-245d-4c5c-b9a2-18d43c696753 req-ff03a49a-e2ed-4c94-aba6-16574a998d2e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:53.732633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 5fafe925-daf5-44b4-b371-0e2996735be0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:53.733745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5fafe925-daf5-44b4-b371-0e2996735be0 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:53.737661 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c11f367-245d-4c5c-b9a2-18d43c696753 req-ff03a49a-e2ed-4c94-aba6-16574a998d2e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 945 time: 0.2089555 Feb 11 04:40:53.744959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fdf492e1-94f9-42a3-b5f3-3b6873daee65 req-ff418fb3-675e-423f-ae44-88f16f87cde9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 210 time: 0.0889997 Feb 11 04:40:53.774009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-158b488a-e494-472c-bde1-59398b378c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:53.776484 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-158b488a-e494-472c-bde1-59398b378c4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 1128 time: 0.1999192 Feb 11 04:40:53.813627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322d47bc-e31d-4170-9a2c-e4f9e24c8689 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:53.819409 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (db5b7169-f800-4f4f-97af-9f979ec7da0f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.831256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Publish callbacks [] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.866098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5b7169-f800-4f4f-97af-9f979ec7da0f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:53.879986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Transition to ACTIVE for port object 322d47bc-e31d-4170-9a2c-e4f9e24c8689 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:40:53.913753 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c11f367-245d-4c5c-b9a2-18d43c696753 req-e2f98622-cfe1-4c28-a7d4-883e9dcee743 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671789 Feb 11 04:40:53.922246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-5998e1c9-658a-422d-8ab0-7ecaf9ea9826 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--808485265&fields=id&tenant_id=cbbcc2f6590143c389213526d2eb5ba5 HTTP/1.1" status: 200 len: 267 time: 0.0945494 Feb 11 04:40:53.941395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.950489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-aa5526f2-1ddf-4d95-94cd-c1b26ad1e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:53.952004 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-aa5526f2-1ddf-4d95-94cd-c1b26ad1e0bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.1636620 Feb 11 04:40:54.010765 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-b225336d-6278-4119-9653-28bbdca283b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30392d64-2bdd-4205-87be-0ff344cd1125 HTTP/1.1" status: 200 len: 217 time: 0.0436027 Feb 11 04:40:54.093298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Pushing event updated for resources: {'Port': ['ID=322d47bc-e31d-4170-9a2c-e4f9e24c8689,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:54.107268 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.130944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-cc03bb9c-41e6-4f0a-9ca5-40ed24f93e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:54.132962 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-cc03bb9c-41e6-4f0a-9ca5-40ed24f93e7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.0862288 Feb 11 04:40:54.141491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-e237883f-a528-420a-ba01-86ac96691754 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:54.143213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-e237883f-a528-420a-ba01-86ac96691754 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/networks?id=3869900e-05c2-4050-ac3b-2048a132c0ba HTTP/1.1" status: 200 len: 814 time: 0.2093973 Feb 11 04:40:54.190986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-f8ede405-c670-4ac0-b026-d29dd2ba55d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455151 Feb 11 04:40:54.196078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-31536bd4-2cc5-406a-be32-47e93abe63c9 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/quotas/cbbcc2f6590143c389213526d2eb5ba5 HTTP/1.1" status: 200 len: 375 time: 0.0343678 Feb 11 04:40:54.208469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 30392d64-2bdd-4205-87be-0ff344cd1125 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:54.271542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port 30392d64-2bdd-4205-87be-0ff344cd1125 host n-h1-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:40:54.272244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 30392d64-2bdd-4205-87be-0ff344cd1125 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:54.273003 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 14dc0441-211d-4100-ab3c-d0879d7e1f45 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:54.293507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f1e1d-3ba8-4943-9496-3d8f012ecb48 req-01a1976d-fbc6-4f35-aa02-7831d4424089 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:54.301162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-550f1e1d-3ba8-4943-9496-3d8f012ecb48 req-01a1976d-fbc6-4f35-aa02-7831d4424089 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 946 time: 0.2850516 Feb 11 04:40:54.314686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e97834d6-3270-4ea0-ab23-3f14de6367a9 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118040 Feb 11 04:40:54.321851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 14dc0441-211d-4100-ab3c-d0879d7e1f45 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:54.322204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 14dc0441-211d-4100-ab3c-d0879d7e1f45 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:54.461964 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-e3a2d5ef-7fe0-440b-b43d-9e74db99cbbd service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216643 Feb 11 04:40:54.474467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 30392d64-2bdd-4205-87be-0ff344cd1125 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:54.479538 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-45c10ead-e312-444b-a553-90559ec72225 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbbcc2f6590143c389213526d2eb5ba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2782106 Feb 11 04:40:54.604840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.614131 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Publish callbacks [] for router_controller (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.681524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 30392d64-2bdd-4205-87be-0ff344cd1125 is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:54.726419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Attempting to bind port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:54.726769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Attempting to bind port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:54.727315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Attempting to bind port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 on network 4643b148-1e91-44d9-887e-6491249d59a6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:54.738422 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-3302a812-0444-4876-bf54-c3efedb5fe49 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1065d83b11b143078bcea2c5380d8113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486860 Feb 11 04:40:54.739295 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (07f43aee-fe2b-4c38-9d34-f473b51bc0a5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.740043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07f43aee-fe2b-4c38-9d34-f473b51bc0a5 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:40:54.746589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 on network 4643b148-1e91-44d9-887e-6491249d59a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:40:54.747206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Attempting to bind port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 on network 4643b148-1e91-44d9-887e-6491249d59a6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:54.753558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.754938 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3245ed77-de4c-44dc-aaa7-ac7f18050f83 admin admin] 10.222.0.48 "DELETE /v2.0/routers/07f43aee-fe2b-4c38-9d34-f473b51bc0a5 HTTP/1.1" status: 204 len: 168 time: 4.8877888 Feb 11 04:40:54.770298 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:40:54.783813 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-550f1e1d-3ba8-4943-9496-3d8f012ecb48 req-ec5177e6-c2b4-46ac-a07e-d3bbb5cb0156 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4816270 Feb 11 04:40:54.784596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47008) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:54.848884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:54.854743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Checking segment: {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:54.856009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Bound using segment: {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:54.856668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Bound port: 322d47bc-e31d-4170-9a2c-e4f9e24c8689, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd70b92-0cfa-4698-96d6-2a44c99ccc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:54.858245 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.064376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a80890d-4758-4f70-9b5e-03cdbedc661c admin admin] Deleting subnet 88494344-8504-4a02-95ed-426425b48050 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:40:55.077631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a80890d-4758-4f70-9b5e-03cdbedc661c admin admin] Publish callbacks [] for subnet (88494344-8504-4a02-95ed-426425b48050), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.095873 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-1f99a997-03bf-4a1b-9540-c8d910e31e52 service neutron] 10.222.0.48 "GET /v2.0/networks/3869900e-05c2-4050-ac3b-2048a132c0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076252 Feb 11 04:40:55.146438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-1c6e654f-341c-4718-900a-5b87dcd3d784 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:55.146438 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-1c6e654f-341c-4718-900a-5b87dcd3d784 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715&tenant_id=8b12cb7f59db43f289e50c197625e76d&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.1621265 Feb 11 04:40:55.184996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-291a1b27-7491-42d9-9868-a674f92780eb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:55.186822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-291a1b27-7491-42d9-9868-a674f92780eb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4306386 Feb 11 04:40:55.190108 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a80890d-4758-4f70-9b5e-03cdbedc661c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (88494344-8504-4a02-95ed-426425b48050), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.222651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] For port 322d47bc-e31d-4170-9a2c-e4f9e24c8689, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:55.232146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Request body: {'port': {'device_id': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '1065d83b11b143078bcea2c5380d8113'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:55.265027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] For port 322d47bc-e31d-4170-9a2c-e4f9e24c8689, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=322d47bc-e31d-4170-9a2c-e4f9e24c8689,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:55.283216 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-f897a82d-b5b0-4d62-85de-6fea7a6a62a1 service neutron] 10.222.0.48 "GET /v2.0/networks/3869900e-05c2-4050-ac3b-2048a132c0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857746 Feb 11 04:40:55.291508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c243a-e3d9-4c27-990c-096ccacd6c8d req-069f4b6e-163b-4394-9593-20024afe6328 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:55.298395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd5c243a-e3d9-4c27-990c-096ccacd6c8d req-069f4b6e-163b-4394-9593-20024afe6328 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 944 time: 0.3220809 Feb 11 04:40:55.316617 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.397313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-8cee9b67-c805-434d-a99f-f2e2f6d759d3 service neutron] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:55.403023 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-8cee9b67-c805-434d-a99f-f2e2f6d759d3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.405493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b91706f-e83a-4206-b260-e73578ba09d3 req-8cee9b67-c805-434d-a99f-f2e2f6d759d3 service neutron] 10.222.0.60 "DELETE /v2.0/ports/30392d64-2bdd-4205-87be-0ff344cd1125/bindings/n-h2-615180-58 HTTP/1.1" status: 204 len: 173 time: 0.2229807 Feb 11 04:40:55.506544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:55.507470 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.508763 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] 10.222.0.10 "PUT /v2.0/ports/322d47bc-e31d-4170-9a2c-e4f9e24c8689 HTTP/1.1" status: 200 len: 1093 time: 3.0701120 Feb 11 04:40:55.509568 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'tag': '322d47bc-e31d-4170-9a2c-e4f9e24c8689'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:55.512128 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ee18aa-ef99-4c56-8c76-23acdd439601" -d '{"events": [{"name": "network-changed", "server_uuid": "f7043b40-139e-4b20-8f47-b9609dd473af", "tag": "322d47bc-e31d-4170-9a2c-e4f9e24c8689"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:55.625928 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a80890d-4758-4f70-9b5e-03cdbedc661c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (88494344-8504-4a02-95ed-426425b48050), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.632073 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd5c243a-e3d9-4c27-990c-096ccacd6c8d req-b0a9681a-4299-43c5-a055-d4cd5a7710ab tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326986 Feb 11 04:40:55.632759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa992013-c03d-4e74-9332-1641a3f12af9 service neutron] Pushing event updated for resources: {'Port': ['ID=322d47bc-e31d-4170-9a2c-e4f9e24c8689,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:55.735251 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0ac0099-6681-4df7-8b7f-773f7bdd6028 req-1112046f-4933-476a-86a0-2b9d4deff0f0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 210 time: 0.0822449 Feb 11 04:40:55.776606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Made reservation on behalf of 1065d83b11b143078bcea2c5380d8113 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:55.780064 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.798574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fbbd5784-c939-44e5-9a3e-dc876c28b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:55.800134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-fbbd5784-c939-44e5-9a3e-dc876c28b2db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 1127 time: 0.1995978 Feb 11 04:40:55.803376 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a80890d-4758-4f70-9b5e-03cdbedc661c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (88494344-8504-4a02-95ed-426425b48050), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.880668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80890d-4758-4f70-9b5e-03cdbedc661c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88494344-8504-4a02-95ed-426425b48050,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:55.882857 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a80890d-4758-4f70-9b5e-03cdbedc661c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.886133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1a80890d-4758-4f70-9b5e-03cdbedc661c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/88494344-8504-4a02-95ed-426425b48050 HTTP/1.1" status: 204 len: 168 time: 1.0971382 Feb 11 04:40:55.896406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2114cda-1909-46db-9066-bf3853d90856 None None] Network e04da62c-9a3f-4df4-84c1-b89312a54fa7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:55.919902 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47070) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:55.989840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8915e12-e3ba-4288-b40f-c4f7d028853c req-0e4497cf-80f7-439a-955f-4fa1efd9d976 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:55.999098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8915e12-e3ba-4288-b40f-c4f7d028853c req-0e4497cf-80f7-439a-955f-4fa1efd9d976 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 945 time: 0.1408553 Feb 11 04:40:56.031502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-e6ff9288-8db5-46c4-b13d-7b2024ff9e80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=322d47bc-e31d-4170-9a2c-e4f9e24c8689 HTTP/1.1" status: 200 len: 217 time: 0.1777804 Feb 11 04:40:56.056556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248dd0-1d8e-4235-9c08-fb7c529388e8 req-59657975-53d7-4b42-8119-c7e4d46d821c tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:56.058448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ba248dd0-1d8e-4235-9c08-fb7c529388e8 req-59657975-53d7-4b42-8119-c7e4d46d821c tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 946 time: 0.3334572 Feb 11 04:40:56.072324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47082) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:56.078214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-df28702c-e9e4-4b02-99ca-d11719f28c71 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Request body: {'floatingip': {'port_id': '24cb7c82-039b-4721-80c2-67e3f4246f3c'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:56.142084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-c71abbc3-d676-4af6-b533-21d248d918a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:56.143617 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-c71abbc3-d676-4af6-b533-21d248d918a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.0840151 Feb 11 04:40:56.149124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8915e12-e3ba-4288-b40f-c4f7d028853c req-24fd5872-0de2-437f-94ba-c0074a28db23 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485665 Feb 11 04:40:56.168177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df28702c-e9e4-4b02-99ca-d11719f28c71 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for floatingip (1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.185353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805517cf-1140-41d6-bc53-ce46c39aa4e4 None None] DHCP port deletion for e04da62c-9a3f-4df4-84c1-b89312a54fa7 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:40:56.276673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-805517cf-1140-41d6-bc53-ce46c39aa4e4 None None] Deleting port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:56.277308 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-805517cf-1140-41d6-bc53-ce46c39aa4e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.292780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Allocated IP 192.168.233.231 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/9f584dbd-a391-4e2e-94f1-6ba2a1c3111d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:56.345681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-805517cf-1140-41d6-bc53-ce46c39aa4e4 None None] For port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7e3705ea-5603-4f45-9db0-c3bd61cb0b9b,segment=NetworkSegment(93fef7a1-97de-4084-82aa-3084aa97b458),segment_id=93fef7a1-97de-4084-82aa-3084aa97b458)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:56.346290 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-805517cf-1140-41d6-bc53-ce46c39aa4e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.373129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-805517cf-1140-41d6-bc53-ce46c39aa4e4 None None] Calling delete_port for 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:56.412667 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-750ec6d7-e423-4eb4-9cb3-38f1771d6990 req-1c3a11c7-27d5-44bd-8f07-77fbf2154feb tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 210 time: 0.1498222 Feb 11 04:40:56.624951 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65d0d7c-727e-4f98-97d9-dcd445629f4f x-openstack-request-id: req-e65d0d7c-727e-4f98-97d9-dcd445629f4f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:56.625248 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7043b40-139e-4b20-8f47-b9609dd473af", "tag": "322d47bc-e31d-4170-9a2c-e4f9e24c8689", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:56.625600 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e65d0d7c-727e-4f98-97d9-dcd445629f4f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:56.625933 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'tag': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'status': 'completed', 'code': 200} Feb 11 04:40:56.636575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-805517cf-1140-41d6-bc53-ce46c39aa4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (7e3705ea-5603-4f45-9db0-c3bd61cb0b9b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.643936 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-3ed19c41-528e-4899-b96a-5dec0722436f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051774 Feb 11 04:40:56.672586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805517cf-1140-41d6-bc53-ce46c39aa4e4 None None] Pushing event deleted for resources: {'Port': ['ID=7e3705ea-5603-4f45-9db0-c3bd61cb0b9b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:56.674971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805517cf-1140-41d6-bc53-ce46c39aa4e4 None None] No DVR routers for this DVR port 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:56.676352 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (e04da62c-9a3f-4df4-84c1-b89312a54fa7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.709228 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks [] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.827914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-d5194e0e-f4dc-4fe5-95fe-8edc111d75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:56.829019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-d5194e0e-f4dc-4fe5-95fe-8edc111d75b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6477823 Feb 11 04:40:56.928443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-51d1fd74-d355-4eb2-989b-12db8ff02df6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:56.929919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-51d1fd74-d355-4eb2-989b-12db8ff02df6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415612 Feb 11 04:40:56.961056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7b1c-12e4-41e4-8da9-aed5d3a7ff40 req-126495cd-bb90-4068-bdd8-090b19ac02bd tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:56.962957 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d22e7b1c-12e4-41e4-8da9-aed5d3a7ff40 req-126495cd-bb90-4068-bdd8-090b19ac02bd tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 1128 time: 0.2284012 Feb 11 04:40:56.992346 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (e04da62c-9a3f-4df4-84c1-b89312a54fa7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.999098 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.026707 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-688a1742-88ee-4285-8db2-0ebda8821c29 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/quotas/1ab9b1fc2e72485d8d8369ccbb114bd0 HTTP/1.1" status: 200 len: 375 time: 0.0678878 Feb 11 04:40:57.041055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['8a279ff2-1479-4afc-abdb-0d8aae59cefb', '4634e114-9df0-4ad5-8c2d-1d9f1523d657'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:57.058199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04da62c-9a3f-4df4-84c1-b89312a54fa7']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:57.090763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fef7a1-97de-4084-82aa-3084aa97b458') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:57.093578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fef7a1-97de-4084-82aa-3084aa97b458') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:57.122454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:57.138928 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d22e7b1c-12e4-41e4-8da9-aed5d3a7ff40 req-f22d79af-5f7a-4160-aab3-da8faf358c22 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617620 Feb 11 04:40:57.185032 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-417d13ce-a06e-449a-9315-06fe8d3c12c6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1083159 Feb 11 04:40:57.195214 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (93fef7a1-97de-4084-82aa-3084aa97b458), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.197279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:57.209262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Pushing event updated for resources: {'Port': ['ID=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:57.224556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:57.235156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device db5b7169-f800-4f4f-97af-9f979ec7da0f no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:57.247996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-62578662-762b-4f63-b12a-f1e5cb430f27 service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104381 Feb 11 04:40:57.309257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: db5b7169-f800-4f4f-97af-9f979ec7da0f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:57.315651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device db5b7169-f800-4f4f-97af-9f979ec7da0f not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:57.319669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:57.339807 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (93fef7a1-97de-4084-82aa-3084aa97b458), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.387977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:57.388710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7e3705ea-5603-4f45-9db0-c3bd61cb0b9b not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:57.391630 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.db.resource_extend [None req-df28702c-e9e4-4b02-99ca-d11719f28c71 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:40:57.417399 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:40:57.427765 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (93fef7a1-97de-4084-82aa-3084aa97b458), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:40:57.431997 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:40:57.563433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df28702c-e9e4-4b02-99ca-d11719f28c71 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.683483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:57.684124 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.727525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a4f63e38-a91b-403c-98ce-ce68c3c3bd73 None None] Provisioning complete for port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:57.727909 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a4f63e38-a91b-403c-98ce-ce68c3c3bd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.730821 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (e04da62c-9a3f-4df4-84c1-b89312a54fa7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.756099 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-37ccfb39-03ba-4109-b611-12bf1ad95dfc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5307045 Feb 11 04:40:57.783939 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.790302 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] 10.222.0.48 "DELETE /v2.0/networks/e04da62c-9a3f-4df4-84c1-b89312a54fa7 HTTP/1.1" status: 204 len: 168 time: 1.8659129 Feb 11 04:40:57.797948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Request body: {'port': {'device_id': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:57.807227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a743b-8484-45b6-abae-0481046d109f admin admin] Pushing event deleted for resources: {'Network': ['ID=e04da62c-9a3f-4df4-84c1-b89312a54fa7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:57.832012 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cd7d4-49c9-4361-b6fd-efe4aa655f54 req-be7fe050-faf1-47a4-a1fd-ae6a5790e06f service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281637 Feb 11 04:40:57.877060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e2923-8138-4e3e-9797-d0ff9498198d req-62b4eb7f-8df1-43b6-9684-cc66ea594a7a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:57.884495 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-463e2923-8138-4e3e-9797-d0ff9498198d req-62b4eb7f-8df1-43b6-9684-cc66ea594a7a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 936 time: 0.2105381 Feb 11 04:40:57.929675 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.948664 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-31b2e2e8-d6d3-45a5-a1a9-93915cf7603c tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:57.950504 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-31b2e2e8-d6d3-45a5-a1a9-93915cf7603c tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.60 "GET /v2.0/networks?id=3869900e-05c2-4050-ac3b-2048a132c0ba HTTP/1.1" status: 200 len: 814 time: 0.3260052 Feb 11 04:40:57.954118 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df28702c-e9e4-4b02-99ca-d11719f28c71 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:58.032531 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-463e2923-8138-4e3e-9797-d0ff9498198d req-8ce3570c-a3f7-4cf0-a685-204ee8b4c38e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467016 Feb 11 04:40:58.067275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a1ff2-e0f6-4203-b25d-aba7d5972542 req-d2ea2a7a-a919-4c08-bd5f-7d99428299de tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:58.077135 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff8a1ff2-e0f6-4203-b25d-aba7d5972542 req-d2ea2a7a-a919-4c08-bd5f-7d99428299de tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 944 time: 0.8234928 Feb 11 04:40:58.109561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee18aa-ef99-4c56-8c76-23acdd439601 req-1004459e-034a-4d6f-9eb5-de00c514bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:58.111986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5ee18aa-ef99-4c56-8c76-23acdd439601 req-1004459e-034a-4d6f-9eb5-de00c514bcb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 1127 time: 0.1640182 Feb 11 04:40:58.143584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a4f63e38-a91b-403c-98ce-ce68c3c3bd73 None None] Port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:58.153834 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff8a1ff2-e0f6-4203-b25d-aba7d5972542 req-69ce2c13-0c22-48ac-9023-576cc892b2d2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707531 Feb 11 04:40:58.201230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:58.313067 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec1d03c9-69cf-4ce7-9da0-07fbd1a7f3b4 req-e5d4782a-c47f-4ca3-a1e1-18357685f61d tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 210 time: 0.0349231 Feb 11 04:40:58.319628 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-9d778eee-e31e-4ef9-885e-0ed4dd3b95d2 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbcc2f6590143c389213526d2eb5ba5 HTTP/1.1" status: 200 len: 379 time: 0.3116333 Feb 11 04:40:58.331536 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Request body: {'port': {'device_id': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'admin_state_up': True, 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'security_groups': ['f5b4305c-d609-40f1-8bfa-2c52c58fe737']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:58.520452 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-90944207-1a6b-4f52-8e4e-c1e42b609c07 req-fd0be621-a368-44b6-96b7-e6d08e3f16e3 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 210 time: 0.0505297 Feb 11 04:40:58.561277 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-df28702c-e9e4-4b02-99ca-d11719f28c71 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Floating IP 1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea associated. External IP: 172.25.7.211, port: 24cb7c82-039b-4721-80c2-67e3f4246f3c. Feb 11 04:40:58.567481 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c98ea3aa-b9ae-49a7-b3e3-6f1d4bb65a18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b78c8f045fa4164aa5f780ea5263eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632135 Feb 11 04:40:58.576786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47140) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:58.625255 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Made reservation on behalf of cbbcc2f6590143c389213526d2eb5ba5 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:58.629456 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:58.687550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee18aa-ef99-4c56-8c76-23acdd439601 req-a19198b2-5d6f-4e4a-89be-c990226e5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:58.689687 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5ee18aa-ef99-4c56-8c76-23acdd439601 req-a19198b2-5d6f-4e4a-89be-c990226e5763 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.5718632 Feb 11 04:40:58.718949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-4de3aa08-5976-45d4-b159-995d1bc9ba68 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:58.721149 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-4de3aa08-5976-45d4-b159-995d1bc9ba68 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 808 time: 0.5137460 Feb 11 04:40:58.753974 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5ee18aa-ef99-4c56-8c76-23acdd439601 req-1f82ba92-69a3-4107-a5d8-2ec89da78d39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=322d47bc-e31d-4170-9a2c-e4f9e24c8689 HTTP/1.1" status: 200 len: 217 time: 0.0544860 Feb 11 04:40:58.793233 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d10c3e2c-60d6-40b2-8fb4-308d8255556b admin admin] Publish callbacks [] for security_group (89b423c9-d542-4c4e-875a-74ba7ffa715a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:58.808849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-0f1083f2-faeb-41ec-b034-ee9e741e51da tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/quotas/8b12cb7f59db43f289e50c197625e76d HTTP/1.1" status: 200 len: 375 time: 0.0584877 Feb 11 04:40:58.857669 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d10c3e2c-60d6-40b2-8fb4-308d8255556b admin admin] Publish callbacks [] for security_group (89b423c9-d542-4c4e-875a-74ba7ffa715a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:58.868689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee18aa-ef99-4c56-8c76-23acdd439601 req-58077b37-2a5c-4785-bc63-f5dff8be5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:58.870126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5ee18aa-ef99-4c56-8c76-23acdd439601 req-58077b37-2a5c-4785-bc63-f5dff8be5c5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.1088796 Feb 11 04:40:58.957395 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Allocated IP 172.20.0.9 (3869900e-05c2-4050-ac3b-2048a132c0ba/08c1e699-2af9-48c4-b67e-841307f1d5a0/ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:58.957878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-ff34f739-8bbf-427b-ae99-d055a6f1c729 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481311 Feb 11 04:40:58.973373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:58.993249 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Publish callbacks [] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.043784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d10c3e2c-60d6-40b2-8fb4-308d8255556b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (89b423c9-d542-4c4e-875a-74ba7ffa715a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.046434 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d10c3e2c-60d6-40b2-8fb4-308d8255556b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.047709 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d10c3e2c-60d6-40b2-8fb4-308d8255556b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89b423c9-d542-4c4e-875a-74ba7ffa715a HTTP/1.1" status: 204 len: 168 time: 0.4302664 Feb 11 04:40:59.055307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Transition to ACTIVE for port object 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:40:59.067148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee18aa-ef99-4c56-8c76-23acdd439601 req-75afa058-cf6c-4b3f-9386-af467f4fc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:59.068684 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5ee18aa-ef99-4c56-8c76-23acdd439601 req-75afa058-cf6c-4b3f-9386-af467f4fc5eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1836576 Feb 11 04:40:59.073759 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.146352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c3e2c-60d6-40b2-8fb4-308d8255556b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b423c9-d542-4c4e-875a-74ba7ffa715a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:59.153461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-c15b4142-633f-4a70-b3bb-6cdf8eb5d8cc service neutron] 10.222.0.48 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947198 Feb 11 04:40:59.237070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df28702c-e9e4-4b02-99ca-d11719f28c71 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:59.310993 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5ee18aa-ef99-4c56-8c76-23acdd439601 req-4af429b4-0f2c-44f2-afaf-1b903afb9bf9 service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273412 Feb 11 04:40:59.321386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Pushing event updated for resources: {'Port': ['ID=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:59.439588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-7911ff6d-4464-47ef-844e-22ef7e5cc21b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1825347 Feb 11 04:40:59.546206 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.601141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Attempting to bind port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:59.602179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Attempting to bind port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:59.603663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Attempting to bind port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:59.623471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:40:59.624146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Attempting to bind port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:59.663434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:59.663994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:59.664623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:59.665354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Bound port: 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:59.665946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.723642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5ee18aa-ef99-4c56-8c76-23acdd439601 req-2e35fd57-3648-4e8e-b967-c76266d0939c service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031065 Feb 11 04:40:59.824667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:59.830419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:59.839632 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-2b8a4f27-89f5-46fb-b0dc-d04ab1a11fc3 service neutron] 10.222.0.48 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548190 Feb 11 04:40:59.846995 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.956022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Pushing event updated for resources: {'Port': ['ID=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:59.989344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:59.990374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.993865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-cf6aa6ff-6414-401d-bfd9-c35813386caf service neutron] 10.222.0.10 "PUT /v2.0/ports/9f584dbd-a391-4e2e-94f1-6ba2a1c3111d HTTP/1.1" status: 200 len: 1097 time: 2.2005129 Feb 11 04:40:59.995692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:59.999909 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c6a5b8-6904-46b7-b528-fa519edf2e86" -d '{"events": [{"name": "network-changed", "server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:00.113289 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.193793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b42be-3015-47ad-8c52-9f0ebc3e769f req-1e97cd90-0acb-46e4-b625-eacffba66259 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:00.208186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 322d47bc-e31d-4170-9a2c-e4f9e24c8689 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:41:00.217775 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cb5b42be-3015-47ad-8c52-9f0ebc3e769f req-1e97cd90-0acb-46e4-b625-eacffba66259 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 948 time: 0.9495399 Feb 11 04:41:00.223615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-bad251ca-27dd-42a8-abc3-24fd08682f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:00.232229 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-bad251ca-27dd-42a8-abc3-24fd08682f61 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 1131 time: 0.1473265 Feb 11 04:41:00.249697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-4b762a01-9cd0-4bbb-8c52-130fe0807b4e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:00.252524 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-4b762a01-9cd0-4bbb-8c52-130fe0807b4e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6562269 Feb 11 04:41:00.334001 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-2cd98434-d66d-4384-a1be-c02b0d4ea5c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d HTTP/1.1" status: 200 len: 217 time: 0.0892606 Feb 11 04:41:00.419374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Request body: {'port': {'device_id': '19bb96c8-5202-4619-9011-a8a9e86bb115', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '1ab9b1fc2e72485d8d8369ccbb114bd0'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:00.448034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 322d47bc-e31d-4170-9a2c-e4f9e24c8689, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=322d47bc-e31d-4170-9a2c-e4f9e24c8689,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:00.451417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-3c0d4b23-0792-4c99-9fdb-a3a08f42eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:00.452872 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-3c0d4b23-0792-4c99-9fdb-a3a08f42eb53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1027391 Feb 11 04:41:00.465629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c9e02-bd4a-48a6-94de-027675e896cb req-7fb2ea4b-3b24-4ab5-91c4-e694a8164a9e tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:00.467346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f13c9e02-bd4a-48a6-94de-027675e896cb req-7fb2ea4b-3b24-4ab5-91c4-e694a8164a9e tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 944 time: 0.1285381 Feb 11 04:41:00.500142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'port_id': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'mac_address': 'fa:16:3e:21:4e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:41:00.537017 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cb5b42be-3015-47ad-8c52-9f0ebc3e769f req-c20dc8a9-030e-43ac-ad97-514b211b9fd2 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170218 Feb 11 04:41:00.537863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Pushing event updated for resources: {'Port': ['ID=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:00.549697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Network 3869900e-05c2-4050-ac3b-2048a132c0ba is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:00.607633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:00.634280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:00.641159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:00.642316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.643593 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f13c9e02-bd4a-48a6-94de-027675e896cb req-d1a24b3a-5026-4f5d-8563-d569fe681d2f tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403742 Feb 11 04:41:00.660790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-8bc97677-f975-4e86-90e0-793be775a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:00.688769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322d47bc-e31d-4170-9a2c-e4f9e24c8689 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:00.692761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-8bc97677-f975-4e86-90e0-793be775a2db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1964083 Feb 11 04:41:00.748574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 322d47bc-e31d-4170-9a2c-e4f9e24c8689, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=322d47bc-e31d-4170-9a2c-e4f9e24c8689,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:00.767740 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.870443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=322d47bc-e31d-4170-9a2c-e4f9e24c8689,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:00.882227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-f558b679-d950-4e07-b524-61b84bc2cc61 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873093 Feb 11 04:41:00.914620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b319402a-57da-4baa-ae7b-ff151f7915ec req-a608c1de-38f5-4b0e-a5ee-da2c09b59b85 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 210 time: 0.0451944 Feb 11 04:41:01.025451 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c4f073-ddc3-4738-a4c6-fae37a2f1a23 x-openstack-request-id: req-b6c4f073-ddc3-4738-a4c6-fae37a2f1a23 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:01.025864 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:01.026225 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6c4f073-ddc3-4738-a4c6-fae37a2f1a23 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:01.026840 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'status': 'completed', 'code': 200} Feb 11 04:41:01.057396 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db22eb01-6dd3-442d-a9eb-1b857b640053 req-17b80426-760f-4888-a5b4-7ed9ba396bfe service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413333 Feb 11 04:41:01.058343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['322d47bc-e31d-4170-9a2c-e4f9e24c8689'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:01.082429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:01.083133 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.111372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df28702c-e9e4-4b02-99ca-d11719f28c71 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:01.117947 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df28702c-e9e4-4b02-99ca-d11719f28c71 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.123419 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f3c4f9d-08f3-4cbb-bcb5-7873f181c0d2 req-9a614459-5fce-4695-bac9-91c504ff9a75 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 210 time: 0.0452044 Feb 11 04:41:01.124695 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-01e06f1f-b8b2-456a-bb92-234aac8b1280 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7971659 Feb 11 04:41:01.136093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e85b0-24ab-4fa5-a8d5-26081e5358b0 None None] Sync routers for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:01.172100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Request body: {'port': {'device_id': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:01.188109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdafac-49f9-49ae-96e5-e14f37e7c94b req-caac4f21-3062-4fb3-8efc-e8d054ab0df6 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:01.195418 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e3bdafac-49f9-49ae-96e5-e14f37e7c94b req-caac4f21-3062-4fb3-8efc-e8d054ab0df6 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 931 time: 0.4940484 Feb 11 04:41:01.245119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-76ef8e9b-b892-42d6-8f01-e4ed7c14e177 None None] Provisioning complete for port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:01.245685 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76ef8e9b-b892-42d6-8f01-e4ed7c14e177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.253400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e85b0-24ab-4fa5-a8d5-26081e5358b0 None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:01.254334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5c3e85b0-24ab-4fa5-a8d5-26081e5358b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:01.271889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-df28702c-e9e4-4b02-99ca-d11719f28c71 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "PUT /v2.0/floatingips/1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea HTTP/1.1" status: 200 len: 992 time: 5.1982372 Feb 11 04:41:01.279776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6a5b8-6904-46b7-b528-fa519edf2e86 req-5b56998d-2df1-4ec9-af16-f1e7fcd32232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:01.281320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05c6a5b8-6904-46b7-b528-fa519edf2e86 req-5b56998d-2df1-4ec9-af16-f1e7fcd32232 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 1131 time: 0.1126547 Feb 11 04:41:01.288505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'tag': '24cb7c82-039b-4721-80c2-67e3f4246f3c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:01.294537 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca745d6-044a-4604-a30c-247f762a09bb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb079cb0-d98d-46ab-b516-e3ff6207a5a4", "tag": "24cb7c82-039b-4721-80c2-67e3f4246f3c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:01.309580 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Made reservation on behalf of 1ab9b1fc2e72485d8d8369ccbb114bd0 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:01.314151 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.371213 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.379674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-76ef8e9b-b892-42d6-8f01-e4ed7c14e177 None None] Port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:01.426648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6a5b8-6904-46b7-b528-fa519edf2e86 req-0c5c3c8e-a7db-423b-b557-552965567c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:01.428158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05c6a5b8-6904-46b7-b528-fa519edf2e86 req-0c5c3c8e-a7db-423b-b557-552965567c5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1386518 Feb 11 04:41:01.449221 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e3bdafac-49f9-49ae-96e5-e14f37e7c94b req-f3843341-e3b9-43ab-bd5e-168ede6afe64 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519677 Feb 11 04:41:01.510156 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05c6a5b8-6904-46b7-b528-fa519edf2e86 req-70f40d88-3347-4f06-8fc7-022d2a2fe32f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d HTTP/1.1" status: 200 len: 217 time: 0.0702736 Feb 11 04:41:01.556715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-5c3e85b0-24ab-4fa5-a8d5-26081e5358b0 None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:01.657769 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85966473-bc4e-42fd-826a-9a217b14e725 x-openstack-request-id: req-85966473-bc4e-42fd-826a-9a217b14e725 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:01.659741 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb079cb0-d98d-46ab-b516-e3ff6207a5a4", "tag": "24cb7c82-039b-4721-80c2-67e3f4246f3c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:01.662331 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85966473-bc4e-42fd-826a-9a217b14e725 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:01.664270 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'tag': '24cb7c82-039b-4721-80c2-67e3f4246f3c', 'status': 'completed', 'code': 200} Feb 11 04:41:01.680837 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks [] for security_group (290ee535-c653-4301-b34c-18d33d887da9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.681085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6a5b8-6904-46b7-b528-fa519edf2e86 req-bf5802d5-2a79-4094-b877-d0ba05ad6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:01.682701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05c6a5b8-6904-46b7-b528-fa519edf2e86 req-bf5802d5-2a79-4094-b877-d0ba05ad6362 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1646121 Feb 11 04:41:01.690316 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.697342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (290ee535-c653-4301-b34c-18d33d887da9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.747571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0aa25-c78a-4c5d-81e4-a94d267718a7 req-560cef92-a5a5-4503-9aa6-8f98c32a0101 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:01.749389 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bed0aa25-c78a-4c5d-81e4-a94d267718a7 req-560cef92-a5a5-4503-9aa6-8f98c32a0101 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 946 time: 0.1861231 Feb 11 04:41:01.772834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca745d6-044a-4604-a30c-247f762a09bb req-741c3721-fb25-4d57-9c46-ee1d959c0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:01.774369 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dca745d6-044a-4604-a30c-247f762a09bb req-741c3721-fb25-4d57-9c46-ee1d959c0f57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48fa598a1b004a679c77ea62ce019101&device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 1129 time: 0.1436403 Feb 11 04:41:01.797537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6a5b8-6904-46b7-b528-fa519edf2e86 req-ca02d4c9-1aba-4ec3-a061-928df9deb0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:01.799041 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05c6a5b8-6904-46b7-b528-fa519edf2e86 req-ca02d4c9-1aba-4ec3-a061-928df9deb0db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1065264 Feb 11 04:41:01.922837 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bed0aa25-c78a-4c5d-81e4-a94d267718a7 req-709f777f-c5a8-4671-b0ca-38da6bf34c27 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636128 Feb 11 04:41:01.927947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290ee535-c653-4301-b34c-18d33d887da9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:01.934487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5c3e85b0-24ab-4fa5-a8d5-26081e5358b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'port_id': '24cb7c82-039b-4721-80c2-67e3f4246f3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'mac_address': 'fa:16:3e:9e:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:12Z', 'updated_at': '2022-02-11T04:40:57Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:52Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:01.985203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca745d6-044a-4604-a30c-247f762a09bb req-3cb4cef8-abd3-439f-b942-02b0c3bae48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:01.987248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dca745d6-044a-4604-a30c-247f762a09bb req-3cb4cef8-abd3-439f-b942-02b0c3bae48d service neutron] 10.222.0.60 "GET /v2.0/networks?id=072564ab-c80b-4ff9-acf6-33933e7683f2 HTTP/1.1" status: 200 len: 923 time: 0.1997333 Feb 11 04:41:02.002374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e85b0-24ab-4fa5-a8d5-26081e5358b0 None None] Checking router: 4f7f76b2-309c-4a36-ae6c-ed72a76d329b for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:02.027384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e85b0-24ab-4fa5-a8d5-26081e5358b0 None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:02.028070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5c3e85b0-24ab-4fa5-a8d5-26081e5358b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:02.115242 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05c6a5b8-6904-46b7-b528-fa519edf2e86 req-0e33228b-c572-4d9c-a13e-277af623faaa service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904212 Feb 11 04:41:02.167722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd83b-d8b6-4157-8187-4ca473c22715 req-b0613720-a5f8-40e7-a7b6-53fa70f838ab tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:02.176811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6abdd83b-d8b6-4157-8187-4ca473c22715 req-b0613720-a5f8-40e7-a7b6-53fa70f838ab tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 948 time: 0.3131087 Feb 11 04:41:02.219166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-5c3e85b0-24ab-4fa5-a8d5-26081e5358b0 None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:02.232320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05c6a5b8-6904-46b7-b528-fa519edf2e86 req-939b6eab-86f1-4cfd-bbef-0842ddaf9818 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009231 Feb 11 04:41:02.239945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Allocated IP 192.168.233.12 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:02.306497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dca745d6-044a-4604-a30c-247f762a09bb req-4d2c4347-527c-4391-829c-fd557b3db951 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24cb7c82-039b-4721-80c2-67e3f4246f3c HTTP/1.1" status: 200 len: 1000 time: 0.3007851 Feb 11 04:41:02.357810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 322d47bc-e31d-4170-9a2c-e4f9e24c8689 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:02.398051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6abdd83b-d8b6-4157-8187-4ca473c22715 req-d3f0768d-9238-4769-a2f4-6130493f83c3 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125216 Feb 11 04:41:02.487474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca745d6-044a-4604-a30c-247f762a09bb req-f5c654d0-bfd0-4613-accd-354fd67eaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:02.489122 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dca745d6-044a-4604-a30c-247f762a09bb req-f5c654d0-bfd0-4613-accd-354fd67eaea3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1fe7be5f-43a7-40e1-93b1-9ec7dfae10de HTTP/1.1" status: 200 len: 861 time: 0.1286047 Feb 11 04:41:02.499712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a574b9-de44-49b1-bfef-b4b071924e9f req-c0ae13ee-8be3-4629-aef6-abdbb968d8db tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:02.506995 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a9a574b9-de44-49b1-bfef-b4b071924e9f req-c0ae13ee-8be3-4629-aef6-abdbb968d8db tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 945 time: 0.3868358 Feb 11 04:41:02.557849 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:41:02.564888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:02.565493 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.655330 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a9a574b9-de44-49b1-bfef-b4b071924e9f req-d97c2a8f-813c-4fa7-b9e0-8a3acc596219 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421599 Feb 11 04:41:02.668745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5c3e85b0-24ab-4fa5-a8d5-26081e5358b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'port_id': '24cb7c82-039b-4721-80c2-67e3f4246f3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'mac_address': 'fa:16:3e:9e:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:12Z', 'updated_at': '2022-02-11T04:40:57Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:52Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:02.674770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-7a78667c-d777-4084-b81e-7d3e7fbd0d07 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:02.681577 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-7a78667c-d777-4084-b81e-7d3e7fbd0d07 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.60 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 808 time: 0.4482868 Feb 11 04:41:02.697716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:02.711783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Publish callbacks [] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.714765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e85b0-24ab-4fa5-a8d5-26081e5358b0 None None] The sync data for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 is: [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'port_id': '24cb7c82-039b-4721-80c2-67e3f4246f3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'mac_address': 'fa:16:3e:9e:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:12Z', 'updated_at': '2022-02-11T04:40:57Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:52Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:02.715619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Request body: {'port': {'device_id': '08c09ef6-3f31-454c-8a00-882391c261f7', 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0', 'admin_state_up': True, 'tenant_id': '8b12cb7f59db43f289e50c197625e76d'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:02.734369 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks [] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.746633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Transition to ACTIVE for port object ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:41:02.797953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.800203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:02.800740 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.836849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca745d6-044a-4604-a30c-247f762a09bb req-da5cfe64-ce66-4f07-a0df-3a72b8ef9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:02.838855 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dca745d6-044a-4604-a30c-247f762a09bb req-da5cfe64-ce66-4f07-a0df-3a72b8ef9a62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=072564ab-c80b-4ff9-acf6-33933e7683f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3269606 Feb 11 04:41:02.891134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Pushing event updated for resources: {'Port': ['ID=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:02.898615 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 322d47bc-e31d-4170-9a2c-e4f9e24c8689, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=322d47bc-e31d-4170-9a2c-e4f9e24c8689,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:02.899459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-563828f1-e599-4652-9801-6bbd0a7d55b1 req-3214b38a-c93f-4c4d-9107-688a30a49b01 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 210 time: 0.0637238 Feb 11 04:41:02.908650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322d47bc-e31d-4170-9a2c-e4f9e24c8689'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:02.914141 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43ec23d-8359-4db7-8fa2-3e57627e2a53" -d '{"events": [{"server_uuid": "f7043b40-139e-4b20-8f47-b9609dd473af", "name": "network-vif-plugged", "status": "completed", "tag": "322d47bc-e31d-4170-9a2c-e4f9e24c8689"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:02.946000 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.953120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Made reservation on behalf of 8b12cb7f59db43f289e50c197625e76d for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:02.959484 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.987145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.050189 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.100038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=322d47bc-e31d-4170-9a2c-e4f9e24c8689,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:03.186367 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1af99084-e31d-4b6c-9a95-e2e3e5ee841e req-1933e7d8-a2a5-4295-b9e9-c494917b3caf tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 210 time: 0.1008208 Feb 11 04:41:03.252016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:03.258195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event updated for resources: {'Port': ['ID=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:03.285095 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a2a32c-0c24-4359-89dd-c71ab7efd630 None None] New status for floating IP 1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:41:03.285611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:03.288121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:03.345364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Allocated IP 172.20.0.11 (5b75fab5-93b1-414b-9a08-696b9d294bc0/d347f3fc-24c7-4017-8fdc-4d41de902991/5309ec04-e70b-461d-90f7-68d24e7c1a66) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:03.378600 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Attempting to bind port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:03.380230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Attempting to bind port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:03.380230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Attempting to bind port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 on network 3869900e-05c2-4050-ac3b-2048a132c0ba {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:03.388964 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 on network 3869900e-05c2-4050-ac3b-2048a132c0ba not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:41:03.390020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Attempting to bind port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 on network 3869900e-05c2-4050-ac3b-2048a132c0ba {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:03.397278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:03.398027 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.409978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:03.410454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Checking segment: {'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:03.410996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Bound using segment: {'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:03.411661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Bound port: ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dcac347-0a8c-4d97-af3c-0a35c809e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:03.411994 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.433949 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-bfb3a3de-f2de-4ad8-8a7b-bf82a22bbd24 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1502609 Feb 11 04:41:03.465183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Request body: {'port': {'device_id': '19bb96c8-5202-4619-9011-a8a9e86bb115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:03.617167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] For port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:03.642492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] For port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4,segment=NetworkSegment(8dcac347-0a8c-4d97-af3c-0a35c809e047),segment_id=8dcac347-0a8c-4d97-af3c-0a35c809e047)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:03.650427 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.675300 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dca745d6-044a-4604-a30c-247f762a09bb req-8bf42ce2-9bb8-4123-b3d8-e644aa78af71 service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7741730 Feb 11 04:41:03.680895 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.779378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Pushing event updated for resources: {'Port': ['ID=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:03.784970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e0e415fb-a814-4dc2-acad-3e52f2760aee None None] Provisioning complete for port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:03.794821 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0e415fb-a814-4dc2-acad-3e52f2760aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.808595 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks [] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.814700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:03.815617 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.817136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-230c63bd-b743-4a20-b5aa-dd4532178c3d service neutron] 10.222.0.60 "PUT /v2.0/ports/ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 HTTP/1.1" status: 200 len: 1092 time: 2.6634290 Feb 11 04:41:03.864146 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dca745d6-044a-4604-a30c-247f762a09bb req-b967e435-91fe-4144-86d5-914888e62747 service neutron] 10.222.0.60 "GET /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508088 Feb 11 04:41:03.868517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'tag': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:03.875337 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cc7dc3-367d-45cc-9ee5-ad90e95cf5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1523793-9236-4b09-a7ac-3d92376349d3", "tag": "ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:03.912434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c3fc4-a7ce-4d51-a3a5-b03dba7dd4f6 req-74789a2c-f11f-4e74-9ab0-4935adf9ee82 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:03.913252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e0e415fb-a814-4dc2-acad-3e52f2760aee None None] Port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:03.919141 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e24c3fc4-a7ce-4d51-a3a5-b03dba7dd4f6 req-74789a2c-f11f-4e74-9ab0-4935adf9ee82 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 943 time: 0.8018811 Feb 11 04:41:04.031751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e24c3fc4-a7ce-4d51-a3a5-b03dba7dd4f6 req-f67c05ff-3ce1-4325-9254-e8462932a2de tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877969 Feb 11 04:41:04.059913 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.059913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-694f2bdd-7d0b-4c36-a6df-2560e3ad0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:04.062374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-694f2bdd-7d0b-4c36-a6df-2560e3ad0595 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbbcc2f6590143c389213526d2eb5ba5&device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 1126 time: 0.1341169 Feb 11 04:41:04.101229 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['b1a4e8ab-de8a-4868-b6ff-c7943654b248'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:04.146837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Pushing event updated for resources: {'Port': ['ID=5309ec04-e70b-461d-90f7-68d24e7c1a66,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:04.156405 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f399eda-81bf-4828-90ca-365f8989dd4e x-openstack-request-id: req-8f399eda-81bf-4828-90ca-365f8989dd4e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:04.157877 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7043b40-139e-4b20-8f47-b9609dd473af", "name": "network-vif-plugged", "status": "completed", "tag": "322d47bc-e31d-4170-9a2c-e4f9e24c8689", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:04.159320 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f399eda-81bf-4828-90ca-365f8989dd4e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:04.160877 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'code': 200} Feb 11 04:41:04.252318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.252759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.253764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.254174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.254578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.255015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.255417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.255819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.256213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.256605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.257732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.257732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.257732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:04.268919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:41:04.319983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-e8733bcd-e53e-4b19-bfe6-4a235329cfdb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 HTTP/1.1" status: 200 len: 217 time: 0.1788280 Feb 11 04:41:04.353869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Network 5b75fab5-93b1-414b-9a08-696b9d294bc0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:04.410295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:04.414145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-220c8c9d-5296-484f-a42e-5b73aa11e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:04.415733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-220c8c9d-5296-484f-a42e-5b73aa11e5f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08c1e699-2af9-48c4-b67e-841307f1d5a0 HTTP/1.1" status: 200 len: 853 time: 0.0607533 Feb 11 04:41:04.419452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:04.422054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Publish callbacks [] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.423700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:04.440792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Transition to ACTIVE for port object 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:41:04.449468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acf503-a6bd-4a46-8a14-9504f6cc2514 req-1976d1fb-3257-4d6a-b2b0-c689f13a5bde tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:04.451278 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7acf503-a6bd-4a46-8a14-9504f6cc2514 req-1976d1fb-3257-4d6a-b2b0-c689f13a5bde tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 946 time: 0.1243186 Feb 11 04:41:04.453981 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.581039 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7acf503-a6bd-4a46-8a14-9504f6cc2514 req-79d58cf7-52e8-4983-8947-2e628d4cb98c tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183136 Feb 11 04:41:04.587423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Pushing event updated for resources: {'Port': ['ID=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:04.651702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:04.667115 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1242a7bb-747e-45c1-b8a0-6070d28cebc0 x-openstack-request-id: req-1242a7bb-747e-45c1-b8a0-6070d28cebc0 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:04.667409 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1523793-9236-4b09-a7ac-3d92376349d3", "tag": "ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:04.667663 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1242a7bb-747e-45c1-b8a0-6070d28cebc0 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:04.668064 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'tag': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4', 'status': 'completed', 'code': 200} Feb 11 04:41:04.671889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'mac_address': 'fa:16:3e:73:cf:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:41:04.683245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Attempting to bind port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:04.684006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Attempting to bind port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:04.684626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Attempting to bind port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:04.690540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:41:04.696612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Attempting to bind port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:04.728357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:04.728698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:04.729083 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:04.729508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Bound port: 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:04.729865 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.767717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:04.768285 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.788196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:04.841316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] For port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:04.845557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] For port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:04.893521 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.899698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13852fe8-3d3a-420c-8df5-e1abb7ae7f63 req-5a1f9302-8f6c-47f2-a00b-f64def431f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:04.901216 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13852fe8-3d3a-420c-8df5-e1abb7ae7f63 req-5a1f9302-8f6c-47f2-a00b-f64def431f53 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 1129 time: 0.6289940 Feb 11 04:41:04.906705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:04.907549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.937166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-070a9ea1-d4a1-4cc3-a1e8-34810bcf6fbb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2293801 Feb 11 04:41:04.946120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15156302-1743-43b7-ab81-682e494b126b req-29387154-22c3-4a79-b774-44e4fc349de2 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:04.947326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:04.947679 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15156302-1743-43b7-ab81-682e494b126b req-29387154-22c3-4a79-b774-44e4fc349de2 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 948 time: 0.6735065 Feb 11 04:41:04.954709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Pushing event updated for resources: {'Port': ['ID=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:04.971600 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:04.972248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.972333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Request body: {'port': {'device_id': '08c09ef6-3f31-454c-8a00-882391c261f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:04.974148 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-79099a17-8108-4b01-a6ba-b203f30aafc9 service neutron] 10.222.0.10 "PUT /v2.0/ports/5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e HTTP/1.1" status: 200 len: 1096 time: 1.5206831 Feb 11 04:41:04.985930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-af96fef9-0f9e-466f-877b-ae933192520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:04.987651 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-af96fef9-0f9e-466f-877b-ae933192520e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3869900e-05c2-4050-ac3b-2048a132c0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1782441 Feb 11 04:41:05.003124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb89eda-7135-4d5f-af47-cf833da35c00 req-8cf012d0-7ee8-474f-b4e7-2c7418c738da tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:05.004209 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:05.005202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ecb89eda-7135-4d5f-af47-cf833da35c00 req-8cf012d0-7ee8-474f-b4e7-2c7418c738da tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 947 time: 0.2449970 Feb 11 04:41:05.068132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13852fe8-3d3a-420c-8df5-e1abb7ae7f63 req-dd4837bb-7e31-4080-9663-d87b501b7994 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485152 Feb 11 04:41:05.097797 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ecb89eda-7135-4d5f-af47-cf833da35c00 req-a985f3f2-5f3e-4eff-9929-59a9449b5d73 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840166 Feb 11 04:41:05.131247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:05.195481 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15156302-1743-43b7-ab81-682e494b126b req-8ff9aa7d-0610-4f04-982d-ba3cd9c0b019 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323830 Feb 11 04:41:05.213274 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:05.221842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-a4919c31-b2e2-418d-b091-95b6a1a5e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:05.231103 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-a4919c31-b2e2-418d-b091-95b6a1a5e431 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 1130 time: 0.1452160 Feb 11 04:41:05.321985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['9f584dbd-a391-4e2e-94f1-6ba2a1c3111d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:05.385798 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-b35dbcb1-d186-431b-a870-20b64ac4be77 service neutron] 10.222.0.60 "GET /v2.0/networks/3869900e-05c2-4050-ac3b-2048a132c0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562489 Feb 11 04:41:05.425010 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-dc77fbeb-443b-4277-961a-1bfd6d97b17f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e HTTP/1.1" status: 200 len: 217 time: 0.0420170 Feb 11 04:41:05.476193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d4e3-5de3-4d39-909a-5958294545f5 req-42b2b995-129a-4266-98ec-4717b1a783c1 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:05.477946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b96d4e3-5de3-4d39-909a-5958294545f5 req-42b2b995-129a-4266-98ec-4717b1a783c1 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 943 time: 0.1482213 Feb 11 04:41:05.506257 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-da8966e7-59e9-4f4f-bee5-6a63f72faccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:05.508469 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-da8966e7-59e9-4f4f-bee5-6a63f72faccd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0738871 Feb 11 04:41:05.572799 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b96d4e3-5de3-4d39-909a-5958294545f5 req-17f1a291-ae99-4a6d-a2e8-2abd05c3ae8f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842924 Feb 11 04:41:05.590816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-98f878f3-941b-469a-a72b-396b06e7e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:05.593898 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-98f878f3-941b-469a-a72b-396b06e7e2a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0772259 Feb 11 04:41:05.595488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c01e7c33-2eeb-4a05-8fe4-a5f5222fdd5e req-8e94e4f2-561a-4cfc-a55f-a8580c8371c7 service neutron] 10.222.0.60 "GET /v2.0/networks/3869900e-05c2-4050-ac3b-2048a132c0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991472 Feb 11 04:41:05.602080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbceb0f-f488-4948-bf0a-e181d37dfdef req-0aae690f-84be-4dcc-a785-b5c0a2f8ebac tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:05.611732 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0fbceb0f-f488-4948-bf0a-e181d37dfdef req-0aae690f-84be-4dcc-a785-b5c0a2f8ebac tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 932 time: 0.2282994 Feb 11 04:41:05.722672 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-7d113603-8e34-4f61-bb4a-f07a51ec354a service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139364 Feb 11 04:41:05.728054 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0fbceb0f-f488-4948-bf0a-e181d37dfdef req-c1dcea82-c58c-4d4d-a9be-aac4fbd39bb6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147952 Feb 11 04:41:05.752059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5309ec04-e70b-461d-90f7-68d24e7c1a66 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:05.762386 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Publish callbacks [] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:05.791507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Transition to ACTIVE for port object 5309ec04-e70b-461d-90f7-68d24e7c1a66 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:41:05.798682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7dc3-367d-45cc-9ee5-ad90e95cf5b0 req-a7ce24a6-8c2c-4ebd-b51b-63d37595b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:05.800798 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-86cc7dc3-367d-45cc-9ee5-ad90e95cf5b0 req-a7ce24a6-8c2c-4ebd-b51b-63d37595b85e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbbcc2f6590143c389213526d2eb5ba5&device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 1126 time: 0.0930641 Feb 11 04:41:05.803111 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:05.862982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47250) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:05.914184 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25af5521-1b8b-43f0-b51c-6810bdec9023 req-d2dddc02-3dd1-4410-9e02-fca1a0149437 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849811 Feb 11 04:41:05.923548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b615-df52-4bd2-ae4b-7487ba0957a0 req-eefd2dc3-d6c6-4efb-93de-ad96bbfb49ea tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:05.930308 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5295b615-df52-4bd2-ae4b-7487ba0957a0 req-eefd2dc3-d6c6-4efb-93de-ad96bbfb49ea tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 946 time: 0.1726942 Feb 11 04:41:06.019291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Pushing event updated for resources: {'Port': ['ID=5309ec04-e70b-461d-90f7-68d24e7c1a66,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:06.046955 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5295b615-df52-4bd2-ae4b-7487ba0957a0 req-94611b35-46ea-4c36-8060-277cedba6692 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109042 Feb 11 04:41:06.100616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Attempting to bind port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:06.101218 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Attempting to bind port 5309ec04-e70b-461d-90f7-68d24e7c1a66 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:06.101312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Attempting to bind port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:06.118834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:41:06.119124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Attempting to bind port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:06.122592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7dc3-367d-45cc-9ee5-ad90e95cf5b0 req-a8a6c899-be04-46e9-99eb-0403275a1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:06.124363 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-86cc7dc3-367d-45cc-9ee5-ad90e95cf5b0 req-a8a6c899-be04-46e9-99eb-0403275a1bdd service neutron] 10.222.0.60 "GET /v2.0/networks?id=3869900e-05c2-4050-ac3b-2048a132c0ba HTTP/1.1" status: 200 len: 915 time: 0.3061030 Feb 11 04:41:06.127869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:06.128154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:06.128498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:06.128935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Bound port: 5309ec04-e70b-461d-90f7-68d24e7c1a66, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:06.129306 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:06.218590 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-86cc7dc3-367d-45cc-9ee5-ad90e95cf5b0 req-c043c0a5-89fe-4e63-ab7b-6b2bdb630a37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 HTTP/1.1" status: 200 len: 217 time: 0.0800331 Feb 11 04:41:06.366080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47264) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:06.379695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:06.384252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7dc3-367d-45cc-9ee5-ad90e95cf5b0 req-ab15b066-f6cd-4f73-ac8a-edd772785443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:06.385813 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-86cc7dc3-367d-45cc-9ee5-ad90e95cf5b0 req-ab15b066-f6cd-4f73-ac8a-edd772785443 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08c1e699-2af9-48c4-b67e-841307f1d5a0 HTTP/1.1" status: 200 len: 853 time: 0.1454172 Feb 11 04:41:06.389800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:06.408677 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:06.462114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c657b5-fcf0-409e-bd75-80fd33b5e30c req-76d9fe90-3e8a-4f96-a191-ff98d7a98b6f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:06.463683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98c657b5-fcf0-409e-bd75-80fd33b5e30c req-76d9fe90-3e8a-4f96-a191-ff98d7a98b6f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 947 time: 0.2075076 Feb 11 04:41:06.472479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:06.473908 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:06.475306 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] 10.222.0.60 "PUT /v2.0/ports/5309ec04-e70b-461d-90f7-68d24e7c1a66 HTTP/1.1" status: 200 len: 1093 time: 1.5145438 Feb 11 04:41:06.475932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36867e-1f62-4a2b-a8ce-9f3caeeb258f req-03240cf3-357e-4051-bd53-cac950be578e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:06.477438 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db36867e-1f62-4a2b-a8ce-9f3caeeb258f req-03240cf3-357e-4051-bd53-cac950be578e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 949 time: 0.1456201 Feb 11 04:41:06.481287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c09ef6-3f31-454c-8a00-882391c261f7', 'tag': '5309ec04-e70b-461d-90f7-68d24e7c1a66'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:06.483617 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef7fcf3-7800-403f-b6b5-10f06feddf7f" -d '{"events": [{"name": "network-changed", "server_uuid": "08c09ef6-3f31-454c-8a00-882391c261f7", "tag": "5309ec04-e70b-461d-90f7-68d24e7c1a66"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:06.586850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ac9d5-adee-44fb-a59d-216b4f38b318 service neutron] Pushing event updated for resources: {'Port': ['ID=5309ec04-e70b-461d-90f7-68d24e7c1a66,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:06.606103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7dc3-367d-45cc-9ee5-ad90e95cf5b0 req-848183aa-22f3-40e2-a44f-ccdce25e3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:06.607652 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-86cc7dc3-367d-45cc-9ee5-ad90e95cf5b0 req-848183aa-22f3-40e2-a44f-ccdce25e3cc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3869900e-05c2-4050-ac3b-2048a132c0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2112398 Feb 11 04:41:06.616458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db36867e-1f62-4a2b-a8ce-9f3caeeb258f req-c4f870ff-305a-4185-a1ad-6a3957bcf319 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136677 Feb 11 04:41:06.623972 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0d5031e-594b-4df5-bcdc-8061db724ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:06.625297 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-696eb7d0-dfa6-4fcd-ada9-11b5c042878c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (142cc9b6-863b-479a-8956-5d7db5979b7f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:06.645690 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98c657b5-fcf0-409e-bd75-80fd33b5e30c req-ea498a21-7494-459e-9c09-936393332553 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652658 Feb 11 04:41:06.673959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bb96c8-5202-4619-9011-a8a9e86bb115', 'tag': '5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:06.676621 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205f6a87-bf03-4f95-8de9-1f8ad9c04300" -d '{"events": [{"name": "network-changed", "server_uuid": "19bb96c8-5202-4619-9011-a8a9e86bb115", "tag": "5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:06.718550 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5048b725-fc3b-4bf1-80d2-20fd1d37fc91 x-openstack-request-id: req-5048b725-fc3b-4bf1-80d2-20fd1d37fc91 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:06.718882 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c09ef6-3f31-454c-8a00-882391c261f7", "tag": "5309ec04-e70b-461d-90f7-68d24e7c1a66", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:06.719134 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5048b725-fc3b-4bf1-80d2-20fd1d37fc91 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:06.719533 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c09ef6-3f31-454c-8a00-882391c261f7', 'tag': '5309ec04-e70b-461d-90f7-68d24e7c1a66', 'status': 'completed', 'code': 200} Feb 11 04:41:06.755803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-49e80d31-833c-4330-9eb1-fdb2d48aaaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:06.757619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-49e80d31-833c-4330-9eb1-fdb2d48aaaea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 1127 time: 0.1840425 Feb 11 04:41:06.805699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-86cc7dc3-367d-45cc-9ee5-ad90e95cf5b0 req-fc8625cd-9e6b-42ce-8b34-318448b631c8 service neutron] 10.222.0.60 "GET /v2.0/networks/3869900e-05c2-4050-ac3b-2048a132c0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792552 Feb 11 04:41:06.863188 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-3ac29618-76fa-4497-84dc-531388c34f2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66 HTTP/1.1" status: 200 len: 217 time: 0.0796163 Feb 11 04:41:06.992830 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0d5031e-594b-4df5-bcdc-8061db724ea6 admin admin] Publish callbacks [] for security_group (17d223ab-dc13-4b41-9520-ef084b071807), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:07.008840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0d5031e-594b-4df5-bcdc-8061db724ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (17d223ab-dc13-4b41-9520-ef084b071807), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:07.028121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169cea7-0cf8-4d79-bdd7-291e6f8dbc34 req-73507020-1ad2-4027-92a9-09c35af49e36 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.029685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f169cea7-0cf8-4d79-bdd7-291e6f8dbc34 req-73507020-1ad2-4027-92a9-09c35af49e36 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 943 time: 0.2492359 Feb 11 04:41:07.031173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-d257f95a-9b7b-4732-9477-811a8672d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.032573 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-d257f95a-9b7b-4732-9477-811a8672d2a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.1446054 Feb 11 04:41:07.052627 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b185b5-dd3f-4bcf-8425-682cbb0c482b x-openstack-request-id: req-88b185b5-dd3f-4bcf-8425-682cbb0c482b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:07.053203 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bb96c8-5202-4619-9011-a8a9e86bb115", "tag": "5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:07.053203 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88b185b5-dd3f-4bcf-8425-682cbb0c482b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:07.053653 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bb96c8-5202-4619-9011-a8a9e86bb115', 'tag': '5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', 'status': 'completed', 'code': 200} Feb 11 04:41:07.097914 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:07.115635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-83c744e5-7991-4ecf-a254-45881dceb2c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618806 Feb 11 04:41:07.124872 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-86cc7dc3-367d-45cc-9ee5-ad90e95cf5b0 req-8b9902ac-f984-4abc-9d2f-83993f4c0f4f service neutron] 10.222.0.60 "GET /v2.0/networks/3869900e-05c2-4050-ac3b-2048a132c0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731664 Feb 11 04:41:07.129462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5031e-594b-4df5-bcdc-8061db724ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d223ab-dc13-4b41-9520-ef084b071807,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:07.143970 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c0d5031e-594b-4df5-bcdc-8061db724ea6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cca6b68c621d4770a340504d83b6d2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7756526 Feb 11 04:41:07.155479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47278) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:07.214134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f6a87-bf03-4f95-8de9-1f8ad9c04300 req-73d46f52-4dfc-443e-9b05-77a0718dd7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.215648 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-205f6a87-bf03-4f95-8de9-1f8ad9c04300 req-73d46f52-4dfc-443e-9b05-77a0718dd7eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 1130 time: 0.1648741 Feb 11 04:41:07.249249 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f169cea7-0cf8-4d79-bdd7-291e6f8dbc34 req-7ec821d3-ab14-455a-9e03-360e5535d031 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964476 Feb 11 04:41:07.259792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d78539-f05b-4edf-a470-d028eeec8024 req-62cb5f28-826a-43b5-9ea8-bbfe05888182 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.266381 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75d78539-f05b-4edf-a470-d028eeec8024 req-62cb5f28-826a-43b5-9ea8-bbfe05888182 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.2119665 Feb 11 04:41:07.297383 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85a37e21-960c-425f-b7ee-706b1385049e admin admin] Publish callbacks [] for security_group (17d223ab-dc13-4b41-9520-ef084b071807), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:07.300613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-c1fd75b5-950c-4bdd-82c2-add6cee8e23b service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720614 Feb 11 04:41:07.337670 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85a37e21-960c-425f-b7ee-706b1385049e admin admin] Publish callbacks [] for security_group (17d223ab-dc13-4b41-9520-ef084b071807), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:07.423696 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75d78539-f05b-4edf-a470-d028eeec8024 req-a17b404b-ed70-47fe-b3f0-aad599ee790e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554768 Feb 11 04:41:07.429632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f6a87-bf03-4f95-8de9-1f8ad9c04300 req-795eb55c-1979-474b-843d-8de5339fe270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.431250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-205f6a87-bf03-4f95-8de9-1f8ad9c04300 req-795eb55c-1979-474b-843d-8de5339fe270 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1961510 Feb 11 04:41:07.488472 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-205f6a87-bf03-4f95-8de9-1f8ad9c04300 req-ed2fdc2a-391e-4647-b8e5-571262731e2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e HTTP/1.1" status: 200 len: 217 time: 0.0465162 Feb 11 04:41:07.488686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5863af4-1a55-47fc-8a93-d1f36032b875 req-8328a5f0-c929-4a94-86ae-f176737c8f63 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.490420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5863af4-1a55-47fc-8a93-d1f36032b875 req-8328a5f0-c929-4a94-86ae-f176737c8f63 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 946 time: 0.1548600 Feb 11 04:41:07.497561 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9602bdc7-a1e8-43e1-9929-5f12d4af0fed req-660c69fe-76a6-4a3f-8141-0eb943d1ad67 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790819 Feb 11 04:41:07.512241 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85a37e21-960c-425f-b7ee-706b1385049e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (17d223ab-dc13-4b41-9520-ef084b071807), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:07.514912 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85a37e21-960c-425f-b7ee-706b1385049e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:07.516211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-85a37e21-960c-425f-b7ee-706b1385049e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17d223ab-dc13-4b41-9520-ef084b071807 HTTP/1.1" status: 204 len: 168 time: 0.3565729 Feb 11 04:41:07.536233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a37e21-960c-425f-b7ee-706b1385049e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d223ab-dc13-4b41-9520-ef084b071807,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:07.585700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5863af4-1a55-47fc-8a93-d1f36032b875 req-0a011feb-3223-4c65-86a7-acdefd77ea64 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788186 Feb 11 04:41:07.615672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f6a87-bf03-4f95-8de9-1f8ad9c04300 req-e499f6a1-d138-4f7b-8f35-2775781a7dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.617405 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-205f6a87-bf03-4f95-8de9-1f8ad9c04300 req-e499f6a1-d138-4f7b-8f35-2775781a7dfc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1072841 Feb 11 04:41:07.677171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-696eb7d0-dfa6-4fcd-ada9-11b5c042878c admin admin] Deleting port ab206544-a3f7-4780-a626-b3f5a44e9c92 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:07.677523 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-696eb7d0-dfa6-4fcd-ada9-11b5c042878c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:07.717428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7fcf3-7800-403f-b6b5-10f06feddf7f req-47fcf002-5094-4cec-bab4-45b9f5164217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.719023 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ef7fcf3-7800-403f-b6b5-10f06feddf7f req-47fcf002-5094-4cec-bab4-45b9f5164217 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 1127 time: 0.1040752 Feb 11 04:41:07.734840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f6a87-bf03-4f95-8de9-1f8ad9c04300 req-70a25179-59f1-4344-b62c-19fec13be6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.736292 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-205f6a87-bf03-4f95-8de9-1f8ad9c04300 req-70a25179-59f1-4344-b62c-19fec13be6a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1118093 Feb 11 04:41:07.855113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01770ce2-4092-4c80-a173-0387236731dd req-c0ccae3c-4f27-44cf-9745-436b71f6a8e1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.856629 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-01770ce2-4092-4c80-a173-0387236731dd req-c0ccae3c-4f27-44cf-9745-436b71f6a8e1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 949 time: 0.1366694 Feb 11 04:41:07.896016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7fcf3-7800-403f-b6b5-10f06feddf7f req-3e41f93f-c12e-4f12-9fd1-bef05bc814f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.897508 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ef7fcf3-7800-403f-b6b5-10f06feddf7f req-3e41f93f-c12e-4f12-9fd1-bef05bc814f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.1367650 Feb 11 04:41:07.956938 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ef7fcf3-7800-403f-b6b5-10f06feddf7f req-9deb2a61-9e1d-4ab6-b1e5-ac9f89dc2d43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66 HTTP/1.1" status: 200 len: 217 time: 0.0492010 Feb 11 04:41:07.957376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-696eb7d0-dfa6-4fcd-ada9-11b5c042878c admin admin] For port ab206544-a3f7-4780-a626-b3f5a44e9c92, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ab206544-a3f7-4780-a626-b3f5a44e9c92,segment=NetworkSegment(93da75ec-bda3-4dc7-b19a-b0db153355f8),segment_id=93da75ec-bda3-4dc7-b19a-b0db153355f8)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:07.957747 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-696eb7d0-dfa6-4fcd-ada9-11b5c042878c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:07.961844 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-01770ce2-4092-4c80-a173-0387236731dd req-54f1a3a6-c556-4072-8d77-adfb135974f9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952387 Feb 11 04:41:07.968059 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52428873-2176-4a19-9fad-957b4f830b97 req-7560e855-cbb1-42b5-81ec-b85ae6e48015 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.969599 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52428873-2176-4a19-9fad-957b4f830b97 req-7560e855-cbb1-42b5-81ec-b85ae6e48015 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2052281 Feb 11 04:41:07.983613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-696eb7d0-dfa6-4fcd-ada9-11b5c042878c admin admin] Calling delete_port for ab206544-a3f7-4780-a626-b3f5a44e9c92 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:08.033717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7fcf3-7800-403f-b6b5-10f06feddf7f req-cd0b56fa-cd42-4f97-82fd-e2c52fa354dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:08.035215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ef7fcf3-7800-403f-b6b5-10f06feddf7f req-cd0b56fa-cd42-4f97-82fd-e2c52fa354dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.0652833 Feb 11 04:41:08.051083 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-205f6a87-bf03-4f95-8de9-1f8ad9c04300 req-85c3127a-2e9e-400f-b02e-f3ce6fcf1e07 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724826 Feb 11 04:41:08.055398 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52428873-2176-4a19-9fad-957b4f830b97 req-251c6063-4bbd-4ff6-a1fc-2e39c58107d9 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.0688498 Feb 11 04:41:08.105985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ef7fcf3-7800-403f-b6b5-10f06feddf7f req-00dd78f6-61ac-4872-8d3c-ebf5593dce1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548749 Feb 11 04:41:08.107224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-52428873-2176-4a19-9fad-957b4f830b97 req-4dd1598e-46ed-47e4-96f5-de55352cafe4 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Request body: {'floatingip': {'port_id': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:08.145507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6fc6b-c34d-4a02-9ce3-24fc2e8915c7 req-3fdb986f-cadf-4145-a542-390d0ec354a2 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:08.147034 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9e6fc6b-c34d-4a02-9ce3-24fc2e8915c7 req-3fdb986f-cadf-4145-a542-390d0ec354a2 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 947 time: 0.1080642 Feb 11 04:41:08.171274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52428873-2176-4a19-9fad-957b4f830b97 req-4dd1598e-46ed-47e4-96f5-de55352cafe4 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:08.247584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9e6fc6b-c34d-4a02-9ce3-24fc2e8915c7 req-b30134f0-3538-44eb-93b7-8b79c83e842d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889058 Feb 11 04:41:08.249424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ef7fcf3-7800-403f-b6b5-10f06feddf7f req-44b4999b-b61f-4bdc-b1ca-ccf73e75a2f1 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332951 Feb 11 04:41:08.254795 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:41:08.267487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:08.386149 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-205f6a87-bf03-4f95-8de9-1f8ad9c04300 req-1417039f-39a9-40e7-825c-82269e857dc9 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275652 Feb 11 04:41:08.434408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:41:08.443487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:08.443868 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:08.457100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ef7fcf3-7800-403f-b6b5-10f06feddf7f req-d5c168e0-ce70-4ec8-96da-bb9fc3b3d55a service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956136 Feb 11 04:41:08.477395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56be10-6728-44f8-aa78-6425b87c4292 req-75aaf6ff-cab9-45ea-ba7b-7ad494139c04 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:08.487622 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b56be10-6728-44f8-aa78-6425b87c4292 req-75aaf6ff-cab9-45ea-ba7b-7ad494139c04 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 943 time: 0.1139579 Feb 11 04:41:08.489236 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:08.512358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', 'mac_address': 'fa:16:3e:45:6b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:41:08.536685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b56be10-6728-44f8-aa78-6425b87c4292 req-498dcb81-74c4-4be2-bbc4-5d04d7e3f2d0 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478547 Feb 11 04:41:08.577483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:08.578178 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:08.600683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:08.623199 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:08.623199 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:08.624942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:08.637223 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-696eb7d0-dfa6-4fcd-ada9-11b5c042878c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ab206544-a3f7-4780-a626-b3f5a44e9c92), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:08.637830 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:08.683650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:08.684636 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e2ebfa-4ba1-435b-995e-edb713823618" -d '{"events": [{"server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "name": "network-vif-plugged", "status": "completed", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:08.701525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:08.702943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eb7d0-dfa6-4fcd-ada9-11b5c042878c admin admin] Pushing event deleted for resources: {'Port': ['ID=ab206544-a3f7-4780-a626-b3f5a44e9c92,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:08.715464 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:08.720274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:08.788228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:08.870239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2097456-e2cc-447c-a799-eb4b56f9be3c req-7a84c214-ec83-427a-a47e-fbcc3dbeb994 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:08.872124 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2097456-e2cc-447c-a799-eb4b56f9be3c req-7a84c214-ec83-427a-a47e-fbcc3dbeb994 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.0728016 Feb 11 04:41:08.935213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2097456-e2cc-447c-a799-eb4b56f9be3c req-d1ae8737-00e8-4002-950c-a67eda84a9c5 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560758 Feb 11 04:41:08.965481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:09.007126 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.db.resource_extend [req-52428873-2176-4a19-9fad-957b4f830b97 req-4dd1598e-46ed-47e4-96f5-de55352cafe4 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:41:09.011891 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1017c25-0dc8-45de-bbc9-a500e055e9f6 x-openstack-request-id: req-f1017c25-0dc8-45de-bbc9-a500e055e9f6 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:09.012203 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "name": "network-vif-plugged", "status": "completed", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:09.013044 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1017c25-0dc8-45de-bbc9-a500e055e9f6 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:09.013044 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'code': 200} Feb 11 04:41:09.132879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47326) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:09.145264 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52428873-2176-4a19-9fad-957b4f830b97 req-4dd1598e-46ed-47e4-96f5-de55352cafe4 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:09.152292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-696eb7d0-dfa6-4fcd-ada9-11b5c042878c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (142cc9b6-863b-479a-8956-5d7db5979b7f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:09.169554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d26ce-cc84-497a-bc8d-4a59cc522b14 req-5dfb6910-f0ff-471c-ab22-ecff019483bf tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:09.177824 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac3d26ce-cc84-497a-bc8d-4a59cc522b14 req-5dfb6910-f0ff-471c-ab22-ecff019483bf tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.1177361 Feb 11 04:41:09.179067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52428873-2176-4a19-9fad-957b4f830b97 req-4dd1598e-46ed-47e4-96f5-de55352cafe4 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:09.237374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac3d26ce-cc84-497a-bc8d-4a59cc522b14 req-1e8aeaaa-61ad-4e33-984e-7b05e56016f1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560687 Feb 11 04:41:09.306720 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e7a65dd-2c00-4cbb-8bf1-f0d2f8b0565c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:09.313521 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c9635-3d5d-4afe-b80e-b9b52733953b req-92c7ce6a-fb42-4833-963e-9f533a748734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:09.315080 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd9c9635-3d5d-4afe-b80e-b9b52733953b req-92c7ce6a-fb42-4833-963e-9f533a748734 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 1133 time: 0.2167249 Feb 11 04:41:09.315431 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b74efb01-599d-48a2-a683-afb341bddefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:09.380199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2b304-b87b-46d7-a1ea-1abee3b5cb36 req-ee5b2e7a-f2ad-488f-824a-92b62675f9ea tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:09.383346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5a2b304-b87b-46d7-a1ea-1abee3b5cb36 req-ee5b2e7a-f2ad-488f-824a-92b62675f9ea tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 948 time: 0.0552404 Feb 11 04:41:09.435279 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5a2b304-b87b-46d7-a1ea-1abee3b5cb36 req-dbd58056-d500-42e2-bbbb-bcfc4b665966 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477159 Feb 11 04:41:09.473575 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd9c9635-3d5d-4afe-b80e-b9b52733953b req-fd7853c3-e533-4c63-b3af-0e98f87bfae4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499512 Feb 11 04:41:09.481241 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [req-52428873-2176-4a19-9fad-957b4f830b97 req-4dd1598e-46ed-47e4-96f5-de55352cafe4 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Floating IP 8fb77222-df32-40ff-8fa7-bdf412ce9f2a associated. External IP: 172.25.7.192, port: f3b96cb1-3e47-4dfe-9bbb-f80219c119ce. Feb 11 04:41:09.664455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb68e5e-0452-4a7b-96eb-b755ec433ed2 req-07ef3806-4d3a-460f-9ff6-158b7f5793a0 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:09.666245 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ecb68e5e-0452-4a7b-96eb-b755ec433ed2 req-07ef3806-4d3a-460f-9ff6-158b7f5793a0 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 943 time: 0.0578709 Feb 11 04:41:09.715684 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ecb68e5e-0452-4a7b-96eb-b755ec433ed2 req-2be9e7f7-1951-4fcc-aa2b-0cb8b2f2dddd tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436251 Feb 11 04:41:09.953840 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e7a65dd-2c00-4cbb-8bf1-f0d2f8b0565c admin admin] Publish callbacks [] for security_group (6da689e0-ffd3-4c2d-a8fb-2c5699c986f5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:09.962404 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e7a65dd-2c00-4cbb-8bf1-f0d2f8b0565c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6da689e0-ffd3-4c2d-a8fb-2c5699c986f5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.009585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696eb7d0-dfa6-4fcd-ada9-11b5c042878c admin admin] Router 142cc9b6-863b-479a-8956-5d7db5979b7f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:10.052485 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2e7a65dd-2c00-4cbb-8bf1-f0d2f8b0565c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88a14966abc44ffc8451625080c0852d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9035170 Feb 11 04:41:10.053217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a65dd-2c00-4cbb-8bf1-f0d2f8b0565c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da689e0-ffd3-4c2d-a8fb-2c5699c986f5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:10.054972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3872805-54e5-4af7-a112-8a652fe505a3 req-d121fdcd-a2fa-40c2-98f1-d0c8d4cfa5e3 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:10.056459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3872805-54e5-4af7-a112-8a652fe505a3 req-d121fdcd-a2fa-40c2-98f1-d0c8d4cfa5e3 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.0516207 Feb 11 04:41:10.056916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47336) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:10.139200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3872805-54e5-4af7-a112-8a652fe505a3 req-11ff1e30-3bd2-4926-a6d6-8c7419279c58 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692463 Feb 11 04:41:10.144516 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-468c7d9b-d93f-498f-ab37-2b146118af3a admin admin] Publish callbacks [] for security_group (6da689e0-ffd3-4c2d-a8fb-2c5699c986f5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.174940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-468c7d9b-d93f-498f-ab37-2b146118af3a admin admin] Publish callbacks [] for security_group (6da689e0-ffd3-4c2d-a8fb-2c5699c986f5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.210084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52428873-2176-4a19-9fad-957b4f830b97 req-4dd1598e-46ed-47e4-96f5-de55352cafe4 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Router e9c5057d-e3d6-48af-a224-56087d6c1436 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:10.222817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696eb7d0-dfa6-4fcd-ada9-11b5c042878c admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:10.225415 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-468c7d9b-d93f-498f-ab37-2b146118af3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6da689e0-ffd3-4c2d-a8fb-2c5699c986f5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.228360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-468c7d9b-d93f-498f-ab37-2b146118af3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.233870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-468c7d9b-d93f-498f-ab37-2b146118af3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6da689e0-ffd3-4c2d-a8fb-2c5699c986f5 HTTP/1.1" status: 204 len: 168 time: 0.1716037 Feb 11 04:41:10.233959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-696eb7d0-dfa6-4fcd-ada9-11b5c042878c admin admin] 10.222.0.48 "PUT /v2.0/routers/142cc9b6-863b-479a-8956-5d7db5979b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3672693 Feb 11 04:41:10.234075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47338) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:10.235014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62142ef1-6f9d-45df-a352-e4409891d0cd None None] Sync routers for ids ['142cc9b6-863b-479a-8956-5d7db5979b7f'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:10.248029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62142ef1-6f9d-45df-a352-e4409891d0cd None None] Routers {'142cc9b6-863b-479a-8956-5d7db5979b7f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:10.249004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-62142ef1-6f9d-45df-a352-e4409891d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['142cc9b6-863b-479a-8956-5d7db5979b7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:10.256200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:10.311856 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c7d9b-d93f-498f-ab37-2b146118af3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da689e0-ffd3-4c2d-a8fb-2c5699c986f5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:10.374665 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52428873-2176-4a19-9fad-957b4f830b97 req-4dd1598e-46ed-47e4-96f5-de55352cafe4 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:10.382422 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-52428873-2176-4a19-9fad-957b4f830b97 req-4dd1598e-46ed-47e4-96f5-de55352cafe4 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.389293 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5778353-2f1d-4c1a-b2ff-527dae26a8c9 None None] Sync routers for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:10.403536 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5778353-2f1d-4c1a-b2ff-527dae26a8c9 None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:10.406493 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f5778353-2f1d-4c1a-b2ff-527dae26a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:10.427754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:41:10.440512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:10.440900 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.467836 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52428873-2176-4a19-9fad-957b4f830b97 req-4dd1598e-46ed-47e4-96f5-de55352cafe4 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "PUT /v2.0/floatingips/8fb77222-df32-40ff-8fa7-bdf412ce9f2a HTTP/1.1" status: 200 len: 996 time: 2.4016039 Feb 11 04:41:10.468190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:10.471081 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7f9f4c-108d-4136-a763-ad45b56da5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:10.488155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-62142ef1-6f9d-45df-a352-e4409891d0cd None None] Set router 142cc9b6-863b-479a-8956-5d7db5979b7f gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:10.556098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:41:10.603735 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f5778353-2f1d-4c1a-b2ff-527dae26a8c9 None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:10.604732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52428873-2176-4a19-9fad-957b4f830b97 req-d83257e7-5cb4-43e4-a49c-51a255a35e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:10.606687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52428873-2176-4a19-9fad-957b4f830b97 req-d83257e7-5cb4-43e4-a49c-51a255a35e5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 1128 time: 0.0954907 Feb 11 04:41:10.723391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:10.724077 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.745293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52428873-2176-4a19-9fad-957b4f830b97 req-b06eb586-5d0a-45d3-b219-1b85b18bce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:10.746782 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52428873-2176-4a19-9fad-957b4f830b97 req-b06eb586-5d0a-45d3-b219-1b85b18bce60 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.1308305 Feb 11 04:41:10.849224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:10.872314 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.875793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4,segment=NetworkSegment(8dcac347-0a8c-4d97-af3c-0a35c809e047),segment_id=8dcac347-0a8c-4d97-af3c-0a35c809e047)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:10.938504 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52428873-2176-4a19-9fad-957b4f830b97 req-838d391d-a4de-493e-a3bb-c0ba397b1c91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 999 time: 0.1854527 Feb 11 04:41:10.968065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1c2a9-4a92-4acc-9f02-627ef86e0926 req-027554f0-6703-4236-9991-df5740dfd3ae tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:10.975890 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25c1c2a9-4a92-4acc-9f02-627ef86e0926 req-027554f0-6703-4236-9991-df5740dfd3ae tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.6652298 Feb 11 04:41:10.996719 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Publish callbacks [] for router (142cc9b6-863b-479a-8956-5d7db5979b7f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.035396 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52428873-2176-4a19-9fad-957b4f830b97 req-718e28f8-e68f-4486-83ab-2923f266d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:11.036896 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52428873-2176-4a19-9fad-957b4f830b97 req-718e28f8-e68f-4486-83ab-2923f266d9cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.0868485 Feb 11 04:41:11.049529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bb96c8-5202-4619-9011-a8a9e86bb115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:11.052127 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f8fbc6-1e90-4b0c-91a1-cb755e0ef2f7" -d '{"events": [{"server_uuid": "19bb96c8-5202-4619-9011-a8a9e86bb115", "name": "network-vif-plugged", "status": "completed", "tag": "5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:11.079913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'port_id': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4', 'mac_address': 'fa:16:3e:1a:9e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:41:11.101220 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f5778353-2f1d-4c1a-b2ff-527dae26a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8fb77222-df32-40ff-8fa7-bdf412ce9f2a', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'port_id': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'mac_address': 'fa:16:3e:70:23:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:42Z', 'updated_at': '2022-02-11T04:41:08Z', 'revision_number': 1, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:11.103558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25c1c2a9-4a92-4acc-9f02-627ef86e0926 req-7fc8ed0d-a122-4121-8560-74c120b52063 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266830 Feb 11 04:41:11.143677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52428873-2176-4a19-9fad-957b4f830b97 req-6c51bb49-aec0-4bcc-abba-f055ac7e885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:11.144150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:11.145203 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52428873-2176-4a19-9fad-957b4f830b97 req-6c51bb49-aec0-4bcc-abba-f055ac7e885c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0940964 Feb 11 04:41:11.158076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-62142ef1-6f9d-45df-a352-e4409891d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2047730243-router', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:43Z', 'updated_at': '2022-02-11T04:41:08Z', 'revision_number': 5, 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'gw_port': {'id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:45Z', 'updated_at': '2022-02-11T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:11.159242 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5778353-2f1d-4c1a-b2ff-527dae26a8c9 None None] Checking router: e9c5057d-e3d6-48af-a224-56087d6c1436 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:11.161662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:11.162123 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.172147 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5778353-2f1d-4c1a-b2ff-527dae26a8c9 None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:11.173027 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f5778353-2f1d-4c1a-b2ff-527dae26a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:11.177442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-52428873-2176-4a19-9fad-957b4f830b97 req-f66f758f-1e4b-4efc-b690-607a959081e1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:41:11.182682 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52428873-2176-4a19-9fad-957b4f830b97 req-f66f758f-1e4b-4efc-b690-607a959081e1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140095 Feb 11 04:41:11.198464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62142ef1-6f9d-45df-a352-e4409891d0cd None None] Checking router: 142cc9b6-863b-479a-8956-5d7db5979b7f for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:11.207412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:11.228430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62142ef1-6f9d-45df-a352-e4409891d0cd None None] Routers {'142cc9b6-863b-479a-8956-5d7db5979b7f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:11.229073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-62142ef1-6f9d-45df-a352-e4409891d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['142cc9b6-863b-479a-8956-5d7db5979b7f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:11.234420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4,segment=NetworkSegment(8dcac347-0a8c-4d97-af3c-0a35c809e047),segment_id=8dcac347-0a8c-4d97-af3c-0a35c809e047)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:11.267686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.306529 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Publish callbacks [] for router_gateway (142cc9b6-863b-479a-8956-5d7db5979b7f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.356259 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52428873-2176-4a19-9fad-957b4f830b97 req-a43dd802-34b9-4c82-b3e1-82309bcc7647 service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565101 Feb 11 04:41:11.358233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47372) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:11.360369 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f5778353-2f1d-4c1a-b2ff-527dae26a8c9 None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:11.373622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10690a4d-294f-4fa0-8882-6bb64fdfa308 req-1291401e-19ae-4c15-b8e6-d8cff44547cf tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:11.374607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:11.381477 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-10690a4d-294f-4fa0-8882-6bb64fdfa308 req-1291401e-19ae-4c15-b8e6-d8cff44547cf tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 949 time: 0.1694229 Feb 11 04:41:11.397644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-62142ef1-6f9d-45df-a352-e4409891d0cd None None] Set router 142cc9b6-863b-479a-8956-5d7db5979b7f gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:11.454965 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-10690a4d-294f-4fa0-8882-6bb64fdfa308 req-e9c40149-87db-4f45-883b-0ff435d17494 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658300 Feb 11 04:41:11.463689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Deleting port 36d3ff65-46be-46ca-a262-dd9df3c2b765 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:11.464039 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.506435 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52428873-2176-4a19-9fad-957b4f830b97 req-095d4e6d-3dde-4571-9dcc-f2ad552509a3 service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443014 Feb 11 04:41:11.533657 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ff869d-cc0d-4b34-931e-0ce5461c200a x-openstack-request-id: req-83ff869d-cc0d-4b34-931e-0ce5461c200a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:11.534042 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:11.534521 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83ff869d-cc0d-4b34-931e-0ce5461c200a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:11.535039 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'status': 'completed', 'code': 200} Feb 11 04:41:11.564424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1669807603-network', 'tenant_id': 'e4586974499846adb2131f98982f5d2f'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:11.616622 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eeb4315-94f6-47e7-84e4-26a4d6bf4a3d x-openstack-request-id: req-0eeb4315-94f6-47e7-84e4-26a4d6bf4a3d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:11.618482 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bb96c8-5202-4619-9011-a8a9e86bb115", "name": "network-vif-plugged", "status": "completed", "tag": "5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:11.618482 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0eeb4315-94f6-47e7-84e4-26a4d6bf4a3d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:11.618705 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bb96c8-5202-4619-9011-a8a9e86bb115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', 'code': 200} Feb 11 04:41:11.622018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] For port 36d3ff65-46be-46ca-a262-dd9df3c2b765, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=36d3ff65-46be-46ca-a262-dd9df3c2b765,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:11.622397 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.624955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Made reservation on behalf of e4586974499846adb2131f98982f5d2f for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:11.627862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.648785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Calling delete_port for 36d3ff65-46be-46ca-a262-dd9df3c2b765 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:11.661234 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.706256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f9f4c-108d-4136-a763-ad45b56da5b4 req-477dcf0b-02e0-47f3-bac5-cf7f9267651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:11.707822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e7f9f4c-108d-4136-a763-ad45b56da5b4 req-477dcf0b-02e0-47f3-bac5-cf7f9267651b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 1128 time: 0.1164267 Feb 11 04:41:11.734474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7600679-20ad-4439-b3c2-a931807b44c5 req-d15de087-63cb-4f29-b6e9-c755634f2397 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:11.743384 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7600679-20ad-4439-b3c2-a931807b44c5 req-d15de087-63cb-4f29-b6e9-c755634f2397 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 944 time: 0.1345949 Feb 11 04:41:11.782246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-62142ef1-6f9d-45df-a352-e4409891d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2047730243-router', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:43Z', 'updated_at': '2022-02-11T04:41:08Z', 'revision_number': 5, 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'gw_port': {'id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:45Z', 'updated_at': '2022-02-11T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:11.824649 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f5778353-2f1d-4c1a-b2ff-527dae26a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8fb77222-df32-40ff-8fa7-bdf412ce9f2a', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'port_id': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'mac_address': 'fa:16:3e:70:23:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:42Z', 'updated_at': '2022-02-11T04:41:08Z', 'revision_number': 1, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:11.865489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62142ef1-6f9d-45df-a352-e4409891d0cd None None] The sync data for ids ['142cc9b6-863b-479a-8956-5d7db5979b7f'] in n-d-615180-58 is: [{'id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2047730243-router', 'tenant_id': '4cc16756cf3c440d99d4f66dc4873094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:43Z', 'updated_at': '2022-02-11T04:41:08Z', 'revision_number': 5, 'project_id': '4cc16756cf3c440d99d4f66dc4873094', 'gw_port': {'id': '36d3ff65-46be-46ca-a262-dd9df3c2b765', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142cc9b6-863b-479a-8956-5d7db5979b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:45Z', 'updated_at': '2022-02-11T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:11.902279 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f89ee7ba-f48f-44fd-8ea0-958f7c7357c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.964446 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7600679-20ad-4439-b3c2-a931807b44c5 req-969b63d7-d93c-4f02-a362-2bc30476d938 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201934 Feb 11 04:41:11.965920 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5778353-2f1d-4c1a-b2ff-527dae26a8c9 None None] The sync data for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 is: [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8fb77222-df32-40ff-8fa7-bdf412ce9f2a', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'port_id': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'mac_address': 'fa:16:3e:70:23:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:42Z', 'updated_at': '2022-02-11T04:41:08Z', 'revision_number': 1, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:11.975743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dac5c8-ca0a-4290-b47a-a8ba908d4b60 req-19da6a99-ca6d-4eba-851d-7f0018467f5d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:11.977442 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35dac5c8-ca0a-4290-b47a-a8ba908d4b60 req-19da6a99-ca6d-4eba-851d-7f0018467f5d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.2180600 Feb 11 04:41:11.980239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfc669-0626-4d9d-9afa-51e22c1a9b33 req-3c7a165e-4f03-41d4-829a-f753fb03a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:11.981779 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4fdfc669-0626-4d9d-9afa-51e22c1a9b33 req-3c7a165e-4f03-41d4-829a-f753fb03a976 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 1132 time: 0.2116363 Feb 11 04:41:12.011199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Publish callbacks [] for security_group (650e2fe8-4e27-4f2f-ae56-2544b22426f4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.024636 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (650e2fe8-4e27-4f2f-ae56-2544b22426f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.049949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f9f4c-108d-4136-a763-ad45b56da5b4 req-12c59a1d-78b5-4126-a8db-f03b250245c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:12.051726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e7f9f4c-108d-4136-a763-ad45b56da5b4 req-12c59a1d-78b5-4126-a8db-f03b250245c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.3331261 Feb 11 04:41:12.071810 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:41:12.081410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:12.112881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4fdfc669-0626-4d9d-9afa-51e22c1a9b33 req-1e55f70d-b390-4287-9002-886f6f6f559a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205072 Feb 11 04:41:12.123484 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35dac5c8-ca0a-4290-b47a-a8ba908d4b60 req-c7843642-3a00-4544-8b67-fb20e02c7d31 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180968 Feb 11 04:41:12.125187 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (36d3ff65-46be-46ca-a262-dd9df3c2b765), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.154021 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (dec777df-fd9e-40c7-b2c0-50b0e87b8bd4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.155526 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Added segment dec777df-fd9e-40c7-b2c0-50b0e87b8bd4 of type vlan for network 1d55e6f2-8915-44ce-87e2-c04f196fa796 Feb 11 04:41:12.164665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d3ff65-46be-46ca-a262-dd9df3c2b765,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:12.207628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650e2fe8-4e27-4f2f-ae56-2544b22426f4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:12.265042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1d55e6f2-8915-44ce-87e2-c04f196fa796), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.302834 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e7f9f4c-108d-4136-a763-ad45b56da5b4 req-4595a0b9-ee64-4434-b996-92f65544510a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 999 time: 0.2428849 Feb 11 04:41:12.325166 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (142cc9b6-863b-479a-8956-5d7db5979b7f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.340310 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5d85-d11e-4265-972a-f71a03073535 req-43b2580a-ba35-4b7b-9d84-e69bf7ae1fa1 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:12.341936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-43b2580a-ba35-4b7b-9d84-e69bf7ae1fa1 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2835805 Feb 11 04:41:12.343492 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1d55e6f2-8915-44ce-87e2-c04f196fa796), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.345058 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:12.345566 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.367948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f169b-352f-4024-8072-2809b80a4868 None None] New status for floating IP 8fb77222-df32-40ff-8fa7-bdf412ce9f2a: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:41:12.380178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab77b2-d80c-4176-8fcc-94528c36c0d7 req-0e9cd4af-833e-4d94-8237-9aba84e6d3a4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:12.381822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-20ab77b2-d80c-4176-8fcc-94528c36c0d7 req-0e9cd4af-833e-4d94-8237-9aba84e6d3a4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.1923525 Feb 11 04:41:12.445328 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0758209 Feb 11 04:41:12.459545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47380) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:12.477469 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (142cc9b6-863b-479a-8956-5d7db5979b7f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.481493 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Publish callbacks [] for router_controller (142cc9b6-863b-479a-8956-5d7db5979b7f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.486539 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4681cd50-2538-4243-a008-9e92bf1c98a7 admin admin] Request body: {'subnet': {'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1669807603-subnet', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:12.551396 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc831b3-e01a-4380-ae42-55764ddceb4c admin admin] Pushing event updated for resources: {'Network': ['ID=1d55e6f2-8915-44ce-87e2-c04f196fa796,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:12.562936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1d55e6f2-8915-44ce-87e2-c04f196fa796 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:41:12.571807 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (142cc9b6-863b-479a-8956-5d7db5979b7f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.572413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 142cc9b6-863b-479a-8956-5d7db5979b7f {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:41:12.575206 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-f212058f-d85b-49e5-a916-bd2fcded3d3c tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 999 time: 0.2223165 Feb 11 04:41:12.584566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f73e5d85-d11e-4265-972a-f71a03073535 req-c4903b94-5487-43ad-b034-ed062fe4c0e7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Request body: {'floatingip': {'port_id': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:12.589667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f9f4c-108d-4136-a763-ad45b56da5b4 req-3b75d7a9-1290-451e-ab3b-455597b4f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:12.591191 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e7f9f4c-108d-4136-a763-ad45b56da5b4 req-3b75d7a9-1290-451e-ab3b-455597b4f6da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.1723530 Feb 11 04:41:12.595809 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.597174 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7c6fa53b-1f13-4795-a4a4-86269d5b2961 admin admin] 10.222.0.48 "DELETE /v2.0/routers/142cc9b6-863b-479a-8956-5d7db5979b7f HTTP/1.1" status: 204 len: 168 time: 2.3643644 Feb 11 04:41:12.601114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47384) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:12.615749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-20ab77b2-d80c-4176-8fcc-94528c36c0d7 req-68cd29af-7e29-4ad6-9632-038eeef4145b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935253 Feb 11 04:41:12.640751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4681cd50-2538-4243-a008-9e92bf1c98a7 admin admin] Made reservation on behalf of e4586974499846adb2131f98982f5d2f for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:12.645681 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4681cd50-2538-4243-a008-9e92bf1c98a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.646286 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.696530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-59366aea-d146-4414-897e-589f7976c4c5 admin admin] Deleting subnet da183ca0-dd04-457e-bf6a-c26ca2d4613f {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:41:12.700378 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59366aea-d146-4414-897e-589f7976c4c5 admin admin] Publish callbacks [] for subnet (da183ca0-dd04-457e-bf6a-c26ca2d4613f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.756026 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f73e5d85-d11e-4265-972a-f71a03073535 req-c4903b94-5487-43ad-b034-ed062fe4c0e7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.784486 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59366aea-d146-4414-897e-589f7976c4c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (da183ca0-dd04-457e-bf6a-c26ca2d4613f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.825475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f9f4c-108d-4136-a763-ad45b56da5b4 req-21bb93fc-9140-45d7-9c56-08cf15bf7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:12.829691 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e7f9f4c-108d-4136-a763-ad45b56da5b4 req-21bb93fc-9140-45d7-9c56-08cf15bf7e52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1970074 Feb 11 04:41:12.850935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7add-5634-40b4-a126-6081e811fbec req-c3bd6c72-91c1-41d0-92dc-d0714be5a380 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:12.852570 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4de7add-5634-40b4-a126-6081e811fbec req-c3bd6c72-91c1-41d0-92dc-d0714be5a380 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 949 time: 0.1095138 Feb 11 04:41:12.908511 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59366aea-d146-4414-897e-589f7976c4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (da183ca0-dd04-457e-bf6a-c26ca2d4613f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.951027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4de7add-5634-40b4-a126-6081e811fbec req-275491c4-e80c-4c4c-a00a-ece8a3ed027a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814049 Feb 11 04:41:12.981627 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59366aea-d146-4414-897e-589f7976c4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (da183ca0-dd04-457e-bf6a-c26ca2d4613f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.012015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59366aea-d146-4414-897e-589f7976c4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da183ca0-dd04-457e-bf6a-c26ca2d4613f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:13.014337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59366aea-d146-4414-897e-589f7976c4c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.018335 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-59366aea-d146-4414-897e-589f7976c4c5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/da183ca0-dd04-457e-bf6a-c26ca2d4613f HTTP/1.1" status: 204 len: 168 time: 0.4162407 Feb 11 04:41:13.020964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47390) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:13.032106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de08719d-ffbc-4408-b123-06f9c48632ba None None] Network 776b9405-192e-4681-a7e1-710a2707690f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:13.071154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e7f9f4c-108d-4136-a763-ad45b56da5b4 req-93275bb1-a3a3-4848-ab43-b2c49d0f06c0 service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349882 Feb 11 04:41:13.132856 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (776b9405-192e-4681-a7e1-710a2707690f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.155932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bc84c-0dd4-4566-afa2-6422fa715bf4 req-27c93469-dde6-4dee-8c5f-a9deb4de1da9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:13.157534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e0bc84c-0dd4-4566-afa2-6422fa715bf4 req-27c93469-dde6-4dee-8c5f-a9deb4de1da9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.1096597 Feb 11 04:41:13.224424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed32928-3a4c-4200-8470-00111a1a9d66 None None] DHCP port deletion for 776b9405-192e-4681-a7e1-710a2707690f request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:41:13.230198 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4681cd50-2538-4243-a008-9e92bf1c98a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (857f5e93-13b4-46fb-80cc-dc88b0ecae6d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.260149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Deleting port 62d4e983-1038-46bd-a553-52fe6f7c1a51 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:13.260615 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.295660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aed32928-3a4c-4200-8470-00111a1a9d66 None None] Deleting port 62d4e983-1038-46bd-a553-52fe6f7c1a51 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:13.296156 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aed32928-3a4c-4200-8470-00111a1a9d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.313938 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e0bc84c-0dd4-4566-afa2-6422fa715bf4 req-8b02bf0d-488d-4c11-9562-10f5aeb93043 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163418 Feb 11 04:41:13.378364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-aed32928-3a4c-4200-8470-00111a1a9d66 None None] For port 62d4e983-1038-46bd-a553-52fe6f7c1a51, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=62d4e983-1038-46bd-a553-52fe6f7c1a51,segment=NetworkSegment(93da75ec-bda3-4dc7-b19a-b0db153355f8),segment_id=93da75ec-bda3-4dc7-b19a-b0db153355f8)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:13.379234 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aed32928-3a4c-4200-8470-00111a1a9d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.387495 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] For port 62d4e983-1038-46bd-a553-52fe6f7c1a51, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=62d4e983-1038-46bd-a553-52fe6f7c1a51,segment=NetworkSegment(93da75ec-bda3-4dc7-b19a-b0db153355f8),segment_id=93da75ec-bda3-4dc7-b19a-b0db153355f8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:13.388046 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.396932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aed32928-3a4c-4200-8470-00111a1a9d66 None None] Calling delete_port for 62d4e983-1038-46bd-a553-52fe6f7c1a51 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:13.409425 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Calling delete_port for 62d4e983-1038-46bd-a553-52fe6f7c1a51 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:13.427296 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e7f9f4c-108d-4136-a763-ad45b56da5b4 req-8b2b3a4c-b56c-4929-bc02-f7791ee3f7ee service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291872 Feb 11 04:41:13.427879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681cd50-2538-4243-a008-9e92bf1c98a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=857f5e93-13b4-46fb-80cc-dc88b0ecae6d,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:13.475153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4681cd50-2538-4243-a008-9e92bf1c98a7 admin admin] Checking segment: {'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:13.475153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4681cd50-2538-4243-a008-9e92bf1c98a7 admin admin] Network hostable DHCP agents. Network: 1d55e6f2-8915-44ce-87e2-c04f196fa796, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:41:13.484550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 62d4e983-1038-46bd-a553-52fe6f7c1a51 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:13.489752 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aed32928-3a4c-4200-8470-00111a1a9d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.520761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 62d4e983-1038-46bd-a553-52fe6f7c1a51 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:13.521129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 62d4e983-1038-46bd-a553-52fe6f7c1a51 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:13.522028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ab206544-a3f7-4780-a626-b3f5a44e9c92 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:13.539106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc889be-d3e1-42d4-85b8-c8e7617a6ba0 req-a3c15eea-54b8-40bd-b5bf-c15ee0cda988 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:13.540630 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afc889be-d3e1-42d4-85b8-c8e7617a6ba0 req-a3c15eea-54b8-40bd-b5bf-c15ee0cda988 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 944 time: 0.1288514 Feb 11 04:41:13.542244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4681cd50-2538-4243-a008-9e92bf1c98a7 admin admin] Network 1d55e6f2-8915-44ce-87e2-c04f196fa796 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:41:13.562400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4681cd50-2538-4243-a008-9e92bf1c98a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 1d55e6f2-8915-44ce-87e2-c04f196fa796) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:13.563620 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed32928-3a4c-4200-8470-00111a1a9d66 None None] Pushing event deleted for resources: {'Port': ['ID=62d4e983-1038-46bd-a553-52fe6f7c1a51,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:13.566498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed32928-3a4c-4200-8470-00111a1a9d66 None None] No DVR routers for this DVR port 62d4e983-1038-46bd-a553-52fe6f7c1a51 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:41:13.569112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: ab206544-a3f7-4780-a626-b3f5a44e9c92 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:13.569507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ab206544-a3f7-4780-a626-b3f5a44e9c92 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:13.569962 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36d3ff65-46be-46ca-a262-dd9df3c2b765 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:13.576590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c474b9-d219-4e83-b4ce-9b2b79281ae6 None None] Network 1d55e6f2-8915-44ce-87e2-c04f196fa796 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:13.596750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 36d3ff65-46be-46ca-a262-dd9df3c2b765 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:13.597113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36d3ff65-46be-46ca-a262-dd9df3c2b765 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:13.607758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4681cd50-2538-4243-a008-9e92bf1c98a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:13.608347 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4681cd50-2538-4243-a008-9e92bf1c98a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.638350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afc889be-d3e1-42d4-85b8-c8e7617a6ba0 req-c7b60690-51f6-4625-8b8b-7cd365e98f5a tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795195 Feb 11 04:41:13.639604 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4681cd50-2538-4243-a008-9e92bf1c98a7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1789479 Feb 11 04:41:13.642223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47396) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:13.647374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:13.652401 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (62d4e983-1038-46bd-a553-52fe6f7c1a51), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.692900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=62d4e983-1038-46bd-a553-52fe6f7c1a51,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:13.700287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] No DVR routers for this DVR port 62d4e983-1038-46bd-a553-52fe6f7c1a51 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:41:13.710297 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.711385 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.734432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-1d55e6f2-8915-44ce-87e2-c04f196fa796', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'project_id': 'e4586974499846adb2131f98982f5d2f', 'fixed_ips': [{'subnet_id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:41:13.736001 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.771426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f73e5d85-d11e-4265-972a-f71a03073535 req-c4903b94-5487-43ad-b034-ed062fe4c0e7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.775277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f73e5d85-d11e-4265-972a-f71a03073535 req-c4903b94-5487-43ad-b034-ed062fe4c0e7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.855298 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (776b9405-192e-4681-a7e1-710a2707690f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.866553 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Publish callbacks [] for router_controller (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.884450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776b9405-192e-4681-a7e1-710a2707690f']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:13.888904 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [req-f73e5d85-d11e-4265-972a-f71a03073535 req-c4903b94-5487-43ad-b034-ed062fe4c0e7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Floating IP 8fb77222-df32-40ff-8fa7-bdf412ce9f2a associated. External IP: 172.25.7.192, port: f3b96cb1-3e47-4dfe-9bbb-f80219c119ce. Feb 11 04:41:13.899046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Allocated IP 172.20.0.2 (1d55e6f2-8915-44ce-87e2-c04f196fa796/857f5e93-13b4-46fb-80cc-dc88b0ecae6d/8d96cdb7-1177-4015-884b-94197876560b) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:13.934851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d6163-0323-491b-93ec-caab4bb6fd27 req-787a604b-888f-4f01-bd10-eebce3e79b6a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:13.936348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe5d6163-0323-491b-93ec-caab4bb6fd27 req-787a604b-888f-4f01-bd10-eebce3e79b6a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.1850452 Feb 11 04:41:13.938080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93da75ec-bda3-4dc7-b19a-b0db153355f8') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:13.938412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93da75ec-bda3-4dc7-b19a-b0db153355f8') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:13.967654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (93da75ec-bda3-4dc7-b19a-b0db153355f8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.027225 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (93da75ec-bda3-4dc7-b19a-b0db153355f8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.031714 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe5d6163-0323-491b-93ec-caab4bb6fd27 req-118f378e-d756-453e-a00d-301d70d03cd8 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844920 Feb 11 04:41:14.072527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:41:14.072935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (93da75ec-bda3-4dc7-b19a-b0db153355f8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.073738 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Publish callbacks [] for port (8d96cdb7-1177-4015-884b-94197876560b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:41:14.074661 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:41:14.096432 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (8d96cdb7-1177-4015-884b-94197876560b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.123538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Publish callbacks [] for router_gateway (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.177139 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Network 1d55e6f2-8915-44ce-87e2-c04f196fa796 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:14.183063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Pushing event updated for resources: {'Port': ['ID=8d96cdb7-1177-4015-884b-94197876560b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:14.186940 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:14.192338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:14.197030 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.202268 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (776b9405-192e-4681-a7e1-710a2707690f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.214310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.217535 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] 10.222.0.48 "DELETE /v2.0/networks/776b9405-192e-4681-a7e1-710a2707690f HTTP/1.1" status: 204 len: 168 time: 1.1944125 Feb 11 04:41:14.222357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47404) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:14.264025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Attempting to bind port 8d96cdb7-1177-4015-884b-94197876560b on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:14.264429 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Attempting to bind port 8d96cdb7-1177-4015-884b-94197876560b by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:14.264805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Attempting to bind port 8d96cdb7-1177-4015-884b-94197876560b on network 1d55e6f2-8915-44ce-87e2-c04f196fa796 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:14.271243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:14.271633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Checking segment: {'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:14.272048 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.272454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Bound using segment: {'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:14.272921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Bound port: 8d96cdb7-1177-4015-884b-94197876560b, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:14.273309 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8d96cdb7-1177-4015-884b-94197876560b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.284570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aca1e-cf61-4456-bde4-be92d4861d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=776b9405-192e-4681-a7e1-710a2707690f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:14.314390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c3987-ab36-4b04-a06f-a7644a63e750 req-11759694-32e3-491c-b13d-47938d6b0418 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:14.315526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-209c3987-ab36-4b04-a06f-a7644a63e750 req-11759694-32e3-491c-b13d-47938d6b0418 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 949 time: 0.1574328 Feb 11 04:41:14.352186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] For port 8d96cdb7-1177-4015-884b-94197876560b, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:14.355962 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] For port 8d96cdb7-1177-4015-884b-94197876560b, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8d96cdb7-1177-4015-884b-94197876560b,segment=NetworkSegment(dec777df-fd9e-40c7-b2c0-50b0e87b8bd4),segment_id=dec777df-fd9e-40c7-b2c0-50b0e87b8bd4)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:14.363702 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8d96cdb7-1177-4015-884b-94197876560b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.429513 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da5705-a010-4281-a8f6-534d53460f6f None None] Pushing event updated for resources: {'Port': ['ID=8d96cdb7-1177-4015-884b-94197876560b,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:14.506927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f73e5d85-d11e-4265-972a-f71a03073535 req-c4903b94-5487-43ad-b034-ed062fe4c0e7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Router e9c5057d-e3d6-48af-a224-56087d6c1436 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:14.542463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 5309ec04-e70b-461d-90f7-68d24e7c1a66 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:41:14.566918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:14.652612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f73e5d85-d11e-4265-972a-f71a03073535 req-c4903b94-5487-43ad-b034-ed062fe4c0e7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:14.681878 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c37595-13fd-4ea7-8a0b-3a0dd4d09b19 None None] Sync routers for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:14.710919 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c37595-13fd-4ea7-8a0b-3a0dd4d09b19 None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:14.711950 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a7c37595-13fd-4ea7-8a0b-3a0dd4d09b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:14.734990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:41:14.748632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:14.748859 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.770102 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-209c3987-ab36-4b04-a06f-a7644a63e750 req-d461635d-8eee-4742-8176-4527ecccd392 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216244 Feb 11 04:41:14.893333 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a7c37595-13fd-4ea7-8a0b-3a0dd4d09b19 None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:14.980272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:15.017735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '5309ec04-e70b-461d-90f7-68d24e7c1a66', 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0', 'port_id': '5309ec04-e70b-461d-90f7-68d24e7c1a66', 'mac_address': 'fa:16:3e:01:1a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd347f3fc-24c7-4017-8fdc-4d41de902991', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:41:15.033561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f73e5d85-d11e-4265-972a-f71a03073535 req-c4903b94-5487-43ad-b034-ed062fe4c0e7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Router e9c5057d-e3d6-48af-a224-56087d6c1436 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:15.178342 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Publish callbacks [] for router_gateway (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.206010 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 5309ec04-e70b-461d-90f7-68d24e7c1a66 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:15.206684 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.217658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:15.218281 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.221669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f73e5d85-d11e-4265-972a-f71a03073535 req-c4903b94-5487-43ad-b034-ed062fe4c0e7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:15.236165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f73e5d85-d11e-4265-972a-f71a03073535 req-c4903b94-5487-43ad-b034-ed062fe4c0e7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.238410 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.242757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5309ec04-e70b-461d-90f7-68d24e7c1a66 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:15.257736 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35771bc7-9a59-4db6-ba75-cc6e4a8681d4 req-976f3232-aa36-423a-abaf-2ba247ed2738 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:15.265580 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35771bc7-9a59-4db6-ba75-cc6e4a8681d4 req-976f3232-aa36-423a-abaf-2ba247ed2738 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 944 time: 0.2604308 Feb 11 04:41:15.270635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8d96cdb7-1177-4015-884b-94197876560b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:15.296910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:15.311227 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccbc816-2cf4-4d09-92fa-99e5580ae567" -d '{"events": [{"name": "network-changed", "server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:15.369542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:15.372357 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b601d6e3-c4f6-4bdc-ab43-bc6f2fb0d677" -d '{"events": [{"server_uuid": "a1523793-9236-4b09-a7ac-3d92376349d3", "name": "network-vif-plugged", "status": "completed", "tag": "ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:15.381692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:15.390191 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-c4903b94-5487-43ad-b034-ed062fe4c0e7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "PUT /v2.0/floatingips/8fb77222-df32-40ff-8fa7-bdf412ce9f2a HTTP/1.1" status: 200 len: 999 time: 2.8132763 Feb 11 04:41:15.402181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4,segment=NetworkSegment(8dcac347-0a8c-4d97-af3c-0a35c809e047),segment_id=8dcac347-0a8c-4d97-af3c-0a35c809e047)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:15.403600 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.418086 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.443923 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a7c37595-13fd-4ea7-8a0b-3a0dd4d09b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8fb77222-df32-40ff-8fa7-bdf412ce9f2a', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'port_id': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'mac_address': 'fa:16:3e:21:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:42Z', 'updated_at': '2022-02-11T04:41:13Z', 'revision_number': 3, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:15.456867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 8d96cdb7-1177-4015-884b-94197876560b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:15.457245 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8d96cdb7-1177-4015-884b-94197876560b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.472067 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35771bc7-9a59-4db6-ba75-cc6e4a8681d4 req-26f5fd0c-1239-4fb4-886c-99cd38f4d81e tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055895 Feb 11 04:41:15.474178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5d85-d11e-4265-972a-f71a03073535 req-3d074ec4-5322-4b63-8470-c960051e8b9e tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:15.481678 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c37595-13fd-4ea7-8a0b-3a0dd4d09b19 None None] Checking router: e9c5057d-e3d6-48af-a224-56087d6c1436 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:15.489101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-3d074ec4-5322-4b63-8470-c960051e8b9e tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports/f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 942 time: 0.0977597 Feb 11 04:41:15.493012 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c37595-13fd-4ea7-8a0b-3a0dd4d09b19 None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:15.494465 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a7c37595-13fd-4ea7-8a0b-3a0dd4d09b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:15.588990 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.589691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Allocated IP 172.25.7.215 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/53622364-be87-4060-ba6a-0231d03d5e02) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:15.599563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=5309ec04-e70b-461d-90f7-68d24e7c1a66,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:15.699530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5d85-d11e-4265-972a-f71a03073535 req-e1741be6-18c2-4d3e-8c42-63252800cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:15.702488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-e1741be6-18c2-4d3e-8c42-63252800cd04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 1128 time: 0.1224136 Feb 11 04:41:15.704420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8d96cdb7-1177-4015-884b-94197876560b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:15.704821 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8d96cdb7-1177-4015-884b-94197876560b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.707938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:15.753037 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a7c37595-13fd-4ea7-8a0b-3a0dd4d09b19 None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:15.771441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 8d96cdb7-1177-4015-884b-94197876560b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8d96cdb7-1177-4015-884b-94197876560b,segment=NetworkSegment(dec777df-fd9e-40c7-b2c0-50b0e87b8bd4),segment_id=dec777df-fd9e-40c7-b2c0-50b0e87b8bd4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:15.784462 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8d96cdb7-1177-4015-884b-94197876560b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.866824 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Publish callbacks [] for port (53622364-be87-4060-ba6a-0231d03d5e02), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.912280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5d85-d11e-4265-972a-f71a03073535 req-8767ca0d-86eb-4120-87ea-335e3357dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:15.915032 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-8767ca0d-86eb-4120-87ea-335e3357dcff service neutron] 10.222.0.48 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.2035737 Feb 11 04:41:15.919908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=8d96cdb7-1177-4015-884b-94197876560b,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:15.926632 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (53622364-be87-4060-ba6a-0231d03d5e02), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.931110 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2537e68-f59b-4dae-8057-8c1b278d88dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.982556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1708b3-02b5-4f17-829f-acb2228b2ec9 None None] Network 1d55e6f2-8915-44ce-87e2-c04f196fa796 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:15.983086 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-94b42c2a-2b5a-412a-87a4-43591f8f287d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 217 time: 0.0587204 Feb 11 04:41:16.041340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5d85-d11e-4265-972a-f71a03073535 req-ab63d5d9-d077-43d2-a90a-413eddc17610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:16.050807 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-ab63d5d9-d077-43d2-a90a-413eddc17610 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.0586319 Feb 11 04:41:16.053901 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:16.063727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:16.071682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Pushing event updated for resources: {'Port': ['ID=53622364-be87-4060-ba6a-0231d03d5e02,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:16.073887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:16.118549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5d85-d11e-4265-972a-f71a03073535 req-ba19e451-7700-4d05-94fa-646eb9a548cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:16.119771 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a7c37595-13fd-4ea7-8a0b-3a0dd4d09b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8fb77222-df32-40ff-8fa7-bdf412ce9f2a', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'port_id': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'mac_address': 'fa:16:3e:21:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:42Z', 'updated_at': '2022-02-11T04:41:13Z', 'revision_number': 3, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:16.120272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-ba19e451-7700-4d05-94fa-646eb9a548cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0684066 Feb 11 04:41:16.121199 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e9c0f904-9926-4107-9ce1-a333dad03bde None None] Provisioning complete for port 8d96cdb7-1177-4015-884b-94197876560b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:16.121574 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e9c0f904-9926-4107-9ce1-a333dad03bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8d96cdb7-1177-4015-884b-94197876560b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.154321 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c37595-13fd-4ea7-8a0b-3a0dd4d09b19 None None] The sync data for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 is: [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8fb77222-df32-40ff-8fa7-bdf412ce9f2a', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'port_id': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'mac_address': 'fa:16:3e:21:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:42Z', 'updated_at': '2022-02-11T04:41:13Z', 'revision_number': 3, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:16.170242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['5309ec04-e70b-461d-90f7-68d24e7c1a66'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:16.254890 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-afd0ad4b-42f7-48db-8cbe-ef7a2a9de6db service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231985 Feb 11 04:41:16.288907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0f904-9926-4107-9ce1-a333dad03bde None None] Current status of the port 8d96cdb7-1177-4015-884b-94197876560b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:16.378782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc2010-5eca-45b1-9873-1a1074d8f128 req-9e6488be-5749-46b0-9ef4-deacb7566047 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:16.381203 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-ae4bf721-185b-44de-ae19-dd707aa391da service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173275 Feb 11 04:41:16.383907 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16fc2010-5eca-45b1-9873-1a1074d8f128 req-9e6488be-5749-46b0-9ef4-deacb7566047 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 1132 time: 0.3837364 Feb 11 04:41:16.443843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891c340-8a50-45db-b57b-411b90bc155c None None] New status for floating IP 8fb77222-df32-40ff-8fa7-bdf412ce9f2a: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:41:16.450149 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16fc2010-5eca-45b1-9873-1a1074d8f128 req-87562b1d-a092-492f-853b-e598b9a88265 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.476488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5d85-d11e-4265-972a-f71a03073535 req-df89de88-6d66-4f6e-a27b-91b8ec441c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:16.478016 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-df89de88-6d66-4f6e-a27b-91b8ec441c52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 1129 time: 0.0607300 Feb 11 04:41:16.559254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fb4f2ae5-aac7-497f-8044-2c854eb321f6 None None] Provisioning complete for port 8d96cdb7-1177-4015-884b-94197876560b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:16.559630 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb4f2ae5-aac7-497f-8044-2c854eb321f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8d96cdb7-1177-4015-884b-94197876560b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.591836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5d85-d11e-4265-972a-f71a03073535 req-8aaf263a-0d11-4021-8025-27c26270efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:16.593374 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-8aaf263a-0d11-4021-8025-27c26270efe1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.1098201 Feb 11 04:41:16.673361 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-f0f8e0dc-b29a-4b97-baf6-70b44719956c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=322d47bc-e31d-4170-9a2c-e4f9e24c8689 HTTP/1.1" status: 200 len: 1002 time: 0.0716441 Feb 11 04:41:16.676977 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Publish callbacks [] for router_gateway (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.710058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f2ae5-aac7-497f-8044-2c854eb321f6 None None] Current status of the port 8d96cdb7-1177-4015-884b-94197876560b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:16.729679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5d85-d11e-4265-972a-f71a03073535 req-94a28bc9-3593-459f-9074-691171290831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:16.735956 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-94a28bc9-3593-459f-9074-691171290831 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.0545166 Feb 11 04:41:16.742776 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16fc2010-5eca-45b1-9873-1a1074d8f128 req-87562b1d-a092-492f-853b-e598b9a88265 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] Publish callbacks [] for security_group (ddbc8fdc-7f22-45b1-b37b-828ee60e4f7b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.752477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16fc2010-5eca-45b1-9873-1a1074d8f128 req-87562b1d-a092-492f-853b-e598b9a88265 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ddbc8fdc-7f22-45b1-b37b-828ee60e4f7b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.789814 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3095f2-c84d-42e2-9f14-82664a40c1c6 None None] Sync routers for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:16.791789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e5d85-d11e-4265-972a-f71a03073535 req-0dc5c641-17a9-4b5c-808e-749577763283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:16.793394 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-0dc5c641-17a9-4b5c-808e-749577763283 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0544102 Feb 11 04:41:16.811185 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3095f2-c84d-42e2-9f14-82664a40c1c6 None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:16.811902 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cb3095f2-c84d-42e2-9f14-82664a40c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:16.852180 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16fc2010-5eca-45b1-9873-1a1074d8f128 req-87562b1d-a092-492f-853b-e598b9a88265 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389639 Feb 11 04:41:16.855440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87562b1d-a092-492f-853b-e598b9a88265 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbc8fdc-7f22-45b1-b37b-828ee60e4f7b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:16.875548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c2537e68-f59b-4dae-8057-8c1b278d88dc admin admin] Deleting port 75d7b607-f4a8-4511-9c28-9d2f268b124b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:16.875548 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2537e68-f59b-4dae-8057-8c1b278d88dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.941088 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-ae775d87-6dcf-4d28-aaf7-7df0214dd95e service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330142 Feb 11 04:41:16.952484 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-cb3095f2-c84d-42e2-9f14-82664a40c1c6 None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:17.049885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c2537e68-f59b-4dae-8057-8c1b278d88dc admin admin] For port 75d7b607-f4a8-4511-9c28-9d2f268b124b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=75d7b607-f4a8-4511-9c28-9d2f268b124b,segment=NetworkSegment(43df66f3-87fb-444a-9ae0-bec981a30f4f),segment_id=43df66f3-87fb-444a-9ae0-bec981a30f4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:17.050264 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2537e68-f59b-4dae-8057-8c1b278d88dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:17.050394 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73e5d85-d11e-4265-972a-f71a03073535 req-b996b41f-d5ca-4748-ad0f-cda9c09688df service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083376 Feb 11 04:41:17.066417 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:17.071790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c2537e68-f59b-4dae-8057-8c1b278d88dc admin admin] Calling delete_port for 75d7b607-f4a8-4511-9c28-9d2f268b124b owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:17.163618 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9698f1cd-ad9e-40cf-81d8-86c7456a6cf0 x-openstack-request-id: req-9698f1cd-ad9e-40cf-81d8-86c7456a6cf0 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:17.173952 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:17.174173 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9698f1cd-ad9e-40cf-81d8-86c7456a6cf0 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:17.174563 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'status': 'completed', 'code': 200} Feb 11 04:41:17.205654 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce456d2f-406e-44b6-8656-4d9c02aa350c x-openstack-request-id: req-ce456d2f-406e-44b6-8656-4d9c02aa350c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:17.206624 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1523793-9236-4b09-a7ac-3d92376349d3", "name": "network-vif-plugged", "status": "completed", "tag": "ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:17.207092 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce456d2f-406e-44b6-8656-4d9c02aa350c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:17.207645 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4', 'code': 200} Feb 11 04:41:17.221589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8d96cdb7-1177-4015-884b-94197876560b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:17.250328 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-b1535630-ce70-4e4a-b5ee-018e04178ad7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1347857 Feb 11 04:41:17.302704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbc816-2cf4-4d09-92fa-99e5580ae567 req-7a1da09f-82cb-48bd-b18c-378e3ed5b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:17.306485 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ccbc816-2cf4-4d09-92fa-99e5580ae567 req-7a1da09f-82cb-48bd-b18c-378e3ed5b922 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 1128 time: 0.1173434 Feb 11 04:41:17.356757 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef7082-fb02-4c97-920e-33812473bb41 req-dbdc8cf1-8949-4474-bb7d-d0bd6e91836d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:17.358279 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72ef7082-fb02-4c97-920e-33812473bb41 req-dbdc8cf1-8949-4474-bb7d-d0bd6e91836d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 945 time: 0.1838388 Feb 11 04:41:17.383972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 8d96cdb7-1177-4015-884b-94197876560b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:17.384518 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8d96cdb7-1177-4015-884b-94197876560b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:17.450586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:41:17.504350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a6f7f-2ec4-4ea3-9b60-cbb0d8c9636c req-4d6b039c-f202-4876-913d-69e78da10c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:17.506117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-903a6f7f-2ec4-4ea3-9b60-cbb0d8c9636c req-4d6b039c-f202-4876-913d-69e78da10c2e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 1128 time: 0.1739488 Feb 11 04:41:17.506862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8d96cdb7-1177-4015-884b-94197876560b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:17.513622 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cb3095f2-c84d-42e2-9f14-82664a40c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8fb77222-df32-40ff-8fa7-bdf412ce9f2a', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'port_id': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'mac_address': 'fa:16:3e:21:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:42Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:17.514239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27eabb-5eb7-4063-a54d-47914011eef5 req-cd65576a-7798-41b3-884d-1847624d2279 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:17.521613 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e27eabb-5eb7-4063-a54d-47914011eef5 req-cd65576a-7798-41b3-884d-1847624d2279 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 945 time: 0.2069776 Feb 11 04:41:17.525650 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72ef7082-fb02-4c97-920e-33812473bb41 req-9cdee06a-b707-4d99-9102-bf45580cbaa3 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500027 Feb 11 04:41:17.547444 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3095f2-c84d-42e2-9f14-82664a40c1c6 None None] Checking router: e9c5057d-e3d6-48af-a224-56087d6c1436 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:17.563908 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3095f2-c84d-42e2-9f14-82664a40c1c6 None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:17.565338 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cb3095f2-c84d-42e2-9f14-82664a40c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:17.600034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbc816-2cf4-4d09-92fa-99e5580ae567 req-785b1b20-4457-4825-9332-d166f0d455d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:17.601618 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ccbc816-2cf4-4d09-92fa-99e5580ae567 req-785b1b20-4457-4825-9332-d166f0d455d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.2323203 Feb 11 04:41:17.648860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-903a6f7f-2ec4-4ea3-9b60-cbb0d8c9636c req-60f966c4-b1c6-4099-8cbe-f109fd4252b2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200149 Feb 11 04:41:17.649840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2537e68-f59b-4dae-8057-8c1b278d88dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (75d7b607-f4a8-4511-9c28-9d2f268b124b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:17.654599 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ccbc816-2cf4-4d09-92fa-99e5580ae567 req-049edbe1-9eba-40bf-aca2-d13589c0723d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 217 time: 0.0408964 Feb 11 04:41:17.658358 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e27eabb-5eb7-4063-a54d-47914011eef5 req-05ba9626-0de0-48fe-847a-13cf9a079f6d tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262820 Feb 11 04:41:17.733401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbc816-2cf4-4d09-92fa-99e5580ae567 req-8ddee013-c356-4583-a57a-ea307ce4d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:17.735588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ccbc816-2cf4-4d09-92fa-99e5580ae567 req-8ddee013-c356-4583-a57a-ea307ce4d57a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.0725610 Feb 11 04:41:17.753381 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-cb3095f2-c84d-42e2-9f14-82664a40c1c6 None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:17.877914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbc816-2cf4-4d09-92fa-99e5580ae567 req-b5f21099-ab1a-4a91-af4f-387848ca10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:17.879491 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ccbc816-2cf4-4d09-92fa-99e5580ae567 req-b5f21099-ab1a-4a91-af4f-387848ca10ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1374629 Feb 11 04:41:17.924746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-27594f6e-9f21-4e1b-8361-4f708412c36a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:17.926192 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-27594f6e-9f21-4e1b-8361-4f708412c36a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports/9f584dbd-a391-4e2e-94f1-6ba2a1c3111d HTTP/1.1" status: 200 len: 947 time: 0.0900683 Feb 11 04:41:17.952037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1fd22-b7af-4303-b0a9-8526272588ee req-820a93b4-5c26-43e3-9df1-84c37a0242f3 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:17.954312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fa1fd22-b7af-4303-b0a9-8526272588ee req-820a93b4-5c26-43e3-9df1-84c37a0242f3 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.1516514 Feb 11 04:41:18.039217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537e68-f59b-4dae-8057-8c1b278d88dc admin admin] Pushing event deleted for resources: {'Port': ['ID=75d7b607-f4a8-4511-9c28-9d2f268b124b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:18.059182 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ccbc816-2cf4-4d09-92fa-99e5580ae567 req-f04c40ec-d1e9-4a8e-83e1-d2a18f8b8451 service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670101 Feb 11 04:41:18.076950 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fa1fd22-b7af-4303-b0a9-8526272588ee req-e36b816b-a526-4ac0-9123-4299507d074e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917125 Feb 11 04:41:18.260026 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-c4377646-cfb2-446d-9455-c733647e4b7c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419009 Feb 11 04:41:18.286692 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cb3095f2-c84d-42e2-9f14-82664a40c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8fb77222-df32-40ff-8fa7-bdf412ce9f2a', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'port_id': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'mac_address': 'fa:16:3e:21:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:42Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:18.287428 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85dd74c7-1a64-4363-b09c-28fb53505df4 req-ab68b715-073a-4093-a2e8-aee028960d9b tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 1002 time: 0.2518892 Feb 11 04:41:18.350265 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:18.351231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ccbc816-2cf4-4d09-92fa-99e5580ae567 req-30e47fd8-a31b-4914-abd8-c7c0a4fda56b service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732186 Feb 11 04:41:18.359540 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3095f2-c84d-42e2-9f14-82664a40c1c6 None None] The sync data for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 is: [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8fb77222-df32-40ff-8fa7-bdf412ce9f2a', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'port_id': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'mac_address': 'fa:16:3e:21:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:42Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:18.370256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ed814-e591-498b-b668-35dee4741329 None None] Sync routers for ids ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:18.378234 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd74c7-1a64-4363-b09c-28fb53505df4 req-98cd9558-3195-4a14-b221-9a3c322b0a7c tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:18.393813 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85dd74c7-1a64-4363-b09c-28fb53505df4 req-98cd9558-3195-4a14-b221-9a3c322b0a7c tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports/322d47bc-e31d-4170-9a2c-e4f9e24c8689 HTTP/1.1" status: 200 len: 943 time: 0.1002579 Feb 11 04:41:18.413943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ed814-e591-498b-b668-35dee4741329 None None] Routers {'8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:18.414587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-966ed814-e591-498b-b668-35dee4741329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:18.465841 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-2ee823f9-517c-4016-9a96-6969cb0c9031 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:18.478679 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-2ee823f9-517c-4016-9a96-6969cb0c9031 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074304 Feb 11 04:41:18.482231 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:18.486646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2d799fc2-83e9-429f-8d7a-3ccf4986f7ea admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8432486 Feb 11 04:41:18.489990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47462) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:18.510612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b7b1736b-56fe-43bf-a545-e7570a22dacf tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/quotas/1ab9b1fc2e72485d8d8369ccbb114bd0 HTTP/1.1" status: 200 len: 375 time: 0.0308199 Feb 11 04:41:18.569214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 5309ec04-e70b-461d-90f7-68d24e7c1a66 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:18.618764 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-966ed814-e591-498b-b668-35dee4741329 None None] Set router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:18.649234 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2537e68-f59b-4dae-8057-8c1b278d88dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:18.669755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85dd74c7-1a64-4363-b09c-28fb53505df4 req-57ec445b-0801-4dc9-8baf-f6d4ff9da5f8 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 1002 time: 0.1105690 Feb 11 04:41:18.693649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-1131bafa-83e5-40a1-91b1-6ee68400c15a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1817341 Feb 11 04:41:18.778461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 5309ec04-e70b-461d-90f7-68d24e7c1a66 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:41:18.786157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 5309ec04-e70b-461d-90f7-68d24e7c1a66 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:18.786521 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:18.939128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd74c7-1a64-4363-b09c-28fb53505df4 req-920520b8-92d5-4145-95ee-4947a63cf34b tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:18.940552 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85dd74c7-1a64-4363-b09c-28fb53505df4 req-920520b8-92d5-4145-95ee-4947a63cf34b tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.2636251 Feb 11 04:41:18.951886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-85dd74c7-1a64-4363-b09c-28fb53505df4 req-00c1c341-1d7b-4397-bc99-5846134e723d tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:41:18.952895 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85dd74c7-1a64-4363-b09c-28fb53505df4 req-00c1c341-1d7b-4397-bc99-5846134e723d tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072742 Feb 11 04:41:19.147033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2537e68-f59b-4dae-8057-8c1b278d88dc admin admin] Router ae75097e-e34c-4f9d-9d04-85cf5e7367c2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:19.189077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb45df-cb6e-4c54-8601-ca45d81c3181 req-ae0cc736-fd53-413e-9f7b-cfb12db689ea tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:19.190546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68bb45df-cb6e-4c54-8601-ca45d81c3181 req-ae0cc736-fd53-413e-9f7b-cfb12db689ea tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 945 time: 0.1175814 Feb 11 04:41:19.195049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'tag': '322d47bc-e31d-4170-9a2c-e4f9e24c8689'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:19.199010 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482c9115-74f8-4068-b06f-7ba3fdec098f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7043b40-139e-4b20-8f47-b9609dd473af", "tag": "322d47bc-e31d-4170-9a2c-e4f9e24c8689"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:19.215527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 5309ec04-e70b-461d-90f7-68d24e7c1a66 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:19.215935 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.229120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-966ed814-e591-498b-b668-35dee4741329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 3, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:19.262275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ed814-e591-498b-b668-35dee4741329 None None] Checking router: 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:19.262683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ed814-e591-498b-b668-35dee4741329 None None] Updating router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 port 53622364-be87-4060-ba6a-0231d03d5e02 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:41:19.292197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c09ef6-3f31-454c-8a00-882391c261f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5309ec04-e70b-461d-90f7-68d24e7c1a66'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:19.294082 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68bb45df-cb6e-4c54-8601-ca45d81c3181 req-ff17a709-c710-4946-a2ca-b322070a3236 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664611 Feb 11 04:41:19.301374 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5694008-5a9e-48f9-9e5c-418a07a81a99" -d '{"events": [{"server_uuid": "08c09ef6-3f31-454c-8a00-882391c261f7", "name": "network-vif-plugged", "status": "completed", "tag": "5309ec04-e70b-461d-90f7-68d24e7c1a66"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:19.347402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:19.349092 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-966ed814-e591-498b-b668-35dee4741329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (53622364-be87-4060-ba6a-0231d03d5e02), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.354202 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.413424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.427546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2537e68-f59b-4dae-8057-8c1b278d88dc admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:19.438837 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c62073-4970-45ed-a482-a34e9045d39b None None] Sync routers for ids ['ae75097e-e34c-4f9d-9d04-85cf5e7367c2'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:19.439470 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c2537e68-f59b-4dae-8057-8c1b278d88dc admin admin] 10.222.0.48 "PUT /v2.0/routers/ae75097e-e34c-4f9d-9d04-85cf5e7367c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2145207 Feb 11 04:41:19.442619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47480) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:19.462715 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c62073-4970-45ed-a482-a34e9045d39b None None] Routers {'ae75097e-e34c-4f9d-9d04-85cf5e7367c2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:19.464969 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c9c62073-4970-45ed-a482-a34e9045d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['ae75097e-e34c-4f9d-9d04-85cf5e7367c2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:19.528331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=5309ec04-e70b-461d-90f7-68d24e7c1a66,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:19.600407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-56c18ada-15a7-4c7a-9264-09b03b3834e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:19.602238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-56c18ada-15a7-4c7a-9264-09b03b3834e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 1133 time: 0.3656902 Feb 11 04:41:19.643828 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Publish callbacks [] for router (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.702602 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c9c62073-4970-45ed-a482-a34e9045d39b None None] Set router ae75097e-e34c-4f9d-9d04-85cf5e7367c2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:19.834836 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-718d157e-7674-40de-8ddf-7ec2e6803ca3 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 1002 time: 0.4955680 Feb 11 04:41:19.915248 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-966ed814-e591-498b-b668-35dee4741329 None None] Publish callbacks [] for port (53622364-be87-4060-ba6a-0231d03d5e02), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.922442 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Publish callbacks [] for router_gateway (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.930363 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-966ed814-e591-498b-b668-35dee4741329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (53622364-be87-4060-ba6a-0231d03d5e02), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.935332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff767f22-231b-4232-897c-7a45911d4882 req-9697a715-065c-47a1-9653-75b2d413614e tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:19.936968 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-9697a715-065c-47a1-9653-75b2d413614e tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports/322d47bc-e31d-4170-9a2c-e4f9e24c8689 HTTP/1.1" status: 200 len: 943 time: 0.0926120 Feb 11 04:41:20.043955 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-966ed814-e591-498b-b668-35dee4741329 None None] Attempting to bind port 53622364-be87-4060-ba6a-0231d03d5e02 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:20.044311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-966ed814-e591-498b-b668-35dee4741329 None None] Attempting to bind port 53622364-be87-4060-ba6a-0231d03d5e02 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:20.044687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ed814-e591-498b-b668-35dee4741329 None None] Attempting to bind port 53622364-be87-4060-ba6a-0231d03d5e02 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:20.057832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0fecf-1ec8-4f5c-b999-52db2b170e84 req-34366f21-5e28-43ee-beb4-99c37fbfdcc8 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:20.059113 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edb0fecf-1ec8-4f5c-b999-52db2b170e84 req-34366f21-5e28-43ee-beb4-99c37fbfdcc8 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 945 time: 0.5968456 Feb 11 04:41:20.062079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ed814-e591-498b-b668-35dee4741329 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:20.062286 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ed814-e591-498b-b668-35dee4741329 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:20.062979 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-966ed814-e591-498b-b668-35dee4741329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.063194 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ed814-e591-498b-b668-35dee4741329 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:20.064027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-966ed814-e591-498b-b668-35dee4741329 None None] Bound port: 53622364-be87-4060-ba6a-0231d03d5e02, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:20.064153 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-966ed814-e591-498b-b668-35dee4741329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (53622364-be87-4060-ba6a-0231d03d5e02), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.129363 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c9c62073-4970-45ed-a482-a34e9045d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903549432-router', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:55Z', 'updated_at': '2022-02-11T04:41:17Z', 'revision_number': 5, 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'gw_port': {'id': '979164ef-dfa2-47a9-8b15-173d9525e43d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:54:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:57Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:20.137662 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-857887ef-0f04-46d4-a2ca-1a5281ad05ec tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 1002 time: 0.1058636 Feb 11 04:41:20.140287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Deleting port 979164ef-dfa2-47a9-8b15-173d9525e43d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:20.140635 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.145474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7582c-f699-4036-b935-58ba7d405fb2 None None] Pushing event updated for resources: {'Port': ['ID=53622364-be87-4060-ba6a-0231d03d5e02,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:20.196757 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c62073-4970-45ed-a482-a34e9045d39b None None] Checking router: ae75097e-e34c-4f9d-9d04-85cf5e7367c2 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:20.210364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Allocated IP 172.20.0.1 (1d55e6f2-8915-44ce-87e2-c04f196fa796/857f5e93-13b4-46fb-80cc-dc88b0ecae6d/fe2e4d8b-c63f-4405-bae1-cde057aaa9d6) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:20.212752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-dcb1dfcc-7761-4368-a0ad-35fa9e6556eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:20.214228 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-dcb1dfcc-7761-4368-a0ad-35fa9e6556eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.6055639 Feb 11 04:41:20.214556 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c62073-4970-45ed-a482-a34e9045d39b None None] Routers {'ae75097e-e34c-4f9d-9d04-85cf5e7367c2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:20.215490 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c9c62073-4970-45ed-a482-a34e9045d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['ae75097e-e34c-4f9d-9d04-85cf5e7367c2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:20.227798 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edb0fecf-1ec8-4f5c-b999-52db2b170e84 req-745099b4-7e12-49e2-a7dd-af929dc19aab tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280313 Feb 11 04:41:20.238123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-966ed814-e591-498b-b668-35dee4741329 None None] For port 53622364-be87-4060-ba6a-0231d03d5e02, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:20.245577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-966ed814-e591-498b-b668-35dee4741329 None None] For port 53622364-be87-4060-ba6a-0231d03d5e02, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=53622364-be87-4060-ba6a-0231d03d5e02,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:20.262817 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-966ed814-e591-498b-b668-35dee4741329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (53622364-be87-4060-ba6a-0231d03d5e02), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.340640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] For port 979164ef-dfa2-47a9-8b15-173d9525e43d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=979164ef-dfa2-47a9-8b15-173d9525e43d,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:20.341211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.341294 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-55c15a81-9286-4b55-a194-26d82988344a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d HTTP/1.1" status: 200 len: 217 time: 0.1047816 Feb 11 04:41:20.352059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff767f22-231b-4232-897c-7a45911d4882 req-56801a73-417e-4fc3-8c5b-90e59d5befb0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:20.360058 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-56801a73-417e-4fc3-8c5b-90e59d5befb0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.2215471 Feb 11 04:41:20.378937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Calling delete_port for 979164ef-dfa2-47a9-8b15-173d9525e43d owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:20.408394 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c9c62073-4970-45ed-a482-a34e9045d39b None None] Set router ae75097e-e34c-4f9d-9d04-85cf5e7367c2 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:20.413410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ed814-e591-498b-b668-35dee4741329 None None] Routers {'8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:20.414043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-966ed814-e591-498b-b668-35dee4741329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:20.493196 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-b37cb3d3-d441-4704-aa90-1829c5869150 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 1002 time: 0.1289244 Feb 11 04:41:20.498296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-ffdd005b-699e-465b-b2c8-2c92b2cd1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:20.500811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-ffdd005b-699e-465b-b2c8-2c92b2cd1051 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1310043 Feb 11 04:41:20.502313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-ff767f22-231b-4232-897c-7a45911d4882 req-d097912a-391d-4387-aa58-440f0c40cee7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:20.511760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7582c-f699-4036-b935-58ba7d405fb2 None None] Pushing event updated for resources: {'Port': ['ID=53622364-be87-4060-ba6a-0231d03d5e02,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:20.519798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac771f-1f89-41a6-a78b-6685ec64cdc6 req-8464fbc2-b7ab-4c4d-b678-d4011af08250 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:20.526973 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ceac771f-1f89-41a6-a78b-6685ec64cdc6 req-8464fbc2-b7ab-4c4d-b678-d4011af08250 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.2005041 Feb 11 04:41:20.604491 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c9c62073-4970-45ed-a482-a34e9045d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903549432-router', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:55Z', 'updated_at': '2022-02-11T04:41:19Z', 'revision_number': 6, 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:20.617784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ff767f22-231b-4232-897c-7a45911d4882 req-d097912a-391d-4387-aa58-440f0c40cee7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.625210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-966ed814-e591-498b-b668-35dee4741329 None None] Set router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:20.630615 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Publish callbacks [] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.687783 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c62073-4970-45ed-a482-a34e9045d39b None None] The sync data for ids ['ae75097e-e34c-4f9d-9d04-85cf5e7367c2'] in n-d-615180-58 is: [{'id': 'ae75097e-e34c-4f9d-9d04-85cf5e7367c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1903549432-router', 'tenant_id': 'e1f971184fdc40c7975528803ebf2b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:55Z', 'updated_at': '2022-02-11T04:41:19Z', 'revision_number': 6, 'project_id': 'e1f971184fdc40c7975528803ebf2b2f', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:20.702074 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ceac771f-1f89-41a6-a78b-6685ec64cdc6 req-a8f339fa-cb91-4db8-89bd-08813b3ee134 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738672 Feb 11 04:41:20.738224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-09232f8c-2a1f-423f-a665-8f67d7c51a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:20.741937 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-09232f8c-2a1f-423f-a665-8f67d7c51a21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2072368 Feb 11 04:41:20.768050 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.819505 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064401a9-9e7f-41a5-842d-bfd71451b252 x-openstack-request-id: req-064401a9-9e7f-41a5-842d-bfd71451b252 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:20.819968 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7043b40-139e-4b20-8f47-b9609dd473af", "tag": "322d47bc-e31d-4170-9a2c-e4f9e24c8689", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:20.820371 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-064401a9-9e7f-41a5-842d-bfd71451b252 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:20.820921 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'tag': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'status': 'completed', 'code': 200} Feb 11 04:41:20.842757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Network 1d55e6f2-8915-44ce-87e2-c04f196fa796 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:20.858366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:20.870681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:20.913848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Pushing event updated for resources: {'Port': ['ID=fe2e4d8b-c63f-4405-bae1-cde057aaa9d6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:20.958207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-966ed814-e591-498b-b668-35dee4741329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 3, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:20.990977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ed814-e591-498b-b668-35dee4741329 None None] The sync data for ids ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'] in n-d-615180-58 is: [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 3, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:20.992160 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ff767f22-231b-4232-897c-7a45911d4882 req-d097912a-391d-4387-aa58-440f0c40cee7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.001356 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ff767f22-231b-4232-897c-7a45911d4882 req-d097912a-391d-4387-aa58-440f0c40cee7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.001631 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-ff767f22-231b-4232-897c-7a45911d4882 req-d097912a-391d-4387-aa58-440f0c40cee7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Floating IP 8fb77222-df32-40ff-8fa7-bdf412ce9f2a disassociated. External IP: 172.25.7.192, port: 322d47bc-e31d-4170-9a2c-e4f9e24c8689. Feb 11 04:41:21.011288 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.103098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 75d7b607-f4a8-4511-9c28-9d2f268b124b no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:21.138548 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-838ebdf3-0b73-4a6d-a19c-0c0f81940cfb service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116975 Feb 11 04:41:21.157932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 75d7b607-f4a8-4511-9c28-9d2f268b124b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:21.160876 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 75d7b607-f4a8-4511-9c28-9d2f268b124b not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:21.249201 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8f6f48-c314-4f2a-aec7-e96a6346e0bc x-openstack-request-id: req-3d8f6f48-c314-4f2a-aec7-e96a6346e0bc {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:21.249491 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c09ef6-3f31-454c-8a00-882391c261f7", "name": "network-vif-plugged", "status": "completed", "tag": "5309ec04-e70b-461d-90f7-68d24e7c1a66", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:21.249752 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d8f6f48-c314-4f2a-aec7-e96a6346e0bc {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:21.250174 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c09ef6-3f31-454c-8a00-882391c261f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5309ec04-e70b-461d-90f7-68d24e7c1a66', 'code': 200} Feb 11 04:41:21.321941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e351b4f4-0458-4869-8d7a-f7f1b25be556 None None] Provisioning complete for port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:21.322680 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e351b4f4-0458-4869-8d7a-f7f1b25be556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.400574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.402416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e351b4f4-0458-4869-8d7a-f7f1b25be556 None None] Port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:21.466201 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-974b9db3-ba97-4d6a-ab1c-d0bbad58c8b5 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693028 Feb 11 04:41:21.472921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (979164ef-dfa2-47a9-8b15-173d9525e43d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.500789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d39cf3-2607-402a-b870-6d3a0a17af13 req-d6211f20-72ee-4bdd-8c89-57f479c66ac6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:21.502274 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9d39cf3-2607-402a-b870-6d3a0a17af13 req-d6211f20-72ee-4bdd-8c89-57f479c66ac6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.1639194 Feb 11 04:41:21.565569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Pushing event deleted for resources: {'Port': ['ID=979164ef-dfa2-47a9-8b15-173d9525e43d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:21.573257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c9115-74f8-4068-b06f-7ba3fdec098f req-193f960b-fb18-4a1e-b5b0-3987ced383e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:21.574989 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-482c9115-74f8-4068-b06f-7ba3fdec098f req-193f960b-fb18-4a1e-b5b0-3987ced383e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 1129 time: 0.6994865 Feb 11 04:41:21.576741 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a5dd7fb8-0bc8-459d-a6e5-e10422b83c4a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662940 Feb 11 04:41:21.667998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-9207a654-6c58-49bc-8f4f-2f40104aefed tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924418 Feb 11 04:41:21.690590 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9d39cf3-2607-402a-b870-6d3a0a17af13 req-1d08722f-eb94-41bb-8a79-f6da388f268d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712766 Feb 11 04:41:21.929955 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Publish callbacks [] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.940946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86367b45-ad3b-40b9-8db4-4547e8a6313d req-17a57685-9b4d-44f3-b2d3-e4c41145c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:21.942662 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-86367b45-ad3b-40b9-8db4-4547e8a6313d req-17a57685-9b4d-44f3-b2d3-e4c41145c458 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 1129 time: 0.4744184 Feb 11 04:41:21.958344 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.973420 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.995594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf0d29d4-d049-4af5-9b85-aff6c674c1ef req-61cb973b-0c65-46d5-a250-f6b78c433cf6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 210 time: 0.0633061 Feb 11 04:41:22.052927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-f6260225-b2fa-433f-9b5c-5ce936db18c0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:22.054495 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-f6260225-b2fa-433f-9b5c-5ce936db18c0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3786411 Feb 11 04:41:22.113923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Request body: {'port': {'device_id': '7f61950c-0d0d-4884-b5cd-188bd2374c5e', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '1ab9b1fc2e72485d8d8369ccbb114bd0'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:22.119484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Pushing event updated for resources: {'Port': ['ID=fe2e4d8b-c63f-4405-bae1-cde057aaa9d6,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:22.143586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-d96d3d1d-79e2-4c38-b1b6-a07120c2c6cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:22.145119 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-d96d3d1d-79e2-4c38-b1b6-a07120c2c6cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5549407 Feb 11 04:41:22.146885 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.204677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Request body: {'port': {'device_id': '908f9ea8-4fe2-4add-ac0b-e5e65c7394fd', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '1ab9b1fc2e72485d8d8369ccbb114bd0'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:22.209646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c9115-74f8-4068-b06f-7ba3fdec098f req-9f56d720-2f43-45a9-8c8b-47b1e5efa4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:22.211145 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-482c9115-74f8-4068-b06f-7ba3fdec098f req-9f56d720-2f43-45a9-8c8b-47b1e5efa4dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.6220963 Feb 11 04:41:22.222736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f2148-c412-4098-b996-86c2ffed02ac req-84da6aa6-8b35-4e82-a51c-2369685a2d6c tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:22.224396 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe2f2148-c412-4098-b996-86c2ffed02ac req-84da6aa6-8b35-4e82-a51c-2369685a2d6c tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 945 time: 0.1575129 Feb 11 04:41:22.231496 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.241547 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-86367b45-ad3b-40b9-8db4-4547e8a6313d req-152687a8-666c-4450-a4a6-ce196c7e2dc2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859683 Feb 11 04:41:22.246119 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Publish callbacks [] for router_controller (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.319492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-482c9115-74f8-4068-b06f-7ba3fdec098f req-abd027b4-904d-4c08-84c5-0c8e3b35deff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=322d47bc-e31d-4170-9a2c-e4f9e24c8689 HTTP/1.1" status: 200 len: 217 time: 0.1000419 Feb 11 04:41:22.366689 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe2f2148-c412-4098-b996-86c2ffed02ac req-cfd38c73-4f60-4613-923b-1e655e923fbc tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291656 Feb 11 04:41:22.379372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Network 1d55e6f2-8915-44ce-87e2-c04f196fa796 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:22.381114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:22.388407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Made reservation on behalf of 1ab9b1fc2e72485d8d8369ccbb114bd0 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:22.393275 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.471358 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (ae75097e-e34c-4f9d-9d04-85cf5e7367c2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.471666 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae75097e-e34c-4f9d-9d04-85cf5e7367c2 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:41:22.482785 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.486244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2f67428b-3dd2-429d-ab2c-df8dcf4056cb admin admin] 10.222.0.48 "DELETE /v2.0/routers/ae75097e-e34c-4f9d-9d04-85cf5e7367c2 HTTP/1.1" status: 204 len: 168 time: 3.0426250 Feb 11 04:41:22.488965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47506) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:22.568265 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c9115-74f8-4068-b06f-7ba3fdec098f req-787e1d83-24c8-4d01-9226-77b1cfdc63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:22.570190 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-482c9115-74f8-4068-b06f-7ba3fdec098f req-787e1d83-24c8-4d01-9226-77b1cfdc63ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.2439268 Feb 11 04:41:22.582056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff767f22-231b-4232-897c-7a45911d4882 req-d097912a-391d-4387-aa58-440f0c40cee7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Router e9c5057d-e3d6-48af-a224-56087d6c1436 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:22.598349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d7e449-73ce-4ce9-b697-d25a55fd1b13 admin admin] Deleting subnet a19f5f04-fbd4-47d4-b44f-f880d0190b0d {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:41:22.630024 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78d7e449-73ce-4ce9-b697-d25a55fd1b13 admin admin] Publish callbacks [] for subnet (a19f5f04-fbd4-47d4-b44f-f880d0190b0d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.664185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c3f98-5ec9-4b9e-b54d-c1dc0c1601ec req-9d6b03c8-6107-4aef-a815-2cdae88f0c7d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:22.673321 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b70c3f98-5ec9-4b9e-b54d-c1dc0c1601ec req-9d6b03c8-6107-4aef-a815-2cdae88f0c7d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.2112803 Feb 11 04:41:22.739327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Made reservation on behalf of 1ab9b1fc2e72485d8d8369ccbb114bd0 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:22.741900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6efaa857-ac2c-47d9-98dc-8f6cc9005b31 None None] Provisioning complete for port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:22.742953 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.743171 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6efaa857-ac2c-47d9-98dc-8f6cc9005b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.747264 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78d7e449-73ce-4ce9-b697-d25a55fd1b13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (a19f5f04-fbd4-47d4-b44f-f880d0190b0d), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.765105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:22.784372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6efaa857-ac2c-47d9-98dc-8f6cc9005b31 None None] Port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:22.809442 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b70c3f98-5ec9-4b9e-b54d-c1dc0c1601ec req-a331efd9-4eb3-4e5f-8600-6cc4ab983741 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337199 Feb 11 04:41:22.809850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Allocated IP 192.168.233.93 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/2b1d0e33-f02e-47c6-833c-d8d3e6761663) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:22.812591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c9115-74f8-4068-b06f-7ba3fdec098f req-92dd1806-cb8b-4736-b41c-5784c665ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:22.814153 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-482c9115-74f8-4068-b06f-7ba3fdec098f req-92dd1806-cb8b-4736-b41c-5784c665ccc5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2303100 Feb 11 04:41:23.026680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:23.031487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff767f22-231b-4232-897c-7a45911d4882 req-d097912a-391d-4387-aa58-440f0c40cee7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:23.033416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-188ccb74-ed09-45ef-9198-3f17a343138f admin admin] 10.222.0.48 "PUT /v2.0/routers/8d6cb424-74b1-40f6-a5f2-9d03fdbfe710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5422888 Feb 11 04:41:23.038749 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78d7e449-73ce-4ce9-b697-d25a55fd1b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (a19f5f04-fbd4-47d4-b44f-f880d0190b0d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.045395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac436b9d-d017-4176-89f4-9f7fb67a38d9 None None] Sync routers for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:23.048381 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ff767f22-231b-4232-897c-7a45911d4882 req-d097912a-391d-4387-aa58-440f0c40cee7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.061008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac436b9d-d017-4176-89f4-9f7fb67a38d9 None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:23.062261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ac436b9d-d017-4176-89f4-9f7fb67a38d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:23.169438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-d097912a-391d-4387-aa58-440f0c40cee7 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "PUT /v2.0/floatingips/8fb77222-df32-40ff-8fa7-bdf412ce9f2a HTTP/1.1" status: 200 len: 695 time: 2.6752551 Feb 11 04:41:23.171386 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-482c9115-74f8-4068-b06f-7ba3fdec098f req-ad030ff8-0370-4995-97f7-0432567bc82a service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491507 Feb 11 04:41:23.176902 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'tag': '322d47bc-e31d-4170-9a2c-e4f9e24c8689'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:23.179407 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b5f4a7-b8d7-433a-b4fa-73fb2dacca21" -d '{"events": [{"name": "network-changed", "server_uuid": "f7043b40-139e-4b20-8f47-b9609dd473af", "tag": "322d47bc-e31d-4170-9a2c-e4f9e24c8689"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:23.207463 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks [] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.229034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d8936-0259-4f9b-af7f-9f25d8a15290 req-2fdfcbc5-a61a-41bb-b32b-45d736de58ec tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:23.232485 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d97d8936-0259-4f9b-af7f-9f25d8a15290 req-2fdfcbc5-a61a-41bb-b32b-45d736de58ec tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 945 time: 0.3480232 Feb 11 04:41:23.246856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47516) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:23.254787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7ffd6a68-0256-4a8e-b102-48aaf4f9f8f1 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Request body: {'floatingip': {'port_id': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:23.265788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 53622364-be87-4060-ba6a-0231d03d5e02 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:23.309335 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6a68-0256-4a8e-b102-48aaf4f9f8f1 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for floatingip (9a28030d-6f0d-4717-9ef8-c2b17a0b796a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.311798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ac436b9d-d017-4176-89f4-9f7fb67a38d9 None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:23.334465 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78d7e449-73ce-4ce9-b697-d25a55fd1b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (a19f5f04-fbd4-47d4-b44f-f880d0190b0d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.378080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7e449-73ce-4ce9-b697-d25a55fd1b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a19f5f04-fbd4-47d4-b44f-f880d0190b0d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:23.383905 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78d7e449-73ce-4ce9-b697-d25a55fd1b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.389667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-78d7e449-73ce-4ce9-b697-d25a55fd1b13 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a19f5f04-fbd4-47d4-b44f-f880d0190b0d HTTP/1.1" status: 204 len: 168 time: 0.8977187 Feb 11 04:41:23.392379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff767f22-231b-4232-897c-7a45911d4882 req-54b78c8f-1cf2-4995-9472-4938f293b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:23.393698 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-54b78c8f-1cf2-4995-9472-4938f293b631 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 1129 time: 0.1779428 Feb 11 04:41:23.394153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47520) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:23.402081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-482c9115-74f8-4068-b06f-7ba3fdec098f req-d6db9e70-e807-437c-a2c8-640d11b152e3 service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198174 Feb 11 04:41:23.408532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eadf906-fb64-4f8b-892d-f45dcc9185e8 None None] Network c793080e-3cca-4ebe-ba61-1d289e51e7a7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:23.460387 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 53622364-be87-4060-ba6a-0231d03d5e02 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:23.461046 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (53622364-be87-4060-ba6a-0231d03d5e02), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.490564 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.537721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:23.550775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae32f2b-3eac-48da-bfed-e2020b8798e6 req-f1f378b4-6709-4607-bc32-d9ffaa2ab1c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:23.552508 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ae32f2b-3eac-48da-bfed-e2020b8798e6 req-f1f378b4-6709-4607-bc32-d9ffaa2ab1c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.2397227 Feb 11 04:41:23.581294 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (c793080e-3cca-4ebe-ba61-1d289e51e7a7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.591977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:23.615828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Allocated IP 192.168.233.62 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/0e66530f-f5cd-478a-a572-3e084dabecb5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:23.623430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff767f22-231b-4232-897c-7a45911d4882 req-280c0d8b-995a-4e9c-833e-d195ab1f50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:23.624968 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-280c0d8b-995a-4e9c-833e-d195ab1f50d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.2220407 Feb 11 04:41:23.645856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:23.650558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event updated for resources: {'Port': ['ID=2b1d0e33-f02e-47c6-833c-d8d3e6761663,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:23.654931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:23.773898 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Sync routers for ids ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:23.783035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-42205add-2067-42b1-b0c0-50b2b8d8ad79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=322d47bc-e31d-4170-9a2c-e4f9e24c8689 HTTP/1.1" status: 200 len: 217 time: 0.1125395 Feb 11 04:41:23.806459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Deleting port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:23.807051 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.808555 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Routers {'8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:23.809399 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:23.825686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 53622364-be87-4060-ba6a-0231d03d5e02 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:23.826717 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (53622364-be87-4060-ba6a-0231d03d5e02), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.868075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ae32f2b-3eac-48da-bfed-e2020b8798e6 req-395cfc99-53be-4bdd-b8a3-456e532713f4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952104 Feb 11 04:41:23.910077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 53622364-be87-4060-ba6a-0231d03d5e02, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=53622364-be87-4060-ba6a-0231d03d5e02,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:23.922924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:23.923826 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.927963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f761dbb2-c521-4365-b7cd-54d9dce0b383 None None] DHCP port deletion for c793080e-3cca-4ebe-ba61-1d289e51e7a7 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:41:23.931453 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (53622364-be87-4060-ba6a-0231d03d5e02), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.004795 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Set router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:24.040059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 979164ef-dfa2-47a9-8b15-173d9525e43d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:24.125591 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5280af1b-e1c4-4dcd-806f-0cce5941b71c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0185254 Feb 11 04:41:24.149975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Request body: {'port': {'device_id': '7f61950c-0d0d-4884-b5cd-188bd2374c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:24.227635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 979164ef-dfa2-47a9-8b15-173d9525e43d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:24.228073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 979164ef-dfa2-47a9-8b15-173d9525e43d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:24.249378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ac436b9d-d017-4176-89f4-9f7fb67a38d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:24.303883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] For port 2203b9b4-c5a5-4a35-9814-a34ead9e5914, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2203b9b4-c5a5-4a35-9814-a34ead9e5914,segment=NetworkSegment(43df66f3-87fb-444a-9ae0-bec981a30f4f),segment_id=43df66f3-87fb-444a-9ae0-bec981a30f4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:24.304316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.321650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Calling delete_port for 2203b9b4-c5a5-4a35-9814-a34ead9e5914 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:24.325109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac436b9d-d017-4176-89f4-9f7fb67a38d9 None None] Checking router: e9c5057d-e3d6-48af-a224-56087d6c1436 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:24.346118 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 4, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'fe2e4d8b-c63f-4405-bae1-cde057aaa9d6', 'name': '', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'mac_address': 'fa:16:3e:25:be:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:19Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 2, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'subnets': [{'id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:24.349046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8435d9e3-f6cb-44aa-9439-e2eda0ecb968 None None] Provisioning complete for port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:24.349492 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8435d9e3-f6cb-44aa-9439-e2eda0ecb968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.380995 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Checking router: 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:24.382107 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Updating router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:41:24.388042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8435d9e3-f6cb-44aa-9439-e2eda0ecb968 None None] Port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:24.389480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=53622364-be87-4060-ba6a-0231d03d5e02,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:24.414188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac436b9d-d017-4176-89f4-9f7fb67a38d9 None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:24.414849 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ac436b9d-d017-4176-89f4-9f7fb67a38d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:24.431103 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.455204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f761dbb2-c521-4365-b7cd-54d9dce0b383 None None] Deleting port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:24.455577 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f761dbb2-c521-4365-b7cd-54d9dce0b383 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.483877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff767f22-231b-4232-897c-7a45911d4882 req-4b864667-2eb3-4f9f-8430-14a52295faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:24.486930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-4b864667-2eb3-4f9f-8430-14a52295faea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.6833429 Feb 11 04:41:24.500148 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.525809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f761dbb2-c521-4365-b7cd-54d9dce0b383 None None] For port 2203b9b4-c5a5-4a35-9814-a34ead9e5914, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2203b9b4-c5a5-4a35-9814-a34ead9e5914,segment=NetworkSegment(43df66f3-87fb-444a-9ae0-bec981a30f4f),segment_id=43df66f3-87fb-444a-9ae0-bec981a30f4f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:24.526227 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f761dbb2-c521-4365-b7cd-54d9dce0b383 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.540668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f761dbb2-c521-4365-b7cd-54d9dce0b383 None None] Calling delete_port for 2203b9b4-c5a5-4a35-9814-a34ead9e5914 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:24.570701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=2203b9b4-c5a5-4a35-9814-a34ead9e5914,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:24.589586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e65b08-4a54-4c3e-a2bd-6fe88f2e2261 req-625a6317-0fd3-404e-9bc9-1161860269b3 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:24.597719 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b4e65b08-4a54-4c3e-a2bd-6fe88f2e2261 req-625a6317-0fd3-404e-9bc9-1161860269b3 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 935 time: 0.5795717 Feb 11 04:41:24.601372 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] No DVR routers for this DVR port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:41:24.623549 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f761dbb2-c521-4365-b7cd-54d9dce0b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (2203b9b4-c5a5-4a35-9814-a34ead9e5914), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.658864 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.670317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761dbb2-c521-4365-b7cd-54d9dce0b383 None None] Pushing event deleted for resources: {'Port': ['ID=2203b9b4-c5a5-4a35-9814-a34ead9e5914,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:24.673291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761dbb2-c521-4365-b7cd-54d9dce0b383 None None] No DVR routers for this DVR port 2203b9b4-c5a5-4a35-9814-a34ead9e5914 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:41:24.754765 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b4e65b08-4a54-4c3e-a2bd-6fe88f2e2261 req-51ddd225-c40e-4468-aa09-d983cdb30e7c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561732 Feb 11 04:41:24.758273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ac436b9d-d017-4176-89f4-9f7fb67a38d9 None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:24.793835 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff767f22-231b-4232-897c-7a45911d4882 req-f6a3db2c-3844-402d-91b1-f158786aea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:24.795943 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-f6a3db2c-3844-402d-91b1-f158786aea13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2904601 Feb 11 04:41:24.834450 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6a68-0256-4a8e-b102-48aaf4f9f8f1 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.879134 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3b0c66-cf40-4e29-a51c-2f4af2cfac65 x-openstack-request-id: req-ef3b0c66-cf40-4e29-a51c-2f4af2cfac65 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:24.879835 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7043b40-139e-4b20-8f47-b9609dd473af", "tag": "322d47bc-e31d-4170-9a2c-e4f9e24c8689", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:24.880274 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef3b0c66-cf40-4e29-a51c-2f4af2cfac65 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:24.882223 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'tag': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'status': 'completed', 'code': 200} Feb 11 04:41:24.898189 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6a68-0256-4a8e-b102-48aaf4f9f8f1 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (9a28030d-6f0d-4717-9ef8-c2b17a0b796a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.950424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (c793080e-3cca-4ebe-ba61-1d289e51e7a7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.988258 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Publish callbacks [] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.004895 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.060683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c793080e-3cca-4ebe-ba61-1d289e51e7a7']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:25.077423 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-7ffd6a68-0256-4a8e-b102-48aaf4f9f8f1 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Floating IP 9a28030d-6f0d-4717-9ef8-c2b17a0b796a associated. External IP: 172.25.7.128, port: ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4. Feb 11 04:41:25.080178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ac436b9d-d017-4176-89f4-9f7fb67a38d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:25.111355 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Pushing event updated for resources: {'Port': ['ID=fe2e4d8b-c63f-4405-bae1-cde057aaa9d6,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:25.119454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac436b9d-d017-4176-89f4-9f7fb67a38d9 None None] The sync data for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 is: [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:25.134138 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks [] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.141531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43df66f3-87fb-444a-9ae0-bec981a30f4f') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:25.141971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43df66f3-87fb-444a-9ae0-bec981a30f4f') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:25.184175 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.184530 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.184880 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.185271 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.186015 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.188948 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.189315 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.189655 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.190045 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.190441 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.191117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-912f3425-c81a-4a57-8092-ab9d41a80aef service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670647 Feb 11 04:41:25.193084 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (43df66f3-87fb-444a-9ae0-bec981a30f4f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.197030 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.197494 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.197846 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:25.231002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 53622364-be87-4060-ba6a-0231d03d5e02 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:25.263648 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Attempting to bind port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:25.264025 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Attempting to bind port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:25.264391 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Attempting to bind port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 on network 1d55e6f2-8915-44ce-87e2-c04f196fa796 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:25.275804 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:25.276201 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Checking segment: {'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:25.276612 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.277009 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Bound using segment: {'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:25.277636 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Bound port: fe2e4d8b-c63f-4405-bae1-cde057aaa9d6, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:25.278020 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.291476 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (43df66f3-87fb-444a-9ae0-bec981a30f4f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.304695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:41:25.305100 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (43df66f3-87fb-444a-9ae0-bec981a30f4f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.331720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 53622364-be87-4060-ba6a-0231d03d5e02 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:25.332518 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (53622364-be87-4060-ba6a-0231d03d5e02), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:41:25.449908 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:41:25.482639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 53622364-be87-4060-ba6a-0231d03d5e02 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:25.530520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5f4a7-b8d7-433a-b4fa-73fb2dacca21 req-bfe1f530-5f31-4f36-b55a-fc0a28864235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:25.532822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b5f4a7-b8d7-433a-b4fa-73fb2dacca21 req-bfe1f530-5f31-4f36-b55a-fc0a28864235 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 1129 time: 0.5957942 Feb 11 04:41:25.543630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ec7b160f-6bef-49f6-ac5a-fa30cf34f96c None None] Provisioning complete for port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:25.544013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ec7b160f-6bef-49f6-ac5a-fa30cf34f96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.566397 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (c793080e-3cca-4ebe-ba61-1d289e51e7a7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.569335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47528) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:25.577980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1a44b8d4-378b-4f06-b8db-5d57ea606d33 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634101453', 'description': 'tempest-description--612104534'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:25.578312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.584465 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] For port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:25.587964 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] 10.222.0.48 "DELETE /v2.0/networks/c793080e-3cca-4ebe-ba61-1d289e51e7a7 HTTP/1.1" status: 204 len: 168 time: 2.1926873 Feb 11 04:41:25.591333 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] For port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fe2e4d8b-c63f-4405-bae1-cde057aaa9d6,segment=NetworkSegment(dec777df-fd9e-40c7-b2c0-50b0e87b8bd4),segment_id=dec777df-fd9e-40c7-b2c0-50b0e87b8bd4)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:25.607860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b160f-6bef-49f6-ac5a-fa30cf34f96c None None] Port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:25.611875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2203b9b4-c5a5-4a35-9814-a34ead9e5914 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:25.612549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a44b8d4-378b-4f06-b8db-5d57ea606d33 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.614809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe417e-3ba9-4702-b92e-3ffeb65931ae None None] New status for floating IP 8fb77222-df32-40ff-8fa7-bdf412ce9f2a: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:41:25.616946 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.681790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55032fcf-3884-4ccb-bbe4-fc64111f7c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=c793080e-3cca-4ebe-ba61-1d289e51e7a7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:25.683570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 2203b9b4-c5a5-4a35-9814-a34ead9e5914 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:25.684130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2203b9b4-c5a5-4a35-9814-a34ead9e5914 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:25.742473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffd6a68-0256-4a8e-b102-48aaf4f9f8f1 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Router bce14bd6-2842-425b-b1dd-fad0aebf0f9b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:25.795322 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0110895-a071-488d-a139-516f3a76e244 None None] Pushing event updated for resources: {'Port': ['ID=fe2e4d8b-c63f-4405-bae1-cde057aaa9d6,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:25.796426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5f4a7-b8d7-433a-b4fa-73fb2dacca21 req-a2a6833d-463e-4d45-a8ec-02a7a3748cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:25.798681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b5f4a7-b8d7-433a-b4fa-73fb2dacca21 req-a2a6833d-463e-4d45-a8ec-02a7a3748cdf service neutron] 10.222.0.10 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.1959300 Feb 11 04:41:25.801357 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Routers {'8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:25.802442 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:25.821763 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff767f22-231b-4232-897c-7a45911d4882 req-e69beec7-6c84-4b9f-8675-048771835e7b service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050205 Feb 11 04:41:25.830298 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.841305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47534) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:25.842533 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a44b8d4-378b-4f06-b8db-5d57ea606d33 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for security_group (b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.897473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:25.900653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a44b8d4-378b-4f06-b8db-5d57ea606d33 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.957169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b5f4a7-b8d7-433a-b4fa-73fb2dacca21 req-43a96af9-3556-44a9-8f9c-83fc05a0e1b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=322d47bc-e31d-4170-9a2c-e4f9e24c8689 HTTP/1.1" status: 200 len: 217 time: 0.1342382 Feb 11 04:41:26.035994 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] Set router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:26.042236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5f4a7-b8d7-433a-b4fa-73fb2dacca21 req-c9b18e11-0d9b-4ca5-945d-ada5d1c40fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:26.043804 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b5f4a7-b8d7-433a-b4fa-73fb2dacca21 req-c9b18e11-0d9b-4ca5-945d-ada5d1c40fa4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.0783687 Feb 11 04:41:26.101038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:26.124882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:26.148678 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a761c28c-f3e0-46d0-8db3-135bfff6be56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4cc16756cf3c440d99d4f66dc4873094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562215 Feb 11 04:41:26.151587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:26.151888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47538) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:26.154313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event updated for resources: {'Port': ['ID=0e66530f-f5cd-478a-a572-3e084dabecb5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:26.174686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a44b8d4-378b-4f06-b8db-5d57ea606d33 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.178383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1a44b8d4-378b-4f06-b8db-5d57ea606d33 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6024778 Feb 11 04:41:26.178383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44b8d4-378b-4f06-b8db-5d57ea606d33 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:26.179623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47540) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:26.196916 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-59aa1275-dc4b-4353-bd4b-1f09913a9c51 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Request body: {'security_group_rule': {'security_group_id': 'b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:26.206411 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a2d39941-80f9-4dd7-95c0-b496c6d0e868 None None] Provisioning complete for port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:26.207558 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2d39941-80f9-4dd7-95c0-b496c6d0e868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.217946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92393606-e6ba-4c6b-9c36-c6440739e2e3 req-9dc8b421-4d48-464c-b5a3-d39fb4e29f72 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:26.220411 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92393606-e6ba-4c6b-9c36-c6440739e2e3 req-9dc8b421-4d48-464c-b5a3-d39fb4e29f72 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.2650878 Feb 11 04:41:26.221212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142402e-31b2-400a-bf54-92709c275fdb req-55f37b83-3b94-4c9b-b626-f3bd3b3d45b4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:26.228309 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c142402e-31b2-400a-bf54-92709c275fdb req-55f37b83-3b94-4c9b-b626-f3bd3b3d45b4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.4804468 Feb 11 04:41:26.244277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:26.244915 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.302366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5f4a7-b8d7-433a-b4fa-73fb2dacca21 req-834aa071-a473-4fa4-afeb-f1fe6197c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:26.304596 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b5f4a7-b8d7-433a-b4fa-73fb2dacca21 req-834aa071-a473-4fa4-afeb-f1fe6197c5e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2090704 Feb 11 04:41:26.311052 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-a78ef342-f1ad-4f8f-b6a9-75d9fabca21d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1492577 Feb 11 04:41:26.346811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Request body: {'port': {'device_id': '908f9ea8-4fe2-4add-ac0b-e5e65c7394fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:26.358195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a2d39941-80f9-4dd7-95c0-b496c6d0e868 None None] Current status of the port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:26.358597 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2d39941-80f9-4dd7-95c0-b496c6d0e868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.409408 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 4, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'fe2e4d8b-c63f-4405-bae1-cde057aaa9d6', 'name': '', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'mac_address': 'fa:16:3e:25:be:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:19Z', 'updated_at': '2022-02-11T04:41:25Z', 'revision_number': 4, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'subnets': [{'id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:26.413484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a2d39941-80f9-4dd7-95c0-b496c6d0e868 None None] For port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fe2e4d8b-c63f-4405-bae1-cde057aaa9d6,segment=NetworkSegment(dec777df-fd9e-40c7-b2c0-50b0e87b8bd4),segment_id=dec777df-fd9e-40c7-b2c0-50b0e87b8bd4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:26.420729 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2d39941-80f9-4dd7-95c0-b496c6d0e868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.446013 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9d8e2-1ccb-4b76-af02-3bf04906a39d None None] The sync data for ids ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'] in n-d-615180-58 is: [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 4, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'fe2e4d8b-c63f-4405-bae1-cde057aaa9d6', 'name': '', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'mac_address': 'fa:16:3e:25:be:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:19Z', 'updated_at': '2022-02-11T04:41:25Z', 'revision_number': 4, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'subnets': [{'id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:26.472267 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92393606-e6ba-4c6b-9c36-c6440739e2e3 req-d45961ad-3d8f-4120-a6fe-d2da1af907aa tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357516 Feb 11 04:41:26.489169 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c142402e-31b2-400a-bf54-92709c275fdb req-46c43677-fba3-4bec-83fa-2bf8ecd6982e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599769 Feb 11 04:41:26.490127 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59aa1275-dc4b-4353-bd4b-1f09913a9c51 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for security_group_rule (178665ae-5f62-4841-a000-b8f83d3049a2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.522680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d39941-80f9-4dd7-95c0-b496c6d0e868 None None] Pushing event updated for resources: {'Port': ['ID=fe2e4d8b-c63f-4405-bae1-cde057aaa9d6,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:26.532150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffd6a68-0256-4a8e-b102-48aaf4f9f8f1 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:26.565981 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6a68-0256-4a8e-b102-48aaf4f9f8f1 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.576470 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b5f4a7-b8d7-433a-b4fa-73fb2dacca21 req-954f3ad6-d702-41bc-904f-7914b91f245e service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553465 Feb 11 04:41:26.588916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c0cf9371-bd95-46c9-a6b9-0995c1e1d9d8 None None] Provisioning complete for port 0e66530f-f5cd-478a-a572-3e084dabecb5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:26.589304 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0cf9371-bd95-46c9-a6b9-0995c1e1d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.599023 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcee7ea1-2e70-4b3a-a7ed-ce3a0ac60eb6 admin admin] Publish callbacks [] for security_group (6501522c-07e5-4a4b-9368-f13422b8e9f4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.604296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1d0e33-f02e-47c6-833c-d8d3e6761663 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:26.608348 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ddd256-debe-495e-83a9-7efdbca25978 None None] Sync routers for ids ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:26.630016 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ddd256-debe-495e-83a9-7efdbca25978 None None] Routers {'bce14bd6-2842-425b-b1dd-fad0aebf0f9b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:26.632208 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b1ddd256-debe-495e-83a9-7efdbca25978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:26.642637 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Publish callbacks [] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.677444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf9371-bd95-46c9-a6b9-0995c1e1d9d8 None None] Port 0e66530f-f5cd-478a-a572-3e084dabecb5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:26.679473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7ffd6a68-0256-4a8e-b102-48aaf4f9f8f1 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "PUT /v2.0/floatingips/9a28030d-6f0d-4717-9ef8-c2b17a0b796a HTTP/1.1" status: 200 len: 991 time: 3.4332302 Feb 11 04:41:26.703821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'tag': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:26.708524 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761872ec-aa7d-4222-9b38-83ba99721c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1523793-9236-4b09-a7ac-3d92376349d3", "tag": "ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:26.734119 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcee7ea1-2e70-4b3a-a7ed-ce3a0ac60eb6 admin admin] Publish callbacks [] for security_group (6501522c-07e5-4a4b-9368-f13422b8e9f4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.739251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Transition to ACTIVE for port object 2b1d0e33-f02e-47c6-833c-d8d3e6761663 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:41:26.767048 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.779312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.819039 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b1ddd256-debe-495e-83a9-7efdbca25978 None None] Set router bce14bd6-2842-425b-b1dd-fad0aebf0f9b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:26.901227 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcee7ea1-2e70-4b3a-a7ed-ce3a0ac60eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6501522c-07e5-4a4b-9368-f13422b8e9f4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.905381 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcee7ea1-2e70-4b3a-a7ed-ce3a0ac60eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.910694 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bcee7ea1-2e70-4b3a-a7ed-ce3a0ac60eb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6501522c-07e5-4a4b-9368-f13422b8e9f4 HTTP/1.1" status: 204 len: 168 time: 0.7527380 Feb 11 04:41:26.913039 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59aa1275-dc4b-4353-bd4b-1f09913a9c51 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for security_group_rule (178665ae-5f62-4841-a000-b8f83d3049a2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.960311 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59aa1275-dc4b-4353-bd4b-1f09913a9c51 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (178665ae-5f62-4841-a000-b8f83d3049a2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.964818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee7ea1-2e70-4b3a-a7ed-ce3a0ac60eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6501522c-07e5-4a4b-9368-f13422b8e9f4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:27.091228 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59aa1275-dc4b-4353-bd4b-1f09913a9c51 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.095629 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-59aa1275-dc4b-4353-bd4b-1f09913a9c51 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8998358 Feb 11 04:41:27.108704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47552) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:27.206439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e66530f-f5cd-478a-a572-3e084dabecb5 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:27.211148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1bf75ed4-8e06-4d58-bd22-6d92a0203dcb tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Request body: {'security_group_rule': {'security_group_id': 'b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:27.221367 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Publish callbacks [] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.228378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa1275-dc4b-4353-bd4b-1f09913a9c51 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178665ae-5f62-4841-a000-b8f83d3049a2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:27.231251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1d0e33-f02e-47c6-833c-d8d3e6761663,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:27.250675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Transition to ACTIVE for port object 0e66530f-f5cd-478a-a572-3e084dabecb5 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:41:27.261555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ac3eb-b65e-4c63-9918-0168e3cf3728 req-dae42370-373e-4ee8-9a0f-46718b1d1a97 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:27.268842 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-321ac3eb-b65e-4c63-9918-0168e3cf3728 req-dae42370-373e-4ee8-9a0f-46718b1d1a97 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 935 time: 0.6792157 Feb 11 04:41:27.273455 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.323542 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1bf75ed4-8e06-4d58-bd22-6d92a0203dcb tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for security_group_rule (a5bb7966-d976-49cc-bcd4-c6191de00df4), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.351452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc985124-be7b-42d3-8097-aa6b8daf8635 req-a453c91f-a0eb-4e51-ad69-3bb0ed8da581 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:27.353025 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc985124-be7b-42d3-8097-aa6b8daf8635 req-a453c91f-a0eb-4e51-ad69-3bb0ed8da581 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 1129 time: 0.3828664 Feb 11 04:41:27.354117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:27.375830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e66530f-f5cd-478a-a572-3e084dabecb5,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:27.381384 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b5f4a7-b8d7-433a-b4fa-73fb2dacca21 req-357dfdd9-4923-4445-9926-fa7a8dec6e33 service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7875865 Feb 11 04:41:27.392969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Attempting to bind port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:27.416503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Attempting to bind port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:27.417290 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Attempting to bind port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:27.421315 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b1ddd256-debe-495e-83a9-7efdbca25978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:45Z', 'revision_number': 4, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '9a28030d-6f0d-4717-9ef8-c2b17a0b796a', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'port_id': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'mac_address': 'fa:16:3e:1a:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:52Z', 'updated_at': '2022-02-11T04:41:24Z', 'revision_number': 1, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1541788-d38f-46af-83e3-4f39dcf3764c', 'name': '', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'mac_address': 'fa:16:3e:4a:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:44Z', 'updated_at': '2022-02-11T04:40:51Z', 'revision_number': 5, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'subnets': [{'id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:27.458073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:41:27.458409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Attempting to bind port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:27.475953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:27.476303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:27.476706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:27.480833 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ddd256-debe-495e-83a9-7efdbca25978 None None] Checking router: bce14bd6-2842-425b-b1dd-fad0aebf0f9b for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:27.497135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Bound port: 2b1d0e33-f02e-47c6-833c-d8d3e6761663, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:27.497540 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.508317 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ddd256-debe-495e-83a9-7efdbca25978 None None] Routers {'bce14bd6-2842-425b-b1dd-fad0aebf0f9b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:27.509383 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b1ddd256-debe-495e-83a9-7efdbca25978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:27.536749 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:27.537465 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.566006 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1bf75ed4-8e06-4d58-bd22-6d92a0203dcb tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for security_group_rule (a5bb7966-d976-49cc-bcd4-c6191de00df4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.593540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc985124-be7b-42d3-8097-aa6b8daf8635 req-191c88a0-af0c-416d-a2b5-e7f2a7e20560 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109327 Feb 11 04:41:27.617998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-321ac3eb-b65e-4c63-9918-0168e3cf3728 req-ee3bea01-c2dd-4702-87dc-3c8d2da57c39 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481612 Feb 11 04:41:27.661258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47560) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:27.666226 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1bf75ed4-8e06-4d58-bd22-6d92a0203dcb tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (a5bb7966-d976-49cc-bcd4-c6191de00df4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.712023 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97cf345-e013-4f92-95e7-2e17877125d3 x-openstack-request-id: req-f97cf345-e013-4f92-95e7-2e17877125d3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:27.713537 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1523793-9236-4b09-a7ac-3d92376349d3", "tag": "ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:27.714070 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f97cf345-e013-4f92-95e7-2e17877125d3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:27.717508 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'tag': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4', 'status': 'completed', 'code': 200} Feb 11 04:41:27.752086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf75ed4-8e06-4d58-bd22-6d92a0203dcb tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bb7966-d976-49cc-bcd4-c6191de00df4,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:27.773195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:27.779766 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1bf75ed4-8e06-4d58-bd22-6d92a0203dcb tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.783334 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1bf75ed4-8e06-4d58-bd22-6d92a0203dcb tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6427202 Feb 11 04:41:27.790296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47562) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:27.808223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Attempting to bind port 0e66530f-f5cd-478a-a572-3e084dabecb5 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:27.808701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Attempting to bind port 0e66530f-f5cd-478a-a572-3e084dabecb5 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:27.809911 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Attempting to bind port 0e66530f-f5cd-478a-a572-3e084dabecb5 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:27.813625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:27.826342 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b1ddd256-debe-495e-83a9-7efdbca25978 None None] Set router bce14bd6-2842-425b-b1dd-fad0aebf0f9b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:27.849989 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] For port 2b1d0e33-f02e-47c6-833c-d8d3e6761663, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:27.862493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-37409478-a279-4e78-9501-aa5577fb1bd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1f971184fdc40c7975528803ebf2b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001588 Feb 11 04:41:27.867179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47564) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:27.890932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] For port 2b1d0e33-f02e-47c6-833c-d8d3e6761663, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2b1d0e33-f02e-47c6-833c-d8d3e6761663,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:27.904793 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.949599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Port 0e66530f-f5cd-478a-a572-3e084dabecb5 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:41:27.950315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Attempting to bind port 0e66530f-f5cd-478a-a572-3e084dabecb5 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:27.956644 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.968344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:27.968696 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:27.969161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:27.969640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Bound port: 0e66530f-f5cd-478a-a572-3e084dabecb5, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:27.970008 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.042884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c058f-0a28-40cd-a682-553284c39015 req-b756654b-62bd-47d9-9675-098472a1c68a tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:28.045513 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-346c058f-0a28-40cd-a682-553284c39015 req-b756654b-62bd-47d9-9675-098472a1c68a tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2012520 Feb 11 04:41:28.056373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761872ec-aa7d-4222-9b38-83ba99721c2a req-41587e30-d720-4c3a-bd79-9965510acf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:28.058861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-761872ec-aa7d-4222-9b38-83ba99721c2a req-41587e30-d720-4c3a-bd79-9965510acf74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbbcc2f6590143c389213526d2eb5ba5&device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 1128 time: 0.2965930 Feb 11 04:41:28.061295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1d0e33-f02e-47c6-833c-d8d3e6761663,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:28.072477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9e293-898d-485a-9059-d9b4a56b4cbd req-38d45dd1-e137-418a-bf9d-6825bf2c165f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:28.076538 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5c9e293-898d-485a-9059-d9b4a56b4cbd req-38d45dd1-e137-418a-bf9d-6825bf2c165f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.2479115 Feb 11 04:41:28.129616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:28.139708 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.141343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-5b99f963-d759-4515-a6a2-197c8cc87194 service neutron] 10.222.0.10 "PUT /v2.0/ports/2b1d0e33-f02e-47c6-833c-d8d3e6761663 HTTP/1.1" status: 200 len: 1096 time: 4.0027089 Feb 11 04:41:28.142095 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b526e56-e8e7-4f36-8ec7-4fb95de02454 admin admin] Publish callbacks [] for security_group (5c3e5636-15f3-4f28-b2a2-bec35033aad6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.219958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-346c058f-0a28-40cd-a682-553284c39015 req-fbc5accf-c700-49ad-a0cc-666ca232bfd2 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.1563418 Feb 11 04:41:28.240862 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b1ddd256-debe-495e-83a9-7efdbca25978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:45Z', 'revision_number': 4, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '9a28030d-6f0d-4717-9ef8-c2b17a0b796a', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'port_id': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'mac_address': 'fa:16:3e:1a:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:52Z', 'updated_at': '2022-02-11T04:41:24Z', 'revision_number': 1, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1541788-d38f-46af-83e3-4f39dcf3764c', 'name': '', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'mac_address': 'fa:16:3e:4a:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:44Z', 'updated_at': '2022-02-11T04:40:51Z', 'revision_number': 5, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'subnets': [{'id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:28.276573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b526e56-e8e7-4f36-8ec7-4fb95de02454 admin admin] Publish callbacks [] for security_group (5c3e5636-15f3-4f28-b2a2-bec35033aad6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.283250 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] For port 0e66530f-f5cd-478a-a572-3e084dabecb5, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:28.290713 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ddd256-debe-495e-83a9-7efdbca25978 None None] The sync data for ids ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'] in n-d-615180-58 is: [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:45Z', 'revision_number': 4, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '9a28030d-6f0d-4717-9ef8-c2b17a0b796a', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'port_id': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'mac_address': 'fa:16:3e:1a:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:52Z', 'updated_at': '2022-02-11T04:41:24Z', 'revision_number': 1, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1541788-d38f-46af-83e3-4f39dcf3764c', 'name': '', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'mac_address': 'fa:16:3e:4a:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:44Z', 'updated_at': '2022-02-11T04:40:51Z', 'revision_number': 5, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'subnets': [{'id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:28.311379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-346c058f-0a28-40cd-a682-553284c39015 req-cd06b985-2f15-471a-9971-ae07d609f577 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Request body: {'floatingip': {'port_id': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:28.326452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] For port 0e66530f-f5cd-478a-a572-3e084dabecb5, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0e66530f-f5cd-478a-a572-3e084dabecb5,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:28.369881 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.383984 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-346c058f-0a28-40cd-a682-553284c39015 req-cd06b985-2f15-471a-9971-ae07d609f577 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.400573 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5c9e293-898d-485a-9059-d9b4a56b4cbd req-0adb6fed-0813-4728-8506-d7ed3ba21c84 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989001 Feb 11 04:41:28.462245 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b526e56-e8e7-4f36-8ec7-4fb95de02454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5c3e5636-15f3-4f28-b2a2-bec35033aad6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.464866 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b526e56-e8e7-4f36-8ec7-4fb95de02454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.466010 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6b526e56-e8e7-4f36-8ec7-4fb95de02454 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c3e5636-15f3-4f28-b2a2-bec35033aad6 HTTP/1.1" status: 204 len: 168 time: 0.5910430 Feb 11 04:41:28.512260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:28.512421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b526e56-e8e7-4f36-8ec7-4fb95de02454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3e5636-15f3-4f28-b2a2-bec35033aad6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:28.512530 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.524817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] 10.222.0.10 "PUT /v2.0/ports/0e66530f-f5cd-478a-a572-3e084dabecb5 HTTP/1.1" status: 200 len: 1096 time: 2.1916192 Feb 11 04:41:28.525556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908f9ea8-4fe2-4add-ac0b-e5e65c7394fd', 'tag': '0e66530f-f5cd-478a-a572-3e084dabecb5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:28.528526 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bce162-c62e-48d0-9636-ea0e8de1d5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "908f9ea8-4fe2-4add-ac0b-e5e65c7394fd", "tag": "0e66530f-f5cd-478a-a572-3e084dabecb5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:28.535381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b2ec7e6d-5739-498d-bd41-f695fbe4d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:28.536942 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-b2ec7e6d-5739-498d-bd41-f695fbe4d8bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 1130 time: 0.2743011 Feb 11 04:41:28.572301 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.587877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761872ec-aa7d-4222-9b38-83ba99721c2a req-2f14ed6a-1303-4a33-a654-ab1408c63433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:28.595711 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-761872ec-aa7d-4222-9b38-83ba99721c2a req-2f14ed6a-1303-4a33-a654-ab1408c63433 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3869900e-05c2-4050-ac3b-2048a132c0ba HTTP/1.1" status: 200 len: 915 time: 0.5223117 Feb 11 04:41:28.687665 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaef7e7-5def-4a95-8cee-f770121ad671 x-openstack-request-id: req-bbaef7e7-5def-4a95-8cee-f770121ad671 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:28.688131 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908f9ea8-4fe2-4add-ac0b-e5e65c7394fd", "tag": "0e66530f-f5cd-478a-a572-3e084dabecb5", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:28.688529 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbaef7e7-5def-4a95-8cee-f770121ad671 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:28.689154 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908f9ea8-4fe2-4add-ac0b-e5e65c7394fd', 'tag': '0e66530f-f5cd-478a-a572-3e084dabecb5', 'status': 'completed', 'code': 200} Feb 11 04:41:28.730441 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-dd6f08cc-0e1b-437e-b597-51dceba50387 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2b1d0e33-f02e-47c6-833c-d8d3e6761663 HTTP/1.1" status: 200 len: 217 time: 0.1595488 Feb 11 04:41:28.898445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d90ba1-ee34-4fd3-acd4-ece4eac5681b None None] New status for floating IP 9a28030d-6f0d-4717-9ef8-c2b17a0b796a: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:41:29.004717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-9b09c38c-8547-40c3-bb38-c450664c6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:29.007504 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-9b09c38c-8547-40c3-bb38-c450664c6a33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1816185 Feb 11 04:41:29.111528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91ca65-6744-4d7f-b6ed-9258d2cd07ad req-bc34be75-5d50-40a5-b688-9850baba61d9 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:29.113167 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e91ca65-6744-4d7f-b6ed-9258d2cd07ad req-bc34be75-5d50-40a5-b688-9850baba61d9 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 947 time: 0.2934105 Feb 11 04:41:29.189999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-f7f9639d-4383-44fc-9e5b-1cb65b6c949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:29.191585 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-f7f9639d-4383-44fc-9e5b-1cb65b6c949c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1769702 Feb 11 04:41:29.206212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Allocated IP 172.25.7.125 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:29.220596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0891c-23a4-4680-a4f6-710ae16e2aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e66530f-f5cd-478a-a572-3e084dabecb5,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:29.301871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-761872ec-aa7d-4222-9b38-83ba99721c2a req-6c142322-7aad-477d-a0cd-ef6d1d18868d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 HTTP/1.1" status: 200 len: 999 time: 0.6785657 Feb 11 04:41:29.333762 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e91ca65-6744-4d7f-b6ed-9258d2cd07ad req-7521c203-f8be-47c0-ad85-a92ea3c26e40 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980350 Feb 11 04:41:29.372698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-0a395f32-b006-43e5-b2c8-5d25f74dfb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:29.374361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-0a395f32-b006-43e5-b2c8-5d25f74dfb43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=908f9ea8-4fe2-4add-ac0b-e5e65c7394fd HTTP/1.1" status: 200 len: 1130 time: 0.7705240 Feb 11 04:41:29.433304 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-8d893de3-4ff3-4815-89ea-2f78f971c862 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245762 Feb 11 04:41:29.495422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965da511-1a5d-410d-ab48-187e94e6c3ad req-e3254fea-238f-48dd-bf2b-8cc46af8d637 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:29.497964 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-965da511-1a5d-410d-ab48-187e94e6c3ad req-e3254fea-238f-48dd-bf2b-8cc46af8d637 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7043b40-139e-4b20-8f47-b9609dd473af HTTP/1.1" status: 200 len: 946 time: 0.7480576 Feb 11 04:41:29.515348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761872ec-aa7d-4222-9b38-83ba99721c2a req-69731aba-ea7d-4f52-9f60-837339058406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:29.518340 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-761872ec-aa7d-4222-9b38-83ba99721c2a req-69731aba-ea7d-4f52-9f60-837339058406 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08c1e699-2af9-48c4-b67e-841307f1d5a0 HTTP/1.1" status: 200 len: 853 time: 0.1628067 Feb 11 04:41:29.524900 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-6bb1ab20-996b-40e2-9cea-10d569380f6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=0e66530f-f5cd-478a-a572-3e084dabecb5 HTTP/1.1" status: 200 len: 217 time: 0.1176281 Feb 11 04:41:29.607695 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for port (54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:29.629727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-1d5da73b-e607-4823-989c-3e7a638f6589 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773148 Feb 11 04:41:29.672625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ee678-332f-4e07-99dc-1a8dfc69ad0e req-928eeb30-45bd-4363-8fa8-824649b473b8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:29.674841 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-284ee678-332f-4e07-99dc-1a8dfc69ad0e req-928eeb30-45bd-4363-8fa8-824649b473b8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.1834793 Feb 11 04:41:29.701080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:29.718675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f61950c-0d0d-4884-b5cd-188bd2374c5e', 'tag': '2b1d0e33-f02e-47c6-833c-d8d3e6761663'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:29.723737 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d770e7db-9c39-4a14-92ce-72d63c7df845" -d '{"events": [{"name": "network-changed", "server_uuid": "7f61950c-0d0d-4884-b5cd-188bd2374c5e", "tag": "2b1d0e33-f02e-47c6-833c-d8d3e6761663"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:29.772166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-f8ee3082-a9c8-4a12-9db9-fb4f2e0e9cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:29.773529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-f8ee3082-a9c8-4a12-9db9-fb4f2e0e9cee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.2406685 Feb 11 04:41:29.774736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Pushing event updated for resources: {'Port': ['ID=54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:29.806977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:29.808693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:29.814017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:29.855757 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-284ee678-332f-4e07-99dc-1a8dfc69ad0e req-fd8df741-1da3-4021-a852-de380e9bacbd tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637380 Feb 11 04:41:29.895936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761872ec-aa7d-4222-9b38-83ba99721c2a req-41ff75ee-4de5-412c-a623-540a79750819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:29.897455 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-761872ec-aa7d-4222-9b38-83ba99721c2a req-41ff75ee-4de5-412c-a623-540a79750819 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3869900e-05c2-4050-ac3b-2048a132c0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3635030 Feb 11 04:41:29.928747 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for floatingip (83e974d3-afde-49fd-acff-5c5141044cc1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:29.931054 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e55440-25d3-415a-aace-1ec33713352a x-openstack-request-id: req-65e55440-25d3-415a-aace-1ec33713352a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:29.931436 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f61950c-0d0d-4884-b5cd-188bd2374c5e", "tag": "2b1d0e33-f02e-47c6-833c-d8d3e6761663", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:29.931885 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65e55440-25d3-415a-aace-1ec33713352a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:29.932343 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f61950c-0d0d-4884-b5cd-188bd2374c5e', 'tag': '2b1d0e33-f02e-47c6-833c-d8d3e6761663', 'status': 'completed', 'code': 200} Feb 11 04:41:29.989616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-965da511-1a5d-410d-ab48-187e94e6c3ad req-ab40e08a-fe6a-40a1-8a8f-24fba91062de tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Deleting port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:29.989977 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-965da511-1a5d-410d-ab48-187e94e6c3ad req-ab40e08a-fe6a-40a1-8a8f-24fba91062de tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.014929 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.043112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-8625ee1d-646e-4426-b255-88d43f5c4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:30.044523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-8625ee1d-646e-4426-b255-88d43f5c4d7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2568753 Feb 11 04:41:30.123162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770e7db-9c39-4a14-92ce-72d63c7df845 req-675f7479-8db4-48d6-9eae-7173086fca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:30.128479 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d770e7db-9c39-4a14-92ce-72d63c7df845 req-675f7479-8db4-48d6-9eae-7173086fca7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 1130 time: 0.1347179 Feb 11 04:41:30.253415 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-761872ec-aa7d-4222-9b38-83ba99721c2a req-2da21f6f-174c-4a32-9945-039b88df0826 service neutron] 10.222.0.60 "GET /v2.0/networks/3869900e-05c2-4050-ac3b-2048a132c0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450761 Feb 11 04:41:30.261498 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [req-346c058f-0a28-40cd-a682-553284c39015 req-cd06b985-2f15-471a-9971-ae07d609f577 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:41:30.358484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-965da511-1a5d-410d-ab48-187e94e6c3ad req-ab40e08a-fe6a-40a1-8a8f-24fba91062de tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] For port 322d47bc-e31d-4170-9a2c-e4f9e24c8689, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=322d47bc-e31d-4170-9a2c-e4f9e24c8689,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:30.358868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-965da511-1a5d-410d-ab48-187e94e6c3ad req-ab40e08a-fe6a-40a1-8a8f-24fba91062de tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.410277 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-346c058f-0a28-40cd-a682-553284c39015 req-cd06b985-2f15-471a-9971-ae07d609f577 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.425827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-965da511-1a5d-410d-ab48-187e94e6c3ad req-ab40e08a-fe6a-40a1-8a8f-24fba91062de tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Calling delete_port for 322d47bc-e31d-4170-9a2c-e4f9e24c8689 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:30.427753 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-346c058f-0a28-40cd-a682-553284c39015 req-cd06b985-2f15-471a-9971-ae07d609f577 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.435241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-1fd7e595-85ce-4d2c-b391-e33e3391a56c service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728704 Feb 11 04:41:30.567675 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-761872ec-aa7d-4222-9b38-83ba99721c2a req-c952b790-140d-43fe-8f79-753c2c78ffc1 service neutron] 10.222.0.60 "GET /v2.0/networks/3869900e-05c2-4050-ac3b-2048a132c0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695353 Feb 11 04:41:30.695742 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-346c058f-0a28-40cd-a682-553284c39015 req-cd06b985-2f15-471a-9971-ae07d609f577 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Floating IP 8fb77222-df32-40ff-8fa7-bdf412ce9f2a associated. External IP: 172.25.7.192, port: f3b96cb1-3e47-4dfe-9bbb-f80219c119ce. Feb 11 04:41:30.745050 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fccaa8c-df65-48c9-9247-6cc188658f3a req-78dc8f14-61da-4a34-8329-89d1eafd1ce7 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687864 Feb 11 04:41:30.748742 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for port (54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.762438 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.803820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770e7db-9c39-4a14-92ce-72d63c7df845 req-5eb4d52f-f0bd-4457-814f-355a1efac90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:30.805494 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d770e7db-9c39-4a14-92ce-72d63c7df845 req-5eb4d52f-f0bd-4457-814f-355a1efac90d service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.6696310 Feb 11 04:41:30.850540 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-965da511-1a5d-410d-ab48-187e94e6c3ad req-ab40e08a-fe6a-40a1-8a8f-24fba91062de tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (322d47bc-e31d-4170-9a2c-e4f9e24c8689), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.852481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b14da-c0ba-4a4f-aad3-6158940dc736 req-d6b412d4-81dd-47c4-9611-7b3b76f15c34 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:30.854149 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-862b14da-c0ba-4a4f-aad3-6158940dc736 req-d6b412d4-81dd-47c4-9611-7b3b76f15c34 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 947 time: 0.1702580 Feb 11 04:41:30.869637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Pushing event updated for resources: {'Port': ['ID=54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:30.888226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['f3b96cb1-3e47-4dfe-9bbb-f80219c119ce'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:30.905044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40e08a-fe6a-40a1-8a8f-24fba91062de tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Pushing event deleted for resources: {'Port': ['ID=322d47bc-e31d-4170-9a2c-e4f9e24c8689,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:30.926797 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d770e7db-9c39-4a14-92ce-72d63c7df845 req-629cdedf-aae3-4cc4-8d55-3fa0da2a20d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2b1d0e33-f02e-47c6-833c-d8d3e6761663 HTTP/1.1" status: 200 len: 217 time: 0.0580232 Feb 11 04:41:30.931544 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (83e974d3-afde-49fd-acff-5c5141044cc1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:31.002533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-862b14da-c0ba-4a4f-aad3-6158940dc736 req-32da90cf-2df2-4869-8c8b-34b33dcc82e4 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393044 Feb 11 04:41:31.011013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-965da511-1a5d-410d-ab48-187e94e6c3ad req-ab40e08a-fe6a-40a1-8a8f-24fba91062de tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] No DVR routers for this DVR port 322d47bc-e31d-4170-9a2c-e4f9e24c8689 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:41:31.015486 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-965da511-1a5d-410d-ab48-187e94e6c3ad req-ab40e08a-fe6a-40a1-8a8f-24fba91062de tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:31.015683 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:31.027873 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-965da511-1a5d-410d-ab48-187e94e6c3ad req-ab40e08a-fe6a-40a1-8a8f-24fba91062de tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.10 "DELETE /v2.0/ports/322d47bc-e31d-4170-9a2c-e4f9e24c8689 HTTP/1.1" status: 204 len: 173 time: 1.4985251 Feb 11 04:41:31.027873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'name': 'network-vif-deleted', 'tag': '322d47bc-e31d-4170-9a2c-e4f9e24c8689'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:31.027873 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec9ac84-9a61-42d2-93d9-ff448d1c1bef" -d '{"events": [{"server_uuid": "f7043b40-139e-4b20-8f47-b9609dd473af", "name": "network-vif-deleted", "tag": "322d47bc-e31d-4170-9a2c-e4f9e24c8689"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:31.038039 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-163c8bec-83d6-4d87-90b7-271acfc76707 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2173223 Feb 11 04:41:31.061506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770e7db-9c39-4a14-92ce-72d63c7df845 req-bb4a49f4-65c8-4428-a75d-b5a6e59fe75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:31.062978 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d770e7db-9c39-4a14-92ce-72d63c7df845 req-bb4a49f4-65c8-4428-a75d-b5a6e59fe75a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1225801 Feb 11 04:41:31.105815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce162-c62e-48d0-9636-ea0e8de1d5e7 req-e2cc83f7-6bad-47b5-a28f-12b3bd8f4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:31.107734 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6bce162-c62e-48d0-9636-ea0e8de1d5e7 req-e2cc83f7-6bad-47b5-a28f-12b3bd8f4886 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=908f9ea8-4fe2-4add-ac0b-e5e65c7394fd HTTP/1.1" status: 200 len: 1130 time: 0.2148960 Feb 11 04:41:31.176139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-346c058f-0a28-40cd-a682-553284c39015 req-cd06b985-2f15-471a-9971-ae07d609f577 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Router e9c5057d-e3d6-48af-a224-56087d6c1436 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:31.195492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770e7db-9c39-4a14-92ce-72d63c7df845 req-b4639017-fbf3-403b-9716-1262b5b0a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:31.197087 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d770e7db-9c39-4a14-92ce-72d63c7df845 req-b4639017-fbf3-403b-9716-1262b5b0a460 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1180730 Feb 11 04:41:31.318145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce162-c62e-48d0-9636-ea0e8de1d5e7 req-e975938c-448b-4f51-a23b-d0e8ed0aa21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:31.319766 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6bce162-c62e-48d0-9636-ea0e8de1d5e7 req-e975938c-448b-4f51-a23b-d0e8ed0aa21b service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2014763 Feb 11 04:41:31.361214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59474d-8586-46a5-b141-3cacd5c1a657 req-9fe57f6b-9ca6-4f41-9339-333f75253457 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:31.362868 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd59474d-8586-46a5-b141-3cacd5c1a657 req-9fe57f6b-9ca6-4f41-9339-333f75253457 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.1166353 Feb 11 04:41:31.397947 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d770e7db-9c39-4a14-92ce-72d63c7df845 req-f33681f2-1620-4cba-b3e6-2848c7e3bed4 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935372 Feb 11 04:41:31.470429 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd59474d-8586-46a5-b141-3cacd5c1a657 req-500616c6-2def-461f-8055-25cd4274a384 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982316 Feb 11 04:41:31.556727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d770e7db-9c39-4a14-92ce-72d63c7df845 req-3e43af01-0d41-4968-a91f-00b98ec4f77b service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456833 Feb 11 04:41:31.697082 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6bce162-c62e-48d0-9636-ea0e8de1d5e7 req-58cddf55-9cd1-47d8-8a4d-4c41d8a8b154 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=0e66530f-f5cd-478a-a572-3e084dabecb5 HTTP/1.1" status: 200 len: 217 time: 0.3351631 Feb 11 04:41:31.704020 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78e71d3-43e7-4748-b3ce-02642dfab643 x-openstack-request-id: req-f78e71d3-43e7-4748-b3ce-02642dfab643 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:31.704312 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7043b40-139e-4b20-8f47-b9609dd473af", "name": "network-vif-deleted", "tag": "322d47bc-e31d-4170-9a2c-e4f9e24c8689", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:31.704564 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f78e71d3-43e7-4748-b3ce-02642dfab643 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:31.704947 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7043b40-139e-4b20-8f47-b9609dd473af', 'name': 'network-vif-deleted', 'tag': '322d47bc-e31d-4170-9a2c-e4f9e24c8689', 'status': 'completed', 'code': 200} Feb 11 04:41:31.716417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-346c058f-0a28-40cd-a682-553284c39015 req-cd06b985-2f15-471a-9971-ae07d609f577 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:31.728135 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692036ae-9484-4270-a65e-ae8d7abcdd8f None None] Sync routers for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:31.729594 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-346c058f-0a28-40cd-a682-553284c39015 req-cd06b985-2f15-471a-9971-ae07d609f577 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:31.742787 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692036ae-9484-4270-a65e-ae8d7abcdd8f None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:31.743709 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-692036ae-9484-4270-a65e-ae8d7abcdd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:31.793746 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:41:31.828625 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-346c058f-0a28-40cd-a682-553284c39015 req-cd06b985-2f15-471a-9971-ae07d609f577 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "PUT /v2.0/floatingips/8fb77222-df32-40ff-8fa7-bdf412ce9f2a HTTP/1.1" status: 200 len: 996 time: 3.5425961 Feb 11 04:41:31.833741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce162-c62e-48d0-9636-ea0e8de1d5e7 req-79273043-9894-414c-a9dd-1a3cf0ef3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:31.835571 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6bce162-c62e-48d0-9636-ea0e8de1d5e7 req-79273043-9894-414c-a9dd-1a3cf0ef3ac6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1169655 Feb 11 04:41:31.921831 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-692036ae-9484-4270-a65e-ae8d7abcdd8f None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:31.933964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c058f-0a28-40cd-a682-553284c39015 req-374b2008-f546-40b6-9d84-a21f1f4792f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:31.935655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-346c058f-0a28-40cd-a682-553284c39015 req-374b2008-f546-40b6-9d84-a21f1f4792f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 1128 time: 0.0935979 Feb 11 04:41:31.937762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce162-c62e-48d0-9636-ea0e8de1d5e7 req-b2dbd4ab-963f-44fa-bccf-eff5210aec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:31.939505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6bce162-c62e-48d0-9636-ea0e8de1d5e7 req-b2dbd4ab-963f-44fa-bccf-eff5210aec0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0863836 Feb 11 04:41:32.121083 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6bce162-c62e-48d0-9636-ea0e8de1d5e7 req-808e2166-6f7a-4c21-93c0-39a15ccee22e service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654603 Feb 11 04:41:32.122148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c058f-0a28-40cd-a682-553284c39015 req-e6c0830d-2cf8-46a5-881a-204f9fcca8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:32.129208 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-346c058f-0a28-40cd-a682-553284c39015 req-e6c0830d-2cf8-46a5-881a-204f9fcca8d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.1854141 Feb 11 04:41:32.276822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-346c058f-0a28-40cd-a682-553284c39015 req-f410c8a9-5099-4089-ab36-50a4083cacbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 999 time: 0.1467617 Feb 11 04:41:32.292292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38746f23-2900-4208-a4fd-deb50450e450 req-85db1f34-07fa-4da9-b733-311bcc09f45b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:32.305526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38746f23-2900-4208-a4fd-deb50450e450 req-85db1f34-07fa-4da9-b733-311bcc09f45b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 947 time: 0.1077626 Feb 11 04:41:32.353319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c058f-0a28-40cd-a682-553284c39015 req-b10b4de7-f397-4d49-bcb3-4c69e443fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:32.354161 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2b1d0e33-f02e-47c6-833c-d8d3e6761663 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:41:32.361197 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-346c058f-0a28-40cd-a682-553284c39015 req-b10b4de7-f397-4d49-bcb3-4c69e443fb72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.0834775 Feb 11 04:41:32.369510 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-692036ae-9484-4270-a65e-ae8d7abcdd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8fb77222-df32-40ff-8fa7-bdf412ce9f2a', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'port_id': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'mac_address': 'fa:16:3e:70:23:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:42Z', 'updated_at': '2022-02-11T04:41:30Z', 'revision_number': 8, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:32.412066 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692036ae-9484-4270-a65e-ae8d7abcdd8f None None] Checking router: e9c5057d-e3d6-48af-a224-56087d6c1436 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:32.424911 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692036ae-9484-4270-a65e-ae8d7abcdd8f None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:32.426476 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-692036ae-9484-4270-a65e-ae8d7abcdd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:32.431452 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6bce162-c62e-48d0-9636-ea0e8de1d5e7 req-855819aa-f68a-4e4c-98b8-2994eb25b7b7 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934745 Feb 11 04:41:32.434017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c058f-0a28-40cd-a682-553284c39015 req-4fd1b9ab-f1f4-42c6-aced-e19c1ca5a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:32.438187 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38746f23-2900-4208-a4fd-deb50450e450 req-ec46d84f-d91d-406d-902b-555a2c737efa tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313031 Feb 11 04:41:32.441141 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-346c058f-0a28-40cd-a682-553284c39015 req-4fd1b9ab-f1f4-42c6-aced-e19c1ca5a089 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0791404 Feb 11 04:41:32.545429 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 322d47bc-e31d-4170-9a2c-e4f9e24c8689 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:32.556799 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-346c058f-0a28-40cd-a682-553284c39015 req-32677111-f3a1-453d-8103-ee9c71f0238e service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145077 Feb 11 04:41:32.571742 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-692036ae-9484-4270-a65e-ae8d7abcdd8f None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:32.593857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 322d47bc-e31d-4170-9a2c-e4f9e24c8689 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:32.601161 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 322d47bc-e31d-4170-9a2c-e4f9e24c8689 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:32.662813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2b1d0e33-f02e-47c6-833c-d8d3e6761663, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2b1d0e33-f02e-47c6-833c-d8d3e6761663,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:32.668636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-346c058f-0a28-40cd-a682-553284c39015 req-a2f92723-5eca-4a7f-a953-a8a1bbf24875 service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092458 Feb 11 04:41:32.717309 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '2b1d0e33-f02e-47c6-833c-d8d3e6761663', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '2b1d0e33-f02e-47c6-833c-d8d3e6761663', 'mac_address': 'fa:16:3e:a1:c1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:41:32.848555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90158184-f145-4de1-9db0-8b2cc1b42ea4 req-1261365f-b6c9-496d-b929-69411cece6b6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:32.851490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-90158184-f145-4de1-9db0-8b2cc1b42ea4 req-1261365f-b6c9-496d-b929-69411cece6b6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.1214957 Feb 11 04:41:32.857546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2c2648f-6681-4636-9008-bdca845f3ba0 req-e5792807-7a94-414d-a7f5-a5749fcba7d0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips/8fb77222-df32-40ff-8fa7-bdf412ce9f2a HTTP/1.1" status: 200 len: 996 time: 0.0924714 Feb 11 04:41:32.881697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:32.882101 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:32.935075 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-692036ae-9484-4270-a65e-ae8d7abcdd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8fb77222-df32-40ff-8fa7-bdf412ce9f2a', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'port_id': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'mac_address': 'fa:16:3e:70:23:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:42Z', 'updated_at': '2022-02-11T04:41:30Z', 'revision_number': 8, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:32.946134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1d0e33-f02e-47c6-833c-d8d3e6761663 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:32.977517 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:32.979605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2b1d0e33-f02e-47c6-833c-d8d3e6761663, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2b1d0e33-f02e-47c6-833c-d8d3e6761663,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:32.982288 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692036ae-9484-4270-a65e-ae8d7abcdd8f None None] The sync data for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 is: [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8fb77222-df32-40ff-8fa7-bdf412ce9f2a', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'port_id': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'mac_address': 'fa:16:3e:70:23:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:42Z', 'updated_at': '2022-02-11T04:41:30Z', 'revision_number': 8, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:32.985995 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-90158184-f145-4de1-9db0-8b2cc1b42ea4 req-68a83cdd-080d-429c-9b6d-562920524431 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137035 Feb 11 04:41:32.989647 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:33.053896 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2648f-6681-4636-9008-bdca845f3ba0 req-3768ecde-918f-4efb-9025-e2fb93f67652 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:33.055392 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2c2648f-6681-4636-9008-bdca845f3ba0 req-3768ecde-918f-4efb-9025-e2fb93f67652 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1912611 Feb 11 04:41:33.114443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2b1d0e33-f02e-47c6-833c-d8d3e6761663,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:33.173291 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-d09cf583-dba3-4159-9909-18ec22ddb8b5 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 999 time: 0.0876601 Feb 11 04:41:33.284807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-7bb1490a-1c0b-4457-a604-358b30250afb tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:33.293233 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-7bb1490a-1c0b-4457-a604-358b30250afb tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports/f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 942 time: 0.1076095 Feb 11 04:41:33.357495 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['2b1d0e33-f02e-47c6-833c-d8d3e6761663'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:33.425226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815696b6-e94d-4e44-bb5d-47d700a81ccc None None] New status for floating IP 8fb77222-df32-40ff-8fa7-bdf412ce9f2a: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:41:33.466644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-7cdf22be-7004-4dc1-95bb-6f7d6b75eae3 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 999 time: 0.0940943 Feb 11 04:41:33.696627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-9f210615-5545-49c4-9e32-128f474f0e0f tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:33.701502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-9f210615-5545-49c4-9e32-128f474f0e0f tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.2326291 Feb 11 04:41:33.708600 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47760) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:33.709662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:33.712862 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c37e0d2-5509-4913-83d1-93aaf835ad7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:33.749055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae50e76-dbae-458f-a7d2-44dd806fd7e2 req-d14589d5-532a-440f-a111-49190ffdc227 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:33.758528 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cae50e76-dbae-458f-a7d2-44dd806fd7e2 req-d14589d5-532a-440f-a111-49190ffdc227 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 948 time: 0.1246998 Feb 11 04:41:33.850412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cae50e76-dbae-458f-a7d2-44dd806fd7e2 req-49024a57-44f3-411c-9cd6-fe15a5c76d23 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877204 Feb 11 04:41:33.869173 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-7e337593-b81f-4a99-ab25-955e164ae7c3 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 999 time: 0.1516473 Feb 11 04:41:33.884934 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-325f44f8-8e1b-4ba7-a7d5-6803515ccf50 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:33.912138 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-618239ce-a049-4589-93bc-f6f7c2a43a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:33.956207 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdb57d9-e4af-4fd3-b21b-0ce59e76fa1d x-openstack-request-id: req-2fdb57d9-e4af-4fd3-b21b-0ce59e76fa1d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:33.956410 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:33.956957 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2fdb57d9-e4af-4fd3-b21b-0ce59e76fa1d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:33.957072 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'status': 'completed', 'code': 200} Feb 11 04:41:33.961859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-325f44f8-8e1b-4ba7-a7d5-6803515ccf50 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.044590 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-618239ce-a049-4589-93bc-f6f7c2a43a5a admin admin] Publish callbacks [] for security_group (966e046c-8093-47c3-88b0-c2933bd93c0b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.048911 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-618239ce-a049-4589-93bc-f6f7c2a43a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (966e046c-8093-47c3-88b0-c2933bd93c0b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.127162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37e0d2-5509-4913-83d1-93aaf835ad7f req-dadb5b6d-acc2-4336-aee5-ef4982cd93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:34.128651 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c37e0d2-5509-4913-83d1-93aaf835ad7f req-dadb5b6d-acc2-4336-aee5-ef4982cd93bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 1128 time: 0.1269910 Feb 11 04:41:34.132237 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-618239ce-a049-4589-93bc-f6f7c2a43a5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2aaa59afa6a4439993e50c8cd7f1583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181495 Feb 11 04:41:34.132237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618239ce-a049-4589-93bc-f6f7c2a43a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966e046c-8093-47c3-88b0-c2933bd93c0b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:34.132494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47768) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:34.227863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d179e-7b31-49b6-8797-8727b090d93a req-1bbf4c6f-fe62-45e1-8b51-707faf8df676 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:34.229999 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-634d179e-7b31-49b6-8797-8727b090d93a req-1bbf4c6f-fe62-45e1-8b51-707faf8df676 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.0997431 Feb 11 04:41:34.288302 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-325f44f8-8e1b-4ba7-a7d5-6803515ccf50 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.314652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-325f44f8-8e1b-4ba7-a7d5-6803515ccf50 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.315038 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-325f44f8-8e1b-4ba7-a7d5-6803515ccf50 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Floating IP 8fb77222-df32-40ff-8fa7-bdf412ce9f2a disassociated. External IP: 172.25.7.192, port: f3b96cb1-3e47-4dfe-9bbb-f80219c119ce. Feb 11 04:41:34.326154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-634d179e-7b31-49b6-8797-8727b090d93a req-7a478b92-51f1-4a20-b41f-85d9f974960f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820160 Feb 11 04:41:34.377046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0e66530f-f5cd-478a-a572-3e084dabecb5 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:41:34.394163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa675e0-c825-4297-b0d4-1f5ae884fd19 admin admin] Publish callbacks [] for security_group (966e046c-8093-47c3-88b0-c2933bd93c0b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.444255 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa675e0-c825-4297-b0d4-1f5ae884fd19 admin admin] Publish callbacks [] for security_group (966e046c-8093-47c3-88b0-c2933bd93c0b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.479688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37e0d2-5509-4913-83d1-93aaf835ad7f req-d982c68c-4df1-4380-94ca-98ebc69b02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:34.481068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c37e0d2-5509-4913-83d1-93aaf835ad7f req-d982c68c-4df1-4380-94ca-98ebc69b02ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.3227952 Feb 11 04:41:34.564236 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c37e0d2-5509-4913-83d1-93aaf835ad7f req-107af2c7-8e94-40d9-987c-1077becb36db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 217 time: 0.0748117 Feb 11 04:41:34.583623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 0e66530f-f5cd-478a-a572-3e084dabecb5, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0e66530f-f5cd-478a-a572-3e084dabecb5,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:34.609219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '0e66530f-f5cd-478a-a572-3e084dabecb5', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '0e66530f-f5cd-478a-a572-3e084dabecb5', 'mac_address': 'fa:16:3e:80:e7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:41:34.667534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 0e66530f-f5cd-478a-a572-3e084dabecb5 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:34.667983 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.684817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e66530f-f5cd-478a-a572-3e084dabecb5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:34.694979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37e0d2-5509-4913-83d1-93aaf835ad7f req-d31bade3-2a16-4b14-aa40-2494fec92d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:34.696680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c37e0d2-5509-4913-83d1-93aaf835ad7f req-d31bade3-2a16-4b14-aa40-2494fec92d12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.1254771 Feb 11 04:41:34.723001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 0e66530f-f5cd-478a-a572-3e084dabecb5, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0e66530f-f5cd-478a-a572-3e084dabecb5,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:34.737284 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.774315 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa675e0-c825-4297-b0d4-1f5ae884fd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (966e046c-8093-47c3-88b0-c2933bd93c0b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.776977 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa675e0-c825-4297-b0d4-1f5ae884fd19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.780359 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0fa675e0-c825-4297-b0d4-1f5ae884fd19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/966e046c-8093-47c3-88b0-c2933bd93c0b HTTP/1.1" status: 204 len: 168 time: 0.6453774 Feb 11 04:41:34.818000 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa675e0-c825-4297-b0d4-1f5ae884fd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966e046c-8093-47c3-88b0-c2933bd93c0b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:34.861145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37e0d2-5509-4913-83d1-93aaf835ad7f req-a09d66af-0b16-495f-a791-c71de9f99c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:34.862930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c37e0d2-5509-4913-83d1-93aaf835ad7f req-a09d66af-0b16-495f-a791-c71de9f99c84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1521196 Feb 11 04:41:35.016011 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c37e0d2-5509-4913-83d1-93aaf835ad7f req-f2a232e4-e96a-453b-94df-6326b7ff606b service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447356 Feb 11 04:41:35.017802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-325f44f8-8e1b-4ba7-a7d5-6803515ccf50 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Router e9c5057d-e3d6-48af-a224-56087d6c1436 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:35.135824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b865fd-7428-4e1e-b942-f641f5718af4 req-2ba771de-4e34-4a1b-8ca9-58af6d695989 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:35.153556 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1b865fd-7428-4e1e-b942-f641f5718af4 req-2ba771de-4e34-4a1b-8ca9-58af6d695989 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 948 time: 0.1595392 Feb 11 04:41:35.247160 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1b865fd-7428-4e1e-b942-f641f5718af4 req-bb732444-a8b5-4e5c-b2cf-76938c820f68 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913353 Feb 11 04:41:35.348833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=0e66530f-f5cd-478a-a572-3e084dabecb5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:35.353334 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c37e0d2-5509-4913-83d1-93aaf835ad7f req-52f569fc-61f9-48a6-bcc3-5974dbbc62b2 service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275394 Feb 11 04:41:35.378675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-325f44f8-8e1b-4ba7-a7d5-6803515ccf50 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:35.387642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-325f44f8-8e1b-4ba7-a7d5-6803515ccf50 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.389985 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5556f16-2bc4-4e50-a5e1-8dcfa73be2a4 None None] Sync routers for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:35.434558 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5556f16-2bc4-4e50-a5e1-8dcfa73be2a4 None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:35.435233 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5556f16-2bc4-4e50-a5e1-8dcfa73be2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:35.474187 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['0e66530f-f5cd-478a-a572-3e084dabecb5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:35.504271 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-325f44f8-8e1b-4ba7-a7d5-6803515ccf50 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "PUT /v2.0/floatingips/8fb77222-df32-40ff-8fa7-bdf412ce9f2a HTTP/1.1" status: 200 len: 696 time: 1.6270263 Feb 11 04:41:35.653574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e766b-36fe-46dc-b5c8-fe6286a90544 req-e2ffe213-6991-4556-9e0f-b10b393f0ccf tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:35.657209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-951e766b-36fe-46dc-b5c8-fe6286a90544 req-e2ffe213-6991-4556-9e0f-b10b393f0ccf tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.1478195 Feb 11 04:41:35.741479 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b5556f16-2bc4-4e50-a5e1-8dcfa73be2a4 None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:35.799816 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-951e766b-36fe-46dc-b5c8-fe6286a90544 req-3b03db3c-8eae-4d46-9706-e211b3c4e63c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366267 Feb 11 04:41:36.167959 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5556f16-2bc4-4e50-a5e1-8dcfa73be2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:36.169290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:36.176921 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e7e84b-5b0e-4908-9963-6dc9d4f129b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:36.197403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-4fb18c19-d6e0-4e30-9dce-52beb02bd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:36.203276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-4fb18c19-d6e0-4e30-9dce-52beb02bd083 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 1128 time: 0.6603374 Feb 11 04:41:36.228414 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5556f16-2bc4-4e50-a5e1-8dcfa73be2a4 None None] Checking router: e9c5057d-e3d6-48af-a224-56087d6c1436 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:36.247837 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5556f16-2bc4-4e50-a5e1-8dcfa73be2a4 None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:36.248379 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5556f16-2bc4-4e50-a5e1-8dcfa73be2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:36.339235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-b13f50b5-fc6e-4558-8c9b-71a0cb329050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:36.355167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-b13f50b5-fc6e-4558-8c9b-71a0cb329050 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.1384284 Feb 11 04:41:36.379259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2b1d0e33-f02e-47c6-833c-d8d3e6761663 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:36.409670 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-f374ed5d-409b-49c6-8104-daa7c718e490 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 217 time: 0.0597425 Feb 11 04:41:36.474989 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ffde02-e453-46f2-b18a-ffac0d1240a1 x-openstack-request-id: req-05ffde02-e453-46f2-b18a-ffac0d1240a1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:36.475454 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:36.475762 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05ffde02-e453-46f2-b18a-ffac0d1240a1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:36.478270 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'status': 'completed', 'code': 200} Feb 11 04:41:36.493081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-08131d5d-8eb1-43d3-adcf-239c2de64e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:36.510810 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-08131d5d-8eb1-43d3-adcf-239c2de64e49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.1000621 Feb 11 04:41:36.585638 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b5556f16-2bc4-4e50-a5e1-8dcfa73be2a4 None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:36.587350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:41:36.599492 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:36.601003 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.682376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-02ef9fcc-c404-4a5e-bd11-04c47fa47718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:36.684055 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-02ef9fcc-c404-4a5e-bd11-04c47fa47718 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1716111 Feb 11 04:41:36.758668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7e84b-5b0e-4908-9963-6dc9d4f129b0 req-b04b307f-f157-44b2-8edf-69af403036df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:36.760488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33e7e84b-5b0e-4908-9963-6dc9d4f129b0 req-b04b307f-f157-44b2-8edf-69af403036df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99072e60536a4d368de68d90bda9e2b6&device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 1128 time: 0.2250197 Feb 11 04:41:36.769788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1faf3-63f7-4274-a0b4-2b50ec831c13 req-40f7e0ba-f360-4472-913c-70922302b2e6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:36.776329 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c7e1faf3-63f7-4274-a0b4-2b50ec831c13 req-40f7e0ba-f360-4472-913c-70922302b2e6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 948 time: 0.1449623 Feb 11 04:41:36.910298 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5556f16-2bc4-4e50-a5e1-8dcfa73be2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:36.929196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c7e1faf3-63f7-4274-a0b4-2b50ec831c13 req-5b80de2d-e9e4-4366-aeda-b53a8768fa58 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474319 Feb 11 04:41:36.932474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:36.932883 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.977030 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5556f16-2bc4-4e50-a5e1-8dcfa73be2a4 None None] The sync data for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 is: [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:13Z', 'revision_number': 4, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8e4f5c4b-80bf-4868-9d8b-498b1939ebdd', 'name': '', 'network_id': '4643b148-1e91-44d9-887e-6491249d59a6', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'mac_address': 'fa:16:3e:f0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:11Z', 'updated_at': '2022-02-11T04:40:19Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'subnets': [{'id': 'f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:36.978069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f61950c-0d0d-4884-b5cd-188bd2374c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1d0e33-f02e-47c6-833c-d8d3e6761663'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:36.984851 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c16122-fda8-4339-b99d-069c5a07f48e" -d '{"events": [{"server_uuid": "7f61950c-0d0d-4884-b5cd-188bd2374c5e", "name": "network-vif-plugged", "status": "completed", "tag": "2b1d0e33-f02e-47c6-833c-d8d3e6761663"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:37.035155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2b1d0e33-f02e-47c6-833c-d8d3e6761663, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2b1d0e33-f02e-47c6-833c-d8d3e6761663,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:37.052229 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:37.114542 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-fca2ef37-283a-456e-8065-7c6ed66bed3c service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177635 Feb 11 04:41:37.159642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7e84b-5b0e-4908-9963-6dc9d4f129b0 req-74579ba1-463b-4611-9f2c-582c13d1b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:37.164100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33e7e84b-5b0e-4908-9963-6dc9d4f129b0 req-74579ba1-463b-4611-9f2c-582c13d1b77a service neutron] 10.222.0.10 "GET /v2.0/networks?id=4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 200 len: 922 time: 0.3797734 Feb 11 04:41:37.213193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ba331-bc28-44e0-bfce-613ede815254 req-55c222b2-5cab-4124-a3ff-e09741cd2890 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:37.222106 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-519ba331-bc28-44e0-bfce-613ede815254 req-55c222b2-5cab-4124-a3ff-e09741cd2890 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.1874454 Feb 11 04:41:37.233090 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:37.234937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2b1d0e33-f02e-47c6-833c-d8d3e6761663,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:37.331243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33e7e84b-5b0e-4908-9963-6dc9d4f129b0 req-1cdf4235-d795-4b16-b733-03e6eb73be55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 200 len: 217 time: 0.1375501 Feb 11 04:41:37.359967 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-519ba331-bc28-44e0-bfce-613ede815254 req-43b93387-37ec-47f3-967f-f962112a62c5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363184 Feb 11 04:41:37.473191 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6629249-c138-4996-9842-8cbf4b59902d x-openstack-request-id: req-e6629249-c138-4996-9842-8cbf4b59902d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:37.473489 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f61950c-0d0d-4884-b5cd-188bd2374c5e", "name": "network-vif-plugged", "status": "completed", "tag": "2b1d0e33-f02e-47c6-833c-d8d3e6761663", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:37.473747 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6629249-c138-4996-9842-8cbf4b59902d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:37.474274 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f61950c-0d0d-4884-b5cd-188bd2374c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1d0e33-f02e-47c6-833c-d8d3e6761663', 'code': 200} Feb 11 04:41:37.526602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7e84b-5b0e-4908-9963-6dc9d4f129b0 req-0cb5c0e2-f474-4727-b7ea-0484b27ab93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:37.529212 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33e7e84b-5b0e-4908-9963-6dc9d4f129b0 req-0cb5c0e2-f474-4727-b7ea-0484b27ab93c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 200 len: 860 time: 0.1891892 Feb 11 04:41:37.562519 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095b0ae-15c6-441a-9b79-870db64d09e1 None None] New status for floating IP 8fb77222-df32-40ff-8fa7-bdf412ce9f2a: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:41:37.563189 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18c27afc-b17a-4ad4-9fb4-b07e4069f545 req-0ad3ee82-44e5-4424-b65d-973f1b3a3999 service neutron] 10.222.0.48 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909609 Feb 11 04:41:37.703437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7e84b-5b0e-4908-9963-6dc9d4f129b0 req-d465b4b5-0167-4f94-9a27-1b1ae4df421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:37.711146 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33e7e84b-5b0e-4908-9963-6dc9d4f129b0 req-d465b4b5-0167-4f94-9a27-1b1ae4df421f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4643b148-1e91-44d9-887e-6491249d59a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1465158 Feb 11 04:41:37.722243 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ee329b8-b8e3-4f04-bb9d-9a133cc4d440 req-c8a476cc-3648-4dbb-ac69-67d9efc9f115 tempest-FlavorsV2NegativeTest-764634925 tempest-FlavorsV2NegativeTest-764634925-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=71b0487be8ab4ed78daff7d91be16761&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396149 Feb 11 04:41:37.835497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c07b9-2750-4379-97ad-6eadb1743c41 req-83ac787c-5a21-4879-8ccf-d8b43be717fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:37.837051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-896c07b9-2750-4379-97ad-6eadb1743c41 req-83ac787c-5a21-4879-8ccf-d8b43be717fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 1132 time: 0.2229304 Feb 11 04:41:37.968618 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-dad03fd4-4a05-4a41-ae54-fb3868101472 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips/8fb77222-df32-40ff-8fa7-bdf412ce9f2a HTTP/1.1" status: 200 len: 696 time: 0.0981889 Feb 11 04:41:38.055777 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-896c07b9-2750-4379-97ad-6eadb1743c41 req-83d5ffe1-eda4-47e4-8d1d-1232fff6c43e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369548 Feb 11 04:41:38.086506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee329b8-b8e3-4f04-bb9d-9a133cc4d440 req-c9acb99d-04e7-4267-8718-43f0a43b169e tempest-FlavorsV2NegativeTest-764634925 tempest-FlavorsV2NegativeTest-764634925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:38.088134 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ee329b8-b8e3-4f04-bb9d-9a133cc4d440 req-c9acb99d-04e7-4267-8718-43f0a43b169e tempest-FlavorsV2NegativeTest-764634925 tempest-FlavorsV2NegativeTest-764634925-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3648450 Feb 11 04:41:38.127243 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ee329b8-b8e3-4f04-bb9d-9a133cc4d440 req-447c6e65-6fb5-42a7-8f42-690c28d3b2bb tempest-FlavorsV2NegativeTest-764634925 tempest-FlavorsV2NegativeTest-764634925-project] 10.222.0.48 "GET /v2.0/quotas/71b0487be8ab4ed78daff7d91be16761 HTTP/1.1" status: 200 len: 375 time: 0.0327294 Feb 11 04:41:38.178035 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ee329b8-b8e3-4f04-bb9d-9a133cc4d440 req-161fae17-b8dd-4a30-82e4-e9ff1f73411c tempest-FlavorsV2NegativeTest-764634925 tempest-FlavorsV2NegativeTest-764634925-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=71b0487be8ab4ed78daff7d91be16761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496440 Feb 11 04:41:38.186930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33e7e84b-5b0e-4908-9963-6dc9d4f129b0 req-9a52d988-238b-418f-b97a-7b6bfdf861c1 service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605014 Feb 11 04:41:38.245106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-fa3af172-5e5e-4c9c-9f34-7be438bb117e tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:38.246534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-fa3af172-5e5e-4c9c-9f34-7be438bb117e tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.2637091 Feb 11 04:41:38.321355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-49523df7-f642-46f5-956c-924e6000c02e tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 697 time: 0.0664446 Feb 11 04:41:38.331921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716bc24-54da-4f0b-9cfb-0f39f5b4f305 req-d13ff1c4-f152-4e6c-b84f-cd4790b212a4 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:38.332463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0716bc24-54da-4f0b-9cfb-0f39f5b4f305 req-d13ff1c4-f152-4e6c-b84f-cd4790b212a4 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 949 time: 0.0901306 Feb 11 04:41:38.379487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0e66530f-f5cd-478a-a572-3e084dabecb5 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:38.411719 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0716bc24-54da-4f0b-9cfb-0f39f5b4f305 req-061abcbc-02e7-48c7-bf7b-eaab7253c7dd tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725691 Feb 11 04:41:38.484554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 0e66530f-f5cd-478a-a572-3e084dabecb5 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:41:38.490472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 0e66530f-f5cd-478a-a572-3e084dabecb5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:38.491186 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.537780 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33e7e84b-5b0e-4908-9963-6dc9d4f129b0 req-3e8d20a1-8ca5-4c98-8949-9eb0efcd8bdc service neutron] 10.222.0.10 "GET /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588693 Feb 11 04:41:38.553158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-087ed3de-9a87-4db3-a02c-cae27be231ab tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 697 time: 0.2305603 Feb 11 04:41:38.640159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633f417-9f0c-4064-aafd-dfbc286f3e30 req-a13c5be7-1712-4a32-a4e3-09126b5be378 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:38.643338 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4633f417-9f0c-4064-aafd-dfbc286f3e30 req-a13c5be7-1712-4a32-a4e3-09126b5be378 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.0968046 Feb 11 04:41:38.739704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 0e66530f-f5cd-478a-a572-3e084dabecb5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:38.740193 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.772018 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4633f417-9f0c-4064-aafd-dfbc286f3e30 req-f1882c64-b714-4fa7-9a20-c7896bea0985 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202753 Feb 11 04:41:38.800906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-2c364b86-e704-4684-8b8c-c6d7815cbead tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Deleting port f2f42835-016c-4fcf-be3d-56097fc76128 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:38.801246 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-2c364b86-e704-4684-8b8c-c6d7815cbead tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f2f42835-016c-4fcf-be3d-56097fc76128), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.810612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 0e66530f-f5cd-478a-a572-3e084dabecb5, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0e66530f-f5cd-478a-a572-3e084dabecb5,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:38.816384 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.912683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=0e66530f-f5cd-478a-a572-3e084dabecb5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:38.972138 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-2c364b86-e704-4684-8b8c-c6d7815cbead tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f2f42835-016c-4fcf-be3d-56097fc76128), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.972840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-2c364b86-e704-4684-8b8c-c6d7815cbead tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (f2f42835-016c-4fcf-be3d-56097fc76128), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.986696 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-2c364b86-e704-4684-8b8c-c6d7815cbead tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Calling delete_port for f2f42835-016c-4fcf-be3d-56097fc76128 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:39.141225 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47892) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:39.177881 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-2c364b86-e704-4684-8b8c-c6d7815cbead tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f2f42835-016c-4fcf-be3d-56097fc76128), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.207088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c364b86-e704-4684-8b8c-c6d7815cbead tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Pushing event deleted for resources: {'Port': ['ID=f2f42835-016c-4fcf-be3d-56097fc76128,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:39.282570 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-2c364b86-e704-4684-8b8c-c6d7815cbead tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks [] for floatingip (8fb77222-df32-40ff-8fa7-bdf412ce9f2a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.285871 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-2c364b86-e704-4684-8b8c-c6d7815cbead tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.287385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e5a8fa0-2552-49c0-a80d-2a8b58056e45 req-2c364b86-e704-4684-8b8c-c6d7815cbead tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "DELETE /v2.0/floatingips/8fb77222-df32-40ff-8fa7-bdf412ce9f2a HTTP/1.1" status: 204 len: 173 time: 0.7332649 Feb 11 04:41:39.321408 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd261294-00da-4ebc-a608-1e32b35c6885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.355442 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d07c23db-3316-4ed3-955b-00bdf9a26804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.469962 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d07c23db-3316-4ed3-955b-00bdf9a26804 admin admin] Publish callbacks [] for security_group (750d3486-2ba0-406c-9cbe-2a58da6b1802), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.475125 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f9ea8-4fe2-4add-ac0b-e5e65c7394fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e66530f-f5cd-478a-a572-3e084dabecb5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:39.475653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d07c23db-3316-4ed3-955b-00bdf9a26804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (750d3486-2ba0-406c-9cbe-2a58da6b1802), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.477412 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e91b8df-5fc2-47b9-9b1f-20624ecc9680" -d '{"events": [{"server_uuid": "908f9ea8-4fe2-4add-ac0b-e5e65c7394fd", "name": "network-vif-plugged", "status": "completed", "tag": "0e66530f-f5cd-478a-a572-3e084dabecb5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:39.552298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c23db-3316-4ed3-955b-00bdf9a26804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750d3486-2ba0-406c-9cbe-2a58da6b1802,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:39.561880 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d07c23db-3316-4ed3-955b-00bdf9a26804 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71b0487be8ab4ed78daff7d91be16761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193327 Feb 11 04:41:39.564240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47904) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:39.577682 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef17549-9482-4d3c-b3ae-de1b0d2e5ec2 x-openstack-request-id: req-3ef17549-9482-4d3c-b3ae-de1b0d2e5ec2 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:39.578528 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f9ea8-4fe2-4add-ac0b-e5e65c7394fd", "name": "network-vif-plugged", "status": "completed", "tag": "0e66530f-f5cd-478a-a572-3e084dabecb5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:39.578786 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ef17549-9482-4d3c-b3ae-de1b0d2e5ec2 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:39.579209 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f9ea8-4fe2-4add-ac0b-e5e65c7394fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e66530f-f5cd-478a-a572-3e084dabecb5', 'code': 200} Feb 11 04:41:39.679418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760fa6e-5539-4b4b-af6b-64ed60dca220 req-91ed087a-1760-4936-9e45-a13c913e9045 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:39.682198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3760fa6e-5539-4b4b-af6b-64ed60dca220 req-91ed087a-1760-4936-9e45-a13c913e9045 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 949 time: 0.1108756 Feb 11 04:41:39.709646 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20bfba32-9dbd-47ee-a4b3-0adc3d388226 admin admin] Publish callbacks [] for security_group (750d3486-2ba0-406c-9cbe-2a58da6b1802), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.756049 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20bfba32-9dbd-47ee-a4b3-0adc3d388226 admin admin] Publish callbacks [] for security_group (750d3486-2ba0-406c-9cbe-2a58da6b1802), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.795952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff8787-ad4e-4d39-8c83-f8571124f129 req-81beed42-a6e6-45a5-a60f-97466a1596b6 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:39.796316 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d2ff8787-ad4e-4d39-8c83-f8571124f129 req-81beed42-a6e6-45a5-a60f-97466a1596b6 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 945 time: 0.1452672 Feb 11 04:41:39.836755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3760fa6e-5539-4b4b-af6b-64ed60dca220 req-1c1ff277-84df-4c65-a108-d050bb99af3e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419349 Feb 11 04:41:39.866448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4cf26-ee23-470f-9be1-ae5e782f8ea6 req-d6c76b3f-b3f0-4fa2-bcd0-ccdba32f42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:39.870558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5af4cf26-ee23-470f-9be1-ae5e782f8ea6 req-d6c76b3f-b3f0-4fa2-bcd0-ccdba32f42f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=908f9ea8-4fe2-4add-ac0b-e5e65c7394fd HTTP/1.1" status: 200 len: 1132 time: 0.1099911 Feb 11 04:41:39.897490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d2ff8787-ad4e-4d39-8c83-f8571124f129 req-a4e71b75-a5b4-41e5-b730-2541088edd29 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943875 Feb 11 04:41:39.923485 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20bfba32-9dbd-47ee-a4b3-0adc3d388226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (750d3486-2ba0-406c-9cbe-2a58da6b1802), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.926503 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20bfba32-9dbd-47ee-a4b3-0adc3d388226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.927666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-20bfba32-9dbd-47ee-a4b3-0adc3d388226 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/750d3486-2ba0-406c-9cbe-2a58da6b1802 HTTP/1.1" status: 204 len: 168 time: 0.3624153 Feb 11 04:41:39.942154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfba32-9dbd-47ee-a4b3-0adc3d388226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d3486-2ba0-406c-9cbe-2a58da6b1802,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:39.991070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5af4cf26-ee23-470f-9be1-ae5e782f8ea6 req-c9520c03-4b42-4b6b-b696-c5cd7b14ddc4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045930 Feb 11 04:41:40.089681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22577ea3-ddfc-4b6a-a2be-2b2151092159 req-ef64357a-1de6-44e6-993a-d48cb332e47d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:40.093887 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-22577ea3-ddfc-4b6a-a2be-2b2151092159 req-ef64357a-1de6-44e6-993a-d48cb332e47d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.0993152 Feb 11 04:41:40.154287 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-22577ea3-ddfc-4b6a-a2be-2b2151092159 req-9e590333-88fe-4e26-8e95-6419273100c4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555196 Feb 11 04:41:41.036945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131264b-a1f0-49bc-8230-664be00ed859 req-9385456d-aac0-44e3-bfe4-58fb0b8191f0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:41.038731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e131264b-a1f0-49bc-8230-664be00ed859 req-9385456d-aac0-44e3-bfe4-58fb0b8191f0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 949 time: 0.0707767 Feb 11 04:41:41.117879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8831c7-d7c8-4813-8306-6009878e1545 req-59730c8a-a7d6-40c4-b873-7a983b106b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:41.120407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e8831c7-d7c8-4813-8306-6009878e1545 req-59730c8a-a7d6-40c4-b873-7a983b106b77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 1133 time: 0.1930323 Feb 11 04:41:41.125407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e131264b-a1f0-49bc-8230-664be00ed859 req-008b7a05-a436-498e-9809-ceb891281abf tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802548 Feb 11 04:41:41.325064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beea451-afda-4c6d-b59e-096a28036038 req-f8614f2f-d3bf-4513-ab33-39078c48e115 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:41.334207 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8beea451-afda-4c6d-b59e-096a28036038 req-f8614f2f-d3bf-4513-ab33-39078c48e115 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 945 time: 0.0703096 Feb 11 04:41:41.365380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8831c7-d7c8-4813-8306-6009878e1545 req-0252206d-75bd-4a47-afe9-eac05d3006f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:41.367671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e8831c7-d7c8-4813-8306-6009878e1545 req-0252206d-75bd-4a47-afe9-eac05d3006f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2011716 Feb 11 04:41:41.393010 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8beea451-afda-4c6d-b59e-096a28036038 req-0132bc2a-07c1-4c68-9b09-b3179b17feea tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579662 Feb 11 04:41:41.429548 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e8831c7-d7c8-4813-8306-6009878e1545 req-b3853a19-ce5e-49cf-bd8c-59d47e3c266b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d HTTP/1.1" status: 200 len: 217 time: 0.0499430 Feb 11 04:41:41.442996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38819d23-2a0d-40ea-80b4-3ec2f291647a req-956bdd68-b974-45b8-81bf-81265e05c4b1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:41.451367 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38819d23-2a0d-40ea-80b4-3ec2f291647a req-956bdd68-b974-45b8-81bf-81265e05c4b1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=908f9ea8-4fe2-4add-ac0b-e5e65c7394fd HTTP/1.1" status: 200 len: 949 time: 0.1806872 Feb 11 04:41:41.527283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c22dd-17e1-4ef7-85d8-ffc33ce2503d req-3a5d2356-8e4c-48c7-8fbf-2cea2f1e1a01 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:41.529279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-991c22dd-17e1-4ef7-85d8-ffc33ce2503d req-3a5d2356-8e4c-48c7-8fbf-2cea2f1e1a01 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.0747845 Feb 11 04:41:41.568936 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38819d23-2a0d-40ea-80b4-3ec2f291647a req-b82fec6b-fc08-4392-8ff1-c6983e942a0b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126053 Feb 11 04:41:41.570927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8831c7-d7c8-4813-8306-6009878e1545 req-68fa7cfe-a580-477a-8318-7564b118335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:41.575375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e8831c7-d7c8-4813-8306-6009878e1545 req-68fa7cfe-a580-477a-8318-7564b118335d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1043160 Feb 11 04:41:41.599171 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-991c22dd-17e1-4ef7-85d8-ffc33ce2503d req-a4f4b0e9-b8cd-47fb-acb4-2bf0ce473b43 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638139 Feb 11 04:41:41.660344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8831c7-d7c8-4813-8306-6009878e1545 req-ac69d372-2c2c-4ac9-9383-ae2a8e422b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:41.661899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e8831c7-d7c8-4813-8306-6009878e1545 req-ac69d372-2c2c-4ac9-9383-ae2a8e422b6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0577648 Feb 11 04:41:41.767752 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e8831c7-d7c8-4813-8306-6009878e1545 req-a71833c4-ca56-427b-ade5-4e8640d16410 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997303 Feb 11 04:41:41.831906 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7dfd52b8-3e94-4f9c-b585-f9c1705ed021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:41.885494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4fa3f-dd9e-4c16-afba-66ef246aa981 req-be99cf27-d462-4b4e-97cd-3d35b45d1c66 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:41.887336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-70a4fa3f-dd9e-4c16-afba-66ef246aa981 req-be99cf27-d462-4b4e-97cd-3d35b45d1c66 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 945 time: 0.1212571 Feb 11 04:41:41.963877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4205472c-9e03-4ad0-8068-9f7e910ecfeb req-ebf1a906-0f4f-4e5d-a160-a031d7a808c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0774052 Feb 11 04:41:41.965803 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e8831c7-d7c8-4813-8306-6009878e1545 req-354ee627-c583-47d6-be62-44c2bd5508c6 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895177 Feb 11 04:41:42.057424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-70a4fa3f-dd9e-4c16-afba-66ef246aa981 req-0efedd82-fc56-4b8e-a906-cc54deea5ab0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Deleting port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:42.058005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-70a4fa3f-dd9e-4c16-afba-66ef246aa981 req-0efedd82-fc56-4b8e-a906-cc54deea5ab0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.093957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205472c-9e03-4ad0-8068-9f7e910ecfeb req-f9ea5b14-a3b2-4c0b-bba3-917a4d8b9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:42.099056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4205472c-9e03-4ad0-8068-9f7e910ecfeb req-f9ea5b14-a3b2-4c0b-bba3-917a4d8b9ba5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 1132 time: 0.0824034 Feb 11 04:41:42.299616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-70a4fa3f-dd9e-4c16-afba-66ef246aa981 req-0efedd82-fc56-4b8e-a906-cc54deea5ab0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] For port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:42.300100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-70a4fa3f-dd9e-4c16-afba-66ef246aa981 req-0efedd82-fc56-4b8e-a906-cc54deea5ab0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.300415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205472c-9e03-4ad0-8068-9f7e910ecfeb req-69297249-66f4-4560-b16b-27dfd6aba5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:42.302019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4205472c-9e03-4ad0-8068-9f7e910ecfeb req-69297249-66f4-4560-b16b-27dfd6aba5cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1751120 Feb 11 04:41:42.328301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-70a4fa3f-dd9e-4c16-afba-66ef246aa981 req-0efedd82-fc56-4b8e-a906-cc54deea5ab0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Calling delete_port for f3b96cb1-3e47-4dfe-9bbb-f80219c119ce owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:42.383697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4205472c-9e03-4ad0-8068-9f7e910ecfeb req-71c6f214-7265-41e7-8552-b0ee949d902b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657 HTTP/1.1" status: 200 len: 217 time: 0.0719569 Feb 11 04:41:42.509817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205472c-9e03-4ad0-8068-9f7e910ecfeb req-f25946c4-d46e-4740-8482-90e849817c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:42.511498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4205472c-9e03-4ad0-8068-9f7e910ecfeb req-f25946c4-d46e-4740-8482-90e849817c4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1206441 Feb 11 04:41:42.588952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-70a4fa3f-dd9e-4c16-afba-66ef246aa981 req-0efedd82-fc56-4b8e-a906-cc54deea5ab0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f3b96cb1-3e47-4dfe-9bbb-f80219c119ce), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.601764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205472c-9e03-4ad0-8068-9f7e910ecfeb req-37e86e45-0df3-4cae-a00b-3ec87dea9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:42.607296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4205472c-9e03-4ad0-8068-9f7e910ecfeb req-37e86e45-0df3-4cae-a00b-3ec87dea9404 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0854175 Feb 11 04:41:42.616621 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.630109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['f3b96cb1-3e47-4dfe-9bbb-f80219c119ce'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:42.638819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efedd82-fc56-4b8e-a906-cc54deea5ab0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Pushing event deleted for resources: {'Port': ['ID=f3b96cb1-3e47-4dfe-9bbb-f80219c119ce,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:42.701203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5566bb-740c-4f86-b4fd-79d7e403f353 req-50ad4ee6-0a36-49eb-8b09-84b9e583be5a tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:42.708753 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c5566bb-740c-4f86-b4fd-79d7e403f353 req-50ad4ee6-0a36-49eb-8b09-84b9e583be5a tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f91755f-b1ff-41e6-9c71-a36f1b6fccbb HTTP/1.1" status: 200 len: 945 time: 0.1839263 Feb 11 04:41:42.735224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a4fa3f-dd9e-4c16-afba-66ef246aa981 req-0efedd82-fc56-4b8e-a906-cc54deea5ab0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] No DVR routers for this DVR port f3b96cb1-3e47-4dfe-9bbb-f80219c119ce on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:41:42.736686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-70a4fa3f-dd9e-4c16-afba-66ef246aa981 req-0efedd82-fc56-4b8e-a906-cc54deea5ab0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.740890 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-70a4fa3f-dd9e-4c16-afba-66ef246aa981 req-0efedd82-fc56-4b8e-a906-cc54deea5ab0 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.10 "DELETE /v2.0/ports/f3b96cb1-3e47-4dfe-9bbb-f80219c119ce HTTP/1.1" status: 204 len: 173 time: 0.8467846 Feb 11 04:41:42.742779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'name': 'network-vif-deleted', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:42.745998 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717c9814-cd1e-4d26-b466-8883d3f55025" -d '{"events": [{"server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "name": "network-vif-deleted", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:42.790623 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4205472c-9e03-4ad0-8068-9f7e910ecfeb req-6e0cf4d9-6dcd-4e17-8ae2-6188807792fc service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727149 Feb 11 04:41:42.803540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c5566bb-740c-4f86-b4fd-79d7e403f353 req-637020a0-c5ce-4967-b2e8-7f59e1665d43 tempest-FloatingIPsAssociationTestJSON-1775034008 tempest-FloatingIPsAssociationTestJSON-1775034008-project] 10.222.0.48 "GET /v2.0/security-groups?id=de70dcb8-76c6-4537-afd0-aa22ad4f05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936272 Feb 11 04:41:42.977163 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4205472c-9e03-4ad0-8068-9f7e910ecfeb req-a82e6175-4ee1-4d8e-93f1-033bd5ee35df service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760716 Feb 11 04:41:43.011241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccde67-a2d8-4971-b9de-a423c13898ee req-81055fd3-97d2-457c-b5ee-94b5f2bb2258 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:43.012724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7ccde67-a2d8-4971-b9de-a423c13898ee req-81055fd3-97d2-457c-b5ee-94b5f2bb2258 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=908f9ea8-4fe2-4add-ac0b-e5e65c7394fd HTTP/1.1" status: 200 len: 949 time: 0.0982716 Feb 11 04:41:43.106505 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7ccde67-a2d8-4971-b9de-a423c13898ee req-9fbbfc61-8a45-48e3-84cf-389c31d977c8 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878029 Feb 11 04:41:43.206701 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ed1c2c-5cf9-4a45-9679-3f5905847a98 x-openstack-request-id: req-e0ed1c2c-5cf9-4a45-9679-3f5905847a98 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:43.206849 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f91755f-b1ff-41e6-9c71-a36f1b6fccbb", "name": "network-vif-deleted", "tag": "f3b96cb1-3e47-4dfe-9bbb-f80219c119ce", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:43.207113 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0ed1c2c-5cf9-4a45-9679-3f5905847a98 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:43.207539 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f91755f-b1ff-41e6-9c71-a36f1b6fccbb', 'name': 'network-vif-deleted', 'tag': 'f3b96cb1-3e47-4dfe-9bbb-f80219c119ce', 'status': 'completed', 'code': 200} Feb 11 04:41:43.320136 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135cbf3-944a-4b29-a160-1c94a5e6e5dc req-1ab63dd6-d971-41c5-9781-87c0f4e64b0e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:43.328825 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5135cbf3-944a-4b29-a160-1c94a5e6e5dc req-1ab63dd6-d971-41c5-9781-87c0f4e64b0e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.0947454 Feb 11 04:41:43.406760 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5135cbf3-944a-4b29-a160-1c94a5e6e5dc req-097df16d-04ff-48f6-bb50-fb13ac06eb2f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764542 Feb 11 04:41:43.600926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6d847-038f-427b-b4ed-fdeb4df0161e req-8318ef41-dec2-4dd7-ac6f-d92883d42cb0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:43.607228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6d847-038f-427b-b4ed-fdeb4df0161e req-8318ef41-dec2-4dd7-ac6f-d92883d42cb0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:43.608873 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bff6d847-038f-427b-b4ed-fdeb4df0161e req-8318ef41-dec2-4dd7-ac6f-d92883d42cb0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e&device_id=908f9ea8-4fe2-4add-ac0b-e5e65c7394fd HTTP/1.1" status: 200 len: 1689 time: 0.1076066 Feb 11 04:41:43.689745 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bff6d847-038f-427b-b4ed-fdeb4df0161e req-c3395696-1d2a-4593-8f66-32828060a4d7 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686486 Feb 11 04:41:43.888301 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-84a03df9-a67a-4e4c-b484-f5f746259856 service neutron] 10.222.0.10 "GET /v2.0/ports/9f584dbd-a391-4e2e-94f1-6ba2a1c3111d/bindings/n-h2-615180-58 HTTP/1.1" status: 200 len: 383 time: 0.0876510 Feb 11 04:41:43.925778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abe8db-90fe-4a28-a03a-dfc0ca66d265 req-d1ca3d92-786c-431d-831a-c0728ba92bbf tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:43.927497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34abe8db-90fe-4a28-a03a-dfc0ca66d265 req-d1ca3d92-786c-431d-831a-c0728ba92bbf tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 1132 time: 0.0768375 Feb 11 04:41:44.022467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34abe8db-90fe-4a28-a03a-dfc0ca66d265 req-b96b0dbb-8d9a-478c-8569-3409b06fe625 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858967 Feb 11 04:41:44.072096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47994) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:44.177320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:44.236949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457c18c-fdd8-4113-9536-2eead241c24f req-8f713b10-f66c-4d66-9e3e-33addaebdd85 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:44.245962 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a457c18c-fdd8-4113-9536-2eead241c24f req-8f713b10-f66c-4d66-9e3e-33addaebdd85 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=908f9ea8-4fe2-4add-ac0b-e5e65c7394fd HTTP/1.1" status: 200 len: 1132 time: 0.0906918 Feb 11 04:41:44.335752 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a457c18c-fdd8-4113-9536-2eead241c24f req-656f9845-27ee-4dac-a739-969444d69d01 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879340 Feb 11 04:41:44.401737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-15eddfb2-ab47-44c9-a6ec-1c4152350a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:44.403389 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-15eddfb2-ab47-44c9-a6ec-1c4152350a33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186&tenant_id=1065d83b11b143078bcea2c5380d8113 HTTP/1.1" status: 200 len: 1133 time: 0.1418386 Feb 11 04:41:44.713060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-fbf35f8b-4a33-44e1-a0dc-ea64d957c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:44.715604 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-fbf35f8b-4a33-44e1-a0dc-ea64d957c0e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 1133 time: 0.2217929 Feb 11 04:41:44.744272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450cf01-a788-4dae-9bc9-ffe08cb189bf req-9716c38a-b08d-4fe4-bbf0-a9c50dd79aa2 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:44.745808 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0450cf01-a788-4dae-9bc9-ffe08cb189bf req-9716c38a-b08d-4fe4-bbf0-a9c50dd79aa2 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.1750267 Feb 11 04:41:44.827411 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-7023cbf7-718b-4bc2-86be-cfd459fcbce0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286665 Feb 11 04:41:44.934367 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0450cf01-a788-4dae-9bc9-ffe08cb189bf req-91d65092-5d85-4744-9164-26ff77f79166 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690505 Feb 11 04:41:44.961550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-07006a2d-2134-4d63-a8f9-ec2304d6a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:44.963231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-07006a2d-2134-4d63-a8f9-ec2304d6a92d service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2401447 Feb 11 04:41:45.004295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48028) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:45.030041 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-8e802020-5188-4c4c-86f1-7f3d981f54a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d HTTP/1.1" status: 200 len: 217 time: 0.0523138 Feb 11 04:41:45.096720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-f5a0170d-a820-46c3-ae84-38ecb8af65b3 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:45.100444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-ea51a662-7737-4e34-a8fa-241f556bded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:45.101931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-ea51a662-7737-4e34-a8fa-241f556bded6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0647254 Feb 11 04:41:45.103773 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-f5a0170d-a820-46c3-ae84-38ecb8af65b3 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695465 Feb 11 04:41:45.119758 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-f64f19dc-52e7-4bc0-8ddf-580df4fb7a34 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/quotas/1ab9b1fc2e72485d8d8369ccbb114bd0 HTTP/1.1" status: 200 len: 375 time: 0.0149713 Feb 11 04:41:45.188625 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-84710687-3e26-40f5-8b1d-fccb5c88a9ea tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669153 Feb 11 04:41:45.243226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-bc821dfc-e159-4752-96a5-0fd514b82e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:45.244796 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-bc821dfc-e159-4752-96a5-0fd514b82e88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1332829 Feb 11 04:41:45.253055 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (e9c5057d-e3d6-48af-a224-56087d6c1436), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:45.283468 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d1bf7f8-1085-43ed-9f1d-1457f6df581f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:45.379638 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d1bf7f8-1085-43ed-9f1d-1457f6df581f admin admin] Publish callbacks [] for security_group (81b7574b-68d0-4cf9-b440-ef71bd33b101), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:45.385356 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d1bf7f8-1085-43ed-9f1d-1457f6df581f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (81b7574b-68d0-4cf9-b440-ef71bd33b101), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:45.432433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bf7f8-1085-43ed-9f1d-1457f6df581f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b7574b-68d0-4cf9-b440-ef71bd33b101,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:45.437784 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1d1bf7f8-1085-43ed-9f1d-1457f6df581f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5a990e6c86f45a287e264e331e1b103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289773 Feb 11 04:41:45.440264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48034) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:45.463536 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-aa41c2af-6a3a-4d2b-9dd6-a47a52cd0a3a service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083440 Feb 11 04:41:45.535210 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e00e078b-cc96-4f29-9dfe-03526c3c0830 admin admin] Publish callbacks [] for security_group (81b7574b-68d0-4cf9-b440-ef71bd33b101), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:45.542624 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:45.577240 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e00e078b-cc96-4f29-9dfe-03526c3c0830 admin admin] Publish callbacks [] for security_group (81b7574b-68d0-4cf9-b440-ef71bd33b101), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:45.674072 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e00e078b-cc96-4f29-9dfe-03526c3c0830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (81b7574b-68d0-4cf9-b440-ef71bd33b101), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:45.676943 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e00e078b-cc96-4f29-9dfe-03526c3c0830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:45.681176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e00e078b-cc96-4f29-9dfe-03526c3c0830 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81b7574b-68d0-4cf9-b440-ef71bd33b101 HTTP/1.1" status: 204 len: 168 time: 0.2399638 Feb 11 04:41:45.697452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e078b-cc96-4f29-9dfe-03526c3c0830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b7574b-68d0-4cf9-b440-ef71bd33b101,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:45.738308 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd16a61-d9b5-4440-b4ac-263f9504a7a2 req-4b20af5a-bba9-4160-b73e-08aad9ac83e9 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080913 Feb 11 04:41:46.046494 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66e947de-eb56-465b-8a02-41b6cf047f84 req-0e66cb9c-c2a6-4a4c-ab51-bcb6e7cba7b9 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 210 time: 0.1024532 Feb 11 04:41:46.112221 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Deleting port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:46.112562 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:46.444610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f3b96cb1-3e47-4dfe-9bbb-f80219c119ce no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:46.487546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: f3b96cb1-3e47-4dfe-9bbb-f80219c119ce {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:46.488123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f3b96cb1-3e47-4dfe-9bbb-f80219c119ce not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:46.495176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:46.753427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:46.759612 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:46.767010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] For port 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8e4f5c4b-80bf-4868-9d8b-498b1939ebdd,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:46.767932 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:46.783127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Calling delete_port for 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:46.806549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:46.811019 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8ef7f6-5da8-4a51-b85b-041baad4cf67" -d '{"events": [{"server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "name": "network-vif-unplugged", "status": "completed", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:46.854003 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:46.871847 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:46.940939 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf1c5be-0547-4ad1-802d-a3be2fdf9943 x-openstack-request-id: req-fcf1c5be-0547-4ad1-802d-a3be2fdf9943 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:46.941686 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "name": "network-vif-unplugged", "status": "completed", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:46.942302 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcf1c5be-0547-4ad1-802d-a3be2fdf9943 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:46.942984 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'code': 200} Feb 11 04:41:47.007304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:47.017848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe422-192f-4425-b76d-018f5b50aac9 req-13d66c46-091e-4ace-afcb-d040e5c676cc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:47.024863 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dedfe422-192f-4425-b76d-018f5b50aac9 req-13d66c46-091e-4ace-afcb-d040e5c676cc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.9368005 Feb 11 04:41:47.105630 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dedfe422-192f-4425-b76d-018f5b50aac9 req-fddd5aaf-6e77-4f69-a666-652298a91335 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798452 Feb 11 04:41:47.169388 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8e4f5c4b-80bf-4868-9d8b-498b1939ebdd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:47.262253 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de3740ff-a446-4f37-b268-dc8f668bcd1c req-8b0ef988-c919-4fdd-b6e2-14962ec8fc8a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 210 time: 0.0576775 Feb 11 04:41:47.318104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4f5c4b-80bf-4868-9d8b-498b1939ebdd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:47.353840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.354468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.355010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.355528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.356059 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.356424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.356741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.357076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.357412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.357745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.358163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.358385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.358972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:47.504228 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (e9c5057d-e3d6-48af-a224-56087d6c1436), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:47.765813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Router e9c5057d-e3d6-48af-a224-56087d6c1436 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:47.903553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:47.908911 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8e0312cd-2e3e-415c-b665-5d052c5e2445 admin admin] 10.222.0.48 "PUT /v2.0/routers/e9c5057d-e3d6-48af-a224-56087d6c1436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8355930 Feb 11 04:41:47.911989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48100) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:47.913638 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920eaea-5cc4-4716-b653-d91a7a008b9a None None] Sync routers for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:47.925193 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920eaea-5cc4-4716-b653-d91a7a008b9a None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:47.926111 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8920eaea-5cc4-4716-b653-d91a7a008b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:48.047096 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8920eaea-5cc4-4716-b653-d91a7a008b9a None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:48.154136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-5442ee32-46c2-4978-b6e6-3cba5b02f998 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343297 Feb 11 04:41:48.196330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Publish callbacks [] for router (e9c5057d-e3d6-48af-a224-56087d6c1436), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.405726 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Publish callbacks [] for router_gateway (e9c5057d-e3d6-48af-a224-56087d6c1436), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.414236 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-7d8aaaee-ba08-4a98-a363-df11cfd5e87d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:48.416038 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-7d8aaaee-ba08-4a98-a363-df11cfd5e87d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553456 Feb 11 04:41:48.419247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:41:48.421778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-f412f5db-5964-4626-acdc-bd754e960d2f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2619894 Feb 11 04:41:48.430731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cb4ba-b921-4c58-81ac-3b6927251d80 req-b346e2b6-fbc1-4e2b-ad87-877e649b1451 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:48.438282 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-056cb4ba-b921-4c58-81ac-3b6927251d80 req-b346e2b6-fbc1-4e2b-ad87-877e649b1451 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 948 time: 0.1388643 Feb 11 04:41:48.444297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Request body: {'port': {'device_id': '8fc4610a-1cc5-46a3-9af3-a81efe83e084', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '1ab9b1fc2e72485d8d8369ccbb114bd0'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:48.481449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84a37864-9628-44b8-bd0f-d6efb675b18f req-97280303-c786-4da9-8a34-b90191cae7cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 210 time: 0.0779374 Feb 11 04:41:48.548809 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-056cb4ba-b921-4c58-81ac-3b6927251d80 req-0c0c748e-fad1-4c85-9442-137169ded322 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099424 Feb 11 04:41:48.614603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Deleting port 88c55774-4dea-4833-913a-83b038910b48 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:48.614987 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (88c55774-4dea-4833-913a-83b038910b48), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.652809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:48.666751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'mac_address': 'fa:16:3e:73:cf:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:41:48.726269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:48.726678 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.759725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:48.797010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Made reservation on behalf of 1ab9b1fc2e72485d8d8369ccbb114bd0 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:48.797664 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8920eaea-5cc4-4716-b653-d91a7a008b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '88c55774-4dea-4833-913a-83b038910b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:41:47Z', 'revision_number': 5, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port': {'id': '88c55774-4dea-4833-913a-83b038910b48', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:06Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:48.801085 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.832791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:48.846979 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.854247 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920eaea-5cc4-4716-b653-d91a7a008b9a None None] Checking router: e9c5057d-e3d6-48af-a224-56087d6c1436 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:48.867682 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920eaea-5cc4-4716-b653-d91a7a008b9a None None] Routers {'e9c5057d-e3d6-48af-a224-56087d6c1436'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:48.868582 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8920eaea-5cc4-4716-b653-d91a7a008b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e9c5057d-e3d6-48af-a224-56087d6c1436'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:48.979692 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8920eaea-5cc4-4716-b653-d91a7a008b9a None None] Set router e9c5057d-e3d6-48af-a224-56087d6c1436 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:49.041070 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8920eaea-5cc4-4716-b653-d91a7a008b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:41:48Z', 'revision_number': 6, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:49.069474 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920eaea-5cc4-4716-b653-d91a7a008b9a None None] The sync data for ids ['e9c5057d-e3d6-48af-a224-56087d6c1436'] in n-d-615180-58 is: [{'id': 'e9c5057d-e3d6-48af-a224-56087d6c1436', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268406611-router', 'tenant_id': '99072e60536a4d368de68d90bda9e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:41:48Z', 'revision_number': 6, 'project_id': '99072e60536a4d368de68d90bda9e2b6', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:49.080410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:49.161418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Allocated IP 192.168.233.161 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/f00ccd8e-81ab-4a5c-b4f1-0db413852195) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:49.188472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.188837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.189189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.191970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.191970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.202038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.203039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.203388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.203729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.212747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.212747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.212747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.212747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:49.242523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['9f584dbd-a391-4e2e-94f1-6ba2a1c3111d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:49.362724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] For port 88c55774-4dea-4833-913a-83b038910b48, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=88c55774-4dea-4833-913a-83b038910b48,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:49.363048 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (88c55774-4dea-4833-913a-83b038910b48), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.376445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Calling delete_port for 88c55774-4dea-4833-913a-83b038910b48 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:49.519101 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks [] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.605371 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-6a23c878-5ce0-422e-8dde-bf107a4bd026 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:49.608039 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-6a23c878-5ce0-422e-8dde-bf107a4bd026 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1707358 Feb 11 04:41:49.647600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Request body: {'port': {'device_id': '88e9e983-381a-416c-83b9-a6a0f40b05a9', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '1ab9b1fc2e72485d8d8369ccbb114bd0'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:49.665124 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.740626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:49.743898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', '2b1d0e33-f02e-47c6-833c-d8d3e6761663', '0e66530f-f5cd-478a-a572-3e084dabecb5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:49.746777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:49.754095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:49.757553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event updated for resources: {'Port': ['ID=f00ccd8e-81ab-4a5c-b4f1-0db413852195,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:49.768535 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (88c55774-4dea-4833-913a-83b038910b48), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.807055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e890edf-9985-4c81-b60b-b03c520c0c6a req-6d18b46f-530b-42e8-a679-465436cf72b7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:49.814745 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e890edf-9985-4c81-b60b-b03c520c0c6a req-6d18b46f-530b-42e8-a679-465436cf72b7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 949 time: 0.1688383 Feb 11 04:41:49.863114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:49.863114 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.887494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c55774-4dea-4833-913a-83b038910b48,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:49.955378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e890edf-9985-4c81-b60b-b03c520c0c6a req-ddcf2949-97b9-469f-86ad-b4b1888c2e0f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405215 Feb 11 04:41:49.959265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1618e715-7fca-45df-8c83-f2e5c3d6bddc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5191839 Feb 11 04:41:49.981026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Request body: {'port': {'device_id': '8fc4610a-1cc5-46a3-9af3-a81efe83e084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:49.996343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-ab28f7b8-8836-439d-a347-51cb54f251ed tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:49.997869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-ab28f7b8-8836-439d-a347-51cb54f251ed tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186&tenant_id=1065d83b11b143078bcea2c5380d8113&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 949 time: 0.4397733 Feb 11 04:41:50.063756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65407687-999d-428a-b685-909477907dfd req-fcba51fa-626e-430f-8057-910bcbbcb5de tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:50.065324 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65407687-999d-428a-b685-909477907dfd req-fcba51fa-626e-430f-8057-910bcbbcb5de tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 936 time: 0.3765955 Feb 11 04:41:50.104230 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.139163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (e9c5057d-e3d6-48af-a224-56087d6c1436), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.282316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-196570cf-77dd-4f4c-96c5-7043bdaf4000 None None] Provisioning complete for port f00ccd8e-81ab-4a5c-b4f1-0db413852195 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:50.282887 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-196570cf-77dd-4f4c-96c5-7043bdaf4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.338252 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (e9c5057d-e3d6-48af-a224-56087d6c1436), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.342688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Publish callbacks [] for router_controller (e9c5057d-e3d6-48af-a224-56087d6c1436), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.348352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-196570cf-77dd-4f4c-96c5-7043bdaf4000 None None] Port f00ccd8e-81ab-4a5c-b4f1-0db413852195 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:50.401334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Made reservation on behalf of 1ab9b1fc2e72485d8d8369ccbb114bd0 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:50.405310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.423185 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-aed08138-9871-4fff-ae80-394065b2c253 service neutron] 10.222.0.10 "GET /v2.0/ports/9f584dbd-a391-4e2e-94f1-6ba2a1c3111d/bindings/n-h2-615180-58 HTTP/1.1" status: 200 len: 383 time: 0.4040744 Feb 11 04:41:50.438221 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65407687-999d-428a-b685-909477907dfd req-d8c56942-fb69-4299-becd-919895f1e368 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563359 Feb 11 04:41:50.444115 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (e9c5057d-e3d6-48af-a224-56087d6c1436), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.444679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9c5057d-e3d6-48af-a224-56087d6c1436 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:41:50.446978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:50.451655 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.452841 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6c3e4b49-1fd0-4032-bd57-5c47eedf71e3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e9c5057d-e3d6-48af-a224-56087d6c1436 HTTP/1.1" status: 204 len: 168 time: 2.5393682 Feb 11 04:41:50.455464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48134) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:50.523499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bab58a-089b-4307-908b-af707923bc54 admin admin] Deleting subnet f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:41:50.533552 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1bab58a-089b-4307-908b-af707923bc54 admin admin] Publish callbacks [] for subnet (f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.619747 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1bab58a-089b-4307-908b-af707923bc54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.630542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:50.631089 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.644396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-348960fe-20fb-4e85-b164-797462f4c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:50.652538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-348960fe-20fb-4e85-b164-797462f4c507 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 1132 time: 0.1323919 Feb 11 04:41:50.746127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:50.747252 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.776899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00ccd8e-81ab-4a5c-b4f1-0db413852195 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:50.787855 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Publish callbacks [] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.795388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:50.804314 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5106ddb1-e056-4c69-9c2f-9c4edae57160" -d '{"events": [{"server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "name": "network-vif-plugged", "status": "completed", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:50.805865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Transition to ACTIVE for port object f00ccd8e-81ab-4a5c-b4f1-0db413852195 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:41:50.823795 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.833901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:50.846572 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.870436 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1bab58a-089b-4307-908b-af707923bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.903482 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a349d8d2-051e-4d08-93ed-919ec51b0c90 x-openstack-request-id: req-a349d8d2-051e-4d08-93ed-919ec51b0c90 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:50.903763 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "name": "network-vif-plugged", "status": "completed", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:50.904023 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a349d8d2-051e-4d08-93ed-919ec51b0c90 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:50.904427 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'code': 200} Feb 11 04:41:50.905094 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-5404437c-d38c-4620-b32c-e14351c2c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:50.907939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-5404437c-d38c-4620-b32c-e14351c2c62f service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2456260 Feb 11 04:41:50.942971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Allocated IP 192.168.233.83 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/d344640f-2e58-485b-a092-0089c0927850) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:50.946582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:51.121691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Attempting to bind port f00ccd8e-81ab-4a5c-b4f1-0db413852195 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:51.122204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Attempting to bind port f00ccd8e-81ab-4a5c-b4f1-0db413852195 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:51.122712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Attempting to bind port f00ccd8e-81ab-4a5c-b4f1-0db413852195 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:51.129771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Pushing event updated for resources: {'Port': ['ID=f00ccd8e-81ab-4a5c-b4f1-0db413852195,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:51.136198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Port f00ccd8e-81ab-4a5c-b4f1-0db413852195 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:41:51.136198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Attempting to bind port f00ccd8e-81ab-4a5c-b4f1-0db413852195 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:51.146456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:51.146456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:51.146456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:51.146456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Bound port: f00ccd8e-81ab-4a5c-b4f1-0db413852195, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:51.146456 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.224497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 88c55774-4dea-4833-913a-83b038910b48 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:51.253047 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-a5383264-da17-4b5f-96f9-ba83bc28eab0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d HTTP/1.1" status: 200 len: 217 time: 0.1214895 Feb 11 04:41:51.256599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 88c55774-4dea-4833-913a-83b038910b48 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:51.257028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 88c55774-4dea-4833-913a-83b038910b48 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:51.257626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:51.259825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] For port f00ccd8e-81ab-4a5c-b4f1-0db413852195, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:51.267946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] For port f00ccd8e-81ab-4a5c-b4f1-0db413852195, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f00ccd8e-81ab-4a5c-b4f1-0db413852195,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:51.285578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:51.285930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8e4f5c4b-80bf-4868-9d8b-498b1939ebdd not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:51.293525 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.297838 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1bab58a-089b-4307-908b-af707923bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.327096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ed0251-2221-4aa9-8dbf-e750bc7a885a None None] Network 4643b148-1e91-44d9-887e-6491249d59a6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:51.361295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1bab58a-089b-4307-908b-af707923bc54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.366030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c1bab58a-089b-4307-908b-af707923bc54 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac HTTP/1.1" status: 204 len: 168 time: 0.9087057 Feb 11 04:41:51.373294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48162) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:51.381946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316f8fd-f4f3-41b9-b3c5-f02555575a54 req-fdcd36c3-3f87-4f8d-a094-1e41594edcdc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:51.389672 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c316f8fd-f4f3-41b9-b3c5-f02555575a54 req-fdcd36c3-3f87-4f8d-a094-1e41594edcdc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.2340667 Feb 11 04:41:51.415036 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks [] for port (d344640f-2e58-485b-a092-0089c0927850), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.418328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bab58a-089b-4307-908b-af707923bc54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f73ca44a-70d7-4ff9-ae7d-fb4940a8fcac,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:51.422289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:51.423170 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.425963 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] 10.222.0.10 "PUT /v2.0/ports/f00ccd8e-81ab-4a5c-b4f1-0db413852195 HTTP/1.1" status: 200 len: 1097 time: 1.4495015 Feb 11 04:41:51.428625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc4610a-1cc5-46a3-9af3-a81efe83e084', 'tag': 'f00ccd8e-81ab-4a5c-b4f1-0db413852195'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:51.431488 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67ac211-650e-4695-a34d-5bc1cc6e6021" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc4610a-1cc5-46a3-9af3-a81efe83e084", "tag": "f00ccd8e-81ab-4a5c-b4f1-0db413852195"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:51.461610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4a190-0e60-4097-99d2-95173c80cbab service neutron] Pushing event updated for resources: {'Port': ['ID=f00ccd8e-81ab-4a5c-b4f1-0db413852195,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:51.468927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-80f602fc-941f-40f1-a669-a91e2f5ce2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:51.470589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-80f602fc-941f-40f1-a669-a91e2f5ce2c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.2058153 Feb 11 04:41:51.569811 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911fd4a2-711e-4376-8d3f-fae11ca61746 x-openstack-request-id: req-911fd4a2-711e-4376-8d3f-fae11ca61746 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:51.570105 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc4610a-1cc5-46a3-9af3-a81efe83e084", "tag": "f00ccd8e-81ab-4a5c-b4f1-0db413852195", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:51.570360 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-911fd4a2-711e-4376-8d3f-fae11ca61746 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:51.570761 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc4610a-1cc5-46a3-9af3-a81efe83e084', 'tag': 'f00ccd8e-81ab-4a5c-b4f1-0db413852195', 'status': 'completed', 'code': 200} Feb 11 04:41:51.611342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-8dde6e61-8072-4721-ae39-dcb160ef90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:51.613397 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-8dde6e61-8072-4721-ae39-dcb160ef90f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 1131 time: 0.0910454 Feb 11 04:41:51.661446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c316f8fd-f4f3-41b9-b3c5-f02555575a54 req-90077fad-f40a-483e-94b0-0156dc6b9ac5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702665 Feb 11 04:41:51.664204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (4643b148-1e91-44d9-887e-6491249d59a6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.709893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1936385f-c3a0-4ff1-9ef0-181c588ed7ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f00ccd8e-81ab-4a5c-b4f1-0db413852195 HTTP/1.1" status: 200 len: 217 time: 0.0813670 Feb 11 04:41:51.714085 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d344640f-2e58-485b-a092-0089c0927850), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.718643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42231b0e-ec9a-4f4e-84ea-f61b823754ad None None] DHCP port deletion for 4643b148-1e91-44d9-887e-6491249d59a6 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:41:51.760287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', '2b1d0e33-f02e-47c6-833c-d8d3e6761663', '0e66530f-f5cd-478a-a572-3e084dabecb5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:51.840096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451fd42-6dae-462a-8697-aec601402826 req-2054a024-a196-4dda-9bd3-1175891d0e0b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:51.849881 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6451fd42-6dae-462a-8697-aec601402826 req-2054a024-a196-4dda-9bd3-1175891d0e0b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 948 time: 0.2152073 Feb 11 04:41:51.852461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event updated for resources: {'Port': ['ID=d344640f-2e58-485b-a092-0089c0927850,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:51.863747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-b234dbf0-a5f0-47fd-b2a3-d880e870aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:51.865471 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-b234dbf0-a5f0-47fd-b2a3-d880e870aaba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1272917 Feb 11 04:41:51.877096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-8c9f719b-8232-4ea6-b259-251912e92712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:51.882227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-8c9f719b-8232-4ea6-b259-251912e92712 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3951762 Feb 11 04:41:51.902391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-42231b0e-ec9a-4f4e-84ea-f61b823754ad None None] Deleting port 76e3606d-f931-4010-950e-f49565c64559 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:51.903046 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42231b0e-ec9a-4f4e-84ea-f61b823754ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (76e3606d-f931-4010-950e-f49565c64559), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.969741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:51.983228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:51.991016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:52.018682 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6451fd42-6dae-462a-8697-aec601402826 req-3590f4b6-8da4-421d-8b11-488f9d5147a0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675026 Feb 11 04:41:52.033678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1d79be92-be19-451b-ba18-9386599aaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:52.040390 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-1d79be92-be19-451b-ba18-9386599aaed9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1652203 Feb 11 04:41:52.046299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-42231b0e-ec9a-4f4e-84ea-f61b823754ad None None] For port 76e3606d-f931-4010-950e-f49565c64559, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=76e3606d-f931-4010-950e-f49565c64559,segment=NetworkSegment(3dd70b92-0cfa-4698-96d6-2a44c99ccc08),segment_id=3dd70b92-0cfa-4698-96d6-2a44c99ccc08)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:52.046712 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42231b0e-ec9a-4f4e-84ea-f61b823754ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (76e3606d-f931-4010-950e-f49565c64559), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.066037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-42231b0e-ec9a-4f4e-84ea-f61b823754ad None None] Calling delete_port for 76e3606d-f931-4010-950e-f49565c64559 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:52.264702 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42231b0e-ec9a-4f4e-84ea-f61b823754ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (76e3606d-f931-4010-950e-f49565c64559), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.306333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42231b0e-ec9a-4f4e-84ea-f61b823754ad None None] Pushing event deleted for resources: {'Port': ['ID=76e3606d-f931-4010-950e-f49565c64559,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:52.307819 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-9ed0bd85-0bdf-4181-9587-2a9620e603f0 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551484 Feb 11 04:41:52.308855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42231b0e-ec9a-4f4e-84ea-f61b823754ad None None] No DVR routers for this DVR port 76e3606d-f931-4010-950e-f49565c64559 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:41:52.337911 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:52.337911 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.370996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Deleting port 76e3606d-f931-4010-950e-f49565c64559 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:52.371307 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (76e3606d-f931-4010-950e-f49565c64559), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.422314 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-11836007-75b0-4f8d-9693-57349e8efd3a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7902269 Feb 11 04:41:52.464649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Request body: {'port': {'device_id': '88e9e983-381a-416c-83b9-a6a0f40b05a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:52.471277 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-7225cbd5-4473-4cd6-a7f4-e8b172f397b8 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713143 Feb 11 04:41:52.471662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-2f3b870a-e129-4b14-b673-862b9f32399d service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569054 Feb 11 04:41:52.497948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dd2dd7a0-5467-4e92-8384-b80df226c5d6 None None] Provisioning complete for port d344640f-2e58-485b-a092-0089c0927850 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:52.498337 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd2dd7a0-5467-4e92-8384-b80df226c5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d344640f-2e58-485b-a092-0089c0927850), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.550305 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dd2dd7a0-5467-4e92-8384-b80df226c5d6 None None] Port d344640f-2e58-485b-a092-0089c0927850 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:52.564532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] For port 76e3606d-f931-4010-950e-f49565c64559, host n-d-615180-58, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:52.564900 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (76e3606d-f931-4010-950e-f49565c64559), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.590461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Calling delete_port for 76e3606d-f931-4010-950e-f49565c64559 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:52.620664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Port 76e3606d-f931-4010-950e-f49565c64559 was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:41:52.630735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (76e3606d-f931-4010-950e-f49565c64559), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.642771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ac211-650e-4695-a34d-5bc1cc6e6021 req-14ef7d2e-6e48-4615-a384-502a33583549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:52.644577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d67ac211-650e-4695-a34d-5bc1cc6e6021 req-14ef7d2e-6e48-4615-a384-502a33583549 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 1131 time: 0.0565743 Feb 11 04:41:52.694674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e3606d-f931-4010-950e-f49565c64559,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:52.706784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] No DVR routers for this DVR port 76e3606d-f931-4010-950e-f49565c64559 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:41:52.712246 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d344640f-2e58-485b-a092-0089c0927850), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.780253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ac211-650e-4695-a34d-5bc1cc6e6021 req-860b4b43-e17f-45e6-9550-ba3d20856702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:52.781042 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-102cb71a-4170-44b0-afff-406879cc2721 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770066 Feb 11 04:41:52.783065 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d67ac211-650e-4695-a34d-5bc1cc6e6021 req-860b4b43-e17f-45e6-9550-ba3d20856702 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1306050 Feb 11 04:41:52.852574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d67ac211-650e-4695-a34d-5bc1cc6e6021 req-dcb8dc7f-1a29-4a1f-b38c-cf6a32673590 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f00ccd8e-81ab-4a5c-b4f1-0db413852195 HTTP/1.1" status: 200 len: 217 time: 0.0541711 Feb 11 04:41:52.897078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:52.922630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ac211-650e-4695-a34d-5bc1cc6e6021 req-b1c17ce3-c751-46e0-bd18-c2c6e562d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:52.924067 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (4643b148-1e91-44d9-887e-6491249d59a6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.924323 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d67ac211-650e-4695-a34d-5bc1cc6e6021 req-b1c17ce3-c751-46e0-bd18-c2c6e562d8da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0581882 Feb 11 04:41:52.967301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4643b148-1e91-44d9-887e-6491249d59a6']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:52.986745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd70b92-0cfa-4698-96d6-2a44c99ccc08') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:52.987121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd70b92-0cfa-4698-96d6-2a44c99ccc08') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:53.027052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ac211-650e-4695-a34d-5bc1cc6e6021 req-786bd5d8-6879-44f5-bd7c-b4f8da61ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:53.028117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf97c33-3344-4a6c-aaa5-8c1e37b27dc9 req-051b2f55-04bc-4f76-a570-40a9bc23e02e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:53.032853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d67ac211-650e-4695-a34d-5bc1cc6e6021 req-786bd5d8-6879-44f5-bd7c-b4f8da61ede8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0991397 Feb 11 04:41:53.035471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9bf97c33-3344-4a6c-aaa5-8c1e37b27dc9 req-051b2f55-04bc-4f76-a570-40a9bc23e02e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.2267716 Feb 11 04:41:53.047909 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (3dd70b92-0cfa-4698-96d6-2a44c99ccc08), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.071952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-25c4c24d-2601-4b70-b9fe-bab8e42f653c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.102267 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3dd70b92-0cfa-4698-96d6-2a44c99ccc08), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.118744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:41:53.119393 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (3dd70b92-0cfa-4698-96d6-2a44c99ccc08), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:41:53.122953 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:41:53.206396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 76e3606d-f931-4010-950e-f49565c64559 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:53.214169 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d67ac211-650e-4695-a34d-5bc1cc6e6021 req-61a705bd-a3bc-4d89-a042-bd0085f1d2ab service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725471 Feb 11 04:41:53.226833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9bf97c33-3344-4a6c-aaa5-8c1e37b27dc9 req-76d5088a-4053-47ee-98e2-c7be70ef9bed tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816156 Feb 11 04:41:53.261416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 76e3606d-f931-4010-950e-f49565c64559 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:53.261851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 76e3606d-f931-4010-950e-f49565c64559 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:53.266160 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (4643b148-1e91-44d9-887e-6491249d59a6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.272789 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.279129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4643b148-1e91-44d9-887e-6491249d59a6 HTTP/1.1" status: 204 len: 168 time: 1.8806131 Feb 11 04:41:53.303437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10713c13-fa64-4c93-b190-ec5cfdfb34e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4643b148-1e91-44d9-887e-6491249d59a6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:53.322102 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-25c4c24d-2601-4b70-b9fe-bab8e42f653c admin admin] Publish callbacks [] for security_group (51601c38-69db-409a-a656-e638241dc3d9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.343400 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-25c4c24d-2601-4b70-b9fe-bab8e42f653c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (51601c38-69db-409a-a656-e638241dc3d9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.370492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596997ed-825c-4c63-ad05-820e3c2d8598 req-18c6ce60-60e3-4ca7-996b-86f1b4082def tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:53.372309 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-596997ed-825c-4c63-ad05-820e3c2d8598 req-18c6ce60-60e3-4ca7-996b-86f1b4082def tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 948 time: 0.2526462 Feb 11 04:41:53.390832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d344640f-2e58-485b-a092-0089c0927850 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:53.401737 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Publish callbacks [] for port (d344640f-2e58-485b-a092-0089c0927850), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.417216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Transition to ACTIVE for port object d344640f-2e58-485b-a092-0089c0927850 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:41:53.422154 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d344640f-2e58-485b-a092-0089c0927850), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.488580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Pushing event updated for resources: {'Port': ['ID=d344640f-2e58-485b-a092-0089c0927850,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:53.516427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48212) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:53.607518 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d73573ae-b845-4c03-98cf-7b530513a912 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99072e60536a4d368de68d90bda9e2b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0899217 Feb 11 04:41:53.611187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48214) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:53.646483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Attempting to bind port d344640f-2e58-485b-a092-0089c0927850 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:53.646846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Attempting to bind port d344640f-2e58-485b-a092-0089c0927850 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:53.647223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Attempting to bind port d344640f-2e58-485b-a092-0089c0927850 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:53.656031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Port d344640f-2e58-485b-a092-0089c0927850 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:41:53.656975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Attempting to bind port d344640f-2e58-485b-a092-0089c0927850 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:53.669913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:53.670257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:53.670652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:53.672288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Bound port: d344640f-2e58-485b-a092-0089c0927850, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:53.672925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d344640f-2e58-485b-a092-0089c0927850), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.754529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] For port d344640f-2e58-485b-a092-0089c0927850, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:53.757794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] For port d344640f-2e58-485b-a092-0089c0927850, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d344640f-2e58-485b-a092-0089c0927850,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:53.770019 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d344640f-2e58-485b-a092-0089c0927850), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.784724 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec3fc74e-639d-40ab-bef0-e11e07931f50 admin admin] Publish callbacks [] for security_group (de70dcb8-76c6-4537-afd0-aa22ad4f05ec), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.819166 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-25c4c24d-2601-4b70-b9fe-bab8e42f653c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07b024dba6ed4aa1a124a03572514f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9182932 Feb 11 04:41:53.821275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48216) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:53.828897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:53.830854 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.835141 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] 10.222.0.60 "PUT /v2.0/ports/d344640f-2e58-485b-a092-0089c0927850 HTTP/1.1" status: 200 len: 1096 time: 1.3765101 Feb 11 04:41:53.836848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e9e983-381a-416c-83b9-a6a0f40b05a9', 'tag': 'd344640f-2e58-485b-a092-0089c0927850'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:53.839159 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc4143f-dbaa-4060-8386-88c96015d1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "88e9e983-381a-416c-83b9-a6a0f40b05a9", "tag": "d344640f-2e58-485b-a092-0089c0927850"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:53.842321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4c24d-2601-4b70-b9fe-bab8e42f653c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51601c38-69db-409a-a656-e638241dc3d9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:53.877449 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-596997ed-825c-4c63-ad05-820e3c2d8598 req-55e7d418-a670-4908-8fd7-459695499365 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856226 Feb 11 04:41:53.909879 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d67ac211-650e-4695-a34d-5bc1cc6e6021 req-722e1a93-54e7-40c1-964b-041788861382 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638639 Feb 11 04:41:54.132944 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd9c7c9-e959-4fdd-8bfa-ffd7062f82f6 x-openstack-request-id: req-ddd9c7c9-e959-4fdd-8bfa-ffd7062f82f6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:54.133148 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e9e983-381a-416c-83b9-a6a0f40b05a9", "tag": "d344640f-2e58-485b-a092-0089c0927850", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:54.133404 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddd9c7c9-e959-4fdd-8bfa-ffd7062f82f6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:54.133796 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e9e983-381a-416c-83b9-a6a0f40b05a9', 'tag': 'd344640f-2e58-485b-a092-0089c0927850', 'status': 'completed', 'code': 200} Feb 11 04:41:54.199123 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec3fc74e-639d-40ab-bef0-e11e07931f50 admin admin] Publish callbacks [] for security_group (de70dcb8-76c6-4537-afd0-aa22ad4f05ec), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.228501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13fb79-4418-44a8-84e9-a6ead90f3baf service neutron] Pushing event updated for resources: {'Port': ['ID=d344640f-2e58-485b-a092-0089c0927850,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:54.269558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-16492cc7-1af3-470a-a895-7b2ba2791dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:54.271105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-16492cc7-1af3-470a-a895-7b2ba2791dc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 1130 time: 0.1365368 Feb 11 04:41:54.272927 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-186b1cc2-c2ab-4cb4-96b6-f189f6d12700 admin admin] Publish callbacks [] for security_group (51601c38-69db-409a-a656-e638241dc3d9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.309801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-186b1cc2-c2ab-4cb4-96b6-f189f6d12700 admin admin] Publish callbacks [] for security_group (51601c38-69db-409a-a656-e638241dc3d9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.352099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec3fc74e-639d-40ab-bef0-e11e07931f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (de70dcb8-76c6-4537-afd0-aa22ad4f05ec), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.354684 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec3fc74e-639d-40ab-bef0-e11e07931f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.358187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ec3fc74e-639d-40ab-bef0-e11e07931f50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de70dcb8-76c6-4537-afd0-aa22ad4f05ec HTTP/1.1" status: 204 len: 168 time: 0.7434914 Feb 11 04:41:54.358187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-994468b2-bc76-45ff-8469-bd78c28c25b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d344640f-2e58-485b-a092-0089c0927850 HTTP/1.1" status: 200 len: 217 time: 0.0593996 Feb 11 04:41:54.430585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de32ef-4679-4913-a342-973bb4b554bb req-1873dffb-4851-4620-b377-8faf398e60f6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:54.432174 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1de32ef-4679-4913-a342-973bb4b554bb req-1873dffb-4851-4620-b377-8faf398e60f6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.1048632 Feb 11 04:41:54.437053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fc74e-639d-40ab-bef0-e11e07931f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de70dcb8-76c6-4537-afd0-aa22ad4f05ec,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:54.494222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-cd4730f2-b911-4eb3-b4c5-a75d045adb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:54.497054 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-cd4730f2-b911-4eb3-b4c5-a75d045adb12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1279826 Feb 11 04:41:54.560760 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1de32ef-4679-4913-a342-973bb4b554bb req-712fceb9-ab82-4a99-8e04-9de939a84290 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172407 Feb 11 04:41:54.576840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-186b1cc2-c2ab-4cb4-96b6-f189f6d12700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (51601c38-69db-409a-a656-e638241dc3d9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.582506 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-186b1cc2-c2ab-4cb4-96b6-f189f6d12700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.584179 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-186b1cc2-c2ab-4cb4-96b6-f189f6d12700 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51601c38-69db-409a-a656-e638241dc3d9 HTTP/1.1" status: 204 len: 168 time: 0.7480996 Feb 11 04:41:54.597592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b1cc2-c2ab-4cb4-96b6-f189f6d12700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51601c38-69db-409a-a656-e638241dc3d9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:54.609187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-f77ba623-014c-496e-b8b2-fe3d22311c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:54.609544 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-f77ba623-014c-496e-b8b2-fe3d22311c40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0999954 Feb 11 04:41:54.746856 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-0665e935-2393-4ea5-93b0-55ff6b90e6ff service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255219 Feb 11 04:41:54.895984 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5344ef0d-9e5c-42c0-a0d4-22a100586385 req-8b9a8e88-8a43-4fe2-952a-e6a71f9d702a service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338494 Feb 11 04:41:55.042345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dcb34-b94b-46f9-9b8a-d5e202026a00 req-4738db15-f4a5-40ed-81c5-0cca6fb4dd52 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.049549 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fc7dcb34-b94b-46f9-9b8a-d5e202026a00 req-4738db15-f4a5-40ed-81c5-0cca6fb4dd52 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 948 time: 0.0867095 Feb 11 04:41:55.148998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4143f-dbaa-4060-8386-88c96015d1ce req-bd83cc91-2501-427d-82ba-61b8b43d547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.153548 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9fc4143f-dbaa-4060-8386-88c96015d1ce req-bd83cc91-2501-427d-82ba-61b8b43d547e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 1130 time: 0.1323900 Feb 11 04:41:55.179156 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fc7dcb34-b94b-46f9-9b8a-d5e202026a00 req-bea40bf0-4c51-494e-9944-c2258721da42 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286087 Feb 11 04:41:55.327671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4143f-dbaa-4060-8386-88c96015d1ce req-6fd9d410-8e00-4b01-a391-7832e33058a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.329229 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9fc4143f-dbaa-4060-8386-88c96015d1ce req-6fd9d410-8e00-4b01-a391-7832e33058a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1646526 Feb 11 04:41:55.416463 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9fc4143f-dbaa-4060-8386-88c96015d1ce req-9f1788bb-1f1b-4243-9efd-6fa492752a4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d344640f-2e58-485b-a092-0089c0927850 HTTP/1.1" status: 200 len: 217 time: 0.0664182 Feb 11 04:41:55.567256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4143f-dbaa-4060-8386-88c96015d1ce req-ef70c2b1-a931-4336-94c8-cda2e94c1e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.573523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9fc4143f-dbaa-4060-8386-88c96015d1ce req-ef70c2b1-a931-4336-94c8-cda2e94c1e96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1372290 Feb 11 04:41:55.654661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4143f-dbaa-4060-8386-88c96015d1ce req-47307f88-2b16-48a2-bfb2-696824b4a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.662032 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9fc4143f-dbaa-4060-8386-88c96015d1ce req-47307f88-2b16-48a2-bfb2-696824b4a1c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0770721 Feb 11 04:41:55.779726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febae2d-2a0d-487f-ac6e-0865ecf72262 req-2af8bda1-2c75-4e4a-8860-ccb0a3564f8e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.781327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4febae2d-2a0d-487f-ac6e-0865ecf72262 req-2af8bda1-2c75-4e4a-8860-ccb0a3564f8e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.0989978 Feb 11 04:41:55.874715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4febae2d-2a0d-487f-ac6e-0865ecf72262 req-7bba0b26-aee8-4945-8484-7730812ae796 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824175 Feb 11 04:41:55.881024 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-ed5895d5-bdd7-4563-927f-228376c83b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.882745 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-ed5895d5-bdd7-4563-927f-228376c83b4c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186&tenant_id=1065d83b11b143078bcea2c5380d8113 HTTP/1.1" status: 200 len: 1133 time: 0.0838947 Feb 11 04:41:55.913265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48292) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:55.920277 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9fc4143f-dbaa-4060-8386-88c96015d1ce req-4648fdd6-8b43-40d1-b701-9d950d6c533f service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339020 Feb 11 04:41:55.923973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b15679-cc18-4901-af00-4fc04fd8b612 req-875c53ca-2aac-49a2-8482-bb0022a16f1a tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.925415 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-70b15679-cc18-4901-af00-4fc04fd8b612 req-875c53ca-2aac-49a2-8482-bb0022a16f1a tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 1129 time: 0.1150558 Feb 11 04:41:55.988920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-3aa71f0b-f0fe-495a-98dd-6135e3fa1f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.993240 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-3aa71f0b-f0fe-495a-98dd-6135e3fa1f0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 1133 time: 0.0628529 Feb 11 04:41:56.066917 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-70b15679-cc18-4901-af00-4fc04fd8b612 req-c7fce25e-69af-476d-9707-c55431a7d7fc tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284389 Feb 11 04:41:56.117992 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9fc4143f-dbaa-4060-8386-88c96015d1ce req-ed1cb28e-ad11-40f1-a5eb-ea420be812fc service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812675 Feb 11 04:41:56.134416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1631865580-network', 'tenant_id': '49e1f74c01434e6385812c219e96e249'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:56.187704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:56.190267 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.205610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-bf0b1577-a2ad-458c-94f5-f3e8e62e910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:56.207295 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-bf0b1577-a2ad-458c-94f5-f3e8e62e910f service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2025349 Feb 11 04:41:56.208314 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.271705 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-2e412162-ef88-4159-ac3e-fd5e8ec0eddf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d HTTP/1.1" status: 200 len: 217 time: 0.0489581 Feb 11 04:41:56.399531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-7ae4e902-3a2c-4c66-8881-63a9dbaf7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:56.401184 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-7ae4e902-3a2c-4c66-8881-63a9dbaf7897 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1165376 Feb 11 04:41:56.440521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48308) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:56.460801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f00ccd8e-81ab-4a5c-b4f1-0db413852195 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:41:56.474761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fac13-c9f5-4ff5-9b04-44e55b0e4009 req-469157dd-4537-48c1-a30b-0dba560f2ca0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:56.485582 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f9fac13-c9f5-4ff5-9b04-44e55b0e4009 req-469157dd-4537-48c1-a30b-0dba560f2ca0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 948 time: 0.2139633 Feb 11 04:41:56.537638 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Publish callbacks [] for security_group (5ba2704c-0004-481f-9e7c-a3543e684ae9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.554277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5ba2704c-0004-481f-9e7c-a3543e684ae9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.585713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24d0dcda-e966-4073-b0ac-b3c9b91fd967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.638784 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f9fac13-c9f5-4ff5-9b04-44e55b0e4009 req-220eda74-2eef-4c4f-812d-789d9864e8ad tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522682 Feb 11 04:41:56.641764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba2704c-0004-481f-9e7c-a3543e684ae9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:56.670874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:41:56.674510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-4832bcb6-2fe7-4404-93af-b16c34d8ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:56.676113 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-4832bcb6-2fe7-4404-93af-b16c34d8ee48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2641990 Feb 11 04:41:56.718505 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8e8367f1-8c14-4fbc-abb9-55052002a0c2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.718966 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Added segment 8e8367f1-8c14-4fbc-abb9-55052002a0c2 of type vlan for network b600b80b-883d-437a-8848-fc1e3568df2d Feb 11 04:41:56.730849 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24d0dcda-e966-4073-b0ac-b3c9b91fd967 admin admin] Publish callbacks [] for security_group (68a0a8dd-2db6-4ef0-8aec-c2f644b9b6ee), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.735448 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24d0dcda-e966-4073-b0ac-b3c9b91fd967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (68a0a8dd-2db6-4ef0-8aec-c2f644b9b6ee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.772540 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (b600b80b-883d-437a-8848-fc1e3568df2d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.799212 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-24d0dcda-e966-4073-b0ac-b3c9b91fd967 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e934c22c72064c13b3a985b560aba0c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575094 Feb 11 04:41:56.800356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0dcda-e966-4073-b0ac-b3c9b91fd967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a0a8dd-2db6-4ef0-8aec-c2f644b9b6ee,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:56.803776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48326) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:56.821830 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (b600b80b-883d-437a-8848-fc1e3568df2d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.824417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:56.825670 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.893449 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25a76117-6478-41a1-abca-61dbbb671614 admin admin] Publish callbacks [] for security_group (68a0a8dd-2db6-4ef0-8aec-c2f644b9b6ee), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.929961 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25a76117-6478-41a1-abca-61dbbb671614 admin admin] Publish callbacks [] for security_group (68a0a8dd-2db6-4ef0-8aec-c2f644b9b6ee), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.971907 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0571551 Feb 11 04:41:56.973330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48330) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:56.981033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bc7ec6a8-cf60-4f09-ad43-7d6b6fbeb198 admin admin] Request body: {'subnet': {'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1631865580-subnet', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:56.985048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f00ccd8e-81ab-4a5c-b4f1-0db413852195, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f00ccd8e-81ab-4a5c-b4f1-0db413852195,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:56.987124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2bd6c-2d50-4b9c-9f42-e2b845ed78fb admin admin] Pushing event updated for resources: {'Network': ['ID=b600b80b-883d-437a-8848-fc1e3568df2d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:57.001290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'f00ccd8e-81ab-4a5c-b4f1-0db413852195', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': 'f00ccd8e-81ab-4a5c-b4f1-0db413852195', 'mac_address': 'fa:16:3e:37:e6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:41:57.003817 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25a76117-6478-41a1-abca-61dbbb671614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (68a0a8dd-2db6-4ef0-8aec-c2f644b9b6ee), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.004686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network b600b80b-883d-437a-8848-fc1e3568df2d details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:41:57.007829 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25a76117-6478-41a1-abca-61dbbb671614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.012953 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-25a76117-6478-41a1-abca-61dbbb671614 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68a0a8dd-2db6-4ef0-8aec-c2f644b9b6ee HTTP/1.1" status: 204 len: 168 time: 0.2080376 Feb 11 04:41:57.022980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a76117-6478-41a1-abca-61dbbb671614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a0a8dd-2db6-4ef0-8aec-c2f644b9b6ee,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:57.112131 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-7f5cb9b7-9681-41e3-bebf-f32f3e0b20d5 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279625 Feb 11 04:41:57.142110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port f00ccd8e-81ab-4a5c-b4f1-0db413852195 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:57.143088 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.162702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7ec6a8-cf60-4f09-ad43-7d6b6fbeb198 admin admin] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:57.165054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec6a8-cf60-4f09-ad43-7d6b6fbeb198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.166565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00ccd8e-81ab-4a5c-b4f1-0db413852195 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:57.209787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f00ccd8e-81ab-4a5c-b4f1-0db413852195, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f00ccd8e-81ab-4a5c-b4f1-0db413852195,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:57.217007 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.287818 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=f00ccd8e-81ab-4a5c-b4f1-0db413852195,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:57.336946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d4a255f-d33a-4bbc-9f60-56b24459a525 req-803cf14e-f086-4d85-9654-a7ee5ce8fc32 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055149 Feb 11 04:41:57.346420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f7ac1-2ec4-4fa4-aa96-fef39b282ac5 req-95504695-053a-4df0-9336-f53edb94a9b1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:57.347986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a4f7ac1-2ec4-4fa4-aa96-fef39b282ac5 req-95504695-053a-4df0-9336-f53edb94a9b1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.3443937 Feb 11 04:41:57.425428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a4f7ac1-2ec4-4fa4-aa96-fef39b282ac5 req-f4cb4fa9-1a02-4696-b847-7803aeca7874 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686576 Feb 11 04:41:57.565786 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec6a8-cf60-4f09-ad43-7d6b6fbeb198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (65107a1f-5362-4c4b-8b4f-485ce20e40df), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.599418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['f00ccd8e-81ab-4a5c-b4f1-0db413852195'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:57.645063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ec6a8-cf60-4f09-ad43-7d6b6fbeb198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65107a1f-5362-4c4b-8b4f-485ce20e40df,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:57.655771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7ec6a8-cf60-4f09-ad43-7d6b6fbeb198 admin admin] Checking segment: {'id': '8e8367f1-8c14-4fbc-abb9-55052002a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:57.656257 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ec6a8-cf60-4f09-ad43-7d6b6fbeb198 admin admin] Network hostable DHCP agents. Network: b600b80b-883d-437a-8848-fc1e3568df2d, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:41:57.684420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ec6a8-cf60-4f09-ad43-7d6b6fbeb198 admin admin] Network b600b80b-883d-437a-8848-fc1e3568df2d is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:41:57.709590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bc7ec6a8-cf60-4f09-ad43-7d6b6fbeb198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, b600b80b-883d-437a-8848-fc1e3568df2d) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:57.723635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7ec6a8-cf60-4f09-ad43-7d6b6fbeb198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:57.724586 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec6a8-cf60-4f09-ad43-7d6b6fbeb198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.756742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ca15b-78a0-4108-b504-41ffd3d508c5 None None] Network b600b80b-883d-437a-8848-fc1e3568df2d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:57.762685 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc7ec6a8-cf60-4f09-ad43-7d6b6fbeb198 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7833622 Feb 11 04:41:57.763316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48360) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:57.767908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1631865580-router', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:57.805796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48362) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:57.864200 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.868207 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.969448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d214ea7-d4f7-4f28-87f6-91b26853365f req-ddd835e0-d687-4b0d-bd43-59ad6ad1c2c9 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:57.975051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d214ea7-d4f7-4f28-87f6-91b26853365f req-ddd835e0-d687-4b0d-bd43-59ad6ad1c2c9 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 949 time: 0.1983681 Feb 11 04:41:58.008416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-b600b80b-883d-437a-8848-fc1e3568df2d', 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d', 'project_id': '49e1f74c01434e6385812c219e96e249', 'fixed_ips': [{'subnet_id': '65107a1f-5362-4c4b-8b4f-485ce20e40df'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:41:58.009665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-f822450a-dc55-4da5-a3e1-6ee547226948 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:41:58.012996 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.019014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-f822450a-dc55-4da5-a3e1-6ee547226948 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2117486 Feb 11 04:41:58.078886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48374) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:58.116018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Publish callbacks [] for router_controller (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.221007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Allocated IP 172.20.0.2 (b600b80b-883d-437a-8848-fc1e3568df2d/65107a1f-5362-4c4b-8b4f-485ce20e40df/6413e26b-5e3f-4228-9671-35e5e222344f) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:58.232597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-746968856-network', 'tenant_id': 'ee5179ed58b645a49ed377ab6420b786'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:58.267517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d214ea7-d4f7-4f28-87f6-91b26853365f req-3c945a4e-99ce-4e3f-8857-4b331c312344 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854583 Feb 11 04:41:58.302070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-a26d137b-e222-4264-ac17-95e690455a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:58.308906 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-a26d137b-e222-4264-ac17-95e690455a08 service neutron] 10.222.0.48 "GET /v2.0/ports/5309ec04-e70b-461d-90f7-68d24e7c1a66 HTTP/1.1" status: 200 len: 1126 time: 0.1257644 Feb 11 04:41:58.313713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] Request body: {'binding': {'host': 'n-h2-615180-58', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:58.314239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] Unknown quota resources ['binding']. {{(pid=103353) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:41:58.317482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Made reservation on behalf of ee5179ed58b645a49ed377ab6420b786 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:58.319741 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.349384 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Publish callbacks [] for router_gateway (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.356783 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.407632 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Publish callbacks [] for port (6413e26b-5e3f-4228-9671-35e5e222344f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.415657 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.435786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Network b600b80b-883d-437a-8848-fc1e3568df2d is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:58.438695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:58.442477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Publish callbacks [] for security_group (ba07226d-f4dc-42ae-bd1e-4dda284b68a3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.460230 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ba07226d-f4dc-42ae-bd1e-4dda284b68a3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.493587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:41:58.524199 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:58.532044 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:58.551391 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ad30a6d9-6461-4433-951e-0f1a3d4561c5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.551755 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Added segment ad30a6d9-6461-4433-951e-0f1a3d4561c5 of type vlan for network 3efa1485-f479-4a25-bb21-61aaac50d31d Feb 11 04:41:58.554791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba07226d-f4dc-42ae-bd1e-4dda284b68a3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:58.609088 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Publish callbacks [] for router_gateway (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.625062 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (3efa1485-f479-4a25-bb21-61aaac50d31d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.637914 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.668573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:58.669137 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.716287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] Attempting to bind port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on host n-h2-615180-58 for vnic_type normal with profile None {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:58.716540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] Attempting to bind port 5309ec04-e70b-461d-90f7-68d24e7c1a66 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:58.718979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] Attempting to bind port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:58.723504 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (3efa1485-f479-4a25-bb21-61aaac50d31d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.732686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:58.733865 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.740882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] Port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:41:58.741765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] Attempting to bind port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:58.744177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9545a84-d4ea-48c2-8fe2-5e59061b4bd2 req-5cf4cecc-3a63-4c08-b126-b0168041f6b7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:58.746251 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9545a84-d4ea-48c2-8fe2-5e59061b4bd2 req-5cf4cecc-3a63-4c08-b126-b0168041f6b7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 950 time: 0.1388965 Feb 11 04:41:58.756379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:58.779190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:58.779889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:58.781203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:58.781916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] Bound port: 5309ec04-e70b-461d-90f7-68d24e7c1a66, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:58.785508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:58.788629 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe43663-caa8-4445-a946-496c8e126e36" -d '{"events": [{"server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "name": "network-vif-unplugged", "status": "completed", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:58.795513 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.805137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Pushing event updated for resources: {'Port': ['ID=6413e26b-5e3f-4228-9671-35e5e222344f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:58.835529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Attempting to bind port 6413e26b-5e3f-4228-9671-35e5e222344f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:58.836017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Attempting to bind port 6413e26b-5e3f-4228-9671-35e5e222344f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8e8367f1-8c14-4fbc-abb9-55052002a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:58.836456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Attempting to bind port 6413e26b-5e3f-4228-9671-35e5e222344f on network b600b80b-883d-437a-8848-fc1e3568df2d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:58.842617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Allocated IP 172.25.7.223 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/26b82426-c1f0-4d3b-909b-c3b904a31860) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:58.849760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:58.850164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Checking segment: {'id': '8e8367f1-8c14-4fbc-abb9-55052002a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:58.851144 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.851652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Bound using segment: {'id': '8e8367f1-8c14-4fbc-abb9-55052002a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:58.852245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9545a84-d4ea-48c2-8fe2-5e59061b4bd2 req-2248c5a9-b60f-4754-a764-00823bab0bc6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997515 Feb 11 04:41:58.864945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Bound port: 6413e26b-5e3f-4228-9671-35e5e222344f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8367f1-8c14-4fbc-abb9-55052002a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:58.867941 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.917161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8345330 Feb 11 04:41:58.925417 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad296f8-72db-4ec6-9221-892e2a6b6688 x-openstack-request-id: req-fad296f8-72db-4ec6-9221-892e2a6b6688 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:58.926102 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "name": "network-vif-unplugged", "status": "completed", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:58.926580 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fad296f8-72db-4ec6-9221-892e2a6b6688 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:58.927220 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'code': 200} Feb 11 04:41:58.929296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48386) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:58.941373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-aba9c3ee-fefc-41f7-96c3-6d7161f1fc89 admin admin] Request body: {'subnet': {'network_id': '3efa1485-f479-4a25-bb21-61aaac50d31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-746968856-subnet', 'tenant_id': 'ee5179ed58b645a49ed377ab6420b786', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:58.947258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42d326-da8d-4258-bd1a-ca5777e43263 admin admin] Pushing event updated for resources: {'Network': ['ID=3efa1485-f479-4a25-bb21-61aaac50d31d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:58.978715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 3efa1485-f479-4a25-bb21-61aaac50d31d details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:41:58.995140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba9c3ee-fefc-41f7-96c3-6d7161f1fc89 admin admin] Made reservation on behalf of ee5179ed58b645a49ed377ab6420b786 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:58.998007 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aba9c3ee-fefc-41f7-96c3-6d7161f1fc89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.000244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:59.001255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:59.001482 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Publish callbacks [] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.018103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] For port 6413e26b-5e3f-4228-9671-35e5e222344f, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:59.019039 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.020225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-4f8f337e-1dcc-468d-a31a-53a64292dd3d service neutron] 10.222.0.48 "POST /v2.0/ports/5309ec04-e70b-461d-90f7-68d24e7c1a66/bindings HTTP/1.1" status: 201 len: 390 time: 0.7105346 Feb 11 04:41:59.076108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] For port 6413e26b-5e3f-4228-9671-35e5e222344f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6413e26b-5e3f-4228-9671-35e5e222344f,segment=NetworkSegment(8e8367f1-8c14-4fbc-abb9-55052002a0c2),segment_id=8e8367f1-8c14-4fbc-abb9-55052002a0c2)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:59.081801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.102497 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.174950 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:59.182097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:59.186605 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:59.254358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fc9a4-712d-4008-9033-1acd2509fc24 None None] Pushing event updated for resources: {'Port': ['ID=6413e26b-5e3f-4228-9671-35e5e222344f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:59.265912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Pushing event updated for resources: {'Port': ['ID=26b82426-c1f0-4d3b-909b-c3b904a31860,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:59.336513 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aba9c3ee-fefc-41f7-96c3-6d7161f1fc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (93996b12-304e-454a-95c2-72c907bb2eb8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.387772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9c3ee-fefc-41f7-96c3-6d7161f1fc89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93996b12-304e-454a-95c2-72c907bb2eb8,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:59.518775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ac450-02b9-44a8-88de-8bf9082f72d8 req-17ab4620-c35f-47ba-9f2f-6338f740f96e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:59.520714 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f3ac450-02b9-44a8-88de-8bf9082f72d8 req-17ab4620-c35f-47ba-9f2f-6338f740f96e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 949 time: 0.1114373 Feb 11 04:41:59.521612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba9c3ee-fefc-41f7-96c3-6d7161f1fc89 admin admin] Checking segment: {'id': 'ad30a6d9-6461-4433-951e-0f1a3d4561c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3efa1485-f479-4a25-bb21-61aaac50d31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:59.522038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9c3ee-fefc-41f7-96c3-6d7161f1fc89 admin admin] Network hostable DHCP agents. Network: 3efa1485-f479-4a25-bb21-61aaac50d31d, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:41:59.593947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9c3ee-fefc-41f7-96c3-6d7161f1fc89 admin admin] Network 3efa1485-f479-4a25-bb21-61aaac50d31d is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:41:59.612452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-aba9c3ee-fefc-41f7-96c3-6d7161f1fc89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 3efa1485-f479-4a25-bb21-61aaac50d31d) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:59.621293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0eb03-38f5-4e77-91ff-bf4bfaef1094 req-53d66346-e6e3-41fd-8f09-26fc0e6d9972 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:59.623122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12f0eb03-38f5-4e77-91ff-bf4bfaef1094 req-53d66346-e6e3-41fd-8f09-26fc0e6d9972 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.3897662 Feb 11 04:41:59.640676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ee403c-e7ab-49fa-a118-5ac72425b3dd None None] Network 3efa1485-f479-4a25-bb21-61aaac50d31d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:59.658712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba9c3ee-fefc-41f7-96c3-6d7161f1fc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:59.659341 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aba9c3ee-fefc-41f7-96c3-6d7161f1fc89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.690786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f3ac450-02b9-44a8-88de-8bf9082f72d8 req-9c82e2e7-63d7-45df-a8f8-f57cab865211 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388516 Feb 11 04:41:59.696753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-f104509d-edef-491d-b4fa-36b0ada52379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:59.698523 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-f104509d-edef-491d-b4fa-36b0ada52379 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 1129 time: 0.2213480 Feb 11 04:41:59.725137 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-aba9c3ee-fefc-41f7-96c3-6d7161f1fc89 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7946641 Feb 11 04:41:59.861963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0603eb7c-83b5-4757-bbd9-d378d0fef948 None None] Network 3efa1485-f479-4a25-bb21-61aaac50d31d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:59.923454 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12f0eb03-38f5-4e77-91ff-bf4bfaef1094 req-6cc90002-578d-47a6-8b27-8ce63c72858d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885616 Feb 11 04:41:59.997839 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Publish callbacks [] for router_gateway (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:00.058256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d60857-608f-4614-9de8-4e637e183890 req-11385e88-b543-4913-a29a-74d134b359c2 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:00.062720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-50298063-56aa-41a6-b7f9-effd2a59aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:00.064588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-50298063-56aa-41a6-b7f9-effd2a59aff1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.2868779 Feb 11 04:42:00.069823 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39d60857-608f-4614-9de8-4e637e183890 req-11385e88-b543-4913-a29a-74d134b359c2 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 948 time: 0.0890863 Feb 11 04:42:00.135058 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39d60857-608f-4614-9de8-4e637e183890 req-53c1f082-2777-48bf-8b46-65a48f58a73b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629740 Feb 11 04:42:00.156416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-9ff465f9-b5af-4662-a30f-1ad7460cff81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66 HTTP/1.1" status: 200 len: 217 time: 0.0842407 Feb 11 04:42:00.205302 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-eff30c04-a108-4d61-a733-4ecd48292e35 req-043040bb-7c69-4d1c-b18a-3a3541a37a32 tempest-SecurityGroupsNegativeTestJSON-762280806 tempest-SecurityGroupsNegativeTestJSON-762280806-project] show failed (client error): The resource could not be found. Feb 11 04:42:00.206331 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eff30c04-a108-4d61-a733-4ecd48292e35 req-043040bb-7c69-4d1c-b18a-3a3541a37a32 tempest-SecurityGroupsNegativeTestJSON-762280806 tempest-SecurityGroupsNegativeTestJSON-762280806-project] 10.222.0.48 "GET /v2.0/security-groups/b38b50eb-da03-4aea-8f5e-d50777796078 HTTP/1.1" status: 404 len: 352 time: 0.0534635 Feb 11 04:42:00.283441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80495f42-d545-414f-af6f-bc55ecc47ebe req-4a44c986-e3b4-49e5-8c01-49abd9d4abeb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:00.292975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80495f42-d545-414f-af6f-bc55ecc47ebe req-4a44c986-e3b4-49e5-8c01-49abd9d4abeb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 948 time: 0.0967288 Feb 11 04:42:00.334080 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21890f56-0365-449e-b471-2292bd7d0934 req-71ec76a3-5dcc-4acb-b253-e96d5c66a066 tempest-SecurityGroupsNegativeTestJSON-762280806 tempest-SecurityGroupsNegativeTestJSON-762280806-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee5179ed58b645a49ed377ab6420b786 HTTP/1.1" status: 200 len: 3001 time: 0.0580499 Feb 11 04:42:00.337686 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-9c773261-b846-414b-b608-af60696c524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:00.339084 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-9c773261-b846-414b-b608-af60696c524b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.1736724 Feb 11 04:42:00.359090 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80495f42-d545-414f-af6f-bc55ecc47ebe req-449b1b2b-c3e0-49a8-8712-c8a29602c484 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608368 Feb 11 04:42:00.425545 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-937f14e0-d55b-488f-a890-af0b742fa546 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738564 Feb 11 04:42:00.465343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21890f56-0365-449e-b471-2292bd7d0934 req-2f95317e-8063-4c81-8759-2455c18361ad tempest-SecurityGroupsNegativeTestJSON-762280806 tempest-SecurityGroupsNegativeTestJSON-762280806-project] 10.222.0.48 "GET /v2.0/security-groups/ba07226d-f4dc-42ae-bd1e-4dda284b68a3 HTTP/1.1" status: 200 len: 2998 time: 0.1238112 Feb 11 04:42:00.497387 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:00.505442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:00.520577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f00ccd8e-81ab-4a5c-b4f1-0db413852195 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:00.671230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-de8ce66d-cda1-45da-b734-a5134246939f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1065d83b11b143078bcea2c5380d8113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486476 Feb 11 04:42:00.688098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e698fe-27f4-453e-9184-39dd48a2e85d None None] Network b600b80b-883d-437a-8848-fc1e3568df2d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:00.693330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port f00ccd8e-81ab-4a5c-b4f1-0db413852195 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:00.761264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d344640f-2e58-485b-a092-0089c0927850 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:00.765825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port f00ccd8e-81ab-4a5c-b4f1-0db413852195 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:00.766213 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:00.793629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-8760b29a-d280-4015-9128-dc1d438f0eda tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:00.795247 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-8760b29a-d280-4015-9128-dc1d438f0eda tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1155994 Feb 11 04:42:00.816771 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-3b1c19f8-a168-45c1-b5ad-466b07ff9d62 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/quotas/1065d83b11b143078bcea2c5380d8113 HTTP/1.1" status: 200 len: 375 time: 0.0152552 Feb 11 04:42:00.878998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e34238ac-e9ac-4494-8d8f-9a843bc769a3 None None] Provisioning complete for port 6413e26b-5e3f-4228-9671-35e5e222344f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:00.879557 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e34238ac-e9ac-4494-8d8f-9a843bc769a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:00.897302 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-07e10da0-52c2-4b17-baeb-8bf6c54e5282 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725210 Feb 11 04:42:01.026612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:01.074747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'mac_address': 'fa:16:3e:73:cf:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:01.160746 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21890f56-0365-449e-b471-2292bd7d0934 req-f6ef2ca6-0076-41ee-aa32-74ea45856288 tempest-SecurityGroupsNegativeTestJSON-762280806 tempest-SecurityGroupsNegativeTestJSON-762280806-project] 10.222.0.48 "GET /v2.0/security-groups/ba07226d-f4dc-42ae-bd1e-4dda284b68a3 HTTP/1.1" status: 200 len: 2998 time: 0.6884818 Feb 11 04:42:01.203500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d344640f-2e58-485b-a092-0089c0927850, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d344640f-2e58-485b-a092-0089c0927850,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:01.222607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7833f-8909-4fbd-8e9f-9aa52c326727 req-b2c570db-b4c1-46cb-922b-66f6c0173fb4 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:01.238406 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-efc7833f-8909-4fbd-8e9f-9aa52c326727 req-b2c570db-b4c1-46cb-922b-66f6c0173fb4 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 949 time: 0.1387963 Feb 11 04:42:01.337198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'd344640f-2e58-485b-a092-0089c0927850', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': 'd344640f-2e58-485b-a092-0089c0927850', 'mac_address': 'fa:16:3e:3d:b3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:01.343317 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-efc7833f-8909-4fbd-8e9f-9aa52c326727 req-8fae5547-bcf3-44a8-b357-c94c17874022 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038392 Feb 11 04:42:01.344996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6413e26b-5e3f-4228-9671-35e5e222344f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:01.355541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e34238ac-e9ac-4494-8d8f-9a843bc769a3 None None] Current status of the port 6413e26b-5e3f-4228-9671-35e5e222344f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:01.355744 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e34238ac-e9ac-4494-8d8f-9a843bc769a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:01.357769 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-7499c21c-353f-4741-9388-c8817038945f service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9136233 Feb 11 04:42:01.442262 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af5de921-aa11-4f9e-8025-a06af08630cd req-f0924a97-7ab3-469a-b784-95c321aaaf0d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 210 time: 0.0567303 Feb 11 04:42:01.498165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5532eb4-edaa-4557-9215-63d20fef9760 req-65ed1cd9-896a-449a-8dae-c178fb1535ee tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:01.505290 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5532eb4-edaa-4557-9215-63d20fef9760 req-65ed1cd9-896a-449a-8dae-c178fb1535ee tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.2043180 Feb 11 04:42:01.525000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55049a86-d95f-4ca2-954f-b8ecc8ac29be req-86697b86-361c-41ee-9a7b-d3645e5384b0 tempest-SecurityGroupsNegativeTestJSON-762280806 tempest-SecurityGroupsNegativeTestJSON-762280806-project] 10.222.0.48 "GET /v2.0/security-groups/ba07226d-f4dc-42ae-bd1e-4dda284b68a3 HTTP/1.1" status: 200 len: 2998 time: 0.0644310 Feb 11 04:42:01.545170 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port f00ccd8e-81ab-4a5c-b4f1-0db413852195 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:01.545571 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:01.568551 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-f4100633-2eae-4265-9e16-1596564d388a service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035933 Feb 11 04:42:01.588141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5532eb4-edaa-4557-9215-63d20fef9760 req-ac31730a-7111-4988-8304-78ff6224ccf3 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818748 Feb 11 04:42:01.590420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Router 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:42:01.602169 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-55049a86-d95f-4ca2-954f-b8ecc8ac29be req-0d893470-1dda-4633-8f30-3534bd55a234 tempest-SecurityGroupsNegativeTestJSON-762280806 tempest-SecurityGroupsNegativeTestJSON-762280806-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 04:42:01.610656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:01.611110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:01.614431 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55049a86-d95f-4ca2-954f-b8ecc8ac29be req-0d893470-1dda-4633-8f30-3534bd55a234 tempest-SecurityGroupsNegativeTestJSON-762280806 tempest-SecurityGroupsNegativeTestJSON-762280806-project] 10.222.0.48 "DELETE /v2.0/security-groups/ba07226d-f4dc-42ae-bd1e-4dda284b68a3 HTTP/1.1" status: 409 len: 352 time: 0.0872307 Feb 11 04:42:01.671368 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-cea9b5ca-c9ad-4956-8814-f150877397d4 req-8b66fc95-ca44-4972-860a-b6b390cf801d tempest-SecurityGroupsNegativeTestJSON-762280806 tempest-SecurityGroupsNegativeTestJSON-762280806-project] show failed (client error): The resource could not be found. Feb 11 04:42:01.679212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:01.684528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cea9b5ca-c9ad-4956-8814-f150877397d4 req-8b66fc95-ca44-4972-860a-b6b390cf801d tempest-SecurityGroupsNegativeTestJSON-762280806 tempest-SecurityGroupsNegativeTestJSON-762280806-project] 10.222.0.48 "GET /v2.0/security-groups/bfc4055b-031c-47ef-b69b-d8da188893f2 HTTP/1.1" status: 404 len: 352 time: 0.0326712 Feb 11 04:42:01.696496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4610a-1cc5-46a3-9af3-a81efe83e084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00ccd8e-81ab-4a5c-b4f1-0db413852195'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:01.698836 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3619e52c-a3a4-42b7-8287-76a8abb92b57" -d '{"events": [{"server_uuid": "8fc4610a-1cc5-46a3-9af3-a81efe83e084", "name": "network-vif-plugged", "status": "completed", "tag": "f00ccd8e-81ab-4a5c-b4f1-0db413852195"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:01.725311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e34238ac-e9ac-4494-8d8f-9a843bc769a3 None None] For port 6413e26b-5e3f-4228-9671-35e5e222344f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6413e26b-5e3f-4228-9671-35e5e222344f,segment=NetworkSegment(8e8367f1-8c14-4fbc-abb9-55052002a0c2),segment_id=8e8367f1-8c14-4fbc-abb9-55052002a0c2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:01.728652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d344640f-2e58-485b-a092-0089c0927850 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:01.729061 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d344640f-2e58-485b-a092-0089c0927850), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:01.732470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f00ccd8e-81ab-4a5c-b4f1-0db413852195, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f00ccd8e-81ab-4a5c-b4f1-0db413852195,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:01.766845 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e34238ac-e9ac-4494-8d8f-9a843bc769a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:01.785164 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:01.807454 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae6ddf6-04a6-4899-be13-2bc1cb983286 x-openstack-request-id: req-2ae6ddf6-04a6-4899-be13-2bc1cb983286 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:01.807775 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4610a-1cc5-46a3-9af3-a81efe83e084", "name": "network-vif-plugged", "status": "completed", "tag": "f00ccd8e-81ab-4a5c-b4f1-0db413852195", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:01.808033 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ae6ddf6-04a6-4899-be13-2bc1cb983286 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:01.808452 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4610a-1cc5-46a3-9af3-a81efe83e084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00ccd8e-81ab-4a5c-b4f1-0db413852195', 'code': 200} Feb 11 04:42:01.810312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:01.850492 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d344640f-2e58-485b-a092-0089c0927850 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:01.870646 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-ca76ddba-3201-4bef-9b3f-ec6078bb743e req-115629bc-1400-47b0-b420-99a8050dec75 tempest-SecurityGroupsNegativeTestJSON-762280806 tempest-SecurityGroupsNegativeTestJSON-762280806-project] show failed (client error): The resource could not be found. Feb 11 04:42:01.878065 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:01.887072 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ca76ddba-3201-4bef-9b3f-ec6078bb743e req-115629bc-1400-47b0-b420-99a8050dec75 tempest-SecurityGroupsNegativeTestJSON-762280806 tempest-SecurityGroupsNegativeTestJSON-762280806-project] 10.222.0.48 "GET /v2.0/security-groups/2f51da82-76b3-4862-9fbc-a6f18134ba82 HTTP/1.1" status: 404 len: 352 time: 0.1758661 Feb 11 04:42:01.888863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48448) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:01.918327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:42:01.950406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Sync routers for ids ['0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:42:01.987774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6413e26b-5e3f-4228-9671-35e5e222344f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:01.988098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-c910ebb8-0d32-4bf0-8e86-0c5178a27015 admin admin] Deleting subnet 93996b12-304e-454a-95c2-72c907bb2eb8 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:42:01.988238 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:01.999966 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c910ebb8-0d32-4bf0-8e86-0c5178a27015 admin admin] Publish callbacks [] for subnet (93996b12-304e-454a-95c2-72c907bb2eb8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.004886 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.009381 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-64c65ae8-15a5-436d-a729-5f7e13fd7355 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2421613 Feb 11 04:42:02.009982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48454) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:02.042108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d344640f-2e58-485b-a092-0089c0927850, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d344640f-2e58-485b-a092-0089c0927850,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:02.096137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c910ebb8-0d32-4bf0-8e86-0c5178a27015 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (93996b12-304e-454a-95c2-72c907bb2eb8), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.102102 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d344640f-2e58-485b-a092-0089c0927850), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.103873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34238ac-e9ac-4494-8d8f-9a843bc769a3 None None] Pushing event updated for resources: {'Port': ['ID=6413e26b-5e3f-4228-9671-35e5e222344f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:02.144499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Routers {'0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:42:02.144499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:02.191982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cefebb-5c9e-428b-9012-a08e003517a3 req-5f7c12f6-6846-4623-8b8a-8c9c1e5ad66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:02.193538 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81cefebb-5c9e-428b-9012-a08e003517a3 req-5f7c12f6-6846-4623-8b8a-8c9c1e5ad66d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 1133 time: 0.2480485 Feb 11 04:42:02.245763 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c910ebb8-0d32-4bf0-8e86-0c5178a27015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (93996b12-304e-454a-95c2-72c907bb2eb8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.331558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=f00ccd8e-81ab-4a5c-b4f1-0db413852195,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:02.355539 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c910ebb8-0d32-4bf0-8e86-0c5178a27015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (93996b12-304e-454a-95c2-72c907bb2eb8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.368881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['9f584dbd-a391-4e2e-94f1-6ba2a1c3111d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:02.424549 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81cefebb-5c9e-428b-9012-a08e003517a3 req-a11ff684-8c6d-4543-adfe-38bee7d0e26d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630118 Feb 11 04:42:02.434877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910ebb8-0d32-4bf0-8e86-0c5178a27015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93996b12-304e-454a-95c2-72c907bb2eb8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:02.448241 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c910ebb8-0d32-4bf0-8e86-0c5178a27015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.456473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c910ebb8-0d32-4bf0-8e86-0c5178a27015 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/93996b12-304e-454a-95c2-72c907bb2eb8 HTTP/1.1" status: 204 len: 168 time: 0.5636163 Feb 11 04:42:02.459193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48458) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:02.642228 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (3efa1485-f479-4a25-bb21-61aaac50d31d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.644583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Set router 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:42:02.658111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf511c-3131-4431-9cc3-69bbf2f634f1 req-c10e22e3-d169-43fc-be14-02c6b251c447 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:02.665580 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0dbf511c-3131-4431-9cc3-69bbf2f634f1 req-c10e22e3-d169-43fc-be14-02c6b251c447 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 950 time: 0.1480095 Feb 11 04:42:02.769745 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-344211b3-6a34-4221-9676-de16507cc107 req-e1a81e48-2137-416f-8fcc-b9da3666eff9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 210 time: 0.0709200 Feb 11 04:42:02.808079 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0dbf511c-3131-4431-9cc3-69bbf2f634f1 req-20545c12-2662-4b7b-ab84-9190fcadd55d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414945 Feb 11 04:42:02.866853 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (3efa1485-f479-4a25-bb21-61aaac50d31d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.898922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efa1485-f479-4a25-bb21-61aaac50d31d']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:02.909446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad30a6d9-6461-4433-951e-0f1a3d4561c5') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:02.909804 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad30a6d9-6461-4433-951e-0f1a3d4561c5') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:02.922795 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (ad30a6d9-6461-4433-951e-0f1a3d4561c5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.939360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ad30a6d9-6461-4433-951e-0f1a3d4561c5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.946937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:42:02.947370 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (ad30a6d9-6461-4433-951e-0f1a3d4561c5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:42:02.949301 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:42:02.972418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-be91c190-5fe4-4a2c-9bbf-8a6951d67b49 None None] Provisioning complete for port 6413e26b-5e3f-4228-9671-35e5e222344f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:02.973583 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be91c190-5fe4-4a2c-9bbf-8a6951d67b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.027371 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (3efa1485-f479-4a25-bb21-61aaac50d31d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.036145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.040486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3efa1485-f479-4a25-bb21-61aaac50d31d HTTP/1.1" status: 204 len: 168 time: 0.5642920 Feb 11 04:42:03.086089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed923899-b045-4e96-87db-4138e1903dad req-bdc0b5bb-b220-410e-bdc8-270ccb0b22c6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:03.089102 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed923899-b045-4e96-87db-4138e1903dad req-bdc0b5bb-b220-410e-bdc8-270ccb0b22c6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.1569495 Feb 11 04:42:03.101910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.116020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf921c3-faaa-44cf-8d79-73c36a938154 admin admin] Pushing event deleted for resources: {'Network': ['ID=3efa1485-f479-4a25-bb21-61aaac50d31d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:03.169247 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-13ec4643-52c7-41c2-b75a-02b3251678d5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1065d83b11b143078bcea2c5380d8113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847938 Feb 11 04:42:03.193447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6413e26b-5e3f-4228-9671-35e5e222344f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:03.278563 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed923899-b045-4e96-87db-4138e1903dad req-9865b639-645a-4ac2-995f-f50c34e3c04c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714175 Feb 11 04:42:03.361559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48468) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:03.414925 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.416028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d344640f-2e58-485b-a092-0089c0927850'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:03.423636 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d188fdae-c46f-429a-afe5-91e821c6fb5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee5179ed58b645a49ed377ab6420b786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578485 Feb 11 04:42:03.430246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48470) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:03.501674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-7b143d1d-1240-4cf8-950e-ebcaafe72a0e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:03.503175 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-7b143d1d-1240-4cf8-950e-ebcaafe72a0e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3273132 Feb 11 04:42:03.519376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6413e26b-5e3f-4228-9671-35e5e222344f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:03.525926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Request body: {'port': {'device_id': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '1065d83b11b143078bcea2c5380d8113'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:03.587423 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd2e823e-a76d-480b-b98a-4c6db882db5a admin admin] Publish callbacks [] for security_group (ba07226d-f4dc-42ae-bd1e-4dda284b68a3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.615185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:03.617416 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd2e823e-a76d-480b-b98a-4c6db882db5a admin admin] Publish callbacks [] for security_group (ba07226d-f4dc-42ae-bd1e-4dda284b68a3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.691161 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd2e823e-a76d-480b-b98a-4c6db882db5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ba07226d-f4dc-42ae-bd1e-4dda284b68a3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.699326 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd2e823e-a76d-480b-b98a-4c6db882db5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.707177 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bd2e823e-a76d-480b-b98a-4c6db882db5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba07226d-f4dc-42ae-bd1e-4dda284b68a3 HTTP/1.1" status: 204 len: 168 time: 0.2746243 Feb 11 04:42:03.756822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'name': 'tempest-ServersTestMultiNic-1631865580-router', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:57Z', 'updated_at': '2022-02-11T04:41:59Z', 'revision_number': 3, 'project_id': '49e1f74c01434e6385812c219e96e249', 'gw_port': {'id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:68:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:58Z', 'updated_at': '2022-02-11T04:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:03.790974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e823e-a76d-480b-b98a-4c6db882db5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba07226d-f4dc-42ae-bd1e-4dda284b68a3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:03.804354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Made reservation on behalf of 1065d83b11b143078bcea2c5380d8113 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:03.812152 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.825202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Checking router: 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:42:03.825568 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Updating router 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 port 26b82426-c1f0-4d3b-909b-c3b904a31860 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:42:03.829432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-be91c190-5fe4-4a2c-9bbf-8a6951d67b49 None None] Current status of the port 6413e26b-5e3f-4228-9671-35e5e222344f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:03.854181 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Allocated IP 172.20.0.1 (b600b80b-883d-437a-8848-fc1e3568df2d/65107a1f-5362-4c4b-8b4f-485ce20e40df/06481f7b-8302-47fd-983e-57d250a49942) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:03.854415 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d344640f-2e58-485b-a092-0089c0927850,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:03.888956 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.946267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6413e26b-5e3f-4228-9671-35e5e222344f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:03.946598 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.037063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65dc7841-3a4c-4bb9-96f4-d83113145200 req-8720904b-c893-4e5a-ad43-f0df9ff49d74 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 210 time: 0.0750346 Feb 11 04:42:04.144527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Allocated IP 192.168.233.246 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/83400a73-9e05-45bf-93d0-08afd2bc06e7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:04.214531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6413e26b-5e3f-4228-9671-35e5e222344f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:04.219602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Publish callbacks [] for port (06481f7b-8302-47fd-983e-57d250a49942), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.245132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca519a-23c3-454f-a711-f4fd40f3a2c4 req-63a36b7b-bf73-493c-b479-f7cf13946139 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:04.247403 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cca519a-23c3-454f-a711-f4fd40f3a2c4 req-63a36b7b-bf73-493c-b479-f7cf13946139 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 950 time: 0.2174585 Feb 11 04:42:04.332193 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cca519a-23c3-454f-a711-f4fd40f3a2c4 req-c0b53c8a-a4e7-493d-8e58-00fd82df104d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782125 Feb 11 04:42:04.338101 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (06481f7b-8302-47fd-983e-57d250a49942), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.416195 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks [] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.450379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Pushing event updated for resources: {'Port': ['ID=06481f7b-8302-47fd-983e-57d250a49942,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:04.457050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Network b600b80b-883d-437a-8848-fc1e3568df2d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:04.457873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:04.461367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:04.517842 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.527813 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Publish callbacks [] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.544540 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.587613 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.662627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['9f584dbd-a391-4e2e-94f1-6ba2a1c3111d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:04.701613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83991d46-c81a-4e77-9751-d5c283cfd5c5 req-9bdaf2e9-5e3b-488f-af44-86a168f6fd5e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:04.703326 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-83991d46-c81a-4e77-9751-d5c283cfd5c5 req-9bdaf2e9-5e3b-488f-af44-86a168f6fd5e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.2596192 Feb 11 04:42:04.737398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['8a279ff2-1479-4afc-abdb-0d8aae59cefb', '4634e114-9df0-4ad5-8c2d-1d9f1523d657'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:04.750398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:04.776928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:04.790196 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (06481f7b-8302-47fd-983e-57d250a49942), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.791897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:04.809129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:04.840118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Attempting to bind port 26b82426-c1f0-4d3b-909b-c3b904a31860 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:04.840541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Attempting to bind port 26b82426-c1f0-4d3b-909b-c3b904a31860 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:04.840882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Attempting to bind port 26b82426-c1f0-4d3b-909b-c3b904a31860 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:04.856727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:04.857116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:04.857521 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.857916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:04.860978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.861327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.862112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Bound port: 26b82426-c1f0-4d3b-909b-c3b904a31860, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:04.862510 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.864168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.864449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.864801 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.865118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.865452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.865780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.866105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.866681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.867031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.867357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.874006 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-07b28d4d-c8ba-4dab-99cd-98b6769f4efe tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1634101453&fields=id&tenant_id=e4586974499846adb2131f98982f5d2f HTTP/1.1" status: 200 len: 267 time: 0.2742832 Feb 11 04:42:04.875394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:04.940605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] For port 26b82426-c1f0-4d3b-909b-c3b904a31860, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:04.944126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] For port 26b82426-c1f0-4d3b-909b-c3b904a31860, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=26b82426-c1f0-4d3b-909b-c3b904a31860,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:04.949199 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d359c-66a6-4f5e-bdbd-b02b067116ce None None] Pushing event updated for resources: {'Port': ['ID=26b82426-c1f0-4d3b-909b-c3b904a31860,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:04.961862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-83991d46-c81a-4e77-9751-d5c283cfd5c5 req-b99e8b6b-5e85-47cf-9f8d-01897d887d37 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392359 Feb 11 04:42:04.976392 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.995825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:04.996718 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.023784 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bcecb45-8043-484e-bc45-fd859164209b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5038884 Feb 11 04:42:05.043810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Request body: {'port': {'device_id': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:05.153851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-32da1813-d687-4e45-850d-1df89e0b5bb4 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:05.167019 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-32da1813-d687-4e45-850d-1df89e0b5bb4 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/networks?id=1d55e6f2-8915-44ce-87e2-c04f196fa796 HTTP/1.1" status: 200 len: 816 time: 0.2879007 Feb 11 04:42:05.219518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-16760317-12c5-4944-bf65-7a1d08287360 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/quotas/e4586974499846adb2131f98982f5d2f HTTP/1.1" status: 200 len: 375 time: 0.0512047 Feb 11 04:42:05.236677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48510) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:05.238886 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.334081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07088b-93b8-4447-985f-6f2a37792e91 req-01475f7a-994d-4a39-8c6a-95202aca802b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:05.336473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b07088b-93b8-4447-985f-6f2a37792e91 req-01475f7a-994d-4a39-8c6a-95202aca802b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 936 time: 0.1399214 Feb 11 04:42:05.391491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Routers {'0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:42:05.392133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:05.396902 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d359c-66a6-4f5e-bdbd-b02b067116ce None None] Pushing event updated for resources: {'Port': ['ID=26b82426-c1f0-4d3b-909b-c3b904a31860,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:05.430615 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0653e18d-d2eb-44d2-b16c-adf43346deb3 None None] Provisioning complete for port 06481f7b-8302-47fd-983e-57d250a49942 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:05.431200 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0653e18d-d2eb-44d2-b16c-adf43346deb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (06481f7b-8302-47fd-983e-57d250a49942), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.431415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-b9ac3182-51b8-4ec9-9403-fa664095f488 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4586974499846adb2131f98982f5d2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2103877 Feb 11 04:42:05.531429 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0653e18d-d2eb-44d2-b16c-adf43346deb3 None None] Port 06481f7b-8302-47fd-983e-57d250a49942 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:42:05.544783 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-dd8f7db3-dddb-4562-9f10-edadbdfb18b4 service neutron] 10.222.0.48 "GET /v2.0/networks/1d55e6f2-8915-44ce-87e2-c04f196fa796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948489 Feb 11 04:42:05.621432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83400a73-9e05-45bf-93d0-08afd2bc06e7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:05.627561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] Set router 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:42:05.632102 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Publish callbacks [] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.645756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Transition to ACTIVE for port object 83400a73-9e05-45bf-93d0-08afd2bc06e7 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:05.647000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-1d57fe5d-1ed4-44cb-b6ee-4267cb9a65fe service neutron] 10.222.0.48 "GET /v2.0/networks/1d55e6f2-8915-44ce-87e2-c04f196fa796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921798 Feb 11 04:42:05.654574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1944596124-network', 'tenant_id': 'e736535bd2784335ad3752fcf36d32b3'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:05.659359 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Publish callbacks [] for port (06481f7b-8302-47fd-983e-57d250a49942), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.665360 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (06481f7b-8302-47fd-983e-57d250a49942), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.684308 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.696284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Made reservation on behalf of e736535bd2784335ad3752fcf36d32b3 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:05.701102 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.747170 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.763811 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.774519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Pushing event updated for resources: {'Port': ['ID=06481f7b-8302-47fd-983e-57d250a49942,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:05.829538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b07088b-93b8-4447-985f-6f2a37792e91 req-e5dc012a-28e1-4d3d-b003-9878f5e15e68 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800029 Feb 11 04:42:05.916279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:05.965778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Network b600b80b-883d-437a-8848-fc1e3568df2d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:05.973146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:06.203087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Attempting to bind port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:06.203438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Attempting to bind port 83400a73-9e05-45bf-93d0-08afd2bc06e7 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:06.203776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Attempting to bind port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:06.223149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:06.223704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Attempting to bind port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:06.247184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:06.248391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:06.249588 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:06.250199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Bound port: 83400a73-9e05-45bf-93d0-08afd2bc06e7, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:06.250756 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:06.276496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c7db3-e29a-4bcc-add6-dc1e5c0f28cb req-7a0baea4-c135-43c1-98d9-39b840b411ad tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:06.285490 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc0c7db3-e29a-4bcc-add6-dc1e5c0f28cb req-7a0baea4-c135-43c1-98d9-39b840b411ad tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 950 time: 0.3099341 Feb 11 04:42:06.346064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'name': 'tempest-ServersTestMultiNic-1631865580-router', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:57Z', 'updated_at': '2022-02-11T04:42:04Z', 'revision_number': 4, 'project_id': '49e1f74c01434e6385812c219e96e249', 'gw_port': {'id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:68:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:58Z', 'updated_at': '2022-02-11T04:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '06481f7b-8302-47fd-983e-57d250a49942', 'name': '', 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'mac_address': 'fa:16:3e:21:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '65107a1f-5362-4c4b-8b4f-485ce20e40df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:42:03Z', 'updated_at': '2022-02-11T04:42:03Z', 'revision_number': 1, 'project_id': '49e1f74c01434e6385812c219e96e249', 'subnets': [{'id': '65107a1f-5362-4c4b-8b4f-485ce20e40df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:06.352743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Router 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:42:06.385795 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2f514-bc7e-488a-ad55-a682c449d7f9 None None] The sync data for ids ['0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'] in n-d-615180-58 is: [{'id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'name': 'tempest-ServersTestMultiNic-1631865580-router', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:57Z', 'updated_at': '2022-02-11T04:42:04Z', 'revision_number': 4, 'project_id': '49e1f74c01434e6385812c219e96e249', 'gw_port': {'id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:68:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:58Z', 'updated_at': '2022-02-11T04:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '06481f7b-8302-47fd-983e-57d250a49942', 'name': '', 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'mac_address': 'fa:16:3e:21:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '65107a1f-5362-4c4b-8b4f-485ce20e40df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:42:03Z', 'updated_at': '2022-02-11T04:42:03Z', 'revision_number': 1, 'project_id': '49e1f74c01434e6385812c219e96e249', 'subnets': [{'id': '65107a1f-5362-4c4b-8b4f-485ce20e40df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:42:06.425003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc941c-fbd8-4ff1-9d95-0e5a92847654 req-cdf8e960-e8e8-4436-a674-9d9f747d365a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:06.426650 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1fcc941c-fbd8-4ff1-9d95-0e5a92847654 req-cdf8e960-e8e8-4436-a674-9d9f747d365a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.1782691 Feb 11 04:42:06.432957 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Publish callbacks [] for security_group (de5707b5-2764-464f-92bd-8fe58ddff7c6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:06.472014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fe5bd594-ae0c-4dce-a8aa-27c05e665cc2 None None] Provisioning complete for port 06481f7b-8302-47fd-983e-57d250a49942 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:06.472546 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe5bd594-ae0c-4dce-a8aa-27c05e665cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (06481f7b-8302-47fd-983e-57d250a49942), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:06.477961 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc0c7db3-e29a-4bcc-add6-dc1e5c0f28cb req-2684a1c3-b066-4ac3-9ad3-dc4eba1ae3d2 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900733 Feb 11 04:42:06.498719 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (de5707b5-2764-464f-92bd-8fe58ddff7c6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:06.573526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:06.589607 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1fcc941c-fbd8-4ff1-9d95-0e5a92847654 req-f42ed399-dcea-495e-bd8d-0a6f3b4ad0a2 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077101 Feb 11 04:42:06.607388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:42:06.622616 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4441a21b-30b3-468b-bdce-8f530f787e82 admin admin] 10.222.0.48 "PUT /v2.0/routers/0dcefa12-db4a-489d-8c1c-ec14bf8f6a89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6111879 Feb 11 04:42:06.730708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fe5bd594-ae0c-4dce-a8aa-27c05e665cc2 None None] Port 06481f7b-8302-47fd-983e-57d250a49942 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:42:06.759965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:06.771833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f32d9878-0ef5-4892-93b4-f35073501b6f req-23f5bed3-4972-436f-b574-2970a52b0352 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.1567631 Feb 11 04:42:06.775100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:06.775406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:42:06.777011 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:06.820239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:06.822030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5707b5-2764-464f-92bd-8fe58ddff7c6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:06.841127 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (110ea46e-3db5-4347-b639-96006d07367c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:06.841484 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Added segment 110ea46e-3db5-4347-b639-96006d07367c of type vlan for network 87161c32-29c4-4656-a51e-a019436cc749 Feb 11 04:42:06.855371 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:06.857328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d344640f-2e58-485b-a092-0089c0927850 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:06.940555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e28dd-100e-46d1-9839-03e8cc8446c1 req-723432aa-62bb-41f7-848e-88de456bb6b9 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:06.956539 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d8e28dd-100e-46d1-9839-03e8cc8446c1 req-723432aa-62bb-41f7-848e-88de456bb6b9 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 948 time: 0.1676245 Feb 11 04:42:06.959014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48540) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:07.034800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port d344640f-2e58-485b-a092-0089c0927850 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:07.072605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port d344640f-2e58-485b-a092-0089c0927850 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:07.072985 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d344640f-2e58-485b-a092-0089c0927850), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.098652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (87161c32-29c4-4656-a51e-a019436cc749), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.132161 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d8e28dd-100e-46d1-9839-03e8cc8446c1 req-eddb3ec6-80e5-4c3d-ac4e-46aca56aa31e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581559 Feb 11 04:42:07.150388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b0bb369c-58eb-44cc-b05e-73e5c0049f1d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1384563040'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:07.200820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bb369c-58eb-44cc-b05e-73e5c0049f1d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:07.205185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0bb369c-58eb-44cc-b05e-73e5c0049f1d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.230884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:07.245736 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (87161c32-29c4-4656-a51e-a019436cc749), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.246717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:07.247343 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.251349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:07.251757 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.267905 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.279713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:07.282440 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.284684 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-c2317b0d-03cf-47ca-a7ba-a8448abc70ca service neutron] 10.222.0.60 "PUT /v2.0/ports/83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 1097 time: 2.2451129 Feb 11 04:42:07.308420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:07.317075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bb369c-58eb-44cc-b05e-73e5c0049f1d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:42:07.319513 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d4679d-0562-48e4-b4c5-ace393eb7164" -d '{"events": [{"name": "network-changed", "server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:07.334969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0bb369c-58eb-44cc-b05e-73e5c0049f1d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (2056e02a-d360-45d5-b9c8-8029281b8ffb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.335459 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-b0bb369c-58eb-44cc-b05e-73e5c0049f1d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Added segment 2056e02a-d360-45d5-b9c8-8029281b8ffb of type vlan for network 05449bae-91c9-4c31-aeba-703681fe02a5 Feb 11 04:42:07.368776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:07.376476 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251a4822-0960-4055-8a40-6880742bbf4e" -d '{"events": [{"server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "name": "network-vif-plugged", "status": "completed", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:07.412024 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0bb369c-58eb-44cc-b05e-73e5c0049f1d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (05449bae-91c9-4c31-aeba-703681fe02a5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.448545 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0bb369c-58eb-44cc-b05e-73e5c0049f1d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (05449bae-91c9-4c31-aeba-703681fe02a5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.457637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb369c-58eb-44cc-b05e-73e5c0049f1d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:07.458821 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0bb369c-58eb-44cc-b05e-73e5c0049f1d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.490406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:07.517516 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69137431-b327-4f55-b8cb-97ef3d71482e x-openstack-request-id: req-69137431-b327-4f55-b8cb-97ef3d71482e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:07.517907 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "name": "network-vif-plugged", "status": "completed", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:07.518262 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69137431-b327-4f55-b8cb-97ef3d71482e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:07.518865 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'code': 200} Feb 11 04:42:07.529257 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.608253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d344640f-2e58-485b-a092-0089c0927850 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:07.609133 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d344640f-2e58-485b-a092-0089c0927850), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.648251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb369c-58eb-44cc-b05e-73e5c0049f1d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Network': ['ID=05449bae-91c9-4c31-aeba-703681fe02a5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:07.668541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b0bb369c-58eb-44cc-b05e-73e5c0049f1d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7085075 Feb 11 04:42:07.672086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48550) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:07.681941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b658ba08-01a6-40f7-a7c4-be2eaf3a99fd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'subnet': {'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:07.683011 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 05449bae-91c9-4c31-aeba-703681fe02a5 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:42:07.722270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d344640f-2e58-485b-a092-0089c0927850, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d344640f-2e58-485b-a092-0089c0927850,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:07.751870 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d344640f-2e58-485b-a092-0089c0927850), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.757070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,revision_number=11']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:07.879524 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500cae0a-b44f-4fc1-87a4-a1239aeab926 x-openstack-request-id: req-500cae0a-b44f-4fc1-87a4-a1239aeab926 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:07.880293 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:07.880293 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-500cae0a-b44f-4fc1-87a4-a1239aeab926 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:07.880635 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'status': 'completed', 'code': 200} Feb 11 04:42:07.889597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d344640f-2e58-485b-a092-0089c0927850,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:07.944119 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7053723 Feb 11 04:42:07.950162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b658ba08-01a6-40f7-a7c4-be2eaf3a99fd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:07.954014 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b658ba08-01a6-40f7-a7c4-be2eaf3a99fd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.961943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48554) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:07.972240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da588731-2f70-477d-8c8f-1e365674827f req-93631f2e-e2b1-4df3-ad00-fae41980e653 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:07.975982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e63130-36ff-4914-97da-d390eafd0647 admin admin] Pushing event updated for resources: {'Network': ['ID=87161c32-29c4-4656-a51e-a019436cc749,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:07.989827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da588731-2f70-477d-8c8f-1e365674827f req-93631f2e-e2b1-4df3-ad00-fae41980e653 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.1523073 Feb 11 04:42:07.993360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 87161c32-29c4-4656-a51e-a019436cc749 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:42:08.002194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-66bfc4b3-8f93-4565-9f14-8c5b197681ea admin admin] Request body: {'subnet': {'network_id': '87161c32-29c4-4656-a51e-a019436cc749', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1944596124-subnet', 'tenant_id': 'e736535bd2784335ad3752fcf36d32b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:08.012077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d4207-baf9-475b-926f-89780b706e80 req-ab44d2fb-e94b-4814-98b2-10adfda804ed tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:08.013794 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b23d4207-baf9-475b-926f-89780b706e80 req-ab44d2fb-e94b-4814-98b2-10adfda804ed tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 948 time: 1.0164859 Feb 11 04:42:08.033788 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-13f75cb2-eb01-45bf-890e-74f8b331502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:08.035687 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-13f75cb2-eb01-45bf-890e-74f8b331502a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1131 time: 0.1542337 Feb 11 04:42:08.119665 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-26871ba0-f418-40e0-bb8f-acbfd39e71cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 217 time: 0.0595753 Feb 11 04:42:08.151547 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da588731-2f70-477d-8c8f-1e365674827f req-290403b5-4c72-4dc3-a59c-12ae8b2698ef tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605477 Feb 11 04:42:08.223133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bfc4b3-8f93-4565-9f14-8c5b197681ea admin admin] Made reservation on behalf of e736535bd2784335ad3752fcf36d32b3 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:08.233801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66bfc4b3-8f93-4565-9f14-8c5b197681ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:08.327392 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1944ebb7-0caa-4433-bd76-fcd614ffab92 req-a6ee3873-6795-4993-a532-e614a7f88159 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.0673354 Feb 11 04:42:08.335341 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b23d4207-baf9-475b-926f-89780b706e80 req-3064dc1b-43df-4272-90bf-1c8377f9498a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041875 Feb 11 04:42:08.362986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-561b2b04-b40f-4131-ac55-df19564737b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:08.364595 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-561b2b04-b40f-4131-ac55-df19564737b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.2279925 Feb 11 04:42:08.434928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-d8010328-ba64-4a68-af52-628db6d22620 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:08.447838 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-d8010328-ba64-4a68-af52-628db6d22620 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.60 "GET /v2.0/networks?id=1d55e6f2-8915-44ce-87e2-c04f196fa796 HTTP/1.1" status: 200 len: 816 time: 0.3271484 Feb 11 04:42:08.483063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bee041e-44bb-4364-a2d1-f7755d8f242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:08.485341 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-1bee041e-44bb-4364-a2d1-f7755d8f242f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1120300 Feb 11 04:42:08.619278 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-6efa6989-3eef-4e66-98a8-f6d9b882a24f service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210725 Feb 11 04:42:08.663271 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-2303bc28-474e-4a37-9803-61c8e127ccda tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4586974499846adb2131f98982f5d2f HTTP/1.1" status: 200 len: 380 time: 0.1988833 Feb 11 04:42:08.676111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Request body: {'port': {'device_id': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'admin_state_up': True, 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'security_groups': ['b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:08.698545 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b658ba08-01a6-40f7-a7c4-be2eaf3a99fd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (6c5e3e8d-992e-43bf-b39d-9755ce9564cf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:08.770214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1183c-336b-49be-a334-46d2dc1154de req-42f7f1df-de53-4a91-aab9-278b6f7e7993 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:08.778829 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0e1183c-336b-49be-a334-46d2dc1154de req-42f7f1df-de53-4a91-aab9-278b6f7e7993 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 949 time: 0.2989588 Feb 11 04:42:08.795219 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:42:08.836444 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66bfc4b3-8f93-4565-9f14-8c5b197681ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (45132254-893d-480a-97bc-73da1f6efad3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:08.863838 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-745353dd-4adc-4320-9adc-d2a4a2ad7060 req-39779242-1485-474e-9fcb-657ed1ed2061 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343979 Feb 11 04:42:08.865046 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b658ba08-01a6-40f7-a7c4-be2eaf3a99fd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Checking segment: {'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:08.866493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b658ba08-01a6-40f7-a7c4-be2eaf3a99fd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network hostable DHCP agents. Network: 05449bae-91c9-4c31-aeba-703681fe02a5, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:42:08.912682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Made reservation on behalf of e4586974499846adb2131f98982f5d2f for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:08.916272 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:08.916482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658ba08-01a6-40f7-a7c4-be2eaf3a99fd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Subnet': ['ID=6c5e3e8d-992e-43bf-b39d-9755ce9564cf,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:08.939302 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0e1183c-336b-49be-a334-46d2dc1154de req-63d22d0d-515b-41b1-9258-e8f9c92decbe tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594386 Feb 11 04:42:08.979966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b658ba08-01a6-40f7-a7c4-be2eaf3a99fd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network 05449bae-91c9-4c31-aeba-703681fe02a5 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:42:08.994795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bfc4b3-8f93-4565-9f14-8c5b197681ea admin admin] Checking segment: {'id': '110ea46e-3db5-4347-b639-96006d07367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87161c32-29c4-4656-a51e-a019436cc749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:08.995472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bfc4b3-8f93-4565-9f14-8c5b197681ea admin admin] Network hostable DHCP agents. Network: 87161c32-29c4-4656-a51e-a019436cc749, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:42:09.003510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b658ba08-01a6-40f7-a7c4-be2eaf3a99fd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 05449bae-91c9-4c31-aeba-703681fe02a5) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:09.010877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b658ba08-01a6-40f7-a7c4-be2eaf3a99fd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:09.011704 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b658ba08-01a6-40f7-a7c4-be2eaf3a99fd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.020365 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c5f7f5-3e3b-4870-8604-2e03dd8f3c3f None None] Network 05449bae-91c9-4c31-aeba-703681fe02a5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:09.030689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfc4b3-8f93-4565-9f14-8c5b197681ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=45132254-893d-480a-97bc-73da1f6efad3,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:09.044373 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b658ba08-01a6-40f7-a7c4-be2eaf3a99fd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3711917 Feb 11 04:42:09.045863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bfc4b3-8f93-4565-9f14-8c5b197681ea admin admin] Network 87161c32-29c4-4656-a51e-a019436cc749 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:42:09.048853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48558) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:09.054303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-66bfc4b3-8f93-4565-9f14-8c5b197681ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 87161c32-29c4-4656-a51e-a019436cc749) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:09.056517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3f8ac4b4-03df-4a03-a5d7-10cca0b4a974 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1241139506'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:09.068227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bfc4b3-8f93-4565-9f14-8c5b197681ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:09.069301 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66bfc4b3-8f93-4565-9f14-8c5b197681ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.096986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-66bfc4b3-8f93-4565-9f14-8c5b197681ea admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0992897 Feb 11 04:42:09.162594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Allocated IP 172.20.0.12 (1d55e6f2-8915-44ce-87e2-c04f196fa796/857f5e93-13b4-46fb-80cc-dc88b0ecae6d/d651f8f7-0064-4432-afa8-fc4c6da6febb) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:09.276146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1734dc-f94f-4784-96c1-43fb28e1cf45 None None] Network 87161c32-29c4-4656-a51e-a019436cc749 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:09.364931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-05449bae-91c9-4c31-aeba-703681fe02a5', 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5', 'project_id': '49e1f74c01434e6385812c219e96e249', 'fixed_ips': [{'subnet_id': '6c5e3e8d-992e-43bf-b39d-9755ce9564cf'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:42:09.365444 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.391968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.421279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 26b82426-c1f0-4d3b-909b-c3b904a31860 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:09.480534 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4e98-c464-4dd5-99ab-214b68143553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.531197 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.558415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414e85f-7aee-4d5e-a5e8-84d1d954fe7d req-12fd87fa-c9dd-4af5-8a4b-1270177e2f0e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:09.562375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8ac4b4-03df-4a03-a5d7-10cca0b4a974 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:09.566350 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac4b4-03df-4a03-a5d7-10cca0b4a974 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.580297 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e414e85f-7aee-4d5e-a5e8-84d1d954fe7d req-12fd87fa-c9dd-4af5-8a4b-1270177e2f0e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 948 time: 0.1347654 Feb 11 04:42:09.629422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4679d-0562-48e4-b4c5-ace393eb7164 req-e6f8b87c-e907-49a5-b941-aba031006cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:09.633974 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38d4679d-0562-48e4-b4c5-ace393eb7164 req-e6f8b87c-e907-49a5-b941-aba031006cec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1131 time: 0.6363494 Feb 11 04:42:09.639983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Allocated IP 19.80.0.2 (05449bae-91c9-4c31-aeba-703681fe02a5/6c5e3e8d-992e-43bf-b39d-9755ce9564cf/bef5c724-c755-4e56-9395-4d4a60f50a5d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:09.661820 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e414e85f-7aee-4d5e-a5e8-84d1d954fe7d req-ae481c7e-baef-483d-aad2-67680a31a4d6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765347 Feb 11 04:42:09.722147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e9e983-381a-416c-83b9-a6a0f40b05a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd344640f-2e58-485b-a092-0089c0927850'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:09.725145 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b30eb1-0645-4eec-b66d-9f676f98dd2f" -d '{"events": [{"server_uuid": "88e9e983-381a-416c-83b9-a6a0f40b05a9", "name": "network-vif-plugged", "status": "completed", "tag": "d344640f-2e58-485b-a092-0089c0927850"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:09.808653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90745bd4-f27f-4ecc-a728-dd21ceb13ae9 req-1f431bf4-e7c5-422b-b2d5-b9f06b12c563 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:09.817529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-90745bd4-f27f-4ecc-a728-dd21ceb13ae9 req-1f431bf4-e7c5-422b-b2d5-b9f06b12c563 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 932 time: 0.0787625 Feb 11 04:42:09.827292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8ac4b4-03df-4a03-a5d7-10cca0b4a974 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:42:09.831543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4679d-0562-48e4-b4c5-ace393eb7164 req-7b584f8f-7c70-4a99-87e6-54314193192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:09.833487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38d4679d-0562-48e4-b4c5-ace393eb7164 req-7b584f8f-7c70-4a99-87e6-54314193192d service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1446564 Feb 11 04:42:09.840679 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Publish callbacks [] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.859953 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.875534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Network 1d55e6f2-8915-44ce-87e2-c04f196fa796 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:09.901766 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-90745bd4-f27f-4ecc-a728-dd21ceb13ae9 req-8a40892d-eb6d-445f-b360-c1bd3d93b863 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828938 Feb 11 04:42:09.952941 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac4b4-03df-4a03-a5d7-10cca0b4a974 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (544301e3-44d9-4d2c-9c6a-b05542417b14), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.953499 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-3f8ac4b4-03df-4a03-a5d7-10cca0b4a974 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Added segment 544301e3-44d9-4d2c-9c6a-b05542417b14 of type vlan for network f2b55659-d629-4ae6-9a45-f878cbb6b406 Feb 11 04:42:09.956190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd24446a-1971-4c22-bc04-2e02fdaaf301 None None] Network 87161c32-29c4-4656-a51e-a019436cc749 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:09.956597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:09.974912 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38d4679d-0562-48e4-b4c5-ace393eb7164 req-7109d6f2-1531-4db9-bcd9-a6a3ab4a0d2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 217 time: 0.1214554 Feb 11 04:42:09.983822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:10.040063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Pushing event updated for resources: {'Port': ['ID=bef5c724-c755-4e56-9395-4d4a60f50a5d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:10.043119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 26b82426-c1f0-4d3b-909b-c3b904a31860 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:10.043682 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.054659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Network 05449bae-91c9-4c31-aeba-703681fe02a5 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:10.083189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:10.089156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:10.112362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4679d-0562-48e4-b4c5-ace393eb7164 req-3d8c9f5b-f910-46d4-827f-db55c4d8bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:10.113916 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38d4679d-0562-48e4-b4c5-ace393eb7164 req-3d8c9f5b-f910-46d4-827f-db55c4d8bebc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1251969 Feb 11 04:42:10.114380 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Sync routers for ids ['0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:42:10.133400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1156c-1cc3-40c6-b05d-b7fde89c6a3d req-3fc7445d-0b0a-476a-8166-2eb689bbad86 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:10.134480 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Routers {'0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:42:10.135491 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:41:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:10.139998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5da1156c-1cc3-40c6-b05d-b7fde89c6a3d req-3fc7445d-0b0a-476a-8166-2eb689bbad86 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.6972606 Feb 11 04:42:10.206143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Pushing event updated for resources: {'Port': ['ID=d651f8f7-0064-4432-afa8-fc4c6da6febb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:10.292870 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Set router 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:42:10.376494 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac4b4-03df-4a03-a5d7-10cca0b4a974 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (f2b55659-d629-4ae6-9a45-f878cbb6b406), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.453812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:10.454503 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.486866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4679d-0562-48e4-b4c5-ace393eb7164 req-d9910eb3-02d2-45c2-9606-b6e72eb495aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:10.488486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38d4679d-0562-48e4-b4c5-ace393eb7164 req-d9910eb3-02d2-45c2-9606-b6e72eb495aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3464293 Feb 11 04:42:10.562141 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5da1156c-1cc3-40c6-b05d-b7fde89c6a3d req-b979bcc3-a7fb-4560-97ab-06d5517258c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312228 Feb 11 04:42:10.589547 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'name': 'tempest-ServersTestMultiNic-1631865580-router', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:57Z', 'updated_at': '2022-02-11T04:42:04Z', 'revision_number': 4, 'project_id': '49e1f74c01434e6385812c219e96e249', 'gw_port': {'id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:68:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:58Z', 'updated_at': '2022-02-11T04:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '06481f7b-8302-47fd-983e-57d250a49942', 'name': '', 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'mac_address': 'fa:16:3e:21:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '65107a1f-5362-4c4b-8b4f-485ce20e40df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:42:03Z', 'updated_at': '2022-02-11T04:42:05Z', 'revision_number': 2, 'project_id': '49e1f74c01434e6385812c219e96e249', 'subnets': [{'id': '65107a1f-5362-4c4b-8b4f-485ce20e40df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:10.589848 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-f9c36af8-4941-41c4-a121-b37a8bad2763 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9120879 Feb 11 04:42:10.591903 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac4b4-03df-4a03-a5d7-10cca0b4a974 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (f2b55659-d629-4ae6-9a45-f878cbb6b406), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.597314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8ac4b4-03df-4a03-a5d7-10cca0b4a974 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:10.597929 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac4b4-03df-4a03-a5d7-10cca0b4a974 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.616817 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Checking router: 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:42:10.617429 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Updating router 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 port 06481f7b-8302-47fd-983e-57d250a49942 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:42:10.618540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Request body: {'port': {'device_id': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:10.644243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3f8ac4b4-03df-4a03-a5d7-10cca0b4a974 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5941539 Feb 11 04:42:10.656800 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (06481f7b-8302-47fd-983e-57d250a49942), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.696582 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d6ed37-0e19-4749-82c6-c66d358c3cbc x-openstack-request-id: req-a4d6ed37-0e19-4749-82c6-c66d358c3cbc {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:10.696905 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e9e983-381a-416c-83b9-a6a0f40b05a9", "name": "network-vif-plugged", "status": "completed", "tag": "d344640f-2e58-485b-a092-0089c0927850", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:10.697165 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4d6ed37-0e19-4749-82c6-c66d358c3cbc {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:10.697563 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e9e983-381a-416c-83b9-a6a0f40b05a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd344640f-2e58-485b-a092-0089c0927850', 'code': 200} Feb 11 04:42:10.700792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Attempting to bind port bef5c724-c755-4e56-9395-4d4a60f50a5d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:10.701178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Attempting to bind port bef5c724-c755-4e56-9395-4d4a60f50a5d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:10.701652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Attempting to bind port bef5c724-c755-4e56-9395-4d4a60f50a5d on network 05449bae-91c9-4c31-aeba-703681fe02a5 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:10.709415 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:10.709799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Checking segment: {'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:10.710210 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.710614 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Bound using segment: {'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:10.711282 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Bound port: bef5c724-c755-4e56-9395-4d4a60f50a5d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:10.711676 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.774721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 26b82426-c1f0-4d3b-909b-c3b904a31860 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:10.783349 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.789184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e549623e-0a82-47e1-a94a-f463bf8700b8 None None] Provisioning complete for port d651f8f7-0064-4432-afa8-fc4c6da6febb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:10.789844 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e549623e-0a82-47e1-a94a-f463bf8700b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.829809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48586) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:10.851799 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-725e15f9-338d-402d-8a9a-f41cc12be81a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'subnet': {'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:10.879072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 26b82426-c1f0-4d3b-909b-c3b904a31860, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=26b82426-c1f0-4d3b-909b-c3b904a31860,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:10.888958 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.898672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e549623e-0a82-47e1-a94a-f463bf8700b8 None None] Port d651f8f7-0064-4432-afa8-fc4c6da6febb cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:42:10.949396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] For port bef5c724-c755-4e56-9395-4d4a60f50a5d, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:10.954785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] For port bef5c724-c755-4e56-9395-4d4a60f50a5d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bef5c724-c755-4e56-9395-4d4a60f50a5d,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:10.967959 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.980188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=26b82426-c1f0-4d3b-909b-c3b904a31860,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:11.021086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543f070-9e34-4cd5-a318-ba474e9335e9 req-08e65d68-2f7d-422b-b7dd-5183c78160ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:11.023200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0543f070-9e34-4cd5-a318-ba474e9335e9 req-08e65d68-2f7d-422b-b7dd-5183c78160ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 1132 time: 0.0820444 Feb 11 04:42:11.031314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-987ae436-c250-4d52-abf3-6e066cd4281d tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:11.034803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305bcf9-cb51-4aa8-a009-46a65bc5c302 None None] Pushing event updated for resources: {'Port': ['ID=bef5c724-c755-4e56-9395-4d4a60f50a5d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:11.038828 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-987ae436-c250-4d52-abf3-6e066cd4281d tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/networks?id=87161c32-29c4-4656-a51e-a019436cc749 HTTP/1.1" status: 200 len: 822 time: 0.7049899 Feb 11 04:42:11.069667 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-b056762b-cf60-474d-bab6-c124f39d3fae tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/quotas/e736535bd2784335ad3752fcf36d32b3 HTTP/1.1" status: 200 len: 375 time: 0.0297458 Feb 11 04:42:11.115671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-0095825e-3cc0-4237-b242-ccbe40d475d7 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e736535bd2784335ad3752fcf36d32b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424850 Feb 11 04:42:11.154979 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38d4679d-0562-48e4-b4c5-ace393eb7164 req-ca37355f-7d22-4e35-98ea-1bb77407fd37 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122832 Feb 11 04:42:11.156341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ac4b4-03df-4a03-a5d7-10cca0b4a974 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Network': ['ID=f2b55659-d629-4ae6-9a45-f878cbb6b406,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:11.172695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network f2b55659-d629-4ae6-9a45-f878cbb6b406 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:42:11.196063 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0543f070-9e34-4cd5-a318-ba474e9335e9 req-35761dbb-04d4-4526-80f3-7cfaa26f1ffb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469176 Feb 11 04:42:11.311147 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Publish callbacks [] for port (06481f7b-8302-47fd-983e-57d250a49942), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.328261 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (06481f7b-8302-47fd-983e-57d250a49942), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.340608 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-a0f9d761-7c38-4ccc-999e-bb2894b68f94 service neutron] 10.222.0.48 "GET /v2.0/networks/87161c32-29c4-4656-a51e-a019436cc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231147 Feb 11 04:42:11.351940 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 26b82426-c1f0-4d3b-909b-c3b904a31860 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:11.440627 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3c44e-98f0-4ced-9998-57f0c57b6392 None None] Pushing event updated for resources: {'Port': ['ID=06481f7b-8302-47fd-983e-57d250a49942,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:11.466940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.494119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 26b82426-c1f0-4d3b-909b-c3b904a31860 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:11.494440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.503873 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38d4679d-0562-48e4-b4c5-ace393eb7164 req-86e904bc-5dc7-4aa5-8012-7b90c355ac96 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077681 Feb 11 04:42:11.513504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0159964-de79-4149-9f4a-78f88f58bfd6 req-5b703f6d-f2bb-4380-89c9-68029a3cae25 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:11.520833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e0159964-de79-4149-9f4a-78f88f58bfd6 req-5b703f6d-f2bb-4380-89c9-68029a3cae25 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 949 time: 0.6270132 Feb 11 04:42:11.544899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725e15f9-338d-402d-8a9a-f41cc12be81a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:11.548576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-725e15f9-338d-402d-8a9a-f41cc12be81a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.557350 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Attempting to bind port 06481f7b-8302-47fd-983e-57d250a49942 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:11.558028 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Attempting to bind port 06481f7b-8302-47fd-983e-57d250a49942 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8e8367f1-8c14-4fbc-abb9-55052002a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:11.558587 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Attempting to bind port 06481f7b-8302-47fd-983e-57d250a49942 on network b600b80b-883d-437a-8848-fc1e3568df2d {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:11.565620 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:11.567596 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Checking segment: {'id': '8e8367f1-8c14-4fbc-abb9-55052002a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:11.568599 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.569211 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Bound using segment: {'id': '8e8367f1-8c14-4fbc-abb9-55052002a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:11.569981 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Bound port: 06481f7b-8302-47fd-983e-57d250a49942, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8367f1-8c14-4fbc-abb9-55052002a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:11.570728 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (06481f7b-8302-47fd-983e-57d250a49942), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.572187 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-f48dbfb5-2248-480e-a050-966b8a80cf9b service neutron] 10.222.0.48 "GET /v2.0/networks/87161c32-29c4-4656-a51e-a019436cc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315466 Feb 11 04:42:11.710638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 26b82426-c1f0-4d3b-909b-c3b904a31860 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:11.730234 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] For port 06481f7b-8302-47fd-983e-57d250a49942, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:11.742291 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] For port 06481f7b-8302-47fd-983e-57d250a49942, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=06481f7b-8302-47fd-983e-57d250a49942,segment=NetworkSegment(8e8367f1-8c14-4fbc-abb9-55052002a0c2),segment_id=8e8367f1-8c14-4fbc-abb9-55052002a0c2)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:11.813777 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (06481f7b-8302-47fd-983e-57d250a49942), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.867509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-84842388-7bd8-4b10-8539-f51a4bff87e8 None None] Provisioning complete for port 06481f7b-8302-47fd-983e-57d250a49942 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:11.868197 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84842388-7bd8-4b10-8539-f51a4bff87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (06481f7b-8302-47fd-983e-57d250a49942), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.911966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dae66-1fcb-4370-8a99-ac50c66f6265 req-3185eeec-8209-48ad-bf3d-b7bd8131145a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:11.920506 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f16dae66-1fcb-4370-8a99-ac50c66f6265 req-3185eeec-8209-48ad-bf3d-b7bd8131145a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 948 time: 0.1196868 Feb 11 04:42:11.927946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-725e15f9-338d-402d-8a9a-f41cc12be81a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (1345cee8-31be-4ca8-9977-cb8bf650a364), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.958369 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbde43b3-9b9d-4238-b0e4-7343dc8e51dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.966334 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Routers {'0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:42:11.972319 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:42:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:11.997460 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f16dae66-1fcb-4370-8a99-ac50c66f6265 req-a5a31972-c2b6-45cc-8c3a-eb806a483b5c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755947 Feb 11 04:42:12.077521 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e0159964-de79-4149-9f4a-78f88f58bfd6 req-c9a2a3ca-3c0f-4127-a20f-289fc310e041 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185168 Feb 11 04:42:12.090928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-84842388-7bd8-4b10-8539-f51a4bff87e8 None None] Current status of the port 06481f7b-8302-47fd-983e-57d250a49942 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:12.113320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84842388-7bd8-4b10-8539-f51a4bff87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (06481f7b-8302-47fd-983e-57d250a49942), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.143261 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3c44e-98f0-4ced-9998-57f0c57b6392 None None] Pushing event updated for resources: {'Port': ['ID=06481f7b-8302-47fd-983e-57d250a49942,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:12.219259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04202ef4-85b4-4e39-9939-89242776e6fa req-0a984339-964d-4fcd-a5a7-a756e6e6767a tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:12.221098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04202ef4-85b4-4e39-9939-89242776e6fa req-0a984339-964d-4fcd-a5a7-a756e6e6767a tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 932 time: 0.1259766 Feb 11 04:42:12.228138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-84842388-7bd8-4b10-8539-f51a4bff87e8 None None] For port 06481f7b-8302-47fd-983e-57d250a49942, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=06481f7b-8302-47fd-983e-57d250a49942,segment=NetworkSegment(8e8367f1-8c14-4fbc-abb9-55052002a0c2),segment_id=8e8367f1-8c14-4fbc-abb9-55052002a0c2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:12.241580 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84842388-7bd8-4b10-8539-f51a4bff87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (06481f7b-8302-47fd-983e-57d250a49942), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.332592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e15f9-338d-402d-8a9a-f41cc12be81a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Subnet': ['ID=1345cee8-31be-4ca8-9977-cb8bf650a364,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:12.358803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04202ef4-85b4-4e39-9939-89242776e6fa req-e8b496c7-0a86-47ca-abd9-95f96d8afe49 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200359 Feb 11 04:42:12.359382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84842388-7bd8-4b10-8539-f51a4bff87e8 None None] Pushing event updated for resources: {'Port': ['ID=06481f7b-8302-47fd-983e-57d250a49942,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:12.375377 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] Set router 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:42:12.395075 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0a4a6fe2-83cc-4e91-bbcb-1f0eede1f399 None None] Provisioning complete for port 06481f7b-8302-47fd-983e-57d250a49942 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:12.395473 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6fe2-83cc-4e91-bbcb-1f0eede1f399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (06481f7b-8302-47fd-983e-57d250a49942), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.453230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725e15f9-338d-402d-8a9a-f41cc12be81a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Checking segment: {'id': '544301e3-44d9-4d2c-9c6a-b05542417b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:12.453462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725e15f9-338d-402d-8a9a-f41cc12be81a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network hostable DHCP agents. Network: f2b55659-d629-4ae6-9a45-f878cbb6b406, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:42:12.537238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c482964-cb81-440f-863c-3280eee3f6c2 req-76b2a658-b95f-4994-8b0d-cb3e02651715 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 210 time: 0.0734975 Feb 11 04:42:12.539581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b291a-3321-4aaa-91f2-64f0f42a973e req-aed5f645-9ba2-4838-bf60-c57f1302a8fc tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:12.541142 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b76b291a-3321-4aaa-91f2-64f0f42a973e req-aed5f645-9ba2-4838-bf60-c57f1302a8fc tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.2163289 Feb 11 04:42:12.573821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a6fe2-83cc-4e91-bbcb-1f0eede1f399 None None] Current status of the port 06481f7b-8302-47fd-983e-57d250a49942 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:12.574656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725e15f9-338d-402d-8a9a-f41cc12be81a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network f2b55659-d629-4ae6-9a45-f878cbb6b406 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:42:12.593526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-725e15f9-338d-402d-8a9a-f41cc12be81a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, f2b55659-d629-4ae6-9a45-f878cbb6b406) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:12.598695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725e15f9-338d-402d-8a9a-f41cc12be81a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:12.600420 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-725e15f9-338d-402d-8a9a-f41cc12be81a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.607158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef2782-5947-4704-b0e5-a95f6d54ce93 None None] Network f2b55659-d629-4ae6-9a45-f878cbb6b406 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:12.622074 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.666916 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-725e15f9-338d-402d-8a9a-f41cc12be81a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8342066 Feb 11 04:42:12.706502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b76b291a-3321-4aaa-91f2-64f0f42a973e req-289aa4c3-1edd-4938-a206-6ab63e79c485 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271169 Feb 11 04:42:12.850013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-f2b55659-d629-4ae6-9a45-f878cbb6b406', 'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406', 'project_id': '49e1f74c01434e6385812c219e96e249', 'fixed_ips': [{'subnet_id': '1345cee8-31be-4ca8-9977-cb8bf650a364'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:42:12.850265 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'name': 'tempest-ServersTestMultiNic-1631865580-router', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:57Z', 'updated_at': '2022-02-11T04:42:04Z', 'revision_number': 4, 'project_id': '49e1f74c01434e6385812c219e96e249', 'gw_port': {'id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:58Z', 'updated_at': '2022-02-11T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '06481f7b-8302-47fd-983e-57d250a49942', 'name': '', 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'mac_address': 'fa:16:3e:21:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '65107a1f-5362-4c4b-8b4f-485ce20e40df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:42:03Z', 'updated_at': '2022-02-11T04:42:11Z', 'revision_number': 4, 'project_id': '49e1f74c01434e6385812c219e96e249', 'subnets': [{'id': '65107a1f-5362-4c4b-8b4f-485ce20e40df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:12.851815 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.854019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d651f8f7-0064-4432-afa8-fc4c6da6febb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:12.862488 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Publish callbacks [] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.876981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Transition to ACTIVE for port object d651f8f7-0064-4432-afa8-fc4c6da6febb will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:12.885497 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.888456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab7dd27-4f76-4989-9dc3-6f22209fc1c1 None None] Network 05449bae-91c9-4c31-aeba-703681fe02a5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:12.892773 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708fe613-7ffb-4465-a3c4-10fff186db5e None None] The sync data for ids ['0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'] in n-d-615180-58 is: [{'id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'name': 'tempest-ServersTestMultiNic-1631865580-router', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:57Z', 'updated_at': '2022-02-11T04:42:04Z', 'revision_number': 4, 'project_id': '49e1f74c01434e6385812c219e96e249', 'gw_port': {'id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:58Z', 'updated_at': '2022-02-11T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '06481f7b-8302-47fd-983e-57d250a49942', 'name': '', 'network_id': 'b600b80b-883d-437a-8848-fc1e3568df2d', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'mac_address': 'fa:16:3e:21:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '65107a1f-5362-4c4b-8b4f-485ce20e40df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:42:03Z', 'updated_at': '2022-02-11T04:42:11Z', 'revision_number': 4, 'project_id': '49e1f74c01434e6385812c219e96e249', 'subnets': [{'id': '65107a1f-5362-4c4b-8b4f-485ce20e40df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:42:13.085647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Pushing event updated for resources: {'Port': ['ID=d651f8f7-0064-4432-afa8-fc4c6da6febb,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:13.193403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Attempting to bind port d651f8f7-0064-4432-afa8-fc4c6da6febb on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:13.193764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Attempting to bind port d651f8f7-0064-4432-afa8-fc4c6da6febb by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:13.194068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Attempting to bind port d651f8f7-0064-4432-afa8-fc4c6da6febb on network 1d55e6f2-8915-44ce-87e2-c04f196fa796 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:13.223531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-2601296f-251d-44f6-b208-cf6cdd0ecaa0 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:13.239819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-2601296f-251d-44f6-b208-cf6cdd0ecaa0 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:13.260014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Allocated IP 19.86.0.2 (f2b55659-d629-4ae6-9a45-f878cbb6b406/1345cee8-31be-4ca8-9977-cb8bf650a364/4bbec964-7e60-4e2c-8132-1577c9958c8d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:13.264850 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-2601296f-251d-44f6-b208-cf6cdd0ecaa0 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/networks?id=05449bae-91c9-4c31-aeba-703681fe02a5&id=f2b55659-d629-4ae6-9a45-f878cbb6b406&id=05449bae-91c9-4c31-aeba-703681fe02a5 HTTP/1.1" status: 200 len: 1392 time: 0.4254479 Feb 11 04:42:13.285695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Port d651f8f7-0064-4432-afa8-fc4c6da6febb on network 1d55e6f2-8915-44ce-87e2-c04f196fa796 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:13.286218 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Attempting to bind port d651f8f7-0064-4432-afa8-fc4c6da6febb on network 1d55e6f2-8915-44ce-87e2-c04f196fa796 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:13.293986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-2d61a0b2-1be6-40ea-a029-83905039c9db tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/quotas/49e1f74c01434e6385812c219e96e249 HTTP/1.1" status: 200 len: 375 time: 0.0281949 Feb 11 04:42:13.308048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:13.308550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Checking segment: {'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:13.309230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Bound using segment: {'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:13.309883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Bound port: d651f8f7-0064-4432-afa8-fc4c6da6febb, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:13.310283 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:13.394935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22306ac1-6bd6-4d1a-8d90-53cc57a2dd5a req-004dac61-5429-42ad-b451-48fab73d5ead tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:13.394935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-22306ac1-6bd6-4d1a-8d90-53cc57a2dd5a req-004dac61-5429-42ad-b451-48fab73d5ead tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 948 time: 0.2379744 Feb 11 04:42:13.406170 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-335c1041-4754-4783-83e7-2518a2af5bd7 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=49e1f74c01434e6385812c219e96e249&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113031 Feb 11 04:42:13.475255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] For port d651f8f7-0064-4432-afa8-fc4c6da6febb, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:13.494947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-22306ac1-6bd6-4d1a-8d90-53cc57a2dd5a req-b68ce8f6-cb1f-43c6-92bf-2fa9ade503d5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981426 Feb 11 04:42:13.501815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] For port d651f8f7-0064-4432-afa8-fc4c6da6febb, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d651f8f7-0064-4432-afa8-fc4c6da6febb,segment=NetworkSegment(dec777df-fd9e-40c7-b2c0-50b0e87b8bd4),segment_id=dec777df-fd9e-40c7-b2c0-50b0e87b8bd4)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:13.509853 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:13.617390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:13.619159 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:13.620579 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] 10.222.0.60 "PUT /v2.0/ports/d651f8f7-0064-4432-afa8-fc4c6da6febb HTTP/1.1" status: 200 len: 1093 time: 3.0072446 Feb 11 04:42:13.623424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'tag': 'd651f8f7-0064-4432-afa8-fc4c6da6febb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:13.625610 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6a8191-943c-45b5-b3c7-6ca9d5b2d67b" -d '{"events": [{"name": "network-changed", "server_uuid": "9862eb89-6290-4729-98a9-f3632c4abb7f", "tag": "d651f8f7-0064-4432-afa8-fc4c6da6febb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:13.692121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-278fb2e5-d5eb-4b3c-94fa-0cc4a3230a2a service neutron] 10.222.0.48 "GET /v2.0/networks/05449bae-91c9-4c31-aeba-703681fe02a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722139 Feb 11 04:42:13.713397 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Publish callbacks [] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:13.722561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 06481f7b-8302-47fd-983e-57d250a49942 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:13.726143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a3f4bba-b7b5-45b3-b207-6fb9da396736 None None] Provisioning complete for port bef5c724-c755-4e56-9395-4d4a60f50a5d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:13.726999 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4bba-b7b5-45b3-b207-6fb9da396736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:13.733706 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:13.783542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b8b6e-e6ee-43db-99c9-7c9a5f329be9 service neutron] Pushing event updated for resources: {'Port': ['ID=d651f8f7-0064-4432-afa8-fc4c6da6febb,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:13.842983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Network f2b55659-d629-4ae6-9a45-f878cbb6b406 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:13.876253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:13.878867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b34b1-2260-434e-bf1b-6fdff5ba81bd req-a68a4c7a-0f07-47e2-8441-e90d238cacff tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:13.887547 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f2b34b1-2260-434e-bf1b-6fdff5ba81bd req-a68a4c7a-0f07-47e2-8441-e90d238cacff tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 949 time: 0.2343750 Feb 11 04:42:13.891977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:13.902848 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-69fea5d5-1e84-476a-a236-fc2163a085bc service neutron] 10.222.0.48 "GET /v2.0/networks/05449bae-91c9-4c31-aeba-703681fe02a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029076 Feb 11 04:42:13.976495 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-6b37a5e5-3da7-46ae-8a93-9a7afa2c2938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:13.978227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-6b37a5e5-3da7-46ae-8a93-9a7afa2c2938 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4586974499846adb2131f98982f5d2f&device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 1127 time: 0.2375300 Feb 11 04:42:14.098414 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-d12c7d81-9676-4aaf-a59b-35d8090465ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d651f8f7-0064-4432-afa8-fc4c6da6febb HTTP/1.1" status: 200 len: 217 time: 0.0976148 Feb 11 04:42:14.138698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Attempting to bind port 4bbec964-7e60-4e2c-8132-1577c9958c8d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:14.139779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Attempting to bind port 4bbec964-7e60-4e2c-8132-1577c9958c8d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '544301e3-44d9-4d2c-9c6a-b05542417b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:14.151447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Attempting to bind port 4bbec964-7e60-4e2c-8132-1577c9958c8d on network f2b55659-d629-4ae6-9a45-f878cbb6b406 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:14.171808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:14.175397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Checking segment: {'id': '544301e3-44d9-4d2c-9c6a-b05542417b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:14.175832 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.176454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Bound using segment: {'id': '544301e3-44d9-4d2c-9c6a-b05542417b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:14.176967 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Bound port: 4bbec964-7e60-4e2c-8132-1577c9958c8d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544301e3-44d9-4d2c-9c6a-b05542417b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:14.177782 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.193866 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f2b34b1-2260-434e-bf1b-6fdff5ba81bd req-205ec42c-0560-45d4-bb61-c3062fb0f0a6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921138 Feb 11 04:42:14.198587 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-9caf78b4-d992-409e-a438-1d3fd4494226 service neutron] 10.222.0.48 "GET /v2.0/networks/f2b55659-d629-4ae6-9a45-f878cbb6b406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750306 Feb 11 04:42:14.213056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-fd137b72-9871-4a43-8a1c-8395965bd6f0 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:14.214564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-fd137b72-9871-4a43-8a1c-8395965bd6f0 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.10 "GET /v2.0/networks?id=87161c32-29c4-4656-a51e-a019436cc749 HTTP/1.1" status: 200 len: 822 time: 0.3096836 Feb 11 04:42:14.233415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-9dce8d62-0f98-476b-93f4-bfbf62ca5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:14.238753 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-9dce8d62-0f98-476b-93f4-bfbf62ca5279 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=857f5e93-13b4-46fb-80cc-dc88b0ecae6d HTTP/1.1" status: 200 len: 855 time: 0.1327467 Feb 11 04:42:14.244254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Pushing event updated for resources: {'Port': ['ID=4bbec964-7e60-4e2c-8132-1577c9958c8d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:14.327622 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.339585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Request body: {'port': {'device_id': 'd792bc90-74ca-4fde-870c-29f93fe6eae0', 'network_id': '87161c32-29c4-4656-a51e-a019436cc749', 'admin_state_up': True, 'tenant_id': 'e736535bd2784335ad3752fcf36d32b3'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:14.380376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-0adab81c-2e09-46f2-8e71-430627e962bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:14.381866 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-0adab81c-2e09-46f2-8e71-430627e962bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d55e6f2-8915-44ce-87e2-c04f196fa796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1321242 Feb 11 04:42:14.413112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 06481f7b-8302-47fd-983e-57d250a49942 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:14.413825 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (06481f7b-8302-47fd-983e-57d250a49942), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.519133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Made reservation on behalf of e736535bd2784335ad3752fcf36d32b3 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:14.523500 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.544653 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-d1e02fac-32c6-4885-af8d-291aa0841b6d service neutron] 10.222.0.48 "GET /v2.0/networks/f2b55659-d629-4ae6-9a45-f878cbb6b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450005 Feb 11 04:42:14.573580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f4bba-b7b5-45b3-b207-6fb9da396736 None None] Current status of the port bef5c724-c755-4e56-9395-4d4a60f50a5d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:14.574085 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4bba-b7b5-45b3-b207-6fb9da396736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.596483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 06481f7b-8302-47fd-983e-57d250a49942 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:14.597869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bef5c724-c755-4e56-9395-4d4a60f50a5d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:14.654137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] For port 4bbec964-7e60-4e2c-8132-1577c9958c8d, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:14.691044 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] For port 4bbec964-7e60-4e2c-8132-1577c9958c8d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4bbec964-7e60-4e2c-8132-1577c9958c8d,segment=NetworkSegment(544301e3-44d9-4d2c-9c6a-b05542417b14),segment_id=544301e3-44d9-4d2c-9c6a-b05542417b14)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:14.710835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4a3f4bba-b7b5-45b3-b207-6fb9da396736 None None] For port bef5c724-c755-4e56-9395-4d4a60f50a5d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bef5c724-c755-4e56-9395-4d4a60f50a5d,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:14.712608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port bef5c724-c755-4e56-9395-4d4a60f50a5d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:14.713111 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.716625 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.769786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-ea165726-766d-4904-a3bc-d48d824d4244 service neutron] 10.222.0.48 "GET /v2.0/networks/05449bae-91c9-4c31-aeba-703681fe02a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188199 Feb 11 04:42:14.776962 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4bba-b7b5-45b3-b207-6fb9da396736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.811550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Allocated IP 172.20.0.6 (87161c32-29c4-4656-a51e-a019436cc749/45132254-893d-480a-97bc-73da1f6efad3/7f7b4112-eb64-472c-81a2-b605cb2fed2a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:14.817133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-dfdaf6f3-97f5-4ea3-b38f-b8996635c111 service neutron] 10.222.0.60 "GET /v2.0/networks/1d55e6f2-8915-44ce-87e2-c04f196fa796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234564 Feb 11 04:42:14.817667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 83400a73-9e05-45bf-93d0-08afd2bc06e7 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:14.823926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a548c3-8014-42bd-acf7-31c41e659722 req-8c12c1b6-5ec8-4740-b71b-9741d1b35e18 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:14.825450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2a548c3-8014-42bd-acf7-31c41e659722 req-8c12c1b6-5ec8-4740-b71b-9741d1b35e18 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.5147319 Feb 11 04:42:14.960208 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2a548c3-8014-42bd-acf7-31c41e659722 req-bacafa70-629d-4ffa-8673-8d2d2ce6f7c1 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262362 Feb 11 04:42:14.971392 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:14.977298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48d9965d-e0eb-4847-8bc4-f5c5658ed129 req-e4a29316-7397-4c37-9829-33fe7325690f service neutron] 10.222.0.60 "GET /v2.0/networks/1d55e6f2-8915-44ce-87e2-c04f196fa796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508431 Feb 11 04:42:14.995846 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-f5581db9-4127-4b8a-9932-c09db32c0095 service neutron] 10.222.0.48 "GET /v2.0/networks/05449bae-91c9-4c31-aeba-703681fe02a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199833 Feb 11 04:42:15.024281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'mac_address': 'fa:16:3e:0c:23:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:15.030420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e17df-8b44-4a00-986e-51ba6f5b6498 None None] Pushing event updated for resources: {'Port': ['ID=4bbec964-7e60-4e2c-8132-1577c9958c8d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:15.101541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b940442-eef6-442a-bd2e-961900d0258e req-dca27295-c4fb-4039-90a4-b7097cf6561e tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 210 time: 0.0358274 Feb 11 04:42:15.209809 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Publish callbacks [] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.257008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-687156fd-188b-438a-8011-f9978fe1f2d0 None None] Provisioning complete for port bef5c724-c755-4e56-9395-4d4a60f50a5d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:15.257367 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-687156fd-188b-438a-8011-f9978fe1f2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.275375 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa848cb-f159-4a8e-a8ec-875124f11fec x-openstack-request-id: req-4aa848cb-f159-4a8e-a8ec-875124f11fec {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:15.275854 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9862eb89-6290-4729-98a9-f3632c4abb7f", "tag": "d651f8f7-0064-4432-afa8-fc4c6da6febb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:15.276218 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4aa848cb-f159-4a8e-a8ec-875124f11fec {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:15.276715 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'tag': 'd651f8f7-0064-4432-afa8-fc4c6da6febb', 'status': 'completed', 'code': 200} Feb 11 04:42:15.284022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 83400a73-9e05-45bf-93d0-08afd2bc06e7 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:15.284538 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.289687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.348640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83400a73-9e05-45bf-93d0-08afd2bc06e7 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:15.362157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Pushing event updated for resources: {'Port': ['ID=7f7b4112-eb64-472c-81a2-b605cb2fed2a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:15.431243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a8191-943c-45b5-b3c7-6ca9d5b2d67b req-07ebcce3-aac6-4ea6-9a6a-7c719bf6388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:15.432892 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b6a8191-943c-45b5-b3c7-6ca9d5b2d67b req-07ebcce3-aac6-4ea6-9a6a-7c719bf6388d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4586974499846adb2131f98982f5d2f&device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 1127 time: 0.1034718 Feb 11 04:42:15.511724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Network 87161c32-29c4-4656-a51e-a019436cc749 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:15.514773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:15.529040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:15.616724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407898b-e781-4a80-9416-d8387a561fe6 req-24d11d2c-b570-49a5-8d1a-3329e972f606 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:15.618890 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3407898b-e781-4a80-9416-d8387a561fe6 req-24d11d2c-b570-49a5-8d1a-3329e972f606 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.2578332 Feb 11 04:42:15.628231 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:15.629111 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.659684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-617ea1be-4699-4d09-9dc2-c76f2a7285f3 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3362498 Feb 11 04:42:15.664854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd59087-849f-472a-b62f-66c53c8033c8 req-0cd9b5df-b415-45cc-a2ee-351d763c782d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:15.668641 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cd59087-849f-472a-b62f-66c53c8033c8 req-0cd9b5df-b415-45cc-a2ee-351d763c782d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 948 time: 0.2491636 Feb 11 04:42:15.708687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Request body: {'port': {'device_id': 'd792bc90-74ca-4fde-870c-29f93fe6eae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:15.742486 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f4bba-b7b5-45b3-b207-6fb9da396736 None None] Pushing event updated for resources: {'Port': ['ID=bef5c724-c755-4e56-9395-4d4a60f50a5d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:15.767880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a8191-943c-45b5-b3c7-6ca9d5b2d67b req-98200bb2-084e-412e-8041-8a0e39de7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:15.770068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b6a8191-943c-45b5-b3c7-6ca9d5b2d67b req-98200bb2-084e-412e-8041-8a0e39de7920 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d55e6f2-8915-44ce-87e2-c04f196fa796 HTTP/1.1" status: 200 len: 917 time: 0.3052866 Feb 11 04:42:15.802568 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3407898b-e781-4a80-9416-d8387a561fe6 req-40207e35-a480-468a-9496-001984d12743 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579480 Feb 11 04:42:15.874280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port bef5c724-c755-4e56-9395-4d4a60f50a5d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:15.933154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:15.945617 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b6a8191-943c-45b5-b3c7-6ca9d5b2d67b req-9336c357-343f-4049-99c5-ef211cc3f06e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d651f8f7-0064-4432-afa8-fc4c6da6febb HTTP/1.1" status: 200 len: 217 time: 0.1603396 Feb 11 04:42:15.959177 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.969183 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.999916 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cd59087-849f-472a-b62f-66c53c8033c8 req-45521130-fbef-435a-8785-b588a65d4e82 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142204 Feb 11 04:42:16.054985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c45ef69b-07bd-4b2e-9349-4dce0ad45ca5 req-bf4aa5e9-c73f-4da3-8c40-eb945acf669a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 210 time: 0.1713407 Feb 11 04:42:16.111521 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:16.165051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a8191-943c-45b5-b3c7-6ca9d5b2d67b req-f001996b-2633-4559-9b82-b5cb19b43352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:16.168483 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b6a8191-943c-45b5-b3c7-6ca9d5b2d67b req-f001996b-2633-4559-9b82-b5cb19b43352 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=857f5e93-13b4-46fb-80cc-dc88b0ecae6d HTTP/1.1" status: 200 len: 855 time: 0.2101395 Feb 11 04:42:16.263106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:16.284067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4bbec964-7e60-4e2c-8132-1577c9958c8d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:16.314411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a8191-943c-45b5-b3c7-6ca9d5b2d67b req-e30ae0f0-5374-4a92-a9cb-9cebc05f3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:16.316772 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b6a8191-943c-45b5-b3c7-6ca9d5b2d67b req-e30ae0f0-5374-4a92-a9cb-9cebc05f3181 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d55e6f2-8915-44ce-87e2-c04f196fa796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1360679 Feb 11 04:42:16.326014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e5ca7-c601-400a-89a8-69d0abfc32e3 req-4d8ebca0-a50f-4537-89e3-8a586a0ba030 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:16.332229 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-932e5ca7-c601-400a-89a8-69d0abfc32e3 req-4d8ebca0-a50f-4537-89e3-8a586a0ba030 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 949 time: 0.1384451 Feb 11 04:42:16.406333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-687156fd-188b-438a-8011-f9978fe1f2d0 None None] Current status of the port bef5c724-c755-4e56-9395-4d4a60f50a5d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:16.441725 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b6a8191-943c-45b5-b3c7-6ca9d5b2d67b req-1f909974-e0ab-40e3-a07b-30da7cda2eb7 service neutron] 10.222.0.60 "GET /v2.0/networks/1d55e6f2-8915-44ce-87e2-c04f196fa796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077073 Feb 11 04:42:16.445576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 4bbec964-7e60-4e2c-8132-1577c9958c8d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:16.446095 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:16.488905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7ad83-5e82-4150-8370-621d85086934 req-e12b9d47-6b69-46be-83cf-83dcdb150525 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:16.490460 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1e7ad83-5e82-4150-8370-621d85086934 req-e12b9d47-6b69-46be-83cf-83dcdb150525 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.2110744 Feb 11 04:42:16.519732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4098456e-7d23-44eb-a6bf-c60e947f5f3e None None] Network f2b55659-d629-4ae6-9a45-f878cbb6b406 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:16.579161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-932e5ca7-c601-400a-89a8-69d0abfc32e3 req-9ff3060a-bbd5-41ee-9ec0-7a7cdd320f3d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363859 Feb 11 04:42:16.613694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b6a8191-943c-45b5-b3c7-6ca9d5b2d67b req-d7de414e-15a7-4139-83e2-e83897ce1299 service neutron] 10.222.0.60 "GET /v2.0/networks/1d55e6f2-8915-44ce-87e2-c04f196fa796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628213 Feb 11 04:42:16.648761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-354ef3ce-5e72-4b25-88ee-7c9fb4881f15 None None] Provisioning complete for port 4bbec964-7e60-4e2c-8132-1577c9958c8d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:16.649824 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-354ef3ce-5e72-4b25-88ee-7c9fb4881f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:16.699793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7b4112-eb64-472c-81a2-b605cb2fed2a {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:16.701903 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['83400a73-9e05-45bf-93d0-08afd2bc06e7'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:16.709033 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Publish callbacks [] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:16.732171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Transition to ACTIVE for port object 7f7b4112-eb64-472c-81a2-b605cb2fed2a will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:16.744513 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:16.789816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533b101-6d91-4882-8acb-3d1a6a11c7dc req-ff2c915a-4658-4623-b5f4-cd50066c4861 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:16.792425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2533b101-6d91-4882-8acb-3d1a6a11c7dc req-ff2c915a-4658-4623-b5f4-cd50066c4861 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 931 time: 0.0789316 Feb 11 04:42:16.797752 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1e7ad83-5e82-4150-8370-621d85086934 req-5789227a-13d4-4bd3-b078-f7c96ea71e69 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993987 Feb 11 04:42:16.835689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7b4112-eb64-472c-81a2-b605cb2fed2a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:16.907143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2533b101-6d91-4882-8acb-3d1a6a11c7dc req-18f599c5-23b1-443e-b7d4-ba8e19fd35eb tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075308 Feb 11 04:42:16.957567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 4bbec964-7e60-4e2c-8132-1577c9958c8d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:16.958098 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:16.978076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Attempting to bind port 7f7b4112-eb64-472c-81a2-b605cb2fed2a on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:16.978821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Attempting to bind port 7f7b4112-eb64-472c-81a2-b605cb2fed2a by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '110ea46e-3db5-4347-b639-96006d07367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87161c32-29c4-4656-a51e-a019436cc749'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:16.979334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Attempting to bind port 7f7b4112-eb64-472c-81a2-b605cb2fed2a on network 87161c32-29c4-4656-a51e-a019436cc749 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:16.988237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Port 7f7b4112-eb64-472c-81a2-b605cb2fed2a on network 87161c32-29c4-4656-a51e-a019436cc749 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:17.001788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Attempting to bind port 7f7b4112-eb64-472c-81a2-b605cb2fed2a on network 87161c32-29c4-4656-a51e-a019436cc749 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:17.011043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:17.011653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Checking segment: {'id': '110ea46e-3db5-4347-b639-96006d07367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87161c32-29c4-4656-a51e-a019436cc749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:17.012199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Bound using segment: {'id': '110ea46e-3db5-4347-b639-96006d07367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87161c32-29c4-4656-a51e-a019436cc749'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:17.012794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Bound port: 7f7b4112-eb64-472c-81a2-b605cb2fed2a, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110ea46e-3db5-4347-b639-96006d07367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '87161c32-29c4-4656-a51e-a019436cc749'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:17.013362 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:17.025625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-354ef3ce-5e72-4b25-88ee-7c9fb4881f15 None None] Current status of the port 4bbec964-7e60-4e2c-8132-1577c9958c8d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:17.026194 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-354ef3ce-5e72-4b25-88ee-7c9fb4881f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:17.094177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 4bbec964-7e60-4e2c-8132-1577c9958c8d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4bbec964-7e60-4e2c-8132-1577c9958c8d,segment=NetworkSegment(544301e3-44d9-4d2c-9c6a-b05542417b14),segment_id=544301e3-44d9-4d2c-9c6a-b05542417b14)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:17.104295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8bd05-eef4-4293-9898-30fc416e1955 req-e3a2c8f1-9c49-4002-b1d6-16d7ad697aaa tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:17.112947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bde8bd05-eef4-4293-9898-30fc416e1955 req-e3a2c8f1-9c49-4002-b1d6-16d7ad697aaa tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.1071014 Feb 11 04:42:17.157145 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-354ef3ce-5e72-4b25-88ee-7c9fb4881f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:42:17.158475 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-354ef3ce-5e72-4b25-88ee-7c9fb4881f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:42:17.160655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:17.162381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bef5c724-c755-4e56-9395-4d4a60f50a5d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:17.173244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bde8bd05-eef4-4293-9898-30fc416e1955 req-7830e86d-1098-4b16-bbc1-f51bb8796024 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603087 Feb 11 04:42:17.318011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58e32e-0f25-427d-92e6-d7aa2960d7c2 req-d8ad9d7a-6cf4-4378-b61a-b19f2c81d7a7 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:17.329822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58e32e-0f25-427d-92e6-d7aa2960d7c2 req-d8ad9d7a-6cf4-4378-b61a-b19f2c81d7a7 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:17.340658 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-c48d2045-eb90-4986-8cdc-3cc935004996 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:17.346006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=4bbec964-7e60-4e2c-8132-1577c9958c8d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:17.347204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-c48d2045-eb90-4986-8cdc-3cc935004996 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:17.350040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-c48d2045-eb90-4986-8cdc-3cc935004996 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "GET /v2.0/networks?id=05449bae-91c9-4c31-aeba-703681fe02a5&id=f2b55659-d629-4ae6-9a45-f878cbb6b406&id=05449bae-91c9-4c31-aeba-703681fe02a5 HTTP/1.1" status: 200 len: 1392 time: 0.1541026 Feb 11 04:42:17.350187 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e58e32e-0f25-427d-92e6-d7aa2960d7c2 req-d8ad9d7a-6cf4-4378-b61a-b19f2c81d7a7 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9&device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 1690 time: 0.2361186 Feb 11 04:42:17.369621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] For port 7f7b4112-eb64-472c-81a2-b605cb2fed2a, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:17.397014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port bef5c724-c755-4e56-9395-4d4a60f50a5d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:17.397748 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:17.435542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d0703827-b698-4c13-84d5-a443947de771 req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'port': {'device_id': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5', 'admin_state_up': True, 'tenant_id': '49e1f74c01434e6385812c219e96e249'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:17.440243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] For port 7f7b4112-eb64-472c-81a2-b605cb2fed2a, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7f7b4112-eb64-472c-81a2-b605cb2fed2a,segment=NetworkSegment(110ea46e-3db5-4347-b639-96006d07367c),segment_id=110ea46e-3db5-4347-b639-96006d07367c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:17.470310 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:17.489569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb15004-6d5b-4a2f-90cd-dbfab48c3a4e req-39d2c983-a2c4-423b-be83-e8a0fcd277be tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:17.491161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1fb15004-6d5b-4a2f-90cd-dbfab48c3a4e req-39d2c983-a2c4-423b-be83-e8a0fcd277be tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 949 time: 0.1384058 Feb 11 04:42:17.512156 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e58e32e-0f25-427d-92e6-d7aa2960d7c2 req-f0ccb143-3157-4a73-9950-e2017db0691b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613028 Feb 11 04:42:17.544999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:17.545666 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:17.551922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port bef5c724-c755-4e56-9395-4d4a60f50a5d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:17.556340 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] 10.222.0.10 "PUT /v2.0/ports/7f7b4112-eb64-472c-81a2-b605cb2fed2a HTTP/1.1" status: 200 len: 1092 time: 1.8616457 Feb 11 04:42:17.600462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1fb15004-6d5b-4a2f-90cd-dbfab48c3a4e req-3a258fdf-5574-4639-833e-c5ecb794f5c3 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004560 Feb 11 04:42:17.609419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd792bc90-74ca-4fde-870c-29f93fe6eae0', 'tag': '7f7b4112-eb64-472c-81a2-b605cb2fed2a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:17.611830 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84fd6dd-0dd5-44e9-bcd7-42cf4bc97199" -d '{"events": [{"name": "network-changed", "server_uuid": "d792bc90-74ca-4fde-870c-29f93fe6eae0", "tag": "7f7b4112-eb64-472c-81a2-b605cb2fed2a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:17.651436 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-340a7d25-126b-4c21-bc56-1d39c5ad97d0 req-b8791096-4d29-4446-b4c1-89d0d63f8ef2 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 210 time: 0.0343859 Feb 11 04:42:17.689271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:17.693573 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:17.707459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec04ae-f025-4484-99bd-077b6dcaa8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7b4112-eb64-472c-81a2-b605cb2fed2a,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:17.725233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-ea19e938-7afd-44cf-8124-86b0473a06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:17.727364 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-ea19e938-7afd-44cf-8124-86b0473a06d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e736535bd2784335ad3752fcf36d32b3&device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 1126 time: 0.0734043 Feb 11 04:42:17.736690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-354ef3ce-5e72-4b25-88ee-7c9fb4881f15 None None] Current status of the port 4bbec964-7e60-4e2c-8132-1577c9958c8d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:17.739242 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc793a02-8219-4668-a570-ccc15291b71a x-openstack-request-id: req-cc793a02-8219-4668-a570-ccc15291b71a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:17.739518 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d792bc90-74ca-4fde-870c-29f93fe6eae0", "tag": "7f7b4112-eb64-472c-81a2-b605cb2fed2a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:17.739772 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc793a02-8219-4668-a570-ccc15291b71a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:17.740195 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd792bc90-74ca-4fde-870c-29f93fe6eae0', 'tag': '7f7b4112-eb64-472c-81a2-b605cb2fed2a', 'status': 'completed', 'code': 200} Feb 11 04:42:17.781378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-e42c1512-6a17-49cb-b201-86e7ea85f09f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7b4112-eb64-472c-81a2-b605cb2fed2a HTTP/1.1" status: 200 len: 217 time: 0.0356903 Feb 11 04:42:17.841020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-164f805b-ee20-461a-8855-8711c085294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:17.845290 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-164f805b-ee20-461a-8855-8711c085294c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45132254-893d-480a-97bc-73da1f6efad3 HTTP/1.1" status: 200 len: 862 time: 0.0535553 Feb 11 04:42:17.858544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a8dfbda9-6c80-49e3-a6b7-5f4a45c276a3 None None] Provisioning complete for port 4bbec964-7e60-4e2c-8132-1577c9958c8d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:17.858954 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a8dfbda9-6c80-49e3-a6b7-5f4a45c276a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:17.912055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-d0703827-b698-4c13-84d5-a443947de771 req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Allocated IP 19.80.0.188 (05449bae-91c9-4c31-aeba-703681fe02a5/6c5e3e8d-992e-43bf-b39d-9755ce9564cf/cbcbe254-219f-4363-b423-305f79d14759) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:17.914157 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-48c4816f-4623-4ca3-b3e1-0f04bd412739 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87161c32-29c4-4656-a51e-a019436cc749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580726 Feb 11 04:42:17.974094 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1611ce-6fa4-4644-8890-ad8dd6ce6804 req-8b1f173d-1c7f-485d-85ef-6e5aa4481bc9 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:17.981769 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b1611ce-6fa4-4644-8890-ad8dd6ce6804 req-8b1f173d-1c7f-485d-85ef-6e5aa4481bc9 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 1132 time: 0.1843629 Feb 11 04:42:17.994570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a8dfbda9-6c80-49e3-a6b7-5f4a45c276a3 None None] Current status of the port 4bbec964-7e60-4e2c-8132-1577c9958c8d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:18.027751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4bbec964-7e60-4e2c-8132-1577c9958c8d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:18.091642 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 4bbec964-7e60-4e2c-8132-1577c9958c8d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:18.093126 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:18.121299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120bb5d-24c8-421b-b2f1-2ab5c963160b req-6334bd9d-d035-495a-8b40-605aed786e31 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:18.123253 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e120bb5d-24c8-421b-b2f1-2ab5c963160b req-6334bd9d-d035-495a-8b40-605aed786e31 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.2204471 Feb 11 04:42:18.126491 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-7db51658-59c9-4dd5-bbac-8ea35dba1e4a service neutron] 10.222.0.10 "GET /v2.0/networks/87161c32-29c4-4656-a51e-a019436cc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800659 Feb 11 04:42:18.127196 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b1611ce-6fa4-4644-8890-ad8dd6ce6804 req-17c11806-8539-4eb6-92a5-b8eb91caa34e tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362314 Feb 11 04:42:18.196323 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for port (cbcbe254-219f-4363-b423-305f79d14759), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:18.226501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 4bbec964-7e60-4e2c-8132-1577c9958c8d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:18.247094 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (cbcbe254-219f-4363-b423-305f79d14759), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:18.284915 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e120bb5d-24c8-421b-b2f1-2ab5c963160b req-375bbfff-0d8a-4014-b1e3-18d71ad803fa tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367569 Feb 11 04:42:18.310970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0703827-b698-4c13-84d5-a443947de771 req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network 05449bae-91c9-4c31-aeba-703681fe02a5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:18.318363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-d0703827-b698-4c13-84d5-a443947de771 req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:18.324458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead6c98c-0738-48ba-94c6-ccc8cf344ff9 req-03dcf15c-7451-4ffd-b01c-66a8179af4a6 service neutron] 10.222.0.10 "GET /v2.0/networks/87161c32-29c4-4656-a51e-a019436cc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913550 Feb 11 04:42:18.324779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0703827-b698-4c13-84d5-a443947de771 req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:18.391089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Port': ['ID=cbcbe254-219f-4363-b423-305f79d14759,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:18.422148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70002a9-82c3-4e71-b370-380c2ec5768f req-0ad16a48-894c-4efb-869a-cd3b094d49c0 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:18.430488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e70002a9-82c3-4e71-b370-380c2ec5768f req-0ad16a48-894c-4efb-869a-cd3b094d49c0 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 943 time: 0.1947081 Feb 11 04:42:18.435103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8b065-e554-41b2-9c62-d3d66aeccb89 req-b453cfc2-a518-4a7c-a743-f2b2d6f325cf tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:18.437966 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4dc8b065-e554-41b2-9c62-d3d66aeccb89 req-b453cfc2-a518-4a7c-a743-f2b2d6f325cf tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 1133 time: 0.0763385 Feb 11 04:42:18.467845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:18.468396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:18.508075 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e70002a9-82c3-4e71-b370-380c2ec5768f req-b5544f22-2315-4501-a1b3-821c9e78b557 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739291 Feb 11 04:42:18.511992 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-3d5b9258-a814-42b4-9347-668fae3283a1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0891042 Feb 11 04:42:18.530872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d0703827-b698-4c13-84d5-a443947de771 req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'port': {'device_id': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406', 'admin_state_up': True, 'tenant_id': '49e1f74c01434e6385812c219e96e249'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:18.548088 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fd6dd-0dd5-44e9-bcd7-42cf4bc97199 req-6669b371-e8db-46a5-a906-45c44c0129af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:18.549731 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f84fd6dd-0dd5-44e9-bcd7-42cf4bc97199 req-6669b371-e8db-46a5-a906-45c44c0129af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e736535bd2784335ad3752fcf36d32b3&device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 1126 time: 0.1105936 Feb 11 04:42:18.563840 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4dc8b065-e554-41b2-9c62-d3d66aeccb89 req-95fa6f9e-98e8-4af6-9796-f0866c29b3d0 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106935 Feb 11 04:42:18.699449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fd6dd-0dd5-44e9-bcd7-42cf4bc97199 req-52bea416-d805-490f-93c6-60e3ebad6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:18.702395 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f84fd6dd-0dd5-44e9-bcd7-42cf4bc97199 req-52bea416-d805-490f-93c6-60e3ebad6412 service neutron] 10.222.0.10 "GET /v2.0/networks?id=87161c32-29c4-4656-a51e-a019436cc749 HTTP/1.1" status: 200 len: 923 time: 0.1365161 Feb 11 04:42:18.733292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-060c3900-9581-4e3b-ad1d-45c605b4ed05 None None] Provisioning complete for port cbcbe254-219f-4363-b423-305f79d14759 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:18.738364 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-060c3900-9581-4e3b-ad1d-45c605b4ed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (cbcbe254-219f-4363-b423-305f79d14759), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:18.760517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7a50-c486-45d3-8837-b42bb86149d4 req-82ddbccc-188a-461e-89e1-2e95cc5a7f27 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:18.768678 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed8b7a50-c486-45d3-8837-b42bb86149d4 req-82ddbccc-188a-461e-89e1-2e95cc5a7f27 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.1118977 Feb 11 04:42:18.777323 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f84fd6dd-0dd5-44e9-bcd7-42cf4bc97199 req-231828ee-5f94-4a74-b3cb-cabb08637a98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7b4112-eb64-472c-81a2-b605cb2fed2a HTTP/1.1" status: 200 len: 217 time: 0.0587008 Feb 11 04:42:18.782227 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-060c3900-9581-4e3b-ad1d-45c605b4ed05 None None] Port cbcbe254-219f-4363-b423-305f79d14759 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:42:18.820037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:18.823334 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:18.842481 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed8b7a50-c486-45d3-8837-b42bb86149d4 req-9c63d6c1-eb9b-409c-af74-108573e9a261 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728638 Feb 11 04:42:18.855991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1a53f-4189-4e40-9bf9-de794d3e1606 req-240efae7-5791-474b-b011-72387b47fe4b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:18.862815 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12d1a53f-4189-4e40-9bf9-de794d3e1606 req-240efae7-5791-474b-b011-72387b47fe4b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 949 time: 0.1430345 Feb 11 04:42:18.871876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fd6dd-0dd5-44e9-bcd7-42cf4bc97199 req-5fda5da2-1589-4cb5-826e-531180b9f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:18.873812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f84fd6dd-0dd5-44e9-bcd7-42cf4bc97199 req-5fda5da2-1589-4cb5-826e-531180b9f3d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45132254-893d-480a-97bc-73da1f6efad3 HTTP/1.1" status: 200 len: 862 time: 0.0794671 Feb 11 04:42:18.919835 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f84fd6dd-0dd5-44e9-bcd7-42cf4bc97199 req-0193f90e-72d3-48b9-8a7c-3f87b8601d68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87161c32-29c4-4656-a51e-a019436cc749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374532 Feb 11 04:42:18.970577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12d1a53f-4189-4e40-9bf9-de794d3e1606 req-12522efe-78e8-44ad-9130-756bba42c35f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065843 Feb 11 04:42:19.014803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-d0703827-b698-4c13-84d5-a443947de771 req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Allocated IP 19.86.0.241 (f2b55659-d629-4ae6-9a45-f878cbb6b406/1345cee8-31be-4ca8-9977-cb8bf650a364/3c037f37-5095-4831-9981-dcecf1d9c788) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:19.030412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cd8d6-d6cd-4e1e-9f2e-787b0a0149ce req-6ce43a23-1943-400b-ae73-2b1dc11517a8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:19.032439 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a1cd8d6-d6cd-4e1e-9f2e-787b0a0149ce req-6ce43a23-1943-400b-ae73-2b1dc11517a8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 932 time: 0.1118701 Feb 11 04:42:19.052136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f84fd6dd-0dd5-44e9-bcd7-42cf4bc97199 req-c7078a5d-83bb-475b-8ed1-1bfbafc3759a service neutron] 10.222.0.10 "GET /v2.0/networks/87161c32-29c4-4656-a51e-a019436cc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139567 Feb 11 04:42:19.126973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a1cd8d6-d6cd-4e1e-9f2e-787b0a0149ce req-c7342136-72e5-4545-94a7-d106490973dc tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872641 Feb 11 04:42:19.145337 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-33e675cc-c0e4-45ba-9f4b-227e829b57bd tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579545 Feb 11 04:42:19.248730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for port (3c037f37-5095-4831-9981-dcecf1d9c788), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:19.284331 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f84fd6dd-0dd5-44e9-bcd7-42cf4bc97199 req-0204c0c2-55f9-4595-84ae-ee546d62977e service neutron] 10.222.0.10 "GET /v2.0/networks/87161c32-29c4-4656-a51e-a019436cc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216835 Feb 11 04:42:19.286375 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:19.319063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91548c44-7d71-4596-8c55-22be35451c6e req-e7643b24-8f92-484a-b2c3-35121a598ff4 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:19.321212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-e7643b24-8f92-484a-b2c3-35121a598ff4 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750615 Feb 11 04:42:19.332609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0703827-b698-4c13-84d5-a443947de771 req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network f2b55659-d629-4ae6-9a45-f878cbb6b406 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:19.334117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-d0703827-b698-4c13-84d5-a443947de771 req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:19.339812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-73a0a653-c853-4451-b652-ec808c14fcf0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/quotas/1ab9b1fc2e72485d8d8369ccbb114bd0 HTTP/1.1" status: 200 len: 375 time: 0.0119727 Feb 11 04:42:19.348105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0703827-b698-4c13-84d5-a443947de771 req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:19.390411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Port': ['ID=3c037f37-5095-4831-9981-dcecf1d9c788,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:19.414132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:19.414783 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:19.445377 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-fef69775-f3a3-482c-87ba-aa3242f74f9f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9189792 Feb 11 04:42:19.448623 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-84233cbd-59b5-4a48-a37b-35c450a2a631 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1023443 Feb 11 04:42:19.486393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d0703827-b698-4c13-84d5-a443947de771 req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'port': {'device_id': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5', 'admin_state_up': True, 'tenant_id': '49e1f74c01434e6385812c219e96e249'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:19.643883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07398ea-4730-4c47-a9dd-2a1398dbbb61 req-88cf9930-cc17-4b11-8b03-c7a952ce210d tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:19.645580 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07398ea-4730-4c47-a9dd-2a1398dbbb61 req-88cf9930-cc17-4b11-8b03-c7a952ce210d tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.2165997 Feb 11 04:42:19.669922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:19.674440 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:19.723161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae12fd-eba9-441b-84ad-28f46439677c req-7b383b69-ebba-466d-bf28-fc2ae4a1bb4f tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:19.724905 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6ae12fd-eba9-441b-84ad-28f46439677c req-7b383b69-ebba-466d-bf28-fc2ae4a1bb4f tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 943 time: 0.0659363 Feb 11 04:42:19.725162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c68511a4-73df-4a2c-a2f2-f685d2249d8b None None] Provisioning complete for port 3c037f37-5095-4831-9981-dcecf1d9c788 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:19.725747 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c68511a4-73df-4a2c-a2f2-f685d2249d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:19.734866 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07398ea-4730-4c47-a9dd-2a1398dbbb61 req-6e22d943-de18-4a89-8293-6deada54ceb2 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822499 Feb 11 04:42:19.807743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c68511a4-73df-4a2c-a2f2-f685d2249d8b None None] Port 3c037f37-5095-4831-9981-dcecf1d9c788 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:42:19.839144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6ae12fd-eba9-441b-84ad-28f46439677c req-be0aaeab-48ed-420b-90ce-1ca5e116d65a tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040459 Feb 11 04:42:19.891889 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8898fbb8-f124-4010-9180-93da713b4816 req-8c92e8ca-f599-45b9-bbd1-80cb849b09d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 210 time: 0.0411646 Feb 11 04:42:19.913078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-d0703827-b698-4c13-84d5-a443947de771 req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Allocated IP 19.80.0.235 (05449bae-91c9-4c31-aeba-703681fe02a5/6c5e3e8d-992e-43bf-b39d-9755ce9564cf/69895276-cb49-4a25-ad00-42484ff24135) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:20.030106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be9b3b-3afc-4fb4-aa15-18be3ff8a791 req-ee41fd05-ad9a-4a58-88f8-d316b3a1ea4c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:20.049678 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-85be9b3b-3afc-4fb4-aa15-18be3ff8a791 req-ee41fd05-ad9a-4a58-88f8-d316b3a1ea4c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.1081145 Feb 11 04:42:20.111220 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-85be9b3b-3afc-4fb4-aa15-18be3ff8a791 req-7a0cfd50-dd3e-4172-a3aa-0db5b95c74c9 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604625 Feb 11 04:42:20.126232 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for port (69895276-cb49-4a25-ad00-42484ff24135), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.218075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (69895276-cb49-4a25-ad00-42484ff24135), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.240112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945aa0e6-ad05-48ae-aa53-402959cc432e req-8f8a3017-55fd-42da-b06f-27690c3c73c7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:20.248676 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-945aa0e6-ad05-48ae-aa53-402959cc432e req-8f8a3017-55fd-42da-b06f-27690c3c73c7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 949 time: 0.1150956 Feb 11 04:42:20.270672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f95d8-5030-4f85-bd13-dc86cccd2563 req-5a08a158-684b-4c18-a85b-6933626ec993 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:20.277165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f95d8-5030-4f85-bd13-dc86cccd2563 req-5a08a158-684b-4c18-a85b-6933626ec993 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:20.283767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f95d8-5030-4f85-bd13-dc86cccd2563 req-5a08a158-684b-4c18-a85b-6933626ec993 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:20.291440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e60f95d8-5030-4f85-bd13-dc86cccd2563 req-5a08a158-684b-4c18-a85b-6933626ec993 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2377 time: 0.0824628 Feb 11 04:42:20.314694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0703827-b698-4c13-84d5-a443947de771 req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network 05449bae-91c9-4c31-aeba-703681fe02a5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:20.324237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-d0703827-b698-4c13-84d5-a443947de771 req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:20.331469 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0703827-b698-4c13-84d5-a443947de771 req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:20.366825 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e60f95d8-5030-4f85-bd13-dc86cccd2563 req-5a572a3d-15e5-47ed-85e1-7da6e67a9384 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741811 Feb 11 04:42:20.396385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Port': ['ID=69895276-cb49-4a25-ad00-42484ff24135,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:20.422691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:20.423334 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.428560 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-945aa0e6-ad05-48ae-aa53-402959cc432e req-0fef098f-8be8-4fe7-a372-3d9ebea3ee28 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789110 Feb 11 04:42:20.452135 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-9c3c4d9f-af20-44f2-8804-0ed2c0a65bf5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9628806 Feb 11 04:42:20.470873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Request body: {'port': {'device_id': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:20.541925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cbcbe254-219f-4363-b423-305f79d14759), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.596661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7f7b4112-eb64-472c-81a2-b605cb2fed2a details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:20.696325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5a5af824-b3cb-46db-ad83-d4466ff1cea6 None None] Provisioning complete for port 69895276-cb49-4a25-ad00-42484ff24135 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:20.696959 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a5af824-b3cb-46db-ad83-d4466ff1cea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (69895276-cb49-4a25-ad00-42484ff24135), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.758325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5a5af824-b3cb-46db-ad83-d4466ff1cea6 None None] Port 69895276-cb49-4a25-ad00-42484ff24135 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:42:20.765132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7f7b4112-eb64-472c-81a2-b605cb2fed2a, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7f7b4112-eb64-472c-81a2-b605cb2fed2a,segment=NetworkSegment(110ea46e-3db5-4347-b639-96006d07367c),segment_id=110ea46e-3db5-4347-b639-96006d07367c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:20.777105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '7f7b4112-eb64-472c-81a2-b605cb2fed2a', 'network_id': '87161c32-29c4-4656-a51e-a019436cc749', 'port_id': '7f7b4112-eb64-472c-81a2-b605cb2fed2a', 'mac_address': 'fa:16:3e:ee:86:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45132254-893d-480a-97bc-73da1f6efad3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:20.841294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 7f7b4112-eb64-472c-81a2-b605cb2fed2a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:20.842958 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.858575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7b4112-eb64-472c-81a2-b605cb2fed2a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:20.865877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 83400a73-9e05-45bf-93d0-08afd2bc06e7 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:20.877601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbcbe254-219f-4363-b423-305f79d14759 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:20.887531 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Publish callbacks [] for port (cbcbe254-219f-4363-b423-305f79d14759), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.903151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Transition to ACTIVE for port object cbcbe254-219f-4363-b423-305f79d14759 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:20.913464 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (cbcbe254-219f-4363-b423-305f79d14759), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.924301 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7f7b4112-eb64-472c-81a2-b605cb2fed2a, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7f7b4112-eb64-472c-81a2-b605cb2fed2a,segment=NetworkSegment(110ea46e-3db5-4347-b639-96006d07367c),segment_id=110ea46e-3db5-4347-b639-96006d07367c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:20.931431 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.937207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdddf1-bac4-4838-85ec-a46c0ac5196f req-5a1e1309-4a32-4aa3-8040-f95bf9749aad tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:20.951920 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99cdddf1-bac4-4838-85ec-a46c0ac5196f req-5a1e1309-4a32-4aa3-8040-f95bf9749aad tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.1317255 Feb 11 04:42:20.984726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 83400a73-9e05-45bf-93d0-08afd2bc06e7 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:21.004634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 83400a73-9e05-45bf-93d0-08afd2bc06e7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:21.011024 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:21.022851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=7f7b4112-eb64-472c-81a2-b605cb2fed2a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:21.028360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99cdddf1-bac4-4838-85ec-a46c0ac5196f req-f26ce0e0-a0b1-48b1-844f-9a55bf6211eb tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755408 Feb 11 04:42:21.089313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Pushing event updated for resources: {'Port': ['ID=cbcbe254-219f-4363-b423-305f79d14759,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:21.163210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 83400a73-9e05-45bf-93d0-08afd2bc06e7 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:21.163614 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:21.206323 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-084efae3-c809-4639-a255-478299585cdf req-f460899b-1d0e-4f27-bee8-fc96408f73c3 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 210 time: 0.0445688 Feb 11 04:42:21.216545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:21.222071 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63a32d0-6e60-49c2-b9ea-a8df864b7828" -d '{"events": [{"server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "name": "network-vif-plugged", "status": "completed", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:21.240215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-60f45759-00a6-4c78-ba26-d09ddb0abf64 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355508 Feb 11 04:42:21.252928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834fcbc-2dbb-42fb-88ba-fa1686710583 req-fcf9c4af-e509-469b-8d78-b85fb1214120 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:21.260351 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f834fcbc-2dbb-42fb-88ba-fa1686710583 req-fcf9c4af-e509-469b-8d78-b85fb1214120 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 944 time: 0.3272543 Feb 11 04:42:21.278069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:21.284161 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:21.350768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:21.400624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['7f7b4112-eb64-472c-81a2-b605cb2fed2a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:21.430084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25434df5-05e0-4d59-ae63-9946646fbda0 req-4e59e302-7709-447b-8bcd-e9dcec40b8bf tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:21.437344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25434df5-05e0-4d59-ae63-9946646fbda0 req-4e59e302-7709-447b-8bcd-e9dcec40b8bf tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.1144996 Feb 11 04:42:21.437565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Attempting to bind port cbcbe254-219f-4363-b423-305f79d14759 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:21.438002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Attempting to bind port cbcbe254-219f-4363-b423-305f79d14759 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:21.438135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Attempting to bind port cbcbe254-219f-4363-b423-305f79d14759 on network 05449bae-91c9-4c31-aeba-703681fe02a5 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:21.469594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Port cbcbe254-219f-4363-b423-305f79d14759 on network 05449bae-91c9-4c31-aeba-703681fe02a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:21.469926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Attempting to bind port cbcbe254-219f-4363-b423-305f79d14759 on network 05449bae-91c9-4c31-aeba-703681fe02a5 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:21.480418 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f834fcbc-2dbb-42fb-88ba-fa1686710583 req-69ff6966-dc44-4e50-b6b3-e5017c9048da tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190802 Feb 11 04:42:21.488574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:21.488987 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Checking segment: {'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:21.489391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Bound using segment: {'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:21.490378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Bound port: cbcbe254-219f-4363-b423-305f79d14759, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:21.491651 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cbcbe254-219f-4363-b423-305f79d14759), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:21.507733 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91548c44-7d71-4596-8c55-22be35451c6e req-5aa1a3e9-6a84-4eeb-8767-d47743f0a03b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:21.509463 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-5aa1a3e9-6a84-4eeb-8767-d47743f0a03b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436891 Feb 11 04:42:21.547831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25434df5-05e0-4d59-ae63-9946646fbda0 req-e48b02b8-a867-4a83-9200-385bf2c74ac8 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877285 Feb 11 04:42:21.559459 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8640ac-c5bd-48da-96e1-ff3b3c93ab02 x-openstack-request-id: req-3c8640ac-c5bd-48da-96e1-ff3b3c93ab02 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:21.559749 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "name": "network-vif-plugged", "status": "completed", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:21.560001 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c8640ac-c5bd-48da-96e1-ff3b3c93ab02 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:21.560391 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'code': 200} Feb 11 04:42:21.588788 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-91548c44-7d71-4596-8c55-22be35451c6e req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Request body: {'port': {'device_id': 'f802283a-3eaa-43ed-8f7d-64fd050fca84', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '1ab9b1fc2e72485d8d8369ccbb114bd0'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:21.659175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fda4e-b52d-41dc-98b6-afe3d0781b32 req-89ce2e09-f94e-4fb8-8cdf-bf96d654c8bd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:21.664719 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fda4e-b52d-41dc-98b6-afe3d0781b32 req-89ce2e09-f94e-4fb8-8cdf-bf96d654c8bd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:21.673092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fda4e-b52d-41dc-98b6-afe3d0781b32 req-89ce2e09-f94e-4fb8-8cdf-bf96d654c8bd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:21.680920 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c7fda4e-b52d-41dc-98b6-afe3d0781b32 req-89ce2e09-f94e-4fb8-8cdf-bf96d654c8bd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2389 time: 0.0877864 Feb 11 04:42:21.731579 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c7fda4e-b52d-41dc-98b6-afe3d0781b32 req-48902abd-a291-43b1-953c-a33ead5505c8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496154 Feb 11 04:42:21.770423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] For port cbcbe254-219f-4363-b423-305f79d14759, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:21.802792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] For port cbcbe254-219f-4363-b423-305f79d14759, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=cbcbe254-219f-4363-b423-305f79d14759,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:21.814372 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1ae32-a93b-40ca-8d73-d89cf4467784 req-335b1f01-9fb9-4599-8543-6db1d7556d6c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:21.815883 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68a1ae32-a93b-40ca-8d73-d89cf4467784 req-335b1f01-9fb9-4599-8543-6db1d7556d6c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1993649 Feb 11 04:42:21.861418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ae751-1284-45f7-bc83-5bfef7ff31ee req-3ca09f88-5981-47e8-9e3c-25f365b5a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:21.862938 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-862ae751-1284-45f7-bc83-5bfef7ff31ee req-3ca09f88-5981-47e8-9e3c-25f365b5a09f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1133 time: 0.1531801 Feb 11 04:42:21.900848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91548c44-7d71-4596-8c55-22be35451c6e req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Made reservation on behalf of 1ab9b1fc2e72485d8d8369ccbb114bd0 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:21.904103 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-91548c44-7d71-4596-8c55-22be35451c6e req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:21.906405 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (cbcbe254-219f-4363-b423-305f79d14759), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:21.949596 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68a1ae32-a93b-40ca-8d73-d89cf4467784 req-81807925-37e5-489c-b85a-6d64767363be tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239016 Feb 11 04:42:21.975389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:21.976074 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:21.977756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] 10.222.0.10 "PUT /v2.0/ports/cbcbe254-219f-4363-b423-305f79d14759 HTTP/1.1" status: 200 len: 1093 time: 1.5122697 Feb 11 04:42:21.978240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'tag': 'cbcbe254-219f-4363-b423-305f79d14759'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:21.980497 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd66fe3d-683b-49a2-8a1e-ef8dab0d5541" -d '{"events": [{"name": "network-changed", "server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "tag": "cbcbe254-219f-4363-b423-305f79d14759"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:22.059631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-862ae751-1284-45f7-bc83-5bfef7ff31ee req-afa6f3e4-12b5-4505-8ad3-39e8a28b676b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841438 Feb 11 04:42:22.083315 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42335962-42b6-46e3-acff-8cfe0e971269 x-openstack-request-id: req-42335962-42b6-46e3-acff-8cfe0e971269 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:22.083758 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "tag": "cbcbe254-219f-4363-b423-305f79d14759", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:22.084123 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42335962-42b6-46e3-acff-8cfe0e971269 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:22.084623 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'tag': 'cbcbe254-219f-4363-b423-305f79d14759', 'status': 'completed', 'code': 200} Feb 11 04:42:22.089093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Request body: {'port': {'device_id': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:22.102020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba66cbd-9e68-4540-adf6-2ca95a130c5b service neutron] Pushing event updated for resources: {'Port': ['ID=cbcbe254-219f-4363-b423-305f79d14759,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:22.194528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66fe3d-683b-49a2-8a1e-ef8dab0d5541 req-0ff5f755-877e-46a0-9791-3a31dd3ef985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:22.195103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66fe3d-683b-49a2-8a1e-ef8dab0d5541 req-0ff5f755-877e-46a0-9791-3a31dd3ef985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:22.195537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66fe3d-683b-49a2-8a1e-ef8dab0d5541 req-0ff5f755-877e-46a0-9791-3a31dd3ef985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:22.197742 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd66fe3d-683b-49a2-8a1e-ef8dab0d5541 req-0ff5f755-877e-46a0-9791-3a31dd3ef985 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49e1f74c01434e6385812c219e96e249&device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2764 time: 0.0978744 Feb 11 04:42:22.291654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-91548c44-7d71-4596-8c55-22be35451c6e req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Allocated IP 192.168.233.219 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/d6b46f28-121a-4a9e-9144-beb5d7ba31b8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:22.317093 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:22.336996 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16d3f068-8850-4e9d-9371-785a1bde6f34 req-83a53d80-d343-4a0e-a958-43c7f1ab0ae4 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 210 time: 0.0432639 Feb 11 04:42:22.426107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3af715-0e5d-4d82-8595-01fc9936f97c req-92449b53-81a5-4282-9c48-3d487bc0b1b9 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:22.427731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e3af715-0e5d-4d82-8595-01fc9936f97c req-92449b53-81a5-4282-9c48-3d487bc0b1b9 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.2195232 Feb 11 04:42:22.448905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66fe3d-683b-49a2-8a1e-ef8dab0d5541 req-0144cf3b-6ec1-453f-a9da-505d04ad9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:22.449493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66fe3d-683b-49a2-8a1e-ef8dab0d5541 req-0144cf3b-6ec1-453f-a9da-505d04ad9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:22.450274 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66fe3d-683b-49a2-8a1e-ef8dab0d5541 req-0144cf3b-6ec1-453f-a9da-505d04ad9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:22.452487 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd66fe3d-683b-49a2-8a1e-ef8dab0d5541 req-0144cf3b-6ec1-453f-a9da-505d04ad9523 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=49e1f74c01434e6385812c219e96e249&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2325530 Feb 11 04:42:22.681163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66fe3d-683b-49a2-8a1e-ef8dab0d5541 req-34431a97-b12f-4cd6-9644-8870f499c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:22.682580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd66fe3d-683b-49a2-8a1e-ef8dab0d5541 req-34431a97-b12f-4cd6-9644-8870f499c185 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2232358 Feb 11 04:42:22.696975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93625aff-f674-41fc-b2fb-e07c3d57b69d req-501209dd-a5fe-4dbb-93ff-b2ca89c91564 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:22.705207 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-93625aff-f674-41fc-b2fb-e07c3d57b69d req-501209dd-a5fe-4dbb-93ff-b2ca89c91564 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 944 time: 0.1206779 Feb 11 04:42:22.755584 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-93625aff-f674-41fc-b2fb-e07c3d57b69d req-298bc57f-2314-4630-83c2-4c81f60eaf33 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484948 Feb 11 04:42:22.899610 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e3af715-0e5d-4d82-8595-01fc9936f97c req-680c3f42-e49a-422a-bf97-80df71b8cfb6 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4557970 Feb 11 04:42:22.952203 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-91548c44-7d71-4596-8c55-22be35451c6e req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks [] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.053033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-91548c44-7d71-4596-8c55-22be35451c6e req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.093888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', '2b1d0e33-f02e-47c6-833c-d8d3e6761663', '0e66530f-f5cd-478a-a572-3e084dabecb5', 'f00ccd8e-81ab-4a5c-b4f1-0db413852195'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:23.098272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d344640f-2e58-485b-a092-0089c0927850'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:23.153008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91548c44-7d71-4596-8c55-22be35451c6e req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:23.160381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c037f37-5095-4831-9981-dcecf1d9c788 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:23.168617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-91548c44-7d71-4596-8c55-22be35451c6e req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:23.176977 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Publish callbacks [] for port (3c037f37-5095-4831-9981-dcecf1d9c788), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.178866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-91548c44-7d71-4596-8c55-22be35451c6e req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:23.181332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event updated for resources: {'Port': ['ID=d6b46f28-121a-4a9e-9144-beb5d7ba31b8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:23.234831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Transition to ACTIVE for port object 3c037f37-5095-4831-9981-dcecf1d9c788 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:23.246275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9f35f-d9c1-4818-a134-4946afa89cb2 req-a45f7472-d589-4ebd-ba4a-3e7089966c3b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:23.253870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9f35f-d9c1-4818-a134-4946afa89cb2 req-a45f7472-d589-4ebd-ba4a-3e7089966c3b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:23.258913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9f35f-d9c1-4818-a134-4946afa89cb2 req-a45f7472-d589-4ebd-ba4a-3e7089966c3b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:23.262636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4fb9f35f-d9c1-4818-a134-4946afa89cb2 req-a45f7472-d589-4ebd-ba4a-3e7089966c3b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2389 time: 0.2463825 Feb 11 04:42:23.272051 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.335935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5c294-37ff-41d7-9115-9f6a79c4c09c req-15fb2930-0d25-4851-9331-4192b40b3c9e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:23.337884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2e5c294-37ff-41d7-9115-9f6a79c4c09c req-15fb2930-0d25-4851-9331-4192b40b3c9e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.5197747 Feb 11 04:42:23.364913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91548c44-7d71-4596-8c55-22be35451c6e req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:23.365584 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-91548c44-7d71-4596-8c55-22be35451c6e req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.421140 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-5de6e457-ddca-4857-895f-54af157587d1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8451207 Feb 11 04:42:23.439101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2e5c294-37ff-41d7-9115-9f6a79c4c09c req-fbf8f49e-4c61-45b2-8daa-f604fe47ccba tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914874 Feb 11 04:42:23.475591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Request body: {'port': {'device_id': 'f802283a-3eaa-43ed-8f7d-64fd050fca84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:23.488768 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4fb9f35f-d9c1-4818-a134-4946afa89cb2 req-50f268fb-132e-4380-89ef-b4f61805598d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175496 Feb 11 04:42:23.577085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c037f37-5095-4831-9981-dcecf1d9c788,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:23.633447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a4f98-5b40-4864-87ea-c09c358d693e req-82c77785-a2b6-440e-9a41-e7f338c1905a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:23.641755 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-259a4f98-5b40-4864-87ea-c09c358d693e req-82c77785-a2b6-440e-9a41-e7f338c1905a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1219995 Feb 11 04:42:23.642837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6de81554-7560-4b61-868e-baee0e09b239 None None] Provisioning complete for port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:23.643577 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6de81554-7560-4b61-868e-baee0e09b239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.663732 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.703952 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-259a4f98-5b40-4864-87ea-c09c358d693e req-19c7ecc6-e255-4444-abde-827d857d9eed tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611575 Feb 11 04:42:23.725380 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6de81554-7560-4b61-868e-baee0e09b239 None None] Port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:42:23.768742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Attempting to bind port 3c037f37-5095-4831-9981-dcecf1d9c788 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:23.769167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Attempting to bind port 3c037f37-5095-4831-9981-dcecf1d9c788 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '544301e3-44d9-4d2c-9c6a-b05542417b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:23.769573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Attempting to bind port 3c037f37-5095-4831-9981-dcecf1d9c788 on network f2b55659-d629-4ae6-9a45-f878cbb6b406 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:23.780500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Port 3c037f37-5095-4831-9981-dcecf1d9c788 on network f2b55659-d629-4ae6-9a45-f878cbb6b406 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:23.780668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Attempting to bind port 3c037f37-5095-4831-9981-dcecf1d9c788 on network f2b55659-d629-4ae6-9a45-f878cbb6b406 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:23.802580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e54c3-c307-4a9b-866a-8e43351cc2c6 req-41c6f065-91c6-49a8-b331-dbbc523ca41b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:23.809406 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-623e54c3-c307-4a9b-866a-8e43351cc2c6 req-41c6f065-91c6-49a8-b331-dbbc523ca41b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 936 time: 0.1424184 Feb 11 04:42:23.819060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:23.819452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Checking segment: {'id': '544301e3-44d9-4d2c-9c6a-b05542417b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:23.820012 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Bound using segment: {'id': '544301e3-44d9-4d2c-9c6a-b05542417b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:23.820441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Bound port: 3c037f37-5095-4831-9981-dcecf1d9c788, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544301e3-44d9-4d2c-9c6a-b05542417b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:23.820869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.903141 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c11895-5e65-457e-ad9b-90c3cf6739a3 req-285d0646-16c3-40b5-989f-f94e1f33c77a tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:23.904778 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5c11895-5e65-457e-ad9b-90c3cf6739a3 req-285d0646-16c3-40b5-989f-f94e1f33c77a tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 944 time: 0.0726705 Feb 11 04:42:23.966535 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5c11895-5e65-457e-ad9b-90c3cf6739a3 req-e8310f34-d3e0-4536-905e-bb0dcacd8295 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553138 Feb 11 04:42:24.032457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-623e54c3-c307-4a9b-866a-8e43351cc2c6 req-637dde92-eaf1-4b21-9ad1-98d29c0d7c5a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210867 Feb 11 04:42:24.078794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be655-e758-4e3f-b2b8-96120eb87e16 req-09d135ae-8c5b-479f-8711-2cf74b36408c tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.086279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba4be655-e758-4e3f-b2b8-96120eb87e16 req-09d135ae-8c5b-479f-8711-2cf74b36408c tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.0664101 Feb 11 04:42:24.097616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] For port 3c037f37-5095-4831-9981-dcecf1d9c788, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:24.102178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] For port 3c037f37-5095-4831-9981-dcecf1d9c788, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3c037f37-5095-4831-9981-dcecf1d9c788,segment=NetworkSegment(544301e3-44d9-4d2c-9c6a-b05542417b14),segment_id=544301e3-44d9-4d2c-9c6a-b05542417b14)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:24.113257 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.138040 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba4be655-e758-4e3f-b2b8-96120eb87e16 req-11f20154-ad2f-41f3-b6f0-4d69c37e10b8 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509648 Feb 11 04:42:24.195378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.196011 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.197399 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] 10.222.0.10 "PUT /v2.0/ports/3c037f37-5095-4831-9981-dcecf1d9c788 HTTP/1.1" status: 200 len: 1093 time: 2.1280046 Feb 11 04:42:24.199686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'tag': '3c037f37-5095-4831-9981-dcecf1d9c788'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:24.201889 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da131428-65f3-4865-b904-4a1a481f10de" -d '{"events": [{"name": "network-changed", "server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "tag": "3c037f37-5095-4831-9981-dcecf1d9c788"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:24.232034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebeb24-5ab9-44be-bcf7-6c4a7943dda7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c037f37-5095-4831-9981-dcecf1d9c788,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:24.246921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Request body: {'port': {'device_id': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:24.289671 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaee431-4c52-4cab-9ba7-b493b1da48e9 x-openstack-request-id: req-bbaee431-4c52-4cab-9ba7-b493b1da48e9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:24.289949 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "tag": "3c037f37-5095-4831-9981-dcecf1d9c788", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:24.290213 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbaee431-4c52-4cab-9ba7-b493b1da48e9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:24.290618 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'tag': '3c037f37-5095-4831-9981-dcecf1d9c788', 'status': 'completed', 'code': 200} Feb 11 04:42:24.389069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da131428-65f3-4865-b904-4a1a481f10de req-106d7be5-4cdb-49fc-b9ee-85b7f26c29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.389661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da131428-65f3-4865-b904-4a1a481f10de req-106d7be5-4cdb-49fc-b9ee-85b7f26c29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.392239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da131428-65f3-4865-b904-4a1a481f10de req-106d7be5-4cdb-49fc-b9ee-85b7f26c29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.401192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b46f28-121a-4a9e-9144-beb5d7ba31b8 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:24.401553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da131428-65f3-4865-b904-4a1a481f10de req-106d7be5-4cdb-49fc-b9ee-85b7f26c29ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49e1f74c01434e6385812c219e96e249&device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2863 time: 0.0894680 Feb 11 04:42:24.415946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Publish callbacks [] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.439882 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (69895276-cb49-4a25-ad00-42484ff24135), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.464589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Transition to ACTIVE for port object d6b46f28-121a-4a9e-9144-beb5d7ba31b8 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:24.471246 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.608957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7f7b4112-eb64-472c-81a2-b605cb2fed2a up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:24.615832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Pushing event updated for resources: {'Port': ['ID=d6b46f28-121a-4a9e-9144-beb5d7ba31b8,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:24.663017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da131428-65f3-4865-b904-4a1a481f10de req-56347812-506d-40e8-8f1a-0618dd187bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.663494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da131428-65f3-4865-b904-4a1a481f10de req-56347812-506d-40e8-8f1a-0618dd187bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.664030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da131428-65f3-4865-b904-4a1a481f10de req-56347812-506d-40e8-8f1a-0618dd187bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.665977 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da131428-65f3-4865-b904-4a1a481f10de req-56347812-506d-40e8-8f1a-0618dd187bc7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=49e1f74c01434e6385812c219e96e249&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2525344 Feb 11 04:42:24.684692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad63949-2893-4ff5-83c3-80f97beea320 req-b963c8cc-f7c2-44fd-b6cd-535d35bb91e7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.687264 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0ad63949-2893-4ff5-83c3-80f97beea320 req-b963c8cc-f7c2-44fd-b6cd-535d35bb91e7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.1315775 Feb 11 04:42:24.706915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 7f7b4112-eb64-472c-81a2-b605cb2fed2a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:24.712443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 7f7b4112-eb64-472c-81a2-b605cb2fed2a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:24.712829 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.822618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Attempting to bind port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:24.827517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0ad63949-2893-4ff5-83c3-80f97beea320 req-b6edc884-5918-4cb8-971d-3f6fc33562ad tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235750 Feb 11 04:42:24.830386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Attempting to bind port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:24.830843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Attempting to bind port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:24.861278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd86ab1-6005-4bb3-b32b-ec1f7b24188b req-4751ee52-72ad-46bb-9527-2618d703a979 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.862986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da131428-65f3-4865-b904-4a1a481f10de req-913ccd5a-841b-4414-b81e-f1071c24f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.865516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da131428-65f3-4865-b904-4a1a481f10de req-913ccd5a-841b-4414-b81e-f1071c24f6ba service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767035 Feb 11 04:42:24.866968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd86ab1-6005-4bb3-b32b-ec1f7b24188b req-4751ee52-72ad-46bb-9527-2618d703a979 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.873612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd86ab1-6005-4bb3-b32b-ec1f7b24188b req-4751ee52-72ad-46bb-9527-2618d703a979 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.880536 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1bd86ab1-6005-4bb3-b32b-ec1f7b24188b req-4751ee52-72ad-46bb-9527-2618d703a979 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2401 time: 0.2407501 Feb 11 04:42:24.893226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 7f7b4112-eb64-472c-81a2-b605cb2fed2a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:24.893226 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.893572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:24.893764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Attempting to bind port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:24.930551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd792bc90-74ca-4fde-870c-29f93fe6eae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7b4112-eb64-472c-81a2-b605cb2fed2a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:24.932976 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e440ff23-2fe2-4781-b80c-f8cf51f2755f" -d '{"events": [{"server_uuid": "d792bc90-74ca-4fde-870c-29f93fe6eae0", "name": "network-vif-plugged", "status": "completed", "tag": "7f7b4112-eb64-472c-81a2-b605cb2fed2a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:24.943959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:24.944311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:24.944706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:24.945150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Bound port: d6b46f28-121a-4a9e-9144-beb5d7ba31b8, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:24.946078 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.949144 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7f7b4112-eb64-472c-81a2-b605cb2fed2a, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7f7b4112-eb64-472c-81a2-b605cb2fed2a,segment=NetworkSegment(110ea46e-3db5-4347-b639-96006d07367c),segment_id=110ea46e-3db5-4347-b639-96006d07367c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:24.954158 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.988522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bb23b-01d1-4e54-8a3c-bf6a9ae2415c req-10ce75f4-d210-41bf-a453-12b2fbead346 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.990512 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c96bb23b-01d1-4e54-8a3c-bf6a9ae2415c req-10ce75f4-d210-41bf-a453-12b2fbead346 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0719376 Feb 11 04:42:25.015353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=7f7b4112-eb64-472c-81a2-b605cb2fed2a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:25.035548 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1bd86ab1-6005-4bb3-b32b-ec1f7b24188b req-65e50938-3a22-42a9-9169-fe513ab4942c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541874 Feb 11 04:42:25.046037 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c96bb23b-01d1-4e54-8a3c-bf6a9ae2415c req-4649cc11-df7d-48bd-9f5a-a920f7502438 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491111 Feb 11 04:42:25.081631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] For port d6b46f28-121a-4a9e-9144-beb5d7ba31b8, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:25.106581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] For port d6b46f28-121a-4a9e-9144-beb5d7ba31b8, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d6b46f28-121a-4a9e-9144-beb5d7ba31b8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:25.122451 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22df3ae4-0025-49e9-9484-f79821fd2940 x-openstack-request-id: req-22df3ae4-0025-49e9-9484-f79821fd2940 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:25.122750 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d792bc90-74ca-4fde-870c-29f93fe6eae0", "name": "network-vif-plugged", "status": "completed", "tag": "7f7b4112-eb64-472c-81a2-b605cb2fed2a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:25.123644 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22df3ae4-0025-49e9-9484-f79821fd2940 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:25.124051 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd792bc90-74ca-4fde-870c-29f93fe6eae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7b4112-eb64-472c-81a2-b605cb2fed2a', 'code': 200} Feb 11 04:42:25.144536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.188561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69895276-cb49-4a25-ad00-42484ff24135 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:25.204861 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Publish callbacks [] for port (69895276-cb49-4a25-ad00-42484ff24135), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.205741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0813286-8493-4025-941f-3c6c3f67339e req-04ff15da-45c8-459a-88c2-db18ddf9e1fc tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:25.207600 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f0813286-8493-4025-941f-3c6c3f67339e req-04ff15da-45c8-459a-88c2-db18ddf9e1fc tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 945 time: 0.0655012 Feb 11 04:42:25.214815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:25.215471 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.217420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] 10.222.0.60 "PUT /v2.0/ports/d6b46f28-121a-4a9e-9144-beb5d7ba31b8 HTTP/1.1" status: 200 len: 1097 time: 1.7476087 Feb 11 04:42:25.269501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Transition to ACTIVE for port object 69895276-cb49-4a25-ad00-42484ff24135 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:25.278183 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (69895276-cb49-4a25-ad00-42484ff24135), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.280786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb981ba-48ec-4627-b68b-780bdf40770e service neutron] Pushing event updated for resources: {'Port': ['ID=d6b46f28-121a-4a9e-9144-beb5d7ba31b8,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:25.345355 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f0813286-8493-4025-941f-3c6c3f67339e req-cd49deda-456b-4f14-b2bc-af0f3c4030ad tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245379 Feb 11 04:42:25.370768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dca28c-391b-4d37-8302-326aef0d01cd req-caa03b63-85b0-4770-87e2-1e3bc1f5cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:25.375751 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5dca28c-391b-4d37-8302-326aef0d01cd req-caa03b63-85b0-4770-87e2-1e3bc1f5cb42 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 1128 time: 0.1345270 Feb 11 04:42:25.425462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af07b5-9cb0-4d25-95ff-e8c9f1b6cfab req-92a5c0e9-9079-4003-bc03-3dd7621c7e01 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:25.433117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0af07b5-9cb0-4d25-95ff-e8c9f1b6cfab req-92a5c0e9-9079-4003-bc03-3dd7621c7e01 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 948 time: 0.2234809 Feb 11 04:42:25.453846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Pushing event updated for resources: {'Port': ['ID=69895276-cb49-4a25-ad00-42484ff24135,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:25.476553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5dca28c-391b-4d37-8302-326aef0d01cd req-8ef2a282-4337-4519-beec-c6b8962d54d0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924654 Feb 11 04:42:25.507225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91548c44-7d71-4596-8c55-22be35451c6e req-5cec2816-dda6-4bcf-b238-d52cb996b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:25.509020 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-5cec2816-dda6-4bcf-b238-d52cb996b2ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 1131 time: 0.2154682 Feb 11 04:42:25.531481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0e44a-b585-4238-afed-4baeeceda832 req-3cde6823-b30c-49a3-a9f2-a091a7052047 tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:25.539357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-47b0e44a-b585-4238-afed-4baeeceda832 req-3cde6823-b30c-49a3-a9f2-a091a7052047 tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1133 time: 0.0840504 Feb 11 04:42:25.583418 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-6940b74e-08d5-4b93-973b-453136f1bb05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d6b46f28-121a-4a9e-9144-beb5d7ba31b8 HTTP/1.1" status: 200 len: 217 time: 0.0515053 Feb 11 04:42:25.590733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0af07b5-9cb0-4d25-95ff-e8c9f1b6cfab req-6e0aa61e-c21a-43f9-94f1-ab4f65745acb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563659 Feb 11 04:42:25.608671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-47b0e44a-b585-4238-afed-4baeeceda832 req-11673f39-f464-40e1-916c-ef3c0fd70b14 tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656879 Feb 11 04:42:25.687732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Attempting to bind port 69895276-cb49-4a25-ad00-42484ff24135 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:25.688085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Attempting to bind port 69895276-cb49-4a25-ad00-42484ff24135 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:25.688443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Attempting to bind port 69895276-cb49-4a25-ad00-42484ff24135 on network 05449bae-91c9-4c31-aeba-703681fe02a5 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:25.711248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91548c44-7d71-4596-8c55-22be35451c6e req-efd62427-2e21-4992-934e-d3a75c5c3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:25.713832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-efd62427-2e21-4992-934e-d3a75c5c3c8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1113324 Feb 11 04:42:25.714048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Port 69895276-cb49-4a25-ad00-42484ff24135 on network 05449bae-91c9-4c31-aeba-703681fe02a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:25.714404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Attempting to bind port 69895276-cb49-4a25-ad00-42484ff24135 on network 05449bae-91c9-4c31-aeba-703681fe02a5 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:25.750630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:25.750630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Checking segment: {'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:25.750630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Bound using segment: {'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:25.751322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Bound port: 69895276-cb49-4a25-ad00-42484ff24135, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2056e02a-d360-45d5-b9c8-8029281b8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:25.751720 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (69895276-cb49-4a25-ad00-42484ff24135), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.878188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] For port 69895276-cb49-4a25-ad00-42484ff24135, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:25.888384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43978c-57ff-432b-8478-df72fab2ef76 req-8be747f6-674c-44b7-a66a-cbe78ac2406b tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:25.890532 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd43978c-57ff-432b-8478-df72fab2ef76 req-8be747f6-674c-44b7-a66a-cbe78ac2406b tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.1954739 Feb 11 04:42:25.892564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] For port 69895276-cb49-4a25-ad00-42484ff24135, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=69895276-cb49-4a25-ad00-42484ff24135,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:25.902359 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (69895276-cb49-4a25-ad00-42484ff24135), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.930947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91548c44-7d71-4596-8c55-22be35451c6e req-8c512bea-6eab-4122-bc3e-4e31cd67a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:25.932246 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-8c512bea-6eab-4122-bc3e-4e31cd67a435 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1974936 Feb 11 04:42:26.017202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.017921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:26.019347 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] 10.222.0.10 "PUT /v2.0/ports/69895276-cb49-4a25-ad00-42484ff24135 HTTP/1.1" status: 200 len: 1093 time: 1.7774239 Feb 11 04:42:26.045378 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd43978c-57ff-432b-8478-df72fab2ef76 req-6f94616f-711b-4269-9474-b4937455ecef tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127784 Feb 11 04:42:26.104856 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cfa94-c8bf-4d20-bdb4-7ac4d8b6c15b service neutron] Pushing event updated for resources: {'Port': ['ID=69895276-cb49-4a25-ad00-42484ff24135,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:26.223305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-633923d8-b24c-4435-a32a-c1057ef45b6b service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633710 Feb 11 04:42:26.236578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-0638e2f9-e519-416d-9890-f245d3dd8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.237111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-0638e2f9-e519-416d-9890-f245d3dd8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.237638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-0638e2f9-e519-416d-9890-f245d3dd8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.239525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-0638e2f9-e519-416d-9890-f245d3dd8a4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49e1f74c01434e6385812c219e96e249&device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2962 time: 0.0835264 Feb 11 04:42:26.249222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e712b5f-549d-46b8-bde0-a4d890dd7255 req-6cb1baee-4b56-4972-8ea4-b8758a0c8097 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.256629 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e712b5f-549d-46b8-bde0-a4d890dd7255 req-6cb1baee-4b56-4972-8ea4-b8758a0c8097 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.1402764 Feb 11 04:42:26.328474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f802283a-3eaa-43ed-8f7d-64fd050fca84', 'tag': 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8'}, {'name': 'network-changed', 'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'tag': '69895276-cb49-4a25-ad00-42484ff24135'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:26.330608 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f802283a-3eaa-43ed-8f7d-64fd050fca84", "tag": "d6b46f28-121a-4a9e-9144-beb5d7ba31b8"}, {"name": "network-changed", "server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "tag": "69895276-cb49-4a25-ad00-42484ff24135"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:26.383613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3839b8-4a9a-4026-9afc-f0e608240bb0 req-560fa101-d06b-4e8f-bb2e-a4bca659042f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.389693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3839b8-4a9a-4026-9afc-f0e608240bb0 req-560fa101-d06b-4e8f-bb2e-a4bca659042f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.395515 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3839b8-4a9a-4026-9afc-f0e608240bb0 req-560fa101-d06b-4e8f-bb2e-a4bca659042f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.399865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f3839b8-4a9a-4026-9afc-f0e608240bb0 req-560fa101-d06b-4e8f-bb2e-a4bca659042f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2413 time: 0.0887177 Feb 11 04:42:26.401749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-3758d027-740a-45c4-9057-2aff58263d78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.188&port_id=cbcbe254-219f-4363-b423-305f79d14759 HTTP/1.1" status: 200 len: 217 time: 0.1119218 Feb 11 04:42:26.449172 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f3839b8-4a9a-4026-9afc-f0e608240bb0 req-25a96a89-dc5e-4c90-a1fb-8d03d8970353 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Feb 11 04:42:26.490724 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e712b5f-549d-46b8-bde0-a4d890dd7255 req-6400e53f-ac70-4004-b7e8-7c90c73e643c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331114 Feb 11 04:42:26.506919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91548c44-7d71-4596-8c55-22be35451c6e req-ef132187-e6d1-46f9-bb3c-d3b809f70e7d service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657111 Feb 11 04:42:26.519920 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-3bc6b8bb-cd61-418e-b4b5-858cb36e888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.521918 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-3bc6b8bb-cd61-418e-b4b5-858cb36e888d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c5e3e8d-992e-43bf-b39d-9755ce9564cf HTTP/1.1" status: 200 len: 801 time: 0.1095529 Feb 11 04:42:26.531312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-ec2a7790-ec4c-4167-b9b3-9c92eb1cef1e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2276924 Feb 11 04:42:26.537520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-063c8770-e99a-4539-8d39-d00c6ae0079e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:42:26.550100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-063c8770-e99a-4539-8d39-d00c6ae0079e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0178905 Feb 11 04:42:26.578469 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8ae0bf-6020-46a8-a8a2-5f6377f5ba91 x-openstack-request-id: req-1d8ae0bf-6020-46a8-a8a2-5f6377f5ba91 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:26.579224 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f802283a-3eaa-43ed-8f7d-64fd050fca84", "tag": "d6b46f28-121a-4a9e-9144-beb5d7ba31b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "tag": "69895276-cb49-4a25-ad00-42484ff24135", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:26.579596 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d8ae0bf-6020-46a8-a8a2-5f6377f5ba91 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:26.584503 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f802283a-3eaa-43ed-8f7d-64fd050fca84', 'tag': 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8', 'status': 'completed', 'code': 200} Feb 11 04:42:26.585710 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'tag': '69895276-cb49-4a25-ad00-42484ff24135', 'status': 'completed', 'code': 200} Feb 11 04:42:26.617117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9d531-1ee9-4c89-9f4e-ab4103e79bb0 req-2ac5e289-3ee7-4c87-a342-4ec395211c76 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.626278 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8aa9d531-1ee9-4c89-9f4e-ab4103e79bb0 req-2ac5e289-3ee7-4c87-a342-4ec395211c76 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0837781 Feb 11 04:42:26.688317 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8aa9d531-1ee9-4c89-9f4e-ab4103e79bb0 req-9b97910f-c76a-48ce-a40b-9a2ff181abd1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610197 Feb 11 04:42:26.724748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-93910eef-ceaa-4bbf-b4b9-4799c64e5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.726517 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-93910eef-ceaa-4bbf-b4b9-4799c64e5210 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05449bae-91c9-4c31-aeba-703681fe02a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1931131 Feb 11 04:42:26.735360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d076d-1818-454a-a450-50e301eda265 req-7591f931-cd94-4681-93f2-311f553f188c tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.742974 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-342d076d-1818-454a-a450-50e301eda265 req-7591f931-cd94-4681-93f2-311f553f188c tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 945 time: 0.1081581 Feb 11 04:42:26.829149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b4e4f-cbaa-4bd3-9186-3465f17184a2 req-a0b838c1-3b04-4a50-a14d-8395739f9838 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.831140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a18b4e4f-cbaa-4bd3-9186-3465f17184a2 req-a0b838c1-3b04-4a50-a14d-8395739f9838 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 948 time: 0.0785346 Feb 11 04:42:26.886203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-1ced2ed5-6634-446b-b4f4-8259fd0d566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.887640 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-1ced2ed5-6634-446b-b4f4-8259fd0d566f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 1131 time: 0.1747367 Feb 11 04:42:26.896397 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a18b4e4f-cbaa-4bd3-9186-3465f17184a2 req-4af6594b-594b-4719-a33c-e4271b09114f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564008 Feb 11 04:42:27.045450 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b366b-671a-411f-b193-bd4c1134150f req-887c55f0-5a7b-4907-ba0e-e3ac6b86eccc tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:27.048479 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-887c55f0-5a7b-4907-ba0e-e3ac6b86eccc tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] 10.222.0.48 "GET /v2.0/ports/83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 1130 time: 0.0430353 Feb 11 04:42:27.193161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fccda9-6895-468d-8efd-5d2bb4edd2fd req-5ce9f7e0-da95-4580-a642-b5b6e1cd3a73 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:27.195136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56fccda9-6895-468d-8efd-5d2bb4edd2fd req-5ce9f7e0-da95-4580-a642-b5b6e1cd3a73 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.0761302 Feb 11 04:42:27.245938 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-342d076d-1818-454a-a450-50e301eda265 req-6bcbc2a9-d4c8-43fc-8e4b-c7d6c2b5456a tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021136 Feb 11 04:42:27.262579 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56fccda9-6895-468d-8efd-5d2bb4edd2fd req-068e516c-1e49-486d-ab77-1ba8603757a8 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604482 Feb 11 04:42:27.280500 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-92db0198-1a7d-4bee-898e-fc108ba731df service neutron] 10.222.0.10 "GET /v2.0/networks/05449bae-91c9-4c31-aeba-703681fe02a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348847 Feb 11 04:42:27.424661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-a316fdd9-e749-4427-a1b2-911266d9f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:27.426049 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-a316fdd9-e749-4427-a1b2-911266d9f1dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1964433 Feb 11 04:42:27.478968 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-8eadefda-930b-4251-befe-3c5a50c72011 service neutron] 10.222.0.10 "GET /v2.0/networks/05449bae-91c9-4c31-aeba-703681fe02a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876760 Feb 11 04:42:27.480355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-d4c87192-a764-45b3-a366-826be7b38179 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d6b46f28-121a-4a9e-9144-beb5d7ba31b8 HTTP/1.1" status: 200 len: 217 time: 0.0420070 Feb 11 04:42:27.539705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-cb832657-6fc9-4412-b3e4-cd24d27a26b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.241&port_id=3c037f37-5095-4831-9981-dcecf1d9c788 HTTP/1.1" status: 200 len: 217 time: 0.0520790 Feb 11 04:42:27.633815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd45ed3-bcf7-4b42-bef2-affb6c467221 req-ac28c73c-60b1-4d73-a029-7586cf952b29 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:27.636654 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd45ed3-bcf7-4b42-bef2-affb6c467221 req-ac28c73c-60b1-4d73-a029-7586cf952b29 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.0703807 Feb 11 04:42:27.662445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-18c325b3-efc4-41b2-ba15-e72563b140c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:27.663971 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-18c325b3-efc4-41b2-ba15-e72563b140c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1683018 Feb 11 04:42:27.673120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-691a6dfe-d3ab-4205-9c6a-32e2af0904e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:27.674627 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-691a6dfe-d3ab-4205-9c6a-32e2af0904e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1345cee8-31be-4ca8-9977-cb8bf650a364 HTTP/1.1" status: 200 len: 801 time: 0.1147912 Feb 11 04:42:27.694195 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd45ed3-bcf7-4b42-bef2-affb6c467221 req-40718732-67ff-4ca5-88ac-ebf0f4ff5963 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507843 Feb 11 04:42:27.744992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f03e35-bcbf-4470-9093-34ac96833315 req-4b7df2d2-097c-4cd8-bbe6-4f1a7fc822fb tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:27.750939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f03e35-bcbf-4470-9093-34ac96833315 req-4b7df2d2-097c-4cd8-bbe6-4f1a7fc822fb tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:27.756351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f03e35-bcbf-4470-9093-34ac96833315 req-4b7df2d2-097c-4cd8-bbe6-4f1a7fc822fb tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:27.758015 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96f03e35-bcbf-4470-9093-34ac96833315 req-4b7df2d2-097c-4cd8-bbe6-4f1a7fc822fb tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2413 time: 0.1993148 Feb 11 04:42:27.804295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-e744ebea-468f-45bf-b5b4-3ecad8b5d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:27.805792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-e744ebea-468f-45bf-b5b4-3ecad8b5d9de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1302202 Feb 11 04:42:27.813600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-f5d14254-289c-4569-b5a8-b65355dd2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:27.815074 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-f5d14254-289c-4569-b5a8-b65355dd2aaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2b55659-d629-4ae6-9a45-f878cbb6b406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1295173 Feb 11 04:42:27.834531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5336cc-55a7-41bb-9044-9ba9ce122081 req-83a99184-4fcf-4710-9380-6eaa687bfc12 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:27.836161 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e5336cc-55a7-41bb-9044-9ba9ce122081 req-83a99184-4fcf-4710-9380-6eaa687bfc12 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0613015 Feb 11 04:42:27.866811 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96f03e35-bcbf-4470-9093-34ac96833315 req-589a13da-2490-4022-baae-850eaf3464b7 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977199 Feb 11 04:42:27.894699 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e5336cc-55a7-41bb-9044-9ba9ce122081 req-8bf86654-6e97-47dd-908c-9ff49daac0e8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525954 Feb 11 04:42:28.027919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-d489dd07-735b-4f6c-8c6e-b09681de39f4 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063007 Feb 11 04:42:28.035642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-a3221858-e7b3-404b-b4b0-bca5b621b4f0 service neutron] 10.222.0.10 "GET /v2.0/networks/f2b55659-d629-4ae6-9a45-f878cbb6b406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008405 Feb 11 04:42:28.081564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0c21a-4244-4c34-9226-c6f668c04fe4 req-b2f0815e-29e4-43e7-b3fa-66c0c56c6bf1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:28.083351 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2aa0c21a-4244-4c34-9226-c6f668c04fe4 req-b2f0815e-29e4-43e7-b3fa-66c0c56c6bf1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 948 time: 0.1168067 Feb 11 04:42:28.239608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2aa0c21a-4244-4c34-9226-c6f668c04fe4 req-9030a255-7b22-44a0-9822-bf01afff6acb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458154 Feb 11 04:42:28.241730 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-623b90e7-444f-4b51-ad0d-e93749fe8547 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018547 Feb 11 04:42:28.269168 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-75e3aec5-d124-4608-bd8b-fa7ab53a1cea service neutron] 10.222.0.10 "GET /v2.0/networks/f2b55659-d629-4ae6-9a45-f878cbb6b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217391 Feb 11 04:42:28.334068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-7f440226-a1ff-4b59-968c-24f0846d1fb1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=69895276-cb49-4a25-ad00-42484ff24135 HTTP/1.1" status: 200 len: 217 time: 0.0487363 Feb 11 04:42:28.387593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d84bfb-fc5b-474b-9807-e19b9af9b16b req-9e114007-404f-411b-b8e0-9c3d32ec09b4 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:28.389594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14d84bfb-fc5b-474b-9807-e19b9af9b16b req-9e114007-404f-411b-b8e0-9c3d32ec09b4 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 945 time: 0.0546160 Feb 11 04:42:28.422146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b366b-671a-411f-b193-bd4c1134150f req-97e5030c-8a06-4574-99aa-22e485f44b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:28.423884 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-97e5030c-8a06-4574-99aa-22e485f44b67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1133 time: 0.1812997 Feb 11 04:42:28.437961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-bce40547-c088-4d0c-b71a-10ed2a990afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:28.439660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-bce40547-c088-4d0c-b71a-10ed2a990afa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c5e3e8d-992e-43bf-b39d-9755ce9564cf HTTP/1.1" status: 200 len: 801 time: 0.0994952 Feb 11 04:42:28.440974 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14d84bfb-fc5b-474b-9807-e19b9af9b16b req-25520475-1948-4a45-88cd-60e9c8a11eec tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457077 Feb 11 04:42:28.485010 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8376a8-01f0-44de-abea-554d6125ebc5 req-a3dce31f-daf2-4fce-b069-fbfee4ad51c1 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:28.486711 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cb8376a8-01f0-44de-abea-554d6125ebc5 req-a3dce31f-daf2-4fce-b069-fbfee4ad51c1 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.1139915 Feb 11 04:42:28.617916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703827-b698-4c13-84d5-a443947de771 req-e3b9dbcb-cda7-43ab-8c75-4a9a0cf94a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:28.619726 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-e3b9dbcb-cda7-43ab-8c75-4a9a0cf94a18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05449bae-91c9-4c31-aeba-703681fe02a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1678565 Feb 11 04:42:28.649094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cb8376a8-01f0-44de-abea-554d6125ebc5 req-5d8b98b7-0537-4d9a-95e0-626059407c2e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449788 Feb 11 04:42:28.666492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b366b-671a-411f-b193-bd4c1134150f req-8a877e62-aaa3-4282-a82f-38531faf81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:28.671327 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-8a877e62-aaa3-4282-a82f-38531faf81f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2306759 Feb 11 04:42:28.723108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-50c31e1f-451c-4d9d-9a31-44d973c07481 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 217 time: 0.0385923 Feb 11 04:42:28.798326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bb2c3-9b7b-4537-8ca2-67d8566ee431 req-efa09045-4f10-4750-adff-8a312ebe6f9b tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:28.800727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c1bb2c3-9b7b-4537-8ca2-67d8566ee431 req-efa09045-4f10-4750-adff-8a312ebe6f9b tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 945 time: 0.0757520 Feb 11 04:42:28.842996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b366b-671a-411f-b193-bd4c1134150f req-c8f7f27d-2d3d-4bac-b43d-0093262a7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:28.844486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-c8f7f27d-2d3d-4bac-b43d-0093262a7e34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0937352 Feb 11 04:42:28.855265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c1bb2c3-9b7b-4537-8ca2-67d8566ee431 req-57055d34-369c-4be7-962e-e834bdfc3609 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486794 Feb 11 04:42:28.895068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-052efb97-30a4-44b4-87cd-34f08f02fec5 service neutron] 10.222.0.10 "GET /v2.0/networks/05449bae-91c9-4c31-aeba-703681fe02a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661569 Feb 11 04:42:28.909314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63318ad-9228-4e57-892d-41f68ae877c4 req-88c28faa-7b59-4d83-ac3a-babc8f9f4435 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:28.910760 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c63318ad-9228-4e57-892d-41f68ae877c4 req-88c28faa-7b59-4d83-ac3a-babc8f9f4435 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.1212358 Feb 11 04:42:29.002632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933200e9-c152-4731-939e-607667948765 req-d93fab68-c268-4b46-a8dc-d79d6576da86 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.008494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933200e9-c152-4731-939e-607667948765 req-d93fab68-c268-4b46-a8dc-d79d6576da86 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.011131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b366b-671a-411f-b193-bd4c1134150f req-4bdceafa-b512-487c-94d4-02086845f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.012618 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-4bdceafa-b512-487c-94d4-02086845f0a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1528778 Feb 11 04:42:29.014728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933200e9-c152-4731-939e-607667948765 req-d93fab68-c268-4b46-a8dc-d79d6576da86 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.016552 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-933200e9-c152-4731-939e-607667948765 req-d93fab68-c268-4b46-a8dc-d79d6576da86 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2413 time: 0.0728009 Feb 11 04:42:29.040105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c63318ad-9228-4e57-892d-41f68ae877c4 req-2f0437b6-1029-4d09-b50c-bed301f738c8 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169026 Feb 11 04:42:29.075725 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-933200e9-c152-4731-939e-607667948765 req-5d17a8a7-1c10-4c1b-9865-85b6816feabf tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512619 Feb 11 04:42:29.090210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0703827-b698-4c13-84d5-a443947de771 req-88edfcda-93e3-4329-aaa2-ec4378f9167b service neutron] 10.222.0.10 "GET /v2.0/networks/05449bae-91c9-4c31-aeba-703681fe02a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715541 Feb 11 04:42:29.172435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-43cb4e72-7158-4366-90f0-3d179409e823 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472950 Feb 11 04:42:29.198726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909e3f9-ffab-4458-9593-63392ca48a0c req-5931f3bb-7806-4d82-96fc-b7bc6d6fe1b6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.200162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e909e3f9-ffab-4458-9593-63392ca48a0c req-5931f3bb-7806-4d82-96fc-b7bc6d6fe1b6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0802577 Feb 11 04:42:29.321143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e909e3f9-ffab-4458-9593-63392ca48a0c req-f99c2cb3-e679-4015-9595-5225d09a2e96 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111476 Feb 11 04:42:29.354815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-bb44ec0c-1cba-485e-9ab2-212a4460cbf3 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705475 Feb 11 04:42:29.361836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-7525fbb4-0597-47f8-9f54-1a5565630576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.362316 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-7525fbb4-0597-47f8-9f54-1a5565630576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.362785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-7525fbb4-0597-47f8-9f54-1a5565630576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.364488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-7525fbb4-0597-47f8-9f54-1a5565630576 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49e1f74c01434e6385812c219e96e249&device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2962 time: 0.1021552 Feb 11 04:42:29.385971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df329d-2200-42eb-8149-941965bcf448 req-8b880f95-6889-44d0-94be-dc347a58fb06 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.393749 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16df329d-2200-42eb-8149-941965bcf448 req-8b880f95-6889-44d0-94be-dc347a58fb06 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 948 time: 0.0638964 Feb 11 04:42:29.442533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16df329d-2200-42eb-8149-941965bcf448 req-4fce4eae-056b-43fc-93f6-4f2b8ff57286 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478287 Feb 11 04:42:29.477591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-2e7f5494-69b0-4fdf-a424-b67fb7fb0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.479131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-2e7f5494-69b0-4fdf-a424-b67fb7fb0699 service neutron] 10.222.0.10 "GET /v2.0/networks?id=05449bae-91c9-4c31-aeba-703681fe02a5 HTTP/1.1" status: 200 len: 903 time: 0.1068842 Feb 11 04:42:29.527858 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-d9ab013d-f1ca-4ff0-9b51-c2e390b03ea8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=69895276-cb49-4a25-ad00-42484ff24135 HTTP/1.1" status: 200 len: 217 time: 0.0413079 Feb 11 04:42:29.579068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-9fcf1b55-e5c4-4911-a722-b3480b09b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.580462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-9fcf1b55-e5c4-4911-a722-b3480b09b1ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c5e3e8d-992e-43bf-b39d-9755ce9564cf HTTP/1.1" status: 200 len: 801 time: 0.0464461 Feb 11 04:42:29.632528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-60194260-2d9c-45a2-afb8-4cdf4c7f2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.634067 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-60194260-2d9c-45a2-afb8-4cdf4c7f2e16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=05449bae-91c9-4c31-aeba-703681fe02a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464637 Feb 11 04:42:29.732632 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-f4508f54-65ce-4ad5-8531-4a21104bc44f service neutron] 10.222.0.10 "GET /v2.0/networks/05449bae-91c9-4c31-aeba-703681fe02a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906491 Feb 11 04:42:29.853055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510a59f-c2b7-449b-997e-dbdcd392bb37 req-dea3a479-3dca-45b1-bc64-5f04df908384 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.854496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c510a59f-c2b7-449b-997e-dbdcd392bb37 req-dea3a479-3dca-45b1-bc64-5f04df908384 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.1078646 Feb 11 04:42:29.872302 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f0be08-c9bd-46f5-8bb2-97ce6c8611f9 req-1bb1aa88-b838-4308-b509-37e885b53b78 service neutron] 10.222.0.10 "GET /v2.0/networks/05449bae-91c9-4c31-aeba-703681fe02a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330228 Feb 11 04:42:29.908178 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c510a59f-c2b7-449b-997e-dbdcd392bb37 req-28afd105-aea8-4661-bc7a-990b802eec4d tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475163 Feb 11 04:42:29.984160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470ee73-f5e6-4e28-882f-998643a41256 req-94c2959f-cd01-4347-b0f4-1fdb25eb91ec tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.985614 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8470ee73-f5e6-4e28-882f-998643a41256 req-94c2959f-cd01-4347-b0f4-1fdb25eb91ec tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 945 time: 0.0562186 Feb 11 04:42:30.030887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8470ee73-f5e6-4e28-882f-998643a41256 req-65281d7e-8d14-4be0-9284-de5addc75c74 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 Feb 11 04:42:30.166340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d236ef2-cf4b-4e17-8cfe-b2ec8369674e req-9669e5b2-7be3-4353-85bc-50acfca7c185 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:30.168042 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6d236ef2-cf4b-4e17-8cfe-b2ec8369674e req-9669e5b2-7be3-4353-85bc-50acfca7c185 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.0549757 Feb 11 04:42:30.193685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4a370-7784-4c1d-9872-666ad77490e6 req-01ed0c64-0e21-4504-bc7f-eb05a95584bb tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:30.198867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4a370-7784-4c1d-9872-666ad77490e6 req-01ed0c64-0e21-4504-bc7f-eb05a95584bb tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:30.204091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4a370-7784-4c1d-9872-666ad77490e6 req-01ed0c64-0e21-4504-bc7f-eb05a95584bb tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:30.205717 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-83f4a370-7784-4c1d-9872-666ad77490e6 req-01ed0c64-0e21-4504-bc7f-eb05a95584bb tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2413 time: 0.0676188 Feb 11 04:42:30.215231 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6d236ef2-cf4b-4e17-8cfe-b2ec8369674e req-4b0e8df8-ea37-448b-9f03-568e27f8ccab tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408092 Feb 11 04:42:30.252531 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-83f4a370-7784-4c1d-9872-666ad77490e6 req-061e72c5-d57f-41ad-9433-ec52227a00a0 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Feb 11 04:42:30.445058 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6c68f-c4cf-4b1f-b7ae-3e170e535fb0 req-c7ac103c-a69c-4cfe-be00-0a79e5fe7ffa tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:30.446540 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cd6c68f-c4cf-4b1f-b7ae-3e170e535fb0 req-c7ac103c-a69c-4cfe-be00-0a79e5fe7ffa tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0548348 Feb 11 04:42:30.494189 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cd6c68f-c4cf-4b1f-b7ae-3e170e535fb0 req-4e44d381-fe32-4bf7-81ff-5dab5bc5c0b4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415616 Feb 11 04:42:30.571066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f3da5-90a6-4e11-80d1-b405d294786a req-dfdd8776-ed2f-4e44-b2cb-76e6a131e4f3 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:30.572655 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa5f3da5-90a6-4e11-80d1-b405d294786a req-dfdd8776-ed2f-4e44-b2cb-76e6a131e4f3 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 948 time: 0.0581398 Feb 11 04:42:30.625253 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa5f3da5-90a6-4e11-80d1-b405d294786a req-6626efde-bb94-40f4-a5b4-3561a313d0de tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462747 Feb 11 04:42:30.713410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92113c13-5f23-4de6-a99b-dc3127060878 req-718ac021-7d4f-4f65-8b0f-f94a63ada673 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:30.714835 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92113c13-5f23-4de6-a99b-dc3127060878 req-718ac021-7d4f-4f65-8b0f-f94a63ada673 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.10 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 945 time: 0.0509169 Feb 11 04:42:30.809759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-92113c13-5f23-4de6-a99b-dc3127060878 req-84383709-f170-4c46-ac8a-bce7d03288e1 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Deleting port 7f7b4112-eb64-472c-81a2-b605cb2fed2a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:30.810100 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-92113c13-5f23-4de6-a99b-dc3127060878 req-84383709-f170-4c46-ac8a-bce7d03288e1 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:30.900245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-92113c13-5f23-4de6-a99b-dc3127060878 req-84383709-f170-4c46-ac8a-bce7d03288e1 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] For port 7f7b4112-eb64-472c-81a2-b605cb2fed2a, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7f7b4112-eb64-472c-81a2-b605cb2fed2a,segment=NetworkSegment(110ea46e-3db5-4347-b639-96006d07367c),segment_id=110ea46e-3db5-4347-b639-96006d07367c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:30.900597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-92113c13-5f23-4de6-a99b-dc3127060878 req-84383709-f170-4c46-ac8a-bce7d03288e1 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:30.915607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-92113c13-5f23-4de6-a99b-dc3127060878 req-84383709-f170-4c46-ac8a-bce7d03288e1 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Calling delete_port for 7f7b4112-eb64-472c-81a2-b605cb2fed2a owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:31.163496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b52a68-5ef4-484d-98e7-fa405c07f59b req-c030943e-ed09-4dcf-abcd-232f1fdb2a92 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:31.165126 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94b52a68-5ef4-484d-98e7-fa405c07f59b req-c030943e-ed09-4dcf-abcd-232f1fdb2a92 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/ports?device_id=d792bc90-74ca-4fde-870c-29f93fe6eae0 HTTP/1.1" status: 200 len: 945 time: 0.0591693 Feb 11 04:42:31.214586 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94b52a68-5ef4-484d-98e7-fa405c07f59b req-2f2efacc-c8c2-43a3-b4c8-5920da6493d9 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.48 "GET /v2.0/security-groups?id=de5707b5-2764-464f-92bd-8fe58ddff7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 Feb 11 04:42:31.325965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aedcb-e61d-40fc-8ba3-bf89d7dc66df req-dbc7c44e-c437-4777-8f97-e8fd591c75cf tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:31.327499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-018aedcb-e61d-40fc-8ba3-bf89d7dc66df req-dbc7c44e-c437-4777-8f97-e8fd591c75cf tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.3509941 Feb 11 04:42:31.345853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c57f-8ee4-4270-9ccf-011d186741ea req-7e724ae2-62a4-4929-93d7-f80795ce3150 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:31.347389 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6981c57f-8ee4-4270-9ccf-011d186741ea req-7e724ae2-62a4-4929-93d7-f80795ce3150 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.0532022 Feb 11 04:42:31.358561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-92113c13-5f23-4de6-a99b-dc3127060878 req-84383709-f170-4c46-ac8a-bce7d03288e1 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (7f7b4112-eb64-472c-81a2-b605cb2fed2a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:31.398259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['7f7b4112-eb64-472c-81a2-b605cb2fed2a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:31.405681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84383709-f170-4c46-ac8a-bce7d03288e1 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Pushing event deleted for resources: {'Port': ['ID=7f7b4112-eb64-472c-81a2-b605cb2fed2a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:31.408781 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6981c57f-8ee4-4270-9ccf-011d186741ea req-6b9503ab-ad11-4e45-a378-6671f58b2334 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540869 Feb 11 04:42:31.441505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-018aedcb-e61d-40fc-8ba3-bf89d7dc66df req-b1d65cea-6f2e-4167-bacd-0393072727d5 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082368 Feb 11 04:42:31.455801 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-92113c13-5f23-4de6-a99b-dc3127060878 req-84383709-f170-4c46-ac8a-bce7d03288e1 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] No DVR routers for this DVR port 7f7b4112-eb64-472c-81a2-b605cb2fed2a on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:42:31.458489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-92113c13-5f23-4de6-a99b-dc3127060878 req-84383709-f170-4c46-ac8a-bce7d03288e1 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:31.461843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92113c13-5f23-4de6-a99b-dc3127060878 req-84383709-f170-4c46-ac8a-bce7d03288e1 tempest-InstanceActionsNegativeTestJSON-1922687801 tempest-InstanceActionsNegativeTestJSON-1922687801-project] 10.222.0.10 "DELETE /v2.0/ports/7f7b4112-eb64-472c-81a2-b605cb2fed2a HTTP/1.1" status: 204 len: 173 time: 0.7404993 Feb 11 04:42:31.462300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd792bc90-74ca-4fde-870c-29f93fe6eae0', 'name': 'network-vif-deleted', 'tag': '7f7b4112-eb64-472c-81a2-b605cb2fed2a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:31.464536 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c68e30-de0d-4788-b84c-c878a4481e2d" -d '{"events": [{"server_uuid": "d792bc90-74ca-4fde-870c-29f93fe6eae0", "name": "network-vif-deleted", "tag": "7f7b4112-eb64-472c-81a2-b605cb2fed2a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:31.501555 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22934433-952d-4fe5-a381-b652786e5a1a x-openstack-request-id: req-22934433-952d-4fe5-a381-b652786e5a1a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:31.501988 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d792bc90-74ca-4fde-870c-29f93fe6eae0", "name": "network-vif-deleted", "tag": "7f7b4112-eb64-472c-81a2-b605cb2fed2a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:31.502176 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22934433-952d-4fe5-a381-b652786e5a1a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:31.502557 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd792bc90-74ca-4fde-870c-29f93fe6eae0', 'name': 'network-vif-deleted', 'tag': '7f7b4112-eb64-472c-81a2-b605cb2fed2a', 'status': 'completed', 'code': 200} Feb 11 04:42:31.530860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f1d1c-b8cd-47cb-a4be-f504969f578f req-01be9081-7c22-42aa-95e0-05427a402618 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:31.536767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f1d1c-b8cd-47cb-a4be-f504969f578f req-01be9081-7c22-42aa-95e0-05427a402618 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:31.542258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f1d1c-b8cd-47cb-a4be-f504969f578f req-01be9081-7c22-42aa-95e0-05427a402618 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:31.546170 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb1f1d1c-b8cd-47cb-a4be-f504969f578f req-01be9081-7c22-42aa-95e0-05427a402618 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2413 time: 0.0767233 Feb 11 04:42:31.600785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb1f1d1c-b8cd-47cb-a4be-f504969f578f req-d3e0b7e7-a81f-43f3-ba94-83262461f511 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450342 Feb 11 04:42:31.618845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557211a-ab7a-4376-b5f4-8e00427011af req-6ebd9cb7-478b-44ad-83ad-5e76f3410415 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:31.620357 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8557211a-ab7a-4376-b5f4-8e00427011af req-6ebd9cb7-478b-44ad-83ad-5e76f3410415 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0560973 Feb 11 04:42:31.668737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8557211a-ab7a-4376-b5f4-8e00427011af req-72ec0426-dace-47de-b5d9-c13f7081da35 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Feb 11 04:42:31.743608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbcb9a-0815-45ad-866e-bf0bc15c3225 req-c231843d-4a06-47ec-817c-208d4d87f968 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:31.745072 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89cbcb9a-0815-45ad-866e-bf0bc15c3225 req-c231843d-4a06-47ec-817c-208d4d87f968 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 948 time: 0.0527203 Feb 11 04:42:31.793534 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89cbcb9a-0815-45ad-866e-bf0bc15c3225 req-1db5ed65-6242-4dc6-b6e9-6ea740f8b298 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Feb 11 04:42:32.272683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48868) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:32.318956 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-c418e6d2-29e6-478e-8268-25d04ca45c92 admin admin] Deleting subnet 45132254-893d-480a-97bc-73da1f6efad3 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:42:32.322146 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c418e6d2-29e6-478e-8268-25d04ca45c92 admin admin] Publish callbacks [] for subnet (45132254-893d-480a-97bc-73da1f6efad3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.360293 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c418e6d2-29e6-478e-8268-25d04ca45c92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (45132254-893d-480a-97bc-73da1f6efad3), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.400496 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c418e6d2-29e6-478e-8268-25d04ca45c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (45132254-893d-480a-97bc-73da1f6efad3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.452640 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c418e6d2-29e6-478e-8268-25d04ca45c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (45132254-893d-480a-97bc-73da1f6efad3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.479492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418e6d2-29e6-478e-8268-25d04ca45c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45132254-893d-480a-97bc-73da1f6efad3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:32.483314 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c418e6d2-29e6-478e-8268-25d04ca45c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.486723 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c418e6d2-29e6-478e-8268-25d04ca45c92 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/45132254-893d-480a-97bc-73da1f6efad3 HTTP/1.1" status: 204 len: 168 time: 0.2129405 Feb 11 04:42:32.489169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48874) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:32.530962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0eb79-62b7-456f-a83e-040f42494d83 req-fcfbab62-3187-426e-b607-84eb73213bb9 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:32.532571 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ceb0eb79-62b7-456f-a83e-040f42494d83 req-fcfbab62-3187-426e-b607-84eb73213bb9 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 946 time: 0.0610340 Feb 11 04:42:32.585351 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ceb0eb79-62b7-456f-a83e-040f42494d83 req-673aee1b-3870-42ae-beb5-006024dade7c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467932 Feb 11 04:42:32.590794 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (87161c32-29c4-4656-a51e-a019436cc749), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.625531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717105d-b198-4f15-abd8-30fff7e6dc35 req-b4369511-68ab-4f0b-8ada-1761c8377482 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:32.627125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2717105d-b198-4f15-abd8-30fff7e6dc35 req-b4369511-68ab-4f0b-8ada-1761c8377482 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.1037641 Feb 11 04:42:32.654621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 69895276-cb49-4a25-ad00-42484ff24135 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:32.724909 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (87161c32-29c4-4656-a51e-a019436cc749), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.726504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ee4d4-0e7a-4849-aa29-28f14d09459c req-1bd516b6-72df-4802-9350-80c9574d600b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:32.732078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ee4d4-0e7a-4849-aa29-28f14d09459c req-1bd516b6-72df-4802-9350-80c9574d600b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:32.738148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ee4d4-0e7a-4849-aa29-28f14d09459c req-1bd516b6-72df-4802-9350-80c9574d600b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:32.739902 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c1ee4d4-0e7a-4849-aa29-28f14d09459c req-1bd516b6-72df-4802-9350-80c9574d600b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2413 time: 0.0712357 Feb 11 04:42:32.757551 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2717105d-b198-4f15-abd8-30fff7e6dc35 req-b48cf77a-1419-4b67-82db-ff6ca6f94b21 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128938 Feb 11 04:42:32.761553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87161c32-29c4-4656-a51e-a019436cc749']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:32.772496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110ea46e-3db5-4347-b639-96006d07367c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:32.772843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110ea46e-3db5-4347-b639-96006d07367c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:32.784088 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (110ea46e-3db5-4347-b639-96006d07367c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.800788 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (110ea46e-3db5-4347-b639-96006d07367c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.808266 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c1ee4d4-0e7a-4849-aa29-28f14d09459c req-484a0966-d16b-4338-91f7-5138f74430bd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608952 Feb 11 04:42:32.812006 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:42:32.812839 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (110ea46e-3db5-4347-b639-96006d07367c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:42:32.820300 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:42:32.889747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d6b46f28-121a-4a9e-9144-beb5d7ba31b8 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:32.923477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (87161c32-29c4-4656-a51e-a019436cc749), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.930472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.934565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/87161c32-29c4-4656-a51e-a019436cc749 HTTP/1.1" status: 204 len: 168 time: 0.4443214 Feb 11 04:42:32.941684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaf0d0-0195-443d-8f6c-22b9c31454b0 req-3a80ff10-f646-460f-982e-7e67bfcd59bd tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:32.943471 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edcaf0d0-0195-443d-8f6c-22b9c31454b0 req-3a80ff10-f646-460f-982e-7e67bfcd59bd tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 948 time: 0.0686178 Feb 11 04:42:32.943621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 69895276-cb49-4a25-ad00-42484ff24135, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=69895276-cb49-4a25-ad00-42484ff24135,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:32.946078 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.957884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297bde7-ad46-412f-ad5c-1ddee7708ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=87161c32-29c4-4656-a51e-a019436cc749,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:32.973849 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '69895276-cb49-4a25-ad00-42484ff24135', 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5', 'port_id': '69895276-cb49-4a25-ad00-42484ff24135', 'mac_address': 'fa:16:3e:b7:de:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c5e3e8d-992e-43bf-b39d-9755ce9564cf', 'ip_address': '19.80.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:32.981425 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1de4c-c138-430b-a9e1-66864e52b9b5 req-2bc809fe-57b1-43a0-b4c1-08692fc85974 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:32.984582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bce1de4c-c138-430b-a9e1-66864e52b9b5 req-2bc809fe-57b1-43a0-b4c1-08692fc85974 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1328583 Feb 11 04:42:33.016261 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edcaf0d0-0195-443d-8f6c-22b9c31454b0 req-19d25946-390c-47e6-82c2-172ccecb15c8 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645373 Feb 11 04:42:33.056718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 69895276-cb49-4a25-ad00-42484ff24135 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:33.057126 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (69895276-cb49-4a25-ad00-42484ff24135), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.077375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d6b46f28-121a-4a9e-9144-beb5d7ba31b8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d6b46f28-121a-4a9e-9144-beb5d7ba31b8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:33.083191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-92f9657b-563e-48ab-ad8a-7323ab70d415 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:33.084705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-92f9657b-563e-48ab-ad8a-7323ab70d415 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7&tenant_id=8b12cb7f59db43f289e50c197625e76d&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 1129 time: 0.0991933 Feb 11 04:42:33.086381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69895276-cb49-4a25-ad00-42484ff24135 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:33.088496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bce1de4c-c138-430b-a9e1-66864e52b9b5 req-03ba8202-f373-4740-a81b-523a0a40bd4a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918343 Feb 11 04:42:33.096376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-58'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:33.098762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8', 'mac_address': 'fa:16:3e:01:f0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:33.117998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 69895276-cb49-4a25-ad00-42484ff24135, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=69895276-cb49-4a25-ad00-42484ff24135,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:33.138864 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (69895276-cb49-4a25-ad00-42484ff24135), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.139685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device cbcbe254-219f-4363-b423-305f79d14759 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:33.150636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48884) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:33.178672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.193351 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:33.193751 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.202353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-513269bb-7441-4c19-8c78-6c64f7420221 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e736535bd2784335ad3752fcf36d32b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482502 Feb 11 04:42:33.202833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48886) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:33.225647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b46f28-121a-4a9e-9144-beb5d7ba31b8 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:33.246517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port cbcbe254-219f-4363-b423-305f79d14759, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=cbcbe254-219f-4363-b423-305f79d14759,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:33.254839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=69895276-cb49-4a25-ad00-42484ff24135,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:33.255867 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c349041f-89df-413e-8160-af45be492805 admin admin] Publish callbacks [] for security_group (de5707b5-2764-464f-92bd-8fe58ddff7c6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.268045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d6b46f28-121a-4a9e-9144-beb5d7ba31b8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d6b46f28-121a-4a9e-9144-beb5d7ba31b8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:33.269469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'cbcbe254-219f-4363-b423-305f79d14759', 'network_id': '05449bae-91c9-4c31-aeba-703681fe02a5', 'port_id': 'cbcbe254-219f-4363-b423-305f79d14759', 'mac_address': 'fa:16:3e:81:0c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c5e3e8d-992e-43bf-b39d-9755ce9564cf', 'ip_address': '19.80.0.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:33.272956 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.283691 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c349041f-89df-413e-8160-af45be492805 admin admin] Publish callbacks [] for security_group (de5707b5-2764-464f-92bd-8fe58ddff7c6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.325240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:33.339018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c349041f-89df-413e-8160-af45be492805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (de5707b5-2764-464f-92bd-8fe58ddff7c6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.343148 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c349041f-89df-413e-8160-af45be492805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.344413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port cbcbe254-219f-4363-b423-305f79d14759 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:33.344823 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cbcbe254-219f-4363-b423-305f79d14759), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.348840 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c349041f-89df-413e-8160-af45be492805 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de5707b5-2764-464f-92bd-8fe58ddff7c6 HTTP/1.1" status: 204 len: 168 time: 0.1436489 Feb 11 04:42:33.356825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349041f-89df-413e-8160-af45be492805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5707b5-2764-464f-92bd-8fe58ddff7c6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:33.358188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d6b46f28-121a-4a9e-9144-beb5d7ba31b8,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:33.363545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbcbe254-219f-4363-b423-305f79d14759 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:33.377220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:33.395634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port cbcbe254-219f-4363-b423-305f79d14759, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=cbcbe254-219f-4363-b423-305f79d14759,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:33.400768 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cbcbe254-219f-4363-b423-305f79d14759), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.401607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3c037f37-5095-4831-9981-dcecf1d9c788 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:33.425717 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Publish callbacks [] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.431408 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.473320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=cbcbe254-219f-4363-b423-305f79d14759,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:33.506940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c09ef6-3f31-454c-8a00-882391c261f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5309ec04-e70b-461d-90f7-68d24e7c1a66'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:33.509177 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b44fa5-cc27-4976-8e94-08f480004377" -d '{"events": [{"server_uuid": "08c09ef6-3f31-454c-8a00-882391c261f7", "name": "network-vif-unplugged", "status": "completed", "tag": "5309ec04-e70b-461d-90f7-68d24e7c1a66"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:33.518578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Pushing event updated for resources: {'Port': ['ID=5309ec04-e70b-461d-90f7-68d24e7c1a66,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:33.531355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Attempting to bind port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on host n-h1-615180-58 for vnic_type normal with profile {"migrating_to": "n-h2-615180-58"} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:33.531694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Attempting to bind port 5309ec04-e70b-461d-90f7-68d24e7c1a66 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:33.532026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Attempting to bind port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:33.536718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:33.537366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Attempting to bind port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:33.542392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:33.542731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:33.543146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:33.543688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Bound port: 5309ec04-e70b-461d-90f7-68d24e7c1a66, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:33.543993 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.550867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3c037f37-5095-4831-9981-dcecf1d9c788, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3c037f37-5095-4831-9981-dcecf1d9c788,segment=NetworkSegment(544301e3-44d9-4d2c-9c6a-b05542417b14),segment_id=544301e3-44d9-4d2c-9c6a-b05542417b14)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:33.563912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '3c037f37-5095-4831-9981-dcecf1d9c788', 'network_id': 'f2b55659-d629-4ae6-9a45-f878cbb6b406', 'port_id': '3c037f37-5095-4831-9981-dcecf1d9c788', 'mac_address': 'fa:16:3e:a7:08:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1345cee8-31be-4ca8-9977-cb8bf650a364', 'ip_address': '19.86.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:33.594537 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc964a10-e4a9-410c-97cb-8c446efd7dae x-openstack-request-id: req-bc964a10-e4a9-410c-97cb-8c446efd7dae {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:33.594810 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c09ef6-3f31-454c-8a00-882391c261f7", "name": "network-vif-unplugged", "status": "completed", "tag": "5309ec04-e70b-461d-90f7-68d24e7c1a66", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:33.595159 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc964a10-e4a9-410c-97cb-8c446efd7dae {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:33.595551 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c09ef6-3f31-454c-8a00-882391c261f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5309ec04-e70b-461d-90f7-68d24e7c1a66', 'code': 200} Feb 11 04:42:33.622424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 3c037f37-5095-4831-9981-dcecf1d9c788 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:33.623117 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.633577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:33.636824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:33.644195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c037f37-5095-4831-9981-dcecf1d9c788 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:33.646704 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.673142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3c037f37-5095-4831-9981-dcecf1d9c788, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3c037f37-5095-4831-9981-dcecf1d9c788,segment=NetworkSegment(544301e3-44d9-4d2c-9c6a-b05542417b14),segment_id=544301e3-44d9-4d2c-9c6a-b05542417b14)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:33.678035 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.735943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=3c037f37-5095-4831-9981-dcecf1d9c788,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:33.763168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:33.763168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:33.763168 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] 10.222.0.10 "PUT /v2.0/ports/5309ec04-e70b-461d-90f7-68d24e7c1a66 HTTP/1.1" status: 200 len: 1124 time: 0.6720600 Feb 11 04:42:33.772066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d21a1-bbcc-4f3c-a09c-82965e4f4d37 service neutron] Pushing event updated for resources: {'Port': ['ID=5309ec04-e70b-461d-90f7-68d24e7c1a66,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:33.798766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d06d03-719d-4e02-89ea-54ce2fa9ab67 req-a08784f1-3c3b-4c78-b2f4-de83b15df2d4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:33.800628 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3d06d03-719d-4e02-89ea-54ce2fa9ab67 req-a08784f1-3c3b-4c78-b2f4-de83b15df2d4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.1341681 Feb 11 04:42:33.868852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3d06d03-719d-4e02-89ea-54ce2fa9ab67 req-1e880f19-d109-48e8-9999-defc31900db7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603871 Feb 11 04:42:33.916628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2f021-48f7-4d30-92ab-c49f864b15c6 req-648d4554-7ef9-4631-aa2a-6be90d1bb978 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:33.918344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-39b2f021-48f7-4d30-92ab-c49f864b15c6 req-648d4554-7ef9-4631-aa2a-6be90d1bb978 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.0675228 Feb 11 04:42:33.980937 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-39b2f021-48f7-4d30-92ab-c49f864b15c6 req-e6078d74-3694-4ded-9376-2043579bf63a tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535464 Feb 11 04:42:34.043581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8a79f-097e-4304-8fc1-d748ce423b77 req-97079569-cebf-4c6f-826d-0923dc20ab5a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:34.050317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8a79f-097e-4304-8fc1-d748ce423b77 req-97079569-cebf-4c6f-826d-0923dc20ab5a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:34.056282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8a79f-097e-4304-8fc1-d748ce423b77 req-97079569-cebf-4c6f-826d-0923dc20ab5a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:34.065336 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bc8a79f-097e-4304-8fc1-d748ce423b77 req-97079569-cebf-4c6f-826d-0923dc20ab5a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2416 time: 0.0893261 Feb 11 04:42:34.085230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d6b46f28-121a-4a9e-9144-beb5d7ba31b8'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:34.127074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['5309ec04-e70b-461d-90f7-68d24e7c1a66'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:34.134610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5309ec04-e70b-461d-90f7-68d24e7c1a66'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:34.144386 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bc8a79f-097e-4304-8fc1-d748ce423b77 req-793db2e8-5274-444e-ba95-dc96bd5050fa tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780194 Feb 11 04:42:34.201806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b13bb-aa83-4b3c-9440-68c67c83546f req-15ba86cc-3fdc-463b-b5bf-2e0ae7e62f10 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:34.203927 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7c8b13bb-aa83-4b3c-9440-68c67c83546f req-15ba86cc-3fdc-463b-b5bf-2e0ae7e62f10 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 949 time: 0.1096013 Feb 11 04:42:34.324082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e024e9a-7932-42c7-a87d-9335011ea0f1 req-f0eb27e4-394f-45a6-8012-852fe149f20f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:34.329148 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e024e9a-7932-42c7-a87d-9335011ea0f1 req-f0eb27e4-394f-45a6-8012-852fe149f20f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1148036 Feb 11 04:42:34.329770 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7c8b13bb-aa83-4b3c-9440-68c67c83546f req-94d687c2-dd3d-4966-884a-d49f7e0a3fa3 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179323 Feb 11 04:42:34.338002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['69895276-cb49-4a25-ad00-42484ff24135'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:34.397729 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e024e9a-7932-42c7-a87d-9335011ea0f1 req-a7f2cec7-5ef7-4723-a4d0-e4a420640ab0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641739 Feb 11 04:42:34.417272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['3c037f37-5095-4831-9981-dcecf1d9c788'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:34.419349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['cbcbe254-219f-4363-b423-305f79d14759'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:34.653363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48928) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:34.693945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5309ec04-e70b-461d-90f7-68d24e7c1a66 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:34.695895 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7f7b4112-eb64-472c-81a2-b605cb2fed2a no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:42:34.781621 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc329b84-6e55-4bcd-bf7a-ec58c25421c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:34.829688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 7f7b4112-eb64-472c-81a2-b605cb2fed2a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:42:34.830472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7f7b4112-eb64-472c-81a2-b605cb2fed2a not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:42:34.869059 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc329b84-6e55-4bcd-bf7a-ec58c25421c2 admin admin] Publish callbacks [] for security_group (b5452ee1-104a-4558-abd3-3772de9fe793), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:34.873599 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc329b84-6e55-4bcd-bf7a-ec58c25421c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b5452ee1-104a-4558-abd3-3772de9fe793), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:34.916459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc329b84-6e55-4bcd-bf7a-ec58c25421c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5452ee1-104a-4558-abd3-3772de9fe793,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:34.934213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc329b84-6e55-4bcd-bf7a-ec58c25421c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f74b20ec1bbf4ffb856e8dcdab9627ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783079 Feb 11 04:42:34.937135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:34.949807 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:34.963080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5309ec04-e70b-461d-90f7-68d24e7c1a66 has no active binding in host n-h2-615180-58 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:42:35.000453 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ace02-85e7-4223-b8d3-c43fd1c3202e admin admin] Publish callbacks [] for security_group (b5452ee1-104a-4558-abd3-3772de9fe793), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:35.030525 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ace02-85e7-4223-b8d3-c43fd1c3202e admin admin] Publish callbacks [] for security_group (b5452ee1-104a-4558-abd3-3772de9fe793), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:35.036160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9caa1a-d443-45d8-8660-b2e735d985bd req-2f9b29b8-a75f-40d6-87de-e16f0217c971 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:35.045448 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a9caa1a-d443-45d8-8660-b2e735d985bd req-2f9b29b8-a75f-40d6-87de-e16f0217c971 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.0816453 Feb 11 04:42:35.086413 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ace02-85e7-4223-b8d3-c43fd1c3202e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b5452ee1-104a-4558-abd3-3772de9fe793), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:35.089093 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ace02-85e7-4223-b8d3-c43fd1c3202e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:35.090273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ed5ace02-85e7-4223-b8d3-c43fd1c3202e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5452ee1-104a-4558-abd3-3772de9fe793 HTTP/1.1" status: 204 len: 168 time: 0.1520605 Feb 11 04:42:35.108078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ace02-85e7-4223-b8d3-c43fd1c3202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5452ee1-104a-4558-abd3-3772de9fe793,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:35.134552 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a9caa1a-d443-45d8-8660-b2e735d985bd req-fdbd1201-13c0-4fdc-9881-e1f0cdb4c4af tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863886 Feb 11 04:42:35.192611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d5549-4a1d-46b9-b6cb-40a63f7c2408 req-5e5b4622-c945-401d-8644-2d96db99e5b3 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:35.199830 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cb7d5549-4a1d-46b9-b6cb-40a63f7c2408 req-5e5b4622-c945-401d-8644-2d96db99e5b3 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.0868587 Feb 11 04:42:35.247237 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cb7d5549-4a1d-46b9-b6cb-40a63f7c2408 req-89f00558-64f9-4954-9303-322ba1e36017 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464766 Feb 11 04:42:35.300502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e16c0-8b3d-4941-b466-7f622a3e780a req-83f9bef2-a71a-4160-b187-ed5119984f6c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:35.305961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e16c0-8b3d-4941-b466-7f622a3e780a req-83f9bef2-a71a-4160-b187-ed5119984f6c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:35.311908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e16c0-8b3d-4941-b466-7f622a3e780a req-83f9bef2-a71a-4160-b187-ed5119984f6c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:35.319887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa7e16c0-8b3d-4941-b466-7f622a3e780a req-83f9bef2-a71a-4160-b187-ed5119984f6c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2416 time: 0.0899885 Feb 11 04:42:35.380462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa7e16c0-8b3d-4941-b466-7f622a3e780a req-48d226ca-b8c3-4e87-ac92-e94e9b48e981 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595653 Feb 11 04:42:35.467027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb0b2f-bf00-4fe1-9f3a-135f8fa18a67 req-340e495d-adbe-42f2-a39d-e9eabad235df tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:35.468986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77bb0b2f-bf00-4fe1-9f3a-135f8fa18a67 req-340e495d-adbe-42f2-a39d-e9eabad235df tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 949 time: 0.0605550 Feb 11 04:42:35.525905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31ae9-1afe-4f97-9cff-4c1eb58c9e23 req-a212391c-4187-4acd-b90b-42914bbe72de tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:35.527720 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14f31ae9-1afe-4f97-9cff-4c1eb58c9e23 req-a212391c-4187-4acd-b90b-42914bbe72de tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0613387 Feb 11 04:42:35.532354 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77bb0b2f-bf00-4fe1-9f3a-135f8fa18a67 req-68206dd6-83bb-4cb6-b029-3a3f003e99e5 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576508 Feb 11 04:42:35.594038 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14f31ae9-1afe-4f97-9cff-4c1eb58c9e23 req-c6e74828-1de8-4fba-bc4c-4e2face76702 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595279 Feb 11 04:42:35.596388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c09ef6-3f31-454c-8a00-882391c261f7', 'tag': '5309ec04-e70b-461d-90f7-68d24e7c1a66'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:35.599141 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3d1ac5-d820-4eda-af14-90b9308f50ad" -d '{"events": [{"name": "network-changed", "server_uuid": "08c09ef6-3f31-454c-8a00-882391c261f7", "tag": "5309ec04-e70b-461d-90f7-68d24e7c1a66"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:35.639108 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc25e401-396b-4aca-adad-3a730884ef86 x-openstack-request-id: req-dc25e401-396b-4aca-adad-3a730884ef86 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:35.639408 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c09ef6-3f31-454c-8a00-882391c261f7", "tag": "5309ec04-e70b-461d-90f7-68d24e7c1a66", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:35.639862 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc25e401-396b-4aca-adad-3a730884ef86 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:35.640268 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c09ef6-3f31-454c-8a00-882391c261f7', 'tag': '5309ec04-e70b-461d-90f7-68d24e7c1a66', 'status': 'completed', 'code': 200} Feb 11 04:42:35.767620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d1ac5-d820-4eda-af14-90b9308f50ad req-f48eba20-0eb9-4242-8964-688dd62a3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:35.769110 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef3d1ac5-d820-4eda-af14-90b9308f50ad req-f48eba20-0eb9-4242-8964-688dd62a3e08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 1158 time: 0.0486574 Feb 11 04:42:35.876608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d1ac5-d820-4eda-af14-90b9308f50ad req-c003d024-e2f6-4be3-be41-9b607feebfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:35.878470 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef3d1ac5-d820-4eda-af14-90b9308f50ad req-c003d024-e2f6-4be3-be41-9b607feebfd1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.0972812 Feb 11 04:42:35.909393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48974) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:35.937571 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef3d1ac5-d820-4eda-af14-90b9308f50ad req-9d3cea0d-6140-4418-a926-9d0874bd8613 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66 HTTP/1.1" status: 200 len: 217 time: 0.0449684 Feb 11 04:42:36.002703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d1ac5-d820-4eda-af14-90b9308f50ad req-b0986bbc-f488-4025-88a7-bf5df622c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:36.005160 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef3d1ac5-d820-4eda-af14-90b9308f50ad req-b0986bbc-f488-4025-88a7-bf5df622c618 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.0508790 Feb 11 04:42:36.030357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1648044689-network', 'tenant_id': 'ea6e6dddb6c841a1807c15f07ff72c88'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:36.042702 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef3d1ac5-d820-4eda-af14-90b9308f50ad req-dac8381c-9203-447f-9ec0-2166dfb6feab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267959 Feb 11 04:42:36.050915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Made reservation on behalf of ea6e6dddb6c841a1807c15f07ff72c88 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:36.053349 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:36.064236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:36.159377 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef3d1ac5-d820-4eda-af14-90b9308f50ad req-8fa38bc3-7b14-418e-a72a-f04e3f9942a5 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091936 Feb 11 04:42:36.172060 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Publish callbacks [] for security_group (faf28134-8b64-46c9-8303-fcf48be83d3d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:36.178803 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (faf28134-8b64-46c9-8303-fcf48be83d3d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:36.200963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:42:36.220142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (11ded1c8-5bee-4aff-87ba-5e5e64db028a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:36.220684 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Added segment 11ded1c8-5bee-4aff-87ba-5e5e64db028a of type vlan for network 2623f52f-e6a6-409c-8970-3eaf5471800c Feb 11 04:42:36.276909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef3d1ac5-d820-4eda-af14-90b9308f50ad req-44901761-5db2-4218-aaa9-715bf7c7076c service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063254 Feb 11 04:42:36.309535 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (2623f52f-e6a6-409c-8970-3eaf5471800c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:36.336540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf28134-8b64-46c9-8303-fcf48be83d3d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:36.368366 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (2623f52f-e6a6-409c-8970-3eaf5471800c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:36.370274 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:36.371363 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:36.383200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c239335-8033-4ff2-8cd3-a8b2d77383d7 req-09dcbcdb-d077-4227-81ee-4eabef9a4f78 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:36.384737 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7c239335-8033-4ff2-8cd3-a8b2d77383d7 req-09dcbcdb-d077-4227-81ee-4eabef9a4f78 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.1226170 Feb 11 04:42:36.431683 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5207777 Feb 11 04:42:36.440564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee854b5-a25e-4082-ad9d-6a3aa5892724 req-ed3a1f85-5a5e-40d4-a182-0dd502cb37cd tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:36.442692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ee854b5-a25e-4082-ad9d-6a3aa5892724 req-ed3a1f85-5a5e-40d4-a182-0dd502cb37cd tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.0715451 Feb 11 04:42:36.470034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96ec29-bded-4fd1-ad38-194378d2cd0a admin admin] Pushing event updated for resources: {'Network': ['ID=2623f52f-e6a6-409c-8970-3eaf5471800c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:36.483362 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 2623f52f-e6a6-409c-8970-3eaf5471800c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:42:36.490265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7c239335-8033-4ff2-8cd3-a8b2d77383d7 req-f89f00d5-d449-4146-99ee-d3716f099729 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881517 Feb 11 04:42:36.518829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ee854b5-a25e-4082-ad9d-6a3aa5892724 req-4a220d4b-5f16-46b9-8879-747fb3b878f1 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703037 Feb 11 04:42:36.677327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bd3b0-86c5-4016-9b3c-fec471772807 req-d3672cdc-65e9-4e0a-8912-2aaff238d3ed tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:36.677677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254fd08-f598-477f-8bf3-0f6bd44eddc7 req-1bb673c4-ff6d-4589-9daa-ab83391dd18d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:36.678861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b21bd3b0-86c5-4016-9b3c-fec471772807 req-d3672cdc-65e9-4e0a-8912-2aaff238d3ed tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 949 time: 0.0587518 Feb 11 04:42:36.682987 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254fd08-f598-477f-8bf3-0f6bd44eddc7 req-1bb673c4-ff6d-4589-9daa-ab83391dd18d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:36.688717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254fd08-f598-477f-8bf3-0f6bd44eddc7 req-1bb673c4-ff6d-4589-9daa-ab83391dd18d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:36.690387 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b254fd08-f598-477f-8bf3-0f6bd44eddc7 req-1bb673c4-ff6d-4589-9daa-ab83391dd18d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2416 time: 0.0725775 Feb 11 04:42:36.730845 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b21bd3b0-86c5-4016-9b3c-fec471772807 req-89a53f6e-3521-4033-af06-aa0fe0d39c27 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464115 Feb 11 04:42:36.741173 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b254fd08-f598-477f-8bf3-0f6bd44eddc7 req-7ef86e8e-8811-4397-885d-86b71b492a88 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446424 Feb 11 04:42:36.842251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff64ea-b24f-4503-a03c-47fc3487490f req-5b90b96a-8dee-4c7b-bb1f-3cc5fb507c09 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:36.843911 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bff64ea-b24f-4503-a03c-47fc3487490f req-5b90b96a-8dee-4c7b-bb1f-3cc5fb507c09 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0569351 Feb 11 04:42:36.892642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bff64ea-b24f-4503-a03c-47fc3487490f req-901b3664-3553-4e02-a037-ad71c485339e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 Feb 11 04:42:37.053280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798dfd9-0855-42e6-b726-0f7936448620 req-3147c5d6-10c0-4782-8344-318ad478b673 tempest-ComputeTenantNetworksTest-1228161792 tempest-ComputeTenantNetworksTest-1228161792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:37.058546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798dfd9-0855-42e6-b726-0f7936448620 req-3147c5d6-10c0-4782-8344-318ad478b673 tempest-ComputeTenantNetworksTest-1228161792 tempest-ComputeTenantNetworksTest-1228161792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:37.064232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798dfd9-0855-42e6-b726-0f7936448620 req-3147c5d6-10c0-4782-8344-318ad478b673 tempest-ComputeTenantNetworksTest-1228161792 tempest-ComputeTenantNetworksTest-1228161792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:37.065794 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9798dfd9-0855-42e6-b726-0f7936448620 req-3147c5d6-10c0-4782-8344-318ad478b673 tempest-ComputeTenantNetworksTest-1228161792 tempest-ComputeTenantNetworksTest-1228161792-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1877434 Feb 11 04:42:37.095987 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.162767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d807be-1924-42f0-8922-1bb8de7ef02a req-e590d51f-3ca9-420a-8564-699c33499788 tempest-ComputeTenantNetworksTest-1228161792 tempest-ComputeTenantNetworksTest-1228161792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:37.164285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-50d807be-1924-42f0-8922-1bb8de7ef02a req-e590d51f-3ca9-420a-8564-699c33499788 tempest-ComputeTenantNetworksTest-1228161792 tempest-ComputeTenantNetworksTest-1228161792-project] 10.222.0.48 "GET /v2.0/networks/2623f52f-e6a6-409c-8970-3eaf5471800c HTTP/1.1" status: 200 len: 769 time: 0.0788870 Feb 11 04:42:37.173089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49000) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:37.244215 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (2623f52f-e6a6-409c-8970-3eaf5471800c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.320643 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (2623f52f-e6a6-409c-8970-3eaf5471800c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.344161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2623f52f-e6a6-409c-8970-3eaf5471800c']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:37.353366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ded1c8-5bee-4aff-87ba-5e5e64db028a') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:37.353690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ded1c8-5bee-4aff-87ba-5e5e64db028a') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:37.363585 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (11ded1c8-5bee-4aff-87ba-5e5e64db028a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.377371 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (11ded1c8-5bee-4aff-87ba-5e5e64db028a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.383378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:42:37.383764 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (11ded1c8-5bee-4aff-87ba-5e5e64db028a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:42:37.385375 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:42:37.439191 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (2623f52f-e6a6-409c-8970-3eaf5471800c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.444549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.447817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2623f52f-e6a6-409c-8970-3eaf5471800c HTTP/1.1" status: 204 len: 168 time: 0.2737951 Feb 11 04:42:37.458591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102b1b8-c003-4e56-a1ae-e6da02f298f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2623f52f-e6a6-409c-8970-3eaf5471800c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:37.561150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49008) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:37.606261 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-693a73f9-8fca-4091-8f4c-1085d8972457 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea6e6dddb6c841a1807c15f07ff72c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427556 Feb 11 04:42:37.609216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49010) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:37.649123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca68328-77e2-4de4-8de4-0b3fe7391466 req-36601c94-193d-4380-a09b-64523a7961a7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:37.650667 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bca68328-77e2-4de4-8de4-0b3fe7391466 req-36601c94-193d-4380-a09b-64523a7961a7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.0669880 Feb 11 04:42:37.697764 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bca68328-77e2-4de4-8de4-0b3fe7391466 req-6bfd16d4-7963-4079-a6fe-c4a1f33ec86a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Feb 11 04:42:37.702099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0e957-c464-4596-8dc2-e278d4da205f req-242adc86-256a-4a63-96fa-d02d3ea6c648 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:37.703607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-efb0e957-c464-4596-8dc2-e278d4da205f req-242adc86-256a-4a63-96fa-d02d3ea6c648 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.0882270 Feb 11 04:42:37.704247 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c55debd5-c47a-47fe-89e5-7f3f14a02eee admin admin] Publish callbacks [] for security_group (faf28134-8b64-46c9-8303-fcf48be83d3d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.739256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c55debd5-c47a-47fe-89e5-7f3f14a02eee admin admin] Publish callbacks [] for security_group (faf28134-8b64-46c9-8303-fcf48be83d3d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.789875 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-efb0e957-c464-4596-8dc2-e278d4da205f req-2cac1f17-e0cc-4c27-b53b-72197edcc5c1 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763600 Feb 11 04:42:37.814461 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c55debd5-c47a-47fe-89e5-7f3f14a02eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (faf28134-8b64-46c9-8303-fcf48be83d3d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.817985 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c55debd5-c47a-47fe-89e5-7f3f14a02eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.819245 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c55debd5-c47a-47fe-89e5-7f3f14a02eee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/faf28134-8b64-46c9-8303-fcf48be83d3d HTTP/1.1" status: 204 len: 168 time: 0.2090518 Feb 11 04:42:37.828450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55debd5-c47a-47fe-89e5-7f3f14a02eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf28134-8b64-46c9-8303-fcf48be83d3d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:37.871069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbf779-5979-4086-82f4-3b1f7bc89be7 req-5f0fde48-9312-4623-a14e-0b9113be0563 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:37.876300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d2fbf779-5979-4086-82f4-3b1f7bc89be7 req-5f0fde48-9312-4623-a14e-0b9113be0563 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 949 time: 0.0775790 Feb 11 04:42:37.926057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1fad-defe-4333-a6ce-5c6cbe084673 req-491ff14b-2a15-47c5-b874-b1d8bbd1f0fe tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:37.929281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d2fbf779-5979-4086-82f4-3b1f7bc89be7 req-5716291d-870f-4170-80ea-705113b8477c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493214 Feb 11 04:42:37.931350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1fad-defe-4333-a6ce-5c6cbe084673 req-491ff14b-2a15-47c5-b874-b1d8bbd1f0fe tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:37.936553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1fad-defe-4333-a6ce-5c6cbe084673 req-491ff14b-2a15-47c5-b874-b1d8bbd1f0fe tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:37.939377 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af2b1fad-defe-4333-a6ce-5c6cbe084673 req-491ff14b-2a15-47c5-b874-b1d8bbd1f0fe tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2416 time: 0.0737076 Feb 11 04:42:38.007802 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af2b1fad-defe-4333-a6ce-5c6cbe084673 req-569a39c2-f53c-4540-90bd-c34306caea5b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538931 Feb 11 04:42:38.043973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac0469-b4fe-46bf-8a30-4d9b8f601ee3 req-685ac8cc-efda-4d6e-84fe-8ae79f370e0f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:38.045603 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfac0469-b4fe-46bf-8a30-4d9b8f601ee3 req-685ac8cc-efda-4d6e-84fe-8ae79f370e0f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0561349 Feb 11 04:42:38.100991 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfac0469-b4fe-46bf-8a30-4d9b8f601ee3 req-1e898792-9fbe-4601-8d26-9d2bcd750252 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496104 Feb 11 04:42:38.696570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 69895276-cb49-4a25-ad00-42484ff24135 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:38.747873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 69895276-cb49-4a25-ad00-42484ff24135 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:38.752816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 69895276-cb49-4a25-ad00-42484ff24135 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:38.753115 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (69895276-cb49-4a25-ad00-42484ff24135), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:38.825854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda05f0b-fef3-4f9f-94f7-35398a1b09b9 req-1d67c7a6-91d3-4307-bbee-51bec778e2fb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:38.835569 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fda05f0b-fef3-4f9f-94f7-35398a1b09b9 req-1d67c7a6-91d3-4307-bbee-51bec778e2fb tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.0633869 Feb 11 04:42:38.843065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 69895276-cb49-4a25-ad00-42484ff24135 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:38.843501 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (69895276-cb49-4a25-ad00-42484ff24135), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:38.879261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69895276-cb49-4a25-ad00-42484ff24135'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:38.882240 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855248c7-5729-41af-bbd5-a0a749908505" -d '{"events": [{"server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "name": "network-vif-plugged", "status": "completed", "tag": "69895276-cb49-4a25-ad00-42484ff24135"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:38.886314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 69895276-cb49-4a25-ad00-42484ff24135, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=69895276-cb49-4a25-ad00-42484ff24135,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:38.891902 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (69895276-cb49-4a25-ad00-42484ff24135), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:38.892963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device cbcbe254-219f-4363-b423-305f79d14759 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:38.894157 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fda05f0b-fef3-4f9f-94f7-35398a1b09b9 req-d089401f-bc13-409e-9cf6-b1a0319eb0e9 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590005 Feb 11 04:42:38.932169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f66c5-a769-4b61-8eef-9a3103581339 req-1049a4b7-0465-4296-8975-ee8a152814b7 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:38.934043 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d14f66c5-a769-4b61-8eef-9a3103581339 req-1049a4b7-0465-4296-8975-ee8a152814b7 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.0678246 Feb 11 04:42:38.957494 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67dac2c-9680-4336-8aa7-24d2f7938c25 x-openstack-request-id: req-c67dac2c-9680-4336-8aa7-24d2f7938c25 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:38.958046 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "name": "network-vif-plugged", "status": "completed", "tag": "69895276-cb49-4a25-ad00-42484ff24135", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:38.958484 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c67dac2c-9680-4336-8aa7-24d2f7938c25 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:38.961948 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69895276-cb49-4a25-ad00-42484ff24135', 'code': 200} Feb 11 04:42:38.963124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d6b46f28-121a-4a9e-9144-beb5d7ba31b8 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:39.012591 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d14f66c5-a769-4b61-8eef-9a3103581339 req-a1df1896-1098-4a25-8123-6892f894acc2 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718408 Feb 11 04:42:39.051163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=69895276-cb49-4a25-ad00-42484ff24135,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:39.070656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea95203-5c9b-48a4-b9f4-ea053af055b6 req-c4289ec0-9c28-4238-92a9-29396fa1055e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:39.073646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ea95203-5c9b-48a4-b9f4-ea053af055b6 req-c4289ec0-9c28-4238-92a9-29396fa1055e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 949 time: 0.0672255 Feb 11 04:42:39.076169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port cbcbe254-219f-4363-b423-305f79d14759 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:39.082226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port cbcbe254-219f-4363-b423-305f79d14759 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:39.082614 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (cbcbe254-219f-4363-b423-305f79d14759), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.084607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:39.125171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:39.125810 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.133548 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ea95203-5c9b-48a4-b9f4-ea053af055b6 req-db1e27ca-d2a9-45ff-928b-455b5eacf3c0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538647 Feb 11 04:42:39.166749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdbec3-76f2-4d8b-95d0-6df8e4bb46e9 req-02806fcc-c033-4056-b9a0-742386f622bf tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:39.177962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdbec3-76f2-4d8b-95d0-6df8e4bb46e9 req-02806fcc-c033-4056-b9a0-742386f622bf tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:39.186245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdbec3-76f2-4d8b-95d0-6df8e4bb46e9 req-02806fcc-c033-4056-b9a0-742386f622bf tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:39.194695 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12bdbec3-76f2-4d8b-95d0-6df8e4bb46e9 req-02806fcc-c033-4056-b9a0-742386f622bf tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2417 time: 0.1014092 Feb 11 04:42:39.254501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12bdbec3-76f2-4d8b-95d0-6df8e4bb46e9 req-381f076a-0cd1-4a93-863c-6dd464112e4d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575891 Feb 11 04:42:39.275130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port cbcbe254-219f-4363-b423-305f79d14759 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:39.275538 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cbcbe254-219f-4363-b423-305f79d14759), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.284775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:39.285170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.286647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcbb48-777b-4fa0-a766-24468de31a68 req-91b2141e-33e7-4ac7-b837-e919a8983d2b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:39.291448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-90dcbb48-777b-4fa0-a766-24468de31a68 req-91b2141e-33e7-4ac7-b837-e919a8983d2b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0796795 Feb 11 04:42:39.336277 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9dd3301-2af2-4335-9770-7fafdd924bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.343095 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-90dcbb48-777b-4fa0-a766-24468de31a68 req-3db1b8d0-4f38-4912-8e5b-8200c3e3efa0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478754 Feb 11 04:42:39.353063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port cbcbe254-219f-4363-b423-305f79d14759, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=cbcbe254-219f-4363-b423-305f79d14759,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:39.355057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d6b46f28-121a-4a9e-9144-beb5d7ba31b8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d6b46f28-121a-4a9e-9144-beb5d7ba31b8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:39.358677 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cbcbe254-219f-4363-b423-305f79d14759), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.359684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3c037f37-5095-4831-9981-dcecf1d9c788 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:39.364912 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.573968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=cbcbe254-219f-4363-b423-305f79d14759,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:39.615986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 3c037f37-5095-4831-9981-dcecf1d9c788 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:39.628287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 3c037f37-5095-4831-9981-dcecf1d9c788 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:39.628667 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.650106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d6b46f28-121a-4a9e-9144-beb5d7ba31b8,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:39.696434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d584401-ccc0-4a0f-9ee4-868b84e1c72c req-cb2582ed-f461-49b4-8afa-469b00e93699 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500703 Feb 11 04:42:39.719496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 3c037f37-5095-4831-9981-dcecf1d9c788 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:39.720032 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.753357 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3c037f37-5095-4831-9981-dcecf1d9c788, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3c037f37-5095-4831-9981-dcecf1d9c788,segment=NetworkSegment(544301e3-44d9-4d2c-9c6a-b05542417b14),segment_id=544301e3-44d9-4d2c-9c6a-b05542417b14)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:39.759000 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.793623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d584401-ccc0-4a0f-9ee4-868b84e1c72c req-afefebd2-b9b5-4e6e-9577-c6ce320b4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:39.795949 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d584401-ccc0-4a0f-9ee4-868b84e1c72c req-afefebd2-b9b5-4e6e-9577-c6ce320b4e02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 1132 time: 0.0468600 Feb 11 04:42:39.811042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=3c037f37-5095-4831-9981-dcecf1d9c788,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:39.911632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d584401-ccc0-4a0f-9ee4-868b84e1c72c req-ad7e84d3-a315-433d-b51e-97e89910c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:39.913122 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d584401-ccc0-4a0f-9ee4-868b84e1c72c req-ad7e84d3-a315-433d-b51e-97e89910c136 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.0908194 Feb 11 04:42:39.961362 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d584401-ccc0-4a0f-9ee4-868b84e1c72c req-84d282a4-5418-4b67-84ee-c93caebc8762 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e HTTP/1.1" status: 200 len: 217 time: 0.0342774 Feb 11 04:42:40.012614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64628-97ee-42e8-bec6-802c1d0e72cf req-750ccaa6-b3f4-41a0-845b-346aab479305 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:40.014139 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-71f64628-97ee-42e8-bec6-802c1d0e72cf req-750ccaa6-b3f4-41a0-845b-346aab479305 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.0544853 Feb 11 04:42:40.017286 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d584401-ccc0-4a0f-9ee4-868b84e1c72c req-9a7a2777-7192-400c-8c61-80e8c602fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:40.018877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d584401-ccc0-4a0f-9ee4-868b84e1c72c req-9a7a2777-7192-400c-8c61-80e8c602fa15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0504372 Feb 11 04:42:40.063740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-71f64628-97ee-42e8-bec6-802c1d0e72cf req-2d168f04-d2fc-4331-819b-f10b2b94caa5 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 Feb 11 04:42:40.098677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d584401-ccc0-4a0f-9ee4-868b84e1c72c req-ceb4371e-1564-494e-8a6d-c6b2189a1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:40.100259 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d584401-ccc0-4a0f-9ee4-868b84e1c72c req-ceb4371e-1564-494e-8a6d-c6b2189a1b65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0715358 Feb 11 04:42:40.199641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c5b18-10f1-4c65-a82e-e7d8db4022bc req-c85dda29-53df-47e0-8764-2bb28f7cbd4e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:40.201121 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-713c5b18-10f1-4c65-a82e-e7d8db4022bc req-c85dda29-53df-47e0-8764-2bb28f7cbd4e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 944 time: 0.1189356 Feb 11 04:42:40.239434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d584401-ccc0-4a0f-9ee4-868b84e1c72c req-c1095323-2748-4300-8247-3fce4e6b61b9 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250725 Feb 11 04:42:40.269842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c6d49-27e8-421b-84d1-7271fed6ebe0 req-de8b62f0-2864-4c9f-b456-ec4e14b32a9b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:40.271362 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b2c6d49-27e8-421b-84d1-7271fed6ebe0 req-de8b62f0-2864-4c9f-b456-ec4e14b32a9b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 950 time: 0.0598118 Feb 11 04:42:40.290698 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-713c5b18-10f1-4c65-a82e-e7d8db4022bc req-9ccf2c5a-b04f-404d-9dee-1d9025dd51d9 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794673 Feb 11 04:42:40.334587 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b2c6d49-27e8-421b-84d1-7271fed6ebe0 req-dfe7f43f-364f-4e5e-b258-11f7ce89f58d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538268 Feb 11 04:42:40.362282 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d584401-ccc0-4a0f-9ee4-868b84e1c72c req-306016f8-8618-4af6-808c-14c3c35d3e84 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127791 Feb 11 04:42:40.448299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca44624-b0f5-4e4c-98cc-f9f9adf31368 req-26c810af-c4bc-428c-a46a-aa2eabb45086 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:40.454828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca44624-b0f5-4e4c-98cc-f9f9adf31368 req-26c810af-c4bc-428c-a46a-aa2eabb45086 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:40.460315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca44624-b0f5-4e4c-98cc-f9f9adf31368 req-26c810af-c4bc-428c-a46a-aa2eabb45086 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:40.462079 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2ca44624-b0f5-4e4c-98cc-f9f9adf31368 req-26c810af-c4bc-428c-a46a-aa2eabb45086 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2419 time: 0.0822902 Feb 11 04:42:40.485040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f09f76-b9bc-4c1c-b00a-f03f25455e2c req-19eeda34-4946-401b-abf5-567b7ee87907 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:40.491696 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96f09f76-b9bc-4c1c-b00a-f03f25455e2c req-19eeda34-4946-401b-abf5-567b7ee87907 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0622602 Feb 11 04:42:40.512034 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2ca44624-b0f5-4e4c-98cc-f9f9adf31368 req-b5e38613-f3d5-46f3-b1c3-9e77b702a670 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437362 Feb 11 04:42:40.538671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96f09f76-b9bc-4c1c-b00a-f03f25455e2c req-6dc16e89-6b9c-4930-9daa-3ca8fec547a0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459118 Feb 11 04:42:40.963195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcbe254-219f-4363-b423-305f79d14759'}, {'server_uuid': 'f802283a-3eaa-43ed-8f7d-64fd050fca84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8'}, {'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c037f37-5095-4831-9981-dcecf1d9c788'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:40.965502 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb4b3c-b26a-4fe2-acf3-c24682d9927b" -d '{"events": [{"server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "name": "network-vif-plugged", "status": "completed", "tag": "cbcbe254-219f-4363-b423-305f79d14759"}, {"server_uuid": "f802283a-3eaa-43ed-8f7d-64fd050fca84", "name": "network-vif-plugged", "status": "completed", "tag": "d6b46f28-121a-4a9e-9144-beb5d7ba31b8"}, {"server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "name": "network-vif-plugged", "status": "completed", "tag": "3c037f37-5095-4831-9981-dcecf1d9c788"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:40.970991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d651f8f7-0064-4432-afa8-fc4c6da6febb details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:41.021658 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f36703-e8a0-4efc-a325-2b3d48ac513a x-openstack-request-id: req-93f36703-e8a0-4efc-a325-2b3d48ac513a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:41.021908 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "name": "network-vif-plugged", "status": "completed", "tag": "cbcbe254-219f-4363-b423-305f79d14759", "code": 200}, {"server_uuid": "f802283a-3eaa-43ed-8f7d-64fd050fca84", "name": "network-vif-plugged", "status": "completed", "tag": "d6b46f28-121a-4a9e-9144-beb5d7ba31b8", "code": 200}, {"server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "name": "network-vif-plugged", "status": "completed", "tag": "3c037f37-5095-4831-9981-dcecf1d9c788", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:41.022168 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93f36703-e8a0-4efc-a325-2b3d48ac513a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:41.022608 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcbe254-219f-4363-b423-305f79d14759', 'code': 200} Feb 11 04:42:41.022879 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f802283a-3eaa-43ed-8f7d-64fd050fca84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8', 'code': 200} Feb 11 04:42:41.023170 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c037f37-5095-4831-9981-dcecf1d9c788', 'code': 200} Feb 11 04:42:41.090145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d651f8f7-0064-4432-afa8-fc4c6da6febb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d651f8f7-0064-4432-afa8-fc4c6da6febb,segment=NetworkSegment(dec777df-fd9e-40c7-b2c0-50b0e87b8bd4),segment_id=dec777df-fd9e-40c7-b2c0-50b0e87b8bd4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:41.101151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'd651f8f7-0064-4432-afa8-fc4c6da6febb', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'port_id': 'd651f8f7-0064-4432-afa8-fc4c6da6febb', 'mac_address': 'fa:16:3e:e4:10:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:41.141524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d651f8f7-0064-4432-afa8-fc4c6da6febb is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:41.141995 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:41.157458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d651f8f7-0064-4432-afa8-fc4c6da6febb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:41.179652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d651f8f7-0064-4432-afa8-fc4c6da6febb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d651f8f7-0064-4432-afa8-fc4c6da6febb,segment=NetworkSegment(dec777df-fd9e-40c7-b2c0-50b0e87b8bd4),segment_id=dec777df-fd9e-40c7-b2c0-50b0e87b8bd4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:41.186419 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:41.243914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d651f8f7-0064-4432-afa8-fc4c6da6febb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:41.244165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b51df-81b7-4b8b-b4c7-ee1c41369c3a req-ac75c7b6-ec5e-4709-abc0-b7ffdd445da7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.251657 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e97b51df-81b7-4b8b-b4c7-ee1c41369c3a req-ac75c7b6-ec5e-4709-abc0-b7ffdd445da7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.0789790 Feb 11 04:42:41.258796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fbf2-2a39-459c-b2f2-f90bbddf3a04 req-50c8a30f-931b-49a3-8ee2-570d4a532a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.261531 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-42d1fbf2-2a39-459c-b2f2-f90bbddf3a04 req-50c8a30f-931b-49a3-8ee2-570d4a532a5d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 1133 time: 0.0929692 Feb 11 04:42:41.303106 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e97b51df-81b7-4b8b-b4c7-ee1c41369c3a req-23a5a9dc-1f41-47d8-bb93-85c957d52458 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505288 Feb 11 04:42:41.343745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf7c1d-aae5-433b-ba44-2b1b52fc20e3 req-3f64f4cb-560c-4220-85b0-acf5320d8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.344368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf7c1d-aae5-433b-ba44-2b1b52fc20e3 req-3f64f4cb-560c-4220-85b0-acf5320d8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.345978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf7c1d-aae5-433b-ba44-2b1b52fc20e3 req-3f64f4cb-560c-4220-85b0-acf5320d8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.346496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9cf7c1d-aae5-433b-ba44-2b1b52fc20e3 req-3f64f4cb-560c-4220-85b0-acf5320d8482 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2968 time: 0.0840461 Feb 11 04:42:41.359520 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-42d1fbf2-2a39-459c-b2f2-f90bbddf3a04 req-9c4657f9-95af-4998-8c16-c76d7fde8293 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703096 Feb 11 04:42:41.434142 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9cf7c1d-aae5-433b-ba44-2b1b52fc20e3 req-e603a2e0-f4e5-4ee1-a66d-f275afd28072 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736542 Feb 11 04:42:41.449376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abfb6d-2e67-4235-be69-4eab71138a06 req-3c701274-0874-4d89-841d-8badf1a9186c tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.451017 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2abfb6d-2e67-4235-be69-4eab71138a06 req-3c701274-0874-4d89-841d-8badf1a9186c tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 945 time: 0.0741510 Feb 11 04:42:41.462916 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc8be0-35ea-4196-9aa5-f6b87ea6a6bb req-6b388fcf-a98d-448b-bc90-c3ec8ed1c230 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.464463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9adc8be0-35ea-4196-9aa5-f6b87ea6a6bb req-6b388fcf-a98d-448b-bc90-c3ec8ed1c230 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 950 time: 0.0551665 Feb 11 04:42:41.503206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2abfb6d-2e67-4235-be69-4eab71138a06 req-77648b58-510b-43a0-82cb-d7b16182b71f tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458694 Feb 11 04:42:41.523737 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9adc8be0-35ea-4196-9aa5-f6b87ea6a6bb req-8ef58662-6023-4ce7-93bc-b4b6dc68efbf tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527778 Feb 11 04:42:41.646778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426d599-334b-4e14-8b02-93521a33f0ed req-56a45251-f131-4173-ba5e-495b532ab931 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.652562 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426d599-334b-4e14-8b02-93521a33f0ed req-56a45251-f131-4173-ba5e-495b532ab931 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.658540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426d599-334b-4e14-8b02-93521a33f0ed req-56a45251-f131-4173-ba5e-495b532ab931 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.660438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3426d599-334b-4e14-8b02-93521a33f0ed req-56a45251-f131-4173-ba5e-495b532ab931 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2419 time: 0.0698478 Feb 11 04:42:41.673258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbd7f7-f79d-4145-be37-f1eb100ba9b1 req-3d72fe8a-711f-4de7-a51c-7ec95635334c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.674944 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16cbd7f7-f79d-4145-be37-f1eb100ba9b1 req-3d72fe8a-711f-4de7-a51c-7ec95635334c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0549393 Feb 11 04:42:41.714759 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3426d599-334b-4e14-8b02-93521a33f0ed req-0b1fe395-5411-4bc3-b1fc-78c09f1323ce tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477118 Feb 11 04:42:41.727303 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16cbd7f7-f79d-4145-be37-f1eb100ba9b1 req-18ef38d2-7304-4a76-8157-87c5bcc048ec tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461733 Feb 11 04:42:41.821523 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ddb92e3a-e246-47e6-a523-b000c36c1365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:42.313431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d651f8f7-0064-4432-afa8-fc4c6da6febb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:42.491593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb391b-8aa6-4e3b-90cc-2e6a37250bd6 req-f7c5edc7-d9fc-496f-99b1-81504b8e0e5d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:42.494158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-45fb391b-8aa6-4e3b-90cc-2e6a37250bd6 req-f7c5edc7-d9fc-496f-99b1-81504b8e0e5d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.1119709 Feb 11 04:42:42.555230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-45fb391b-8aa6-4e3b-90cc-2e6a37250bd6 req-fc97de83-914f-4ff0-842c-b931fd4a61aa tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534506 Feb 11 04:42:42.597913 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:42.669998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775eeb3c-15ec-4578-b08a-9b4e68a841fd req-617fd442-1a04-4310-961b-21b9a9754f38 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:42.679333 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-775eeb3c-15ec-4578-b08a-9b4e68a841fd req-617fd442-1a04-4310-961b-21b9a9754f38 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 950 time: 0.0781116 Feb 11 04:42:42.707835 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92720-f1d0-49b1-a5a0-37e1af8dc718 req-b859a290-d7a3-41d7-b77b-63e30a82825f tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:42.709417 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a6a92720-f1d0-49b1-a5a0-37e1af8dc718 req-b859a290-d7a3-41d7-b77b-63e30a82825f tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 945 time: 0.0607519 Feb 11 04:42:42.735115 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-775eeb3c-15ec-4578-b08a-9b4e68a841fd req-8179c603-2d6a-4719-8388-ee19f950b267 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545428 Feb 11 04:42:42.773218 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a6a92720-f1d0-49b1-a5a0-37e1af8dc718 req-0e5a95e8-31c1-4ad2-9b5e-4224ca20a7a7 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544546 Feb 11 04:42:42.882024 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcce89-720f-4bf3-af2b-0f50a8e8ad9b req-cd915b17-611d-4e0d-a128-7bf5711d254f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:42.889808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcce89-720f-4bf3-af2b-0f50a8e8ad9b req-cd915b17-611d-4e0d-a128-7bf5711d254f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:42.898370 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcce89-720f-4bf3-af2b-0f50a8e8ad9b req-cd915b17-611d-4e0d-a128-7bf5711d254f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:42.908361 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5dbcce89-720f-4bf3-af2b-0f50a8e8ad9b req-cd915b17-611d-4e0d-a128-7bf5711d254f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2419 time: 0.0890160 Feb 11 04:42:42.912419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f14ec-ad99-4d86-ab02-124aedbbb65f req-977f271e-1b03-4aa7-874d-66bf09dcd0b1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:42.913912 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd0f14ec-ad99-4d86-ab02-124aedbbb65f req-977f271e-1b03-4aa7-874d-66bf09dcd0b1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0588453 Feb 11 04:42:42.985681 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5dbcce89-720f-4bf3-af2b-0f50a8e8ad9b req-e7f3687b-e07b-47c0-b9e4-38c5c2fc77a8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761380 Feb 11 04:42:43.009624 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd0f14ec-ad99-4d86-ab02-124aedbbb65f req-6a9f34c0-af86-42ac-9452-e4796b894884 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875506 Feb 11 04:42:43.717783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b36907-c83a-4712-aff8-76ced9c3456f req-7c2244ce-3273-44be-b565-cf3b580600db tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:43.719429 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6b36907-c83a-4712-aff8-76ced9c3456f req-7c2244ce-3273-44be-b565-cf3b580600db tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.0824878 Feb 11 04:42:43.745393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49172) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:43.798816 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6b36907-c83a-4712-aff8-76ced9c3456f req-3e9abb8d-1598-43bb-857b-d0c7ba0760a5 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691295 Feb 11 04:42:43.897993 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76190019-9626-4282-9364-cd1eafe9b1e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:43.919803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3b9e0-cce8-4322-86d8-59b7b1af85eb req-fef1cda4-91dd-4223-86b7-8b491b59cbe7 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:43.921668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08f3b9e0-cce8-4322-86d8-59b7b1af85eb req-fef1cda4-91dd-4223-86b7-8b491b59cbe7 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 950 time: 0.0823894 Feb 11 04:42:43.934513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4fb3b-2854-4248-b8ee-75423e4765ec req-8829db94-aea8-40d1-8540-9046b60058b5 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:43.936255 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e0d4fb3b-2854-4248-b8ee-75423e4765ec req-8829db94-aea8-40d1-8540-9046b60058b5 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 945 time: 0.0614867 Feb 11 04:42:43.992892 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08f3b9e0-cce8-4322-86d8-59b7b1af85eb req-b92d11a4-7003-4529-97f6-6ea1fe0267bc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647511 Feb 11 04:42:44.016911 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e0d4fb3b-2854-4248-b8ee-75423e4765ec req-acc3b01b-f60a-492d-ad01-5469838920c7 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580404 Feb 11 04:42:44.070439 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76190019-9626-4282-9364-cd1eafe9b1e7 admin admin] Publish callbacks [] for security_group (f625a03c-44db-4c1e-8c2e-26b33e085ba7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.075794 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76190019-9626-4282-9364-cd1eafe9b1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f625a03c-44db-4c1e-8c2e-26b33e085ba7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.158308 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-76190019-9626-4282-9364-cd1eafe9b1e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7e88f6f765c4b70983fe47ef65cdf93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082530 Feb 11 04:42:44.158839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76190019-9626-4282-9364-cd1eafe9b1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f625a03c-44db-4c1e-8c2e-26b33e085ba7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:44.162254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de565d9-f1ea-4809-beba-8503bf7c6bb7 req-0e527c76-08ee-4a08-8106-8c6c2028b8e3 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:44.164030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1de565d9-f1ea-4809-beba-8503bf7c6bb7 req-0e527c76-08ee-4a08-8106-8c6c2028b8e3 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0616663 Feb 11 04:42:44.164551 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49184) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:44.195033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0e660-d422-4518-a6c3-4be734cbf9c1 req-8ac3570e-8adb-4f8f-b575-3c3631179c5b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:44.199103 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.200863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0e660-d422-4518-a6c3-4be734cbf9c1 req-8ac3570e-8adb-4f8f-b575-3c3631179c5b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:44.207028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0e660-d422-4518-a6c3-4be734cbf9c1 req-8ac3570e-8adb-4f8f-b575-3c3631179c5b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:44.208885 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-87d0e660-d422-4518-a6c3-4be734cbf9c1 req-8ac3570e-8adb-4f8f-b575-3c3631179c5b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2419 time: 0.1294620 Feb 11 04:42:44.251854 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad895-0dc5-46b2-90ce-954db10bbb6b admin admin] Publish callbacks [] for security_group (f625a03c-44db-4c1e-8c2e-26b33e085ba7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.259210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-87d0e660-d422-4518-a6c3-4be734cbf9c1 req-1ac36067-791f-4e60-8d21-0a447ea2d6a0 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433121 Feb 11 04:42:44.283960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1de565d9-f1ea-4809-beba-8503bf7c6bb7 req-55203f42-21dd-4330-9e56-fad6578db3f6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799134 Feb 11 04:42:44.289446 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad895-0dc5-46b2-90ce-954db10bbb6b admin admin] Publish callbacks [] for security_group (f625a03c-44db-4c1e-8c2e-26b33e085ba7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.352277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad895-0dc5-46b2-90ce-954db10bbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f625a03c-44db-4c1e-8c2e-26b33e085ba7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.355716 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad895-0dc5-46b2-90ce-954db10bbb6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.359429 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ae5ad895-0dc5-46b2-90ce-954db10bbb6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f625a03c-44db-4c1e-8c2e-26b33e085ba7 HTTP/1.1" status: 204 len: 168 time: 0.1933200 Feb 11 04:42:44.368231 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ad895-0dc5-46b2-90ce-954db10bbb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f625a03c-44db-4c1e-8c2e-26b33e085ba7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:44.641838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca238e79-24ab-44e1-91b3-eb26acc4f749 req-8d9188b7-710c-4072-a47d-fca6d5de8a2a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:44.647216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca238e79-24ab-44e1-91b3-eb26acc4f749 req-8d9188b7-710c-4072-a47d-fca6d5de8a2a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:44.652343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca238e79-24ab-44e1-91b3-eb26acc4f749 req-8d9188b7-710c-4072-a47d-fca6d5de8a2a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:44.653972 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca238e79-24ab-44e1-91b3-eb26acc4f749 req-8d9188b7-710c-4072-a47d-fca6d5de8a2a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2419 time: 0.0714376 Feb 11 04:42:44.688123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:44.701217 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03ee2082-09f2-4723-88b7-95f53ad7d707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.712063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca238e79-24ab-44e1-91b3-eb26acc4f749 req-182ac530-9d99-4d81-a444-4b9722027252 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520568 Feb 11 04:42:44.783176 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03ee2082-09f2-4723-88b7-95f53ad7d707 admin admin] Publish callbacks [] for security_group (7590ba5c-fa67-418c-b20a-7f512e20437d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.787494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03ee2082-09f2-4723-88b7-95f53ad7d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7590ba5c-fa67-418c-b20a-7f512e20437d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.825239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee2082-09f2-4723-88b7-95f53ad7d707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7590ba5c-fa67-418c-b20a-7f512e20437d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:44.832344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-03ee2082-09f2-4723-88b7-95f53ad7d707 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15763519c87f4298b962dc6dfd072b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405509 Feb 11 04:42:44.832566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:44.884986 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3280009b-58f8-4c05-b21e-2cdc9e04280f admin admin] Publish callbacks [] for security_group (7590ba5c-fa67-418c-b20a-7f512e20437d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.935128 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3280009b-58f8-4c05-b21e-2cdc9e04280f admin admin] Publish callbacks [] for security_group (7590ba5c-fa67-418c-b20a-7f512e20437d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.978799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602cca0-c98d-4cf8-aca0-0655ec078ff4 req-995baf42-4704-45ef-9a54-8d02f89cde9b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:44.980311 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7602cca0-c98d-4cf8-aca0-0655ec078ff4 req-995baf42-4704-45ef-9a54-8d02f89cde9b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.0964963 Feb 11 04:42:45.008933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d651f8f7-0064-4432-afa8-fc4c6da6febb up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:45.016374 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3280009b-58f8-4c05-b21e-2cdc9e04280f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7590ba5c-fa67-418c-b20a-7f512e20437d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:45.020596 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3280009b-58f8-4c05-b21e-2cdc9e04280f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:45.021752 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3280009b-58f8-4c05-b21e-2cdc9e04280f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7590ba5c-fa67-418c-b20a-7f512e20437d HTTP/1.1" status: 204 len: 168 time: 0.1882896 Feb 11 04:42:45.039296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280009b-58f8-4c05-b21e-2cdc9e04280f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7590ba5c-fa67-418c-b20a-7f512e20437d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:45.054469 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7602cca0-c98d-4cf8-aca0-0655ec078ff4 req-06b866e1-78dd-4983-b061-9d105879d3de tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664825 Feb 11 04:42:45.156595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port d651f8f7-0064-4432-afa8-fc4c6da6febb completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:45.164726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port d651f8f7-0064-4432-afa8-fc4c6da6febb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:45.167941 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:45.179530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49059fd9-99fe-4480-9eee-b1729f5148eb req-ecd6c8c7-5cdc-421f-8b95-476d70246985 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.181964 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49059fd9-99fe-4480-9eee-b1729f5148eb req-ecd6c8c7-5cdc-421f-8b95-476d70246985 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 945 time: 0.0707266 Feb 11 04:42:45.183714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765629ec-7c64-471c-9c6c-364167b6137f req-ee58e2cd-37b4-4722-b48c-fcc96bbaed80 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.192971 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-765629ec-7c64-471c-9c6c-364167b6137f req-ee58e2cd-37b4-4722-b48c-fcc96bbaed80 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 950 time: 0.0851779 Feb 11 04:42:45.252577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d651f8f7-0064-4432-afa8-fc4c6da6febb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:45.253563 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:45.263458 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-765629ec-7c64-471c-9c6c-364167b6137f req-1e9efee9-d8c5-4aee-bd87-db1904cb0a67 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692255 Feb 11 04:42:45.284032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd651f8f7-0064-4432-afa8-fc4c6da6febb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:45.286508 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c49c3a4-1dd7-4a78-a105-2d14c265427c" -d '{"events": [{"server_uuid": "9862eb89-6290-4729-98a9-f3632c4abb7f", "name": "network-vif-plugged", "status": "completed", "tag": "d651f8f7-0064-4432-afa8-fc4c6da6febb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:45.297360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49059fd9-99fe-4480-9eee-b1729f5148eb req-8b53e4d4-677d-4f3b-84aa-f4b2fd4e79e2 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068871 Feb 11 04:42:45.302789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d651f8f7-0064-4432-afa8-fc4c6da6febb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d651f8f7-0064-4432-afa8-fc4c6da6febb,segment=NetworkSegment(dec777df-fd9e-40c7-b2c0-50b0e87b8bd4),segment_id=dec777df-fd9e-40c7-b2c0-50b0e87b8bd4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:45.322874 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:45.323998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 5309ec04-e70b-461d-90f7-68d24e7c1a66 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:42:45.361636 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d02dc2-ec72-43c5-96c4-3b528cd4a851 x-openstack-request-id: req-f5d02dc2-ec72-43c5-96c4-3b528cd4a851 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:45.362053 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9862eb89-6290-4729-98a9-f3632c4abb7f", "name": "network-vif-plugged", "status": "completed", "tag": "d651f8f7-0064-4432-afa8-fc4c6da6febb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:45.362546 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5d02dc2-ec72-43c5-96c4-3b528cd4a851 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:45.363843 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd651f8f7-0064-4432-afa8-fc4c6da6febb', 'code': 200} Feb 11 04:42:45.452941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d651f8f7-0064-4432-afa8-fc4c6da6febb,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:45.473138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc60a87-a395-48ae-b65e-8b3b81498320 req-b2c2b22a-ce31-46c1-ac00-2cc1340c3bd2 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.475040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3dc60a87-a395-48ae-b65e-8b3b81498320 req-b2c2b22a-ce31-46c1-ac00-2cc1340c3bd2 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 1133 time: 0.0958748 Feb 11 04:42:45.499092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 5309ec04-e70b-461d-90f7-68d24e7c1a66 is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:45.534827 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:45.554056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3dc60a87-a395-48ae-b65e-8b3b81498320 req-97c9b887-eece-4be1-863f-5bf72dc949a3 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714774 Feb 11 04:42:45.606159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e461677-cc68-4f09-aad1-43bd9ffffc2d req-fd378809-aefb-4c38-8abb-1f6c5e17ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.608306 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e461677-cc68-4f09-aad1-43bd9ffffc2d req-fd378809-aefb-4c38-8abb-1f6c5e17ba56 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 1129 time: 0.0570292 Feb 11 04:42:45.678167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e461677-cc68-4f09-aad1-43bd9ffffc2d req-579cf9e4-1eb2-4181-8eb0-2fa6f4afaeb0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538478 Feb 11 04:42:45.718480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9939e-c0d0-490d-95d0-a15bd6895129 req-eda2cc54-08e1-4139-a507-19fb0afa395e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.720339 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bbd9939e-c0d0-490d-95d0-a15bd6895129 req-eda2cc54-08e1-4139-a507-19fb0afa395e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.2924578 Feb 11 04:42:45.780069 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bbd9939e-c0d0-490d-95d0-a15bd6895129 req-f780bec2-4cb6-4669-8c13-ae43b5523b04 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523057 Feb 11 04:42:45.794030 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:42:45.817283 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-748be628-3edf-41fb-a038-d6c09118f2af tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304039 Feb 11 04:42:45.927715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73c68a-505e-441a-bee5-50132e9d0403 req-af1082d7-a150-4003-b439-6a9256792f30 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.935218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73c68a-505e-441a-bee5-50132e9d0403 req-af1082d7-a150-4003-b439-6a9256792f30 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.943771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73c68a-505e-441a-bee5-50132e9d0403 req-af1082d7-a150-4003-b439-6a9256792f30 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.945960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b73c68a-505e-441a-bee5-50132e9d0403 req-af1082d7-a150-4003-b439-6a9256792f30 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2419 time: 0.0963206 Feb 11 04:42:45.949923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-555f6b72-88d0-4e02-b3eb-c61f98c06c22 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.952554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-555f6b72-88d0-4e02-b3eb-c61f98c06c22 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1299722 Feb 11 04:42:45.968625 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-e75dffb5-9106-43dc-8217-106f6bdb0265 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/quotas/1ab9b1fc2e72485d8d8369ccbb114bd0 HTTP/1.1" status: 200 len: 375 time: 0.0108974 Feb 11 04:42:46.013204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b73c68a-505e-441a-bee5-50132e9d0403 req-1fce366f-5fce-4d19-a0ab-ddfd1a6da3d9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615704 Feb 11 04:42:46.046182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-b4a93ab2-0412-44ee-82ca-c1c9d3934731 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0703459 Feb 11 04:42:46.208947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f93517-2250-4792-a1ef-141ac71e4c56 req-1339a67f-9e40-4b70-9d32-09f2cb84dd77 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:46.210532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5f93517-2250-4792-a1ef-141ac71e4c56 req-1339a67f-9e40-4b70-9d32-09f2cb84dd77 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.0768242 Feb 11 04:42:46.272139 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5f93517-2250-4792-a1ef-141ac71e4c56 req-6e5102e2-87ed-4e06-b5c9-b080364b930b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558741 Feb 11 04:42:46.303913 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54d9bb1b-99d7-425b-98a5-a05be730f180 req-ca8373af-6386-4234-8395-08f7fe4403fa tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 210 time: 0.0437226 Feb 11 04:42:46.431156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3c7d0-c003-43f4-94ea-352bff1d6f28 req-026f291f-3b3e-4b0d-99df-e7fcfe3c11a0 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:46.436053 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4d3c7d0-c003-43f4-94ea-352bff1d6f28 req-026f291f-3b3e-4b0d-99df-e7fcfe3c11a0 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 946 time: 0.0724869 Feb 11 04:42:46.508705 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4d3c7d0-c003-43f4-94ea-352bff1d6f28 req-9d478daf-74ee-43b5-854f-c84d5335a955 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649719 Feb 11 04:42:46.589255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-e31309b4-6ac7-4977-92ef-bc65894ae0c3 service neutron] 10.222.0.60 "GET /v2.0/ports/5309ec04-e70b-461d-90f7-68d24e7c1a66/bindings/n-h2-615180-58 HTTP/1.1" status: 200 len: 385 time: 0.1144791 Feb 11 04:42:46.596311 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7affb24c-4283-4ac1-8fab-f04ce19341f6 req-c6f1e88d-ceec-41b5-8c48-806a201eb1ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1235669 Feb 11 04:42:46.781317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-84f1403a-e7f4-4819-be85-90a0a6a08ee3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:46.786695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-84f1403a-e7f4-4819-be85-90a0a6a08ee3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:46.794731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-84f1403a-e7f4-4819-be85-90a0a6a08ee3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:46.798180 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-84f1403a-e7f4-4819-be85-90a0a6a08ee3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2419 time: 0.1302772 Feb 11 04:42:46.804359 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affb24c-4283-4ac1-8fab-f04ce19341f6 req-94bcc848-b4b3-40a3-9a04-88ccb3e7b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:46.805843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7affb24c-4283-4ac1-8fab-f04ce19341f6 req-94bcc848-b4b3-40a3-9a04-88ccb3e7b865 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 1130 time: 0.1368179 Feb 11 04:42:47.169980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fdbc2-72a0-4c4f-9c41-f64033ffb5d7 req-7c466cb9-0d3b-4ef0-b5bc-3bff3f058008 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:47.176229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fdbc2-72a0-4c4f-9c41-f64033ffb5d7 req-7c466cb9-0d3b-4ef0-b5bc-3bff3f058008 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:47.182002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fdbc2-72a0-4c4f-9c41-f64033ffb5d7 req-7c466cb9-0d3b-4ef0-b5bc-3bff3f058008 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:47.184209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-349fdbc2-72a0-4c4f-9c41-f64033ffb5d7 req-7c466cb9-0d3b-4ef0-b5bc-3bff3f058008 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 2419 time: 0.0775864 Feb 11 04:42:47.251536 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-349fdbc2-72a0-4c4f-9c41-f64033ffb5d7 req-d5bf3c5c-ace3-4e04-bcde-22ce62e2a5dd tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596805 Feb 11 04:42:47.373614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affb24c-4283-4ac1-8fab-f04ce19341f6 req-74501d94-4999-45c7-ab2b-b42a8f1b99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:47.375125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7affb24c-4283-4ac1-8fab-f04ce19341f6 req-74501d94-4999-45c7-ab2b-b42a8f1b99c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.5165300 Feb 11 04:42:47.381819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195aad4-5859-4b85-8bdc-7f1a43d8768a req-85f2ecd9-7334-41a0-bb5f-1ae1b48968f8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:47.383263 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d195aad4-5859-4b85-8bdc-7f1a43d8768a req-85f2ecd9-7334-41a0-bb5f-1ae1b48968f8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.5003335 Feb 11 04:42:47.387149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-29f3cd49-1c64-456f-bf56-69df8f8f5a39 service neutron] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:47.403342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44888369-7cc2-434f-bda2-68d7586b95e3 req-fd11c15c-f73e-4e3b-95b6-1b3bf8e684fd tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:47.404980 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-44888369-7cc2-434f-bda2-68d7586b95e3 req-fd11c15c-f73e-4e3b-95b6-1b3bf8e684fd tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 944 time: 0.0599773 Feb 11 04:42:47.458477 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7affb24c-4283-4ac1-8fab-f04ce19341f6 req-0b3cee0e-1c08-45c4-b1ba-33d7922d60a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248 HTTP/1.1" status: 200 len: 217 time: 0.0679026 Feb 11 04:42:47.467626 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-44888369-7cc2-434f-bda2-68d7586b95e3 req-4b5962b3-06f9-49a1-b7b1-a8dc8677330b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515792 Feb 11 04:42:47.468082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8f309a1e-49e1-4183-b726-248a31a4ea7b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting port 69895276-cb49-4a25-ad00-42484ff24135 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:47.468652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8f309a1e-49e1-4183-b726-248a31a4ea7b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (69895276-cb49-4a25-ad00-42484ff24135), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:47.479199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-29f3cd49-1c64-456f-bf56-69df8f8f5a39 service neutron] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:47.551622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-111a19e8-a8c7-466c-a51e-a94d10e67a4e req-92d312eb-d844-4033-abcc-d09a2cc7ee13 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 210 time: 0.0327148 Feb 11 04:42:47.630481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-29f3cd49-1c64-456f-bf56-69df8f8f5a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5309ec04-e70b-461d-90f7-68d24e7c1a66 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:47.649823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affb24c-4283-4ac1-8fab-f04ce19341f6 req-312714c0-ae17-4394-970b-c47107032e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:47.651340 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7affb24c-4283-4ac1-8fab-f04ce19341f6 req-312714c0-ae17-4394-970b-c47107032e36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.1704094 Feb 11 04:42:47.655059 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d195aad4-5859-4b85-8bdc-7f1a43d8768a req-5c610709-0bed-453a-a86c-5c2a562375f5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507865 Feb 11 04:42:47.658880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-29f3cd49-1c64-456f-bf56-69df8f8f5a39 service neutron] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:47.681788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8845dd-856e-4b74-a48d-90ad4a7bb41f req-05c32063-a250-4c8a-9794-395dc5e8bff0 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:47.683350 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c8845dd-856e-4b74-a48d-90ad4a7bb41f req-05c32063-a250-4c8a-9794-395dc5e8bff0 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 946 time: 0.0756631 Feb 11 04:42:47.693221 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-29f3cd49-1c64-456f-bf56-69df8f8f5a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:47.714090 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7affb24c-4283-4ac1-8fab-f04ce19341f6 req-318ef6b3-5c86-43ca-a5db-4cef2a156ddd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410888 Feb 11 04:42:47.716153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8f309a1e-49e1-4183-b726-248a31a4ea7b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] For port 69895276-cb49-4a25-ad00-42484ff24135, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=69895276-cb49-4a25-ad00-42484ff24135,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:47.716295 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8f309a1e-49e1-4183-b726-248a31a4ea7b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (69895276-cb49-4a25-ad00-42484ff24135), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:47.746127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8f309a1e-49e1-4183-b726-248a31a4ea7b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Calling delete_port for 69895276-cb49-4a25-ad00-42484ff24135 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:47.933055 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7affb24c-4283-4ac1-8fab-f04ce19341f6 req-0d186d57-9512-4b44-88c4-0788ade7ed2b service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025404 Feb 11 04:42:47.953070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-29f3cd49-1c64-456f-bf56-69df8f8f5a39 service neutron] Transition to ACTIVE for port object 5309ec04-e70b-461d-90f7-68d24e7c1a66 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:47.978466 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c8845dd-856e-4b74-a48d-90ad4a7bb41f req-78afd633-37f5-433d-98e2-e97aee5c2b1e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876093 Feb 11 04:42:47.980916 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-29f3cd49-1c64-456f-bf56-69df8f8f5a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:48.149049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-29f3cd49-1c64-456f-bf56-69df8f8f5a39 service neutron] No DVR routers for this DVR port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:42:48.160827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-c9178c22-1863-43a4-b62f-fcbd27a395b0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325587 Feb 11 04:42:48.174346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3cd49-1c64-456f-bf56-69df8f8f5a39 service neutron] Pushing event updated for resources: {'Port': ['ID=5309ec04-e70b-461d-90f7-68d24e7c1a66,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:48.197375 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8f309a1e-49e1-4183-b726-248a31a4ea7b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (69895276-cb49-4a25-ad00-42484ff24135), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:48.234664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['69895276-cb49-4a25-ad00-42484ff24135', 'cbcbe254-219f-4363-b423-305f79d14759', '3c037f37-5095-4831-9981-dcecf1d9c788'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:48.238793 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7affb24c-4283-4ac1-8fab-f04ce19341f6 req-9f2a6d9f-458e-48ce-884e-456b5e3d374e service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828994 Feb 11 04:42:48.242530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-29f3cd49-1c64-456f-bf56-69df8f8f5a39 service neutron] 10.222.0.60 "PUT /v2.0/ports/5309ec04-e70b-461d-90f7-68d24e7c1a66/bindings/n-h2-615180-58/activate HTTP/1.1" status: 200 len: 370 time: 1.6026974 Feb 11 04:42:48.245939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f309a1e-49e1-4183-b726-248a31a4ea7b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Port': ['ID=69895276-cb49-4a25-ad00-42484ff24135,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:48.342240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8f309a1e-49e1-4183-b726-248a31a4ea7b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] No DVR routers for this DVR port 69895276-cb49-4a25-ad00-42484ff24135 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:42:48.347071 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8f309a1e-49e1-4183-b726-248a31a4ea7b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:48.357852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8f309a1e-49e1-4183-b726-248a31a4ea7b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "DELETE /v2.0/ports/69895276-cb49-4a25-ad00-42484ff24135 HTTP/1.1" status: 204 len: 173 time: 1.5313835 Feb 11 04:42:48.363740 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'name': 'network-vif-deleted', 'tag': '69895276-cb49-4a25-ad00-42484ff24135'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:48.368863 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f56664-6c59-4c94-83d4-dfe9cb062eea" -d '{"events": [{"server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "name": "network-vif-deleted", "tag": "69895276-cb49-4a25-ad00-42484ff24135"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:48.373827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-525f5dc4-4a5c-4bb3-a98f-47817be75f6c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:48.376176 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-525f5dc4-4a5c-4bb3-a98f-47817be75f6c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035170 Feb 11 04:42:48.459244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Request body: {'port': {'device_id': '1f05a2fd-351e-449c-babd-e9c76f572f0b', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '1ab9b1fc2e72485d8d8369ccbb114bd0'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:48.506887 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e87238-bf95-4524-ac54-20ccf3912304 x-openstack-request-id: req-73e87238-bf95-4524-ac54-20ccf3912304 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:48.508439 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "name": "network-vif-deleted", "tag": "69895276-cb49-4a25-ad00-42484ff24135", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:48.508596 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73e87238-bf95-4524-ac54-20ccf3912304 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:48.511891 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'name': 'network-vif-deleted', 'tag': '69895276-cb49-4a25-ad00-42484ff24135', 'status': 'completed', 'code': 200} Feb 11 04:42:48.602656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19746ff3-73ab-4468-957d-be7e5c892cdb req-09ecd402-632e-4e64-998a-36620eb2628b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:48.609240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19746ff3-73ab-4468-957d-be7e5c892cdb req-09ecd402-632e-4e64-998a-36620eb2628b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:48.611027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19746ff3-73ab-4468-957d-be7e5c892cdb req-09ecd402-632e-4e64-998a-36620eb2628b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 1683 time: 0.2509913 Feb 11 04:42:48.681144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19746ff3-73ab-4468-957d-be7e5c892cdb req-9c290b3a-0a1c-49df-bccf-2158732a6329 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621305 Feb 11 04:42:48.698245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-3c774c3f-e691-4a91-bc0c-de178d389cb8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting port cbcbe254-219f-4363-b423-305f79d14759 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:48.699365 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-3c774c3f-e691-4a91-bc0c-de178d389cb8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (cbcbe254-219f-4363-b423-305f79d14759), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:48.750144 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-afeec801-e4a8-47d5-a86b-0b15d43fc7c2 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:48.751926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-afeec801-e4a8-47d5-a86b-0b15d43fc7c2 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7&tenant_id=8b12cb7f59db43f289e50c197625e76d&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.2890229 Feb 11 04:42:48.764965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7d519-5724-4af1-81bf-3eb085040060 req-f172b3dd-dded-4cfd-a35f-55284fccf278 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:48.773145 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99d7d519-5724-4af1-81bf-3eb085040060 req-f172b3dd-dded-4cfd-a35f-55284fccf278 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 945 time: 0.1703935 Feb 11 04:42:48.819465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dbb8aa2d-baeb-4690-b8c4-cccb8d565570 req-14cd7126-cf7a-4046-a66c-468530b3444e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 210 time: 0.0436924 Feb 11 04:42:48.836944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Made reservation on behalf of 1ab9b1fc2e72485d8d8369ccbb114bd0 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:48.840426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:48.895789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-3c774c3f-e691-4a91-bc0c-de178d389cb8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] For port cbcbe254-219f-4363-b423-305f79d14759, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=cbcbe254-219f-4363-b423-305f79d14759,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:48.896412 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-3c774c3f-e691-4a91-bc0c-de178d389cb8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (cbcbe254-219f-4363-b423-305f79d14759), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:48.917263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-3c774c3f-e691-4a91-bc0c-de178d389cb8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Calling delete_port for cbcbe254-219f-4363-b423-305f79d14759 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:48.918137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99d7d519-5724-4af1-81bf-3eb085040060 req-495c2389-30f3-4924-96bf-55cb41f22624 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291819 Feb 11 04:42:48.922984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-3946807e-7442-4602-8fad-29200faf29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:48.924692 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-3946807e-7442-4602-8fad-29200faf29c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7&tenant_id=8b12cb7f59db43f289e50c197625e76d HTTP/1.1" status: 200 len: 1128 time: 0.1496797 Feb 11 04:42:49.047764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e682e-06ca-4fd4-987b-f96c10a2de63 req-61936d01-33c1-41f3-8e8c-ee1daecb37e0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:49.056271 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-665e682e-06ca-4fd4-987b-f96c10a2de63 req-61936d01-33c1-41f3-8e8c-ee1daecb37e0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1363399 Feb 11 04:42:49.113068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-f2a7c97e-acd3-4898-810c-f87824a9ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:49.113291 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-665e682e-06ca-4fd4-987b-f96c10a2de63 req-b9347f17-cb9e-465f-a752-a020b8562603 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556734 Feb 11 04:42:49.114519 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-f2a7c97e-acd3-4898-810c-f87824a9ef64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 1128 time: 0.1489329 Feb 11 04:42:49.115793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Allocated IP 192.168.233.122 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/96eeaf57-c358-4771-a88f-2fd5c9dfe0fc) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:49.177668 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-3c774c3f-e691-4a91-bc0c-de178d389cb8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (cbcbe254-219f-4363-b423-305f79d14759), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:49.206476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c774c3f-e691-4a91-bc0c-de178d389cb8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Port': ['ID=cbcbe254-219f-4363-b423-305f79d14759,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:49.229831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d4458-4000-4187-8ffe-0ced678e9c64 req-29022ca1-239e-4fb8-9051-8da8a78d676a tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:49.231456 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-283d4458-4000-4187-8ffe-0ced678e9c64 req-29022ca1-239e-4fb8-9051-8da8a78d676a tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 946 time: 0.1684802 Feb 11 04:42:49.268717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-3c774c3f-e691-4a91-bc0c-de178d389cb8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] No DVR routers for this DVR port cbcbe254-219f-4363-b423-305f79d14759 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:42:49.271387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-3c774c3f-e691-4a91-bc0c-de178d389cb8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:49.275187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-3c774c3f-e691-4a91-bc0c-de178d389cb8 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "DELETE /v2.0/ports/cbcbe254-219f-4363-b423-305f79d14759 HTTP/1.1" status: 204 len: 173 time: 0.8950081 Feb 11 04:42:49.315374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-b79e5874-cb09-427b-bd51-5d6a1c720503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:49.316972 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-b79e5874-cb09-427b-bd51-5d6a1c720503 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.1941330 Feb 11 04:42:49.350668 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-283d4458-4000-4187-8ffe-0ced678e9c64 req-ac1f8408-f4d1-487d-803b-9c293d85f805 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074512 Feb 11 04:42:49.401935 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-3139821a-270e-4614-8550-8383301265aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66 HTTP/1.1" status: 200 len: 217 time: 0.0550504 Feb 11 04:42:49.465018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-095d95a6-2f9c-4593-b5c6-937b9b3cd777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:49.466931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-095d95a6-2f9c-4593-b5c6-937b9b3cd777 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.0565522 Feb 11 04:42:49.490433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8fd1b316-3fcf-41b9-a1fb-1ebcd1b6c49f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting port 3c037f37-5095-4831-9981-dcecf1d9c788 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:49.491035 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8fd1b316-3fcf-41b9-a1fb-1ebcd1b6c49f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:49.532507 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-738ee0dc-ed50-481d-8b99-b9d856516bae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360646 Feb 11 04:42:49.585781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec22fa-bb98-4ece-91fc-0a95777b061f req-87b5a767-ab0c-4344-b517-5265eb8085f1 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:49.587428 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-40ec22fa-bb98-4ece-91fc-0a95777b061f req-87b5a767-ab0c-4344-b517-5265eb8085f1 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 946 time: 0.1383429 Feb 11 04:42:49.599291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49356) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:49.604317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-db4e654a-8651-417d-92c1-ac5df423ef7e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Request body: {'floatingip': {'port_id': 'd651f8f7-0064-4432-afa8-fc4c6da6febb'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:49.646983 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks [] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:49.660423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8fd1b316-3fcf-41b9-a1fb-1ebcd1b6c49f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] For port 3c037f37-5095-4831-9981-dcecf1d9c788, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3c037f37-5095-4831-9981-dcecf1d9c788,segment=NetworkSegment(544301e3-44d9-4d2c-9c6a-b05542417b14),segment_id=544301e3-44d9-4d2c-9c6a-b05542417b14)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:49.660853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-b44e9c89-236b-4246-b653-d5d6a0a812e8 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217079 Feb 11 04:42:49.660999 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8fd1b316-3fcf-41b9-a1fb-1ebcd1b6c49f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:49.664832 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db4e654a-8651-417d-92c1-ac5df423ef7e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for floatingip (83e974d3-afde-49fd-acff-5c5141044cc1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:49.733285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8fd1b316-3fcf-41b9-a1fb-1ebcd1b6c49f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Calling delete_port for 3c037f37-5095-4831-9981-dcecf1d9c788 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:49.757312 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:49.799629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', '2b1d0e33-f02e-47c6-833c-d8d3e6761663', '0e66530f-f5cd-478a-a572-3e084dabecb5', 'f00ccd8e-81ab-4a5c-b4f1-0db413852195'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:49.846222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d344640f-2e58-485b-a092-0089c0927850', 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:49.943765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:49.952643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-86e752c2-baa0-418c-a0de-d40e442691f4 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855585 Feb 11 04:42:49.953965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:49.975144 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event updated for resources: {'Port': ['ID=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:49.982126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:50.041274 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.045259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.045653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.046011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.046544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.049356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.051530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.052274 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.052274 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.053037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.053037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.053249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.053574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:50.093637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4b2dd-46b3-49c8-8ac0-e3c4514cb31d req-28983a39-6073-43e3-b13e-9aefc9d8b352 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:50.095427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eba4b2dd-46b3-49c8-8ac0-e3c4514cb31d req-28983a39-6073-43e3-b13e-9aefc9d8b352 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 936 time: 0.1725602 Feb 11 04:42:50.194608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ca996-b5af-4530-85cb-6e149ed036f7 req-5b1f9f3b-5c2f-4f8a-a9e3-6a853f347815 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:50.203469 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd7ca996-b5af-4530-85cb-6e149ed036f7 req-5b1f9f3b-5c2f-4f8a-a9e3-6a853f347815 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=67b1aeed-004f-4257-bdb1-f6c671668d75 HTTP/1.1" status: 200 len: 946 time: 0.4045982 Feb 11 04:42:50.234082 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8fd1b316-3fcf-41b9-a1fb-1ebcd1b6c49f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3c037f37-5095-4831-9981-dcecf1d9c788), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:50.251138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:50.259084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:50.313566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1b316-3fcf-41b9-a1fb-1ebcd1b6c49f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Port': ['ID=3c037f37-5095-4831-9981-dcecf1d9c788,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:50.347538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eba4b2dd-46b3-49c8-8ac0-e3c4514cb31d req-6cf06ae1-3f7b-4e7e-ac98-0493076486f6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141423 Feb 11 04:42:50.431906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8fd1b316-3fcf-41b9-a1fb-1ebcd1b6c49f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] No DVR routers for this DVR port 3c037f37-5095-4831-9981-dcecf1d9c788 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:42:50.440080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8fd1b316-3fcf-41b9-a1fb-1ebcd1b6c49f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:50.443888 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af7ae223-92c3-41ea-a7b7-310c7c38fbed req-8fd1b316-3fcf-41b9-a1fb-1ebcd1b6c49f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "DELETE /v2.0/ports/3c037f37-5095-4831-9981-dcecf1d9c788 HTTP/1.1" status: 204 len: 173 time: 1.1620102 Feb 11 04:42:50.464840 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8e82a5ff-d187-4e20-aed0-7dfc09e1236d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0109100 Feb 11 04:42:50.484851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd7ca996-b5af-4530-85cb-6e149ed036f7 req-c88aee9e-5f2a-48e6-90d8-0413e5411832 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720037 Feb 11 04:42:50.513588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Request body: {'port': {'device_id': '1f05a2fd-351e-449c-babd-e9c76f572f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:50.537701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'name': 'network-vif-deleted', 'tag': 'cbcbe254-219f-4363-b423-305f79d14759'}, {'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'name': 'network-vif-deleted', 'tag': '3c037f37-5095-4831-9981-dcecf1d9c788'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:50.551580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6cfa4c59-7e1d-4bd5-8e1e-c305de06f523 None None] Provisioning complete for port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:50.552468 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dae896-106f-42f7-a88e-b5a0559d7b03" -d '{"events": [{"server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "name": "network-vif-deleted", "tag": "cbcbe254-219f-4363-b423-305f79d14759"}, {"server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "name": "network-vif-deleted", "tag": "3c037f37-5095-4831-9981-dcecf1d9c788"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:50.564579 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6cfa4c59-7e1d-4bd5-8e1e-c305de06f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:50.572051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-03c872d4-51ae-4ab0-a6fe-ace1f4f040e4 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:50.575246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-03c872d4-51ae-4ab0-a6fe-ace1f4f040e4 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7&tenant_id=8b12cb7f59db43f289e50c197625e76d&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.2049723 Feb 11 04:42:50.695724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa4c59-7e1d-4bd5-8e1e-c305de06f523 None None] Port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:42:50.721408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 69895276-cb49-4a25-ad00-42484ff24135 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:42:50.751558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db4e654a-8651-417d-92c1-ac5df423ef7e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:50.761486 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 69895276-cb49-4a25-ad00-42484ff24135 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:42:50.761997 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 69895276-cb49-4a25-ad00-42484ff24135 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:42:50.763099 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device cbcbe254-219f-4363-b423-305f79d14759 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:42:50.775776 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db4e654a-8651-417d-92c1-ac5df423ef7e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (83e974d3-afde-49fd-acff-5c5141044cc1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:50.780181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:50.794068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: cbcbe254-219f-4363-b423-305f79d14759 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:42:50.807250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device cbcbe254-219f-4363-b423-305f79d14759 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:42:50.807940 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3c037f37-5095-4831-9981-dcecf1d9c788 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:42:50.855426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 3c037f37-5095-4831-9981-dcecf1d9c788 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:42:50.856041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3c037f37-5095-4831-9981-dcecf1d9c788 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:42:50.926147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e2869-6364-4b08-a0a5-890c49c8218b req-c882ff10-34b1-42da-833a-f97acd2e8366 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:50.933224 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e5e2869-6364-4b08-a0a5-890c49c8218b req-c882ff10-34b1-42da-833a-f97acd2e8366 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.2442272 Feb 11 04:42:50.984009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73b605-d8a8-4f0c-9da2-d6e72edbc760 req-69baee6e-9d02-4d4e-a86e-aa6e68b35561 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:50.987349 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a73b605-d8a8-4f0c-9da2-d6e72edbc760 req-69baee6e-9d02-4d4e-a86e-aa6e68b35561 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 945 time: 0.5238075 Feb 11 04:42:51.002858 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-db4e654a-8651-417d-92c1-ac5df423ef7e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Floating IP 83e974d3-afde-49fd-acff-5c5141044cc1 associated. External IP: 172.25.7.125, port: d651f8f7-0064-4432-afa8-fc4c6da6febb. Feb 11 04:42:51.152107 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e5e2869-6364-4b08-a0a5-890c49c8218b req-44817360-7b1f-4a11-b4d5-a2b9681c38d7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176580 Feb 11 04:42:51.261830 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-fe2f2cc0-3cf8-46e1-a437-fe2af4fcbc15 service neutron] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:51.295500 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-fe2f2cc0-3cf8-46e1-a437-fe2af4fcbc15 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:51.297244 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2869a50-b536-4579-84ac-34c00e3d6b2e req-fe2f2cc0-3cf8-46e1-a437-fe2af4fcbc15 service neutron] 10.222.0.10 "DELETE /v2.0/ports/5309ec04-e70b-461d-90f7-68d24e7c1a66/bindings/n-h1-615180-58 HTTP/1.1" status: 204 len: 173 time: 0.6831107 Feb 11 04:42:51.433050 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38cd96a-e3f4-4637-85dc-705cb2389890 x-openstack-request-id: req-e38cd96a-e3f4-4637-85dc-705cb2389890 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:51.433340 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "name": "network-vif-deleted", "tag": "cbcbe254-219f-4363-b423-305f79d14759", "status": "completed", "code": 200}, {"server_uuid": "67b1aeed-004f-4257-bdb1-f6c671668d75", "name": "network-vif-deleted", "tag": "3c037f37-5095-4831-9981-dcecf1d9c788", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:51.433593 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e38cd96a-e3f4-4637-85dc-705cb2389890 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:51.434046 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'name': 'network-vif-deleted', 'tag': 'cbcbe254-219f-4363-b423-305f79d14759', 'status': 'completed', 'code': 200} Feb 11 04:42:51.434306 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b1aeed-004f-4257-bdb1-f6c671668d75', 'name': 'network-vif-deleted', 'tag': '3c037f37-5095-4831-9981-dcecf1d9c788', 'status': 'completed', 'code': 200} Feb 11 04:42:51.477839 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a73b605-d8a8-4f0c-9da2-d6e72edbc760 req-b86da458-28c8-4aa0-9a4b-826a8d9d3834 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849174 Feb 11 04:42:51.555187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:51.564452 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Publish callbacks [] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:51.575570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49404) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:51.596212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb9b56-d3d2-435b-b88e-41a4df9a076a req-c55d63e0-2758-45ed-a487-5657268f8cdc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:51.603364 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99bb9b56-d3d2-435b-b88e-41a4df9a076a req-c55d63e0-2758-45ed-a487-5657268f8cdc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 936 time: 0.1521413 Feb 11 04:42:51.610355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Transition to ACTIVE for port object 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:51.639442 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:51.729095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cee4d41-b521-4539-9cf8-a47365f3aed3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting subnet 1345cee8-31be-4ca8-9977-cb8bf650a364 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:42:51.740700 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cee4d41-b521-4539-9cf8-a47365f3aed3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for subnet (1345cee8-31be-4ca8-9977-cb8bf650a364), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:51.743907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4e654a-8651-417d-92c1-ac5df423ef7e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:42:51.751962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee35c4-7eee-47e2-957f-2a52fccef32a req-0577ca4f-4509-469d-9edf-1a680d5dcffa tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:51.753510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8aee35c4-7eee-47e2-957f-2a52fccef32a req-0577ca4f-4509-469d-9edf-1a680d5dcffa tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 1128 time: 0.0743363 Feb 11 04:42:51.780649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99bb9b56-d3d2-435b-b88e-41a4df9a076a req-09e66da6-0cf1-4e6c-b605-665662593592 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761208 Feb 11 04:42:51.785119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Pushing event updated for resources: {'Port': ['ID=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:51.903558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8aee35c4-7eee-47e2-957f-2a52fccef32a req-58d5e36a-8e18-4967-b3e6-7f9ef7c91181 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406126 Feb 11 04:42:51.952703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4e654a-8651-417d-92c1-ac5df423ef7e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:42:51.957560 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db4e654a-8651-417d-92c1-ac5df423ef7e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:51.969307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b6cde-e115-4842-ad8e-3bf2c8fee67c None None] Sync routers for ids ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:42:51.982315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b6cde-e115-4842-ad8e-3bf2c8fee67c None None] Routers {'8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:42:51.983920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-916b6cde-e115-4842-ad8e-3bf2c8fee67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:42:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:52.002174 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-db4e654a-8651-417d-92c1-ac5df423ef7e tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "PUT /v2.0/floatingips/83e974d3-afde-49fd-acff-5c5141044cc1 HTTP/1.1" status: 200 len: 992 time: 2.4011805 Feb 11 04:42:52.128168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b060b6c-2d6f-41a4-9209-6dfddaa141d7 req-3ec3ecea-dccc-40cf-bce5-d0c34c56928c tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:52.135712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cee4d41-b521-4539-9cf8-a47365f3aed3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (1345cee8-31be-4ca8-9977-cb8bf650a364), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:52.136956 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b060b6c-2d6f-41a4-9209-6dfddaa141d7 req-3ec3ecea-dccc-40cf-bce5-d0c34c56928c tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 946 time: 0.0736825 Feb 11 04:42:52.209613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b060b6c-2d6f-41a4-9209-6dfddaa141d7 req-7b9aa2d1-6292-488f-99e3-27a6294b0ac4 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712683 Feb 11 04:42:52.254703 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-916b6cde-e115-4842-ad8e-3bf2c8fee67c None None] Set router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:42:52.356141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e13d0f-74e6-453f-811f-bbeaf562a6be req-09d50457-2d19-4a71-a4e9-cd869ef5b4a1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:52.357778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68e13d0f-74e6-453f-811f-bbeaf562a6be req-09d50457-2d19-4a71-a4e9-cd869ef5b4a1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0769668 Feb 11 04:42:52.372277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cee4d41-b521-4539-9cf8-a47365f3aed3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (1345cee8-31be-4ca8-9977-cb8bf650a364), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:52.421614 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68e13d0f-74e6-453f-811f-bbeaf562a6be req-3bb67b6d-8043-4957-bbd6-99584a85c944 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567451 Feb 11 04:42:52.441499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Attempting to bind port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:52.441851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Attempting to bind port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:52.442193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Attempting to bind port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:52.462768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:52.463136 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Attempting to bind port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:52.487011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53211117-1303-402c-8ed2-ae0cfb7e4fc9 req-9f97488f-2647-4051-91f9-4e629b0a5ecf tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:52.488551 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-53211117-1303-402c-8ed2-ae0cfb7e4fc9 req-9f97488f-2647-4051-91f9-4e629b0a5ecf tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 1128 time: 0.2337639 Feb 11 04:42:52.489322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:52.489670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:52.490094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:52.490486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Bound port: 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:52.491453 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:52.567555 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cee4d41-b521-4539-9cf8-a47365f3aed3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (1345cee8-31be-4ca8-9977-cb8bf650a364), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:52.583455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-916b6cde-e115-4842-ad8e-3bf2c8fee67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 4, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '83e974d3-afde-49fd-acff-5c5141044cc1', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'port_id': 'd651f8f7-0064-4432-afa8-fc4c6da6febb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'mac_address': 'fa:16:3e:e4:10:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:41:29Z', 'updated_at': '2022-02-11T04:42:50Z', 'revision_number': 1, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4d8b-c63f-4405-bae1-cde057aaa9d6', 'name': '', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'mac_address': 'fa:16:3e:25:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:19Z', 'updated_at': '2022-02-11T04:41:26Z', 'revision_number': 5, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'subnets': [{'id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:52.617582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b6cde-e115-4842-ad8e-3bf2c8fee67c None None] Checking router: 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:42:52.626569 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-53211117-1303-402c-8ed2-ae0cfb7e4fc9 req-2006764f-25f5-40a2-b494-d87b39f3571a tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312590 Feb 11 04:42:52.627299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee4d41-b521-4539-9cf8-a47365f3aed3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Subnet': ['ID=1345cee8-31be-4ca8-9977-cb8bf650a364,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:52.629436 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cee4d41-b521-4539-9cf8-a47365f3aed3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:52.632625 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1cee4d41-b521-4539-9cf8-a47365f3aed3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "DELETE /v2.0/subnets/1345cee8-31be-4ca8-9977-cb8bf650a364 HTTP/1.1" status: 204 len: 168 time: 1.0541804 Feb 11 04:42:52.635432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49424) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:52.648948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e734be76-3eb2-452f-a079-269a057ba29d None None] Network f2b55659-d629-4ae6-9a45-f878cbb6b406 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:52.670651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b6cde-e115-4842-ad8e-3bf2c8fee67c None None] Routers {'8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:42:52.671393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-916b6cde-e115-4842-ad8e-3bf2c8fee67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:42:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:52.692263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] For port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:52.695820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] For port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:52.719219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:52.771554 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (f2b55659-d629-4ae6-9a45-f878cbb6b406), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:52.832556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:52.835799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:52.837449 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] 10.222.0.60 "PUT /v2.0/ports/96eeaf57-c358-4771-a88f-2fd5c9dfe0fc HTTP/1.1" status: 200 len: 1097 time: 2.3352697 Feb 11 04:42:52.837951 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f05a2fd-351e-449c-babd-e9c76f572f0b', 'tag': '96eeaf57-c358-4771-a88f-2fd5c9dfe0fc'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:52.848771 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae7d257-3090-4786-a5fe-9f1ad77109aa" -d '{"events": [{"name": "network-changed", "server_uuid": "1f05a2fd-351e-449c-babd-e9c76f572f0b", "tag": "96eeaf57-c358-4771-a88f-2fd5c9dfe0fc"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:52.867937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting port 4bbec964-7e60-4e2c-8132-1577c9958c8d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:52.868689 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:52.893645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172709d2-48e0-46da-b0fc-839e76dc1d00 service neutron] Pushing event updated for resources: {'Port': ['ID=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:52.973063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-916b6cde-e115-4842-ad8e-3bf2c8fee67c None None] Set router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:42:53.035009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] For port 4bbec964-7e60-4e2c-8132-1577c9958c8d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4bbec964-7e60-4e2c-8132-1577c9958c8d,segment=NetworkSegment(544301e3-44d9-4d2c-9c6a-b05542417b14),segment_id=544301e3-44d9-4d2c-9c6a-b05542417b14)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:53.037211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:53.054090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da72092-f653-40e0-b435-7eeba243b2d5 req-4b8cebab-0a0a-4b06-bee3-00ce7cd41d2b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:53.060078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3da72092-f653-40e0-b435-7eeba243b2d5 req-4b8cebab-0a0a-4b06-bee3-00ce7cd41d2b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 948 time: 0.1363757 Feb 11 04:42:53.080059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Calling delete_port for 4bbec964-7e60-4e2c-8132-1577c9958c8d owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:53.193791 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3da72092-f653-40e0-b435-7eeba243b2d5 req-780099cd-115d-42f2-91c7-3c5ee868dcc1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149316 Feb 11 04:42:53.272553 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e867ac-3b31-4b02-98a4-d3b130abd04e x-openstack-request-id: req-c7e867ac-3b31-4b02-98a4-d3b130abd04e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:53.272924 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f05a2fd-351e-449c-babd-e9c76f572f0b", "tag": "96eeaf57-c358-4771-a88f-2fd5c9dfe0fc", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:53.273279 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7e867ac-3b31-4b02-98a4-d3b130abd04e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:53.273803 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f05a2fd-351e-449c-babd-e9c76f572f0b', 'tag': '96eeaf57-c358-4771-a88f-2fd5c9dfe0fc', 'status': 'completed', 'code': 200} Feb 11 04:42:53.288555 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (4bbec964-7e60-4e2c-8132-1577c9958c8d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:53.302375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb0bf11-ef84-4d14-8e13-a81a6b222772 None None] DHCP port deletion for f2b55659-d629-4ae6-9a45-f878cbb6b406 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:42:53.302495 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49440) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:53.360198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Port': ['ID=4bbec964-7e60-4e2c-8132-1577c9958c8d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:53.374163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] No DVR routers for this DVR port 4bbec964-7e60-4e2c-8132-1577c9958c8d on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:42:53.441972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'tag': 'd651f8f7-0064-4432-afa8-fc4c6da6febb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:53.444213 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6602d14e-bb6b-4bf7-a467-d17bb75f6a90" -d '{"events": [{"name": "network-changed", "server_uuid": "9862eb89-6290-4729-98a9-f3632c4abb7f", "tag": "d651f8f7-0064-4432-afa8-fc4c6da6febb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:53.466058 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b52de681-b3b9-4c82-8a46-b7fada5ce42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:53.481075 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-916b6cde-e115-4842-ad8e-3bf2c8fee67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 4, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '83e974d3-afde-49fd-acff-5c5141044cc1', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'port_id': 'd651f8f7-0064-4432-afa8-fc4c6da6febb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'mac_address': 'fa:16:3e:e4:10:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:41:29Z', 'updated_at': '2022-02-11T04:42:50Z', 'revision_number': 1, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4d8b-c63f-4405-bae1-cde057aaa9d6', 'name': '', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'mac_address': 'fa:16:3e:25:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:19Z', 'updated_at': '2022-02-11T04:41:26Z', 'revision_number': 5, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'subnets': [{'id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:53.523902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-46939b40-ebf4-4552-a02d-369ea4d02b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:53.525483 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-46939b40-ebf4-4552-a02d-369ea4d02b1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 1131 time: 0.5542572 Feb 11 04:42:53.549083 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (f2b55659-d629-4ae6-9a45-f878cbb6b406), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:53.551331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b6cde-e115-4842-ad8e-3bf2c8fee67c None None] The sync data for ids ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'] in n-d-615180-58 is: [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 4, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '83e974d3-afde-49fd-acff-5c5141044cc1', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'port_id': 'd651f8f7-0064-4432-afa8-fc4c6da6febb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'mac_address': 'fa:16:3e:e4:10:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:41:29Z', 'updated_at': '2022-02-11T04:42:50Z', 'revision_number': 1, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2e4d8b-c63f-4405-bae1-cde057aaa9d6', 'name': '', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'mac_address': 'fa:16:3e:25:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:19Z', 'updated_at': '2022-02-11T04:41:26Z', 'revision_number': 5, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'subnets': [{'id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:42:53.554308 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f40bac-e5b4-4da0-96ff-7fa7085b082e x-openstack-request-id: req-20f40bac-e5b4-4da0-96ff-7fa7085b082e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:53.554998 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9862eb89-6290-4729-98a9-f3632c4abb7f", "tag": "d651f8f7-0064-4432-afa8-fc4c6da6febb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:53.555733 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20f40bac-e5b4-4da0-96ff-7fa7085b082e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:53.556125 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'tag': 'd651f8f7-0064-4432-afa8-fc4c6da6febb', 'status': 'completed', 'code': 200} Feb 11 04:42:53.580371 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b55659-d629-4ae6-9a45-f878cbb6b406']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:53.597538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544301e3-44d9-4d2c-9c6a-b05542417b14') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:53.598529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544301e3-44d9-4d2c-9c6a-b05542417b14') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:53.602426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-60fa85af-fbc6-4d0d-b5a8-b5850db7bb1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc HTTP/1.1" status: 200 len: 217 time: 0.0573006 Feb 11 04:42:53.628936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (544301e3-44d9-4d2c-9c6a-b05542417b14), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:53.677327 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (544301e3-44d9-4d2c-9c6a-b05542417b14), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:53.689944 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:42:53.690533 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (544301e3-44d9-4d2c-9c6a-b05542417b14), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:42:53.693924 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:42:53.735082 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b52de681-b3b9-4c82-8a46-b7fada5ce42b admin admin] Publish callbacks [] for security_group (d8778235-5ed4-4792-8900-4575555f74d1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:53.744815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-bd9ae022-dbc2-4b02-9f38-7ede17e6817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:53.746281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-bd9ae022-dbc2-4b02-9f38-7ede17e6817c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1044908 Feb 11 04:42:53.748026 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b52de681-b3b9-4c82-8a46-b7fada5ce42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d8778235-5ed4-4792-8900-4575555f74d1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:53.754769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602d14e-bb6b-4bf7-a467-d17bb75f6a90 req-b11e69b4-b803-4d39-86ab-70914846023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:53.757065 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6602d14e-bb6b-4bf7-a467-d17bb75f6a90 req-b11e69b4-b803-4d39-86ab-70914846023a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4586974499846adb2131f98982f5d2f&device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 1129 time: 0.1208766 Feb 11 04:42:53.769222 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (f2b55659-d629-4ae6-9a45-f878cbb6b406), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:53.778037 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:53.781594 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "DELETE /v2.0/networks/f2b55659-d629-4ae6-9a45-f878cbb6b406 HTTP/1.1" status: 204 len: 168 time: 1.1451850 Feb 11 04:42:53.792694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49454) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:53.798550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977365be-5783-4d37-8e87-f9a8640f8325 req-b7016137-5d2e-4ea4-82a5-7535a006b543 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:53.800236 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-977365be-5783-4d37-8e87-f9a8640f8325 req-b7016137-5d2e-4ea4-82a5-7535a006b543 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.2046552 Feb 11 04:42:53.811571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fcf57-e34b-4583-ad1f-557e3a34a8e9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Network': ['ID=f2b55659-d629-4ae6-9a45-f878cbb6b406,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:53.824762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52de681-b3b9-4c82-8a46-b7fada5ce42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8778235-5ed4-4792-8900-4575555f74d1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:53.849094 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b52de681-b3b9-4c82-8a46-b7fada5ce42b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=306e883e76ce4fb6bd85e911939164b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5454094 Feb 11 04:42:53.858889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49456) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:53.861928 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b2aee-1e23-483e-b5b8-75c7905dad75 None None] New status for floating IP 83e974d3-afde-49fd-acff-5c5141044cc1: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:42:53.897913 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-977365be-5783-4d37-8e87-f9a8640f8325 req-b8928dda-f987-48e2-9401-d263fd14a499 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879247 Feb 11 04:42:53.900887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-5efb7a9e-15f4-4f5f-a1f6-776852f48a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:53.902569 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-5efb7a9e-15f4-4f5f-a1f6-776852f48a60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0960248 Feb 11 04:42:53.942732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9f501b-951a-4563-a7a7-02564c184eac tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting subnet 6c5e3e8d-992e-43bf-b39d-9755ce9564cf {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:42:53.950236 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f9f501b-951a-4563-a7a7-02564c184eac tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for subnet (6c5e3e8d-992e-43bf-b39d-9755ce9564cf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:54.014501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4bbec964-7e60-4e2c-8132-1577c9958c8d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:42:54.033111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602d14e-bb6b-4bf7-a467-d17bb75f6a90 req-007317ad-bebd-4207-b222-af71104c0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:54.034632 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6602d14e-bb6b-4bf7-a467-d17bb75f6a90 req-007317ad-bebd-4207-b222-af71104c0fee service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d55e6f2-8915-44ce-87e2-c04f196fa796 HTTP/1.1" status: 200 len: 917 time: 0.2410340 Feb 11 04:42:54.036825 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f9f501b-951a-4563-a7a7-02564c184eac tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (6c5e3e8d-992e-43bf-b39d-9755ce9564cf), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:54.039894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 4bbec964-7e60-4e2c-8132-1577c9958c8d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:42:54.040256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4bbec964-7e60-4e2c-8132-1577c9958c8d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:42:54.043890 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-1a197996-4b2b-4acd-8e19-36a13e16847d service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205869 Feb 11 04:42:54.061043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e39b644d-82e4-4c43-b545-58f16de1475c admin admin] Publish callbacks [] for security_group (d8778235-5ed4-4792-8900-4575555f74d1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:54.146324 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e39b644d-82e4-4c43-b545-58f16de1475c admin admin] Publish callbacks [] for security_group (d8778235-5ed4-4792-8900-4575555f74d1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:54.161540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb1cbc97-11e0-4085-bf93-fa81856d79d7 req-8b2b460c-992b-4c4f-8154-48517cbd321f service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981338 Feb 11 04:42:54.174036 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6602d14e-bb6b-4bf7-a467-d17bb75f6a90 req-42b67605-8c9c-4470-9201-10b8f097a449 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d651f8f7-0064-4432-afa8-fc4c6da6febb HTTP/1.1" status: 200 len: 1002 time: 0.1108749 Feb 11 04:42:54.240885 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f9f501b-951a-4563-a7a7-02564c184eac tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (6c5e3e8d-992e-43bf-b39d-9755ce9564cf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:54.327572 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e39b644d-82e4-4c43-b545-58f16de1475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d8778235-5ed4-4792-8900-4575555f74d1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:54.330110 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e39b644d-82e4-4c43-b545-58f16de1475c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:54.334933 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e39b644d-82e4-4c43-b545-58f16de1475c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8778235-5ed4-4792-8900-4575555f74d1 HTTP/1.1" status: 204 len: 168 time: 0.4714060 Feb 11 04:42:54.368195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7d257-3090-4786-a5fe-9f1ad77109aa req-c54e3815-53fc-4385-9d67-2ecbfbfec64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:54.368433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602d14e-bb6b-4bf7-a467-d17bb75f6a90 req-05537369-cf4d-4d98-857b-0ac807d3139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:54.369844 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6602d14e-bb6b-4bf7-a467-d17bb75f6a90 req-05537369-cf4d-4d98-857b-0ac807d3139f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=857f5e93-13b4-46fb-80cc-dc88b0ecae6d HTTP/1.1" status: 200 len: 855 time: 0.1403017 Feb 11 04:42:54.370209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bae7d257-3090-4786-a5fe-9f1ad77109aa req-c54e3815-53fc-4385-9d67-2ecbfbfec64d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 1131 time: 0.0552909 Feb 11 04:42:54.370655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b644d-82e4-4c43-b545-58f16de1475c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8778235-5ed4-4792-8900-4575555f74d1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:54.434045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375faf26-be0e-4dca-b9ab-9842c619b462 req-96b3190f-1c4d-4a5b-9d8f-bab0822bc7d2 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:54.435696 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-375faf26-be0e-4dca-b9ab-9842c619b462 req-96b3190f-1c4d-4a5b-9d8f-bab0822bc7d2 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 948 time: 0.1565104 Feb 11 04:42:54.454433 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f9f501b-951a-4563-a7a7-02564c184eac tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (6c5e3e8d-992e-43bf-b39d-9755ce9564cf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:54.490422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f501b-951a-4563-a7a7-02564c184eac tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5e3e8d-992e-43bf-b39d-9755ce9564cf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:54.511393 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f9f501b-951a-4563-a7a7-02564c184eac tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:54.518202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3f9f501b-951a-4563-a7a7-02564c184eac tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "DELETE /v2.0/subnets/6c5e3e8d-992e-43bf-b39d-9755ce9564cf HTTP/1.1" status: 204 len: 168 time: 0.7225056 Feb 11 04:42:54.519038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49464) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:54.523292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0780699e-18ec-4ae2-82b3-7b1b50a97723 None None] Network 05449bae-91c9-4c31-aeba-703681fe02a5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:54.556078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602d14e-bb6b-4bf7-a467-d17bb75f6a90 req-95be0f8b-9836-4b90-a950-0006977ec86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:54.557612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6602d14e-bb6b-4bf7-a467-d17bb75f6a90 req-95be0f8b-9836-4b90-a950-0006977ec86d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d55e6f2-8915-44ce-87e2-c04f196fa796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1621940 Feb 11 04:42:54.573556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-375faf26-be0e-4dca-b9ab-9842c619b462 req-7391a419-2591-46ac-af1d-8a88a6e6522c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160467 Feb 11 04:42:54.609939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7d257-3090-4786-a5fe-9f1ad77109aa req-194276a3-f687-47d5-aa01-2d05e307047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:54.611466 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bae7d257-3090-4786-a5fe-9f1ad77109aa req-194276a3-f687-47d5-aa01-2d05e307047b service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2120941 Feb 11 04:42:54.715618 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bae7d257-3090-4786-a5fe-9f1ad77109aa req-19008b2e-fe68-4a89-94f8-edc57d59c32e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc HTTP/1.1" status: 200 len: 217 time: 0.0485466 Feb 11 04:42:54.723433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (05449bae-91c9-4c31-aeba-703681fe02a5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:54.761001 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6602d14e-bb6b-4bf7-a467-d17bb75f6a90 req-9e442f1f-ac0e-4501-a34c-413fde17beca service neutron] 10.222.0.60 "GET /v2.0/networks/1d55e6f2-8915-44ce-87e2-c04f196fa796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862917 Feb 11 04:42:54.766781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49468) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:54.812355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d81bc8eb-c293-4d7f-8ec1-9ae207883209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:54.818999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7d257-3090-4786-a5fe-9f1ad77109aa req-07c7e5c0-97c6-4d3b-9154-2a6f145387bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:54.820507 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bae7d257-3090-4786-a5fe-9f1ad77109aa req-07c7e5c0-97c6-4d3b-9154-2a6f145387bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0874305 Feb 11 04:42:54.870355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting port bef5c724-c755-4e56-9395-4d4a60f50a5d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:54.870813 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:54.967080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6602d14e-bb6b-4bf7-a467-d17bb75f6a90 req-b50b0e8a-f235-40f4-800d-662052772cf0 service neutron] 10.222.0.60 "GET /v2.0/networks/1d55e6f2-8915-44ce-87e2-c04f196fa796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894474 Feb 11 04:42:54.978498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] DHCP port deletion for 05449bae-91c9-4c31-aeba-703681fe02a5 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:42:54.988121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7d257-3090-4786-a5fe-9f1ad77109aa req-2500c416-2820-4160-a48f-482d8594b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:54.989651 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bae7d257-3090-4786-a5fe-9f1ad77109aa req-2500c416-2820-4160-a48f-482d8594b8e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1524453 Feb 11 04:42:54.995307 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] For port bef5c724-c755-4e56-9395-4d4a60f50a5d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bef5c724-c755-4e56-9395-4d4a60f50a5d,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:54.995681 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.018256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Calling delete_port for bef5c724-c755-4e56-9395-4d4a60f50a5d owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:55.020026 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d81bc8eb-c293-4d7f-8ec1-9ae207883209 admin admin] Publish callbacks [] for security_group (bccf54a7-fc7d-449a-818e-366c47dda9ac), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.025849 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d81bc8eb-c293-4d7f-8ec1-9ae207883209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bccf54a7-fc7d-449a-818e-366c47dda9ac), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.057582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Deleting port bef5c724-c755-4e56-9395-4d4a60f50a5d {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:55.058563 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.069973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bc8eb-c293-4d7f-8ec1-9ae207883209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccf54a7-fc7d-449a-818e-366c47dda9ac,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:55.126477 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d81bc8eb-c293-4d7f-8ec1-9ae207883209 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74e2d3b3e99a43adae172ebb4270bdeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583477 Feb 11 04:42:55.129059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49472) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:55.155153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] For port bef5c724-c755-4e56-9395-4d4a60f50a5d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bef5c724-c755-4e56-9395-4d4a60f50a5d,segment=NetworkSegment(2056e02a-d360-45d5-b9c8-8029281b8ffb),segment_id=2056e02a-d360-45d5-b9c8-8029281b8ffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:55.155936 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.168316 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bae7d257-3090-4786-a5fe-9f1ad77109aa req-d416ebc2-967a-4aff-9fe7-89ce8de7033e service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637726 Feb 11 04:42:55.173746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Calling delete_port for bef5c724-c755-4e56-9395-4d4a60f50a5d owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:55.189111 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.202777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd275601-1f06-45fe-82fb-adda1ca8d2e2 req-ce543977-78b9-42f6-8af7-a071f40f9ddc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:55.210666 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd275601-1f06-45fe-82fb-adda1ca8d2e2 req-ce543977-78b9-42f6-8af7-a071f40f9ddc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1752272 Feb 11 04:42:55.234865 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0074caa3-285d-4aab-8b61-5822859fab26 admin admin] Publish callbacks [] for security_group (bccf54a7-fc7d-449a-818e-366c47dda9ac), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.273655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (bef5c724-c755-4e56-9395-4d4a60f50a5d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.281680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd275601-1f06-45fe-82fb-adda1ca8d2e2 req-b6f2363c-26d6-4656-b6a6-ef297cb1b5ef tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699105 Feb 11 04:42:55.301666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Pushing event deleted for resources: {'Port': ['ID=bef5c724-c755-4e56-9395-4d4a60f50a5d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:55.303619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] No DVR routers for this DVR port bef5c724-c755-4e56-9395-4d4a60f50a5d on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:42:55.311237 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0074caa3-285d-4aab-8b61-5822859fab26 admin admin] Publish callbacks [] for security_group (bccf54a7-fc7d-449a-818e-366c47dda9ac), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.320691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Port': ['ID=bef5c724-c755-4e56-9395-4d4a60f50a5d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:55.329604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.330742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.331593 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.332283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.332946 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.333627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.334212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.336330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.336984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.337552 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.338279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.339083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.339696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:55.353350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc8994-924e-4f81-ae93-18313022e5cd None None] No DVR routers for this DVR port bef5c724-c755-4e56-9395-4d4a60f50a5d on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:42:55.372370 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0074caa3-285d-4aab-8b61-5822859fab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bccf54a7-fc7d-449a-818e-366c47dda9ac), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.374999 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0074caa3-285d-4aab-8b61-5822859fab26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.378827 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0074caa3-285d-4aab-8b61-5822859fab26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bccf54a7-fc7d-449a-818e-366c47dda9ac HTTP/1.1" status: 204 len: 168 time: 0.2480223 Feb 11 04:42:55.388065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074caa3-285d-4aab-8b61-5822859fab26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccf54a7-fc7d-449a-818e-366c47dda9ac,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:55.404332 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bae7d257-3090-4786-a5fe-9f1ad77109aa req-b1dc7697-c8cf-418a-a583-3c85dedabbc8 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105715 Feb 11 04:42:55.452535 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (05449bae-91c9-4c31-aeba-703681fe02a5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.475810 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05449bae-91c9-4c31-aeba-703681fe02a5']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:55.498385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2056e02a-d360-45d5-b9c8-8029281b8ffb') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:55.498829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2056e02a-d360-45d5-b9c8-8029281b8ffb') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:55.517468 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (2056e02a-d360-45d5-b9c8-8029281b8ffb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.541806 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (2056e02a-d360-45d5-b9c8-8029281b8ffb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.550038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:42:55.550433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (2056e02a-d360-45d5-b9c8-8029281b8ffb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:42:55.554095 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:42:55.637098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (05449bae-91c9-4c31-aeba-703681fe02a5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.642978 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.646331 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "DELETE /v2.0/networks/05449bae-91c9-4c31-aeba-703681fe02a5 HTTP/1.1" status: 204 len: 168 time: 1.1256065 Feb 11 04:42:55.654955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49480) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:55.659989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-16b281ed-18a1-4df7-9f45-636636ff78f1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1834457216'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:55.691903 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b281ed-18a1-4df7-9f45-636636ff78f1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:55.695432 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16b281ed-18a1-4df7-9f45-636636ff78f1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.715990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fa020-04ac-47bc-b748-af5126aa2f40 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Network': ['ID=05449bae-91c9-4c31-aeba-703681fe02a5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:55.733988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b281ed-18a1-4df7-9f45-636636ff78f1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:42:55.741552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd057bff-cebf-4067-a488-35633f684909 req-ef77a5c2-114d-457c-81b9-ccbbaa7ff3b7 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:55.750717 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16b281ed-18a1-4df7-9f45-636636ff78f1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (250f1f52-c42d-4ee9-9739-647b4d39d35d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.751021 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd057bff-cebf-4067-a488-35633f684909 req-ef77a5c2-114d-457c-81b9-ccbbaa7ff3b7 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 948 time: 0.0827217 Feb 11 04:42:55.751204 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-16b281ed-18a1-4df7-9f45-636636ff78f1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Added segment 250f1f52-c42d-4ee9-9739-647b4d39d35d of type vlan for network 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 Feb 11 04:42:55.806016 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16b281ed-18a1-4df7-9f45-636636ff78f1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (3aeb2a9f-00b7-465b-9acb-ad454ef526f6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.821165 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd057bff-cebf-4067-a488-35633f684909 req-30ded855-9dba-4acd-a302-6ba71121d49d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692248 Feb 11 04:42:55.842918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16b281ed-18a1-4df7-9f45-636636ff78f1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (3aeb2a9f-00b7-465b-9acb-ad454ef526f6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.854848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b281ed-18a1-4df7-9f45-636636ff78f1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:55.856591 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16b281ed-18a1-4df7-9f45-636636ff78f1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.908687 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-16b281ed-18a1-4df7-9f45-636636ff78f1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2525878 Feb 11 04:42:55.911485 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49492) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:55.920928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2a42dd1c-de91-4af3-b343-108a3bbd1876 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'subnet': {'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:55.943830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b281ed-18a1-4df7-9f45-636636ff78f1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Network': ['ID=3aeb2a9f-00b7-465b-9acb-ad454ef526f6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:55.962799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:42:56.041729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bef5c724-c755-4e56-9395-4d4a60f50a5d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:42:56.044169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a42dd1c-de91-4af3-b343-108a3bbd1876 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:56.054545 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a42dd1c-de91-4af3-b343-108a3bbd1876 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.069348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: bef5c724-c755-4e56-9395-4d4a60f50a5d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:42:56.070358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bef5c724-c755-4e56-9395-4d4a60f50a5d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:42:56.268585 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a42dd1c-de91-4af3-b343-108a3bbd1876 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (ff4f9b9c-db87-468b-bea6-fff86fa3b675), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.335612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42dd1c-de91-4af3-b343-108a3bbd1876 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Subnet': ['ID=ff4f9b9c-db87-468b-bea6-fff86fa3b675,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:56.345131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42dd1c-de91-4af3-b343-108a3bbd1876 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Checking segment: {'id': '250f1f52-c42d-4ee9-9739-647b4d39d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:56.345282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42dd1c-de91-4af3-b343-108a3bbd1876 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network hostable DHCP agents. Network: 3aeb2a9f-00b7-465b-9acb-ad454ef526f6, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:42:56.372455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42dd1c-de91-4af3-b343-108a3bbd1876 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:42:56.403335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2a42dd1c-de91-4af3-b343-108a3bbd1876 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 3aeb2a9f-00b7-465b-9acb-ad454ef526f6) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:56.408455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a42dd1c-de91-4af3-b343-108a3bbd1876 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:56.409164 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a42dd1c-de91-4af3-b343-108a3bbd1876 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.414732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb11d5a1-5c8a-4952-b356-d51636b3fef0 None None] Network 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:56.434713 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2a42dd1c-de91-4af3-b343-108a3bbd1876 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5214379 Feb 11 04:42:56.437748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49506) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:56.444486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-131faa83-f63f-4462-a7be-5985eaddbaa9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-591501512'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:56.477124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9acc6b-23ab-4538-a29d-3f251845b3a5 req-360040de-3cfe-4276-8e99-ea1a2272db24 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:56.478594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e9acc6b-23ab-4538-a29d-3f251845b3a5 req-360040de-3cfe-4276-8e99-ea1a2272db24 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1173260 Feb 11 04:42:56.486814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131faa83-f63f-4462-a7be-5985eaddbaa9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:56.490595 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-131faa83-f63f-4462-a7be-5985eaddbaa9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.551888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131faa83-f63f-4462-a7be-5985eaddbaa9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:42:56.554705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-3aeb2a9f-00b7-465b-9acb-ad454ef526f6', 'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6', 'project_id': '49e1f74c01434e6385812c219e96e249', 'fixed_ips': [{'subnet_id': 'ff4f9b9c-db87-468b-bea6-fff86fa3b675'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:42:56.555988 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.563814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e9acc6b-23ab-4538-a29d-3f251845b3a5 req-594928db-95ce-4250-9e67-d34889f31f46 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716090 Feb 11 04:42:56.587103 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-131faa83-f63f-4462-a7be-5985eaddbaa9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (280f13bd-cda4-458f-ba2c-4578d44aeb22), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.587503 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-131faa83-f63f-4462-a7be-5985eaddbaa9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Added segment 280f13bd-cda4-458f-ba2c-4578d44aeb22 of type vlan for network 846f11c0-e757-49b6-943e-58e1af13c4af Feb 11 04:42:56.652103 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-131faa83-f63f-4462-a7be-5985eaddbaa9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (846f11c0-e757-49b6-943e-58e1af13c4af), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.682711 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-131faa83-f63f-4462-a7be-5985eaddbaa9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (846f11c0-e757-49b6-943e-58e1af13c4af), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.688793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131faa83-f63f-4462-a7be-5985eaddbaa9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:56.689724 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-131faa83-f63f-4462-a7be-5985eaddbaa9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.742705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Allocated IP 19.80.0.2 (3aeb2a9f-00b7-465b-9acb-ad454ef526f6/ff4f9b9c-db87-468b-bea6-fff86fa3b675/489fb12a-9728-4d46-a2e4-364949d91a66) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:56.760544 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-131faa83-f63f-4462-a7be-5985eaddbaa9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3213940 Feb 11 04:42:56.763568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49514) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:56.764152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131faa83-f63f-4462-a7be-5985eaddbaa9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Network': ['ID=846f11c0-e757-49b6-943e-58e1af13c4af,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:56.768907 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-52917439-78d8-4f05-b2f1-e245082f6de5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'subnet': {'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:56.782070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 846f11c0-e757-49b6-943e-58e1af13c4af details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:42:56.921638 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52917439-78d8-4f05-b2f1-e245082f6de5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:56.927713 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52917439-78d8-4f05-b2f1-e245082f6de5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.026374 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Publish callbacks [] for port (489fb12a-9728-4d46-a2e4-364949d91a66), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.036122 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.055165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554e07c-dcb3-411b-8232-4dd75026a09d req-64562130-e692-45ef-83e2-44f56e26deed tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:57.058811 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3554e07c-dcb3-411b-8232-4dd75026a09d req-64562130-e692-45ef-83e2-44f56e26deed tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 948 time: 0.1019804 Feb 11 04:42:57.108069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Network 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:57.112064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Pushing event updated for resources: {'Port': ['ID=489fb12a-9728-4d46-a2e4-364949d91a66,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:57.123132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:57.126599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:57.131242 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3554e07c-dcb3-411b-8232-4dd75026a09d req-44ea3806-7510-4290-9303-74bfc893ee75 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633938 Feb 11 04:42:57.215024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Attempting to bind port 489fb12a-9728-4d46-a2e4-364949d91a66 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:57.215816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Attempting to bind port 489fb12a-9728-4d46-a2e4-364949d91a66 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '250f1f52-c42d-4ee9-9739-647b4d39d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:57.216464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Attempting to bind port 489fb12a-9728-4d46-a2e4-364949d91a66 on network 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:57.216583 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52917439-78d8-4f05-b2f1-e245082f6de5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (4d58e738-6647-4a62-b0f1-caec7ff99e92), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.223176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:57.223982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Checking segment: {'id': '250f1f52-c42d-4ee9-9739-647b4d39d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:57.224690 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.225334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Bound using segment: {'id': '250f1f52-c42d-4ee9-9739-647b4d39d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:57.226463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Bound port: 489fb12a-9728-4d46-a2e4-364949d91a66, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250f1f52-c42d-4ee9-9739-647b4d39d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:57.227485 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.297210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52917439-78d8-4f05-b2f1-e245082f6de5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Subnet': ['ID=4d58e738-6647-4a62-b0f1-caec7ff99e92,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:57.314259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] For port 489fb12a-9728-4d46-a2e4-364949d91a66, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:57.318288 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] For port 489fb12a-9728-4d46-a2e4-364949d91a66, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=489fb12a-9728-4d46-a2e4-364949d91a66,segment=NetworkSegment(250f1f52-c42d-4ee9-9739-647b4d39d35d),segment_id=250f1f52-c42d-4ee9-9739-647b4d39d35d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:57.327341 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.334551 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52917439-78d8-4f05-b2f1-e245082f6de5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Checking segment: {'id': '280f13bd-cda4-458f-ba2c-4578d44aeb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:57.335028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52917439-78d8-4f05-b2f1-e245082f6de5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network hostable DHCP agents. Network: 846f11c0-e757-49b6-943e-58e1af13c4af, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:42:57.354404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52917439-78d8-4f05-b2f1-e245082f6de5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network 846f11c0-e757-49b6-943e-58e1af13c4af is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:42:57.375150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-52917439-78d8-4f05-b2f1-e245082f6de5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 846f11c0-e757-49b6-943e-58e1af13c4af) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:57.389623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52917439-78d8-4f05-b2f1-e245082f6de5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:57.390168 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52917439-78d8-4f05-b2f1-e245082f6de5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.391781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29384abf-68b3-4730-bd4a-1bc884c4bbaa None None] Network 846f11c0-e757-49b6-943e-58e1af13c4af requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:57.421105 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-52917439-78d8-4f05-b2f1-e245082f6de5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6563082 Feb 11 04:42:57.524424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506dc74-03c3-410d-8905-080db5f4ecb3 None None] Pushing event updated for resources: {'Port': ['ID=489fb12a-9728-4d46-a2e4-364949d91a66,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:57.550976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-846f11c0-e757-49b6-943e-58e1af13c4af', 'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af', 'project_id': '49e1f74c01434e6385812c219e96e249', 'fixed_ips': [{'subnet_id': '4d58e738-6647-4a62-b0f1-caec7ff99e92'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:42:57.552116 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.791586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7ead-ebd0-4acd-8867-0d65b3fee4fc req-b4037c73-cf99-46ed-9b5c-a119bf8dec66 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:57.793154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-320c7ead-ebd0-4acd-8867-0d65b3fee4fc req-b4037c73-cf99-46ed-9b5c-a119bf8dec66 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0999222 Feb 11 04:42:57.840361 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Allocated IP 19.86.0.2 (846f11c0-e757-49b6-943e-58e1af13c4af/4d58e738-6647-4a62-b0f1-caec7ff99e92/c1bf15d8-f572-435b-9757-9758ecc0ef31) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:57.886679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-8fa2c5a2-7554-45be-b622-d9a71d7c134d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:57.892521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-8fa2c5a2-7554-45be-b622-d9a71d7c134d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:57.895430 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-320c7ead-ebd0-4acd-8867-0d65b3fee4fc req-2f1f1dca-1b22-4f2a-a5eb-231cacb3246d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947080 Feb 11 04:42:57.903040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-8fa2c5a2-7554-45be-b622-d9a71d7c134d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/networks?id=3aeb2a9f-00b7-465b-9acb-ad454ef526f6&id=846f11c0-e757-49b6-943e-58e1af13c4af HTTP/1.1" status: 200 len: 1391 time: 0.1945407 Feb 11 04:42:57.927688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-8edb8d48-54fc-47ec-953a-2dacaddcbeca tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/quotas/49e1f74c01434e6385812c219e96e249 HTTP/1.1" status: 200 len: 375 time: 0.0226920 Feb 11 04:42:58.006759 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-de571992-0200-42a6-bae3-404c9fb88ce3 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=49e1f74c01434e6385812c219e96e249&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777383 Feb 11 04:42:58.070654 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Publish callbacks [] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.080364 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.133525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 489fb12a-9728-4d46-a2e4-364949d91a66 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:58.152201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-86506c4d-60dc-4752-816f-40ec3e8b3e4c service neutron] 10.222.0.48 "GET /v2.0/networks/3aeb2a9f-00b7-465b-9acb-ad454ef526f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382172 Feb 11 04:42:58.187155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Network 846f11c0-e757-49b6-943e-58e1af13c4af is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:58.198277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:58.207434 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:58.211865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Pushing event updated for resources: {'Port': ['ID=c1bf15d8-f572-435b-9757-9758ecc0ef31,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:58.277830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 489fb12a-9728-4d46-a2e4-364949d91a66 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:58.278214 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.302849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-9ed17b89-afc1-4e1d-982d-ddb1068c522d service neutron] 10.222.0.48 "GET /v2.0/networks/3aeb2a9f-00b7-465b-9acb-ad454ef526f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444361 Feb 11 04:42:58.341359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Attempting to bind port c1bf15d8-f572-435b-9757-9758ecc0ef31 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:58.342249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Attempting to bind port c1bf15d8-f572-435b-9757-9758ecc0ef31 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '280f13bd-cda4-458f-ba2c-4578d44aeb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:58.342617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Attempting to bind port c1bf15d8-f572-435b-9757-9758ecc0ef31 on network 846f11c0-e757-49b6-943e-58e1af13c4af {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:58.344076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909d628-da76-4ee5-b664-c96da631fbef req-e2e44cae-c078-4ce2-a537-3aad5079a92f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:58.345884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e909d628-da76-4ee5-b664-c96da631fbef req-e2e44cae-c078-4ce2-a537-3aad5079a92f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 948 time: 0.0999653 Feb 11 04:42:58.366562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:58.373699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Checking segment: {'id': '280f13bd-cda4-458f-ba2c-4578d44aeb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:58.374413 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.377136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Bound using segment: {'id': '280f13bd-cda4-458f-ba2c-4578d44aeb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:58.378247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Bound port: c1bf15d8-f572-435b-9757-9758ecc0ef31, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280f13bd-cda4-458f-ba2c-4578d44aeb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:58.379456 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.432937 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-f7e7ea7e-4bcc-4433-aaa6-63e297eec045 service neutron] 10.222.0.48 "GET /v2.0/networks/846f11c0-e757-49b6-943e-58e1af13c4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228621 Feb 11 04:42:58.451907 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e909d628-da76-4ee5-b664-c96da631fbef req-55316504-5ec4-4499-b696-24ccacc797db tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979891 Feb 11 04:42:58.476526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49556) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:58.569405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] For port c1bf15d8-f572-435b-9757-9758ecc0ef31, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:58.572821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] For port c1bf15d8-f572-435b-9757-9758ecc0ef31, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c1bf15d8-f572-435b-9757-9758ecc0ef31,segment=NetworkSegment(280f13bd-cda4-458f-ba2c-4578d44aeb22),segment_id=280f13bd-cda4-458f-ba2c-4578d44aeb22)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:58.581150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 489fb12a-9728-4d46-a2e4-364949d91a66 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:58.581585 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.598804 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.599155 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-9fb509dc-b479-4b11-9946-1ef9c235614b service neutron] 10.222.0.48 "GET /v2.0/networks/846f11c0-e757-49b6-943e-58e1af13c4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561823 Feb 11 04:42:58.675811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 489fb12a-9728-4d46-a2e4-364949d91a66, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=489fb12a-9728-4d46-a2e4-364949d91a66,segment=NetworkSegment(250f1f52-c42d-4ee9-9739-647b4d39d35d),segment_id=250f1f52-c42d-4ee9-9739-647b4d39d35d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:58.687399 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.687664 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c0d5b87-4138-4253-9a88-b876f2666960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.714369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dea2ce-5654-4b3e-845f-a2440eda5e59 None None] Pushing event updated for resources: {'Port': ['ID=c1bf15d8-f572-435b-9757-9758ecc0ef31,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:58.817633 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c0d5b87-4138-4253-9a88-b876f2666960 admin admin] Publish callbacks [] for security_group (de35c39f-e24b-4665-90e4-becc5737cdc3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.823746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=489fb12a-9728-4d46-a2e4-364949d91a66,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:58.836466 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c0d5b87-4138-4253-9a88-b876f2666960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (de35c39f-e24b-4665-90e4-becc5737cdc3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.892584 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f176bebc-ae01-4e24-8bc0-33d0bd978eb5 req-7ae312f3-bb7f-4e48-ba64-7e3ebff43edc tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 210 time: 0.0465086 Feb 11 04:42:58.927427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3151b69e-d6ee-4b45-9eab-8aacce3ee826 None None] Network 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:58.929878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d5b87-4138-4253-9a88-b876f2666960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de35c39f-e24b-4665-90e4-becc5737cdc3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:58.942606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0c0d5b87-4138-4253-9a88-b876f2666960 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5634275304944387beaf8cfe251d9365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649854 Feb 11 04:42:58.943093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49566) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:59.062722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:59.124715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-16928887-95d9-41c5-9c63-f1d2ae5812b1 None None] Provisioning complete for port 489fb12a-9728-4d46-a2e4-364949d91a66 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:59.130016 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16928887-95d9-41c5-9c63-f1d2ae5812b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:59.151950 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50dace3e-9249-4a2f-a605-4d285f53c98a admin admin] Publish callbacks [] for security_group (de35c39f-e24b-4665-90e4-becc5737cdc3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:59.181757 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50dace3e-9249-4a2f-a605-4d285f53c98a admin admin] Publish callbacks [] for security_group (de35c39f-e24b-4665-90e4-becc5737cdc3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:59.266557 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50dace3e-9249-4a2f-a605-4d285f53c98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (de35c39f-e24b-4665-90e4-becc5737cdc3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:59.271168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50dace3e-9249-4a2f-a605-4d285f53c98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:59.299348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-50dace3e-9249-4a2f-a605-4d285f53c98a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de35c39f-e24b-4665-90e4-becc5737cdc3 HTTP/1.1" status: 204 len: 168 time: 0.3453743 Feb 11 04:42:59.315046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dace3e-9249-4a2f-a605-4d285f53c98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de35c39f-e24b-4665-90e4-becc5737cdc3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:59.344871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:59.368367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-16928887-95d9-41c5-9c63-f1d2ae5812b1 None None] Current status of the port 489fb12a-9728-4d46-a2e4-364949d91a66 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:59.370873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '96eeaf57-c358-4771-a88f-2fd5c9dfe0fc', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '96eeaf57-c358-4771-a88f-2fd5c9dfe0fc', 'mac_address': 'fa:16:3e:14:ab:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:59.372719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b951-f0e4-4c48-8c7d-b53c2cbfc1be req-01265c96-1f20-489b-b229-0b90948c01db tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:59.374236 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3275b951-f0e4-4c48-8c7d-b53c2cbfc1be req-01265c96-1f20-489b-b229-0b90948c01db tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.3252230 Feb 11 04:42:59.425049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:59.425457 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:59.465078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:59.476255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3275b951-f0e4-4c48-8c7d-b53c2cbfc1be req-ceced00b-4a4d-48ab-8fad-9a756c6b33da tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902538 Feb 11 04:42:59.524273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:59.539468 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:59.651821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:59.746636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e566c4-391c-4176-ae12-3a671f565da3 req-1f4dc3dd-dc35-49d4-b8af-2fde9d29d51e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:59.748555 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e0e566c4-391c-4176-ae12-3a671f565da3 req-1f4dc3dd-dc35-49d4-b8af-2fde9d29d51e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 949 time: 0.1317253 Feb 11 04:42:59.800977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-035c6d82-3466-40bd-aa5a-24997b21afe0 None None] Provisioning complete for port 489fb12a-9728-4d46-a2e4-364949d91a66 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:59.803482 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-035c6d82-3466-40bd-aa5a-24997b21afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:59.839574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e0e566c4-391c-4176-ae12-3a671f565da3 req-f20de5df-b648-4f56-8ef2-4b98937f60b2 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832324 Feb 11 04:42:59.854800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49586) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:59.873706 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbebf-cad8-4934-a7fd-2bb8d2390b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:59.994056 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbebf-cad8-4934-a7fd-2bb8d2390b16 admin admin] Publish callbacks [] for security_group (5db22741-cf8f-4301-bbc9-95a704ea7bbc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:00.001437 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbebf-cad8-4934-a7fd-2bb8d2390b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5db22741-cf8f-4301-bbc9-95a704ea7bbc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:00.004352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-035c6d82-3466-40bd-aa5a-24997b21afe0 None None] Current status of the port 489fb12a-9728-4d46-a2e4-364949d91a66 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:00.069180 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b14965bc-ff87-4f1f-a0af-49fdc3893d19 req-f2976acd-b932-43f7-9ddd-60afea5908cb tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 210 time: 0.0629220 Feb 11 04:43:00.091830 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0a5cbebf-cad8-4934-a7fd-2bb8d2390b16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b292555de4f42bbbdbb05833b65147b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373397 Feb 11 04:43:00.095010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49590) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:00.100346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cbebf-cad8-4934-a7fd-2bb8d2390b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db22741-cf8f-4301-bbc9-95a704ea7bbc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:00.192587 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c64b947c-b62d-4132-884e-d7f8d75d481f admin admin] Publish callbacks [] for security_group (5db22741-cf8f-4301-bbc9-95a704ea7bbc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:00.221695 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c64b947c-b62d-4132-884e-d7f8d75d481f admin admin] Publish callbacks [] for security_group (5db22741-cf8f-4301-bbc9-95a704ea7bbc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:00.224053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 489fb12a-9728-4d46-a2e4-364949d91a66 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:00.303798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c64b947c-b62d-4132-884e-d7f8d75d481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5db22741-cf8f-4301-bbc9-95a704ea7bbc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:00.306478 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c64b947c-b62d-4132-884e-d7f8d75d481f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:00.311903 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c64b947c-b62d-4132-884e-d7f8d75d481f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5db22741-cf8f-4301-bbc9-95a704ea7bbc HTTP/1.1" status: 204 len: 168 time: 0.2154787 Feb 11 04:43:00.316148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 489fb12a-9728-4d46-a2e4-364949d91a66 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:00.316542 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:00.322508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b947c-b62d-4132-884e-d7f8d75d481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db22741-cf8f-4301-bbc9-95a704ea7bbc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:00.353699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5b7452-fd7c-4bc7-b335-59da37e96ec2 None None] Network 846f11c0-e757-49b6-943e-58e1af13c4af requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:00.662025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813159fe-cda6-454e-9a2a-8845d0b5a796 req-eedde5ad-f623-4bea-88bc-65800a1a2edf tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:00.663899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-813159fe-cda6-454e-9a2a-8845d0b5a796 req-eedde5ad-f623-4bea-88bc-65800a1a2edf tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0872796 Feb 11 04:43:00.678267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['96eeaf57-c358-4771-a88f-2fd5c9dfe0fc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:00.743780 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-813159fe-cda6-454e-9a2a-8845d0b5a796 req-9e018f4c-b27c-4a55-8926-d23725952958 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730548 Feb 11 04:43:00.765777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-869a9913-8c22-4c55-b809-686bff292069 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:00.770586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-869a9913-8c22-4c55-b809-686bff292069 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:00.772215 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-869a9913-8c22-4c55-b809-686bff292069 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "GET /v2.0/networks?id=3aeb2a9f-00b7-465b-9acb-ad454ef526f6&id=846f11c0-e757-49b6-943e-58e1af13c4af HTTP/1.1" status: 200 len: 1391 time: 0.2503800 Feb 11 04:43:00.789607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7b90912f-34a0-4b99-bba7-5fe79a8ffb9f None None] Provisioning complete for port c1bf15d8-f572-435b-9757-9758ecc0ef31 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:00.789988 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b90912f-34a0-4b99-bba7-5fe79a8ffb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:00.816999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'port': {'device_id': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6', 'admin_state_up': True, 'tenant_id': '49e1f74c01434e6385812c219e96e249'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:00.939575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 489fb12a-9728-4d46-a2e4-364949d91a66 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:00.940528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c1bf15d8-f572-435b-9757-9758ecc0ef31 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:01.034534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:01.043512 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:01.093254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16567e4a-c660-48d1-b8c9-65dfaf2b3414 req-b7dac526-3db9-4ee2-98b6-95a69e7f10bf tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:01.095405 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16567e4a-c660-48d1-b8c9-65dfaf2b3414 req-b7dac526-3db9-4ee2-98b6-95a69e7f10bf tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 949 time: 0.1686740 Feb 11 04:43:01.108943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7b90912f-34a0-4b99-bba7-5fe79a8ffb9f None None] Current status of the port c1bf15d8-f572-435b-9757-9758ecc0ef31 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:01.109569 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b90912f-34a0-4b99-bba7-5fe79a8ffb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:01.142844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c1bf15d8-f572-435b-9757-9758ecc0ef31 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:01.143666 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:01.186632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7b90912f-34a0-4b99-bba7-5fe79a8ffb9f None None] For port c1bf15d8-f572-435b-9757-9758ecc0ef31, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c1bf15d8-f572-435b-9757-9758ecc0ef31,segment=NetworkSegment(280f13bd-cda4-458f-ba2c-4578d44aeb22),segment_id=280f13bd-cda4-458f-ba2c-4578d44aeb22)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:01.201574 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b90912f-34a0-4b99-bba7-5fe79a8ffb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:01.291047 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a17b563-7918-4d1a-be2d-9c440db271b7 req-0f8629e3-7d61-415a-b389-aa23b9a26707 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 210 time: 0.0662377 Feb 11 04:43:01.372043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90912f-34a0-4b99-bba7-5fe79a8ffb9f None None] Pushing event updated for resources: {'Port': ['ID=c1bf15d8-f572-435b-9757-9758ecc0ef31,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:01.389931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c1bf15d8-f572-435b-9757-9758ecc0ef31 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:01.525049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16567e4a-c660-48d1-b8c9-65dfaf2b3414 req-3ba0105f-770a-4e62-a1fe-24918110f88c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157767 Feb 11 04:43:01.526230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0f08253c-8224-4865-8672-a8604e3c7ae4 None None] Provisioning complete for port c1bf15d8-f572-435b-9757-9758ecc0ef31 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:01.526612 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f08253c-8224-4865-8672-a8604e3c7ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:01.608615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Allocated IP 19.80.0.64 (3aeb2a9f-00b7-465b-9acb-ad454ef526f6/ff4f9b9c-db87-468b-bea6-fff86fa3b675/eac2207f-fc91-4cb6-bebf-0034cb2e3a7f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:01.613525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0f08253c-8224-4865-8672-a8604e3c7ae4 None None] Current status of the port c1bf15d8-f572-435b-9757-9758ecc0ef31 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:01.776962 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:01.828799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:01.881050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906f00a-5163-4c7a-b77c-3ff9ffe3ee41 req-4d3a3634-4930-4120-964a-de37ca3c8196 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:01.883849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:01.884619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c906f00a-5163-4c7a-b77c-3ff9ffe3ee41 req-4d3a3634-4930-4120-964a-de37ca3c8196 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0635800 Feb 11 04:43:01.892520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:01.896438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:01.953656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Port': ['ID=eac2207f-fc91-4cb6-bebf-0034cb2e3a7f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:01.973784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:01.974547 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:01.982592 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c906f00a-5163-4c7a-b77c-3ff9ffe3ee41 req-08ec0a5e-fbc2-4a85-87f1-463abb2aaa0e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860009 Feb 11 04:43:01.996942 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-1a25849a-5233-43e8-afa7-f99badd7300f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1841843 Feb 11 04:43:02.013572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Request body: {'port': {'device_id': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af', 'admin_state_up': True, 'tenant_id': '49e1f74c01434e6385812c219e96e249'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:02.079248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c1bf15d8-f572-435b-9757-9758ecc0ef31 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:02.172683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c1bf15d8-f572-435b-9757-9758ecc0ef31 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:02.173523 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:02.220015 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Made reservation on behalf of 49e1f74c01434e6385812c219e96e249 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:02.224693 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:02.277187 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9baa0bad-bf79-47bb-9cc8-c9328b2501c2 None None] Provisioning complete for port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:02.277568 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9baa0bad-bf79-47bb-9cc8-c9328b2501c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:02.321581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c1bf15d8-f572-435b-9757-9758ecc0ef31 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:02.342195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9baa0bad-bf79-47bb-9cc8-c9328b2501c2 None None] Port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:02.423364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Allocated IP 19.86.0.194 (846f11c0-e757-49b6-943e-58e1af13c4af/4d58e738-6647-4a62-b0f1-caec7ff99e92/d6951d5c-89bd-4bbd-a309-533860aced53) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:02.463554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfaa2e-508e-4e15-8c86-f0b2f92f636b req-8ead7a45-70e6-49f6-81e6-beba1f432079 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:02.465064 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-11cfaa2e-508e-4e15-8c86-f0b2f92f636b req-8ead7a45-70e6-49f6-81e6-beba1f432079 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 931 time: 0.0972798 Feb 11 04:43:02.563730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-11cfaa2e-508e-4e15-8c86-f0b2f92f636b req-bbdd46b3-9531-4bd6-9ad9-166f295a59a5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874398 Feb 11 04:43:02.643262 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for port (d6951d5c-89bd-4bbd-a309-533860aced53), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:02.683064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:02.709755 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9248ed-0677-4340-bded-8b882b26fcd1 req-c8c0c1b1-245b-4bf2-b30f-e8fd864c469d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:02.712081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c9248ed-0677-4340-bded-8b882b26fcd1 req-c8c0c1b1-245b-4bf2-b30f-e8fd864c469d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 949 time: 0.0924473 Feb 11 04:43:02.730454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Network 846f11c0-e757-49b6-943e-58e1af13c4af is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:02.733626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:02.736694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:02.778416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event updated for resources: {'Port': ['ID=d6951d5c-89bd-4bbd-a309-533860aced53,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:02.820886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:02.821612 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:02.822362 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c9248ed-0677-4340-bded-8b882b26fcd1 req-0e092b20-8425-42ed-82ad-e66f558ca160 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984478 Feb 11 04:43:02.844821 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-b494015f-89bc-4b45-963b-d11a49ce582e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8358402 Feb 11 04:43:02.938023 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:03.011896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Request body: {'port': {'device_id': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:03.078589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-80d2c483-8366-48fb-bb14-561c7d709943 None None] Provisioning complete for port d6951d5c-89bd-4bbd-a309-533860aced53 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:03.079282 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80d2c483-8366-48fb-bb14-561c7d709943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:03.128721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-80d2c483-8366-48fb-bb14-561c7d709943 None None] Port d6951d5c-89bd-4bbd-a309-533860aced53 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:03.165958 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:03.185524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fa4a8-f7ea-40c8-b137-e083cbc9208d req-f792e50c-f9b1-4769-ab6d-d5d9af9521db tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:03.187128 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-756fa4a8-f7ea-40c8-b137-e083cbc9208d req-f792e50c-f9b1-4769-ab6d-d5d9af9521db tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1148131 Feb 11 04:43:03.331017 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-756fa4a8-f7ea-40c8-b137-e083cbc9208d req-4beb0b7e-4dc8-4819-b32d-7afe28ee633d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161084 Feb 11 04:43:03.484806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac2207f-fc91-4cb6-bebf-0034cb2e3a7f {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:03.492439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Publish callbacks [] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:03.505617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Transition to ACTIVE for port object eac2207f-fc91-4cb6-bebf-0034cb2e3a7f will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:03.517385 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:03.574947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Pushing event updated for resources: {'Port': ['ID=eac2207f-fc91-4cb6-bebf-0034cb2e3a7f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:03.662452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Attempting to bind port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:03.662692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Attempting to bind port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '250f1f52-c42d-4ee9-9739-647b4d39d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:03.663024 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Attempting to bind port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f on network 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:03.676664 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f on network 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:03.678142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Attempting to bind port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f on network 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:03.686009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:03.688297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Checking segment: {'id': '250f1f52-c42d-4ee9-9739-647b4d39d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:03.689559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Bound using segment: {'id': '250f1f52-c42d-4ee9-9739-647b4d39d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:03.693804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Bound port: eac2207f-fc91-4cb6-bebf-0034cb2e3a7f, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '250f1f52-c42d-4ee9-9739-647b4d39d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:03.694206 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:03.790213 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] For port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:03.794220 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] For port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=eac2207f-fc91-4cb6-bebf-0034cb2e3a7f,segment=NetworkSegment(250f1f52-c42d-4ee9-9739-647b4d39d35d),segment_id=250f1f52-c42d-4ee9-9739-647b4d39d35d)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:03.812274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:03.893645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:03.894278 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:03.895736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] 10.222.0.10 "PUT /v2.0/ports/eac2207f-fc91-4cb6-bebf-0034cb2e3a7f HTTP/1.1" status: 200 len: 1092 time: 1.0379877 Feb 11 04:43:03.904858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'tag': 'eac2207f-fc91-4cb6-bebf-0034cb2e3a7f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:03.908142 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee30620e-bc3c-42f3-ba0f-73021b9d64d8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5f7344-bb16-49cb-902e-f1f79b679d37", "tag": "eac2207f-fc91-4cb6-bebf-0034cb2e3a7f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:03.939897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Request body: {'port': {'device_id': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:03.996105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe6b0f-3c0e-4d1a-9f76-da71a32e7170 service neutron] Pushing event updated for resources: {'Port': ['ID=eac2207f-fc91-4cb6-bebf-0034cb2e3a7f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:04.044692 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.101270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a3dec-e960-4579-a15c-dca7ea539641 req-9dfcc943-b1e4-4639-b32d-48c5457f3f84 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.113940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2a18a-c136-47db-8bba-2b80c1661e32 req-f48ae68e-d05f-4f2a-8b8e-32eca363f57f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.116438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e1a3dec-e960-4579-a15c-dca7ea539641 req-9dfcc943-b1e4-4639-b32d-48c5457f3f84 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 949 time: 0.1279047 Feb 11 04:43:04.121393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2a18a-c136-47db-8bba-2b80c1661e32 req-f48ae68e-d05f-4f2a-8b8e-32eca363f57f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.123878 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0cf2a18a-c136-47db-8bba-2b80c1661e32 req-f48ae68e-d05f-4f2a-8b8e-32eca363f57f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1666 time: 0.2396135 Feb 11 04:43:04.207463 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e1a3dec-e960-4579-a15c-dca7ea539641 req-d32f7ae4-3875-4184-b1a4-317c94d71269 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900028 Feb 11 04:43:04.295249 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0cf2a18a-c136-47db-8bba-2b80c1661e32 req-cd46f88b-c6a1-4057-bfec-7a3be0040bd9 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650648 Feb 11 04:43:04.513504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb52ca-b5e0-46ff-8fd8-2a0b646538c8 req-f1583283-7183-493a-bc44-c4abced8103c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.515048 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7edb52ca-b5e0-46ff-8fd8-2a0b646538c8 req-f1583283-7183-493a-bc44-c4abced8103c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0895376 Feb 11 04:43:04.526002 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3674b9b-778c-41d8-af54-2df92a358c2f x-openstack-request-id: req-b3674b9b-778c-41d8-af54-2df92a358c2f {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:04.526369 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5f7344-bb16-49cb-902e-f1f79b679d37", "tag": "eac2207f-fc91-4cb6-bebf-0034cb2e3a7f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:04.526620 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3674b9b-778c-41d8-af54-2df92a358c2f {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:04.527078 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'tag': 'eac2207f-fc91-4cb6-bebf-0034cb2e3a7f', 'status': 'completed', 'code': 200} Feb 11 04:43:04.598401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6951d5c-89bd-4bbd-a309-533860aced53 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:04.613302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Publish callbacks [] for port (d6951d5c-89bd-4bbd-a309-533860aced53), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.634007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7edb52ca-b5e0-46ff-8fd8-2a0b646538c8 req-8e20a2c0-5b61-4fd7-8eb6-1e9bf6bf37ff tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059899 Feb 11 04:43:04.642021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Transition to ACTIVE for port object d6951d5c-89bd-4bbd-a309-533860aced53 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:04.648213 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.657199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30620e-bc3c-42f3-ba0f-73021b9d64d8 req-b45f01cf-284e-4458-9e7f-749ea95149a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.657887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30620e-bc3c-42f3-ba0f-73021b9d64d8 req-b45f01cf-284e-4458-9e7f-749ea95149a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.659685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ee30620e-bc3c-42f3-ba0f-73021b9d64d8 req-b45f01cf-284e-4458-9e7f-749ea95149a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49e1f74c01434e6385812c219e96e249&device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1945 time: 0.0960011 Feb 11 04:43:04.738922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6951d5c-89bd-4bbd-a309-533860aced53,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:04.838225 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Attempting to bind port d6951d5c-89bd-4bbd-a309-533860aced53 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:04.838565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Attempting to bind port d6951d5c-89bd-4bbd-a309-533860aced53 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '280f13bd-cda4-458f-ba2c-4578d44aeb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:04.838919 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Attempting to bind port d6951d5c-89bd-4bbd-a309-533860aced53 on network 846f11c0-e757-49b6-943e-58e1af13c4af {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:04.858984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Port d6951d5c-89bd-4bbd-a309-533860aced53 on network 846f11c0-e757-49b6-943e-58e1af13c4af not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:04.858984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Attempting to bind port d6951d5c-89bd-4bbd-a309-533860aced53 on network 846f11c0-e757-49b6-943e-58e1af13c4af {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:04.864175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:04.864475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Checking segment: {'id': '280f13bd-cda4-458f-ba2c-4578d44aeb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:04.864863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Bound using segment: {'id': '280f13bd-cda4-458f-ba2c-4578d44aeb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:04.865284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Bound port: d6951d5c-89bd-4bbd-a309-533860aced53, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280f13bd-cda4-458f-ba2c-4578d44aeb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:04.865778 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.937461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30620e-bc3c-42f3-ba0f-73021b9d64d8 req-925844e7-1b2b-4c8e-89a6-f75d2459737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.937993 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30620e-bc3c-42f3-ba0f-73021b9d64d8 req-925844e7-1b2b-4c8e-89a6-f75d2459737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.938462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30620e-bc3c-42f3-ba0f-73021b9d64d8 req-925844e7-1b2b-4c8e-89a6-f75d2459737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.940185 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ee30620e-bc3c-42f3-ba0f-73021b9d64d8 req-925844e7-1b2b-4c8e-89a6-f75d2459737b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=49e1f74c01434e6385812c219e96e249&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2677495 Feb 11 04:43:04.952500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] For port d6951d5c-89bd-4bbd-a309-533860aced53, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:04.959032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] For port d6951d5c-89bd-4bbd-a309-533860aced53, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d6951d5c-89bd-4bbd-a309-533860aced53,segment=NetworkSegment(280f13bd-cda4-458f-ba2c-4578d44aeb22),segment_id=280f13bd-cda4-458f-ba2c-4578d44aeb22)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:04.974587 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:05.020240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:05.030342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.031062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:05.032374 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] 10.222.0.10 "PUT /v2.0/ports/d6951d5c-89bd-4bbd-a309-533860aced53 HTTP/1.1" status: 200 len: 1093 time: 1.0982215 Feb 11 04:43:05.083463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e051c99-87cc-434e-a6e3-82e5a84b26b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6951d5c-89bd-4bbd-a309-533860aced53,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:05.124115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:43:05.129468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:05.130372 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:05.188988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30620e-bc3c-42f3-ba0f-73021b9d64d8 req-f57a1789-230b-498c-ba89-ccf01a63ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.191499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ee30620e-bc3c-42f3-ba0f-73021b9d64d8 req-f57a1789-230b-498c-ba89-ccf01a63ff5f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2460103 Feb 11 04:43:05.270050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:05.270832 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:05.306325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f05a2fd-351e-449c-babd-e9c76f572f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eeaf57-c358-4771-a88f-2fd5c9dfe0fc'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:05.310771 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aea5eba-f37a-4929-92f1-78bc3cb65520" -d '{"events": [{"server_uuid": "1f05a2fd-351e-449c-babd-e9c76f572f0b", "name": "network-vif-plugged", "status": "completed", "tag": "96eeaf57-c358-4771-a88f-2fd5c9dfe0fc"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:05.347599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:05.354662 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:05.399272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff757b-6a2b-4a5a-8782-d8ae819f124b req-32f59aa5-de7d-4a88-a1b7-82cdb5f01bde tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.401304 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-59ff757b-6a2b-4a5a-8782-d8ae819f124b req-32f59aa5-de7d-4a88-a1b7-82cdb5f01bde tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 949 time: 0.0779879 Feb 11 04:43:05.405724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-4dcb57dd-17eb-4aaa-8ff1-9bb2c13fff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.411427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-4dcb57dd-17eb-4aaa-8ff1-9bb2c13fff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.416008 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-4dcb57dd-17eb-4aaa-8ff1-9bb2c13fff04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49e1f74c01434e6385812c219e96e249&device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 2044 time: 0.1547830 Feb 11 04:43:05.438797 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ccc669-2f6f-4dec-b462-546a6996f6be x-openstack-request-id: req-d1ccc669-2f6f-4dec-b462-546a6996f6be {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:05.439102 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f05a2fd-351e-449c-babd-e9c76f572f0b", "name": "network-vif-plugged", "status": "completed", "tag": "96eeaf57-c358-4771-a88f-2fd5c9dfe0fc", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:05.439346 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1ccc669-2f6f-4dec-b462-546a6996f6be {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:05.439774 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f05a2fd-351e-449c-babd-e9c76f572f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eeaf57-c358-4771-a88f-2fd5c9dfe0fc', 'code': 200} Feb 11 04:43:05.442410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:05.500194 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-59ff757b-6a2b-4a5a-8782-d8ae819f124b req-156de88b-c4ee-40fa-a53d-1b97cad26cf8 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929947 Feb 11 04:43:05.577237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b121a-923e-4657-9b1c-7a49e2402175 req-5e3d5ec3-f122-4f82-a9b8-e3751e4ebf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.579440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-574b121a-923e-4657-9b1c-7a49e2402175 req-5e3d5ec3-f122-4f82-a9b8-e3751e4ebf12 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 1133 time: 0.0602643 Feb 11 04:43:05.660684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-574b121a-923e-4657-9b1c-7a49e2402175 req-79db1907-3c7b-414b-9428-73885874f14e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657828 Feb 11 04:43:05.775341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a1267-dd4c-4acb-9f86-cdad3fed324a req-a80ab939-94a0-48c6-bf56-7bdbef79afa5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.777083 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac3a1267-dd4c-4acb-9f86-cdad3fed324a req-a80ab939-94a0-48c6-bf56-7bdbef79afa5 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0632229 Feb 11 04:43:05.814688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-316661a9-2d2f-4317-bdd1-7d2a5a5f0b46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.64&port_id=eac2207f-fc91-4cb6-bebf-0034cb2e3a7f HTTP/1.1" status: 200 len: 217 time: 0.3857937 Feb 11 04:43:05.832286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac3a1267-dd4c-4acb-9f86-cdad3fed324a req-a90b3e07-1761-48c9-9957-d826cc38507f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491154 Feb 11 04:43:05.869847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad93c75-21c6-4857-aa3f-7fa700ddb4c0 req-9f1f9b2b-8a35-4bdd-8281-7ebb92679450 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.875750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad93c75-21c6-4857-aa3f-7fa700ddb4c0 req-9f1f9b2b-8a35-4bdd-8281-7ebb92679450 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.877475 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cad93c75-21c6-4857-aa3f-7fa700ddb4c0 req-9f1f9b2b-8a35-4bdd-8281-7ebb92679450 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1678 time: 0.4305196 Feb 11 04:43:05.891163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-381afd9d-ceef-4f67-8087-3248841395ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.892801 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-381afd9d-ceef-4f67-8087-3248841395ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff4f9b9c-db87-468b-bea6-fff86fa3b675 HTTP/1.1" status: 200 len: 801 time: 0.0715928 Feb 11 04:43:05.971638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-ea910571-aa9c-47b0-aa2c-3f311907b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.973164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-ea910571-aa9c-47b0-aa2c-3f311907b017 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aeb2a9f-00b7-465b-9acb-ad454ef526f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0680146 Feb 11 04:43:05.977530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cad93c75-21c6-4857-aa3f-7fa700ddb4c0 req-eb9f8d8c-13aa-4b3f-9f92-bff5954a6295 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933223 Feb 11 04:43:06.067717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-6b7caf0c-6b74-498d-83e1-30786facab9b service neutron] 10.222.0.10 "GET /v2.0/networks/3aeb2a9f-00b7-465b-9acb-ad454ef526f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881071 Feb 11 04:43:06.168020 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-7d6eaa8f-4bef-46ae-8681-0507422ff27b service neutron] 10.222.0.10 "GET /v2.0/networks/3aeb2a9f-00b7-465b-9acb-ad454ef526f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947981 Feb 11 04:43:06.208958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-af07736a-78d4-4fe1-9ba7-bd1a27d54cfa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.194&port_id=d6951d5c-89bd-4bbd-a309-533860aced53 HTTP/1.1" status: 200 len: 217 time: 0.0352650 Feb 11 04:43:06.262154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-af6778aa-a90d-4303-82bd-25eb95fb3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:06.263689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-af6778aa-a90d-4303-82bd-25eb95fb3815 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d58e738-6647-4a62-b0f1-caec7ff99e92 HTTP/1.1" status: 200 len: 801 time: 0.0494263 Feb 11 04:43:06.312036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-e5fde03d-c3de-472f-8b42-cf8034b4ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:06.313535 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-e5fde03d-c3de-472f-8b42-cf8034b4ca12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846f11c0-e757-49b6-943e-58e1af13c4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440676 Feb 11 04:43:06.416323 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-478db1f3-d3e0-4a51-a19d-77db9aeb902c service neutron] 10.222.0.10 "GET /v2.0/networks/846f11c0-e757-49b6-943e-58e1af13c4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953381 Feb 11 04:43:06.514721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6efbe61-830f-4ba2-87ed-d6c3ca1e7e93 req-07402e0f-fc0f-48c3-a8c4-110208d6cfb4 service neutron] 10.222.0.10 "GET /v2.0/networks/846f11c0-e757-49b6-943e-58e1af13c4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922525 Feb 11 04:43:06.528337 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'tag': 'd6951d5c-89bd-4bbd-a309-533860aced53'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:06.532024 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5f7344-bb16-49cb-902e-f1f79b679d37", "tag": "d6951d5c-89bd-4bbd-a309-533860aced53"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:06.573055 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b83567-ddd7-44ae-88f8-54c50f08ffbe x-openstack-request-id: req-76b83567-ddd7-44ae-88f8-54c50f08ffbe {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:06.573458 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5f7344-bb16-49cb-902e-f1f79b679d37", "tag": "d6951d5c-89bd-4bbd-a309-533860aced53", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:06.573830 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76b83567-ddd7-44ae-88f8-54c50f08ffbe {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:06.574235 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'tag': 'd6951d5c-89bd-4bbd-a309-533860aced53', 'status': 'completed', 'code': 200} Feb 11 04:43:06.631706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf70d8-7805-4e76-853e-939583d90c0f req-6b91fe44-130f-4bf9-bef1-00d79dc5dd68 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:06.633417 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30cf70d8-7805-4e76-853e-939583d90c0f req-6b91fe44-130f-4bf9-bef1-00d79dc5dd68 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 950 time: 0.0559716 Feb 11 04:43:06.689877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30cf70d8-7805-4e76-853e-939583d90c0f req-7c94e943-949d-4f83-a3ad-d3af0682fe35 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462830 Feb 11 04:43:06.692382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed req-1430104b-0272-45ba-b850-c2fd6b30654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:06.693114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed req-1430104b-0272-45ba-b850-c2fd6b30654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:06.695894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed req-1430104b-0272-45ba-b850-c2fd6b30654a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49e1f74c01434e6385812c219e96e249&device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 2044 time: 0.0512662 Feb 11 04:43:06.799989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed req-eecc3048-a2c2-465a-a916-9a6b4eaee982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:06.801490 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed req-eecc3048-a2c2-465a-a916-9a6b4eaee982 service neutron] 10.222.0.10 "GET /v2.0/networks?id=846f11c0-e757-49b6-943e-58e1af13c4af HTTP/1.1" status: 200 len: 902 time: 0.0995243 Feb 11 04:43:06.843706 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed req-73936988-bde9-423d-917a-ef51642f5975 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.194&port_id=d6951d5c-89bd-4bbd-a309-533860aced53 HTTP/1.1" status: 200 len: 217 time: 0.0355213 Feb 11 04:43:06.900726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed req-49420bdf-8cd6-46b4-8218-773f8ba2cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:06.902235 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed req-49420bdf-8cd6-46b4-8218-773f8ba2cd1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d58e738-6647-4a62-b0f1-caec7ff99e92 HTTP/1.1" status: 200 len: 801 time: 0.0517123 Feb 11 04:43:06.989719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed req-cf297b75-6cac-48a3-9b50-cf98b7dc0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:06.989719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed req-cf297b75-6cac-48a3-9b50-cf98b7dc0252 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846f11c0-e757-49b6-943e-58e1af13c4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0809929 Feb 11 04:43:06.997747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353ed7a-e83f-4179-bddb-8827c84353ba req-4df4361b-2dff-4be8-bcbe-5459713c573c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:06.999504 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a353ed7a-e83f-4179-bddb-8827c84353ba req-4df4361b-2dff-4be8-bcbe-5459713c573c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0924213 Feb 11 04:43:07.104350 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:07.115365 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a353ed7a-e83f-4179-bddb-8827c84353ba req-e7914bbd-6d81-46bc-a532-825b6da17ecc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075006 Feb 11 04:43:07.121361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67c62b-fc41-43dd-a619-e07be286557c req-a9f0ad79-292e-400a-a54a-f9056529e339 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:07.127554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67c62b-fc41-43dd-a619-e07be286557c req-a9f0ad79-292e-400a-a54a-f9056529e339 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:07.129388 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce67c62b-fc41-43dd-a619-e07be286557c req-a9f0ad79-292e-400a-a54a-f9056529e339 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1678 time: 0.0737212 Feb 11 04:43:07.133914 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed req-713a7c0d-23a5-4940-abcb-0adfc5067471 service neutron] 10.222.0.10 "GET /v2.0/networks/846f11c0-e757-49b6-943e-58e1af13c4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334305 Feb 11 04:43:07.190030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce67c62b-fc41-43dd-a619-e07be286557c req-27d7c3c2-4acd-4b80-8a0c-4d39a23f8108 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530210 Feb 11 04:43:07.250729 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67f0a74c-1e5a-439a-90e0-e74306ddc7ed req-5fde8f9f-b63f-4d20-bef4-2befbdded297 service neutron] 10.222.0.10 "GET /v2.0/networks/846f11c0-e757-49b6-943e-58e1af13c4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110570 Feb 11 04:43:07.814662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109f83d-3249-43d4-9cee-5af8a7c25dab req-28909d96-f957-4ef0-9cb5-45afce5c5e37 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:07.816541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d109f83d-3249-43d4-9cee-5af8a7c25dab req-28909d96-f957-4ef0-9cb5-45afce5c5e37 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 950 time: 0.0582304 Feb 11 04:43:07.871382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d109f83d-3249-43d4-9cee-5af8a7c25dab req-f708b696-3088-4738-ba4d-9b2958a4f0f1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474427 Feb 11 04:43:08.257447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfef8b-c35a-46d9-90ca-987165adc2a3 req-9a829048-6dfb-4cd9-b2bc-b65c0ad54ccd tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:08.261282 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bedfef8b-c35a-46d9-90ca-987165adc2a3 req-9a829048-6dfb-4cd9-b2bc-b65c0ad54ccd tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0626273 Feb 11 04:43:08.326890 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bedfef8b-c35a-46d9-90ca-987165adc2a3 req-ba5c027d-3756-4b89-8522-ef2ea272ed83 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590217 Feb 11 04:43:08.352730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab479a99-9e99-438b-bcdb-efb822e2bbdd req-0f60fc09-709c-4551-8cb5-148a56f6ecdc tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:08.359285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab479a99-9e99-438b-bcdb-efb822e2bbdd req-0f60fc09-709c-4551-8cb5-148a56f6ecdc tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:08.361527 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ab479a99-9e99-438b-bcdb-efb822e2bbdd req-0f60fc09-709c-4551-8cb5-148a56f6ecdc tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1678 time: 0.0804696 Feb 11 04:43:08.415442 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ab479a99-9e99-438b-bcdb-efb822e2bbdd req-542b475e-b237-470d-9ade-ed24972ef30f tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479374 Feb 11 04:43:08.453465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49848) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:08.574447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e67f33c8-d61d-4440-a40b-fc0aaab3a7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:08.652350 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e67f33c8-d61d-4440-a40b-fc0aaab3a7f0 admin admin] Publish callbacks [] for security_group (47046f81-88d9-4306-b811-581482197eb8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:08.667452 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e67f33c8-d61d-4440-a40b-fc0aaab3a7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (47046f81-88d9-4306-b811-581482197eb8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:08.726692 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e67f33c8-d61d-4440-a40b-fc0aaab3a7f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29bd24a8b28d4797b7725e0ddc957694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717986 Feb 11 04:43:08.727529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f33c8-d61d-4440-a40b-fc0aaab3a7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47046f81-88d9-4306-b811-581482197eb8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:08.729451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49854) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:08.762059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d6951d5c-89bd-4bbd-a309-533860aced53 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:43:08.806319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Publish callbacks [] for security_group (47046f81-88d9-4306-b811-581482197eb8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:08.829507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Publish callbacks [] for security_group (47046f81-88d9-4306-b811-581482197eb8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:08.861631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port d6951d5c-89bd-4bbd-a309-533860aced53, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d6951d5c-89bd-4bbd-a309-533860aced53,segment=NetworkSegment(280f13bd-cda4-458f-ba2c-4578d44aeb22),segment_id=280f13bd-cda4-458f-ba2c-4578d44aeb22)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:08.874686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'd6951d5c-89bd-4bbd-a309-533860aced53', 'network_id': '846f11c0-e757-49b6-943e-58e1af13c4af', 'port_id': 'd6951d5c-89bd-4bbd-a309-533860aced53', 'mac_address': 'fa:16:3e:28:41:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d58e738-6647-4a62-b0f1-caec7ff99e92', 'ip_address': '19.86.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:43:08.888714 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (47046f81-88d9-4306-b811-581482197eb8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:08.891694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:08.892897 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47046f81-88d9-4306-b811-581482197eb8 HTTP/1.1" status: 204 len: 168 time: 0.1621590 Feb 11 04:43:08.917217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47046f81-88d9-4306-b811-581482197eb8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:08.938688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.939691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.941055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.941430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.941795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.942879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.943062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port d6951d5c-89bd-4bbd-a309-533860aced53 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:08.943254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.943379 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:08.943600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.943942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.944280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.944616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.945080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.945285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9118d-4e3b-43e7-acb1-8c50bc620c2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:08.968510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6951d5c-89bd-4bbd-a309-533860aced53 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:08.990765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port d6951d5c-89bd-4bbd-a309-533860aced53, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d6951d5c-89bd-4bbd-a309-533860aced53,segment=NetworkSegment(280f13bd-cda4-458f-ba2c-4578d44aeb22),segment_id=280f13bd-cda4-458f-ba2c-4578d44aeb22)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:09.011780 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.013591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device eac2207f-fc91-4cb6-bebf-0034cb2e3a7f details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:43:09.021997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fced87b-3c19-4f80-988e-03911aa5b2a7 req-4b2ba1d4-d777-4612-952a-2d895bae12bd tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:09.024062 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2fced87b-3c19-4f80-988e-03911aa5b2a7 req-4b2ba1d4-d777-4612-952a-2d895bae12bd tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 950 time: 0.0673406 Feb 11 04:43:09.103335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=d6951d5c-89bd-4bbd-a309-533860aced53,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:09.107918 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2fced87b-3c19-4f80-988e-03911aa5b2a7 req-d5da74f3-07a5-4a17-8157-5720779b31d6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720949 Feb 11 04:43:09.187554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=eac2207f-fc91-4cb6-bebf-0034cb2e3a7f,segment=NetworkSegment(250f1f52-c42d-4ee9-9739-647b4d39d35d),segment_id=250f1f52-c42d-4ee9-9739-647b4d39d35d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:09.205537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'eac2207f-fc91-4cb6-bebf-0034cb2e3a7f', 'network_id': '3aeb2a9f-00b7-465b-9acb-ad454ef526f6', 'port_id': 'eac2207f-fc91-4cb6-bebf-0034cb2e3a7f', 'mac_address': 'fa:16:3e:9d:b0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff4f9b9c-db87-468b-bea6-fff86fa3b675', 'ip_address': '19.80.0.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:43:09.232416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f59de3-8a7e-45be-88b4-00c9bc28df3d req-4d274833-cf9c-442d-91a5-a2c4c90b22b0 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:09.236058 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5f59de3-8a7e-45be-88b4-00c9bc28df3d req-4d274833-cf9c-442d-91a5-a2c4c90b22b0 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 1133 time: 0.0545509 Feb 11 04:43:09.263458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:09.264054 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.282267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac2207f-fc91-4cb6-bebf-0034cb2e3a7f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:09.294609 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5f59de3-8a7e-45be-88b4-00c9bc28df3d req-dc65729d-7ceb-46a2-9568-4b7649ab7e4d tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513732 Feb 11 04:43:09.305772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49864) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:09.321679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=eac2207f-fc91-4cb6-bebf-0034cb2e3a7f,segment=NetworkSegment(250f1f52-c42d-4ee9-9739-647b4d39d35d),segment_id=250f1f52-c42d-4ee9-9739-647b4d39d35d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:09.326605 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a885ab2b-0da6-46f7-91fc-80cbdc50b195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.329492 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.352622 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-820eb9b5-4f33-45a8-bd3e-f6ce3e999989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.387759 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=eac2207f-fc91-4cb6-bebf-0034cb2e3a7f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:09.518459 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-820eb9b5-4f33-45a8-bd3e-f6ce3e999989 admin admin] Publish callbacks [] for security_group (14107289-7e47-4c33-bfc3-a8d8cd04752b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.527829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b00376-e76f-476f-8ac1-57a21f5bb760 req-3eb2a289-5767-4806-91ae-51f0abc71e18 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:09.530458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-44b00376-e76f-476f-8ac1-57a21f5bb760 req-3eb2a289-5767-4806-91ae-51f0abc71e18 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1090679 Feb 11 04:43:09.533046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-820eb9b5-4f33-45a8-bd3e-f6ce3e999989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (14107289-7e47-4c33-bfc3-a8d8cd04752b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.562378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28130a9-4834-4742-a4af-0dabfe31f4f4 req-c807e37b-cabe-4910-88f2-110ada90b212 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:09.568923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28130a9-4834-4742-a4af-0dabfe31f4f4 req-c807e37b-cabe-4910-88f2-110ada90b212 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:09.571061 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d28130a9-4834-4742-a4af-0dabfe31f4f4 req-c807e37b-cabe-4910-88f2-110ada90b212 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1680 time: 0.0748265 Feb 11 04:43:09.589108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820eb9b5-4f33-45a8-bd3e-f6ce3e999989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14107289-7e47-4c33-bfc3-a8d8cd04752b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:09.596638 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-820eb9b5-4f33-45a8-bd3e-f6ce3e999989 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8090daaebb1c4a2aa779fa1b4ba3dbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870574 Feb 11 04:43:09.598941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49876) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:09.643981 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-44b00376-e76f-476f-8ac1-57a21f5bb760 req-c367f392-24df-4afb-89c8-d7dc5e241f70 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999162 Feb 11 04:43:09.667486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d28130a9-4834-4742-a4af-0dabfe31f4f4 req-d095c445-b69e-4400-a574-c8f6a93f6938 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902095 Feb 11 04:43:09.679507 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba47a529-f630-4ae0-9876-2cc60f2ebabe admin admin] Publish callbacks [] for security_group (14107289-7e47-4c33-bfc3-a8d8cd04752b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.705129 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba47a529-f630-4ae0-9876-2cc60f2ebabe admin admin] Publish callbacks [] for security_group (14107289-7e47-4c33-bfc3-a8d8cd04752b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.750796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['eac2207f-fc91-4cb6-bebf-0034cb2e3a7f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:09.761847 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-604a8103-18c6-413f-bd76-b2ff7c09ec87 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288537 Feb 11 04:43:09.821344 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba47a529-f630-4ae0-9876-2cc60f2ebabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (14107289-7e47-4c33-bfc3-a8d8cd04752b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.823808 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba47a529-f630-4ae0-9876-2cc60f2ebabe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.824933 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ba47a529-f630-4ae0-9876-2cc60f2ebabe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14107289-7e47-4c33-bfc3-a8d8cd04752b HTTP/1.1" status: 204 len: 168 time: 0.2271602 Feb 11 04:43:09.873591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47a529-f630-4ae0-9876-2cc60f2ebabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14107289-7e47-4c33-bfc3-a8d8cd04752b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:09.928001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f147-5355-4803-b612-e8ba3c14693d req-76368e13-9074-4288-8f49-8b42497a571b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:09.931110 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-76368e13-9074-4288-8f49-8b42497a571b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530828 Feb 11 04:43:09.949335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-c0c546d5-1de2-4268-bac8-21ade8ecd116 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/quotas/1ab9b1fc2e72485d8d8369ccbb114bd0 HTTP/1.1" status: 200 len: 375 time: 0.0130813 Feb 11 04:43:10.024801 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-3690a017-a2f7-413d-b26f-72c5971fe6c0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0688205 Feb 11 04:43:10.225170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27d78c12-07f4-400c-bf7f-7ee0164caaa2 req-789c3503-0b87-4548-a8af-558107de3fbc tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 210 time: 0.0332866 Feb 11 04:43:10.784491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device eac2207f-fc91-4cb6-bebf-0034cb2e3a7f up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:10.864491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['d6951d5c-89bd-4bbd-a309-533860aced53'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:10.888444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7469673-c64a-43ed-9c0c-36702f89bd6a req-2337093b-3f2f-4dbb-a289-7179a9d8cdfe tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:10.895946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7469673-c64a-43ed-9c0c-36702f89bd6a req-2337093b-3f2f-4dbb-a289-7179a9d8cdfe tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:10.898182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7469673-c64a-43ed-9c0c-36702f89bd6a req-2337093b-3f2f-4dbb-a289-7179a9d8cdfe tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1680 time: 0.0930293 Feb 11 04:43:10.966582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf4c2a-1d04-4462-a0f8-264758e29f1b req-8af9478c-c4fc-4489-aa87-6f9650bb3871 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:10.968882 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36bf4c2a-1d04-4462-a0f8-264758e29f1b req-8af9478c-c4fc-4489-aa87-6f9650bb3871 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1723247 Feb 11 04:43:10.998042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:43:11.003729 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7469673-c64a-43ed-9c0c-36702f89bd6a req-b81eb2e2-9cb6-4b65-a1b0-ea267c30d45c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963643 Feb 11 04:43:11.033330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:11.033586 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.049137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36bf4c2a-1d04-4462-a0f8-264758e29f1b req-f805be2c-5cc6-4642-8400-0b21d73b394d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740087 Feb 11 04:43:11.215783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:11.216190 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.258611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac2207f-fc91-4cb6-bebf-0034cb2e3a7f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:11.260941 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e21f74-365f-4cf3-a83c-2fec941e3282" -d '{"events": [{"server_uuid": "bf5f7344-bb16-49cb-902e-f1f79b679d37", "name": "network-vif-plugged", "status": "completed", "tag": "eac2207f-fc91-4cb6-bebf-0034cb2e3a7f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:11.313742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=eac2207f-fc91-4cb6-bebf-0034cb2e3a7f,segment=NetworkSegment(250f1f52-c42d-4ee9-9739-647b4d39d35d),segment_id=250f1f52-c42d-4ee9-9739-647b4d39d35d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:11.316401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49942) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:11.319868 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.329105 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441d0122-cad3-4965-8e01-b281c549523f x-openstack-request-id: req-441d0122-cad3-4965-8e01-b281c549523f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:11.329478 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5f7344-bb16-49cb-902e-f1f79b679d37", "name": "network-vif-plugged", "status": "completed", "tag": "eac2207f-fc91-4cb6-bebf-0034cb2e3a7f", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:11.329746 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-441d0122-cad3-4965-8e01-b281c549523f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:11.330226 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac2207f-fc91-4cb6-bebf-0034cb2e3a7f', 'code': 200} Feb 11 04:43:11.344823 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13c059b5-e1d9-4bfc-bae2-4f9b475d4c10 req-8c4ae113-f379-40e7-8a80-202ab81ddafd tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 210 time: 0.0401924 Feb 11 04:43:11.381633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=eac2207f-fc91-4cb6-bebf-0034cb2e3a7f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:11.445447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-321d88f2-256a-4ae8-a5d0-b9a99dfa2e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.536846 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-321d88f2-256a-4ae8-a5d0-b9a99dfa2e5d admin admin] Publish callbacks [] for security_group (42b19f14-188b-4877-b0e7-407935f844bb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.540625 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-321d88f2-256a-4ae8-a5d0-b9a99dfa2e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (42b19f14-188b-4877-b0e7-407935f844bb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.555403 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-7fddccce-d9c2-4e9c-af58-837844b023ba tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228078 Feb 11 04:43:11.580874 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-321d88f2-256a-4ae8-a5d0-b9a99dfa2e5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc3dbfdd1e6e4d738a9403ccf64ea1d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631094 Feb 11 04:43:11.583006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d88f2-256a-4ae8-a5d0-b9a99dfa2e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b19f14-188b-4877-b0e7-407935f844bb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:11.585526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49946) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:11.637250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71b598b9-b48b-4cc5-82f8-c7619396ec16 admin admin] Publish callbacks [] for security_group (42b19f14-188b-4877-b0e7-407935f844bb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.668723 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71b598b9-b48b-4cc5-82f8-c7619396ec16 admin admin] Publish callbacks [] for security_group (42b19f14-188b-4877-b0e7-407935f844bb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.706950 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f147-5355-4803-b612-e8ba3c14693d req-66dfa8ac-98e8-46e4-9007-64af313f00e4 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:11.708597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-66dfa8ac-98e8-46e4-9007-64af313f00e4 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1479328 Feb 11 04:43:11.738110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d041f147-5355-4803-b612-e8ba3c14693d req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Request body: {'port': {'device_id': 'd9d75874-f522-44d1-b8a2-74ad444b5d32', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '1ab9b1fc2e72485d8d8369ccbb114bd0'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:11.740735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71b598b9-b48b-4cc5-82f8-c7619396ec16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (42b19f14-188b-4877-b0e7-407935f844bb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.743958 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71b598b9-b48b-4cc5-82f8-c7619396ec16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.745360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-71b598b9-b48b-4cc5-82f8-c7619396ec16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42b19f14-188b-4877-b0e7-407935f844bb HTTP/1.1" status: 204 len: 168 time: 0.1589160 Feb 11 04:43:11.765895 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b598b9-b48b-4cc5-82f8-c7619396ec16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b19f14-188b-4877-b0e7-407935f844bb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:11.824810 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fdb71d31-646d-4622-bb19-f2df4d7dde11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.901321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d041f147-5355-4803-b612-e8ba3c14693d req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Made reservation on behalf of 1ab9b1fc2e72485d8d8369ccbb114bd0 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:11.906343 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d041f147-5355-4803-b612-e8ba3c14693d req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:12.067323 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-d041f147-5355-4803-b612-e8ba3c14693d req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Allocated IP 192.168.233.13 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/37f45e43-386b-43e2-aae9-51756f01a5f8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:12.201030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66136124-3a54-4b2a-9e19-5722f19ecbf0 req-6d9c7099-0178-4b3a-9d2b-4df7f6abf9e1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:12.212148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66136124-3a54-4b2a-9e19-5722f19ecbf0 req-6d9c7099-0178-4b3a-9d2b-4df7f6abf9e1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:12.221175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66136124-3a54-4b2a-9e19-5722f19ecbf0 req-6d9c7099-0178-4b3a-9d2b-4df7f6abf9e1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1681 time: 0.1090317 Feb 11 04:43:12.285830 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66136124-3a54-4b2a-9e19-5722f19ecbf0 req-7ebd9e55-1984-4f8f-90c3-95980431682d tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633717 Feb 11 04:43:12.286262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29899a68-0f69-4fea-a7fc-36f032a18646 req-c5604c19-7c10-4fcb-90c4-da0c68315df4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:12.287847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-29899a68-0f69-4fea-a7fc-36f032a18646 req-c5604c19-7c10-4fcb-90c4-da0c68315df4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1119490 Feb 11 04:43:12.373671 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d041f147-5355-4803-b612-e8ba3c14693d req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks [] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:12.385238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-29899a68-0f69-4fea-a7fc-36f032a18646 req-033c76a2-9168-4fbf-af52-a97167b7b7a6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874872 Feb 11 04:43:12.432696 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d041f147-5355-4803-b612-e8ba3c14693d req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:12.469362 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', '2b1d0e33-f02e-47c6-833c-d8d3e6761663', '0e66530f-f5cd-478a-a572-3e084dabecb5', 'f00ccd8e-81ab-4a5c-b4f1-0db413852195'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:12.505171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60c37c-e95c-417e-a7ff-b019feddd934 req-5f5f7883-4f6c-4d49-92b7-9578866c7d52 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:12.513576 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b60c37c-e95c-417e-a7ff-b019feddd934 req-5f5f7883-4f6c-4d49-92b7-9578866c7d52 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 935 time: 0.0692089 Feb 11 04:43:12.530769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d041f147-5355-4803-b612-e8ba3c14693d req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:12.537797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d344640f-2e58-485b-a092-0089c0927850', 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8', '96eeaf57-c358-4771-a88f-2fd5c9dfe0fc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:12.570834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event updated for resources: {'Port': ['ID=37f45e43-386b-43e2-aae9-51756f01a5f8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:12.580260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-d041f147-5355-4803-b612-e8ba3c14693d req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:12.590553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b60c37c-e95c-417e-a7ff-b019feddd934 req-4129dfd4-0d38-4343-95f0-a2728af74e35 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617545 Feb 11 04:43:12.597407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d041f147-5355-4803-b612-e8ba3c14693d req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:12.633834 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:12.691892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f147-5355-4803-b612-e8ba3c14693d req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:12.692895 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d041f147-5355-4803-b612-e8ba3c14693d req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:12.716428 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-06eb766b-382a-4d1d-9596-93b5b70b4808 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9823895 Feb 11 04:43:12.737201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Request body: {'port': {'device_id': 'd9d75874-f522-44d1-b8a2-74ad444b5d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:12.791617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d6951d5c-89bd-4bbd-a309-533860aced53 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:12.836483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.042060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port d6951d5c-89bd-4bbd-a309-533860aced53 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:43:13.063117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port d6951d5c-89bd-4bbd-a309-533860aced53 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:13.063370 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.207530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f45e43-386b-43e2-aae9-51756f01a5f8 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:13.216459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Publish callbacks [] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.238147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Transition to ACTIVE for port object 37f45e43-386b-43e2-aae9-51756f01a5f8 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:13.244930 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.310569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Pushing event updated for resources: {'Port': ['ID=37f45e43-386b-43e2-aae9-51756f01a5f8,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:13.512074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Attempting to bind port 37f45e43-386b-43e2-aae9-51756f01a5f8 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:13.512573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Attempting to bind port 37f45e43-386b-43e2-aae9-51756f01a5f8 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:13.513365 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Attempting to bind port 37f45e43-386b-43e2-aae9-51756f01a5f8 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:13.523752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Port 37f45e43-386b-43e2-aae9-51756f01a5f8 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:13.524205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Attempting to bind port 37f45e43-386b-43e2-aae9-51756f01a5f8 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:13.539324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:13.542214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:13.543914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:13.544910 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Bound port: 37f45e43-386b-43e2-aae9-51756f01a5f8, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:13.545295 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.568517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4de4c-e5a5-4c22-9ffe-a6caba8404e0 req-8514a354-4436-4223-8f67-5d3ce3f6fd64 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:13.577605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4de4c-e5a5-4c22-9ffe-a6caba8404e0 req-8514a354-4436-4223-8f67-5d3ce3f6fd64 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:13.586369 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aba4de4c-e5a5-4c22-9ffe-a6caba8404e0 req-8514a354-4436-4223-8f67-5d3ce3f6fd64 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1681 time: 0.1880438 Feb 11 04:43:13.633659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port d6951d5c-89bd-4bbd-a309-533860aced53 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:13.634157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.640108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06c73b-b2f1-4fea-bc77-e6db5982e318 req-473d59c2-cc0c-4f27-b248-ecb50b1f343a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:13.650783 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f06c73b-b2f1-4fea-bc77-e6db5982e318 req-473d59c2-cc0c-4f27-b248-ecb50b1f343a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1235576 Feb 11 04:43:13.666528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] For port 37f45e43-386b-43e2-aae9-51756f01a5f8, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:13.691843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] For port 37f45e43-386b-43e2-aae9-51756f01a5f8, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=37f45e43-386b-43e2-aae9-51756f01a5f8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:13.703420 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.731888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6951d5c-89bd-4bbd-a309-533860aced53'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:13.734269 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93930c7e-f0ab-4e20-bd5f-1ca923cf3385" -d '{"events": [{"server_uuid": "bf5f7344-bb16-49cb-902e-f1f79b679d37", "name": "network-vif-plugged", "status": "completed", "tag": "d6951d5c-89bd-4bbd-a309-533860aced53"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:13.754509 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aba4de4c-e5a5-4c22-9ffe-a6caba8404e0 req-cca3b5c0-4ada-432e-93a6-d1913f913d30 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671658 Feb 11 04:43:13.766370 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f06c73b-b2f1-4fea-bc77-e6db5982e318 req-c7122509-57f5-4456-bd56-3c9cdee22be8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119809 Feb 11 04:43:13.776718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:13.779536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.782987 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] 10.222.0.10 "PUT /v2.0/ports/37f45e43-386b-43e2-aae9-51756f01a5f8 HTTP/1.1" status: 200 len: 1096 time: 1.0533664 Feb 11 04:43:13.788354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d75874-f522-44d1-b8a2-74ad444b5d32', 'tag': '37f45e43-386b-43e2-aae9-51756f01a5f8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:13.801377 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918bb0b4-499b-4515-bf18-253ed8f9b575" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d75874-f522-44d1-b8a2-74ad444b5d32", "tag": "37f45e43-386b-43e2-aae9-51756f01a5f8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:13.826791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port d6951d5c-89bd-4bbd-a309-533860aced53, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d6951d5c-89bd-4bbd-a309-533860aced53,segment=NetworkSegment(280f13bd-cda4-458f-ba2c-4578d44aeb22),segment_id=280f13bd-cda4-458f-ba2c-4578d44aeb22)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:13.845450 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.868512 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3193ab-e37f-4bed-9727-507d29805ee7 x-openstack-request-id: req-1f3193ab-e37f-4bed-9727-507d29805ee7 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:13.869101 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5f7344-bb16-49cb-902e-f1f79b679d37", "name": "network-vif-plugged", "status": "completed", "tag": "d6951d5c-89bd-4bbd-a309-533860aced53", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:13.869361 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f3193ab-e37f-4bed-9727-507d29805ee7 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:13.869979 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6951d5c-89bd-4bbd-a309-533860aced53', 'code': 200} Feb 11 04:43:13.929648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfbafb-4bce-4afa-a8c4-83e3a201be3e service neutron] Pushing event updated for resources: {'Port': ['ID=37f45e43-386b-43e2-aae9-51756f01a5f8,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:13.947664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f147-5355-4803-b612-e8ba3c14693d req-e2421275-c0bc-4e25-93c2-0e3e5f4ca646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:13.951162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-e2421275-c0bc-4e25-93c2-0e3e5f4ca646 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 1130 time: 0.0893335 Feb 11 04:43:13.961159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a579cf-e68c-4340-8e5c-3869fabd6299 req-f0fed025-d8c6-4acb-8b8b-d8983068cb0f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:13.992611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6a579cf-e68c-4340-8e5c-3869fabd6299 req-f0fed025-d8c6-4acb-8b8b-d8983068cb0f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 947 time: 0.1494718 Feb 11 04:43:14.037925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-1971a572-db09-471d-8882-629a9cc39b87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=37f45e43-386b-43e2-aae9-51756f01a5f8 HTTP/1.1" status: 200 len: 217 time: 0.0716333 Feb 11 04:43:14.040578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=d6951d5c-89bd-4bbd-a309-533860aced53,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:14.132381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f147-5355-4803-b612-e8ba3c14693d req-6741c35e-209a-4ae1-9d62-ba2d95a12e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:14.133994 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-6741c35e-209a-4ae1-9d62-ba2d95a12e78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0892339 Feb 11 04:43:14.164762 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6a579cf-e68c-4340-8e5c-3869fabd6299 req-08911494-514a-4c28-8c4c-78b024ba63cd tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705258 Feb 11 04:43:14.180020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26144f9c-e818-41ba-8cad-17ed40cbdf44 req-7c88c028-6ef9-4357-acea-19d280ee6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:14.180659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26144f9c-e818-41ba-8cad-17ed40cbdf44 req-7c88c028-6ef9-4357-acea-19d280ee6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:14.182072 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-26144f9c-e818-41ba-8cad-17ed40cbdf44 req-7c88c028-6ef9-4357-acea-19d280ee6637 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 2048 time: 0.1862109 Feb 11 04:43:14.191338 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:14.223881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f147-5355-4803-b612-e8ba3c14693d req-9af91eff-8338-42fe-9530-463a0bd2ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:14.229413 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-9af91eff-8338-42fe-9530-463a0bd2ce37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0763762 Feb 11 04:43:14.265050 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b6fe88-6e27-4790-b670-8ab9f5d5605f x-openstack-request-id: req-42b6fe88-6e27-4790-b670-8ab9f5d5605f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:14.265331 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d75874-f522-44d1-b8a2-74ad444b5d32", "tag": "37f45e43-386b-43e2-aae9-51756f01a5f8", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:14.265679 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42b6fe88-6e27-4790-b670-8ab9f5d5605f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:14.265976 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d75874-f522-44d1-b8a2-74ad444b5d32', 'tag': '37f45e43-386b-43e2-aae9-51756f01a5f8', 'status': 'completed', 'code': 200} Feb 11 04:43:14.273791 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-26144f9c-e818-41ba-8cad-17ed40cbdf44 req-8241d8e8-c746-4ca9-ae08-b9921597f743 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839095 Feb 11 04:43:14.341189 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-8cf23917-6948-4877-94fd-4768696395c7 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081672 Feb 11 04:43:14.627265 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d041f147-5355-4803-b612-e8ba3c14693d req-b7b3a1a5-485f-4136-bfee-79253ab9c762 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932055 Feb 11 04:43:14.818783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bb0b4-499b-4515-bf18-253ed8f9b575 req-2193030e-ebc3-4334-bf8f-1eaf9a6ad2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:14.820339 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-918bb0b4-499b-4515-bf18-253ed8f9b575 req-2193030e-ebc3-4334-bf8f-1eaf9a6ad2f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 1130 time: 0.0860927 Feb 11 04:43:14.886842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e563a-4133-4585-9e10-87395babdbe7 req-c61a2c55-eba4-4d38-a0ed-66642cb6b698 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:14.889298 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e5e563a-4133-4585-9e10-87395babdbe7 req-c61a2c55-eba4-4d38-a0ed-66642cb6b698 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0656371 Feb 11 04:43:14.952775 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e5e563a-4133-4585-9e10-87395babdbe7 req-3a73f036-ed3c-44f1-894c-b17573c6b656 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568380 Feb 11 04:43:14.977996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d699-ac6b-4abd-9899-3c4d737e6d2a req-5c2f648e-f2a9-44ad-b1ed-f2a66ec0897a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:14.983624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d699-ac6b-4abd-9899-3c4d737e6d2a req-5c2f648e-f2a9-44ad-b1ed-f2a66ec0897a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:14.985210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e10d699-ac6b-4abd-9899-3c4d737e6d2a req-5c2f648e-f2a9-44ad-b1ed-f2a66ec0897a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1682 time: 0.1397874 Feb 11 04:43:15.015464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bb0b4-499b-4515-bf18-253ed8f9b575 req-cacb648d-fd97-4222-a4b1-7779a5aa4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:15.017029 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-918bb0b4-499b-4515-bf18-253ed8f9b575 req-cacb648d-fd97-4222-a4b1-7779a5aa4587 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1902487 Feb 11 04:43:15.075653 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-918bb0b4-499b-4515-bf18-253ed8f9b575 req-4c545823-3eab-4b92-97a5-0e8c7095f97a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=37f45e43-386b-43e2-aae9-51756f01a5f8 HTTP/1.1" status: 200 len: 217 time: 0.0472724 Feb 11 04:43:15.079983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e10d699-ac6b-4abd-9899-3c4d737e6d2a req-d774a5dd-a9b7-410d-8efc-17256bd807a5 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860424 Feb 11 04:43:15.115889 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50042) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:15.146323 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bb0b4-499b-4515-bf18-253ed8f9b575 req-b7e6cbbe-03bd-45c4-9eae-9c7f2cbc2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:15.147807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-918bb0b4-499b-4515-bf18-253ed8f9b575 req-b7e6cbbe-03bd-45c4-9eae-9c7f2cbc2983 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0666659 Feb 11 04:43:15.199447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bb0b4-499b-4515-bf18-253ed8f9b575 req-32a74600-a1d0-48d1-9d0f-787b5dff2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:15.201011 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-918bb0b4-499b-4515-bf18-253ed8f9b575 req-32a74600-a1d0-48d1-9d0f-787b5dff2648 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0464756 Feb 11 04:43:15.273975 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebbfa-6e3f-4dc6-98d4-b250e45e1b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.313045 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-918bb0b4-499b-4515-bf18-253ed8f9b575 req-23b15e87-1f1a-433e-9bc9-e815823a5c01 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019566 Feb 11 04:43:15.315834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc373c9-400f-4321-b4a1-cd6ef2f9663c req-0ee1b648-010e-4f68-b470-8cb379f945f2 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:15.317374 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-efc373c9-400f-4321-b4a1-cd6ef2f9663c req-0ee1b648-010e-4f68-b470-8cb379f945f2 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 947 time: 0.0876567 Feb 11 04:43:15.401218 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-efc373c9-400f-4321-b4a1-cd6ef2f9663c req-025df797-5e59-494c-87ab-d76af61748d9 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644789 Feb 11 04:43:15.423595 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebbfa-6e3f-4dc6-98d4-b250e45e1b4f admin admin] Publish callbacks [] for security_group (4d200a26-1310-4efe-ac96-73441584992e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.426942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-918bb0b4-499b-4515-bf18-253ed8f9b575 req-dcd15242-7c91-4295-9c2d-18b97433a0c0 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989308 Feb 11 04:43:15.428182 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebbfa-6e3f-4dc6-98d4-b250e45e1b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4d200a26-1310-4efe-ac96-73441584992e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.468186 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dd0ebbfa-6e3f-4dc6-98d4-b250e45e1b4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4eec1542bdc4c329794625765cec0b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509533 Feb 11 04:43:15.469062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ebbfa-6e3f-4dc6-98d4-b250e45e1b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d200a26-1310-4efe-ac96-73441584992e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:15.470814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50048) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:15.522668 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.525622 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46a1f56c-e87f-4d1e-a1d1-e37236408d32 admin admin] Publish callbacks [] for security_group (4d200a26-1310-4efe-ac96-73441584992e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.557217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46a1f56c-e87f-4d1e-a1d1-e37236408d32 admin admin] Publish callbacks [] for security_group (4d200a26-1310-4efe-ac96-73441584992e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.613784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46a1f56c-e87f-4d1e-a1d1-e37236408d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4d200a26-1310-4efe-ac96-73441584992e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.616965 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46a1f56c-e87f-4d1e-a1d1-e37236408d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.618208 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-46a1f56c-e87f-4d1e-a1d1-e37236408d32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d200a26-1310-4efe-ac96-73441584992e HTTP/1.1" status: 204 len: 168 time: 0.1462915 Feb 11 04:43:15.629470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1f56c-e87f-4d1e-a1d1-e37236408d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d200a26-1310-4efe-ac96-73441584992e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:16.269519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03255b0-25d2-401a-9be4-16ae6944ff52 req-607df247-28f1-47e4-a6b3-e62b6742cc41 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:16.280658 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03255b0-25d2-401a-9be4-16ae6944ff52 req-607df247-28f1-47e4-a6b3-e62b6742cc41 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:16.287729 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c03255b0-25d2-401a-9be4-16ae6944ff52 req-607df247-28f1-47e4-a6b3-e62b6742cc41 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1682 time: 0.1073878 Feb 11 04:43:16.365532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c03255b0-25d2-401a-9be4-16ae6944ff52 req-4a12f38b-8f88-4f7f-bb34-3ffaf4f5261b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766764 Feb 11 04:43:16.458789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb1e45-bb9c-4021-8f14-e7782e4132cc req-a0f45ed4-7e79-47b9-b20a-4548eafde60f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:16.462298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63cb1e45-bb9c-4021-8f14-e7782e4132cc req-a0f45ed4-7e79-47b9-b20a-4548eafde60f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1047761 Feb 11 04:43:16.522998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63cb1e45-bb9c-4021-8f14-e7782e4132cc req-3e82b800-3639-43aa-9834-166935a23883 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539286 Feb 11 04:43:16.600142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda2ec7-fb9b-4da0-a20e-76b2f0966d60 req-bc2703e5-d205-49a8-978b-6b215318d4c2 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:16.607581 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4fda2ec7-fb9b-4da0-a20e-76b2f0966d60 req-bc2703e5-d205-49a8-978b-6b215318d4c2 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 947 time: 0.0697970 Feb 11 04:43:16.658556 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4fda2ec7-fb9b-4da0-a20e-76b2f0966d60 req-db74e3f0-8119-48f5-af76-3cfb0a59c6d5 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488052 Feb 11 04:43:16.791430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 37f45e43-386b-43e2-aae9-51756f01a5f8 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:43:16.924096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 37f45e43-386b-43e2-aae9-51756f01a5f8, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=37f45e43-386b-43e2-aae9-51756f01a5f8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:16.937507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '37f45e43-386b-43e2-aae9-51756f01a5f8', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '37f45e43-386b-43e2-aae9-51756f01a5f8', 'mac_address': 'fa:16:3e:2d:75:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:43:16.995659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 37f45e43-386b-43e2-aae9-51756f01a5f8 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:16.996523 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:17.018084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f45e43-386b-43e2-aae9-51756f01a5f8 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:17.030568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febee774-6372-4bc6-bb55-8a6bef499904 req-c7460e18-bc7e-4c6a-a1bb-8e7662dbc994 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:17.041177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febee774-6372-4bc6-bb55-8a6bef499904 req-c7460e18-bc7e-4c6a-a1bb-8e7662dbc994 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:17.045651 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-febee774-6372-4bc6-bb55-8a6bef499904 req-c7460e18-bc7e-4c6a-a1bb-8e7662dbc994 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1682 time: 0.1130531 Feb 11 04:43:17.056217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 37f45e43-386b-43e2-aae9-51756f01a5f8, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=37f45e43-386b-43e2-aae9-51756f01a5f8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:17.062381 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:17.116090 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-febee774-6372-4bc6-bb55-8a6bef499904 req-9dbde370-94ec-4cad-a894-b9b745b86e79 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625296 Feb 11 04:43:17.145971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fc61b-eeee-44a1-9f71-9c06dc17f858 req-87dc5eb8-34f3-4d71-a1f8-9dd551ee003e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:17.147636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-049fc61b-eeee-44a1-9f71-9c06dc17f858 req-87dc5eb8-34f3-4d71-a1f8-9dd551ee003e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 946 time: 0.0987790 Feb 11 04:43:17.154203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=37f45e43-386b-43e2-aae9-51756f01a5f8,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:17.210948 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-049fc61b-eeee-44a1-9f71-9c06dc17f858 req-6cad44e5-ec1e-4625-91f4-a0f8793ee53f tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548105 Feb 11 04:43:17.276405 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50108) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:17.376212 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-46755729-1536-4267-8453-a6f48a160de3 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-942901918'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:17.376691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-46755729-1536-4267-8453-a6f48a160de3 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Unknown quota resources ['metering_label']. {{(pid=103353) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:43:17.439317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['37f45e43-386b-43e2-aae9-51756f01a5f8'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:17.566133 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46755729-1536-4267-8453-a6f48a160de3 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:17.567359 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-46755729-1536-4267-8453-a6f48a160de3 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2899609 Feb 11 04:43:17.570466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50114) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:17.575768 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b54a42c6-5614-4300-8893-0a3c51463add tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '173ec38c-ddb4-46b2-ac28-ed2f6775d51d'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:17.576889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b54a42c6-5614-4300-8893-0a3c51463add tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103353) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:43:17.664880 n-d-615180-58 neutron-server[103353]: WARNING neutron.services.metering.metering_plugin [None req-b54a42c6-5614-4300-8893-0a3c51463add tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 04:43:17.668993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4030b39-2574-437c-b799-862747c8ff4f req-840cc68f-89f9-46c8-b624-f849effe58fc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:17.671042 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4030b39-2574-437c-b799-862747c8ff4f req-840cc68f-89f9-46c8-b624-f849effe58fc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0552919 Feb 11 04:43:17.733150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4030b39-2574-437c-b799-862747c8ff4f req-b24260c0-1d10-43e5-b820-2ef7abf6a606 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563266 Feb 11 04:43:17.782235 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b54a42c6-5614-4300-8893-0a3c51463add tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:17.783474 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b54a42c6-5614-4300-8893-0a3c51463add tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2118318 Feb 11 04:43:17.786593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50118) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:17.791888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-51e6b446-a0da-467e-8817-d7d6657e7be7 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '173ec38c-ddb4-46b2-ac28-ed2f6775d51d'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:17.792487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-51e6b446-a0da-467e-8817-d7d6657e7be7 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:43:17.835044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c2f53-2150-4d7e-b861-302756a24925 req-a704aa8b-7831-48d2-be36-425ebb9e84fd tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:17.836463 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6d1c2f53-2150-4d7e-b861-302756a24925 req-a704aa8b-7831-48d2-be36-425ebb9e84fd tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 948 time: 0.0588963 Feb 11 04:43:17.876819 n-d-615180-58 neutron-server[103354]: WARNING neutron.services.metering.metering_plugin [None req-51e6b446-a0da-467e-8817-d7d6657e7be7 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 04:43:17.894859 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6d1c2f53-2150-4d7e-b861-302756a24925 req-6a962522-2437-4e39-ae63-cb9ad9fdad7d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499730 Feb 11 04:43:18.010905 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51e6b446-a0da-467e-8817-d7d6657e7be7 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:18.012161 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-51e6b446-a0da-467e-8817-d7d6657e7be7 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2244036 Feb 11 04:43:18.014815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50120) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:18.025111 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7b2b4a1b-b807-47cd-937d-906ce9353097 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=c28cfdcc-3c64-4cdf-a49b-e52aaa436c53 HTTP/1.1" status: 200 len: 462 time: 0.0092432 Feb 11 04:43:18.027488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50122) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:18.353854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae139b4-5182-4408-aef7-1fb4a5a5b115 req-49a37224-592b-4144-a36c-ff7c88ff88d2 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.355624 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fae139b4-5182-4408-aef7-1fb4a5a5b115 req-49a37224-592b-4144-a36c-ff7c88ff88d2 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 946 time: 0.0664940 Feb 11 04:43:18.389383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f763c63-6778-466b-b8b4-7b769a119c5b tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:18.390531 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1f763c63-6778-466b-b8b4-7b769a119c5b tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/c28cfdcc-3c64-4cdf-a49b-e52aaa436c53 HTTP/1.1" status: 204 len: 168 time: 0.3616488 Feb 11 04:43:18.393410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50130) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:18.421832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7cb53dab-834c-463f-9de9-4ef713021027 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=c28cfdcc-3c64-4cdf-a49b-e52aaa436c53 HTTP/1.1" status: 200 len: 221 time: 0.0238893 Feb 11 04:43:18.422380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50132) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:18.429579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-19c36043-4a69-4db5-a6f9-94bb1f8ead22 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2067861664', 'description': 'label created by tempest'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:18.430624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-19c36043-4a69-4db5-a6f9-94bb1f8ead22 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Unknown quota resources ['metering_label']. {{(pid=103353) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:43:18.439893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fae139b4-5182-4408-aef7-1fb4a5a5b115 req-34e9edaa-b670-4894-89cf-dd202c85613f tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771382 Feb 11 04:43:18.449642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331621a-6f8c-4afc-b065-8cf9539b45c0 req-d345ba0b-dd21-4c0a-9d45-fa5065c9ed53 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.455661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331621a-6f8c-4afc-b065-8cf9539b45c0 req-d345ba0b-dd21-4c0a-9d45-fa5065c9ed53 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.457437 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3331621a-6f8c-4afc-b065-8cf9539b45c0 req-d345ba0b-dd21-4c0a-9d45-fa5065c9ed53 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1682 time: 0.1145148 Feb 11 04:43:18.516703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3331621a-6f8c-4afc-b065-8cf9539b45c0 req-c40eab80-ce02-41b2-9681-1dc8b755ec3b tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485437 Feb 11 04:43:18.795480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 37f45e43-386b-43e2-aae9-51756f01a5f8 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:18.855537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 37f45e43-386b-43e2-aae9-51756f01a5f8 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:43:18.862684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 37f45e43-386b-43e2-aae9-51756f01a5f8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:18.863128 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:18.958661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-8847d744-dd53-470a-b381-2f8f4b2e272c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.960315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 37f45e43-386b-43e2-aae9-51756f01a5f8 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:18.960747 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:18.963974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-8847d744-dd53-470a-b381-2f8f4b2e272c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.965602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-8847d744-dd53-470a-b381-2f8f4b2e272c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 1682 time: 0.2066429 Feb 11 04:43:18.968405 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19c36043-4a69-4db5-a6f9-94bb1f8ead22 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:18.969467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-19c36043-4a69-4db5-a6f9-94bb1f8ead22 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5457220 Feb 11 04:43:18.972257 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:18.996175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d75874-f522-44d1-b8a2-74ad444b5d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f45e43-386b-43e2-aae9-51756f01a5f8'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:19.002571 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bfbab4-395d-4956-9d62-51e365cbe5a2" -d '{"events": [{"server_uuid": "d9d75874-f522-44d1-b8a2-74ad444b5d32", "name": "network-vif-plugged", "status": "completed", "tag": "37f45e43-386b-43e2-aae9-51756f01a5f8"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:19.019232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 37f45e43-386b-43e2-aae9-51756f01a5f8, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=37f45e43-386b-43e2-aae9-51756f01a5f8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:19.023781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35c20-df04-431d-829e-4a162554a44f req-8652a8fb-df0c-4e60-97ab-9d6b89b109af tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:19.024563 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:19.025304 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46f35c20-df04-431d-829e-4a162554a44f req-8652a8fb-df0c-4e60-97ab-9d6b89b109af tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1854711 Feb 11 04:43:19.085684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=37f45e43-386b-43e2-aae9-51756f01a5f8,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:19.111489 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e80f246c-4f93-475a-a111-d0d42fb7b7a0 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=6e062e3a-e7d1-4217-b68d-588893fdb106 HTTP/1.1" status: 200 len: 468 time: 0.1371403 Feb 11 04:43:19.113993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50142) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:19.124423 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46f35c20-df04-431d-829e-4a162554a44f req-3789416a-6bf6-4717-ba3a-68eb2fc65c35 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731401 Feb 11 04:43:19.137754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-ea26fdb5-12cf-440f-be3a-3e27ed019b17 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:19.138130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-ea26fdb5-12cf-440f-be3a-3e27ed019b17 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:19.248663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541a333-4d4c-4f32-aab0-3f5d6e8a157a req-5387c81b-09fe-4b7a-92cb-7136709f9023 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:19.255395 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7541a333-4d4c-4f32-aab0-3f5d6e8a157a req-5387c81b-09fe-4b7a-92cb-7136709f9023 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 948 time: 0.2801013 Feb 11 04:43:19.255597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-ea26fdb5-12cf-440f-be3a-3e27ed019b17 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] For port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=eac2207f-fc91-4cb6-bebf-0034cb2e3a7f,segment=NetworkSegment(250f1f52-c42d-4ee9-9739-647b4d39d35d),segment_id=250f1f52-c42d-4ee9-9739-647b4d39d35d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:19.255771 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-ea26fdb5-12cf-440f-be3a-3e27ed019b17 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:19.270247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-ea26fdb5-12cf-440f-be3a-3e27ed019b17 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Calling delete_port for eac2207f-fc91-4cb6-bebf-0034cb2e3a7f owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:19.354331 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15b85a6-a3de-4328-8921-7c927bf261db x-openstack-request-id: req-e15b85a6-a3de-4328-8921-7c927bf261db {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:19.354633 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d75874-f522-44d1-b8a2-74ad444b5d32", "name": "network-vif-plugged", "status": "completed", "tag": "37f45e43-386b-43e2-aae9-51756f01a5f8", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:19.355002 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e15b85a6-a3de-4328-8921-7c927bf261db {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:19.355424 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d75874-f522-44d1-b8a2-74ad444b5d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f45e43-386b-43e2-aae9-51756f01a5f8', 'code': 200} Feb 11 04:43:19.373440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7541a333-4d4c-4f32-aab0-3f5d6e8a157a req-e550d32b-1689-4971-b709-b1b95dbbb4b6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143172 Feb 11 04:43:19.439434 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d58706d-d170-4ea4-8e56-a26748e2235f tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:19.440717 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6d58706d-d170-4ea4-8e56-a26748e2235f tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/6e062e3a-e7d1-4217-b68d-588893fdb106 HTTP/1.1" status: 204 len: 168 time: 0.3253472 Feb 11 04:43:19.445614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50148) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:19.464554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a351fabd-3f81-4c31-980c-047a3a03bd71 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=6e062e3a-e7d1-4217-b68d-588893fdb106 HTTP/1.1" status: 200 len: 216 time: 0.0176578 Feb 11 04:43:19.466428 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-ea26fdb5-12cf-440f-be3a-3e27ed019b17 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (eac2207f-fc91-4cb6-bebf-0034cb2e3a7f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:19.469789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50150) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:19.497932 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e195e08c-94ea-4548-b853-9953c91005b3 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0240812 Feb 11 04:43:19.501368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50154) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:19.502455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['eac2207f-fc91-4cb6-bebf-0034cb2e3a7f', 'd6951d5c-89bd-4bbd-a309-533860aced53'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:19.508292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26fdb5-12cf-440f-be3a-3e27ed019b17 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Port': ['ID=eac2207f-fc91-4cb6-bebf-0034cb2e3a7f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:19.557465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045d439-e4d7-44b4-9653-abc8f3da5944 req-7d3fd858-1244-40af-8179-3e9fc4b55b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:19.562636 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f045d439-e4d7-44b4-9653-abc8f3da5944 req-7d3fd858-1244-40af-8179-3e9fc4b55b50 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 1132 time: 0.1206384 Feb 11 04:43:19.610620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-ea26fdb5-12cf-440f-be3a-3e27ed019b17 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] No DVR routers for this DVR port eac2207f-fc91-4cb6-bebf-0034cb2e3a7f on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:19.613250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2409ec61-748a-4134-81b9-f8665dec5f83 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1077662 Feb 11 04:43:19.620591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50158) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:19.628279 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-ea26fdb5-12cf-440f-be3a-3e27ed019b17 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:19.631752 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-ea26fdb5-12cf-440f-be3a-3e27ed019b17 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "DELETE /v2.0/ports/eac2207f-fc91-4cb6-bebf-0034cb2e3a7f HTTP/1.1" status: 204 len: 173 time: 0.6601465 Feb 11 04:43:19.632226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'name': 'network-vif-deleted', 'tag': 'eac2207f-fc91-4cb6-bebf-0034cb2e3a7f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:19.642737 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c069df74-f83c-4cb0-84e9-c805b3c8254f" -d '{"events": [{"server_uuid": "bf5f7344-bb16-49cb-902e-f1f79b679d37", "name": "network-vif-deleted", "tag": "eac2207f-fc91-4cb6-bebf-0034cb2e3a7f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:19.737859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f045d439-e4d7-44b4-9653-abc8f3da5944 req-157d2eaf-8f43-4879-b3e7-027b392b68cf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683009 Feb 11 04:43:19.739235 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fc1441a2-08ca-458e-a1df-e8873c40a8f5 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/173ec38c-ddb4-46b2-ac28-ed2f6775d51d HTTP/1.1" status: 200 len: 472 time: 0.1108468 Feb 11 04:43:19.742965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50162) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:19.761197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9e7b5087-f174-43af-b505-39ab5a0a1871 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/57400dbd-2bc9-4f9f-85f8-c5ea04aa0856 HTTP/1.1" status: 200 len: 459 time: 0.0171340 Feb 11 04:43:19.765185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50164) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:19.775865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7ec8b-8e20-442e-aca5-995e8a272eab req-62e5669b-733c-411a-b5a6-25a9024bd5ba tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:19.783686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9bd7ec8b-8e20-442e-aca5-995e8a272eab req-62e5669b-733c-411a-b5a6-25a9024bd5ba tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 946 time: 0.1618266 Feb 11 04:43:19.793469 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471185c-af19-40fd-9e3c-65d3db4656cc req-283d72ed-fa95-4bb3-aec9-1eda547a94a0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:19.800983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b471185c-af19-40fd-9e3c-65d3db4656cc req-283d72ed-fa95-4bb3-aec9-1eda547a94a0 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 946 time: 0.2339437 Feb 11 04:43:19.869142 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b471185c-af19-40fd-9e3c-65d3db4656cc req-3f901c2c-56e2-4312-8066-11a8d83ba1b4 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672817 Feb 11 04:43:19.872216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-57265f2d-092c-41e7-84bb-e574426df022 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting port d6951d5c-89bd-4bbd-a309-533860aced53 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:19.872584 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-57265f2d-092c-41e7-84bb-e574426df022 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:19.926123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9bd7ec8b-8e20-442e-aca5-995e8a272eab req-9ef75052-ddbd-4d2a-96a2-92015fd3bdf1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ba2704c-0004-481f-9e7c-a3543e684ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272790 Feb 11 04:43:19.936913 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3d3049-2d05-4f19-9547-f13409049b90 x-openstack-request-id: req-dc3d3049-2d05-4f19-9547-f13409049b90 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:19.937221 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5f7344-bb16-49cb-902e-f1f79b679d37", "name": "network-vif-deleted", "tag": "eac2207f-fc91-4cb6-bebf-0034cb2e3a7f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:19.937485 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc3d3049-2d05-4f19-9547-f13409049b90 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:19.937884 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'name': 'network-vif-deleted', 'tag': 'eac2207f-fc91-4cb6-bebf-0034cb2e3a7f', 'status': 'completed', 'code': 200} Feb 11 04:43:19.962372 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a5d99e7-bfe1-4645-99d6-a27e6e96c461 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:19.970382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5a5d99e7-bfe1-4645-99d6-a27e6e96c461 tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/57400dbd-2bc9-4f9f-85f8-c5ea04aa0856 HTTP/1.1" status: 204 len: 168 time: 0.1975029 Feb 11 04:43:19.971626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50166) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:19.983110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-57265f2d-092c-41e7-84bb-e574426df022 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] For port d6951d5c-89bd-4bbd-a309-533860aced53, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d6951d5c-89bd-4bbd-a309-533860aced53,segment=NetworkSegment(280f13bd-cda4-458f-ba2c-4578d44aeb22),segment_id=280f13bd-cda4-458f-ba2c-4578d44aeb22)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:19.984722 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-57265f2d-092c-41e7-84bb-e574426df022 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:20.000612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-57265f2d-092c-41e7-84bb-e574426df022 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Calling delete_port for d6951d5c-89bd-4bbd-a309-533860aced53 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:20.180954 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-57265f2d-092c-41e7-84bb-e574426df022 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d6951d5c-89bd-4bbd-a309-533860aced53), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:20.217666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['eac2207f-fc91-4cb6-bebf-0034cb2e3a7f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:20.224737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57265f2d-092c-41e7-84bb-e574426df022 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Port': ['ID=d6951d5c-89bd-4bbd-a309-533860aced53,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:20.242849 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db27a87e-a5db-4422-934f-90ab8303098b tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:20.246397 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-db27a87e-a5db-4422-934f-90ab8303098b tempest-MeteringIpV6TestJSON-318868211 tempest-MeteringIpV6TestJSON-318868211-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/173ec38c-ddb4-46b2-ac28-ed2f6775d51d HTTP/1.1" status: 204 len: 168 time: 0.2720480 Feb 11 04:43:20.283232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-57265f2d-092c-41e7-84bb-e574426df022 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] No DVR routers for this DVR port d6951d5c-89bd-4bbd-a309-533860aced53 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:20.286170 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-57265f2d-092c-41e7-84bb-e574426df022 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:20.290612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d94cd1b7-1bf7-49fd-a56a-6e483207320d req-57265f2d-092c-41e7-84bb-e574426df022 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.10 "DELETE /v2.0/ports/d6951d5c-89bd-4bbd-a309-533860aced53 HTTP/1.1" status: 204 len: 173 time: 0.6348906 Feb 11 04:43:20.310242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45b86-50bf-4dd0-8c40-33f70b6713ee req-f174b1d4-d868-4d9e-ae32-098803adf980 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:20.312261 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29a45b86-50bf-4dd0-8c40-33f70b6713ee req-f174b1d4-d868-4d9e-ae32-098803adf980 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0869431 Feb 11 04:43:20.396458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29a45b86-50bf-4dd0-8c40-33f70b6713ee req-f0e5bfe3-9e98-40b9-bf89-8ae909f0fef2 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715580 Feb 11 04:43:20.559082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5a5f6-c2bd-466a-a28f-d640c5f1a591 req-ebe8e541-47c2-48be-a600-d38fa4863eb1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:20.561228 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11d5a5f6-c2bd-466a-a28f-d640c5f1a591 req-ebe8e541-47c2-48be-a600-d38fa4863eb1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 949 time: 0.0806289 Feb 11 04:43:20.612281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11d5a5f6-c2bd-466a-a28f-d640c5f1a591 req-9480f5cb-7ad2-4960-9b6f-f7a0cdab4cc6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Feb 11 04:43:20.625393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50186) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:20.732075 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0e3e181c-d54a-4c7c-a779-c655174fcf12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:20.814872 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0e3e181c-d54a-4c7c-a779-c655174fcf12 admin admin] Publish callbacks [] for security_group (b7e74565-11dc-4e97-8f26-cec086ac84a4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:20.819722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0e3e181c-d54a-4c7c-a779-c655174fcf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b7e74565-11dc-4e97-8f26-cec086ac84a4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:20.860473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0e3e181c-d54a-4c7c-a779-c655174fcf12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a93365a1a558452492e9d09e6a777db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339561 Feb 11 04:43:20.861351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e181c-d54a-4c7c-a779-c655174fcf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e74565-11dc-4e97-8f26-cec086ac84a4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:20.864254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50190) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:20.959869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7932a213-fa15-4462-95fd-0b6456738211 admin admin] Publish callbacks [] for security_group (b7e74565-11dc-4e97-8f26-cec086ac84a4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:20.999078 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7932a213-fa15-4462-95fd-0b6456738211 admin admin] Publish callbacks [] for security_group (b7e74565-11dc-4e97-8f26-cec086ac84a4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.105906 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-87ef95a9-d490-4f89-8656-585e71bafd41 req-2310a10c-2c66-4968-baa5-6b62b6474ac1 tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf5f7344-bb16-49cb-902e-f1f79b679d37 HTTP/1.1" status: 200 len: 210 time: 0.0517039 Feb 11 04:43:21.107233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7932a213-fa15-4462-95fd-0b6456738211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b7e74565-11dc-4e97-8f26-cec086ac84a4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.109799 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7932a213-fa15-4462-95fd-0b6456738211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.112290 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8008649-303c-45c4-af8f-52f625438b72 req-cbfdf18c-55dc-45f5-84f3-105c71891281 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:21.113906 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7932a213-fa15-4462-95fd-0b6456738211 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7e74565-11dc-4e97-8f26-cec086ac84a4 HTTP/1.1" status: 204 len: 168 time: 0.2481499 Feb 11 04:43:21.124150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8008649-303c-45c4-af8f-52f625438b72 req-cbfdf18c-55dc-45f5-84f3-105c71891281 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 946 time: 0.1319621 Feb 11 04:43:21.132896 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932a213-fa15-4462-95fd-0b6456738211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e74565-11dc-4e97-8f26-cec086ac84a4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:21.133828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-48948c1e-76db-46ef-9293-8838fb4f6b66 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:21.136537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-48948c1e-76db-46ef-9293-8838fb4f6b66 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 946 time: 0.1435347 Feb 11 04:43:21.271880 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8008649-303c-45c4-af8f-52f625438b72 req-9e792471-200c-4951-b3fd-092ced7c2f66 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups?id=50f51f9c-0976-4599-adcd-fe4dfc17b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337631 Feb 11 04:43:21.289133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Deleting port 24cb7c82-039b-4721-80c2-67e3f4246f3c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:21.289432 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.396571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] For port 24cb7c82-039b-4721-80c2-67e3f4246f3c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=24cb7c82-039b-4721-80c2-67e3f4246f3c,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:21.396855 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.443337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50206) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:21.475014 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-82b66971-a9f2-49f3-a2b2-80a76e4c64bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.563073 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794bf5b-053f-444c-8f90-78b821efd32c req-0f42b980-2dba-4be8-adb5-fec248facf74 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:21.564693 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8794bf5b-053f-444c-8f90-78b821efd32c req-0f42b980-2dba-4be8-adb5-fec248facf74 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.0916574 Feb 11 04:43:21.636401 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8794bf5b-053f-444c-8f90-78b821efd32c req-39dbe434-b661-484d-b791-315f1af163d2 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583584 Feb 11 04:43:21.648542 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-82b66971-a9f2-49f3-a2b2-80a76e4c64bb admin admin] Publish callbacks [] for security_group (c61c58c6-2d0b-4e4c-b3b8-2d83046c5273), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.655989 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-82b66971-a9f2-49f3-a2b2-80a76e4c64bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c61c58c6-2d0b-4e4c-b3b8-2d83046c5273), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.705708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-82b66971-a9f2-49f3-a2b2-80a76e4c64bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af2dd58886fb46b9bac9be3537d8082b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606056 Feb 11 04:43:21.707952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b66971-a9f2-49f3-a2b2-80a76e4c64bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61c58c6-2d0b-4e4c-b3b8-2d83046c5273,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:21.710319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50216) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:21.750379 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.750748 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.751128 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Floating IP 1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea disassociated. External IP: 172.25.7.211, port: 24cb7c82-039b-4721-80c2-67e3f4246f3c. Feb 11 04:43:21.751439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Calling delete_port for 24cb7c82-039b-4721-80c2-67e3f4246f3c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:21.766360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-57b16b56-d4fe-41f2-a3f3-1676992e0b30 admin admin] Publish callbacks [] for security_group (c61c58c6-2d0b-4e4c-b3b8-2d83046c5273), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.788581 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-57b16b56-d4fe-41f2-a3f3-1676992e0b30 admin admin] Publish callbacks [] for security_group (c61c58c6-2d0b-4e4c-b3b8-2d83046c5273), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.837768 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-57b16b56-d4fe-41f2-a3f3-1676992e0b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c61c58c6-2d0b-4e4c-b3b8-2d83046c5273), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.841756 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-57b16b56-d4fe-41f2-a3f3-1676992e0b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.845298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-57b16b56-d4fe-41f2-a3f3-1676992e0b30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c61c58c6-2d0b-4e4c-b3b8-2d83046c5273 HTTP/1.1" status: 204 len: 168 time: 0.1315496 Feb 11 04:43:21.845452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de4855-283a-4b1e-b19a-64d0b2d48258 req-3e38498a-2906-4b5d-9505-32b2b26c32ca tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:21.846620 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1de4855-283a-4b1e-b19a-64d0b2d48258 req-3e38498a-2906-4b5d-9505-32b2b26c32ca tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 949 time: 0.1080306 Feb 11 04:43:21.853304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b16b56-d4fe-41f2-a3f3-1676992e0b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61c58c6-2d0b-4e4c-b3b8-2d83046c5273,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:21.933807 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1de4855-283a-4b1e-b19a-64d0b2d48258 req-03e6f4ce-6884-4720-a1cb-45f7ae7fb6c9 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742311 Feb 11 04:43:21.939237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'name': 'network-vif-deleted', 'tag': 'd6951d5c-89bd-4bbd-a309-533860aced53'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:21.941793 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff7ee9c-4e8c-459f-88bc-0bb0f1a485e2" -d '{"events": [{"server_uuid": "bf5f7344-bb16-49cb-902e-f1f79b679d37", "name": "network-vif-deleted", "tag": "d6951d5c-89bd-4bbd-a309-533860aced53"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:21.957372 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (24cb7c82-039b-4721-80c2-67e3f4246f3c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:21.984929 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfa3eb1-b399-4931-b98f-38d4f82ea8d1 x-openstack-request-id: req-fcfa3eb1-b399-4931-b98f-38d4f82ea8d1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:21.985295 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5f7344-bb16-49cb-902e-f1f79b679d37", "name": "network-vif-deleted", "tag": "d6951d5c-89bd-4bbd-a309-533860aced53", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:21.985679 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcfa3eb1-b399-4931-b98f-38d4f82ea8d1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:21.986493 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5f7344-bb16-49cb-902e-f1f79b679d37', 'name': 'network-vif-deleted', 'tag': 'd6951d5c-89bd-4bbd-a309-533860aced53', 'status': 'completed', 'code': 200} Feb 11 04:43:22.022290 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Pushing event deleted for resources: {'Port': ['ID=24cb7c82-039b-4721-80c2-67e3f4246f3c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:22.187122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50230) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:22.196384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e65812-3324-4e62-a1be-61bdb867aed3 req-202bedca-7ab5-48a2-ac1e-48d639a271c2 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:22.209147 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97e65812-3324-4e62-a1be-61bdb867aed3 req-202bedca-7ab5-48a2-ac1e-48d639a271c2 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 1132 time: 0.1294966 Feb 11 04:43:22.246661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:43:22.271269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-7182b1dd-7f71-400d-8fa6-1ac8f6299e1c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting subnet 4d58e738-6647-4a62-b0f1-caec7ff99e92 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:43:22.275189 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7182b1dd-7f71-400d-8fa6-1ac8f6299e1c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for subnet (4d58e738-6647-4a62-b0f1-caec7ff99e92), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:22.292140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97e65812-3324-4e62-a1be-61bdb867aed3 req-638647a3-1a7d-461a-aeb7-47dfccdb9942 tempest-ServersOnMultiNodesTest-1752329977 tempest-ServersOnMultiNodesTest-1752329977-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781243 Feb 11 04:43:22.334591 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7182b1dd-7f71-400d-8fa6-1ac8f6299e1c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (4d58e738-6647-4a62-b0f1-caec7ff99e92), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:22.473039 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd7730c9-550e-46b6-ac94-b66b8e1beb5c req-ccc33e30-e5cf-4d46-a420-91da7eb206b1 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 210 time: 0.0494063 Feb 11 04:43:22.521858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:22.534572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26729bb5-0331-498a-8966-8d13e0d85bc4 None None] Sync routers for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:22.552128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26729bb5-0331-498a-8966-8d13e0d85bc4 None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:22.553293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-26729bb5-0331-498a-8966-8d13e0d85bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:22.614129 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7182b1dd-7f71-400d-8fa6-1ac8f6299e1c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4d58e738-6647-4a62-b0f1-caec7ff99e92), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:22.753155 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7182b1dd-7f71-400d-8fa6-1ac8f6299e1c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (4d58e738-6647-4a62-b0f1-caec7ff99e92), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:22.791871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-26729bb5-0331-498a-8966-8d13e0d85bc4 None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:22.806932 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:43:22.832927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182b1dd-7f71-400d-8fa6-1ac8f6299e1c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Subnet': ['ID=4d58e738-6647-4a62-b0f1-caec7ff99e92,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:22.845927 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7182b1dd-7f71-400d-8fa6-1ac8f6299e1c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:22.851219 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7182b1dd-7f71-400d-8fa6-1ac8f6299e1c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "DELETE /v2.0/subnets/4d58e738-6647-4a62-b0f1-caec7ff99e92 HTTP/1.1" status: 204 len: 168 time: 0.6629658 Feb 11 04:43:22.854060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50256) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:22.901981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d6951d5c-89bd-4bbd-a309-533860aced53 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:22.904940 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f2caa-1842-4f4d-aaa3-362dfac1b84b None None] Network 846f11c0-e757-49b6-943e-58e1af13c4af requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:22.926142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ad87f-16f8-4518-b9a6-240827c3bc53 req-5304ded2-73ee-4a4b-85d3-7c54d15d1b2d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:22.931069 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b58ad87f-16f8-4518-b9a6-240827c3bc53 req-5304ded2-73ee-4a4b-85d3-7c54d15d1b2d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 949 time: 0.1965253 Feb 11 04:43:22.956042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: d6951d5c-89bd-4bbd-a309-533860aced53 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:22.956400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d6951d5c-89bd-4bbd-a309-533860aced53 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:22.956837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device eac2207f-fc91-4cb6-bebf-0034cb2e3a7f no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:22.993890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] No DVR routers for this DVR port 24cb7c82-039b-4721-80c2-67e3f4246f3c on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:22.997688 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.000846 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (846f11c0-e757-49b6-943e-58e1af13c4af), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.001653 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aaaa8de4-e690-4070-88de-c82b88349f13 req-d4b0e12c-997e-4b86-89fd-2d51c6119cdc tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.60 "DELETE /v2.0/ports/24cb7c82-039b-4721-80c2-67e3f4246f3c HTTP/1.1" status: 204 len: 173 time: 1.8359733 Feb 11 04:43:23.002320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'name': 'network-vif-deleted', 'tag': '24cb7c82-039b-4721-80c2-67e3f4246f3c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:23.006562 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e2b460-c0de-448b-971a-7fe735b14ed9" -d '{"events": [{"server_uuid": "bb079cb0-d98d-46ab-b516-e3ff6207a5a4", "name": "network-vif-deleted", "tag": "24cb7c82-039b-4721-80c2-67e3f4246f3c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:23.060172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b58ad87f-16f8-4518-b9a6-240827c3bc53 req-29be068f-61bf-4614-925e-b712cd8ef023 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813518 Feb 11 04:43:23.091731 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: eac2207f-fc91-4cb6-bebf-0034cb2e3a7f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:23.095395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device eac2207f-fc91-4cb6-bebf-0034cb2e3a7f not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:23.132952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc534c-6b68-4379-a56c-45b471d3209b req-fa340d9e-8081-48bb-90d3-18373b0b0a66 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:23.146281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06fc534c-6b68-4379-a56c-45b471d3209b req-fa340d9e-8081-48bb-90d3-18373b0b0a66 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1874044 Feb 11 04:43:23.156064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 24cb7c82-039b-4721-80c2-67e3f4246f3c no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:23.159660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting port c1bf15d8-f572-435b-9757-9758ecc0ef31 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:23.159846 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.161648 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1f9e28-b8bc-43ec-9bc5-465f742bc887 x-openstack-request-id: req-de1f9e28-b8bc-43ec-9bc5-465f742bc887 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:23.161978 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb079cb0-d98d-46ab-b516-e3ff6207a5a4", "name": "network-vif-deleted", "tag": "24cb7c82-039b-4721-80c2-67e3f4246f3c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:23.162234 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de1f9e28-b8bc-43ec-9bc5-465f742bc887 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:23.162632 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb079cb0-d98d-46ab-b516-e3ff6207a5a4', 'name': 'network-vif-deleted', 'tag': '24cb7c82-039b-4721-80c2-67e3f4246f3c', 'status': 'completed', 'code': 200} Feb 11 04:43:23.222150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 24cb7c82-039b-4721-80c2-67e3f4246f3c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:23.222561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 24cb7c82-039b-4721-80c2-67e3f4246f3c not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:23.264611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06fc534c-6b68-4379-a56c-45b471d3209b req-b2fbad03-295d-4eb8-8ecc-8e43e8c1e757 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067421 Feb 11 04:43:23.274558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] For port c1bf15d8-f572-435b-9757-9758ecc0ef31, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c1bf15d8-f572-435b-9757-9758ecc0ef31,segment=NetworkSegment(280f13bd-cda4-458f-ba2c-4578d44aeb22),segment_id=280f13bd-cda4-458f-ba2c-4578d44aeb22)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:23.275717 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.311475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Calling delete_port for c1bf15d8-f572-435b-9757-9758ecc0ef31 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:23.351118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-26729bb5-0331-498a-8966-8d13e0d85bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:52Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:23.393956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1158aebf-7d94-4b9b-b9e8-59e49a4aa9ff None None] DHCP port deletion for 846f11c0-e757-49b6-943e-58e1af13c4af request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:43:23.396799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26729bb5-0331-498a-8966-8d13e0d85bc4 None None] Checking router: 4f7f76b2-309c-4a36-ae6c-ed72a76d329b for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:43:23.432881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26729bb5-0331-498a-8966-8d13e0d85bc4 None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:23.433953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-26729bb5-0331-498a-8966-8d13e0d85bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:23.437586 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.479103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Port': ['ID=c1bf15d8-f572-435b-9757-9758ecc0ef31,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:23.481741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] No DVR routers for this DVR port c1bf15d8-f572-435b-9757-9758ecc0ef31 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:23.556464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1158aebf-7d94-4b9b-b9e8-59e49a4aa9ff None None] Deleting port c1bf15d8-f572-435b-9757-9758ecc0ef31 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:23.557081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1158aebf-7d94-4b9b-b9e8-59e49a4aa9ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.671252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1158aebf-7d94-4b9b-b9e8-59e49a4aa9ff None None] For port c1bf15d8-f572-435b-9757-9758ecc0ef31, host n-d-615180-58, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:23.675542 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1158aebf-7d94-4b9b-b9e8-59e49a4aa9ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.679297 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (846f11c0-e757-49b6-943e-58e1af13c4af), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.682980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-26729bb5-0331-498a-8966-8d13e0d85bc4 None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:23.747737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34170d24-b6d4-4ec6-b0d2-ea759a3c4283 req-fae90f93-fd96-46e6-87f6-b85a29958e14 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb079cb0-d98d-46ab-b516-e3ff6207a5a4 HTTP/1.1" status: 200 len: 210 time: 0.0718648 Feb 11 04:43:23.753308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846f11c0-e757-49b6-943e-58e1af13c4af']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:23.771929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280f13bd-cda4-458f-ba2c-4578d44aeb22') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:23.772599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280f13bd-cda4-458f-ba2c-4578d44aeb22') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:23.787451 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (280f13bd-cda4-458f-ba2c-4578d44aeb22), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.805757 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (280f13bd-cda4-458f-ba2c-4578d44aeb22), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.814002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:43:23.814754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (280f13bd-cda4-458f-ba2c-4578d44aeb22), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.879100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1158aebf-7d94-4b9b-b9e8-59e49a4aa9ff None None] Calling delete_port for c1bf15d8-f572-435b-9757-9758ecc0ef31 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:23.883391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-1158aebf-7d94-4b9b-b9e8-59e49a4aa9ff None None] Port c1bf15d8-f572-435b-9757-9758ecc0ef31 was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:43:23.883546 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:43:23.889479 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (846f11c0-e757-49b6-943e-58e1af13c4af), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.890651 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1158aebf-7d94-4b9b-b9e8-59e49a4aa9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (c1bf15d8-f572-435b-9757-9758ecc0ef31), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.895798 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.900751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "DELETE /v2.0/networks/846f11c0-e757-49b6-943e-58e1af13c4af HTTP/1.1" status: 204 len: 168 time: 1.0451245 Feb 11 04:43:23.903777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50278) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:23.942232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24122f5d-6c2e-48c9-8ebd-8a30f1b0a67a tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Network': ['ID=846f11c0-e757-49b6-943e-58e1af13c4af,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:23.966380 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158aebf-7d94-4b9b-b9e8-59e49a4aa9ff None None] Pushing event deleted for resources: {'Port': ['ID=c1bf15d8-f572-435b-9757-9758ecc0ef31,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:23.969982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1158aebf-7d94-4b9b-b9e8-59e49a4aa9ff None None] Network 846f11c0-e757-49b6-943e-58e1af13c4af is not hosted by any dhcp agent {{(pid=103355) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 04:43:23.970431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1158aebf-7d94-4b9b-b9e8-59e49a4aa9ff None None] No DVR routers for this DVR port c1bf15d8-f572-435b-9757-9758ecc0ef31 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:24.037033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6af563-2980-47a6-bfe3-530100f7076e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting subnet ff4f9b9c-db87-468b-bea6-fff86fa3b675 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:43:24.046433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6af563-2980-47a6-bfe3-530100f7076e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for subnet (ff4f9b9c-db87-468b-bea6-fff86fa3b675), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.093280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6af563-2980-47a6-bfe3-530100f7076e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (ff4f9b9c-db87-468b-bea6-fff86fa3b675), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.149362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd3a0a-5ba0-4ee7-bdff-531b359636b9 req-b8a7c937-224a-4826-a21e-6a1340a0842f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:24.152369 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84fd3a0a-5ba0-4ee7-bdff-531b359636b9 req-b8a7c937-224a-4826-a21e-6a1340a0842f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 949 time: 0.1262782 Feb 11 04:43:24.172287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c1bf15d8-f572-435b-9757-9758ecc0ef31 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:24.172957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50286) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:24.197977 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6af563-2980-47a6-bfe3-530100f7076e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (ff4f9b9c-db87-468b-bea6-fff86fa3b675), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.203838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: c1bf15d8-f572-435b-9757-9758ecc0ef31 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:24.204351 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c1bf15d8-f572-435b-9757-9758ecc0ef31 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:24.314165 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-26729bb5-0331-498a-8966-8d13e0d85bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:52Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:24.339163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-84fd3a0a-5ba0-4ee7-bdff-531b359636b9 req-baf34c65-6703-453d-aa14-d0507d4d6644 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Deleting port 37f45e43-386b-43e2-aae9-51756f01a5f8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:24.340003 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84fd3a0a-5ba0-4ee7-bdff-531b359636b9 req-baf34c65-6703-453d-aa14-d0507d4d6644 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.348930 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6af563-2980-47a6-bfe3-530100f7076e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (ff4f9b9c-db87-468b-bea6-fff86fa3b675), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.384178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26729bb5-0331-498a-8966-8d13e0d85bc4 None None] The sync data for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 is: [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:37:46Z', 'revision_number': 4, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '147f754d-3c16-465f-8a7d-4ebe26daf60a', 'name': '', 'network_id': '072564ab-c80b-4ff9-acf6-33933e7683f2', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'mac_address': 'fa:16:3e:86:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:45Z', 'updated_at': '2022-02-11T04:37:52Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'subnets': [{'id': '1fe7be5f-43a7-40e1-93b1-9ec7dfae10de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:43:24.386643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1403676125', 'router:external': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:24.398389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6af563-2980-47a6-bfe3-530100f7076e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4f9b9c-db87-468b-bea6-fff86fa3b675,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:24.403187 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6af563-2980-47a6-bfe3-530100f7076e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.407670 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-de6af563-2980-47a6-bfe3-530100f7076e tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "DELETE /v2.0/subnets/ff4f9b9c-db87-468b-bea6-fff86fa3b675 HTTP/1.1" status: 204 len: 168 time: 0.5028665 Feb 11 04:43:24.410375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50292) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:24.412907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c95111-f4e6-43d2-9332-d588fb15a28d None None] Network 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:24.518698 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (3aeb2a9f-00b7-465b-9acb-ad454ef526f6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.536643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc68d2e-6ca3-49f6-bd4b-ed5bdf889fc8 req-00f49dc2-fdc2-4061-a7e4-b5c7e0afb87e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:24.538721 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2dc68d2e-6ca3-49f6-bd4b-ed5bdf889fc8 req-00f49dc2-fdc2-4061-a7e4-b5c7e0afb87e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 949 time: 0.2034342 Feb 11 04:43:24.544962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Made reservation on behalf of a29cf4cf8c6e49b9a4d3b217a869c6c0 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:24.547571 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.568959 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.659363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7b176-cecd-4032-bd7a-cb3b62c2ef34 None None] DHCP port deletion for 3aeb2a9f-00b7-465b-9acb-ad454ef526f6 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:43:24.665229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-84fd3a0a-5ba0-4ee7-bdff-531b359636b9 req-baf34c65-6703-453d-aa14-d0507d4d6644 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] For port 37f45e43-386b-43e2-aae9-51756f01a5f8, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=37f45e43-386b-43e2-aae9-51756f01a5f8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:24.665474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84fd3a0a-5ba0-4ee7-bdff-531b359636b9 req-baf34c65-6703-453d-aa14-d0507d4d6644 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.694714 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2dc68d2e-6ca3-49f6-bd4b-ed5bdf889fc8 req-71436dec-a3a8-443c-aebe-5c23e39b87e7 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474950 Feb 11 04:43:24.710739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe98998-d600-4b25-ab11-584e8c0819f3 req-81a1a7c1-c268-4e60-b2fa-03b9a269d65d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:24.716234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Deleting port 489fb12a-9728-4d46-a2e4-364949d91a66 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:24.717165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.724242 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ffe98998-d600-4b25-ab11-584e8c0819f3 req-81a1a7c1-c268-4e60-b2fa-03b9a269d65d tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.2745864 Feb 11 04:43:24.744674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-84fd3a0a-5ba0-4ee7-bdff-531b359636b9 req-baf34c65-6703-453d-aa14-d0507d4d6644 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Calling delete_port for 37f45e43-386b-43e2-aae9-51756f01a5f8 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:24.774745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7b176-cecd-4032-bd7a-cb3b62c2ef34 None None] Deleting port 489fb12a-9728-4d46-a2e4-364949d91a66 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:24.776423 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b176-cecd-4032-bd7a-cb3b62c2ef34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.852037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] For port 489fb12a-9728-4d46-a2e4-364949d91a66, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=489fb12a-9728-4d46-a2e4-364949d91a66,segment=NetworkSegment(250f1f52-c42d-4ee9-9739-647b4d39d35d),segment_id=250f1f52-c42d-4ee9-9739-647b4d39d35d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:24.852691 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.877430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Calling delete_port for 489fb12a-9728-4d46-a2e4-364949d91a66 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:24.891347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a0a7b176-cecd-4032-bd7a-cb3b62c2ef34 None None] For port 489fb12a-9728-4d46-a2e4-364949d91a66, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=489fb12a-9728-4d46-a2e4-364949d91a66,segment=NetworkSegment(250f1f52-c42d-4ee9-9739-647b4d39d35d),segment_id=250f1f52-c42d-4ee9-9739-647b4d39d35d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:24.892196 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b176-cecd-4032-bd7a-cb3b62c2ef34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.916245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7b176-cecd-4032-bd7a-cb3b62c2ef34 None None] Calling delete_port for 489fb12a-9728-4d46-a2e4-364949d91a66 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:24.926252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ffe98998-d600-4b25-ab11-584e8c0819f3 req-2965abac-a4f6-43e5-a465-7669949a5866 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899042 Feb 11 04:43:24.926626 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3833f1e-55d9-4e53-a7c9-3a07eb66efc9 None None] New status for floating IP 1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:43:25.015781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50310) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:25.039743 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for security_group (8a9bbab2-e944-489f-83d6-4cb86f10d557), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.047159 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8a9bbab2-e944-489f-83d6-4cb86f10d557), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.094034 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.104205 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b176-cecd-4032-bd7a-cb3b62c2ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (489fb12a-9728-4d46-a2e4-364949d91a66), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.121153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9bbab2-e944-489f-83d6-4cb86f10d557,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:25.149274 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84fd3a0a-5ba0-4ee7-bdff-531b359636b9 req-baf34c65-6703-453d-aa14-d0507d4d6644 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (37f45e43-386b-43e2-aae9-51756f01a5f8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.150364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Port': ['ID=489fb12a-9728-4d46-a2e4-364949d91a66,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:25.154464 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-351c5af9-e84f-440b-b4db-ad5a860e217e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for security_group (50f51f9c-0976-4599-adcd-fe4dfc17b75e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.156795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] No DVR routers for this DVR port 489fb12a-9728-4d46-a2e4-364949d91a66 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:25.159654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:43:25.180528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7b176-cecd-4032-bd7a-cb3b62c2ef34 None None] Pushing event deleted for resources: {'Port': ['ID=489fb12a-9728-4d46-a2e4-364949d91a66,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:25.194702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', '2b1d0e33-f02e-47c6-833c-d8d3e6761663', '0e66530f-f5cd-478a-a572-3e084dabecb5', 'f00ccd8e-81ab-4a5c-b4f1-0db413852195'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:25.202173 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7b176-cecd-4032-bd7a-cb3b62c2ef34 None None] No DVR routers for this DVR port 489fb12a-9728-4d46-a2e4-364949d91a66 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:25.206512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf34c65-6703-453d-aa14-d0507d4d6644 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event deleted for resources: {'Port': ['ID=37f45e43-386b-43e2-aae9-51756f01a5f8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:25.224413 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e3066b39-2aca-4b41-80e7-6a47040030b8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.224890 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Added segment e3066b39-2aca-4b41-80e7-6a47040030b8 of type vlan for network 9ed01975-1896-473c-996d-4386c1d50cc2 Feb 11 04:43:25.250540 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-351c5af9-e84f-440b-b4db-ad5a860e217e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for security_group (50f51f9c-0976-4599-adcd-fe4dfc17b75e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.257283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d344640f-2e58-485b-a092-0089c0927850', 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8', '96eeaf57-c358-4771-a88f-2fd5c9dfe0fc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:25.326057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fd3a0a-5ba0-4ee7-bdff-531b359636b9 req-baf34c65-6703-453d-aa14-d0507d4d6644 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] No DVR routers for this DVR port 37f45e43-386b-43e2-aae9-51756f01a5f8 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:25.336105 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84fd3a0a-5ba0-4ee7-bdff-531b359636b9 req-baf34c65-6703-453d-aa14-d0507d4d6644 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.353212 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84fd3a0a-5ba0-4ee7-bdff-531b359636b9 req-baf34c65-6703-453d-aa14-d0507d4d6644 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "DELETE /v2.0/ports/37f45e43-386b-43e2-aae9-51756f01a5f8 HTTP/1.1" status: 204 len: 173 time: 1.1959081 Feb 11 04:43:25.354789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d75874-f522-44d1-b8a2-74ad444b5d32', 'name': 'network-vif-deleted', 'tag': '37f45e43-386b-43e2-aae9-51756f01a5f8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:25.360627 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b1901f-4a37-4081-a621-fa22863cc044" -d '{"events": [{"server_uuid": "d9d75874-f522-44d1-b8a2-74ad444b5d32", "name": "network-vif-deleted", "tag": "37f45e43-386b-43e2-aae9-51756f01a5f8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:25.365162 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (3aeb2a9f-00b7-465b-9acb-ad454ef526f6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.399350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aeb2a9f-00b7-465b-9acb-ad454ef526f6']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:25.413800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250f1f52-c42d-4ee9-9739-647b4d39d35d') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:25.414137 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250f1f52-c42d-4ee9-9739-647b4d39d35d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:25.424459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (9ed01975-1896-473c-996d-4386c1d50cc2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.437594 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (250f1f52-c42d-4ee9-9739-647b4d39d35d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.453685 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-351c5af9-e84f-440b-b4db-ad5a860e217e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (50f51f9c-0976-4599-adcd-fe4dfc17b75e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.459426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-351c5af9-e84f-440b-b4db-ad5a860e217e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.464376 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-351c5af9-e84f-440b-b4db-ad5a860e217e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "DELETE /v2.0/security-groups/50f51f9c-0976-4599-adcd-fe4dfc17b75e HTTP/1.1" status: 204 len: 168 time: 0.4476211 Feb 11 04:43:25.466510 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5bf214-3835-4b19-ae69-2e1f431dfd98 x-openstack-request-id: req-bf5bf214-3835-4b19-ae69-2e1f431dfd98 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:25.467077 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d75874-f522-44d1-b8a2-74ad444b5d32", "name": "network-vif-deleted", "tag": "37f45e43-386b-43e2-aae9-51756f01a5f8", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:25.467535 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf5bf214-3835-4b19-ae69-2e1f431dfd98 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:25.468127 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d75874-f522-44d1-b8a2-74ad444b5d32', 'name': 'network-vif-deleted', 'tag': '37f45e43-386b-43e2-aae9-51756f01a5f8', 'status': 'completed', 'code': 200} Feb 11 04:43:25.468677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50316) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:25.486535 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (250f1f52-c42d-4ee9-9739-647b4d39d35d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.503513 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (9ed01975-1896-473c-996d-4386c1d50cc2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.506129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:25.506383 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-02dc63d1-291e-426d-a874-9df419245591 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] show failed (client error): The resource could not be found. Feb 11 04:43:25.507199 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.511265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-02dc63d1-291e-426d-a874-9df419245591 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "GET /v2.0/security-groups/50f51f9c-0976-4599-adcd-fe4dfc17b75e HTTP/1.1" status: 404 len: 347 time: 0.0380852 Feb 11 04:43:25.518916 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:43:25.519410 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (250f1f52-c42d-4ee9-9739-647b4d39d35d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.522742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50318) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:43:25.523740 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:43:25.531245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c5af9-e84f-440b-b4db-ad5a860e217e tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f51f9c-0976-4599-adcd-fe4dfc17b75e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:25.662782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event updated for resources: {'Network': ['ID=9ed01975-1896-473c-996d-4386c1d50cc2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:25.678324 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e535c17d-54e1-40f5-acd1-fbed26c9bf75 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5029416 Feb 11 04:43:25.681117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50320) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:25.687336 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 9ed01975-1896-473c-996d-4386c1d50cc2 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:43:25.695360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Request body: {'subnet': {'network_id': '9ed01975-1896-473c-996d-4386c1d50cc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:25.717809 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (3aeb2a9f-00b7-465b-9acb-ad454ef526f6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.729034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Made reservation on behalf of a29cf4cf8c6e49b9a4d3b217a869c6c0 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:25.733787 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.744091 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.748605 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] 10.222.0.48 "DELETE /v2.0/networks/3aeb2a9f-00b7-465b-9acb-ad454ef526f6 HTTP/1.1" status: 204 len: 168 time: 1.3370783 Feb 11 04:43:25.760316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21589efd-5ee2-47c2-b392-ee2d0ba77f3c tempest-ServersTestMultiNic-1147411963 tempest-ServersTestMultiNic-1147411963-project] Pushing event deleted for resources: {'Network': ['ID=3aeb2a9f-00b7-465b-9acb-ad454ef526f6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:25.778001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-43b4bc96-1a8b-4e2d-9f50-97d5fb5f6353 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Deleting port 9dd92648-7b2f-4104-9c89-1ba98c6600eb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:25.778352 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43b4bc96-1a8b-4e2d-9f50-97d5fb5f6353 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9dd92648-7b2f-4104-9c89-1ba98c6600eb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.885485 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43b4bc96-1a8b-4e2d-9f50-97d5fb5f6353 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9dd92648-7b2f-4104-9c89-1ba98c6600eb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.886252 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43b4bc96-1a8b-4e2d-9f50-97d5fb5f6353 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for floatingip (9dd92648-7b2f-4104-9c89-1ba98c6600eb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.923736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-43b4bc96-1a8b-4e2d-9f50-97d5fb5f6353 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Calling delete_port for 9dd92648-7b2f-4104-9c89-1ba98c6600eb owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:26.051166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f6d7583-e58d-47ae-972f-a0f71bf48498 req-310c0b21-ce6c-405c-8b03-05a2e0948f8a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9d75874-f522-44d1-b8a2-74ad444b5d32 HTTP/1.1" status: 200 len: 210 time: 0.1171708 Feb 11 04:43:26.119195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 489fb12a-9728-4d46-a2e4-364949d91a66 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:26.166979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b3e12-7316-40c7-90e4-d90cc661271d req-8ec8cebd-f9a6-4f30-9f1b-504ce8487e59 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:26.169854 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-675b3e12-7316-40c7-90e4-d90cc661271d req-8ec8cebd-f9a6-4f30-9f1b-504ce8487e59 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1165602 Feb 11 04:43:26.221823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 489fb12a-9728-4d46-a2e4-364949d91a66 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:26.222171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 489fb12a-9728-4d46-a2e4-364949d91a66 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:26.267808 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50336) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:26.279240 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-675b3e12-7316-40c7-90e4-d90cc661271d req-932d5350-9f82-40d2-ba4c-dd44e501db6f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962582 Feb 11 04:43:26.282061 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43b4bc96-1a8b-4e2d-9f50-97d5fb5f6353 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9dd92648-7b2f-4104-9c89-1ba98c6600eb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:26.313244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4bc96-1a8b-4e2d-9f50-97d5fb5f6353 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Pushing event deleted for resources: {'Port': ['ID=9dd92648-7b2f-4104-9c89-1ba98c6600eb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:26.393927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43b4bc96-1a8b-4e2d-9f50-97d5fb5f6353 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks [] for floatingip (1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:26.397038 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43b4bc96-1a8b-4e2d-9f50-97d5fb5f6353 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:26.398567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-43b4bc96-1a8b-4e2d-9f50-97d5fb5f6353 tempest-ServersWithSpecificFlavorTestJSON-791507468 tempest-ServersWithSpecificFlavorTestJSON-791507468-project] 10.222.0.48 "DELETE /v2.0/floatingips/1ff5c1dc-ed2f-4913-b652-b3dc4b5475ea HTTP/1.1" status: 204 len: 168 time: 0.8740132 Feb 11 04:43:26.579864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.objects.ports [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103353) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:43:26.580443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (8aba8a6f-3167-4b6a-866c-0b528824b96a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:26.684082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8aba8a6f-3167-4b6a-866c-0b528824b96a,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:26.733692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Checking segment: {'id': 'e3066b39-2aca-4b41-80e7-6a47040030b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9ed01975-1896-473c-996d-4386c1d50cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:26.734077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Network hostable DHCP agents. Network: 9ed01975-1896-473c-996d-4386c1d50cc2, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:43:26.770221 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Network 9ed01975-1896-473c-996d-4386c1d50cc2 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:43:26.785118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 9ed01975-1896-473c-996d-4386c1d50cc2) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:26.793635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:26.794248 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:26.798082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7bbbae-c99d-464b-a26a-a8afa5027a82 None None] Network 9ed01975-1896-473c-996d-4386c1d50cc2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:26.816670 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c559b70f-9aea-4faa-aae7-24ced64b151c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1340647 Feb 11 04:43:26.819231 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50352) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:26.824239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1928173839', 'network_id': '9ed01975-1896-473c-996d-4386c1d50cc2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:26.833044 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 37f45e43-386b-43e2-aae9-51756f01a5f8 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:26.876028 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6e36-becf-4a76-bdb0-d2a2409a1241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:26.879731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Made reservation on behalf of a29cf4cf8c6e49b9a4d3b217a869c6c0 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:26.882233 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:26.884523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 37f45e43-386b-43e2-aae9-51756f01a5f8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:26.884958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 37f45e43-386b-43e2-aae9-51756f01a5f8 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:26.917167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] device_id is not set on port 55485e04-c140-4816-adf6-43263c810575 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:43:27.015954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50360) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:27.040096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Allocated IP 172.20.0.5 (9ed01975-1896-473c-996d-4386c1d50cc2/8aba8a6f-3167-4b6a-866c-0b528824b96a/55485e04-c140-4816-adf6-43263c810575) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:27.046496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0876c786-a4bb-4f30-b152-4d2a8c044ad6 None None] Network 9ed01975-1896-473c-996d-4386c1d50cc2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:27.292291 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for port (55485e04-c140-4816-adf6-43263c810575), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:27.330293 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (55485e04-c140-4816-adf6-43263c810575), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:27.394565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Network 9ed01975-1896-473c-996d-4386c1d50cc2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:27.401245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:27.405654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:27.441589 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event updated for resources: {'Port': ['ID=55485e04-c140-4816-adf6-43263c810575,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:27.456055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:27.456674 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:27.479671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aa083127-2d01-4418-bd6c-ab0c9e7b9038 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6592712 Feb 11 04:43:27.483005 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50372) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:27.613840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f396e8-b39f-47b1-9e92-f0b5ac7e839a req-b2224523-03c5-4f67-8838-9130c5dbc634 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:27.615693 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89f396e8-b39f-47b1-9e92-f0b5ac7e839a req-b2224523-03c5-4f67-8838-9130c5dbc634 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 950 time: 0.0912638 Feb 11 04:43:27.637743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e3754-d6b3-46eb-a142-7cfa08e32f4c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Deleting port 55485e04-c140-4816-adf6-43263c810575 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:27.638229 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c9e3754-d6b3-46eb-a142-7cfa08e32f4c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (55485e04-c140-4816-adf6-43263c810575), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:27.736426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89f396e8-b39f-47b1-9e92-f0b5ac7e839a req-a818f157-f2c7-44d6-85c7-1ff151e7b5a2 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075957 Feb 11 04:43:27.759887 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c9e3754-d6b3-46eb-a142-7cfa08e32f4c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (55485e04-c140-4816-adf6-43263c810575), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:27.773848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e3754-d6b3-46eb-a142-7cfa08e32f4c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Calling delete_port for 55485e04-c140-4816-adf6-43263c810575 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:27.822705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc6e36-becf-4a76-bdb0-d2a2409a1241 admin admin] Deleting port 06481f7b-8302-47fd-983e-57d250a49942 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:27.823341 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6e36-becf-4a76-bdb0-d2a2409a1241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (06481f7b-8302-47fd-983e-57d250a49942), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:27.843959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144efa4e-1617-40b4-908d-8f15240e6b0c req-48200ac1-3a67-4f91-b4a8-ac3eef7715ac tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:27.845466 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-144efa4e-1617-40b4-908d-8f15240e6b0c req-48200ac1-3a67-4f91-b4a8-ac3eef7715ac tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1448116 Feb 11 04:43:27.921256 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c9e3754-d6b3-46eb-a142-7cfa08e32f4c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (55485e04-c140-4816-adf6-43263c810575), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:27.953935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e3754-d6b3-46eb-a142-7cfa08e32f4c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event deleted for resources: {'Port': ['ID=55485e04-c140-4816-adf6-43263c810575,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:28.010325 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-144efa4e-1617-40b4-908d-8f15240e6b0c req-8d8b0005-841d-4949-8b6c-084538109217 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379204 Feb 11 04:43:28.016865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e3dc6e36-becf-4a76-bdb0-d2a2409a1241 admin admin] For port 06481f7b-8302-47fd-983e-57d250a49942, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=06481f7b-8302-47fd-983e-57d250a49942,segment=NetworkSegment(8e8367f1-8c14-4fbc-abb9-55052002a0c2),segment_id=8e8367f1-8c14-4fbc-abb9-55052002a0c2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:28.017207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6e36-becf-4a76-bdb0-d2a2409a1241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (06481f7b-8302-47fd-983e-57d250a49942), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.045686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c9e3754-d6b3-46eb-a142-7cfa08e32f4c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.045831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc6e36-becf-4a76-bdb0-d2a2409a1241 admin admin] Calling delete_port for 06481f7b-8302-47fd-983e-57d250a49942 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:28.054848 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4c9e3754-d6b3-46eb-a142-7cfa08e32f4c tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "DELETE /v2.0/ports/55485e04-c140-4816-adf6-43263c810575 HTTP/1.1" status: 204 len: 168 time: 0.5701253 Feb 11 04:43:28.055650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50376) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:28.060405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ed01975-1896-473c-996d-4386c1d50cc2', 'external_fixed_ips': [{'subnet_id': '8aba8a6f-3167-4b6a-866c-0b528824b96a', 'ip_address': '172.20.0.5'}]}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:28.084801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (b2a5dc36-5ad0-41ef-b890-ad24018f0452), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.087017 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (b2a5dc36-5ad0-41ef-b890-ad24018f0452), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.159287 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_controller (b2a5dc36-5ad0-41ef-b890-ad24018f0452), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.246886 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96efc33a-88eb-4c56-889b-3fd0bf120441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.312512 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (b2a5dc36-5ad0-41ef-b890-ad24018f0452), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.382446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6e36-becf-4a76-bdb0-d2a2409a1241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (06481f7b-8302-47fd-983e-57d250a49942), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.416630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc6e36-becf-4a76-bdb0-d2a2409a1241 admin admin] Pushing event deleted for resources: {'Port': ['ID=06481f7b-8302-47fd-983e-57d250a49942,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:28.539759 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (b2a5dc36-5ad0-41ef-b890-ad24018f0452), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.568713 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.711010 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6e36-becf-4a76-bdb0-d2a2409a1241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.756936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Allocated IP 172.20.0.5 (9ed01975-1896-473c-996d-4386c1d50cc2/8aba8a6f-3167-4b6a-866c-0b528824b96a/4dc2ed01-f00b-4ba0-bafa-5fe7cf036542) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:28.849619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-96efc33a-88eb-4c56-889b-3fd0bf120441 admin admin] Deleting port 147f754d-3c16-465f-8a7d-4ebe26daf60a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:28.850176 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96efc33a-88eb-4c56-889b-3fd0bf120441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.957938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for port (4dc2ed01-f00b-4ba0-bafa-5fe7cf036542), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.968368 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-961b366b-671a-411f-b193-bd4c1134150f req-de4452dc-c868-4bc4-a716-3f5a6515644f service neutron] show failed (client error): The resource could not be found. Feb 11 04:43:28.969380 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-de4452dc-c868-4bc4-a716-3f5a6515644f service neutron] 10.222.0.60 "GET /v2.0/ports/83400a73-9e05-45bf-93d0-08afd2bc06e7/bindings/n-h2-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.1038680 Feb 11 04:43:28.977182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c9e88-1bd8-4485-a00f-6a9159c3223e req-7f56f19a-6bc1-49b2-a204-d868026e0339 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:28.978335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f91c9e88-1bd8-4485-a00f-6a9159c3223e req-7f56f19a-6bc1-49b2-a204-d868026e0339 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 950 time: 0.1495314 Feb 11 04:43:29.012706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-96efc33a-88eb-4c56-889b-3fd0bf120441 admin admin] For port 147f754d-3c16-465f-8a7d-4ebe26daf60a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=147f754d-3c16-465f-8a7d-4ebe26daf60a,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:29.013136 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96efc33a-88eb-4c56-889b-3fd0bf120441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.033189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-96efc33a-88eb-4c56-889b-3fd0bf120441 admin admin] Calling delete_port for 147f754d-3c16-465f-8a7d-4ebe26daf60a owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:29.078877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4dc2ed01-f00b-4ba0-bafa-5fe7cf036542), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.092116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f91c9e88-1bd8-4485-a00f-6a9159c3223e req-9bbad624-cb05-4134-9170-5320cf8e073f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985875 Feb 11 04:43:29.140892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Network 9ed01975-1896-473c-996d-4386c1d50cc2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:29.144474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:29.149358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:29.175551 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event updated for resources: {'Port': ['ID=4dc2ed01-f00b-4ba0-bafa-5fe7cf036542,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:29.184589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dc6e36-becf-4a76-bdb0-d2a2409a1241 admin admin] Router 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:43:29.446358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac5940-45f1-47c8-9abf-1d453cd057ed req-aab5b74f-d5ca-4807-a7ec-e09ecbd3b6a0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:29.447975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4cac5940-45f1-47c8-9abf-1d453cd057ed req-aab5b74f-d5ca-4807-a7ec-e09ecbd3b6a0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.2143195 Feb 11 04:43:29.545055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dc6e36-becf-4a76-bdb0-d2a2409a1241 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:29.550160 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b366b-671a-411f-b193-bd4c1134150f req-50d16d06-1f91-4bcb-9f32-eb4b9de90e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:29.551992 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-50d16d06-1f91-4bcb-9f32-eb4b9de90e59 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc&tenant_id=1065d83b11b143078bcea2c5380d8113 HTTP/1.1" status: 200 len: 1133 time: 0.2146986 Feb 11 04:43:29.555368 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e3dc6e36-becf-4a76-bdb0-d2a2409a1241 admin admin] 10.222.0.48 "PUT /v2.0/routers/0dcefa12-db4a-489d-8c1c-ec14bf8f6a89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2854326 Feb 11 04:43:29.559628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50384) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:29.562424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29059957-b1d2-4126-bd67-d44676258713 None None] Sync routers for ids ['0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:29.584455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:29.588732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29059957-b1d2-4126-bd67-d44676258713 None None] Routers {'0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:29.589829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-29059957-b1d2-4126-bd67-d44676258713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:29.662823 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96efc33a-88eb-4c56-889b-3fd0bf120441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (147f754d-3c16-465f-8a7d-4ebe26daf60a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.685064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (b2a5dc36-5ad0-41ef-b890-ad24018f0452), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.710000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4cac5940-45f1-47c8-9abf-1d453cd057ed req-3d7e03d6-55eb-4938-8b55-ee2aa6270845 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430828 Feb 11 04:43:29.737922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efc33a-88eb-4c56-889b-3fd0bf120441 admin admin] Pushing event deleted for resources: {'Port': ['ID=147f754d-3c16-465f-8a7d-4ebe26daf60a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:29.783276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-29059957-b1d2-4126-bd67-d44676258713 None None] Set router 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:29.806197 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.910483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Publish callbacks [] for router (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.921453 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (b2a5dc36-5ad0-41ef-b890-ad24018f0452), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:30.057632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-29059957-b1d2-4126-bd67-d44676258713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'name': 'tempest-ServersTestMultiNic-1631865580-router', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:57Z', 'updated_at': '2022-02-11T04:43:28Z', 'revision_number': 5, 'project_id': '49e1f74c01434e6385812c219e96e249', 'gw_port': {'id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:58Z', 'updated_at': '2022-02-11T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:30.118771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29059957-b1d2-4126-bd67-d44676258713 None None] Checking router: 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:43:30.129813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29059957-b1d2-4126-bd67-d44676258713 None None] Routers {'0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:30.130458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-29059957-b1d2-4126-bd67-d44676258713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:30.142444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Router b2a5dc36-5ad0-41ef-b890-ad24018f0452 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:43:30.286205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-29059957-b1d2-4126-bd67-d44676258713 None None] Set router 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:30.323484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:30.335298 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] Sync routers for ids ['b2a5dc36-5ad0-41ef-b890-ad24018f0452'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:30.358139 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] Routers {'b2a5dc36-5ad0-41ef-b890-ad24018f0452'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:30.359168 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b2a5dc36-5ad0-41ef-b890-ad24018f0452'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:30.379675 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:30.382222 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bfc0d500-1441-43cc-8907-43cfd273401f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.3254583 Feb 11 04:43:30.385712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50390) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:30.463842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ede3d-8ede-46e7-8e79-12c52116772b req-2fdedbbf-0f8b-44cd-b3e4-fdfc5e03e213 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:30.466562 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c2ede3d-8ede-46e7-8e79-12c52116772b req-2fdedbbf-0f8b-44cd-b3e4-fdfc5e03e213 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 950 time: 0.1617622 Feb 11 04:43:30.513394 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Publish callbacks [] for router_gateway (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:30.533413 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] Set router b2a5dc36-5ad0-41ef-b890-ad24018f0452 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:30.538217 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c2ede3d-8ede-46e7-8e79-12c52116772b req-de9329ea-69c2-4a30-baf5-ee433325566b tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612731 Feb 11 04:43:30.626934 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (b2a5dc36-5ad0-41ef-b890-ad24018f0452), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:30.693332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-29059957-b1d2-4126-bd67-d44676258713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'name': 'tempest-ServersTestMultiNic-1631865580-router', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:57Z', 'updated_at': '2022-02-11T04:43:28Z', 'revision_number': 5, 'project_id': '49e1f74c01434e6385812c219e96e249', 'gw_port': {'id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:58Z', 'updated_at': '2022-02-11T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:30.772124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29059957-b1d2-4126-bd67-d44676258713 None None] The sync data for ids ['0dcefa12-db4a-489d-8c1c-ec14bf8f6a89'] in n-d-615180-58 is: [{'id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'name': 'tempest-ServersTestMultiNic-1631865580-router', 'tenant_id': '49e1f74c01434e6385812c219e96e249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:57Z', 'updated_at': '2022-02-11T04:43:28Z', 'revision_number': 5, 'project_id': '49e1f74c01434e6385812c219e96e249', 'gw_port': {'id': '26b82426-c1f0-4d3b-909b-c3b904a31860', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:68:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcefa12-db4a-489d-8c1c-ec14bf8f6a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:58Z', 'updated_at': '2022-02-11T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:43:30.800368 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a5dc36-5ad0-41ef-b890-ad24018f0452', 'name': '', 'tenant_id': 'a29cf4cf8c6e49b9a4d3b217a869c6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ed01975-1896-473c-996d-4386c1d50cc2', 'external_fixed_ips': [{'subnet_id': '8aba8a6f-3167-4b6a-866c-0b528824b96a', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '4dc2ed01-f00b-4ba0-bafa-5fe7cf036542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:28Z', 'updated_at': '2022-02-11T04:43:29Z', 'revision_number': 3, 'project_id': 'a29cf4cf8c6e49b9a4d3b217a869c6c0', 'gw_port': {'id': '4dc2ed01-f00b-4ba0-bafa-5fe7cf036542', 'name': '', 'network_id': '9ed01975-1896-473c-996d-4386c1d50cc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a5dc36-5ad0-41ef-b890-ad24018f0452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '8aba8a6f-3167-4b6a-866c-0b528824b96a', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:28Z', 'updated_at': '2022-02-11T04:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8aba8a6f-3167-4b6a-866c-0b528824b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:30.844780 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (b2a5dc36-5ad0-41ef-b890-ad24018f0452), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:30.845480 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] Checking router: b2a5dc36-5ad0-41ef-b890-ad24018f0452 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:43:30.845728 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] Updating router b2a5dc36-5ad0-41ef-b890-ad24018f0452 port 4dc2ed01-f00b-4ba0-bafa-5fe7cf036542 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:43:30.850925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:30.883969 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4dc2ed01-f00b-4ba0-bafa-5fe7cf036542), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:30.912289 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96efc33a-88eb-4c56-889b-3fd0bf120441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:30.924878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:30.927085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Deleting port 4dc2ed01-f00b-4ba0-bafa-5fe7cf036542 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:30.927677 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4dc2ed01-f00b-4ba0-bafa-5fe7cf036542), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.036782 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4dc2ed01-f00b-4ba0-bafa-5fe7cf036542), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.055500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Calling delete_port for 4dc2ed01-f00b-4ba0-bafa-5fe7cf036542 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:31.058412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:31.060922 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336047e3-fe07-4df4-9623-c7c07e5c55fd" -d '{"events": [{"server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "name": "network-vif-unplugged", "status": "completed", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:31.068819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Publish callbacks [] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.102228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Deleting port 26b82426-c1f0-4d3b-909b-c3b904a31860 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:31.102597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.145333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Transition to ACTIVE for port object 83400a73-9e05-45bf-93d0-08afd2bc06e7 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:31.178058 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.195500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e33b9f-9299-4b6c-affa-f6f79b49dbf8 req-0b4630a6-74c4-4a4c-b3b5-7527d8a78f46 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:31.197275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-42e33b9f-9299-4b6c-affa-f6f79b49dbf8 req-0b4630a6-74c4-4a4c-b3b5-7527d8a78f46 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.3075278 Feb 11 04:43:31.207007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 83400a73-9e05-45bf-93d0-08afd2bc06e7 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:31.245928 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114587bd-0000-4587-92d8-b6618c7e3d38 x-openstack-request-id: req-114587bd-0000-4587-92d8-b6618c7e3d38 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:31.246265 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "name": "network-vif-unplugged", "status": "completed", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:31.246537 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-114587bd-0000-4587-92d8-b6618c7e3d38 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:31.246988 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'code': 200} Feb 11 04:43:31.345664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] The host n-h1-615180-58 is not matching for port 83400a73-9e05-45bf-93d0-08afd2bc06e7 host n-h2-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:43:31.346402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 83400a73-9e05-45bf-93d0-08afd2bc06e7 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:31.469582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ea513-ec2a-40d8-a26b-bb624d5032ab req-214d557e-254c-4e40-8935-a0a1984c4d4d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:31.471276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:31.472838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b94ea513-ec2a-40d8-a26b-bb624d5032ab req-214d557e-254c-4e40-8935-a0a1984c4d4d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 950 time: 0.1802583 Feb 11 04:43:31.474478 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.db.api [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:43:31.475013 n-d-615180-58 neutron-server[103356]: DEBUG oslo_db.api [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:43:31.478026 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4dc2ed01-f00b-4ba0-bafa-5fe7cf036542), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.511443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] No DVR routers for this DVR port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:31.524305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] For port 26b82426-c1f0-4d3b-909b-c3b904a31860, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=26b82426-c1f0-4d3b-909b-c3b904a31860,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:31.524678 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.570952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Calling delete_port for 26b82426-c1f0-4d3b-909b-c3b904a31860 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:31.582716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-42e33b9f-9299-4b6c-affa-f6f79b49dbf8 req-e161d3f8-4b26-43ec-9e9c-6d872570fa64 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459175 Feb 11 04:43:31.651062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (b2a5dc36-5ad0-41ef-b890-ad24018f0452), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.673937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dc2ed01-f00b-4ba0-bafa-5fe7cf036542,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:31.717796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Attempting to bind port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:31.718187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Attempting to bind port 83400a73-9e05-45bf-93d0-08afd2bc06e7 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:31.718471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Attempting to bind port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:31.735774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:31.736116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Attempting to bind port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:31.753239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:31.755883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:31.755883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:31.755883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Bound port: 83400a73-9e05-45bf-93d0-08afd2bc06e7, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:31.755883 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.812300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96efc33a-88eb-4c56-889b-3fd0bf120441 admin admin] Router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:43:31.817143 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (b2a5dc36-5ad0-41ef-b890-ad24018f0452), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.839822 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_controller (b2a5dc36-5ad0-41ef-b890-ad24018f0452), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.930504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d32416-59dc-41b9-b7b3-e4af1329e867 req-96aecf48-0cfc-43e7-94c2-a014aa6af9f4 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:31.932237 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51d32416-59dc-41b9-b7b3-e4af1329e867 req-96aecf48-0cfc-43e7-94c2-a014aa6af9f4 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 950 time: 0.2283473 Feb 11 04:43:31.937907 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (b2a5dc36-5ad0-41ef-b890-ad24018f0452), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.938684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2a5dc36-5ad0-41ef-b890-ad24018f0452 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:43:31.951565 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.956163 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-051079e5-2ac0-47be-8d4b-8b1359d8e2f4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "DELETE /v2.0/routers/b2a5dc36-5ad0-41ef-b890-ad24018f0452 HTTP/1.1" status: 204 len: 168 time: 1.5664382 Feb 11 04:43:31.959974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50402) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:31.977471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:31.986945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-b94ea513-ec2a-40d8-a26b-bb624d5032ab req-62d25e46-36ea-4fac-ad04-9db66e58e92a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Deleting port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:31.987437 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b94ea513-ec2a-40d8-a26b-bb624d5032ab req-62d25e46-36ea-4fac-ad04-9db66e58e92a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.025355 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] Port 4dc2ed01-f00b-4ba0-bafa-5fe7cf036542 not found while updating agent binding for router b2a5dc36-5ad0-41ef-b890-ad24018f0452. {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 04:43:32.035926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51d32416-59dc-41b9-b7b3-e4af1329e867 req-14400931-cd69-48fa-9a87-e87b0b12f4bf tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954807 Feb 11 04:43:32.036897 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] Routers set() bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:32.037273 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] Router IDs set() for agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 04:43:32.037972 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_agentschedulers_db [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b2a5dc36-5ad0-41ef-b890-ad24018f0452'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent'). {{(pid=103356) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 04:43:32.038347 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb4ed8-30cc-4b86-a5b6-104fc2b00bb4 None None] The sync data for ids ['b2a5dc36-5ad0-41ef-b890-ad24018f0452'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:43:32.059549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 06481f7b-8302-47fd-983e-57d250a49942 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:32.060434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:32.086875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fb5fcb-01fd-423e-aebb-62f7cd53c19d tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Deleting subnet 8aba8a6f-3167-4b6a-866c-0b528824b96a {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:43:32.091760 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.095918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (26b82426-c1f0-4d3b-909b-c3b904a31860), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.098947 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3fb5fcb-01fd-423e-aebb-62f7cd53c19d tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for subnet (8aba8a6f-3167-4b6a-866c-0b528824b96a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.100142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 06481f7b-8302-47fd-983e-57d250a49942 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:32.100142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 06481f7b-8302-47fd-983e-57d250a49942 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:32.137118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-b94ea513-ec2a-40d8-a26b-bb624d5032ab req-62d25e46-36ea-4fac-ad04-9db66e58e92a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] For port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:32.137578 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b94ea513-ec2a-40d8-a26b-bb624d5032ab req-62d25e46-36ea-4fac-ad04-9db66e58e92a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.155535 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96efc33a-88eb-4c56-889b-3fd0bf120441 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:32.166654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-b94ea513-ec2a-40d8-a26b-bb624d5032ab req-62d25e46-36ea-4fac-ad04-9db66e58e92a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Calling delete_port for 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:32.172225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-96efc33a-88eb-4c56-889b-3fd0bf120441 admin admin] 10.222.0.48 "PUT /v2.0/routers/4f7f76b2-309c-4a36-ae6c-ed72a76d329b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1551437 Feb 11 04:43:32.173973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50404) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:32.185186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cddd7-b56a-4a9f-8e68-50e91fcb6a0a None None] Sync routers for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:32.203646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:32.204557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cddd7-b56a-4a9f-8e68-50e91fcb6a0a None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:32.204707 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.206303 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] 10.222.0.10 "PUT /v2.0/ports/83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 1097 time: 2.6288848 Feb 11 04:43:32.206691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-927cddd7-b56a-4a9f-8e68-50e91fcb6a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:32.222651 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3fb5fcb-01fd-423e-aebb-62f7cd53c19d tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (8aba8a6f-3167-4b6a-866c-0b528824b96a), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.330098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01526aa9-649b-4ec7-80e7-27595ee7c79c service neutron] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:32.375592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Publish callbacks [] for router (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.419099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b82426-c1f0-4d3b-909b-c3b904a31860,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:32.442180 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3fb5fcb-01fd-423e-aebb-62f7cd53c19d tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (8aba8a6f-3167-4b6a-866c-0b528824b96a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.444852 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.581556 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b94ea513-ec2a-40d8-a26b-bb624d5032ab req-62d25e46-36ea-4fac-ad04-9db66e58e92a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (96eeaf57-c358-4771-a88f-2fd5c9dfe0fc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.609533 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.614404 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Publish callbacks [] for router_controller (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.630378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b366b-671a-411f-b193-bd4c1134150f req-6a0246d5-28ad-4f00-8553-8c91d0e8d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:32.640847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-6a0246d5-28ad-4f00-8553-8c91d0e8d1db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1131 time: 0.3521814 Feb 11 04:43:32.663834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d25e46-36ea-4fac-ad04-9db66e58e92a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event deleted for resources: {'Port': ['ID=96eeaf57-c358-4771-a88f-2fd5c9dfe0fc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:32.685977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', '2b1d0e33-f02e-47c6-833c-d8d3e6761663', '0e66530f-f5cd-478a-a572-3e084dabecb5', 'f00ccd8e-81ab-4a5c-b4f1-0db413852195'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:32.688510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d344640f-2e58-485b-a092-0089c0927850', 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:32.698516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94ea513-ec2a-40d8-a26b-bb624d5032ab req-62d25e46-36ea-4fac-ad04-9db66e58e92a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] No DVR routers for this DVR port 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:32.702114 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b94ea513-ec2a-40d8-a26b-bb624d5032ab req-62d25e46-36ea-4fac-ad04-9db66e58e92a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.706837 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b94ea513-ec2a-40d8-a26b-bb624d5032ab req-62d25e46-36ea-4fac-ad04-9db66e58e92a tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "DELETE /v2.0/ports/96eeaf57-c358-4771-a88f-2fd5c9dfe0fc HTTP/1.1" status: 204 len: 173 time: 1.2110994 Feb 11 04:43:32.709790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f05a2fd-351e-449c-babd-e9c76f572f0b', 'name': 'network-vif-deleted', 'tag': '96eeaf57-c358-4771-a88f-2fd5c9dfe0fc'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:32.713081 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a98b766-2b26-4bea-9bd2-e2152691215b" -d '{"events": [{"server_uuid": "1f05a2fd-351e-449c-babd-e9c76f572f0b", "name": "network-vif-deleted", "tag": "96eeaf57-c358-4771-a88f-2fd5c9dfe0fc"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:32.724831 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Publish callbacks [] for router_gateway (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.813158 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f028c560-c677-40a2-bd11-14da4456a78a x-openstack-request-id: req-f028c560-c677-40a2-bd11-14da4456a78a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:32.813552 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f05a2fd-351e-449c-babd-e9c76f572f0b", "name": "network-vif-deleted", "tag": "96eeaf57-c358-4771-a88f-2fd5c9dfe0fc", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:32.813755 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f028c560-c677-40a2-bd11-14da4456a78a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:32.817410 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f05a2fd-351e-449c-babd-e9c76f572f0b', 'name': 'network-vif-deleted', 'tag': '96eeaf57-c358-4771-a88f-2fd5c9dfe0fc', 'status': 'completed', 'code': 200} Feb 11 04:43:32.844709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Deleting port c7ae239a-8777-4556-945c-bf3229625334 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:32.845246 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c7ae239a-8777-4556-945c-bf3229625334), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.931549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3fb5fcb-01fd-423e-aebb-62f7cd53c19d tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (8aba8a6f-3167-4b6a-866c-0b528824b96a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.942368 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (0dcefa12-db4a-489d-8c1c-ec14bf8f6a89), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.943854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:43:32.948395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.950742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-004340ba-88c7-486f-a9bd-0ef6cfb789b1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0dcefa12-db4a-489d-8c1c-ec14bf8f6a89 HTTP/1.1" status: 204 len: 168 time: 3.3869059 Feb 11 04:43:32.965335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50412) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:32.974184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] For port c7ae239a-8777-4556-945c-bf3229625334, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c7ae239a-8777-4556-945c-bf3229625334,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:32.974771 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c7ae239a-8777-4556-945c-bf3229625334), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.997073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-927cddd7-b56a-4a9f-8e68-50e91fcb6a0a None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:33.000704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Calling delete_port for c7ae239a-8777-4556-945c-bf3229625334 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:33.002137 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.047861 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3fb5fcb-01fd-423e-aebb-62f7cd53c19d tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.078235 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b3fb5fcb-01fd-423e-aebb-62f7cd53c19d tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/8aba8a6f-3167-4b6a-866c-0b528824b96a HTTP/1.1" status: 204 len: 168 time: 1.1171494 Feb 11 04:43:33.079746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb5fcb-01fd-423e-aebb-62f7cd53c19d tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8aba8a6f-3167-4b6a-866c-0b528824b96a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:33.092435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50416) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:33.150881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b366b-671a-411f-b193-bd4c1134150f req-bdd21886-07cf-4d1c-9376-cdc433a8b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:33.152972 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-bdd21886-07cf-4d1c-9376-cdc433a8b076 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.5036676 Feb 11 04:43:33.165627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4956fd-f30e-449e-b55a-6622470c245d admin admin] Deleting subnet 65107a1f-5362-4c4b-8b4f-485ce20e40df {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:43:33.176030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9875397-9c6c-496b-83a1-f0228e94bffd req-16a5ca34-9e52-43a8-973a-272e80b8e909 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:33.184881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9875397-9c6c-496b-83a1-f0228e94bffd req-16a5ca34-9e52-43a8-973a-272e80b8e909 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 948 time: 0.4095886 Feb 11 04:43:33.201714 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa4956fd-f30e-449e-b55a-6622470c245d admin admin] Publish callbacks [] for subnet (65107a1f-5362-4c4b-8b4f-485ce20e40df), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.287537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1896896e-b81d-473d-ad04-453f833faa13 req-c575c0f3-5db7-4dd7-bdde-700b8c6d5a07 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f05a2fd-351e-449c-babd-e9c76f572f0b HTTP/1.1" status: 200 len: 210 time: 0.0637493 Feb 11 04:43:33.301082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:33.303634 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b829277-251a-4f00-a597-30b4ee481827" -d '{"events": [{"name": "network-changed", "server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:33.326182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:33.349861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-1ab76e29-2ef1-4417-94c2-f1bcf8946af0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 217 time: 0.1888108 Feb 11 04:43:33.382095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa4956fd-f30e-449e-b55a-6622470c245d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (65107a1f-5362-4c4b-8b4f-485ce20e40df), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.382811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:33.383201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 96eeaf57-c358-4771-a88f-2fd5c9dfe0fc not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:33.407876 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c7ae239a-8777-4556-945c-bf3229625334), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.428073 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e41aef-d55a-4c0a-abfd-e70cd3122a01 x-openstack-request-id: req-88e41aef-d55a-4c0a-abfd-e70cd3122a01 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:33.428431 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:33.428787 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88e41aef-d55a-4c0a-abfd-e70cd3122a01 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:33.429308 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'status': 'completed', 'code': 200} Feb 11 04:43:33.439145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (9ed01975-1896-473c-996d-4386c1d50cc2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.444643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ae239a-8777-4556-945c-bf3229625334,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:33.476594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-927cddd7-b56a-4a9f-8e68-50e91fcb6a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'c7ae239a-8777-4556-945c-bf3229625334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:43:29Z', 'revision_number': 5, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port': {'id': 'c7ae239a-8777-4556-945c-bf3229625334', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:43Z', 'updated_at': '2022-02-11T04:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:33.501097 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9875397-9c6c-496b-83a1-f0228e94bffd req-df8c5902-e98d-4cc5-957d-5bac2c70520c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099663 Feb 11 04:43:33.520185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b366b-671a-411f-b193-bd4c1134150f req-0ffe2eca-7a23-4d0d-a83e-609ffdd77be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:33.525013 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-0ffe2eca-7a23-4d0d-a83e-609ffdd77be3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1654332 Feb 11 04:43:33.546034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cddd7-b56a-4a9f-8e68-50e91fcb6a0a None None] Checking router: 4f7f76b2-309c-4a36-ae6c-ed72a76d329b for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:43:33.571418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.586863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cddd7-b56a-4a9f-8e68-50e91fcb6a0a None None] Routers {'4f7f76b2-309c-4a36-ae6c-ed72a76d329b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:33.587740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-927cddd7-b56a-4a9f-8e68-50e91fcb6a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:33.652406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b829277-251a-4f00-a597-30b4ee481827 req-90143646-0970-40b9-842a-5ed2051d7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:33.655304 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-90143646-0970-40b9-842a-5ed2051d7e08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1131 time: 0.1808572 Feb 11 04:43:33.716955 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-927cddd7-b56a-4a9f-8e68-50e91fcb6a0a None None] Set router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:33.759512 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (9ed01975-1896-473c-996d-4386c1d50cc2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.775754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa4956fd-f30e-449e-b55a-6622470c245d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (65107a1f-5362-4c4b-8b4f-485ce20e40df), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.790930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-927cddd7-b56a-4a9f-8e68-50e91fcb6a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:43:33Z', 'revision_number': 7, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:33.797419 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.810138 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Publish callbacks [] for router_controller (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.814821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed01975-1896-473c-996d-4386c1d50cc2']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:33.825550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cddd7-b56a-4a9f-8e68-50e91fcb6a0a None None] The sync data for ids ['4f7f76b2-309c-4a36-ae6c-ed72a76d329b'] in n-d-615180-58 is: [{'id': '4f7f76b2-309c-4a36-ae6c-ed72a76d329b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-33896948-router', 'tenant_id': '48fa598a1b004a679c77ea62ce019101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:42Z', 'updated_at': '2022-02-11T04:43:33Z', 'revision_number': 7, 'project_id': '48fa598a1b004a679c77ea62ce019101', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:43:33.841538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b366b-671a-411f-b193-bd4c1134150f req-b3546ad1-4106-4522-8dff-3c732572b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:33.841538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-b3546ad1-4106-4522-8dff-3c732572b7d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2892551 Feb 11 04:43:33.841538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3066b39-2aca-4b41-80e7-6a47040030b8') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:33.841538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3066b39-2aca-4b41-80e7-6a47040030b8') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:33.927775 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (e3066b39-2aca-4b41-80e7-6a47040030b8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.954998 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e3066b39-2aca-4b41-80e7-6a47040030b8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.959326 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (4f7f76b2-309c-4a36-ae6c-ed72a76d329b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.959963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7f76b2-309c-4a36-ae6c-ed72a76d329b {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:43:33.967868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.971815 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ffaf847f-5bce-4ad4-a4d5-bb2f9d8366df admin admin] 10.222.0.48 "DELETE /v2.0/routers/4f7f76b2-309c-4a36-ae6c-ed72a76d329b HTTP/1.1" status: 204 len: 168 time: 1.7968748 Feb 11 04:43:33.972059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:33.978430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:43:33.978981 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (e3066b39-2aca-4b41-80e7-6a47040030b8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:43:33.989999 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:43:34.009197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b829277-251a-4f00-a597-30b4ee481827 req-20c57bc6-3fb6-4426-9c41-bccd6e77d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:34.010740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-20c57bc6-3fb6-4426-9c41-bccd6e77d58c service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.2728090 Feb 11 04:43:34.019015 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-294d02a9-a57e-4c32-a4b2-e3bac8d31b1c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:34.020468 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-294d02a9-a57e-4c32-a4b2-e3bac8d31b1c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 808 time: 0.2367973 Feb 11 04:43:34.368014 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-9691a42d-cb63-473f-a25b-19c7536a1dec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 217 time: 0.3446624 Feb 11 04:43:34.376347 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-7c05eda2-1057-4966-83d6-fe5241565bce tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/quotas/8b12cb7f59db43f289e50c197625e76d HTTP/1.1" status: 200 len: 375 time: 0.3451824 Feb 11 04:43:34.414330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa4956fd-f30e-449e-b55a-6622470c245d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (65107a1f-5362-4c4b-8b4f-485ce20e40df), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.447213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 147f754d-3c16-465f-8a7d-4ebe26daf60a no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:34.481552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b829277-251a-4f00-a597-30b4ee481827 req-513da3a0-589b-4b7b-834d-8e32adb1dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:34.483823 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-513da3a0-589b-4b7b-834d-8e32adb1dd73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1054437 Feb 11 04:43:34.493383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-474d3a47-af56-4915-9a18-06f44cb0962d service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6388772 Feb 11 04:43:34.495508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb63825-3290-4ebe-ad0f-a555cd8212d5 None None] Network b600b80b-883d-437a-8848-fc1e3568df2d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:34.497587 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa4956fd-f30e-449e-b55a-6622470c245d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.500092 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-57a2a85d-614f-486c-aec3-21b6e8870b15 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1227810 Feb 11 04:43:34.500970 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fa4956fd-f30e-449e-b55a-6622470c245d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/65107a1f-5362-4c4b-8b4f-485ce20e40df HTTP/1.1" status: 204 len: 168 time: 1.5327909 Feb 11 04:43:34.502547 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 147f754d-3c16-465f-8a7d-4ebe26daf60a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:34.509751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50432) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:34.510406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 147f754d-3c16-465f-8a7d-4ebe26daf60a not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:34.511322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 26b82426-c1f0-4d3b-909b-c3b904a31860 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:34.590170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4956fd-f30e-449e-b55a-6622470c245d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65107a1f-5362-4c4b-8b4f-485ce20e40df,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:34.615779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ac7dc2-420e-4dc9-9635-2a1368f42fed admin admin] Deleting subnet 1fe7be5f-43a7-40e1-93b1-9ec7dfae10de {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:43:34.626055 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (9ed01975-1896-473c-996d-4386c1d50cc2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.626602 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34ac7dc2-420e-4dc9-9635-2a1368f42fed admin admin] Publish callbacks [] for subnet (1fe7be5f-43a7-40e1-93b1-9ec7dfae10de), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.661835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 26b82426-c1f0-4d3b-909b-c3b904a31860 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:34.662423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 26b82426-c1f0-4d3b-909b-c3b904a31860 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:34.722206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ed01975-1896-473c-996d-4386c1d50cc2 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 04:43:34.744475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.759107 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "DELETE /v2.0/networks/9ed01975-1896-473c-996d-4386c1d50cc2 HTTP/1.1" status: 204 len: 168 time: 1.6608388 Feb 11 04:43:34.792601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6749107-9a95-4ba0-b3c5-17f35199d373 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ed01975-1896-473c-996d-4386c1d50cc2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:34.849551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bcf033-6d19-4deb-8f29-0e53654771fa None None] DHCP port deletion for b600b80b-883d-437a-8848-fc1e3568df2d request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:43:34.858025 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (b600b80b-883d-437a-8848-fc1e3568df2d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.861941 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34ac7dc2-420e-4dc9-9635-2a1368f42fed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (1fe7be5f-43a7-40e1-93b1-9ec7dfae10de), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.919801 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-74683af5-935e-4e6c-b91e-905a347367e1 service neutron] 10.222.0.48 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138467 Feb 11 04:43:34.940725 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961b366b-671a-411f-b193-bd4c1134150f req-d1b3b5f7-f49b-4f71-b9c3-068aec02fd87 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463770 Feb 11 04:43:34.961364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b829277-251a-4f00-a597-30b4ee481827 req-eaf9b972-149c-4981-9277-dcec45ad20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:34.963737 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-eaf9b972-149c-4981-9277-dcec45ad20a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4524624 Feb 11 04:43:34.999085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-71bcf033-6d19-4deb-8f29-0e53654771fa None None] Deleting port 6413e26b-5e3f-4228-9671-35e5e222344f {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:34.999557 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-71bcf033-6d19-4deb-8f29-0e53654771fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.083378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50446) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:35.103651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d35c0-5878-4cf7-a495-68b0a74b26ae req-675c2bce-adbd-4b45-baf6-9ec2a7382a23 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:35.113878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7c7d35c0-5878-4cf7-a495-68b0a74b26ae req-675c2bce-adbd-4b45-baf6-9ec2a7382a23 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 948 time: 0.3247221 Feb 11 04:43:35.140207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-71bcf033-6d19-4deb-8f29-0e53654771fa None None] For port 6413e26b-5e3f-4228-9671-35e5e222344f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6413e26b-5e3f-4228-9671-35e5e222344f,segment=NetworkSegment(8e8367f1-8c14-4fbc-abb9-55052002a0c2),segment_id=8e8367f1-8c14-4fbc-abb9-55052002a0c2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:35.140919 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-71bcf033-6d19-4deb-8f29-0e53654771fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.162455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-71bcf033-6d19-4deb-8f29-0e53654771fa None None] Calling delete_port for 6413e26b-5e3f-4228-9671-35e5e222344f owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:35.163860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-060f9fac-6090-48a3-bced-3fbdb6a839b7 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Request body: {'router': {'name': 'tempest-router--548727445', 'project_id': '31d09fc299974f2a8df002b9f8789a15'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:35.182166 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34ac7dc2-420e-4dc9-9635-2a1368f42fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (1fe7be5f-43a7-40e1-93b1-9ec7dfae10de), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.265051 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7c7d35c0-5878-4cf7-a495-68b0a74b26ae req-eba6f773-873c-4442-9ca0-516f9fd2ecb9 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495366 Feb 11 04:43:35.273539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b829277-251a-4f00-a597-30b4ee481827 req-d53a90c3-9891-4c1c-ad6c-96b73ab01e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:35.275312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-d53a90c3-9891-4c1c-ad6c-96b73ab01e78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1131 time: 0.2393374 Feb 11 04:43:35.298316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-71bcf033-6d19-4deb-8f29-0e53654771fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.326848 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-060f9fac-6090-48a3-bced-3fbdb6a839b7 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (e2434ba0-2dd1-4f51-8a51-a2b47a06e83d), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.329088 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-060f9fac-6090-48a3-bced-3fbdb6a839b7 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (e2434ba0-2dd1-4f51-8a51-a2b47a06e83d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.332689 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34ac7dc2-420e-4dc9-9635-2a1368f42fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (1fe7be5f-43a7-40e1-93b1-9ec7dfae10de), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.348224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcf033-6d19-4deb-8f29-0e53654771fa None None] Pushing event deleted for resources: {'Port': ['ID=6413e26b-5e3f-4228-9671-35e5e222344f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:35.356552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Deleting port 6413e26b-5e3f-4228-9671-35e5e222344f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:35.357066 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.372413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bcf033-6d19-4deb-8f29-0e53654771fa None None] No DVR routers for this DVR port 6413e26b-5e3f-4228-9671-35e5e222344f on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:35.389872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-89ce6297-1d00-45aa-b1e8-ed969a71d91d service neutron] 10.222.0.48 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505863 Feb 11 04:43:35.405354 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-c222c7b8-fddd-4bdf-b86a-febf6302d668 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224250 Feb 11 04:43:35.413866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac7dc2-420e-4dc9-9635-2a1368f42fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe7be5f-43a7-40e1-93b1-9ec7dfae10de,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:35.419516 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34ac7dc2-420e-4dc9-9635-2a1368f42fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.428657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4174528d-c2a6-4897-8825-031e6178b588 None None] Network 072564ab-c80b-4ff9-acf6-33933e7683f2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:35.429671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:35.478953 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-34ac7dc2-420e-4dc9-9635-2a1368f42fed admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1fe7be5f-43a7-40e1-93b1-9ec7dfae10de HTTP/1.1" status: 204 len: 168 time: 1.5018666 Feb 11 04:43:35.561087 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-060f9fac-6090-48a3-bced-3fbdb6a839b7 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_controller (e2434ba0-2dd1-4f51-8a51-a2b47a06e83d), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.586928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-060f9fac-6090-48a3-bced-3fbdb6a839b7 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (e2434ba0-2dd1-4f51-8a51-a2b47a06e83d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.620856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] For port 6413e26b-5e3f-4228-9671-35e5e222344f, host n-d-615180-58, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:35.621891 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.742214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b829277-251a-4f00-a597-30b4ee481827 req-b7a3861e-6221-44de-bda2-f77a73eb5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:35.744985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Calling delete_port for 6413e26b-5e3f-4228-9671-35e5e222344f owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:35.749766 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-b7a3861e-6221-44de-bda2-f77a73eb5f10 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.4376471 Feb 11 04:43:35.752817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Port 6413e26b-5e3f-4228-9671-35e5e222344f was not found and therefore no delete operation was performed {{(pid=103354) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:43:35.764725 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-060f9fac-6090-48a3-bced-3fbdb6a839b7 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.766206 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-060f9fac-6090-48a3-bced-3fbdb6a839b7 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6717310 Feb 11 04:43:35.771030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50456) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:35.775025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7e53a-f14f-4363-93cc-d46f16058c0b None None] DHCP port deletion for 072564ab-c80b-4ff9-acf6-33933e7683f2 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:43:35.778573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6413e26b-5e3f-4228-9671-35e5e222344f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.829797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (072564ab-c80b-4ff9-acf6-33933e7683f2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.857460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-26f7e53a-f14f-4363-93cc-d46f16058c0b None None] Deleting port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:35.857848 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26f7e53a-f14f-4363-93cc-d46f16058c0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.858105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-92a7b3f6-8992-4ea1-8c27-4ebab68014b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 217 time: 0.1019266 Feb 11 04:43:35.867026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Pushing event deleted for resources: {'Port': ['ID=6413e26b-5e3f-4228-9671-35e5e222344f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:35.880017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] No DVR routers for this DVR port 6413e26b-5e3f-4228-9671-35e5e222344f on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:35.936191 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-103c3728-660a-43bf-8a27-a261b56c5265 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (e2434ba0-2dd1-4f51-8a51-a2b47a06e83d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.943068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-26f7e53a-f14f-4363-93cc-d46f16058c0b None None] For port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d6f05a58-7774-4788-8ca5-f7a8a7ed12a3,segment=NetworkSegment(62aff0c2-e5ee-45bd-9528-170045f45820),segment_id=62aff0c2-e5ee-45bd-9528-170045f45820)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:35.943596 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26f7e53a-f14f-4363-93cc-d46f16058c0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.957665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-26f7e53a-f14f-4363-93cc-d46f16058c0b None None] Calling delete_port for d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:35.968449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3bc9d-3d5c-4651-afb8-d306ebd5796e req-4e29847e-2f1e-4bd8-9c63-11fcd9496931 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:35.986354 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3d3bc9d-3d5c-4651-afb8-d306ebd5796e req-4e29847e-2f1e-4bd8-9c63-11fcd9496931 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 950 time: 0.4306090 Feb 11 04:43:36.095525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3d3bc9d-3d5c-4651-afb8-d306ebd5796e req-19a15fb2-4cb4-4a65-91da-b6a5c6650913 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078293 Feb 11 04:43:36.113662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b829277-251a-4f00-a597-30b4ee481827 req-2c027978-4a95-4e2c-99d9-5bacc1761e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:36.116042 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-2c027978-4a95-4e2c-99d9-5bacc1761e89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.2408245 Feb 11 04:43:36.129540 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26f7e53a-f14f-4363-93cc-d46f16058c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.173812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6413e26b-5e3f-4228-9671-35e5e222344f no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:36.178326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7e53a-f14f-4363-93cc-d46f16058c0b None None] Pushing event deleted for resources: {'Port': ['ID=d6f05a58-7774-4788-8ca5-f7a8a7ed12a3,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:36.202551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7e53a-f14f-4363-93cc-d46f16058c0b None None] No DVR routers for this DVR port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:36.204535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 6413e26b-5e3f-4228-9671-35e5e222344f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:36.205052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6413e26b-5e3f-4228-9671-35e5e222344f not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:36.205591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:36.207214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b829277-251a-4f00-a597-30b4ee481827 req-2e3c3796-2020-4f69-a4ae-434b3980e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:36.210721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-2e3c3796-2020-4f69-a4ae-434b3980e1e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0869620 Feb 11 04:43:36.231319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:36.231775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:36.232309 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c7ae239a-8777-4556-945c-bf3229625334 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:36.259793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: c7ae239a-8777-4556-945c-bf3229625334 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:36.260301 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c7ae239a-8777-4556-945c-bf3229625334 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:36.383756 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-d1f145e1-aee5-4bee-a352-79c1ee125b47 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9635658 Feb 11 04:43:36.386592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-103c3728-660a-43bf-8a27-a261b56c5265 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (e2434ba0-2dd1-4f51-8a51-a2b47a06e83d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.408406 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-103c3728-660a-43bf-8a27-a261b56c5265 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_controller (e2434ba0-2dd1-4f51-8a51-a2b47a06e83d), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.414959 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-f061842f-762f-405c-8cd8-9231a60444eb service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886134 Feb 11 04:43:36.452847 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60f81cfe-3813-4c89-aa32-318f69a2f882 req-362f440e-88c3-43ac-af69-4aade6987854 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.2633045 Feb 11 04:43:36.510031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820d541-4ca6-4678-9770-b31d40e38907 req-9d880cc7-ff63-4593-ac2c-23fb18a4ac95 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:36.518565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9820d541-4ca6-4678-9770-b31d40e38907 req-9d880cc7-ff63-4593-ac2c-23fb18a4ac95 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 948 time: 0.1602843 Feb 11 04:43:36.526004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (b600b80b-883d-437a-8848-fc1e3568df2d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.559185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b600b80b-883d-437a-8848-fc1e3568df2d']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:36.563194 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-103c3728-660a-43bf-8a27-a261b56c5265 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (e2434ba0-2dd1-4f51-8a51-a2b47a06e83d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.563720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103c3728-660a-43bf-8a27-a261b56c5265 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2434ba0-2dd1-4f51-8a51-a2b47a06e83d {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:43:36.575841 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-103c3728-660a-43bf-8a27-a261b56c5265 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.579652 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-103c3728-660a-43bf-8a27-a261b56c5265 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "DELETE /v2.0/routers/e2434ba0-2dd1-4f51-8a51-a2b47a06e83d HTTP/1.1" status: 204 len: 168 time: 0.8033667 Feb 11 04:43:36.583102 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8367f1-8c14-4fbc-abb9-55052002a0c2') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:36.583692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8367f1-8c14-4fbc-abb9-55052002a0c2') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:36.588991 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9820d541-4ca6-4678-9770-b31d40e38907 req-195b89a7-bc0d-44a1-b74e-44ed3ae5f347 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694239 Feb 11 04:43:36.594363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Deleting port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:36.594363 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.604238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b829277-251a-4f00-a597-30b4ee481827 req-3deba922-4192-4b68-b945-3eafc7e95f07 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818173 Feb 11 04:43:36.693759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] For port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3, host n-d-615180-58, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:36.694761 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.710154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Calling delete_port for d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:36.713142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 was not found and therefore no delete operation was performed {{(pid=103354) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:43:36.715569 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (8e8367f1-8c14-4fbc-abb9-55052002a0c2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.717509 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d6f05a58-7774-4788-8ca5-f7a8a7ed12a3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.755062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50472) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:36.764414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f05a58-7774-4788-8ca5-f7a8a7ed12a3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:36.774656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] No DVR routers for this DVR port d6f05a58-7774-4788-8ca5-f7a8a7ed12a3 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:36.786357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8e8367f1-8c14-4fbc-abb9-55052002a0c2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.820413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:43:36.820818 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (8e8367f1-8c14-4fbc-abb9-55052002a0c2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:43:36.822709 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:43:36.843165 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 83400a73-9e05-45bf-93d0-08afd2bc06e7 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:43:36.951469 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (072564ab-c80b-4ff9-acf6-33933e7683f2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.957775 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (b600b80b-883d-437a-8848-fc1e3568df2d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.987686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.990992 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b600b80b-883d-437a-8848-fc1e3568df2d HTTP/1.1" status: 204 len: 168 time: 2.4695208 Feb 11 04:43:37.007751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:37.024043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'mac_address': 'fa:16:3e:0c:23:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:43:37.062447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a936588-9c54-46a9-98ab-34412c3d6980 admin admin] Pushing event deleted for resources: {'Network': ['ID=b600b80b-883d-437a-8848-fc1e3568df2d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:37.081333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072564ab-c80b-4ff9-acf6-33933e7683f2']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:37.102624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 83400a73-9e05-45bf-93d0-08afd2bc06e7 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:37.103477 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.118157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.127154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83400a73-9e05-45bf-93d0-08afd2bc06e7 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:37.153251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62aff0c2-e5ee-45bd-9528-170045f45820') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:37.153607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62aff0c2-e5ee-45bd-9528-170045f45820') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:37.160325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:37.167642 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.198266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (62aff0c2-e5ee-45bd-9528-170045f45820), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.205406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1997582200', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:37.240360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.241856 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.247674 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (62aff0c2-e5ee-45bd-9528-170045f45820), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.268600 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:43:37.269141 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (62aff0c2-e5ee-45bd-9528-170045f45820), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.281867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:43:37.347627 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:43:37.361952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (072564ab-c80b-4ff9-acf6-33933e7683f2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.373112 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.380951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50480) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:37.382088 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] 10.222.0.48 "DELETE /v2.0/networks/072564ab-c80b-4ff9-acf6-33933e7683f2 HTTP/1.1" status: 204 len: 168 time: 1.9492135 Feb 11 04:43:37.390517 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_controller (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.411178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50482) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:37.459063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b45d1-abde-43c3-abfa-1101a4b6d608 admin admin] Pushing event deleted for resources: {'Network': ['ID=072564ab-c80b-4ff9-acf6-33933e7683f2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:37.530925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['83400a73-9e05-45bf-93d0-08afd2bc06e7'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:37.580718 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cb2904db-162c-4730-b8df-6607ecc48b44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49e1f74c01434e6385812c219e96e249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667206 Feb 11 04:43:37.582780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50486) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:37.621844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60022561-3e0c-48db-86ab-fe13974bbd9c req-7c2eea0d-5c2e-4601-86eb-ccf2fe540ee7 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:37.629274 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60022561-3e0c-48db-86ab-fe13974bbd9c req-7c2eea0d-5c2e-4601-86eb-ccf2fe540ee7 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 950 time: 0.2803831 Feb 11 04:43:37.647599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c6cb7-3c0f-41e0-ae8a-d531971c4d3a req-4ce8ba11-5cda-436e-9739-eea208f1ae70 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:37.649279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-556c6cb7-3c0f-41e0-ae8a-d531971c4d3a req-4ce8ba11-5cda-436e-9739-eea208f1ae70 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 950 time: 0.1784525 Feb 11 04:43:37.649403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-1d6b7627-4821-478c-aff9-784d00f17954 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:37.650854 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-1d6b7627-4821-478c-aff9-784d00f17954 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.10 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 808 time: 0.1390846 Feb 11 04:43:37.695554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Request body: {'port': {'device_id': 'ae20198f-d2b6-4a55-b862-16e0bdbf1f6a', 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0', 'admin_state_up': True, 'tenant_id': '8b12cb7f59db43f289e50c197625e76d'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:37.800204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fcf6fc51-4063-439e-b768-9bef37aaac00 req-bf5309f8-3569-46d3-a668-c5803d6fabbc tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.1481702 Feb 11 04:43:37.809168 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a89c101-2ac8-4cbc-802f-daa9f478dd0b admin admin] Publish callbacks [] for security_group (5ba2704c-0004-481f-9e7c-a3543e684ae9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.816863 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60022561-3e0c-48db-86ab-fe13974bbd9c req-3603ac56-43d4-4e13-9619-35efb11a348c tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867261 Feb 11 04:43:37.859006 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a89c101-2ac8-4cbc-802f-daa9f478dd0b admin admin] Publish callbacks [] for security_group (5ba2704c-0004-481f-9e7c-a3543e684ae9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.887315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-556c6cb7-3c0f-41e0-ae8a-d531971c4d3a req-e7bcdb7f-5a25-4265-9ef4-28a98c4439f6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Deleting port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:37.887657 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-556c6cb7-3c0f-41e0-ae8a-d531971c4d3a req-e7bcdb7f-5a25-4265-9ef4-28a98c4439f6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.971343 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:38.019457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-556c6cb7-3c0f-41e0-ae8a-d531971c4d3a req-e7bcdb7f-5a25-4265-9ef4-28a98c4439f6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] For port d6b46f28-121a-4a9e-9144-beb5d7ba31b8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d6b46f28-121a-4a9e-9144-beb5d7ba31b8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:38.020257 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-556c6cb7-3c0f-41e0-ae8a-d531971c4d3a req-e7bcdb7f-5a25-4265-9ef4-28a98c4439f6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:38.033626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-556c6cb7-3c0f-41e0-ae8a-d531971c4d3a req-e7bcdb7f-5a25-4265-9ef4-28a98c4439f6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Calling delete_port for d6b46f28-121a-4a9e-9144-beb5d7ba31b8 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:38.087542 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a89c101-2ac8-4cbc-802f-daa9f478dd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5ba2704c-0004-481f-9e7c-a3543e684ae9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:38.091514 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a89c101-2ac8-4cbc-802f-daa9f478dd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:38.096580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8a89c101-2ac8-4cbc-802f-daa9f478dd0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ba2704c-0004-481f-9e7c-a3543e684ae9 HTTP/1.1" status: 204 len: 168 time: 0.5084934 Feb 11 04:43:38.112680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3d01a-99a8-4807-918e-8347408c986d req-76eb2ae7-5e73-47c0-aef8-6d732a9156af tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:38.114213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-88e3d01a-99a8-4807-918e-8347408c986d req-76eb2ae7-5e73-47c0-aef8-6d732a9156af tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 949 time: 0.2398264 Feb 11 04:43:38.125540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89c101-2ac8-4cbc-802f-daa9f478dd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba2704c-0004-481f-9e7c-a3543e684ae9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:38.235347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Made reservation on behalf of 8b12cb7f59db43f289e50c197625e76d for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:38.239259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:38.246018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-556c6cb7-3c0f-41e0-ae8a-d531971c4d3a req-e7bcdb7f-5a25-4265-9ef4-28a98c4439f6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d6b46f28-121a-4a9e-9144-beb5d7ba31b8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:38.286791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d344640f-2e58-485b-a092-0089c0927850', 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:38.290223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', '2b1d0e33-f02e-47c6-833c-d8d3e6761663', '0e66530f-f5cd-478a-a572-3e084dabecb5', 'f00ccd8e-81ab-4a5c-b4f1-0db413852195'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:38.335231 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcdb7f-5a25-4265-9ef4-28a98c4439f6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event deleted for resources: {'Port': ['ID=d6b46f28-121a-4a9e-9144-beb5d7ba31b8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:38.380699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-556c6cb7-3c0f-41e0-ae8a-d531971c4d3a req-e7bcdb7f-5a25-4265-9ef4-28a98c4439f6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] No DVR routers for this DVR port d6b46f28-121a-4a9e-9144-beb5d7ba31b8 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:38.385211 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-556c6cb7-3c0f-41e0-ae8a-d531971c4d3a req-e7bcdb7f-5a25-4265-9ef4-28a98c4439f6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:38.395306 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-556c6cb7-3c0f-41e0-ae8a-d531971c4d3a req-e7bcdb7f-5a25-4265-9ef4-28a98c4439f6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "DELETE /v2.0/ports/d6b46f28-121a-4a9e-9144-beb5d7ba31b8 HTTP/1.1" status: 204 len: 173 time: 0.7354281 Feb 11 04:43:38.396303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f802283a-3eaa-43ed-8f7d-64fd050fca84', 'name': 'network-vif-deleted', 'tag': 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:38.406859 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-88e3d01a-99a8-4807-918e-8347408c986d req-ad8ac658-232c-4d22-97ba-ff9e66d86e07 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861235 Feb 11 04:43:38.407610 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8cea5b-d2ab-49ad-a82f-bbdd0c411c96" -d '{"events": [{"server_uuid": "f802283a-3eaa-43ed-8f7d-64fd050fca84", "name": "network-vif-deleted", "tag": "d6b46f28-121a-4a9e-9144-beb5d7ba31b8"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:38.490317 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a21fb7-774f-4991-a1a9-f9fae86bdccc x-openstack-request-id: req-b6a21fb7-774f-4991-a1a9-f9fae86bdccc {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:38.490929 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f802283a-3eaa-43ed-8f7d-64fd050fca84", "name": "network-vif-deleted", "tag": "d6b46f28-121a-4a9e-9144-beb5d7ba31b8", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:38.491038 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6a21fb7-774f-4991-a1a9-f9fae86bdccc {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:38.491622 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f802283a-3eaa-43ed-8f7d-64fd050fca84', 'name': 'network-vif-deleted', 'tag': 'd6b46f28-121a-4a9e-9144-beb5d7ba31b8', 'status': 'completed', 'code': 200} Feb 11 04:43:38.865546 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:38.899713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:38.901660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 83400a73-9e05-45bf-93d0-08afd2bc06e7 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:38.948402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Allocated IP 172.20.0.7 (5b75fab5-93b1-414b-9a08-696b9d294bc0/d347f3fc-24c7-4017-8fdc-4d41de902991/c7b1e2d9-a16c-4f84-b7af-8e881b2099c0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:39.028821 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15e930a9-19d2-49b5-a5bd-10ecb634b69a req-3afdecc0-2ec8-4c88-b3ed-6ab5e52b1b3f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0993762 Feb 11 04:43:39.068714 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 83400a73-9e05-45bf-93d0-08afd2bc06e7 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:43:39.079399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 83400a73-9e05-45bf-93d0-08afd2bc06e7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:39.079884 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:39.488396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 83400a73-9e05-45bf-93d0-08afd2bc06e7 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:39.489038 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:39.558263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c20f0-7c15-4f06-bbe5-0e32992141fa req-7f7750c2-8edf-451d-8f53-7c545e03f6db tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:39.560364 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a3c20f0-7c15-4f06-bbe5-0e32992141fa req-7f7750c2-8edf-451d-8f53-7c545e03f6db tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 949 time: 0.6121242 Feb 11 04:43:39.561747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:39.564417 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1010f819-c60d-4c40-9900-638b1cc42da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:39.579558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:39.582937 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9338b0c4-6442-4954-9154-b1851097a5e8" -d '{"events": [{"server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "name": "network-vif-plugged", "status": "completed", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:39.601205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:39.602292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-d89b3f43-a96e-49f0-97fe-a710aae2a4c4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:39.603998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-d89b3f43-a96e-49f0-97fe-a710aae2a4c4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc&tenant_id=1065d83b11b143078bcea2c5380d8113&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 949 time: 0.7886393 Feb 11 04:43:39.627052 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:39.675696 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a3c20f0-7c15-4f06-bbe5-0e32992141fa req-3fe7ddf0-f273-4317-b00c-83a5827ec0cd tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993528 Feb 11 04:43:39.685113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:39.707144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-65dbebbe-3c1f-4ed9-bb12-6ba7332646b3 service neutron] 10.222.0.10 "GET /v2.0/ports/83400a73-9e05-45bf-93d0-08afd2bc06e7/bindings/n-h2-615180-58 HTTP/1.1" status: 200 len: 383 time: 0.0956924 Feb 11 04:43:39.718932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92be12b8-ecdc-4b01-9b9f-487af524b6df req-0e786419-c078-4351-a303-7d141f83af87 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=f802283a-3eaa-43ed-8f7d-64fd050fca84 HTTP/1.1" status: 200 len: 210 time: 0.1471133 Feb 11 04:43:39.787666 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8c4307-b85e-4fd3-838a-3994a071eab4 x-openstack-request-id: req-3a8c4307-b85e-4fd3-838a-3994a071eab4 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:39.788390 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "name": "network-vif-plugged", "status": "completed", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:39.788805 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a8c4307-b85e-4fd3-838a-3994a071eab4 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:39.789365 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'code': 200} Feb 11 04:43:39.830122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-f78dfe50-476a-4942-8509-a66cd6669350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:39.830872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-f78dfe50-476a-4942-8509-a66cd6669350 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1133 time: 0.0748334 Feb 11 04:43:39.834272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-network', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:39.875081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Allocated IP 172.25.7.68 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/3159984b-3946-4813-9184-f8e76f8a1c83) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:39.913520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:39.915831 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:39.930462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:39.954181 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb3db158-bf4b-400f-adff-f7497bab5917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:39.968276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-4baff092-45cb-42e5-ba5f-a27da349a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:39.969833 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-4baff092-45cb-42e5-ba5f-a27da349a273 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1312816 Feb 11 04:43:40.020144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-f4ad26d0-fa16-4846-9159-9d9b72591923 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 217 time: 0.0419569 Feb 11 04:43:40.092624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-686dc914-7533-4b0d-8ca3-cad58e1a326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:40.094839 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-686dc914-7533-4b0d-8ca3-cad58e1a326f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0681725 Feb 11 04:43:40.142565 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Publish callbacks [] for security_group (4263f4a7-a60d-4afa-bf4d-b25bbb855134), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.155784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4263f4a7-a60d-4afa-bf4d-b25bbb855134), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.175071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:43:40.190039 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (51f2b99a-93c5-4559-b0a3-67353806ffd0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.190505 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Added segment 51f2b99a-93c5-4559-b0a3-67353806ffd0 of type vlan for network 556a79f2-1ee2-4e14-9bec-7abb67a912db Feb 11 04:43:40.272134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-c53bc3ac-0028-4c00-91f7-73880f185ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:40.274094 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-c53bc3ac-0028-4c00-91f7-73880f185ad0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1712489 Feb 11 04:43:40.277823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4263f4a7-a60d-4afa-bf4d-b25bbb855134,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:40.283431 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (556a79f2-1ee2-4e14-9bec-7abb67a912db), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.302316 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3be9a2dc-e7d0-48c0-b7ea-1f0ce41912bd req-7dfe50ba-fdb4-4514-8f97-8156a1eaf2e0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0850163 Feb 11 04:43:40.323142 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks [] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.356440 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (556a79f2-1ee2-4e14-9bec-7abb67a912db), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.357556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:40.358219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.365354 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for port (3159984b-3946-4813-9184-f8e76f8a1c83), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.441682 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.464598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8990629 Feb 11 04:43:40.467153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50530) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:40.467838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdbda9-bbac-4ea8-bcb4-63440adcacb3 admin admin] Pushing event updated for resources: {'Network': ['ID=556a79f2-1ee2-4e14-9bec-7abb67a912db,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:40.478606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['b1a4e8ab-de8a-4868-b6ff-c7943654b248'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:40.485544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5309ec04-e70b-461d-90f7-68d24e7c1a66'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:40.490720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 556a79f2-1ee2-4e14-9bec-7abb67a912db details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:43:40.492542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-19386769-53ae-4a03-996e-165d66d2c046 admin admin] Request body: {'subnet': {'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-subnet', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:40.503655 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3159984b-3946-4813-9184-f8e76f8a1c83), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.513193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Network 5b75fab5-93b1-414b-9a08-696b9d294bc0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:40.523279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:40.528491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:40.555126 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-6faa7f3a-0d90-4ae2-b93b-f37a74ef2dbb service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739236 Feb 11 04:43:40.645749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Pushing event updated for resources: {'Port': ['ID=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:40.699603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:40.707978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:40.710645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:40.776390 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-a7a418b6-becc-4e73-8c29-aa4a69d26895 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095804 Feb 11 04:43:40.778532 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19386769-53ae-4a03-996e-165d66d2c046 admin admin] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:40.785340 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19386769-53ae-4a03-996e-165d66d2c046 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.885060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:40.885746 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.921232 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-deab9539-9471-4655-b9f5-329a4de28b41 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2317493 Feb 11 04:43:40.994488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Request body: {'port': {'device_id': 'ae20198f-d2b6-4a55-b862-16e0bdbf1f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:41.034234 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Pushing event updated for resources: {'Port': ['ID=3159984b-3946-4813-9184-f8e76f8a1c83,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:41.121592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cb3db158-bf4b-400f-adff-f7497bab5917 admin admin] Deleting port 709f631d-69c7-4c87-a1c0-0b72beac7b23 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:41.121955 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb3db158-bf4b-400f-adff-f7497bab5917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.134681 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19386769-53ae-4a03-996e-165d66d2c046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (42a46102-8e9c-45a8-b17f-c81d7b5e7722), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.159736 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.192700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7774f3-95d5-477e-b137-64b814aa3ab8 req-fcc1aaa3-cadb-490d-83f8-8abb2f7df021 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:41.194331 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc7774f3-95d5-477e-b137-64b814aa3ab8 req-fcc1aaa3-cadb-490d-83f8-8abb2f7df021 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 945 time: 0.1617503 Feb 11 04:43:41.222284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19386769-53ae-4a03-996e-165d66d2c046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a46102-8e9c-45a8-b17f-c81d7b5e7722,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:41.223155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1810ad-0edd-4d03-b701-6d3d972e692a req-9daad2ec-e866-4c14-8cbb-8d740666b7ae tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:41.225436 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0f1810ad-0edd-4d03-b701-6d3d972e692a req-9daad2ec-e866-4c14-8cbb-8d740666b7ae tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.3479910 Feb 11 04:43:41.266866 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc7774f3-95d5-477e-b137-64b814aa3ab8 req-cef9f62a-11b9-498e-a5d2-6f7ee2114cd9 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571783 Feb 11 04:43:41.267738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19386769-53ae-4a03-996e-165d66d2c046 admin admin] Checking segment: {'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:41.268760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19386769-53ae-4a03-996e-165d66d2c046 admin admin] Network hostable DHCP agents. Network: 556a79f2-1ee2-4e14-9bec-7abb67a912db, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:43:41.295157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19386769-53ae-4a03-996e-165d66d2c046 admin admin] Network 556a79f2-1ee2-4e14-9bec-7abb67a912db is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:43:41.314020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-19386769-53ae-4a03-996e-165d66d2c046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 556a79f2-1ee2-4e14-9bec-7abb67a912db) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:41.322772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19386769-53ae-4a03-996e-165d66d2c046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:41.325180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19386769-53ae-4a03-996e-165d66d2c046 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.329824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ce0fe1-d65e-404e-9ad5-f7828e1c5002 None None] Network 556a79f2-1ee2-4e14-9bec-7abb67a912db requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:41.356618 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-19386769-53ae-4a03-996e-165d66d2c046 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8834155 Feb 11 04:43:41.359493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:41.365221 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:41.396452 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.399325 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.399787 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cb3db158-bf4b-400f-adff-f7497bab5917 admin admin] For port 709f631d-69c7-4c87-a1c0-0b72beac7b23, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=709f631d-69c7-4c87-a1c0-0b72beac7b23,segment=NetworkSegment(087037bc-3954-4d7e-8b55-72c334ce5d03),segment_id=087037bc-3954-4d7e-8b55-72c334ce5d03)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:41.400168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb3db158-bf4b-400f-adff-f7497bab5917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.449755 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cb3db158-bf4b-400f-adff-f7497bab5917 admin admin] Calling delete_port for 709f631d-69c7-4c87-a1c0-0b72beac7b23 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:41.518268 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Publish callbacks [] for router_controller (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.553829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-556a79f2-1ee2-4e14-9bec-7abb67a912db', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'fixed_ips': [{'subnet_id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:43:41.554971 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.615408 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0f1810ad-0edd-4d03-b701-6d3d972e692a req-6919a10d-df2b-4d8f-ba15-fe1873172637 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291647 Feb 11 04:43:41.744333 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.806273 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Publish callbacks [] for router_gateway (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.872907 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de1a0338-81f2-42c7-bb12-2d596bbdc045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.873838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443ca01-42c1-4b7d-a376-97a513ec99ff req-fe1e9ae2-a77c-4358-9a07-9bfd39647df8 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:41.882406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d443ca01-42c1-4b7d-a376-97a513ec99ff req-fe1e9ae2-a77c-4358-9a07-9bfd39647df8 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 931 time: 0.2197971 Feb 11 04:43:41.904724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7457cef2-bd5e-4360-8e48-200dbae45c7b req-904b4d15-1471-42cc-a602-152394c7a423 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2090149 Feb 11 04:43:41.928576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Allocated IP 172.20.0.2 (556a79f2-1ee2-4e14-9bec-7abb67a912db/42a46102-8e9c-45a8-b17f-c81d7b5e7722/d3a5fd16-57ee-4f32-ab42-d65f97aa30a5) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:41.968518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d443ca01-42c1-4b7d-a376-97a513ec99ff req-868be0cf-755c-4022-863b-66a25cb70009 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847404 Feb 11 04:43:42.116671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457cef2-bd5e-4360-8e48-200dbae45c7b req-52d4a596-f2a7-479f-9515-1379875f94be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:42.118515 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7457cef2-bd5e-4360-8e48-200dbae45c7b req-52d4a596-f2a7-479f-9515-1379875f94be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 1132 time: 0.0970252 Feb 11 04:43:42.207418 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Publish callbacks [] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.215146 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.251151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Network 556a79f2-1ee2-4e14-9bec-7abb67a912db is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:42.256683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:42.260726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:42.271966 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.302566 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Pushing event updated for resources: {'Port': ['ID=d3a5fd16-57ee-4f32-ab42-d65f97aa30a5,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:42.358092 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Publish callbacks [] for router_gateway (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.359584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Attempting to bind port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:42.359969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Attempting to bind port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:42.360344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Attempting to bind port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 on network 556a79f2-1ee2-4e14-9bec-7abb67a912db {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:42.362398 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457cef2-bd5e-4360-8e48-200dbae45c7b req-4a614c1c-1abb-4d8a-bc18-072357f3838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:42.364101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7457cef2-bd5e-4360-8e48-200dbae45c7b req-4a614c1c-1abb-4d8a-bc18-072357f3838a service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1950083 Feb 11 04:43:42.366110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:42.366796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Checking segment: {'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:42.367236 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.367830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Bound using segment: {'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:42.368311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Bound port: d3a5fd16-57ee-4f32-ab42-d65f97aa30a5, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:42.368820 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.384982 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.494269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] For port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:42.499333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] For port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d3a5fd16-57ee-4f32-ab42-d65f97aa30a5,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:42.505784 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.521764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Allocated IP 172.25.7.159 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/159bba67-f69e-4ca8-9516-4cb5f75b96a8) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:42.632086 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f250d26-9cc7-47f0-9df6-0d23410cf3bf None None] Pushing event updated for resources: {'Port': ['ID=d3a5fd16-57ee-4f32-ab42-d65f97aa30a5,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:42.654823 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.772227 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7457cef2-bd5e-4360-8e48-200dbae45c7b req-840100d1-534b-4e44-af30-160ca1769f3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2b1d0e33-f02e-47c6-833c-d8d3e6761663 HTTP/1.1" status: 200 len: 217 time: 0.1127195 Feb 11 04:43:42.778601 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Publish callbacks [] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.898537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:42.900538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457cef2-bd5e-4360-8e48-200dbae45c7b req-1901cf18-f55d-4c88-9d77-f7adb05cdf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:42.902329 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7457cef2-bd5e-4360-8e48-200dbae45c7b req-1901cf18-f55d-4c88-9d77-f7adb05cdf5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1215396 Feb 11 04:43:42.914633 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Publish callbacks [] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.914853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3749ece-6897-441d-b4ff-97b7ea0842f5 req-d73700ab-10ce-4e2b-8adc-84b4bab63613 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:42.916289 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a3749ece-6897-441d-b4ff-97b7ea0842f5 req-d73700ab-10ce-4e2b-8adc-84b4bab63613 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 945 time: 0.2581728 Feb 11 04:43:42.950280 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb3db158-bf4b-400f-adff-f7497bab5917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (709f631d-69c7-4c87-a1c0-0b72beac7b23), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.970831 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:43.010692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3db158-bf4b-400f-adff-f7497bab5917 admin admin] Pushing event deleted for resources: {'Port': ['ID=709f631d-69c7-4c87-a1c0-0b72beac7b23,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:43.013824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Transition to ACTIVE for port object c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:43.054733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:43.068162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:43.076941 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:43.083198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:43.098380 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a3749ece-6897-441d-b4ff-97b7ea0842f5 req-28c6d91f-2d1e-4d7f-ab41-d6cd0558327c tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686130 Feb 11 04:43:43.128754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Pushing event updated for resources: {'Port': ['ID=159bba67-f69e-4ca8-9516-4cb5f75b96a8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:43.135178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457cef2-bd5e-4360-8e48-200dbae45c7b req-7d1f33eb-65d1-4c0b-a91e-9d3af91fc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:43.137444 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7457cef2-bd5e-4360-8e48-200dbae45c7b req-7d1f33eb-65d1-4c0b-a91e-9d3af91fc822 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2183094 Feb 11 04:43:43.180914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:43.205102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d6b46f28-121a-4a9e-9144-beb5d7ba31b8 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:43.259319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca575c57-9ac3-479f-a15c-f691171590c2 req-304af91a-9ba5-4e8a-b0c2-06262f5fcc04 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:43.260898 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca575c57-9ac3-479f-a15c-f691171590c2 req-304af91a-9ba5-4e8a-b0c2-06262f5fcc04 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 949 time: 0.9940052 Feb 11 04:43:43.273957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: d6b46f28-121a-4a9e-9144-beb5d7ba31b8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:43.280117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d6b46f28-121a-4a9e-9144-beb5d7ba31b8 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:43.392011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7457cef2-bd5e-4360-8e48-200dbae45c7b req-00f54b64-cc15-423a-aef9-3b7202d50749 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345192 Feb 11 04:43:43.536314 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca575c57-9ac3-479f-a15c-f691171590c2 req-2237d73a-87cb-417f-ba48-d01481a4278f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471421 Feb 11 04:43:43.554175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Router f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:43:43.609121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Attempting to bind port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:43.609484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Attempting to bind port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:43.609801 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Attempting to bind port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:43.644287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:43.644673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Attempting to bind port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:43.735771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:43.736118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:43.736513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:43.736965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Bound port: c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:43.737336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:43.762031 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb3db158-bf4b-400f-adff-f7497bab5917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:43.974090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b41b9-bf20-459a-b1cf-83a827d9996f req-b7e16d03-d100-4cc7-99b4-c5caa5d6e7c5 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:43.977532 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-883b41b9-bf20-459a-b1cf-83a827d9996f req-b7e16d03-d100-4cc7-99b4-c5caa5d6e7c5 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4610a-1cc5-46a3-9af3-a81efe83e084 HTTP/1.1" status: 200 len: 950 time: 0.3556573 Feb 11 04:43:44.005005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3ee35-8e54-4432-b6c3-093f936d9de8 req-a3ff8ce0-4f3c-4994-90de-cb90d490f4e7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:44.012086 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9be3ee35-8e54-4432-b6c3-093f936d9de8 req-a3ff8ce0-4f3c-4994-90de-cb90d490f4e7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.3641899 Feb 11 04:43:44.028389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:44.048136 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7cebb-6fa2-474d-8e6d-ce700b9348b0 None None] Sync routers for ids ['f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:44.083716 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7cebb-6fa2-474d-8e6d-ce700b9348b0 None None] Routers {'f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:44.085722 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5d7cebb-6fa2-474d-8e6d-ce700b9348b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:44.115161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-9df1e16b-4ca1-4141-aeca-ca171b0eb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:44.117498 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-9df1e16b-4ca1-4141-aeca-ca171b0eb2f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc&tenant_id=1065d83b11b143078bcea2c5380d8113 HTTP/1.1" status: 200 len: 1133 time: 0.6354582 Feb 11 04:43:44.129407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:44.158233 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5d7cebb-6fa2-474d-8e6d-ce700b9348b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:44.163175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:44.164458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7457cef2-bd5e-4360-8e48-200dbae45c7b req-6ffbbe58-f1c7-4ec7-ad16-eae863ab3df2 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6840253 Feb 11 04:43:44.176653 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.180569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:44.181211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d5b3f7a4-90c7-4035-980f-66a62eb6bdea tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.4217634 Feb 11 04:43:44.188466 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f720-0107-4500-9c92-b6fe1f986cca req-830f778e-81e5-40f7-9fa2-eef24f7abcf8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:44.189022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50562) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:44.191859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.195259 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c30f720-0107-4500-9c92-b6fe1f986cca req-830f778e-81e5-40f7-9fa2-eef24f7abcf8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.7161334 Feb 11 04:43:44.202570 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7cebb-6fa2-474d-8e6d-ce700b9348b0 None None] Routers {'f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:44.203395 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5d7cebb-6fa2-474d-8e6d-ce700b9348b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:44.208168 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cd89a8-130e-4109-9889-af6c5c2f8458 None None] Network 556a79f2-1ee2-4e14-9bec-7abb67a912db requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:44.325587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-a6eb00bc-d7bf-41ad-9b4a-3582f59f4b39 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:44.328633 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-a6eb00bc-d7bf-41ad-9b4a-3582f59f4b39 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 945 time: 0.4755898 Feb 11 04:43:44.335524 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5d7cebb-6fa2-474d-8e6d-ce700b9348b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:44.336737 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7cebb-6fa2-474d-8e6d-ce700b9348b0 None None] The sync data for ids ['f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:43:44.340982 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.373992 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c30f720-0107-4500-9c92-b6fe1f986cca req-29a46735-388e-4233-9343-29d8543c42cc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776044 Feb 11 04:43:44.378578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b484f706-6ada-4b50-b183-72020eb4fb4e None None] Provisioning complete for port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:44.379027 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b484f706-6ada-4b50-b183-72020eb4fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.386983 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.412169 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Publish callbacks [] for router_gateway (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.442398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:44.577379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b484f706-6ada-4b50-b183-72020eb4fb4e None None] Current status of the port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:44.577909 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b484f706-6ada-4b50-b183-72020eb4fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.620338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:44.628160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:44.628536 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.671999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b484f706-6ada-4b50-b183-72020eb4fb4e None None] For port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d3a5fd16-57ee-4f32-ab42-d65f97aa30a5,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:44.680687 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1fd4a4f8-3264-4c46-9497-b79678b3b60f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/routers/f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9 HTTP/1.1" status: 200 len: 920 time: 0.4809768 Feb 11 04:43:44.704513 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b484f706-6ada-4b50-b183-72020eb4fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.740024 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9be3ee35-8e54-4432-b6c3-093f936d9de8 req-1e17495b-4e36-4670-a82c-c056fb1e2e26 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7268064 Feb 11 04:43:44.742102 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba070d-d5d5-463b-b358-5bd150140df9 req-5066a295-ff45-41f2-a7f6-b85ab9eba4f9 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:44.743259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50566) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:44.743751 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c4ba070d-d5d5-463b-b358-5bd150140df9 req-5066a295-ff45-41f2-a7f6-b85ab9eba4f9 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 945 time: 0.2799766 Feb 11 04:43:44.829239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484f706-6ada-4b50-b183-72020eb4fb4e None None] Pushing event updated for resources: {'Port': ['ID=d3a5fd16-57ee-4f32-ab42-d65f97aa30a5,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:44.844225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:44.877169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:44.878322 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.879280 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-80ff63b5-631d-400d-810e-e8de37700fc4 service neutron] 10.222.0.10 "PUT /v2.0/ports/c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 HTTP/1.1" status: 200 len: 1092 time: 3.9132628 Feb 11 04:43:44.905611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f00ccd8e-81ab-4a5c-b4f1-0db413852195 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:44.906643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae20198f-d2b6-4a55-b862-16e0bdbf1f6a', 'tag': 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:44.910716 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80b17a2-bcd4-462a-b564-227d76145efe" -d '{"events": [{"name": "network-changed", "server_uuid": "ae20198f-d2b6-4a55-b862-16e0bdbf1f6a", "tag": "c7b1e2d9-a16c-4f84-b7af-8e881b2099c0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:44.932673 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-34d6f85f-403a-4ea1-b111-89c9c5e1428a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9 HTTP/1.1" status: 200 len: 205 time: 0.1703479 Feb 11 04:43:44.941192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50570) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:44.947644 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c4ba070d-d5d5-463b-b358-5bd150140df9 req-218b038e-8d90-456b-ae54-67c1bb4b140e tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970315 Feb 11 04:43:44.999657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a6970ebf-812a-424c-b13f-7c52e2c83f29 None None] Provisioning complete for port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:45.000059 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6970ebf-812a-424c-b13f-7c52e2c83f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.044643 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54231d02-4132-431f-9437-5ff242874745 x-openstack-request-id: req-54231d02-4132-431f-9437-5ff242874745 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:45.045045 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae20198f-d2b6-4a55-b862-16e0bdbf1f6a", "tag": "c7b1e2d9-a16c-4f84-b7af-8e881b2099c0", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:45.045170 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54231d02-4132-431f-9437-5ff242874745 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:45.045570 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae20198f-d2b6-4a55-b862-16e0bdbf1f6a', 'tag': 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0', 'status': 'completed', 'code': 200} Feb 11 04:43:45.058352 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.155276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port f00ccd8e-81ab-4a5c-b4f1-0db413852195 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:45.156197 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.165381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f82d79-7a80-4eb0-abe1-ac838688fcde req-2ee9b8fd-6325-4eb3-aa7f-1bc87594dcc6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:45.166868 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0f82d79-7a80-4eb0-abe1-ac838688fcde req-2ee9b8fd-6325-4eb3-aa7f-1bc87594dcc6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 949 time: 0.4151425 Feb 11 04:43:45.179779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Deleting port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:45.180143 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.205681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:45.211374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4610a-1cc5-46a3-9af3-a81efe83e084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00ccd8e-81ab-4a5c-b4f1-0db413852195'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:45.215210 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b93d584-0dfd-4513-9378-a47419a684a0" -d '{"events": [{"server_uuid": "8fc4610a-1cc5-46a3-9af3-a81efe83e084", "name": "network-vif-unplugged", "status": "completed", "tag": "f00ccd8e-81ab-4a5c-b4f1-0db413852195"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:45.242197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-883b41b9-bf20-459a-b1cf-83a827d9996f req-1b04e1fd-c86b-4a73-b300-cbf4f6239c63 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Deleting port f00ccd8e-81ab-4a5c-b4f1-0db413852195 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:45.242679 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-883b41b9-bf20-459a-b1cf-83a827d9996f req-1b04e1fd-c86b-4a73-b300-cbf4f6239c63 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.257708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f00ccd8e-81ab-4a5c-b4f1-0db413852195, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f00ccd8e-81ab-4a5c-b4f1-0db413852195,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:45.265227 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.266492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:43:45.267124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 83400a73-9e05-45bf-93d0-08afd2bc06e7 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:45.272875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a6970ebf-812a-424c-b13f-7c52e2c83f29 None None] Current status of the port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:45.273998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3db158-bf4b-400f-adff-f7497bab5917 admin admin] Router f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:43:45.299463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657c13a-282e-42cf-b23c-ed2dafe8a1b4 req-1d9b7e29-6590-4f8a-ba30-a035b6c229e0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:45.300976 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5657c13a-282e-42cf-b23c-ed2dafe8a1b4 req-1d9b7e29-6590-4f8a-ba30-a035b6c229e0 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 949 time: 0.4302297 Feb 11 04:43:45.306604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:45.359384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-fca57dae-8e10-4eb6-9644-a4aa16e3d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:45.361010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-fca57dae-8e10-4eb6-9644-a4aa16e3d007 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 1126 time: 0.3763628 Feb 11 04:43:45.393980 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af35d2b0-ae79-4e80-8765-b3865beefe23 x-openstack-request-id: req-af35d2b0-ae79-4e80-8765-b3865beefe23 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:45.394435 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4610a-1cc5-46a3-9af3-a81efe83e084", "name": "network-vif-unplugged", "status": "completed", "tag": "f00ccd8e-81ab-4a5c-b4f1-0db413852195", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:45.394553 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af35d2b0-ae79-4e80-8765-b3865beefe23 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:45.394906 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4610a-1cc5-46a3-9af3-a81efe83e084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00ccd8e-81ab-4a5c-b4f1-0db413852195', 'code': 200} Feb 11 04:43:45.428951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.60', 57387) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:45.435582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=f00ccd8e-81ab-4a5c-b4f1-0db413852195,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:45.506340 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 83400a73-9e05-45bf-93d0-08afd2bc06e7 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:45.506752 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.565095 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.568399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:45.569870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:45.572376 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55407df-baa1-4823-87f2-6ca9ece671bd" -d '{"events": [{"server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "name": "network-vif-unplugged", "status": "completed", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:45.577108 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Publish callbacks [] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.584237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01884938-052b-47d5-a905-71236a64644a None None] Sync routers for ids ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:45.599518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a82ed-b025-4451-9592-76205921edc6 req-e3b7fc5c-5b78-4644-8fcb-3a774029d3a0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:45.601396 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c7a82ed-b025-4451-9592-76205921edc6 req-e3b7fc5c-5b78-4644-8fcb-3a774029d3a0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.1062648 Feb 11 04:43:45.603104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01884938-052b-47d5-a905-71236a64644a None None] Routers {'bf3c6b79-22a8-4f98-a98b-77c4c1a20235'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:45.604436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-01884938-052b-47d5-a905-71236a64644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:45.606459 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.607998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ebdcb86a-453a-4aef-8f64-151686ea4742 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2465246 Feb 11 04:43:45.615803 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50580) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:45.686467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Transition to ACTIVE for port object 83400a73-9e05-45bf-93d0-08afd2bc06e7 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:45.702468 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.765888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=10']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:45.782733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c7a82ed-b025-4451-9592-76205921edc6 req-2f00b46d-a2e3-4635-97e3-d19fe63f80ca tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710987 Feb 11 04:43:45.805198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] No DVR routers for this DVR port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:45.875732 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:43:45.876375 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:43:45.886022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-01884938-052b-47d5-a905-71236a64644a None None] Set router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:45.889008 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Attempting to bind port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:45.889352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Attempting to bind port 83400a73-9e05-45bf-93d0-08afd2bc06e7 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:45.889688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Attempting to bind port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:45.915527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:45.915865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Attempting to bind port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:45.923077 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e718232-a79a-4cf8-9e96-6dfaccc18961 x-openstack-request-id: req-5e718232-a79a-4cf8-9e96-6dfaccc18961 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:45.923363 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "name": "network-vif-unplugged", "status": "completed", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:45.923768 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e718232-a79a-4cf8-9e96-6dfaccc18961 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:45.924178 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'code': 200} Feb 11 04:43:45.924995 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.936561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:45.936909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:45.937305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:45.937754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Bound port: 83400a73-9e05-45bf-93d0-08afd2bc06e7, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:45.938119 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.036105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:46.040865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:46.044583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-be177c46-f24a-4cc8-ba68-28d3d56c8863 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 HTTP/1.1" status: 200 len: 217 time: 0.6161709 Feb 11 04:43:46.172596 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.225393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-e0e25741-2594-4a4d-a232-f0006888036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:46.227192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-e0e25741-2594-4a4d-a232-f0006888036f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.1263888 Feb 11 04:43:46.287881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=11']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:46.296046 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:46.296955 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.299073 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-50d2eb57-b223-40cf-b952-132280e1f23d service neutron] 10.222.0.60 "PUT /v2.0/ports/83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 1098 time: 2.1337051 Feb 11 04:43:46.318451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-c0f82d79-7a80-4eb0-abe1-ac838688fcde req-34dd4a92-053b-47a8-a89c-8f83487b8ddb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Deleting port d344640f-2e58-485b-a092-0089c0927850 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:46.319054 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c0f82d79-7a80-4eb0-abe1-ac838688fcde req-34dd4a92-053b-47a8-a89c-8f83487b8ddb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d344640f-2e58-485b-a092-0089c0927850), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.363180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:46.372596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] For port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4,segment=NetworkSegment(8dcac347-0a8c-4d97-af3c-0a35c809e047),segment_id=8dcac347-0a8c-4d97-af3c-0a35c809e047)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:46.373130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.391651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d2dbe-729d-430a-af46-c603f00b3ad4 req-d017cd62-f85d-4e26-90e9-314a7b6c413f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:46.394475 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5657c13a-282e-42cf-b23c-ed2dafe8a1b4 req-0a50b6bf-3d00-40fc-91db-6933076e27cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0751810 Feb 11 04:43:46.400377 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18d2dbe-729d-430a-af46-c603f00b3ad4 req-d017cd62-f85d-4e26-90e9-314a7b6c413f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.3555136 Feb 11 04:43:46.438879 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-12c1127a-5df8-4072-98fb-91e9f01329e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703479 Feb 11 04:43:46.471170 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 83400a73-9e05-45bf-93d0-08afd2bc06e7 is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:46.552324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-883b41b9-bf20-459a-b1cf-83a827d9996f req-1b04e1fd-c86b-4a73-b300-cbf4f6239c63 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] For port f00ccd8e-81ab-4a5c-b4f1-0db413852195, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f00ccd8e-81ab-4a5c-b4f1-0db413852195,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:46.559312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-883b41b9-bf20-459a-b1cf-83a827d9996f req-1b04e1fd-c86b-4a73-b300-cbf4f6239c63 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.606527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:46.608540 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.681120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-01884938-052b-47d5-a905-71236a64644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:43:44Z', 'revision_number': 3, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:46.727929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01884938-052b-47d5-a905-71236a64644a None None] Checking router: bf3c6b79-22a8-4f98-a98b-77c4c1a20235 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:43:46.728763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01884938-052b-47d5-a905-71236a64644a None None] Updating router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 port 159bba67-f69e-4ca8-9516-4cb5f75b96a8 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:43:46.776000 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01884938-052b-47d5-a905-71236a64644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.806506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-883b41b9-bf20-459a-b1cf-83a827d9996f req-1b04e1fd-c86b-4a73-b300-cbf4f6239c63 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Calling delete_port for f00ccd8e-81ab-4a5c-b4f1-0db413852195 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:46.822663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18d2dbe-729d-430a-af46-c603f00b3ad4 req-1aeb32bc-2733-4160-ad11-90c967b19a20 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161055 Feb 11 04:43:46.863610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-6166b957-a9ed-4aab-a3be-b37c251187e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:46.873821 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2407d484-c62e-4514-9cf0-180e0bb781a5 req-7ac66470-9304-4bbf-a67e-4eb28fe0cafe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4138346 Feb 11 04:43:46.875154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-6166b957-a9ed-4aab-a3be-b37c251187e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1132 time: 0.5339413 Feb 11 04:43:47.038935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3db158-bf4b-400f-adff-f7497bab5917 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:47.050561 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9fa96-db99-4d42-92a2-2043a093a4d7 None None] Sync routers for ids ['f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:47.073134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cb3db158-bf4b-400f-adff-f7497bab5917 admin admin] 10.222.0.48 "PUT /v2.0/routers/f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6889122 Feb 11 04:43:47.078066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50588) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:47.084687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.086926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:47.105592 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9fa96-db99-4d42-92a2-2043a093a4d7 None None] Routers {'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:47.110316 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-69a9fa96-db99-4d42-92a2-2043a093a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:47.216951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c0f82d79-7a80-4eb0-abe1-ac838688fcde req-34dd4a92-053b-47a8-a89c-8f83487b8ddb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] For port d344640f-2e58-485b-a092-0089c0927850, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d344640f-2e58-485b-a092-0089c0927850,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:47.217358 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c0f82d79-7a80-4eb0-abe1-ac838688fcde req-34dd4a92-053b-47a8-a89c-8f83487b8ddb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d344640f-2e58-485b-a092-0089c0927850), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.268914 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01884938-052b-47d5-a905-71236a64644a None None] Publish callbacks [] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.279728 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01884938-052b-47d5-a905-71236a64644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.279989 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-69a9fa96-db99-4d42-92a2-2043a093a4d7 None None] Set router f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:47.280955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96d9e3-4c29-45e6-82b5-774ab97680ac req-371923b7-6d09-4ff0-89e0-2209657c1006 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.282343 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d96d9e3-4c29-45e6-82b5-774ab97680ac req-371923b7-6d09-4ff0-89e0-2209657c1006 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 945 time: 0.7383604 Feb 11 04:43:47.304698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf92a81-d5e4-4015-9b00-13ce1a09c0e1 req-5934f7aa-69ac-41e3-8c84-8afbab9a0700 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.307706 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-daf92a81-d5e4-4015-9b00-13ce1a09c0e1 req-5934f7aa-69ac-41e3-8c84-8afbab9a0700 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 949 time: 0.3174863 Feb 11 04:43:47.319550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-c0f82d79-7a80-4eb0-abe1-ac838688fcde req-34dd4a92-053b-47a8-a89c-8f83487b8ddb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Calling delete_port for d344640f-2e58-485b-a092-0089c0927850 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:47.322879 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-ba72f21e-99ca-4009-b527-593ecc5a87f8 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958717 Feb 11 04:43:47.361088 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923ca13-1c9a-4dee-8d85-408d218c6472 None None] Pushing event updated for resources: {'Port': ['ID=159bba67-f69e-4ca8-9516-4cb5f75b96a8,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:47.364581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-01884938-052b-47d5-a905-71236a64644a None None] Attempting to bind port 159bba67-f69e-4ca8-9516-4cb5f75b96a8 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:47.365701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-01884938-052b-47d5-a905-71236a64644a None None] Attempting to bind port 159bba67-f69e-4ca8-9516-4cb5f75b96a8 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:47.366530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01884938-052b-47d5-a905-71236a64644a None None] Attempting to bind port 159bba67-f69e-4ca8-9516-4cb5f75b96a8 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:47.373876 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01884938-052b-47d5-a905-71236a64644a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:47.374518 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01884938-052b-47d5-a905-71236a64644a None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:47.375173 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01884938-052b-47d5-a905-71236a64644a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.375800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01884938-052b-47d5-a905-71236a64644a None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:47.376480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-01884938-052b-47d5-a905-71236a64644a None None] Bound port: 159bba67-f69e-4ca8-9516-4cb5f75b96a8, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:47.377076 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01884938-052b-47d5-a905-71236a64644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.441470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-75f60a69-5b5c-4976-a96e-8c553faf172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.443360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-75f60a69-5b5c-4976-a96e-8c553faf172c service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.5059781 Feb 11 04:43:47.501026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-01884938-052b-47d5-a905-71236a64644a None None] For port 159bba67-f69e-4ca8-9516-4cb5f75b96a8, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:47.509413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-01884938-052b-47d5-a905-71236a64644a None None] For port 159bba67-f69e-4ca8-9516-4cb5f75b96a8, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=159bba67-f69e-4ca8-9516-4cb5f75b96a8,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:47.519352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01884938-052b-47d5-a905-71236a64644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.561542 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.562016 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (9a28030d-6f0d-4717-9ef8-c2b17a0b796a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.562421 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Floating IP 9a28030d-6f0d-4717-9ef8-c2b17a0b796a disassociated. External IP: 172.25.7.128, port: ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4. Feb 11 04:43:47.562845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Calling delete_port for ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:47.571141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407d484-c62e-4514-9cf0-180e0bb781a5 req-9f3c4f4c-96e7-44c9-ab9b-d769b3aa0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.572896 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2407d484-c62e-4514-9cf0-180e0bb781a5 req-9f3c4f4c-96e7-44c9-ab9b-d769b3aa0d76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 1133 time: 0.5205314 Feb 11 04:43:47.592413 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-69a9fa96-db99-4d42-92a2-2043a093a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1042844388-router', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:52Z', 'updated_at': '2022-02-11T04:43:42Z', 'revision_number': 5, 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'gw_port': {'id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:56Z', 'updated_at': '2022-02-11T04:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:47.600364 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-f9e89869-a073-46d1-b2aa-5ba796a27678 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 217 time: 0.1151834 Feb 11 04:43:47.631624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-daf92a81-d5e4-4015-9b00-13ce1a09c0e1 req-50515817-304c-419a-a108-4e4433d173a6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496080 Feb 11 04:43:47.633953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.651471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01884938-052b-47d5-a905-71236a64644a None None] Routers {'bf3c6b79-22a8-4f98-a98b-77c4c1a20235'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:47.653500 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9fa96-db99-4d42-92a2-2043a093a4d7 None None] Checking router: f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:43:47.657155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-01884938-052b-47d5-a905-71236a64644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:47.662390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923ca13-1c9a-4dee-8d85-408d218c6472 None None] Pushing event updated for resources: {'Port': ['ID=159bba67-f69e-4ca8-9516-4cb5f75b96a8,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:47.670816 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9fa96-db99-4d42-92a2-2043a093a4d7 None None] Routers {'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:47.673070 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-69a9fa96-db99-4d42-92a2-2043a093a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:47.805155 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d96d9e3-4c29-45e6-82b5-774ab97680ac req-8dd1b424-a22f-48a1-82fa-d511a6a0f9cf tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups?id=f5b4305c-d609-40f1-8bfa-2c52c58fe737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4870336 Feb 11 04:43:47.806239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407d484-c62e-4514-9cf0-180e0bb781a5 req-7f41e01e-a2d6-4792-b53f-2383e09a3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.807717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2407d484-c62e-4514-9cf0-180e0bb781a5 req-7f41e01e-a2d6-4792-b53f-2383e09a3f45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1787434 Feb 11 04:43:47.823728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-0c1678e2-89d8-40e7-ae1c-1cebfdcfea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.826381 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-0c1678e2-89d8-40e7-ae1c-1cebfdcfea2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1787262 Feb 11 04:43:47.926865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:47.929390 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:47.976709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed376615-cc8a-432f-8078-8db231c54b00 req-701a87b4-4ab6-4711-ad5a-df5f667c9536 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.983692 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-69a9fa96-db99-4d42-92a2-2043a093a4d7 None None] Set router f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:47.986655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-01884938-052b-47d5-a905-71236a64644a None None] Set router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:47.987913 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed376615-cc8a-432f-8078-8db231c54b00 req-701a87b4-4ab6-4711-ad5a-df5f667c9536 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 949 time: 0.2457678 Feb 11 04:43:48.044975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-649bf8b6-d979-48c4-aadb-fe87872726cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:48.046842 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-649bf8b6-d979-48c4-aadb-fe87872726cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2022893 Feb 11 04:43:48.102032 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Publish callbacks [] for router (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:48.117311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Allocated IP 172.20.0.1 (556a79f2-1ee2-4e14-9bec-7abb67a912db/42a46102-8e9c-45a8-b17f-c81d7b5e7722/2399e87b-9a24-4139-abea-cb28d1e28257) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:48.156051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed376615-cc8a-432f-8078-8db231c54b00 req-e61b7c92-308c-4ae7-84f4-7b466e8fb462 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668062 Feb 11 04:43:48.286989 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00173dc0-1a5a-4299-a318-04f0311adae3 req-3f712673-0fc3-4990-b163-bfde86d54069 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9485281 Feb 11 04:43:48.288179 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de430a3d-eec0-4ca8-ae02-c0cddb4e48e5 x-openstack-request-id: req-de430a3d-eec0-4ca8-ae02-c0cddb4e48e5 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:48.288540 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:48.288846 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de430a3d-eec0-4ca8-ae02-c0cddb4e48e5 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:48.301059 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'status': 'completed', 'code': 200} Feb 11 04:43:48.314628 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-69a9fa96-db99-4d42-92a2-2043a093a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1042844388-router', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:52Z', 'updated_at': '2022-02-11T04:43:42Z', 'revision_number': 5, 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'gw_port': {'id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:56Z', 'updated_at': '2022-02-11T04:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:48.331398 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-b70cde28-7ed4-418b-bb1e-c870e6c448f7 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719474 Feb 11 04:43:48.338125 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-01884938-052b-47d5-a905-71236a64644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:43:44Z', 'revision_number': 3, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:48.373952 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9fa96-db99-4d42-92a2-2043a093a4d7 None None] The sync data for ids ['f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9'] in n-d-615180-58 is: [{'id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1042844388-router', 'tenant_id': 'a9337c847c52482188d7f49fb62195bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:37:52Z', 'updated_at': '2022-02-11T04:43:42Z', 'revision_number': 5, 'project_id': 'a9337c847c52482188d7f49fb62195bb', 'gw_port': {'id': 'cd4b5494-63ad-429d-b36c-f07ff9238d36', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:56Z', 'updated_at': '2022-02-11T04:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:43:48.374247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01884938-052b-47d5-a905-71236a64644a None None] The sync data for ids ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'] in n-d-615180-58 is: [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:43:44Z', 'revision_number': 3, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:43:48.528064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Publish callbacks [] for port (2399e87b-9a24-4139-abea-cb28d1e28257), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:48.552125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b17a2-bcd4-462a-b564-227d76145efe req-bba2229a-751b-4206-b2e6-0d86a409e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:48.553817 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d80b17a2-bcd4-462a-b564-227d76145efe req-bba2229a-751b-4206-b2e6-0d86a409e618 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 1126 time: 0.1699023 Feb 11 04:43:48.613862 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a83a5f69-d6dd-499c-b184-a20b45e4053a req-9071a7d0-3e6b-41c4-b812-538e61cc0cf5 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285426 Feb 11 04:43:48.695171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:48.757278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:48.760120 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2407d484-c62e-4514-9cf0-180e0bb781a5 req-a0142fff-5e88-4700-ba78-edec67a0d4c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 200 len: 217 time: 0.5404282 Feb 11 04:43:48.760766 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-883b41b9-bf20-459a-b1cf-83a827d9996f req-1b04e1fd-c86b-4a73-b300-cbf4f6239c63 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f00ccd8e-81ab-4a5c-b4f1-0db413852195), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:48.762165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c0f82d79-7a80-4eb0-abe1-ac838688fcde req-34dd4a92-053b-47a8-a89c-8f83487b8ddb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d344640f-2e58-485b-a092-0089c0927850), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:48.805419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', '2b1d0e33-f02e-47c6-833c-d8d3e6761663', '0e66530f-f5cd-478a-a572-3e084dabecb5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:48.910035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Deleting port 3159984b-3946-4813-9184-f8e76f8a1c83 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:48.910473 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3159984b-3946-4813-9184-f8e76f8a1c83), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:48.938797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b17a2-bcd4-462a-b564-227d76145efe req-6bbd36d4-4c04-4d15-90e7-051af043cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:48.941924 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d80b17a2-bcd4-462a-b564-227d76145efe req-6bbd36d4-4c04-4d15-90e7-051af043cfcc service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.3818521 Feb 11 04:43:48.960623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Network 556a79f2-1ee2-4e14-9bec-7abb67a912db is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:48.976417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:48.979928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:49.039391 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3159984b-3946-4813-9184-f8e76f8a1c83), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:49.071162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Calling delete_port for 3159984b-3946-4813-9184-f8e76f8a1c83 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:49.111371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Pushing event updated for resources: {'Port': ['ID=2399e87b-9a24-4139-abea-cb28d1e28257,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:49.119620 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d80b17a2-bcd4-462a-b564-227d76145efe req-6fa4b1e8-9089-4e10-8b6d-52b615eaebf2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 HTTP/1.1" status: 200 len: 217 time: 0.1693854 Feb 11 04:43:49.263948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:49.299980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488ace4-9257-4aa5-ba65-d0baac5a009f req-9221c5aa-de9a-4077-a4ec-120366dbbe39 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.304808 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a488ace4-9257-4aa5-ba65-d0baac5a009f req-9221c5aa-de9a-4077-a4ec-120366dbbe39 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 949 time: 0.5196800 Feb 11 04:43:49.306693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:49.307198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:49.307840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d344640f-2e58-485b-a092-0089c0927850 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:49.314045 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:49.351128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: d344640f-2e58-485b-a092-0089c0927850 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:49.351697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d344640f-2e58-485b-a092-0089c0927850 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:49.396986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04e1fd-c86b-4a73-b300-cbf4f6239c63 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event deleted for resources: {'Port': ['ID=f00ccd8e-81ab-4a5c-b4f1-0db413852195,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:49.400547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-58990d01-1fbe-4313-af9c-a45873d05ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.402127 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-58990d01-1fbe-4313-af9c-a45873d05ee5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1132 time: 0.5792682 Feb 11 04:43:49.443844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b17a2-bcd4-462a-b564-227d76145efe req-104a2459-2687-4d58-9234-32951382e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.444991 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d80b17a2-bcd4-462a-b564-227d76145efe req-104a2459-2687-4d58-9234-32951382e506 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.3152997 Feb 11 04:43:49.449113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3cafc1b5-0799-4cdd-a9b2-ee805473a639 None None] Provisioning complete for port 2399e87b-9a24-4139-abea-cb28d1e28257 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:49.449893 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3cafc1b5-0799-4cdd-a9b2-ee805473a639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:49.499442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3cafc1b5-0799-4cdd-a9b2-ee805473a639 None None] Port 2399e87b-9a24-4139-abea-cb28d1e28257 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:49.548998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', '2b1d0e33-f02e-47c6-833c-d8d3e6761663', '0e66530f-f5cd-478a-a572-3e084dabecb5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:49.550325 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d80b17a2-bcd4-462a-b564-227d76145efe req-e636f95d-9eef-466c-bf16-b529bf67d263 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644569 Feb 11 04:43:49.713213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a488ace4-9257-4aa5-ba65-d0baac5a009f req-d3b69bc7-2549-417b-bd9a-da71f0857a61 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926222 Feb 11 04:43:49.745985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-fea45d2a-25e4-4af7-9100-3e7c5a6c10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.747643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-fea45d2a-25e4-4af7-9100-3e7c5a6c10d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1065d83b11b143078bcea2c5380d8113&device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1132 time: 0.9428916 Feb 11 04:43:49.754208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407d484-c62e-4514-9cf0-180e0bb781a5 req-8e80eca5-0677-43ee-a434-0b5f9d2ff5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.755770 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2407d484-c62e-4514-9cf0-180e0bb781a5 req-8e80eca5-0677-43ee-a434-0b5f9d2ff5f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.8836091 Feb 11 04:43:49.756572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Pushing event deleted for resources: {'Port': ['ID=ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:49.943190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-b7b13058-769f-4048-a4e5-887c2e0ec0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.945426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-b7b13058-769f-4048-a4e5-887c2e0ec0da service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.5197494 Feb 11 04:43:49.961124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f82d79-7a80-4eb0-abe1-ac838688fcde req-34dd4a92-053b-47a8-a89c-8f83487b8ddb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] No DVR routers for this DVR port d344640f-2e58-485b-a092-0089c0927850 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:49.966101 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c0f82d79-7a80-4eb0-abe1-ac838688fcde req-34dd4a92-053b-47a8-a89c-8f83487b8ddb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:49.970048 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0f82d79-7a80-4eb0-abe1-ac838688fcde req-34dd4a92-053b-47a8-a89c-8f83487b8ddb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.60 "DELETE /v2.0/ports/d344640f-2e58-485b-a092-0089c0927850 HTTP/1.1" status: 204 len: 173 time: 4.7577713 Feb 11 04:43:49.975384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd4a92-053b-47a8-a89c-8f83487b8ddb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event deleted for resources: {'Port': ['ID=d344640f-2e58-485b-a092-0089c0927850,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:50.001144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bbe23cb1-652a-4c5a-9cfa-e1782e9704bf req-44037752-73b6-4e19-963b-70275109b0f1 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 210 time: 0.0931087 Feb 11 04:43:50.012760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Router bce14bd6-2842-425b-b1dd-fad0aebf0f9b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:43:50.043171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3159984b-3946-4813-9184-f8e76f8a1c83), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.117402 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d80b17a2-bcd4-462a-b564-227d76145efe req-66ac352a-59c8-4587-b1a2-56518ee2e1b0 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527775 Feb 11 04:43:50.160001 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.170769 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-a21c5c92-46d9-40bf-9d5a-068f6c43e8c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 217 time: 0.1913259 Feb 11 04:43:50.269277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e9e983-381a-416c-83b9-a6a0f40b05a9', 'name': 'network-vif-deleted', 'tag': 'd344640f-2e58-485b-a092-0089c0927850'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:50.274086 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a9471a-b6cc-4678-a6c2-eb9c1b9e2786" -d '{"events": [{"server_uuid": "88e9e983-381a-416c-83b9-a6a0f40b05a9", "name": "network-vif-deleted", "tag": "d344640f-2e58-485b-a092-0089c0927850"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:50.274989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f6fda2e-6f98-4ee4-a498-52260068edf3 req-dd272c77-c3eb-4a48-972d-e62f0ed52072 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=88e9e983-381a-416c-83b9-a6a0f40b05a9 HTTP/1.1" status: 200 len: 210 time: 0.0674598 Feb 11 04:43:50.287248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499650b1-f2d4-49a6-acfe-fef9b6702146 req-08741426-068b-4364-bb7e-fc25e83d157d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.288923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-499650b1-f2d4-49a6-acfe-fef9b6702146 req-08741426-068b-4364-bb7e-fc25e83d157d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 2.0799763 Feb 11 04:43:50.296329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-883b41b9-bf20-459a-b1cf-83a827d9996f req-1b04e1fd-c86b-4a73-b300-cbf4f6239c63 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] No DVR routers for this DVR port f00ccd8e-81ab-4a5c-b4f1-0db413852195 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:50.330366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 159bba67-f69e-4ca8-9516-4cb5f75b96a8 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:50.338356 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-883b41b9-bf20-459a-b1cf-83a827d9996f req-1b04e1fd-c86b-4a73-b300-cbf4f6239c63 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.349057 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-883b41b9-bf20-459a-b1cf-83a827d9996f req-1b04e1fd-c86b-4a73-b300-cbf4f6239c63 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "DELETE /v2.0/ports/f00ccd8e-81ab-4a5c-b4f1-0db413852195 HTTP/1.1" status: 204 len: 173 time: 6.3522112 Feb 11 04:43:50.361420 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Publish callbacks [] for router_gateway (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.448654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Pushing event deleted for resources: {'Port': ['ID=3159984b-3946-4813-9184-f8e76f8a1c83,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:50.452583 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39164db1-f0bc-4db6-9ead-6504bde70b7f x-openstack-request-id: req-39164db1-f0bc-4db6-9ead-6504bde70b7f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:50.453103 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e9e983-381a-416c-83b9-a6a0f40b05a9", "name": "network-vif-deleted", "tag": "d344640f-2e58-485b-a092-0089c0927850", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:50.453579 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39164db1-f0bc-4db6-9ead-6504bde70b7f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:50.454141 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e9e983-381a-416c-83b9-a6a0f40b05a9', 'name': 'network-vif-deleted', 'tag': 'd344640f-2e58-485b-a092-0089c0927850', 'status': 'completed', 'code': 200} Feb 11 04:43:50.504542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 159bba67-f69e-4ca8-9516-4cb5f75b96a8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:50.505107 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.540439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-d91d704e-30cb-4d67-b022-7f989087b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.542115 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-d91d704e-30cb-4d67-b022-7f989087b5d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.2661946 Feb 11 04:43:50.638606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 159bba67-f69e-4ca8-9516-4cb5f75b96a8 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:50.639334 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.674584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 159bba67-f69e-4ca8-9516-4cb5f75b96a8, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=159bba67-f69e-4ca8-9516-4cb5f75b96a8,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:50.680615 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.711519 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d80b17a2-bcd4-462a-b564-227d76145efe req-5195f7dc-576c-401d-9b0d-7c9b53afd741 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354319 Feb 11 04:43:50.758220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=159bba67-f69e-4ca8-9516-4cb5f75b96a8,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:50.762693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 709f631d-69c7-4c87-a1c0-0b72beac7b23 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:50.795544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 709f631d-69c7-4c87-a1c0-0b72beac7b23 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:50.795801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 709f631d-69c7-4c87-a1c0-0b72beac7b23 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:50.881902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-70a6f42f-4451-4951-a2aa-10dbe94110cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.883617 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-70a6f42f-4451-4951-a2aa-10dbe94110cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3212278 Feb 11 04:43:50.924103 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.119334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-3bff2348-2b6c-4531-9988-6b1705c5372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.121534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-3bff2348-2b6c-4531-9988-6b1705c5372e service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 1.1620576 Feb 11 04:43:51.180270 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.184276 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_controller (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.250192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-499650b1-f2d4-49a6-acfe-fef9b6702146 req-23bd3eb8-ff5d-49f4-9246-31dd8c02de43 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8373170 Feb 11 04:43:51.315275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407d484-c62e-4514-9cf0-180e0bb781a5 req-9002279e-0169-4492-8bae-ee3e56225692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.318091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2407d484-c62e-4514-9cf0-180e0bb781a5 req-9002279e-0169-4492-8bae-ee3e56225692 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.3936694 Feb 11 04:43:51.324465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-cbac76b4-af63-4807-85e0-a7b9005a9d81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 200 len: 217 time: 0.1906240 Feb 11 04:43:51.326675 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.327367 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Fanout notify agent at l3_agent the message router_deleted on router f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:43:51.333600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:51.346791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea418b28-e488-424c-9246-b64b140dd43c None None] Sync routers for ids ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:51.359719 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.361013 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-062b9571-ccd3-4353-9050-7d1c512eb9ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/routers/f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9 HTTP/1.1" status: 204 len: 168 time: 6.4171500 Feb 11 04:43:51.368277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea418b28-e488-424c-9246-b64b140dd43c None None] Routers {'bce14bd6-2842-425b-b1dd-fad0aebf0f9b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:51.368945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ea418b28-e488-424c-9246-b64b140dd43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:51.381069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50616) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:51.407328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Request body: {'router': {'name': 'tempest-snat-router-144223725', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'enable_snat': False}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:51.483276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Deleting port cd4b5494-63ad-429d-b36c-f07ff9238d36 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:51.483949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.484581 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-7d14f3c0-d16c-4048-9283-5287d0faaab9 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930963 Feb 11 04:43:51.489256 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Publish callbacks [] for port (2399e87b-9a24-4139-abea-cb28d1e28257), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.504070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35ea11-e514-48de-b185-9804dd652f3a req-fbb4f5f7-0813-4460-9a80-1026571a1eac tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.505715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d35ea11-e514-48de-b185-9804dd652f3a req-fbb4f5f7-0813-4460-9a80-1026571a1eac tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 949 time: 0.5960834 Feb 11 04:43:51.510036 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-309aa9f5-200f-4368-99ff-3acff2d57f73 req-53b01196-57bc-40ff-b0f4-41be4b4291c5 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1523793-9236-4b09-a7ac-3d92376349d3 HTTP/1.1" status: 200 len: 210 time: 0.0694728 Feb 11 04:43:51.515545 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.556269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] No DVR routers for this DVR port ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:51.569543 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.573363 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c270df0-1688-434e-a8f2-733ee68befc8 req-d76a9dda-fe06-428c-9eb3-21ee36cb586f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.60 "DELETE /v2.0/ports/ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4 HTTP/1.1" status: 204 len: 173 time: 7.0791543 Feb 11 04:43:51.599009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-c79a49f9-f098-4746-928a-1be83af3a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.600630 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-c79a49f9-f098-4746-928a-1be83af3a9b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.2657447 Feb 11 04:43:51.601725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (60b46bd4-8790-435b-8ad9-b256c0f65217), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.602857 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (60b46bd4-8790-435b-8ad9-b256c0f65217), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.643803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ea418b28-e488-424c-9246-b64b140dd43c None None] Set router bce14bd6-2842-425b-b1dd-fad0aebf0f9b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:51.735492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2407d484-c62e-4514-9cf0-180e0bb781a5 req-2c7ee532-c703-4faa-adb2-34755cd7f591 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060016 Feb 11 04:43:51.817717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.826156 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_controller (60b46bd4-8790-435b-8ad9-b256c0f65217), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.830675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] For port cd4b5494-63ad-429d-b36c-f07ff9238d36, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=cd4b5494-63ad-429d-b36c-f07ff9238d36,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:51.830966 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.897071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Calling delete_port for cd4b5494-63ad-429d-b36c-f07ff9238d36 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:51.932403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-d9312184-d4b8-4c3f-b4a4-20bc0bbf321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.934087 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-d9312184-d4b8-4c3f-b4a4-20bc0bbf321f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3264787 Feb 11 04:43:51.985085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Network 556a79f2-1ee2-4e14-9bec-7abb67a912db is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:51.990667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:51.998959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Pushing event updated for resources: {'Port': ['ID=2399e87b-9a24-4139-abea-cb28d1e28257,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:52.007622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d35ea11-e514-48de-b185-9804dd652f3a req-9c7588ae-8326-4f90-a951-9d4b73b583dc tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773953 Feb 11 04:43:52.063100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ea418b28-e488-424c-9246-b64b140dd43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:45Z', 'revision_number': 4, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c1541788-d38f-46af-83e3-4f39dcf3764c', 'name': '', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'mac_address': 'fa:16:3e:4a:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:44Z', 'updated_at': '2022-02-11T04:40:51Z', 'revision_number': 5, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'subnets': [{'id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:52.099026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea418b28-e488-424c-9246-b64b140dd43c None None] Checking router: bce14bd6-2842-425b-b1dd-fad0aebf0f9b for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:43:52.122991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea418b28-e488-424c-9246-b64b140dd43c None None] Routers {'bce14bd6-2842-425b-b1dd-fad0aebf0f9b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:52.124131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ea418b28-e488-424c-9246-b64b140dd43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:52.251426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2407d484-c62e-4514-9cf0-180e0bb781a5 req-d44237b1-fb0d-403c-98fa-13d96afa92cb service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052536 Feb 11 04:43:52.255187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.255542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.255884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.256223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.256558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.256890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.257217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.257544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.257869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.258191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.259091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.259584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.260428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:52.273231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-22f5c878-847d-41c2-a721-490401d941f7 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7659352 Feb 11 04:43:52.275615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:43:52.335310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (60b46bd4-8790-435b-8ad9-b256c0f65217), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:52.397524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ea418b28-e488-424c-9246-b64b140dd43c None None] Set router bce14bd6-2842-425b-b1dd-fad0aebf0f9b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:52.414539 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:52.428071 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e067f6a9-eb2a-40bc-9113-78242d06ad77 admin admin] 10.222.0.48 "PUT /v2.0/routers/bf3c6b79-22a8-4f98-a98b-77c4c1a20235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8109071 Feb 11 04:43:52.439704 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Sync routers for ids ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:52.458709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4610a-1cc5-46a3-9af3-a81efe83e084', 'name': 'network-vif-deleted', 'tag': 'f00ccd8e-81ab-4a5c-b4f1-0db413852195'}, {'server_uuid': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'name': 'network-vif-deleted', 'tag': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:52.466305 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Routers {'bf3c6b79-22a8-4f98-a98b-77c4c1a20235'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:52.467024 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:52.469100 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9dc495-59c0-4c9a-993e-109a8ab92f25" -d '{"events": [{"server_uuid": "8fc4610a-1cc5-46a3-9af3-a81efe83e084", "name": "network-vif-deleted", "tag": "f00ccd8e-81ab-4a5c-b4f1-0db413852195"}, {"server_uuid": "a1523793-9236-4b09-a7ac-3d92376349d3", "name": "network-vif-deleted", "tag": "ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:52.560204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136bd32-e3cc-456c-b873-40de25928713 req-04a8c6a8-cb29-406c-a22b-3ea4e699067f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:52.561781 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7136bd32-e3cc-456c-b873-40de25928713 req-04a8c6a8-cb29-406c-a22b-3ea4e699067f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=908f9ea8-4fe2-4add-ac0b-e5e65c7394fd HTTP/1.1" status: 200 len: 949 time: 0.1487832 Feb 11 04:43:52.617889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 159bba67-f69e-4ca8-9516-4cb5f75b96a8 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:52.654401 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Set router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:52.680771 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7136bd32-e3cc-456c-b873-40de25928713 req-8e73a83b-32b2-4eed-b00b-9025213d4770 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043763 Feb 11 04:43:52.740761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-35d813e3-3974-4f23-8980-ff73cf8ab819 None None] Provisioning complete for port 2399e87b-9a24-4139-abea-cb28d1e28257 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:52.742770 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-35d813e3-3974-4f23-8980-ff73cf8ab819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:52.822277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50640) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:52.847995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 159bba67-f69e-4ca8-9516-4cb5f75b96a8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:52.848291 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:52.912369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ea418b28-e488-424c-9246-b64b140dd43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:45Z', 'revision_number': 4, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c1541788-d38f-46af-83e3-4f39dcf3764c', 'name': '', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'mac_address': 'fa:16:3e:4a:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:44Z', 'updated_at': '2022-02-11T04:40:51Z', 'revision_number': 5, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'subnets': [{'id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:52.949996 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17ab8fec-58f8-4f83-8960-2d053d8741f6 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for security_group (f5b4305c-d609-40f1-8bfa-2c52c58fe737), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.017065 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17ab8fec-58f8-4f83-8960-2d053d8741f6 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for security_group (f5b4305c-d609-40f1-8bfa-2c52c58fe737), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.115671 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:43:49Z', 'revision_number': 4, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2399e87b-9a24-4139-abea-cb28d1e28257', 'name': '', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'mac_address': 'fa:16:3e:70:90:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:47Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 2, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'subnets': [{'id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:53.126717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17ab8fec-58f8-4f83-8960-2d053d8741f6 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f5b4305c-d609-40f1-8bfa-2c52c58fe737), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.129676 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17ab8fec-58f8-4f83-8960-2d053d8741f6 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.130853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-17ab8fec-58f8-4f83-8960-2d053d8741f6 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "DELETE /v2.0/security-groups/f5b4305c-d609-40f1-8bfa-2c52c58fe737 HTTP/1.1" status: 204 len: 168 time: 0.3074610 Feb 11 04:43:53.146723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50648) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:53.166024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea418b28-e488-424c-9246-b64b140dd43c None None] The sync data for ids ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'] in n-d-615180-58 is: [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:45Z', 'revision_number': 4, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c1541788-d38f-46af-83e3-4f39dcf3764c', 'name': '', 'network_id': '3869900e-05c2-4050-ac3b-2048a132c0ba', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'mac_address': 'fa:16:3e:4a:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:44Z', 'updated_at': '2022-02-11T04:40:51Z', 'revision_number': 5, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'subnets': [{'id': '08c1e699-2af9-48c4-b67e-841307f1d5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:43:53.182246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-35d813e3-3974-4f23-8980-ff73cf8ab819 None None] Port 2399e87b-9a24-4139-abea-cb28d1e28257 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:53.208548 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-1eb09dde-14c0-4405-948c-df9f8f1eb59c tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] show failed (client error): The resource could not be found. Feb 11 04:43:53.210498 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1eb09dde-14c0-4405-948c-df9f8f1eb59c tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "GET /v2.0/security-groups/f5b4305c-d609-40f1-8bfa-2c52c58fe737 HTTP/1.1" status: 404 len: 347 time: 0.0598447 Feb 11 04:43:53.210640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab8fec-58f8-4f83-8960-2d053d8741f6 tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b4305c-d609-40f1-8bfa-2c52c58fe737,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:53.215664 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Checking router: bf3c6b79-22a8-4f98-a98b-77c4c1a20235 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:43:53.215876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50652) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:53.216121 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Updating router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 port 2399e87b-9a24-4139-abea-cb28d1e28257 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:43:53.283267 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.316882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 159bba67-f69e-4ca8-9516-4cb5f75b96a8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:53.322345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 83400a73-9e05-45bf-93d0-08afd2bc06e7 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:43:53.479026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-7b943296-dcc1-4830-8c34-f74c0be7bd02 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5101535 Feb 11 04:43:53.521316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:53.569469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'mac_address': 'fa:16:3e:0c:23:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:43:53.586342 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (cd4b5494-63ad-429d-b36c-f07ff9238d36), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.651421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50658) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:53.668896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1328820501-network', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:53.682073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 83400a73-9e05-45bf-93d0-08afd2bc06e7 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:53.682481 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.708602 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83400a73-9e05-45bf-93d0-08afd2bc06e7 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:53.740678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:53.750462 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.754538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4b5494-63ad-429d-b36c-f07ff9238d36,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:53.770536 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Publish callbacks [] for port (2399e87b-9a24-4139-abea-cb28d1e28257), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.783383 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.818009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=12']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:53.822236 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f280b-a6ff-47e8-84d3-622412e64701 None None] New status for floating IP 9a28030d-6f0d-4717-9ef8-c2b17a0b796a: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:43:53.858672 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Pushing event updated for resources: {'Port': ['ID=2399e87b-9a24-4139-abea-cb28d1e28257,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:53.871457 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.871948 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.872391 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.872578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a0b04-4b5b-45ea-bc07-c7ea4adc4842 req-57a6658d-33c9-44b1-8e39-775610cc7a02 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:53.873472 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.873642 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.874076 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.874503 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.874943 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.875392 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.875818 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.876346 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.876765 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.877184 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:53.879616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb16f2-c305-484b-af53-4bbd46d73447 req-858726cb-5f26-45fe-8ec8-e6e54762d807 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:53.880109 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe8a0b04-4b5b-45ea-bc07-c7ea4adc4842 req-57a6658d-33c9-44b1-8e39-775610cc7a02 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.3980224 Feb 11 04:43:53.888443 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dcdb16f2-c305-484b-af53-4bbd46d73447 req-858726cb-5f26-45fe-8ec8-e6e54762d807 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 949 time: 0.6592321 Feb 11 04:43:53.936262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Made reservation on behalf of 06943f9c599747dbb8a5e6ebe7353813 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:53.939874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.014164 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.059101 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Attempting to bind port 2399e87b-9a24-4139-abea-cb28d1e28257 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:54.059479 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Attempting to bind port 2399e87b-9a24-4139-abea-cb28d1e28257 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:54.059840 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Attempting to bind port 2399e87b-9a24-4139-abea-cb28d1e28257 on network 556a79f2-1ee2-4e14-9bec-7abb67a912db {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:54.062483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.097431 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:54.097820 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Checking segment: {'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:54.098235 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.098641 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Bound using segment: {'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:54.099171 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Bound port: 2399e87b-9a24-4139-abea-cb28d1e28257, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:54.099557 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.108442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11314ebe-c520-4558-90c1-8b826c85f7d4 req-e2e6bd3b-9fbb-431b-aceb-7cce4cb00918 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:54.109150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-11314ebe-c520-4558-90c1-8b826c85f7d4 req-e2e6bd3b-9fbb-431b-aceb-7cce4cb00918 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/ports?device_id=908f9ea8-4fe2-4add-ac0b-e5e65c7394fd HTTP/1.1" status: 200 len: 949 time: 0.4893932 Feb 11 04:43:54.190789 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.191663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dcdb16f2-c305-484b-af53-4bbd46d73447 req-01a55b1a-e41d-495c-8a03-1b7a757e7fc1 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018708 Feb 11 04:43:54.193796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Publish callbacks [] for router_controller (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.227490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7a6a0-8ea2-4cc0-80ca-6ae22e94d82f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Deleting port 70d285fc-63b7-442c-8837-16ddde415138 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:54.227650 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a6a0-8ea2-4cc0-80ca-6ae22e94d82f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (70d285fc-63b7-442c-8837-16ddde415138), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.249754 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] For port 2399e87b-9a24-4139-abea-cb28d1e28257, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:54.254326 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] For port 2399e87b-9a24-4139-abea-cb28d1e28257, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2399e87b-9a24-4139-abea-cb28d1e28257,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:54.261631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.262660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:43:54.265621 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.290193 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.291929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ef197a37-dfc2-414e-b072-755384417388 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f3a2ff2d-9c30-4f6c-8aed-c2b9fc6640e9 HTTP/1.1" status: 204 len: 168 time: 7.2091579 Feb 11 04:43:54.305870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b546b0e-c042-448f-b1bc-ef4c7d57dd30 req-15df5024-011d-48b2-b488-c8b93a49ec76 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:54.308463 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b546b0e-c042-448f-b1bc-ef4c7d57dd30 req-15df5024-011d-48b2-b488-c8b93a49ec76 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f61950c-0d0d-4884-b5cd-188bd2374c5e HTTP/1.1" status: 200 len: 949 time: 0.4445174 Feb 11 04:43:54.309173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50664) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:54.347096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a5c7a2e3-c314-4fd9-919d-2479c4f4083a None None] Provisioning complete for port 2399e87b-9a24-4139-abea-cb28d1e28257 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:54.347484 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a2e3-c314-4fd9-919d-2479c4f4083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.356929 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faf759-64ba-4c4f-9c70-ded2376efa17 None None] Pushing event updated for resources: {'Port': ['ID=2399e87b-9a24-4139-abea-cb28d1e28257,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:54.357829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d7408a4-8b36-4300-a4a3-e6f7ff60f3b4 req-6a0c09e0-a504-4f0f-960b-0d774702b050 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8022883 Feb 11 04:43:54.376635 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Routers {'bf3c6b79-22a8-4f98-a98b-77c4c1a20235'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:54.377363 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:54.395671 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f328e6-33b1-458f-9e96-ff51a1a872d1 x-openstack-request-id: req-95f328e6-33b1-458f-9e96-ff51a1a872d1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:54.396250 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4610a-1cc5-46a3-9af3-a81efe83e084", "name": "network-vif-deleted", "tag": "f00ccd8e-81ab-4a5c-b4f1-0db413852195", "status": "completed", "code": 200}, {"server_uuid": "a1523793-9236-4b09-a7ac-3d92376349d3", "name": "network-vif-deleted", "tag": "ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:54.396741 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95f328e6-33b1-458f-9e96-ff51a1a872d1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:54.397245 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4610a-1cc5-46a3-9af3-a81efe83e084', 'name': 'network-vif-deleted', 'tag': 'f00ccd8e-81ab-4a5c-b4f1-0db413852195', 'status': 'completed', 'code': 200} Feb 11 04:43:54.397615 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1523793-9236-4b09-a7ac-3d92376349d3', 'name': 'network-vif-deleted', 'tag': 'ec3cbcd7-aa8f-4c4c-ad00-ef703da5a4c4', 'status': 'completed', 'code': 200} Feb 11 04:43:54.431357 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe8a0b04-4b5b-45ea-bc07-c7ea4adc4842 req-8ef34c7f-5791-42e8-81d4-2d2016dbea6d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503211 Feb 11 04:43:54.453405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['83400a73-9e05-45bf-93d0-08afd2bc06e7'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:54.565505 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Publish callbacks [] for security_group (c836e0c7-a38a-4542-b99b-abc08e2fea83), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.578028 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] Set router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:54.609699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7a2e3-c314-4fd9-919d-2479c4f4083a None None] Current status of the port 2399e87b-9a24-4139-abea-cb28d1e28257 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:54.610219 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a2e3-c314-4fd9-919d-2479c4f4083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.634661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a6a0-8ea2-4cc0-80ca-6ae22e94d82f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (70d285fc-63b7-442c-8837-16ddde415138), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.635038 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a6a0-8ea2-4cc0-80ca-6ae22e94d82f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for floatingip (70d285fc-63b7-442c-8837-16ddde415138), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.639174 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c836e0c7-a38a-4542-b99b-abc08e2fea83), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.654074 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:43:54.667045 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (77bc4cbe-dec3-4cfb-871f-be195e2f63e4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.668449 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Added segment 77bc4cbe-dec3-4cfb-871f-be195e2f63e4 of type vlan for network dab576ae-34a8-4896-8e60-a130ccedfd0b Feb 11 04:43:54.696784 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a5c7a2e3-c314-4fd9-919d-2479c4f4083a None None] For port 2399e87b-9a24-4139-abea-cb28d1e28257, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2399e87b-9a24-4139-abea-cb28d1e28257,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:54.712535 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a2e3-c314-4fd9-919d-2479c4f4083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.723835 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f963c96c-12bb-4ce8-aca8-b00bb894b03e admin admin] Deleting subnet ac802c2b-47b9-4e26-9f8d-f20e9cca0629 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:43:54.752740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (dab576ae-34a8-4896-8e60-a130ccedfd0b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.758737 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f963c96c-12bb-4ce8-aca8-b00bb894b03e admin admin] Publish callbacks [] for subnet (ac802c2b-47b9-4e26-9f8d-f20e9cca0629), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.761092 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (60b46bd4-8790-435b-8ad9-b256c0f65217), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.791428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7a2e3-c314-4fd9-919d-2479c4f4083a None None] Pushing event updated for resources: {'Port': ['ID=2399e87b-9a24-4139-abea-cb28d1e28257,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:54.807692 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.821513 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (dab576ae-34a8-4896-8e60-a130ccedfd0b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.822505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:54.823040 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.828664 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7a6a0-8ea2-4cc0-80ca-6ae22e94d82f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Calling delete_port for 70d285fc-63b7-442c-8837-16ddde415138 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:54.837206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a7af057d-7e23-40a7-8b7d-99f556657d20 None None] Provisioning complete for port 2399e87b-9a24-4139-abea-cb28d1e28257 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:54.837598 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7af057d-7e23-40a7-8b7d-99f556657d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.840026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c836e0c7-a38a-4542-b99b-abc08e2fea83,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:54.898791 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2348127 Feb 11 04:43:54.939035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Allocated IP 172.25.7.10 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/3b229ca4-1c94-4b7f-8e15-00849503946e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:54.957597 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:43:49Z', 'revision_number': 4, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2399e87b-9a24-4139-abea-cb28d1e28257', 'name': '', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'mac_address': 'fa:16:3e:70:90:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:47Z', 'updated_at': '2022-02-11T04:43:54Z', 'revision_number': 4, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'subnets': [{'id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:54.974622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50666) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:54.979525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-86bd2c8a-d5aa-46af-b38e-3cbdb57be15c admin admin] Request body: {'subnet': {'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1328820501-subnet', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:54.981106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a7af057d-7e23-40a7-8b7d-99f556657d20 None None] Current status of the port 2399e87b-9a24-4139-abea-cb28d1e28257 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:54.998388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-11314ebe-c520-4558-90c1-8b826c85f7d4 req-c2816c0b-b846-4589-985f-50706f783f61 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Deleting port 0e66530f-f5cd-478a-a572-3e084dabecb5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:54.998735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11314ebe-c520-4558-90c1-8b826c85f7d4 req-c2816c0b-b846-4589-985f-50706f783f61 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.010675 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26c71a-82fb-4f52-a12e-4417058a940f None None] The sync data for ids ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'] in n-d-615180-58 is: [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:43:49Z', 'revision_number': 4, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2399e87b-9a24-4139-abea-cb28d1e28257', 'name': '', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'mac_address': 'fa:16:3e:70:90:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:47Z', 'updated_at': '2022-02-11T04:43:54Z', 'revision_number': 4, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'subnets': [{'id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:43:55.011021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2cdda-a407-4d39-b740-7bbfef31efd6 req-acf28bf5-796e-47a3-a043-9768dc963ce6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:55.012982 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1b2cdda-a407-4d39-b740-7bbfef31efd6 req-acf28bf5-796e-47a3-a043-9768dc963ce6 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=908f9ea8-4fe2-4add-ac0b-e5e65c7394fd HTTP/1.1" status: 200 len: 949 time: 0.4220598 Feb 11 04:43:55.013754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd9c7-dc5e-4bf6-ab3c-af96b8074647 admin admin] Pushing event updated for resources: {'Network': ['ID=dab576ae-34a8-4896-8e60-a130ccedfd0b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:55.039454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f963c96c-12bb-4ce8-aca8-b00bb894b03e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (ac802c2b-47b9-4e26-9f8d-f20e9cca0629), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.048207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network dab576ae-34a8-4896-8e60-a130ccedfd0b details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:43:55.095186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bd2c8a-d5aa-46af-b38e-3cbdb57be15c admin admin] Made reservation on behalf of 06943f9c599747dbb8a5e6ebe7353813 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:55.097998 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86bd2c8a-d5aa-46af-b38e-3cbdb57be15c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.171203 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.185700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-0b546b0e-c042-448f-b1bc-ef4c7d57dd30 req-07e835f6-73fd-4304-a259-9ff669e9da36 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Deleting port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:55.186048 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b546b0e-c042-448f-b1bc-ef4c7d57dd30 req-07e835f6-73fd-4304-a259-9ff669e9da36 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.266586 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f963c96c-12bb-4ce8-aca8-b00bb894b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (ac802c2b-47b9-4e26-9f8d-f20e9cca0629), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.285895 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1b2cdda-a407-4d39-b740-7bbfef31efd6 req-f1927fe3-413a-4e0b-b3c8-db98496d4253 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535069 Feb 11 04:43:55.318056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-11314ebe-c520-4558-90c1-8b826c85f7d4 req-c2816c0b-b846-4589-985f-50706f783f61 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] For port 0e66530f-f5cd-478a-a572-3e084dabecb5, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0e66530f-f5cd-478a-a572-3e084dabecb5,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:55.318611 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11314ebe-c520-4558-90c1-8b826c85f7d4 req-c2816c0b-b846-4589-985f-50706f783f61 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.362028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-11314ebe-c520-4558-90c1-8b826c85f7d4 req-c2816c0b-b846-4589-985f-50706f783f61 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Calling delete_port for 0e66530f-f5cd-478a-a572-3e084dabecb5 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:55.429919 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.448042 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f963c96c-12bb-4ce8-aca8-b00bb894b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (ac802c2b-47b9-4e26-9f8d-f20e9cca0629), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.485812 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a6a0-8ea2-4cc0-80ca-6ae22e94d82f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (70d285fc-63b7-442c-8837-16ddde415138), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.537390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0b546b0e-c042-448f-b1bc-ef4c7d57dd30 req-07e835f6-73fd-4304-a259-9ff669e9da36 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] For port 2b1d0e33-f02e-47c6-833c-d8d3e6761663, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2b1d0e33-f02e-47c6-833c-d8d3e6761663,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:55.537767 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b546b0e-c042-448f-b1bc-ef4c7d57dd30 req-07e835f6-73fd-4304-a259-9ff669e9da36 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.541013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963c96c-12bb-4ce8-aca8-b00bb894b03e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac802c2b-47b9-4e26-9f8d-f20e9cca0629,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:55.552772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:55.562730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b7d96-6e25-4b32-bc6b-1a218c857c3e None None] Network 2a4d507b-231d-4801-b701-aacd5ccc510f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:55.579564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3360a-2f9a-44d3-97f3-9160b71ba4f0 req-34703e9b-656b-4a14-b2a4-5daf35d98bad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:55.581222 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-04d3360a-2f9a-44d3-97f3-9160b71ba4f0 req-34703e9b-656b-4a14-b2a4-5daf35d98bad tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.2630713 Feb 11 04:43:55.582631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f963c96c-12bb-4ce8-aca8-b00bb894b03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.594352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7a6a0-8ea2-4cc0-80ca-6ae22e94d82f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Pushing event deleted for resources: {'Port': ['ID=70d285fc-63b7-442c-8837-16ddde415138,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:55.602755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f963c96c-12bb-4ce8-aca8-b00bb894b03e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ac802c2b-47b9-4e26-9f8d-f20e9cca0629 HTTP/1.1" status: 204 len: 168 time: 1.2807064 Feb 11 04:43:55.608896 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-0b546b0e-c042-448f-b1bc-ef4c7d57dd30 req-07e835f6-73fd-4304-a259-9ff669e9da36 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Calling delete_port for 2b1d0e33-f02e-47c6-833c-d8d3e6761663 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:55.618953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50672) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:55.669296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event updated for resources: {'Port': ['ID=3b229ca4-1c94-4b7f-8e15-00849503946e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:55.672408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:55.678187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:55.793843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] DHCP port deletion for 2a4d507b-231d-4801-b701-aacd5ccc510f request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:43:55.865163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Deleting port 32fd5690-15b9-4393-acff-00f6e6f4cb1d {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:55.865619 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.947358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] For port 32fd5690-15b9-4393-acff-00f6e6f4cb1d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=32fd5690-15b9-4393-acff-00f6e6f4cb1d,segment=NetworkSegment(087037bc-3954-4d7e-8b55-72c334ce5d03),segment_id=087037bc-3954-4d7e-8b55-72c334ce5d03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:55.947714 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.966382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Calling delete_port for 32fd5690-15b9-4393-acff-00f6e6f4cb1d owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:56.022839 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (2a4d507b-231d-4801-b701-aacd5ccc510f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.048557 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-04d3360a-2f9a-44d3-97f3-9160b71ba4f0 req-50fcf9bb-a2d8-439d-b6b7-514c4bc583c7 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734169 Feb 11 04:43:56.070749 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b546b0e-c042-448f-b1bc-ef4c7d57dd30 req-07e835f6-73fd-4304-a259-9ff669e9da36 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2b1d0e33-f02e-47c6-833c-d8d3e6761663), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.113000 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86bd2c8a-d5aa-46af-b38e-3cbdb57be15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (34bfb395-bde4-4bf9-b3a7-eaf10601e348), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.117786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:56.178125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd2c8a-d5aa-46af-b38e-3cbdb57be15c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34bfb395-bde4-4bf9-b3a7-eaf10601e348,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:56.196775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e835f6-73fd-4304-a259-9ff669e9da36 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event deleted for resources: {'Port': ['ID=2b1d0e33-f02e-47c6-833c-d8d3e6761663,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:56.199565 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (32fd5690-15b9-4393-acff-00f6e6f4cb1d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.227068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74612db-c7b1-499d-a1a0-e81ea0296853 req-01f71d82-4649-417a-b1d7-bd3e6a0beba8 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.235380 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d74612db-c7b1-499d-a1a0-e81ea0296853 req-01f71d82-4649-417a-b1d7-bd3e6a0beba8 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.6886923 Feb 11 04:43:56.246586 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a6a0-8ea2-4cc0-80ca-6ae22e94d82f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks [] for floatingip (9a28030d-6f0d-4717-9ef8-c2b17a0b796a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.251529 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a6a0-8ea2-4cc0-80ca-6ae22e94d82f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.252795 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8eb7a6a0-8ea2-4cc0-80ca-6ae22e94d82f tempest-ServersTestFqdnHostnames-1421119983 tempest-ServersTestFqdnHostnames-1421119983-project] 10.222.0.48 "DELETE /v2.0/floatingips/9a28030d-6f0d-4717-9ef8-c2b17a0b796a HTTP/1.1" status: 204 len: 168 time: 3.0360563 Feb 11 04:43:56.266705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] The port '32fd5690-15b9-4393-acff-00f6e6f4cb1d' was deleted {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 04:43:56.277406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50678) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:56.293257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Pushing event deleted for resources: {'Port': ['ID=32fd5690-15b9-4393-acff-00f6e6f4cb1d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:56.300542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2399e87b-9a24-4139-abea-cb28d1e28257 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:56.363681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.364348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.365306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.365306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.365511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.365681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.366002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.366590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.366932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.367477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.367600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.367905 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.368673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:56.375045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe541e-00c8-4ae7-97f3-8ab8bffc9053 None None] No DVR routers for this DVR port 32fd5690-15b9-4393-acff-00f6e6f4cb1d on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:56.402559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2399e87b-9a24-4139-abea-cb28d1e28257 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:56.403029 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.404825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b546b0e-c042-448f-b1bc-ef4c7d57dd30 req-07e835f6-73fd-4304-a259-9ff669e9da36 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] No DVR routers for this DVR port 2b1d0e33-f02e-47c6-833c-d8d3e6761663 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:56.408361 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b546b0e-c042-448f-b1bc-ef4c7d57dd30 req-07e835f6-73fd-4304-a259-9ff669e9da36 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.412244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b546b0e-c042-448f-b1bc-ef4c7d57dd30 req-07e835f6-73fd-4304-a259-9ff669e9da36 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "DELETE /v2.0/ports/2b1d0e33-f02e-47c6-833c-d8d3e6761663 HTTP/1.1" status: 204 len: 173 time: 2.0886631 Feb 11 04:43:56.428039 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f61950c-0d0d-4884-b5cd-188bd2374c5e', 'name': 'network-vif-deleted', 'tag': '2b1d0e33-f02e-47c6-833c-d8d3e6761663'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:56.434699 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef5f23b-adb0-456b-9138-855eb2d4cb33" -d '{"events": [{"server_uuid": "7f61950c-0d0d-4884-b5cd-188bd2374c5e", "name": "network-vif-deleted", "tag": "2b1d0e33-f02e-47c6-833c-d8d3e6761663"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:56.561703 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (60b46bd4-8790-435b-8ad9-b256c0f65217), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.581347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2399e87b-9a24-4139-abea-cb28d1e28257 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:56.662215 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (2a4d507b-231d-4801-b701-aacd5ccc510f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.690159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 32fd5690-15b9-4393-acff-00f6e6f4cb1d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:56.729306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 32fd5690-15b9-4393-acff-00f6e6f4cb1d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:56.730283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 32fd5690-15b9-4393-acff-00f6e6f4cb1d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:56.730573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device cd4b5494-63ad-429d-b36c-f07ff9238d36 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:56.732377 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d74612db-c7b1-499d-a1a0-e81ea0296853 req-44aafe6d-48fd-4555-a34b-77608d3a5672 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925296 Feb 11 04:43:56.734983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bd2c8a-d5aa-46af-b38e-3cbdb57be15c admin admin] Checking segment: {'id': '77bc4cbe-dec3-4cfb-871f-be195e2f63e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:56.736849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd2c8a-d5aa-46af-b38e-3cbdb57be15c admin admin] Network hostable DHCP agents. Network: dab576ae-34a8-4896-8e60-a130ccedfd0b, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:43:56.759516 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11314ebe-c520-4558-90c1-8b826c85f7d4 req-c2816c0b-b846-4589-985f-50706f783f61 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (0e66530f-f5cd-478a-a572-3e084dabecb5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.779020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: cd4b5494-63ad-429d-b36c-f07ff9238d36 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:56.779292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device cd4b5494-63ad-429d-b36c-f07ff9238d36 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:56.796041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:56.835906 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4d507b-231d-4801-b701-aacd5ccc510f']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:56.879659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c89aec9f-97d3-492a-81b9-179d03a08e1f req-fdbd4b2f-ea51-4902-b70e-d8354f5d6c21 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=908f9ea8-4fe2-4add-ac0b-e5e65c7394fd HTTP/1.1" status: 200 len: 210 time: 0.0396218 Feb 11 04:43:56.880421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2816c0b-b846-4589-985f-50706f783f61 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event deleted for resources: {'Port': ['ID=0e66530f-f5cd-478a-a572-3e084dabecb5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:56.940374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2b1d0e33-f02e-47c6-833c-d8d3e6761663 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:56.961762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623b2bd-fb1d-4513-926c-8c538af4e610 req-e0c9ec37-2ce8-4344-8cda-523373edbc00 tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.969186 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0623b2bd-fb1d-4513-926c-8c538af4e610 req-e0c9ec37-2ce8-4344-8cda-523373edbc00 tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 1133 time: 0.2115369 Feb 11 04:43:56.990344 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b544035-752f-4507-9b86-d3b586e3bd4f x-openstack-request-id: req-2b544035-752f-4507-9b86-d3b586e3bd4f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:56.990642 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f61950c-0d0d-4884-b5cd-188bd2374c5e", "name": "network-vif-deleted", "tag": "2b1d0e33-f02e-47c6-833c-d8d3e6761663", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:56.990930 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b544035-752f-4507-9b86-d3b586e3bd4f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:56.991801 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f61950c-0d0d-4884-b5cd-188bd2374c5e', 'name': 'network-vif-deleted', 'tag': '2b1d0e33-f02e-47c6-833c-d8d3e6761663', 'status': 'completed', 'code': 200} Feb 11 04:43:56.994345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 2b1d0e33-f02e-47c6-833c-d8d3e6761663 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:56.994583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2b1d0e33-f02e-47c6-833c-d8d3e6761663 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:56.995229 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0e66530f-f5cd-478a-a572-3e084dabecb5 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:57.016319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (60b46bd4-8790-435b-8ad9-b256c0f65217), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.061604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087037bc-3954-4d7e-8b55-72c334ce5d03') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:57.062519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087037bc-3954-4d7e-8b55-72c334ce5d03') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:57.065738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 0e66530f-f5cd-478a-a572-3e084dabecb5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:57.066201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0e66530f-f5cd-478a-a572-3e084dabecb5 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:57.077491 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (087037bc-3954-4d7e-8b55-72c334ce5d03), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.079715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd2c8a-d5aa-46af-b38e-3cbdb57be15c admin admin] Network dab576ae-34a8-4896-8e60-a130ccedfd0b is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:43:57.095961 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0623b2bd-fb1d-4513-926c-8c538af4e610 req-d64b8b14-8d32-48a1-b24c-cf0e3721a8cb tempest-MigrationsAdminTest-1283558006 tempest-MigrationsAdminTest-1283558006-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216848 Feb 11 04:43:57.193217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-11314ebe-c520-4558-90c1-8b826c85f7d4 req-c2816c0b-b846-4589-985f-50706f783f61 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] No DVR routers for this DVR port 0e66530f-f5cd-478a-a572-3e084dabecb5 on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:57.200652 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-11314ebe-c520-4558-90c1-8b826c85f7d4 req-c2816c0b-b846-4589-985f-50706f783f61 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.206966 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-11314ebe-c520-4558-90c1-8b826c85f7d4 req-c2816c0b-b846-4589-985f-50706f783f61 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "DELETE /v2.0/ports/0e66530f-f5cd-478a-a572-3e084dabecb5 HTTP/1.1" status: 204 len: 173 time: 3.0843842 Feb 11 04:43:57.210439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f9ea8-4fe2-4add-ac0b-e5e65c7394fd', 'name': 'network-vif-deleted', 'tag': '0e66530f-f5cd-478a-a572-3e084dabecb5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:57.213192 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66630e8-a0cc-4731-88ef-a6aa80fbc512" -d '{"events": [{"server_uuid": "908f9ea8-4fe2-4add-ac0b-e5e65c7394fd", "name": "network-vif-deleted", "tag": "0e66530f-f5cd-478a-a572-3e084dabecb5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:57.218305 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (087037bc-3954-4d7e-8b55-72c334ce5d03), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.223153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-86bd2c8a-d5aa-46af-b38e-3cbdb57be15c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, dab576ae-34a8-4896-8e60-a130ccedfd0b) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:57.237998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd2c8a-d5aa-46af-b38e-3cbdb57be15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:57.238972 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86bd2c8a-d5aa-46af-b38e-3cbdb57be15c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.242306 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:43:57.242889 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (087037bc-3954-4d7e-8b55-72c334ce5d03), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:43:57.247821 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:43:57.258233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af490685-cb7e-478c-8cc7-9385a622361a None None] Network dab576ae-34a8-4896-8e60-a130ccedfd0b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:57.330504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 83400a73-9e05-45bf-93d0-08afd2bc06e7 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:57.332480 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78242744-8090-4d2d-9d79-fa5622233e30 x-openstack-request-id: req-78242744-8090-4d2d-9d79-fa5622233e30 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:57.332981 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f9ea8-4fe2-4add-ac0b-e5e65c7394fd", "name": "network-vif-deleted", "tag": "0e66530f-f5cd-478a-a572-3e084dabecb5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:57.333389 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78242744-8090-4d2d-9d79-fa5622233e30 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:57.333941 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f9ea8-4fe2-4add-ac0b-e5e65c7394fd', 'name': 'network-vif-deleted', 'tag': '0e66530f-f5cd-478a-a572-3e084dabecb5', 'status': 'completed', 'code': 200} Feb 11 04:43:57.347421 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-86bd2c8a-d5aa-46af-b38e-3cbdb57be15c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3714046 Feb 11 04:43:57.349924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50688) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:57.352687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Router 60b46bd4-8790-435b-8ad9-b256c0f65217 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:43:57.354651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1328820501-router', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:57.372809 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (2a4d507b-231d-4801-b701-aacd5ccc510f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.388058 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.394491 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] 10.222.0.48 "DELETE /v2.0/networks/2a4d507b-231d-4801-b701-aacd5ccc510f HTTP/1.1" status: 204 len: 168 time: 1.7513378 Feb 11 04:43:57.411665 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (30c8deef-a2dd-4433-8d75-cc8725ae0596), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.412628 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (30c8deef-a2dd-4433-8d75-cc8725ae0596), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.415946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094d135-6a64-4ea0-b9e4-d9bdac91226e admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4d507b-231d-4801-b701-aacd5ccc510f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:57.510027 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Publish callbacks [] for router_controller (30c8deef-a2dd-4433-8d75-cc8725ae0596), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.524027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-dab576ae-34a8-4896-8e60-a130ccedfd0b', 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b', 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'fixed_ips': [{'subnet_id': '34bfb395-bde4-4bf9-b3a7-eaf10601e348'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:43:57.525835 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.550190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 83400a73-9e05-45bf-93d0-08afd2bc06e7 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:43:57.560399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 83400a73-9e05-45bf-93d0-08afd2bc06e7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:57.561444 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.614765 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5566b12a-fc41-4fe9-b3bd-b6665f283492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.762097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50694) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:57.766258 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Publish callbacks [] for router_gateway (30c8deef-a2dd-4433-8d75-cc8725ae0596), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.895398 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c40dbb02-d0a8-47a3-8bf7-12fd84a34cb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48fa598a1b004a679c77ea62ce019101&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1321287 Feb 11 04:43:57.906213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 83400a73-9e05-45bf-93d0-08afd2bc06e7 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:57.906827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50698) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:57.908159 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.914228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Allocated IP 172.20.0.2 (dab576ae-34a8-4896-8e60-a130ccedfd0b/34bfb395-bde4-4bf9-b3a7-eaf10601e348/6e173a81-749b-4b8c-aa20-f4e2ed888f81) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:57.988896 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:57.992074 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d621b739-7ca3-4446-8b15-9bc2da01f21a" -d '{"events": [{"server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "name": "network-vif-plugged", "status": "completed", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:58.014572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:58.050544 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.089386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f01e39-96fd-4925-a23d-8b039f48841c req-c183ad78-5207-497f-a46e-9211b9758d3f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:58.092612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abba57-3306-49bc-bff3-ae80d7b1f091 req-d5c2b573-f636-4927-9c15-3dea1e0daed2 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:58.094059 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f9f01e39-96fd-4925-a23d-8b039f48841c req-c183ad78-5207-497f-a46e-9211b9758d3f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 950 time: 0.5687320 Feb 11 04:43:58.094244 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7abba57-3306-49bc-bff3-ae80d7b1f091 req-d5c2b573-f636-4927-9c15-3dea1e0daed2 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.2086573 Feb 11 04:43:58.123965 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf238437-d8c5-49d1-8bb0-72e6a3ea0081 admin admin] Publish callbacks [] for security_group (a3de6750-85a4-42ba-b4a4-2090d6d560ca), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.129020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:58.132680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=13']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:58.164954 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Sync routers for ids ['60b46bd4-8790-435b-8ad9-b256c0f65217'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:58.180033 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf238437-d8c5-49d1-8bb0-72e6a3ea0081 admin admin] Publish callbacks [] for security_group (a3de6750-85a4-42ba-b4a4-2090d6d560ca), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.185376 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Routers {'60b46bd4-8790-435b-8ad9-b256c0f65217'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:58.188644 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60b46bd4-8790-435b-8ad9-b256c0f65217'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:58.190382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f9f01e39-96fd-4925-a23d-8b039f48841c req-019ac8a9-c475-487c-ae3b-327c3f1343eb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952137 Feb 11 04:43:58.193017 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.196659 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b98c8591-240b-44ff-a3e4-c884c47b2106 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8117938 Feb 11 04:43:58.201743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50704) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:58.202938 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Publish callbacks [] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.217168 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.266156 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7abba57-3306-49bc-bff3-ae80d7b1f091 req-8758368a-9211-42d0-b502-788dfdd291e9 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556668 Feb 11 04:43:58.286199 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Pushing event updated for resources: {'Port': ['ID=6e173a81-749b-4b8c-aa20-f4e2ed888f81,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:58.291853 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796d8570-bb5e-4504-8b59-47900a8b6e66 x-openstack-request-id: req-796d8570-bb5e-4504-8b59-47900a8b6e66 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:58.292728 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "name": "network-vif-plugged", "status": "completed", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:58.292942 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-796d8570-bb5e-4504-8b59-47900a8b6e66 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:58.293916 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'code': 200} Feb 11 04:43:58.304062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Network dab576ae-34a8-4896-8e60-a130ccedfd0b is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:58.305898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:58.310756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:58.399122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Attempting to bind port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:58.399893 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Attempting to bind port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '77bc4cbe-dec3-4cfb-871f-be195e2f63e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:58.400365 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Attempting to bind port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 on network dab576ae-34a8-4896-8e60-a130ccedfd0b {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:58.406932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:58.407413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Checking segment: {'id': '77bc4cbe-dec3-4cfb-871f-be195e2f63e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:58.407945 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.408707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Bound using segment: {'id': '77bc4cbe-dec3-4cfb-871f-be195e2f63e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:58.409208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Bound port: 6e173a81-749b-4b8c-aa20-f4e2ed888f81, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bc4cbe-dec3-4cfb-871f-be195e2f63e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:58.409604 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.469845 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf238437-d8c5-49d1-8bb0-72e6a3ea0081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a3de6750-85a4-42ba-b4a4-2090d6d560ca), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.472412 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf238437-d8c5-49d1-8bb0-72e6a3ea0081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.476008 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cf238437-d8c5-49d1-8bb0-72e6a3ea0081 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3de6750-85a4-42ba-b4a4-2090d6d560ca HTTP/1.1" status: 204 len: 168 time: 0.5642149 Feb 11 04:43:58.484848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] For port 6e173a81-749b-4b8c-aa20-f4e2ed888f81, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:58.490439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] For port 6e173a81-749b-4b8c-aa20-f4e2ed888f81, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6e173a81-749b-4b8c-aa20-f4e2ed888f81,segment=NetworkSegment(77bc4cbe-dec3-4cfb-871f-be195e2f63e4),segment_id=77bc4cbe-dec3-4cfb-871f-be195e2f63e4)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:58.498788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf238437-d8c5-49d1-8bb0-72e6a3ea0081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3de6750-85a4-42ba-b4a4-2090d6d560ca,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:58.499973 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.522227 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7da43e40-6669-48f9-834a-a908d1e5a16a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/routers/60b46bd4-8790-435b-8ad9-b256c0f65217 HTTP/1.1" status: 200 len: 907 time: 0.3192170 Feb 11 04:43:58.525167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50714) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:58.531648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Request body: {'router': {'name': 'tempest-snat-router-144223725', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'enable_snat': True}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:58.546680 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Publish callbacks [] for router_gateway (30c8deef-a2dd-4433-8d75-cc8725ae0596), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.560125 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Set router 60b46bd4-8790-435b-8ad9-b256c0f65217 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:58.569357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.583511 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (9b03f81d-e181-4a0e-8c12-fd87d71bafde), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.586595 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (9b03f81d-e181-4a0e-8c12-fd87d71bafde), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.598301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5566b12a-fc41-4fe9-b3bd-b6665f283492 admin admin] Deleting port c1541788-d38f-46af-83e3-4f39dcf3764c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:58.598558 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5566b12a-fc41-4fe9-b3bd-b6665f283492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.698643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1e1bc-fbb0-40b0-937f-91c77f544a53 None None] Pushing event updated for resources: {'Port': ['ID=6e173a81-749b-4b8c-aa20-f4e2ed888f81,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:58.713070 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_controller (9b03f81d-e181-4a0e-8c12-fd87d71bafde), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.856410 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b46bd4-8790-435b-8ad9-b256c0f65217', 'name': 'tempest-snat-router-144223725', 'tenant_id': 'a29cf4cf8c6e49b9a4d3b217a869c6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.10'}], 'enable_snat': False}, 'gw_port_id': '3b229ca4-1c94-4b7f-8e15-00849503946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:51Z', 'updated_at': '2022-02-11T04:43:55Z', 'revision_number': 3, 'project_id': 'a29cf4cf8c6e49b9a4d3b217a869c6c0', 'gw_port': {'id': '3b229ca4-1c94-4b7f-8e15-00849503946e', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b46bd4-8790-435b-8ad9-b256c0f65217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:54Z', 'updated_at': '2022-02-11T04:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:58.894169 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Checking router: 60b46bd4-8790-435b-8ad9-b256c0f65217 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:43:58.894527 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Updating router 60b46bd4-8790-435b-8ad9-b256c0f65217 port 3b229ca4-1c94-4b7f-8e15-00849503946e binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:43:58.954517 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (9b03f81d-e181-4a0e-8c12-fd87d71bafde), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.960954 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.192757 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50720) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:59.206641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-5566b12a-fc41-4fe9-b3bd-b6665f283492 admin admin] For port c1541788-d38f-46af-83e3-4f39dcf3764c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c1541788-d38f-46af-83e3-4f39dcf3764c,segment=NetworkSegment(8dcac347-0a8c-4d97-af3c-0a35c809e047),segment_id=8dcac347-0a8c-4d97-af3c-0a35c809e047)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:59.207219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5566b12a-fc41-4fe9-b3bd-b6665f283492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.221420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66ad80-8c57-49c0-8502-2d3334463c8f req-85698e83-4dae-474c-a486-3c8ef87b743f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.222959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e66ad80-8c57-49c0-8502-2d3334463c8f req-85698e83-4dae-474c-a486-3c8ef87b743f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 949 time: 0.2149909 Feb 11 04:43:59.229114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Allocated IP 172.25.7.53 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:59.239320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5566b12a-fc41-4fe9-b3bd-b6665f283492 admin admin] Calling delete_port for c1541788-d38f-46af-83e3-4f39dcf3764c owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:59.262770 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (9b03f81d-e181-4a0e-8c12-fd87d71bafde), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.291745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.309800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a45e182f-8ab9-4346-badb-6b62632935f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9337c847c52482188d7f49fb62195bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1153526 Feb 11 04:43:59.322934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50726) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:59.392339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eac88-9055-46e5-ac13-ff7e1b01393e req-41743892-f894-423c-b787-a309391269ed tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.393767 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b7eac88-9055-46e5-ac13-ff7e1b01393e req-41743892-f894-423c-b787-a309391269ed tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 951 time: 0.1053786 Feb 11 04:43:59.423883 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e66ad80-8c57-49c0-8502-2d3334463c8f req-5866c06f-d697-4e4e-aa6e-51abe2dfd4a9 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825173 Feb 11 04:43:59.451814 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b7eac88-9055-46e5-ac13-ff7e1b01393e req-4d68ad7f-4400-44de-b093-195a4eeb09a6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514836 Feb 11 04:43:59.565180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Publish callbacks [] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.571802 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfca4a18-96e4-486d-acc8-7408c910cc52 admin admin] Publish callbacks [] for security_group (66debb30-b70d-488f-8345-bbb9e0e08ee2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.636845 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfca4a18-96e4-486d-acc8-7408c910cc52 admin admin] Publish callbacks [] for security_group (66debb30-b70d-488f-8345-bbb9e0e08ee2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.698862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0075-1bb6-4edd-b876-ef66c805868c req-ba6817e7-6ce9-47e5-a7c7-0057c1b6bd2f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.700454 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0da0075-1bb6-4edd-b876-ef66c805868c req-ba6817e7-6ce9-47e5-a7c7-0057c1b6bd2f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.2007453 Feb 11 04:43:59.709904 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.804370 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:59.809441 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:43:59.810002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Pushing event updated for resources: {'Port': ['ID=2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:59.829214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:59.836088 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:59.838235 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfca4a18-96e4-486d-acc8-7408c910cc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (66debb30-b70d-488f-8345-bbb9e0e08ee2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.840825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfca4a18-96e4-486d-acc8-7408c910cc52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.841972 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dfca4a18-96e4-486d-acc8-7408c910cc52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66debb30-b70d-488f-8345-bbb9e0e08ee2 HTTP/1.1" status: 204 len: 168 time: 0.5102384 Feb 11 04:43:59.863389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5566b12a-fc41-4fe9-b3bd-b6665f283492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c1541788-d38f-46af-83e3-4f39dcf3764c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.872600 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Publish callbacks [] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.876274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f9b4da-0d80-4626-96fb-c543bd73b1f2 None None] Network dab576ae-34a8-4896-8e60-a130ccedfd0b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:59.894565 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.926684 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Attempting to bind port 3b229ca4-1c94-4b7f-8e15-00849503946e on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:59.928515 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Attempting to bind port 3b229ca4-1c94-4b7f-8e15-00849503946e by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:59.929089 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Attempting to bind port 3b229ca4-1c94-4b7f-8e15-00849503946e on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:59.936360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca4a18-96e4-486d-acc8-7408c910cc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66debb30-b70d-488f-8345-bbb9e0e08ee2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:59.956546 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0da0075-1bb6-4edd-b876-ef66c805868c req-9efa889f-d281-4eb5-9011-9c67be344c3d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393239 Feb 11 04:43:59.957681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566b12a-fc41-4fe9-b3bd-b6665f283492 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1541788-d38f-46af-83e3-4f39dcf3764c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:59.981483 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:59.982170 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:59.982747 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.983340 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:59.984221 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Bound port: 3b229ca4-1c94-4b7f-8e15-00849503946e, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:59.984991 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.001094 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Allocated IP 172.25.7.74 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/199684b7-3687-4195-9e4f-27457f8f1287) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:00.063490 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] For port 3b229ca4-1c94-4b7f-8e15-00849503946e, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:00.067005 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] For port 3b229ca4-1c94-4b7f-8e15-00849503946e, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3b229ca4-1c94-4b7f-8e15-00849503946e,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:00.079646 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.097205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1bc53f80-b130-4954-ab61-66143b898ade None None] Provisioning complete for port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:00.097796 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1bc53f80-b130-4954-ab61-66143b898ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.118045 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bfabe-bed8-41ff-a77f-441818e3d811 None None] Pushing event updated for resources: {'Port': ['ID=3b229ca4-1c94-4b7f-8e15-00849503946e,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:00.252762 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bfabe-bed8-41ff-a77f-441818e3d811 None None] Pushing event updated for resources: {'Port': ['ID=3b229ca4-1c94-4b7f-8e15-00849503946e,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:00.261277 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for port (199684b7-3687-4195-9e4f-27457f8f1287), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.263387 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Routers {'60b46bd4-8790-435b-8ad9-b256c0f65217'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:00.265332 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60b46bd4-8790-435b-8ad9-b256c0f65217'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:00.356386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1bc53f80-b130-4954-ab61-66143b898ade None None] Current status of the port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:00.356937 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1bc53f80-b130-4954-ab61-66143b898ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.360142 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (199684b7-3687-4195-9e4f-27457f8f1287), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.371394 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6e173a81-749b-4b8c-aa20-f4e2ed888f81 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:00.405629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f61490-3eb2-4db6-b573-e83c6789f140 req-92deca5f-8440-4b07-8cb4-f9a397896c43 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:00.408365 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-92f61490-3eb2-4db6-b573-e83c6789f140 req-92deca5f-8440-4b07-8cb4-f9a397896c43 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 951 time: 0.6003380 Feb 11 04:44:00.430410 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] Set router 60b46bd4-8790-435b-8ad9-b256c0f65217 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:00.447755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1bc53f80-b130-4954-ab61-66143b898ade None None] For port 6e173a81-749b-4b8c-aa20-f4e2ed888f81, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6e173a81-749b-4b8c-aa20-f4e2ed888f81,segment=NetworkSegment(77bc4cbe-dec3-4cfb-871f-be195e2f63e4),segment_id=77bc4cbe-dec3-4cfb-871f-be195e2f63e4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:00.453352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:00.453747 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.469241 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1bc53f80-b130-4954-ab61-66143b898ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.492726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:00.502090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:00.511939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event updated for resources: {'Port': ['ID=199684b7-3687-4195-9e4f-27457f8f1287,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:00.526013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:00.653315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9598d68-3a5f-4d3a-89c0-9e94b31e18ce req-22eec002-502e-4251-a8cb-59c7f82b6710 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:00.655242 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9598d68-3a5f-4d3a-89c0-9e94b31e18ce req-22eec002-502e-4251-a8cb-59c7f82b6710 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 949 time: 0.5888729 Feb 11 04:44:00.679973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc53f80-b130-4954-ab61-66143b898ade None None] Pushing event updated for resources: {'Port': ['ID=6e173a81-749b-4b8c-aa20-f4e2ed888f81,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:00.802971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:00.825663 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b46bd4-8790-435b-8ad9-b256c0f65217', 'name': 'tempest-snat-router-144223725', 'tenant_id': 'a29cf4cf8c6e49b9a4d3b217a869c6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.10'}], 'enable_snat': False}, 'gw_port_id': '3b229ca4-1c94-4b7f-8e15-00849503946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:51Z', 'updated_at': '2022-02-11T04:43:55Z', 'revision_number': 3, 'project_id': 'a29cf4cf8c6e49b9a4d3b217a869c6c0', 'gw_port': {'id': '3b229ca4-1c94-4b7f-8e15-00849503946e', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b46bd4-8790-435b-8ad9-b256c0f65217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:54Z', 'updated_at': '2022-02-11T04:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:00.864238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebf27e-cab0-4b26-af90-993da195b3c0 req-4f0ef30c-0306-4162-89ef-7376d7532d9f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:00.871487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-62ebf27e-cab0-4b26-af90-993da195b3c0 req-4f0ef30c-0306-4162-89ef-7376d7532d9f tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 949 time: 0.2874997 Feb 11 04:44:00.895241 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754aaba1-c689-4dc1-bd6d-6521b1102b5d None None] The sync data for ids ['60b46bd4-8790-435b-8ad9-b256c0f65217'] in n-d-615180-58 is: [{'id': '60b46bd4-8790-435b-8ad9-b256c0f65217', 'name': 'tempest-snat-router-144223725', 'tenant_id': 'a29cf4cf8c6e49b9a4d3b217a869c6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.10'}], 'enable_snat': False}, 'gw_port_id': '3b229ca4-1c94-4b7f-8e15-00849503946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:51Z', 'updated_at': '2022-02-11T04:43:55Z', 'revision_number': 3, 'project_id': 'a29cf4cf8c6e49b9a4d3b217a869c6c0', 'gw_port': {'id': '3b229ca4-1c94-4b7f-8e15-00849503946e', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b46bd4-8790-435b-8ad9-b256c0f65217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:54Z', 'updated_at': '2022-02-11T04:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:00.947365 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:44:00.989799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Publish callbacks [] for router_gateway (30c8deef-a2dd-4433-8d75-cc8725ae0596), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.035584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-62ebf27e-cab0-4b26-af90-993da195b3c0 req-cd5238ec-9111-4295-8632-c0084ae2bace tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570973 Feb 11 04:44:01.060299 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (9b03f81d-e181-4a0e-8c12-fd87d71bafde), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.252897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-92f61490-3eb2-4db6-b573-e83c6789f140 req-8ca87e70-9767-43e9-970c-d214c69ad46a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Deleting port 83400a73-9e05-45bf-93d0-08afd2bc06e7 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:01.253248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-92f61490-3eb2-4db6-b573-e83c6789f140 req-8ca87e70-9767-43e9-970c-d214c69ad46a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.269895 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ebaa6-89c0-4506-8642-b64ae1db9f56 req-319b9219-0fe6-4055-b485-fe696788ac7f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.292898 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-970ebaa6-89c0-4506-8642-b64ae1db9f56 req-319b9219-0fe6-4055-b485-fe696788ac7f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.1512458 Feb 11 04:44:01.324355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f84c8-8222-468f-b9b1-8b764fdb7957 req-46023bf6-39a3-4720-827e-a5741c1d7cd6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.325902 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c23f84c8-8222-468f-b9b1-8b764fdb7957 req-46023bf6-39a3-4720-827e-a5741c1d7cd6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 951 time: 0.6869824 Feb 11 04:44:01.366370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:01.385800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7b8b171a-f939-401c-9dbf-bdd076f99eaf None None] Provisioning complete for port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:01.386873 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b8b171a-f939-401c-9dbf-bdd076f99eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.430984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0', 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0', 'port_id': 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0', 'mac_address': 'fa:16:3e:02:4e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd347f3fc-24c7-4017-8fdc-4d41de902991', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:44:01.491881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:01.492284 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.501393 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5566b12a-fc41-4fe9-b3bd-b6665f283492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.525997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-970ebaa6-89c0-4506-8642-b64ae1db9f56 req-70fe380d-142f-4764-a4dc-f5816f28d968 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314303 Feb 11 04:44:01.587480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7b8b171a-f939-401c-9dbf-bdd076f99eaf None None] Current status of the port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:01.592908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:01.608191 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (9b03f81d-e181-4a0e-8c12-fd87d71bafde), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.616963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:01.624564 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.697124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:01.843105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Router 9b03f81d-e181-4a0e-8c12-fd87d71bafde is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:44:01.915526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['c7b1e2d9-a16c-4f84-b7af-8e881b2099c0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:01.988631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c23f84c8-8222-468f-b9b1-8b764fdb7957 req-3a9a2acf-4962-4e3e-a31a-819c87b60b4f tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6389127 Feb 11 04:44:02.009045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:02.041800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-92f61490-3eb2-4db6-b573-e83c6789f140 req-8ca87e70-9767-43e9-970c-d214c69ad46a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] For port 83400a73-9e05-45bf-93d0-08afd2bc06e7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=83400a73-9e05-45bf-93d0-08afd2bc06e7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:02.043281 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-92f61490-3eb2-4db6-b573-e83c6789f140 req-8ca87e70-9767-43e9-970c-d214c69ad46a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.045154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] Sync routers for ids ['9b03f81d-e181-4a0e-8c12-fd87d71bafde'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:02.069227 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.071660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5abe2c1c-d4d5-4eb6-a992-3b63d8238cb6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.5437067 Feb 11 04:44:02.075100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50768) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:02.121633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] Routers {'9b03f81d-e181-4a0e-8c12-fd87d71bafde'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:02.123294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9b03f81d-e181-4a0e-8c12-fd87d71bafde'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:02.140289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-c9598d68-3a5f-4d3a-89c0-9e94b31e18ce req-48b8c958-5468-48d5-abe5-831a893864cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Deleting port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:02.146054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c9598d68-3a5f-4d3a-89c0-9e94b31e18ce req-48b8c958-5468-48d5-abe5-831a893864cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.177074 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-92f61490-3eb2-4db6-b573-e83c6789f140 req-8ca87e70-9767-43e9-970c-d214c69ad46a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Calling delete_port for 83400a73-9e05-45bf-93d0-08afd2bc06e7 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:02.275166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3b229ca4-1c94-4b7f-8e15-00849503946e up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:02.357799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5566b12a-fc41-4fe9-b3bd-b6665f283492 admin admin] Router bce14bd6-2842-425b-b1dd-fad0aebf0f9b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:44:02.365237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea739a2e-b629-45c2-8b04-889275907421 req-214dabad-4941-4490-b3c6-468c4a9239e1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:02.373883 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea739a2e-b629-45c2-8b04-889275907421 req-214dabad-4941-4490-b3c6-468c4a9239e1 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 949 time: 0.1925445 Feb 11 04:44:02.423745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] Set router 9b03f81d-e181-4a0e-8c12-fd87d71bafde gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:02.445582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea739a2e-b629-45c2-8b04-889275907421 req-7dfbca7f-b11c-4582-a44d-53700406f97e tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657883 Feb 11 04:44:02.448320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-901e57c4-6ef9-4065-be8d-14eb3062f51a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/routers/9b03f81d-e181-4a0e-8c12-fd87d71bafde HTTP/1.1" status: 200 len: 906 time: 0.3716652 Feb 11 04:44:02.450927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50778) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:02.580296 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (9b03f81d-e181-4a0e-8c12-fd87d71bafde), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.608742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5566b12a-fc41-4fe9-b3bd-b6665f283492 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:02.620305 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98630ea8-6a2a-487c-813c-4ea026ba7967 None None] Sync routers for ids ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:02.622818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5566b12a-fc41-4fe9-b3bd-b6665f283492 admin admin] 10.222.0.48 "PUT /v2.0/routers/bce14bd6-2842-425b-b1dd-fad0aebf0f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3349907 Feb 11 04:44:02.631417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50784) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:02.635481 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98630ea8-6a2a-487c-813c-4ea026ba7967 None None] Routers {'bce14bd6-2842-425b-b1dd-fad0aebf0f9b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:02.638142 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-98630ea8-6a2a-487c-813c-4ea026ba7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:02.656251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3b229ca4-1c94-4b7f-8e15-00849503946e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:02.656544 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.723320 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (30c8deef-a2dd-4433-8d75-cc8725ae0596), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.831221 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afdc19-65ae-4964-a426-7438fdf9c326 req-625e0626-4970-42f8-a997-db3f16664e48 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:02.832819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7afdc19-65ae-4964-a426-7438fdf9c326 req-625e0626-4970-42f8-a997-db3f16664e48 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 944 time: 0.0851421 Feb 11 04:44:02.834477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (9b03f81d-e181-4a0e-8c12-fd87d71bafde), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.888980 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-98630ea8-6a2a-487c-813c-4ea026ba7967 None None] Set router bce14bd6-2842-425b-b1dd-fad0aebf0f9b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:02.946079 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7afdc19-65ae-4964-a426-7438fdf9c326 req-4196e7fa-c1f0-4c85-a2f4-40e9b2408b2b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046700 Feb 11 04:44:02.977817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Deleting port 199684b7-3687-4195-9e4f-27457f8f1287 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:02.977817 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (199684b7-3687-4195-9e4f-27457f8f1287), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.978498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:02.983506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03f81d-e181-4a0e-8c12-fd87d71bafde', 'name': 'tempest-snat-router-144223725', 'tenant_id': 'a29cf4cf8c6e49b9a4d3b217a869c6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '199684b7-3687-4195-9e4f-27457f8f1287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:58Z', 'updated_at': '2022-02-11T04:44:00Z', 'revision_number': 3, 'project_id': 'a29cf4cf8c6e49b9a4d3b217a869c6c0', 'gw_port': {'id': '199684b7-3687-4195-9e4f-27457f8f1287', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03f81d-e181-4a0e-8c12-fd87d71bafde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:59Z', 'updated_at': '2022-02-11T04:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:03.121683 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Publish callbacks [] for router (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.128299 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-92f61490-3eb2-4db6-b573-e83c6789f140 req-8ca87e70-9767-43e9-970c-d214c69ad46a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (83400a73-9e05-45bf-93d0-08afd2bc06e7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.175820 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (199684b7-3687-4195-9e4f-27457f8f1287), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.195647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Calling delete_port for 199684b7-3687-4195-9e4f-27457f8f1287 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:03.209257 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-c9598d68-3a5f-4d3a-89c0-9e94b31e18ce req-48b8c958-5468-48d5-abe5-831a893864cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] For port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:03.209705 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c9598d68-3a5f-4d3a-89c0-9e94b31e18ce req-48b8c958-5468-48d5-abe5-831a893864cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.215195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca87e70-9767-43e9-970c-d214c69ad46a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Pushing event deleted for resources: {'Port': ['ID=83400a73-9e05-45bf-93d0-08afd2bc06e7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:03.216902 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-98630ea8-6a2a-487c-813c-4ea026ba7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:43:59Z', 'revision_number': 5, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:03.226025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3b229ca4-1c94-4b7f-8e15-00849503946e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:03.226616 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.237371 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.266554 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98630ea8-6a2a-487c-813c-4ea026ba7967 None None] Checking router: bce14bd6-2842-425b-b1dd-fad0aebf0f9b for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:44:03.273826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['8a279ff2-1479-4afc-abdb-0d8aae59cefb', '4634e114-9df0-4ad5-8c2d-1d9f1523d657', '83400a73-9e05-45bf-93d0-08afd2bc06e7'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:03.274624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-101a567c-ad65-429c-b8bb-a0e344001057 req-27eb6ba3-e15c-47f5-a9d5-370952eadaeb tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 210 time: 0.0601656 Feb 11 04:44:03.284763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-c9598d68-3a5f-4d3a-89c0-9e94b31e18ce req-48b8c958-5468-48d5-abe5-831a893864cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Calling delete_port for 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:03.293297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['9f584dbd-a391-4e2e-94f1-6ba2a1c3111d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:03.306134 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98630ea8-6a2a-487c-813c-4ea026ba7967 None None] Routers {'bce14bd6-2842-425b-b1dd-fad0aebf0f9b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:03.306774 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-98630ea8-6a2a-487c-813c-4ea026ba7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:03.316256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] Checking router: 9b03f81d-e181-4a0e-8c12-fd87d71bafde for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:44:03.318152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] Updating router 9b03f81d-e181-4a0e-8c12-fd87d71bafde port 199684b7-3687-4195-9e4f-27457f8f1287 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:44:03.460546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 3b229ca4-1c94-4b7f-8e15-00849503946e, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3b229ca4-1c94-4b7f-8e15-00849503946e,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:03.486072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f61490-3eb2-4db6-b573-e83c6789f140 req-8ca87e70-9767-43e9-970c-d214c69ad46a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] No DVR routers for this DVR port 83400a73-9e05-45bf-93d0-08afd2bc06e7 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:03.487915 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.488739 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6e173a81-749b-4b8c-aa20-f4e2ed888f81 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:03.584028 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-92f61490-3eb2-4db6-b573-e83c6789f140 req-8ca87e70-9767-43e9-970c-d214c69ad46a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.595020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-92f61490-3eb2-4db6-b573-e83c6789f140 req-8ca87e70-9767-43e9-970c-d214c69ad46a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "DELETE /v2.0/ports/83400a73-9e05-45bf-93d0-08afd2bc06e7 HTTP/1.1" status: 204 len: 173 time: 3.1716475 Feb 11 04:44:03.596924 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (199684b7-3687-4195-9e4f-27457f8f1287), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.602335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'name': 'network-vif-deleted', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:03.609953 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf93987-4bf0-4b87-b312-fa145fa24377" -d '{"events": [{"server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "name": "network-vif-deleted", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:03.646730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Router 30c8deef-a2dd-4433-8d75-cc8725ae0596 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:44:03.670149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event deleted for resources: {'Port': ['ID=199684b7-3687-4195-9e4f-27457f8f1287,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:03.684817 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Publish callbacks [] for router_gateway (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.759873 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8075d7-6603-4ee3-b17a-6e0ca73273fd x-openstack-request-id: req-fc8075d7-6603-4ee3-b17a-6e0ca73273fd {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:03.760244 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec08f4b2-cec9-4104-9019-e412067106fc", "name": "network-vif-deleted", "tag": "83400a73-9e05-45bf-93d0-08afd2bc06e7", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:03.760707 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc8075d7-6603-4ee3-b17a-6e0ca73273fd {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:03.761337 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (199684b7-3687-4195-9e4f-27457f8f1287), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.761519 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec08f4b2-cec9-4104-9019-e412067106fc', 'name': 'network-vif-deleted', 'tag': '83400a73-9e05-45bf-93d0-08afd2bc06e7', 'status': 'completed', 'code': 200} Feb 11 04:44:03.784312 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-98630ea8-6a2a-487c-813c-4ea026ba7967 None None] Set router bce14bd6-2842-425b-b1dd-fad0aebf0f9b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:03.848719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] Port 199684b7-3687-4195-9e4f-27457f8f1287 not found while updating agent binding for router 9b03f81d-e181-4a0e-8c12-fd87d71bafde. {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 04:44:03.852675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:03.856801 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.930516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:03.931263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9232ba-74ca-4bd8-852d-e746e237eeb0 req-d38f0538-80e3-40c5-bd50-c1211a60277d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:03.939225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1a9232ba-74ca-4bd8-852d-e746e237eeb0 req-d38f0538-80e3-40c5-bd50-c1211a60277d tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/ports?device_id=19bb96c8-5202-4619-9011-a8a9e86bb115 HTTP/1.1" status: 200 len: 949 time: 0.2522192 Feb 11 04:44:03.940943 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c9598d68-3a5f-4d3a-89c0-9e94b31e18ce req-48b8c958-5468-48d5-abe5-831a893864cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.991685 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (9b03f81d-e181-4a0e-8c12-fd87d71bafde), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.011102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Sync routers for ids ['30c8deef-a2dd-4433-8d75-cc8725ae0596'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:04.043574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=3b229ca4-1c94-4b7f-8e15-00849503946e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:04.053092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Deleting port 7d3854e5-36c4-4225-b64e-990b79ff5021 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:04.053464 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.108039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Routers {'30c8deef-a2dd-4433-8d75-cc8725ae0596'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:04.108687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['30c8deef-a2dd-4433-8d75-cc8725ae0596'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:04.111549 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-98630ea8-6a2a-487c-813c-4ea026ba7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:43:59Z', 'revision_number': 5, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:04.149752 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98630ea8-6a2a-487c-813c-4ea026ba7967 None None] The sync data for ids ['bce14bd6-2842-425b-b1dd-fad0aebf0f9b'] in n-d-615180-58 is: [{'id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'name': 'tempest-ServersTestFqdnHostnames-408116044-router', 'tenant_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:43:59Z', 'revision_number': 5, 'project_id': 'cbbcc2f6590143c389213526d2eb5ba5', 'gw_port': {'id': '7d3854e5-36c4-4225-b64e-990b79ff5021', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce14bd6-2842-425b-b1dd-fad0aebf0f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:40Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:04.162043 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1a9232ba-74ca-4bd8-852d-e746e237eeb0 req-92f7d657-0cbf-4de6-9fef-2e28c2100636 tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.48 "GET /v2.0/security-groups?id=290ee535-c653-4301-b34c-18d33d887da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216218 Feb 11 04:44:04.163844 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (9b03f81d-e181-4a0e-8c12-fd87d71bafde), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.168687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_controller (9b03f81d-e181-4a0e-8c12-fd87d71bafde), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.172071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8c958-5468-48d5-abe5-831a893864cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Pushing event deleted for resources: {'Port': ['ID=5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:04.222140 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.226675 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-87e17348-8f52-4406-ac4e-edcaa34f373f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8755250 Feb 11 04:44:04.226938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50826) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:04.290475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9598d68-3a5f-4d3a-89c0-9e94b31e18ce req-48b8c958-5468-48d5-abe5-831a893864cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] No DVR routers for this DVR port 5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:04.301330 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c9598d68-3a5f-4d3a-89c0-9e94b31e18ce req-48b8c958-5468-48d5-abe5-831a893864cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.305849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9598d68-3a5f-4d3a-89c0-9e94b31e18ce req-48b8c958-5468-48d5-abe5-831a893864cb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] 10.222.0.10 "DELETE /v2.0/ports/5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e HTTP/1.1" status: 204 len: 173 time: 3.5970819 Feb 11 04:44:04.319024 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] For port 7d3854e5-36c4-4225-b64e-990b79ff5021, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7d3854e5-36c4-4225-b64e-990b79ff5021,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:04.319657 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.323282 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (9b03f81d-e181-4a0e-8c12-fd87d71bafde), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.327151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b03f81d-e181-4a0e-8c12-fd87d71bafde {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:44:04.338206 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.340325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Calling delete_port for 7d3854e5-36c4-4225-b64e-990b79ff5021 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:04.345061 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a9b71daf-57e1-4fcc-b388-5c6397115929 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "DELETE /v2.0/routers/9b03f81d-e181-4a0e-8c12-fd87d71bafde HTTP/1.1" status: 204 len: 168 time: 1.8928907 Feb 11 04:44:04.352519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86706da5-a113-44ca-928f-7af2a535c793 req-3da2f9cf-a49c-4996-9869-81e8cef45a61 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.364498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50832) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:04.369788 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-86706da5-a113-44ca-928f-7af2a535c793 req-3da2f9cf-a49c-4996-9869-81e8cef45a61 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 944 time: 0.3140192 Feb 11 04:44:04.408851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50834) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:04.425289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Set router 30c8deef-a2dd-4433-8d75-cc8725ae0596 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:04.486677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] Routers {'9b03f81d-e181-4a0e-8c12-fd87d71bafde'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:04.487410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9b03f81d-e181-4a0e-8c12-fd87d71bafde'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:04.500065 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c73df16d-6d55-4c14-b636-9072dfb28f91 req-019be327-e864-4b5f-b376-124a739d87f4 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec08f4b2-cec9-4104-9019-e412067106fc HTTP/1.1" status: 200 len: 210 time: 0.0533030 Feb 11 04:44:04.557994 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-86706da5-a113-44ca-928f-7af2a535c793 req-8c7b067e-188d-476b-ad33-6d62b4a60036 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837661 Feb 11 04:44:04.734526 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (60b46bd4-8790-435b-8ad9-b256c0f65217), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.744053 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74483fdd-6581-425b-9418-b4338c740635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.956400 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (7d3854e5-36c4-4225-b64e-990b79ff5021), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.989235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:04.989948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cba37a-c4b3-4a53-aae1-4a28fe37d315 None None] The sync data for ids ['9b03f81d-e181-4a0e-8c12-fd87d71bafde'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:05.021394 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3854e5-36c4-4225-b64e-990b79ff5021,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:05.097095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:05.189485 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.224015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:05.224644 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.350496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 83400a73-9e05-45bf-93d0-08afd2bc06e7 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:05.370810 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.374628 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Publish callbacks [] for router_controller (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.402416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:44:05.414309 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 83400a73-9e05-45bf-93d0-08afd2bc06e7 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:05.414662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 83400a73-9e05-45bf-93d0-08afd2bc06e7 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:05.418138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:05.418581 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.426992 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (60b46bd4-8790-435b-8ad9-b256c0f65217), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.452065 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74483fdd-6581-425b-9418-b4338c740635 admin admin] Publish callbacks [] for security_group (459e190e-4e74-4fd8-8f1b-aba7615d2a94), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.453017 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (bce14bd6-2842-425b-b1dd-fad0aebf0f9b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.453677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bce14bd6-2842-425b-b1dd-fad0aebf0f9b {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:44:05.480714 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.484448 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2fb101dc-8fdf-45b7-a339-13ae422fdbbc admin admin] 10.222.0.48 "DELETE /v2.0/routers/bce14bd6-2842-425b-b1dd-fad0aebf0f9b HTTP/1.1" status: 204 len: 168 time: 2.8460875 Feb 11 04:44:05.484448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74483fdd-6581-425b-9418-b4338c740635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (459e190e-4e74-4fd8-8f1b-aba7615d2a94), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.511769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50848) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:05.517960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-74483fdd-6581-425b-9418-b4338c740635 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ffe5f9cd0a948dc96cf941be6bc81cc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1077514 Feb 11 04:44:05.527427 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50850) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:05.558318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50854) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:05.590597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:05.705600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'name': 'tempest-TaggedBootDevicesTest_v242-1328820501-router', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:57Z', 'updated_at': '2022-02-11T04:44:00Z', 'revision_number': 3, 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'gw_port': {'id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:58Z', 'updated_at': '2022-02-11T04:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:05.737066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3bba4-8c46-487c-8af5-8c21ba53bfe2 req-0743c2d3-9043-4805-8686-bdc871ac5a5c tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.745931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ffc3bba4-8c46-487c-8af5-8c21ba53bfe2 req-0743c2d3-9043-4805-8686-bdc871ac5a5c tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 946 time: 0.3098221 Feb 11 04:44:05.768724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Deleting port 3b229ca4-1c94-4b7f-8e15-00849503946e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:05.769262 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.772071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74483fdd-6581-425b-9418-b4338c740635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459e190e-4e74-4fd8-8f1b-aba7615d2a94,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:05.781355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bb96c8-5202-4619-9011-a8a9e86bb115', 'name': 'network-vif-deleted', 'tag': '5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:05.784294 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166306dd-f9bc-4319-9fc8-567c1eef7d5c" -d '{"events": [{"server_uuid": "19bb96c8-5202-4619-9011-a8a9e86bb115", "name": "network-vif-deleted", "tag": "5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:05.785060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Checking router: 30c8deef-a2dd-4433-8d75-cc8725ae0596 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:44:05.785430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Updating router 30c8deef-a2dd-4433-8d75-cc8725ae0596 port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:44:05.786844 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0e1bcc2-8072-46a3-9639-95b0ce07d774 admin admin] Publish callbacks [] for security_group (459e190e-4e74-4fd8-8f1b-aba7615d2a94), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.801836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0edd3a6-c8a4-440d-a259-017a1aab4628 admin admin] Deleting subnet 08c1e699-2af9-48c4-b67e-841307f1d5a0 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:44:05.805284 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0edd3a6-c8a4-440d-a259-017a1aab4628 admin admin] Publish callbacks [] for subnet (08c1e699-2af9-48c4-b67e-841307f1d5a0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.828657 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.830091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:05.830468 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.870805 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0edd3a6-c8a4-440d-a259-017a1aab4628 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (08c1e699-2af9-48c4-b67e-841307f1d5a0), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.889462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae20198f-d2b6-4a55-b862-16e0bdbf1f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:05.892020 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e491a45d-31fe-4f85-8407-732270b031e5" -d '{"events": [{"server_uuid": "ae20198f-d2b6-4a55-b862-16e0bdbf1f6a", "name": "network-vif-plugged", "status": "completed", "tag": "c7b1e2d9-a16c-4f84-b7af-8e881b2099c0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:05.898303 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.906608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325a516-3829-47d4-b708-48bcd96014d3 req-e0223e96-c92d-4bd5-a356-396431d2b55b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.908199 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4325a516-3829-47d4-b708-48bcd96014d3 req-e0223e96-c92d-4bd5-a356-396431d2b55b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 944 time: 0.2001686 Feb 11 04:44:05.913362 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:05.948684 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ceaa8cb0-1956-49e4-9d20-6efa16c68c7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ab9b1fc2e72485d8d8369ccbb114bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838394 Feb 11 04:44:05.956458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50866) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:05.969543 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.037436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:06.081243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] For port 3b229ca4-1c94-4b7f-8e15-00849503946e, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3b229ca4-1c94-4b7f-8e15-00849503946e,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:06.081604 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.111288 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4325a516-3829-47d4-b708-48bcd96014d3 req-764037b8-8d75-4a29-aee3-e8ff3f0cbd0a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843104 Feb 11 04:44:06.121409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Calling delete_port for 3b229ca4-1c94-4b7f-8e15-00849503946e owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:06.253920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3b229ca4-1c94-4b7f-8e15-00849503946e up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:06.269212 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f892c0eb-014f-4603-9fad-2b53c5cd102b admin admin] Publish callbacks [] for security_group (290ee535-c653-4301-b34c-18d33d887da9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.329047 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0edd3a6-c8a4-440d-a259-017a1aab4628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (08c1e699-2af9-48c4-b67e-841307f1d5a0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.336798 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f892c0eb-014f-4603-9fad-2b53c5cd102b admin admin] Publish callbacks [] for security_group (290ee535-c653-4301-b34c-18d33d887da9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.348457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Allocated IP 172.20.0.1 (dab576ae-34a8-4896-8e60-a130ccedfd0b/34bfb395-bde4-4bf9-b3a7-eaf10601e348/003704c1-b763-459a-ab87-15abe5312ee3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:06.370681 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Publish callbacks [] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.378158 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f79849-ecd9-4abe-bf5c-41ee8d77e759 x-openstack-request-id: req-37f79849-ecd9-4abe-bf5c-41ee8d77e759 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:06.378498 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bb96c8-5202-4619-9011-a8a9e86bb115", "name": "network-vif-deleted", "tag": "5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:06.378743 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37f79849-ecd9-4abe-bf5c-41ee8d77e759 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:06.379205 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bb96c8-5202-4619-9011-a8a9e86bb115', 'name': 'network-vif-deleted', 'tag': '5217d7d1-7b44-4bf7-abdc-3ac2fe93bb0e', 'status': 'completed', 'code': 200} Feb 11 04:44:06.379333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3b229ca4-1c94-4b7f-8e15-00849503946e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:06.379664 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.381143 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0e1bcc2-8072-46a3-9639-95b0ce07d774 admin admin] Publish callbacks [] for security_group (459e190e-4e74-4fd8-8f1b-aba7615d2a94), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.392476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ffc3bba4-8c46-487c-8af5-8c21ba53bfe2 req-00216882-19f2-4f32-8847-1440cbf3ce95 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6456561 Feb 11 04:44:06.439748 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0edd3a6-c8a4-440d-a259-017a1aab4628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (08c1e699-2af9-48c4-b67e-841307f1d5a0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.457519 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bd8756-2f90-4fa9-8382-b75def39afdf x-openstack-request-id: req-05bd8756-2f90-4fa9-8382-b75def39afdf {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:06.457926 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae20198f-d2b6-4a55-b862-16e0bdbf1f6a", "name": "network-vif-plugged", "status": "completed", "tag": "c7b1e2d9-a16c-4f84-b7af-8e881b2099c0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:06.458293 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05bd8756-2f90-4fa9-8382-b75def39afdf {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:06.458652 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae20198f-d2b6-4a55-b862-16e0bdbf1f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0', 'code': 200} Feb 11 04:44:06.464438 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.528923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edd3a6-c8a4-440d-a259-017a1aab4628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c1e699-2af9-48c4-b67e-841307f1d5a0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:06.560053 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f892c0eb-014f-4603-9fad-2b53c5cd102b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (290ee535-c653-4301-b34c-18d33d887da9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.562943 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f892c0eb-014f-4603-9fad-2b53c5cd102b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.565162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f892c0eb-014f-4603-9fad-2b53c5cd102b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/290ee535-c653-4301-b34c-18d33d887da9 HTTP/1.1" status: 204 len: 168 time: 0.6026852 Feb 11 04:44:06.589667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c0eb-014f-4603-9fad-2b53c5cd102b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290ee535-c653-4301-b34c-18d33d887da9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:06.601789 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0edd3a6-c8a4-440d-a259-017a1aab4628 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.607122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d0edd3a6-c8a4-440d-a259-017a1aab4628 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/08c1e699-2af9-48c4-b67e-841307f1d5a0 HTTP/1.1" status: 204 len: 168 time: 1.0857935 Feb 11 04:44:06.610591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50876) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:06.616380 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Attempting to bind port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:06.616905 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Attempting to bind port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:06.617178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Attempting to bind port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:06.634375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a9a16-75b9-4a1d-bc12-ab5dd6ff09d8 None None] Pushing event updated for resources: {'Port': ['ID=2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:06.641082 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Publish callbacks [] for port (003704c1-b763-459a-ab87-15abe5312ee3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.644682 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3b229ca4-1c94-4b7f-8e15-00849503946e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.647898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2241d9-0f48-46f7-a33b-c2e90609d429 None None] Network 3869900e-05c2-4050-ac3b-2048a132c0ba requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:06.679286 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0e1bcc2-8072-46a3-9639-95b0ce07d774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (459e190e-4e74-4fd8-8f1b-aba7615d2a94), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.682023 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0e1bcc2-8072-46a3-9639-95b0ce07d774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.687588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f0e1bcc2-8072-46a3-9639-95b0ce07d774 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/459e190e-4e74-4fd8-8f1b-aba7615d2a94 HTTP/1.1" status: 204 len: 168 time: 1.1577704 Feb 11 04:44:06.699761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b229ca4-1c94-4b7f-8e15-00849503946e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:06.723480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb07cc5-c55c-41dc-8e45-6635da69b131 req-f05a43b9-a228-457f-ad12-e08c0273774c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:06.732732 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edb07cc5-c55c-41dc-8e45-6635da69b131 req-f05a43b9-a228-457f-ad12-e08c0273774c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 951 time: 0.2069747 Feb 11 04:44:06.740165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1bcc2-8072-46a3-9639-95b0ce07d774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459e190e-4e74-4fd8-8f1b-aba7615d2a94,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:06.758741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:06.759340 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:06.759850 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.760345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:06.761437 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae059d3-1054-49d3-9511-5dfb70f944a2 req-c047cd32-3e1b-439e-b3e4-126e3e4862a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:06.762383 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Bound port: 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:06.765159 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.767559 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ae059d3-1054-49d3-9511-5dfb70f944a2 req-c047cd32-3e1b-439e-b3e4-126e3e4862a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 1128 time: 0.2403655 Feb 11 04:44:06.804214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3b229ca4-1c94-4b7f-8e15-00849503946e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:06.808701 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (3869900e-05c2-4050-ac3b-2048a132c0ba), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.910419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c1541788-d38f-46af-83e3-4f39dcf3764c no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:06.925076 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (60b46bd4-8790-435b-8ad9-b256c0f65217), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.934050 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (003704c1-b763-459a-ab87-15abe5312ee3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.946343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edb07cc5-c55c-41dc-8e45-6635da69b131 req-889aff9d-2280-4d3c-9f2e-376538ac7f92 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058249 Feb 11 04:44:06.953338 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ae059d3-1054-49d3-9511-5dfb70f944a2 req-910d3c9c-22cd-4874-8517-090da95adae9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716650 Feb 11 04:44:06.969990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: c1541788-d38f-46af-83e3-4f39dcf3764c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:06.970632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c1541788-d38f-46af-83e3-4f39dcf3764c not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:07.054034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50886) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:07.064105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Network dab576ae-34a8-4896-8e60-a130ccedfd0b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:07.094883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] For port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:07.113198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:07.117148 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (60b46bd4-8790-435b-8ad9-b256c0f65217), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.122880 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_controller (60b46bd4-8790-435b-8ad9-b256c0f65217), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.125284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:07.158608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] For port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:07.163106 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.170787 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.207582 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5cb25d85-db2b-4dff-bab7-866b9b8ba7c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c64e5afa29074cb98ebefcb0eb0d845d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522722 Feb 11 04:44:07.208224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50892) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:07.219894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f564743-8486-404d-a414-41c86b195b0b None None] DHCP port deletion for 3869900e-05c2-4050-ac3b-2048a132c0ba request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:44:07.266814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Routers {'30c8deef-a2dd-4433-8d75-cc8725ae0596'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:07.267947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['30c8deef-a2dd-4433-8d75-cc8725ae0596'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:07.270592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Deleting port db70ee34-1926-4614-bacc-1ab9b02ad147 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:07.271053 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.277984 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Pushing event updated for resources: {'Port': ['ID=003704c1-b763-459a-ab87-15abe5312ee3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:07.356896 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a9a16-75b9-4a1d-bc12-ab5dd6ff09d8 None None] Pushing event updated for resources: {'Port': ['ID=2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:07.372612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5afc86-896c-46e7-96f3-6de7aa033a62 req-0d09ff86-e85c-4fc8-b3cc-3b4de6299421 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.375698 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a5afc86-896c-46e7-96f3-6de7aa033a62 req-0d09ff86-e85c-4fc8-b3cc-3b4de6299421 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 946 time: 0.1653430 Feb 11 04:44:07.379039 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec381745-fbed-46a6-b685-7f78e09b9043 admin admin] Publish callbacks [] for security_group (ddbc8fdc-7f22-45b1-b37b-828ee60e4f7b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.397862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (30c8deef-a2dd-4433-8d75-cc8725ae0596), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.407274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] For port db70ee34-1926-4614-bacc-1ab9b02ad147, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=db70ee34-1926-4614-bacc-1ab9b02ad147,segment=NetworkSegment(8dcac347-0a8c-4d97-af3c-0a35c809e047),segment_id=8dcac347-0a8c-4d97-af3c-0a35c809e047)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:07.408196 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.432087 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec381745-fbed-46a6-b685-7f78e09b9043 admin admin] Publish callbacks [] for security_group (ddbc8fdc-7f22-45b1-b37b-828ee60e4f7b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.440342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0f564743-8486-404d-a414-41c86b195b0b None None] Deleting port db70ee34-1926-4614-bacc-1ab9b02ad147 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:07.440707 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f564743-8486-404d-a414-41c86b195b0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.478348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] Set router 30c8deef-a2dd-4433-8d75-cc8725ae0596 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:07.498520 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (60b46bd4-8790-435b-8ad9-b256c0f65217), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.499415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60b46bd4-8790-435b-8ad9-b256c0f65217 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:44:07.511969 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a5afc86-896c-46e7-96f3-6de7aa033a62 req-6ed52240-7f8a-42c5-aaec-b4c41cb02de0 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300952 Feb 11 04:44:07.527894 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.529302 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a6d26305-a1c4-47c5-b201-4effdf10ca50 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "DELETE /v2.0/routers/60b46bd4-8790-435b-8ad9-b256c0f65217 HTTP/1.1" status: 204 len: 168 time: 3.1637280 Feb 11 04:44:07.532799 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Calling delete_port for db70ee34-1926-4614-bacc-1ab9b02ad147 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:07.535612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50894) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:07.552991 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec381745-fbed-46a6-b685-7f78e09b9043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ddbc8fdc-7f22-45b1-b37b-828ee60e4f7b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.555341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1233415495', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:07.556637 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec381745-fbed-46a6-b685-7f78e09b9043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.560640 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ec381745-fbed-46a6-b685-7f78e09b9043 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddbc8fdc-7f22-45b1-b37b-828ee60e4f7b HTTP/1.1" status: 204 len: 168 time: 0.3513935 Feb 11 04:44:07.569486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec381745-fbed-46a6-b685-7f78e09b9043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbc8fdc-7f22-45b1-b37b-828ee60e4f7b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:07.580876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50898) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:07.610451 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3470d535-f182-4d4a-b3c5-b5db2f523de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.700897 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0f564743-8486-404d-a414-41c86b195b0b None None] For port db70ee34-1926-4614-bacc-1ab9b02ad147, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=db70ee34-1926-4614-bacc-1ab9b02ad147,segment=NetworkSegment(8dcac347-0a8c-4d97-af3c-0a35c809e047),segment_id=8dcac347-0a8c-4d97-af3c-0a35c809e047)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:07.701482 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f564743-8486-404d-a414-41c86b195b0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.722433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e2992-9b14-445b-9486-b8f2222b3451 req-75b78ac0-8cd0-4315-a686-c75b8dd5356e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.724374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-121e2992-9b14-445b-9486-b8f2222b3451 req-75b78ac0-8cd0-4315-a686-c75b8dd5356e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.4480348 Feb 11 04:44:07.736091 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.737465 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.752796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0f564743-8486-404d-a414-41c86b195b0b None None] Calling delete_port for db70ee34-1926-4614-bacc-1ab9b02ad147 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:07.779422 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3470d535-f182-4d4a-b3c5-b5db2f523de7 admin admin] Publish callbacks [] for security_group (448dca06-a197-4672-87f2-f31e48144249), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.784649 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3470d535-f182-4d4a-b3c5-b5db2f523de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (448dca06-a197-4672-87f2-f31e48144249), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.804072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6bf1b77a-abac-4476-b6ff-5c2440b1fe7e None None] Provisioning complete for port 003704c1-b763-459a-ab87-15abe5312ee3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:07.804742 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b77a-abac-4476-b6ff-5c2440b1fe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (003704c1-b763-459a-ab87-15abe5312ee3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.868213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3470d535-f182-4d4a-b3c5-b5db2f523de7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=973718f261994de28a117eb1b5fbfadf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833622 Feb 11 04:44:07.868213 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470d535-f182-4d4a-b3c5-b5db2f523de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448dca06-a197-4672-87f2-f31e48144249,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:07.869523 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50902) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:07.897907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1b77a-abac-4476-b6ff-5c2440b1fe7e None None] Port 003704c1-b763-459a-ab87-15abe5312ee3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:44:07.930593 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c38b8c9-d196-41b8-9cd8-c16479d2b199 admin admin] Publish callbacks [] for security_group (448dca06-a197-4672-87f2-f31e48144249), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.935976 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.949502 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_controller (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.957846 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-121e2992-9b14-445b-9486-b8f2222b3451 req-30f64f46-92a9-42d9-89fb-06d177ee3ddf tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739635 Feb 11 04:44:07.975623 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c38b8c9-d196-41b8-9cd8-c16479d2b199 admin admin] Publish callbacks [] for security_group (448dca06-a197-4672-87f2-f31e48144249), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.005779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] No DVR routers for this DVR port db70ee34-1926-4614-bacc-1ab9b02ad147 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:08.007818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Pushing event deleted for resources: {'Port': ['ID=db70ee34-1926-4614-bacc-1ab9b02ad147,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:08.008400 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f564743-8486-404d-a414-41c86b195b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (db70ee34-1926-4614-bacc-1ab9b02ad147), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.010102 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (003704c1-b763-459a-ab87-15abe5312ee3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.045105 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c38b8c9-d196-41b8-9cd8-c16479d2b199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (448dca06-a197-4672-87f2-f31e48144249), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.049013 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c38b8c9-d196-41b8-9cd8-c16479d2b199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.050659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6c38b8c9-d196-41b8-9cd8-c16479d2b199 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/448dca06-a197-4672-87f2-f31e48144249 HTTP/1.1" status: 204 len: 168 time: 0.1795242 Feb 11 04:44:08.063133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38b8c9-d196-41b8-9cd8-c16479d2b199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448dca06-a197-4672-87f2-f31e48144249,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:08.113070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f564743-8486-404d-a414-41c86b195b0b None None] No DVR routers for this DVR port db70ee34-1926-4614-bacc-1ab9b02ad147 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:08.129904 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f564743-8486-404d-a414-41c86b195b0b None None] Pushing event deleted for resources: {'Port': ['ID=db70ee34-1926-4614-bacc-1ab9b02ad147,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:08.172800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7d3854e5-36c4-4225-b64e-990b79ff5021 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:08.257563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 7d3854e5-36c4-4225-b64e-990b79ff5021 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:08.258436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7d3854e5-36c4-4225-b64e-990b79ff5021 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:08.258914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device db70ee34-1926-4614-bacc-1ab9b02ad147 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:08.264788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'name': 'tempest-TaggedBootDevicesTest_v242-1328820501-router', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:57Z', 'updated_at': '2022-02-11T04:44:00Z', 'revision_number': 3, 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'gw_port': {'id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:58Z', 'updated_at': '2022-02-11T04:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:08.285142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: db70ee34-1926-4614-bacc-1ab9b02ad147 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:08.285509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device db70ee34-1926-4614-bacc-1ab9b02ad147 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:08.378613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef23228-cfd7-4294-8902-ebfd80accc3d req-43b4797e-c909-4077-b5c3-53ec23f26237 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:08.381820 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ef23228-cfd7-4294-8902-ebfd80accc3d req-43b4797e-c909-4077-b5c3-53ec23f26237 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 951 time: 0.1776609 Feb 11 04:44:08.390516 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (3869900e-05c2-4050-ac3b-2048a132c0ba), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.436769 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.450383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3869900e-05c2-4050-ac3b-2048a132c0ba']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:08.470622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e8398-a8a2-4e39-9d1c-6e1b9c1aa700 None None] The sync data for ids ['30c8deef-a2dd-4433-8d75-cc8725ae0596'] in n-d-615180-58 is: [{'id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'name': 'tempest-TaggedBootDevicesTest_v242-1328820501-router', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:57Z', 'updated_at': '2022-02-11T04:44:00Z', 'revision_number': 3, 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'gw_port': {'id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:58Z', 'updated_at': '2022-02-11T04:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:08.478680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8db98-2ec6-4ed8-8178-bdfccec3bb83 req-c90e51d7-0bd5-4ef0-b41f-c08349497129 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:08.480886 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-77c8db98-2ec6-4ed8-8178-bdfccec3bb83 req-c90e51d7-0bd5-4ef0-b41f-c08349497129 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 951 time: 0.3385756 Feb 11 04:44:08.498003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcac347-0a8c-4d97-af3c-0a35c809e047') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:08.499428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcac347-0a8c-4d97-af3c-0a35c809e047') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:08.528644 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (8dcac347-0a8c-4d97-af3c-0a35c809e047), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.607516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-77c8db98-2ec6-4ed8-8178-bdfccec3bb83 req-8cef9386-bd02-4f4a-8fff-3bfe5cd95c7e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177056 Feb 11 04:44:08.624564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-5ef23228-cfd7-4294-8902-ebfd80accc3d req-413010f1-a547-478c-8005-77f8dac10d3a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Deleting port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:08.624949 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5ef23228-cfd7-4294-8902-ebfd80accc3d req-413010f1-a547-478c-8005-77f8dac10d3a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.626925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8dcac347-0a8c-4d97-af3c-0a35c809e047), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.648598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:44:08.649142 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (8dcac347-0a8c-4d97-af3c-0a35c809e047), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:44:08.656050 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:44:08.818444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-5ef23228-cfd7-4294-8902-ebfd80accc3d req-413010f1-a547-478c-8005-77f8dac10d3a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] For port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:08.819709 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5ef23228-cfd7-4294-8902-ebfd80accc3d req-413010f1-a547-478c-8005-77f8dac10d3a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.838182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-5ef23228-cfd7-4294-8902-ebfd80accc3d req-413010f1-a547-478c-8005-77f8dac10d3a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Calling delete_port for 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:08.873772 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (3869900e-05c2-4050-ac3b-2048a132c0ba), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.921268 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Publish callbacks [] for port (003704c1-b763-459a-ab87-15abe5312ee3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.967617 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.971035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3869900e-05c2-4050-ac3b-2048a132c0ba HTTP/1.1" status: 204 len: 168 time: 2.3593295 Feb 11 04:44:08.974313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Pushing event deleted for resources: {'Network': ['ID=3869900e-05c2-4050-ac3b-2048a132c0ba,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:08.982141 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (003704c1-b763-459a-ab87-15abe5312ee3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.039616 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (30c8deef-a2dd-4433-8d75-cc8725ae0596), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.066829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50940) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:09.077049 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5ef23228-cfd7-4294-8902-ebfd80accc3d req-413010f1-a547-478c-8005-77f8dac10d3a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9f584dbd-a391-4e2e-94f1-6ba2a1c3111d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.118863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['8a279ff2-1479-4afc-abdb-0d8aae59cefb', '4634e114-9df0-4ad5-8c2d-1d9f1523d657'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:09.132718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.133651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.134054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.134405 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.134748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.135107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.135502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.136330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.136660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.137051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.137387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.137715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.138048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa99d91-442c-4604-b525-a1c21c4f9706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:09.172617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413010f1-a547-478c-8005-77f8dac10d3a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Pushing event deleted for resources: {'Port': ['ID=9f584dbd-a391-4e2e-94f1-6ba2a1c3111d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:09.256826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e9738-7beb-42a8-a347-54696ea1195a req-3098f4c4-6d3a-45c6-aa61-fdf5799809b2 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:09.259057 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c98e9738-7beb-42a8-a347-54696ea1195a req-3098f4c4-6d3a-45c6-aa61-fdf5799809b2 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 946 time: 0.5802100 Feb 11 04:44:09.286714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Pushing event updated for resources: {'Port': ['ID=003704c1-b763-459a-ab87-15abe5312ee3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:09.295795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef23228-cfd7-4294-8902-ebfd80accc3d req-413010f1-a547-478c-8005-77f8dac10d3a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] No DVR routers for this DVR port 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:09.321514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b73cc-4cb4-4e9c-8869-e1073f427300 req-3fcf565c-8f23-403f-a459-430f361ab7c3 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:09.326594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50946) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:09.327497 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-101b73cc-4cb4-4e9c-8869-e1073f427300 req-3fcf565c-8f23-403f-a459-430f361ab7c3 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.2534535 Feb 11 04:44:09.328856 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5ef23228-cfd7-4294-8902-ebfd80accc3d req-413010f1-a547-478c-8005-77f8dac10d3a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.340135 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ef23228-cfd7-4294-8902-ebfd80accc3d req-413010f1-a547-478c-8005-77f8dac10d3a tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.10 "DELETE /v2.0/ports/9f584dbd-a391-4e2e-94f1-6ba2a1c3111d HTTP/1.1" status: 204 len: 173 time: 0.9481165 Feb 11 04:44:09.341733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'name': 'network-vif-deleted', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:09.372869 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066c6a79-36ad-434f-860b-167bc30054f3" -d '{"events": [{"server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "name": "network-vif-deleted", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:09.376377 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73e16a3e-c869-4640-9557-42cbf0ed4414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.397691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-871335956-network', 'tenant_id': '498c0c7f66674f06bf94eb65894898bb'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:09.483691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-6d79920c-ed3e-4ea6-a61d-69c09e2e8c39 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:09.484893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-6d79920c-ed3e-4ea6-a61d-69c09e2e8c39 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.60 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 946 time: 0.2873187 Feb 11 04:44:09.521431 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-101b73cc-4cb4-4e9c-8869-e1073f427300 req-0ca58cc1-ebf0-4825-8cff-afd87410298f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456707 Feb 11 04:44:09.594140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Made reservation on behalf of 498c0c7f66674f06bf94eb65894898bb for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:09.596924 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.653711 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.702689 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d8c5ea-5a8a-49ec-a29b-2bd797ccb127 x-openstack-request-id: req-64d8c5ea-5a8a-49ec-a29b-2bd797ccb127 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:09.703081 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94b7d4a-177a-4834-be2d-de6c5ee65186", "name": "network-vif-deleted", "tag": "9f584dbd-a391-4e2e-94f1-6ba2a1c3111d", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:09.703282 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64d8c5ea-5a8a-49ec-a29b-2bd797ccb127 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:09.703691 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94b7d4a-177a-4834-be2d-de6c5ee65186', 'name': 'network-vif-deleted', 'tag': '9f584dbd-a391-4e2e-94f1-6ba2a1c3111d', 'status': 'completed', 'code': 200} Feb 11 04:44:09.714384 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.724987 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c98e9738-7beb-42a8-a347-54696ea1195a req-2c5489b3-1f5a-4311-970f-7c019ee33849 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4574425 Feb 11 04:44:09.775155 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.782553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Network dab576ae-34a8-4896-8e60-a130ccedfd0b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:09.794863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:09.878458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:09.923886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Deleting port d651f8f7-0064-4432-afa8-fc4c6da6febb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:09.928713 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.028034 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-68cae72a-235b-4ab9-bdc2-c6f8c4b67dab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbbcc2f6590143c389213526d2eb5ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5728166 Feb 11 04:44:10.039157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50960) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:10.081103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] For port d651f8f7-0064-4432-afa8-fc4c6da6febb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d651f8f7-0064-4432-afa8-fc4c6da6febb,segment=NetworkSegment(dec777df-fd9e-40c7-b2c0-50b0e87b8bd4),segment_id=dec777df-fd9e-40c7-b2c0-50b0e87b8bd4)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:10.081540 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.123595 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7acb064-312a-4bd8-8c5a-b3a87ed3f518 req-2c0561f9-7753-4eb5-855f-1ca69b83b7f8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c94b7d4a-177a-4834-be2d-de6c5ee65186 HTTP/1.1" status: 200 len: 210 time: 0.0688729 Feb 11 04:44:10.132837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:10.136070 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.246349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b57884-17ed-4df7-b548-02f1a6c5dbd3 req-33c0cd91-c06f-4de3-b6ad-c3a1dce58048 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.247968 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6b57884-17ed-4df7-b548-02f1a6c5dbd3 req-33c0cd91-c06f-4de3-b6ad-c3a1dce58048 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 1128 time: 0.3728433 Feb 11 04:44:10.255231 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Publish callbacks [] for security_group (bbf5c81e-524a-4d4a-b015-4004e9c98ca1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.278439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-22eeacc3-335a-481b-9be7-6d5195fa7468 None None] Provisioning complete for port 003704c1-b763-459a-ab87-15abe5312ee3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:10.278845 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22eeacc3-335a-481b-9be7-6d5195fa7468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (003704c1-b763-459a-ab87-15abe5312ee3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.279073 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bbf5c81e-524a-4d4a-b015-4004e9c98ca1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.362487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-22eeacc3-335a-481b-9be7-6d5195fa7468 None None] Port 003704c1-b763-459a-ab87-15abe5312ee3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:44:10.379139 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:10.379506 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.379678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:44:10.406261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:10.412698 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.416073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf5c81e-524a-4d4a-b015-4004e9c98ca1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:10.440484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3b229ca4-1c94-4b7f-8e15-00849503946e no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:10.475414 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5ffc5543-5745-42a9-a34f-268d09b3698a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.475764 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Added segment 5ffc5543-5745-42a9-a34f-268d09b3698a of type vlan for network 8ce0f3fd-2809-476b-8ada-c01196b1d8e0 Feb 11 04:44:10.484512 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6b57884-17ed-4df7-b548-02f1a6c5dbd3 req-811a03bc-4c68-455e-8154-b52276fa494a tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254772 Feb 11 04:44:10.521789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 3b229ca4-1c94-4b7f-8e15-00849503946e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:10.521789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3b229ca4-1c94-4b7f-8e15-00849503946e not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:10.562062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:10.569979 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.570355 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (83e974d3-afde-49fd-acff-5c5141044cc1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.570682 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Floating IP 83e974d3-afde-49fd-acff-5c5141044cc1 disassociated. External IP: 172.25.7.125, port: d651f8f7-0064-4432-afa8-fc4c6da6febb. Feb 11 04:44:10.571076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Calling delete_port for d651f8f7-0064-4432-afa8-fc4c6da6febb owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:10.574773 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (8ce0f3fd-2809-476b-8ada-c01196b1d8e0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.654996 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (8ce0f3fd-2809-476b-8ada-c01196b1d8e0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.656131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.656799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.671882 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d905e5a-a549-4cff-8568-1554ff3d783e admin admin] Publish callbacks [] for security_group (7f27acc4-0fcb-4477-954f-1e3fa78b12f6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.701197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Allocated IP 172.25.7.101 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/ab43ab5c-45b0-4e03-9c42-df20cff97b19) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:10.704606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6363647 Feb 11 04:44:10.712823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:10.726135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Router 30c8deef-a2dd-4433-8d75-cc8725ae0596 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:44:10.733162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-23c30efc-6ba9-4763-8ca0-1272f853c1c2 admin admin] Request body: {'subnet': {'network_id': '8ce0f3fd-2809-476b-8ada-c01196b1d8e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-871335956-subnet', 'tenant_id': '498c0c7f66674f06bf94eb65894898bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:10.755992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52661c5-9cab-4d96-a7f3-0a37e824ad87 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce0f3fd-2809-476b-8ada-c01196b1d8e0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:10.761350 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d905e5a-a549-4cff-8568-1554ff3d783e admin admin] Publish callbacks [] for security_group (7f27acc4-0fcb-4477-954f-1e3fa78b12f6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.777628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 8ce0f3fd-2809-476b-8ada-c01196b1d8e0 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:44:10.828626 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39b52f-cb54-407d-8509-cee142d53f7d req-21671618-5e86-4484-bb08-a84ee310b9df tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.835667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff39b52f-cb54-407d-8509-cee142d53f7d req-21671618-5e86-4484-bb08-a84ee310b9df tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 1128 time: 0.2177520 Feb 11 04:44:10.851284 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d651f8f7-0064-4432-afa8-fc4c6da6febb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.853190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c30efc-6ba9-4763-8ca0-1272f853c1c2 admin admin] Made reservation on behalf of 498c0c7f66674f06bf94eb65894898bb for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:10.856323 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23c30efc-6ba9-4763-8ca0-1272f853c1c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.918955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Pushing event deleted for resources: {'Port': ['ID=d651f8f7-0064-4432-afa8-fc4c6da6febb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:10.940224 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-328ea087-3c2b-4e6f-a8af-3ea07458f15b req-244f3664-f890-4939-ac62-9ac7dd5ee139 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.0684881 Feb 11 04:44:10.999130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:11.038440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:11.038440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9f584dbd-a391-4e2e-94f1-6ba2a1c3111d not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:11.097741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:44:11.103829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff39b52f-cb54-407d-8509-cee142d53f7d req-929eaac3-3206-489a-b3e7-db0e4b5f1c6e tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672780 Feb 11 04:44:11.104948 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d905e5a-a549-4cff-8568-1554ff3d783e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7f27acc4-0fcb-4477-954f-1e3fa78b12f6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.107463 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d905e5a-a549-4cff-8568-1554ff3d783e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.108923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6d905e5a-a549-4cff-8568-1554ff3d783e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f27acc4-0fcb-4477-954f-1e3fa78b12f6 HTTP/1.1" status: 204 len: 168 time: 1.0686762 Feb 11 04:44:11.134363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d905e5a-a549-4cff-8568-1554ff3d783e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f27acc4-0fcb-4477-954f-1e3fa78b12f6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:11.143421 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for port (ab43ab5c-45b0-4e03-9c42-df20cff97b19), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.208206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:11.222682 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-52c57a18-f83b-4d0f-b46b-b0309d16437c admin admin] 10.222.0.48 "PUT /v2.0/routers/30c8deef-a2dd-4433-8d75-cc8725ae0596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9946554 Feb 11 04:44:11.320734 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ab43ab5c-45b0-4e03-9c42-df20cff97b19), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.383499 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Sync routers for ids ['30c8deef-a2dd-4433-8d75-cc8725ae0596'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:11.402844 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Routers {'30c8deef-a2dd-4433-8d75-cc8725ae0596'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:11.404229 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['30c8deef-a2dd-4433-8d75-cc8725ae0596'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:11.425123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:11.445282 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f42794-fed0-437b-8deb-cdf401f6f208 None None] Sync routers for ids ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:11.453519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:11.465623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:11.466161 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f42794-fed0-437b-8deb-cdf401f6f208 None None] Routers {'8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:11.466922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-93f42794-fed0-437b-8deb-cdf401f6f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:43:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:11.476137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23c30efc-6ba9-4763-8ca0-1272f853c1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (eda10ffa-4007-4d1a-a9d3-7bd9c711a727), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.480190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:11.566730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] No DVR routers for this DVR port d651f8f7-0064-4432-afa8-fc4c6da6febb on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:11.568596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Pushing event updated for resources: {'Port': ['ID=ab43ab5c-45b0-4e03-9c42-df20cff97b19,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:11.571417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.584268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c30efc-6ba9-4763-8ca0-1272f853c1c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda10ffa-4007-4d1a-a9d3-7bd9c711a727,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:11.587096 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a17620d2-cd2d-4909-bacc-b799ee3e60bf req-0f983833-34e2-4904-bb4f-f3632f6d6306 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.60 "DELETE /v2.0/ports/d651f8f7-0064-4432-afa8-fc4c6da6febb HTTP/1.1" status: 204 len: 173 time: 2.0607407 Feb 11 04:44:11.661555 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Set router 30c8deef-a2dd-4433-8d75-cc8725ae0596 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:11.704520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'name': 'network-vif-deleted', 'tag': 'd651f8f7-0064-4432-afa8-fc4c6da6febb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:11.707350 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0963e8d2-fe5b-4fe5-8ac2-a4fa7fb8c1d4" -d '{"events": [{"server_uuid": "9862eb89-6290-4729-98a9-f3632c4abb7f", "name": "network-vif-deleted", "tag": "d651f8f7-0064-4432-afa8-fc4c6da6febb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:11.744857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-93f42794-fed0-437b-8deb-cdf401f6f208 None None] Set router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:11.879245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:11.947475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c30efc-6ba9-4763-8ca0-1272f853c1c2 admin admin] Checking segment: {'id': '5ffc5543-5745-42a9-a34f-268d09b3698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8ce0f3fd-2809-476b-8ada-c01196b1d8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:11.947806 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c30efc-6ba9-4763-8ca0-1272f853c1c2 admin admin] Network hostable DHCP agents. Network: 8ce0f3fd-2809-476b-8ada-c01196b1d8e0, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:44:12.018507 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f074f958-8851-473d-9bbe-34fa0c08eb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.059503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c30efc-6ba9-4763-8ca0-1272f853c1c2 admin admin] Network 8ce0f3fd-2809-476b-8ada-c01196b1d8e0 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:44:12.112132 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'name': 'tempest-TaggedBootDevicesTest_v242-1328820501-router', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:57Z', 'updated_at': '2022-02-11T04:44:07Z', 'revision_number': 4, 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'gw_port': {'id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:58Z', 'updated_at': '2022-02-11T04:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '003704c1-b763-459a-ab87-15abe5312ee3', 'name': '', 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'mac_address': 'fa:16:3e:d9:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '34bfb395-bde4-4bf9-b3a7-eaf10601e348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:05Z', 'updated_at': '2022-02-11T04:44:08Z', 'revision_number': 2, 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'subnets': [{'id': '34bfb395-bde4-4bf9-b3a7-eaf10601e348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:12.190519 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Checking router: 30c8deef-a2dd-4433-8d75-cc8725ae0596 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:44:12.191815 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Updating router 30c8deef-a2dd-4433-8d75-cc8725ae0596 port 003704c1-b763-459a-ab87-15abe5312ee3 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:44:12.225121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:12.225491 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.259618 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (003704c1-b763-459a-ab87-15abe5312ee3), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.304818 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.307722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-23c30efc-6ba9-4763-8ca0-1272f853c1c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 8ce0f3fd-2809-476b-8ada-c01196b1d8e0) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:12.318644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd6aeb4-9b07-4529-9fd1-2403ba0335c2 None None] Network 8ce0f3fd-2809-476b-8ada-c01196b1d8e0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:12.381609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c30efc-6ba9-4763-8ca0-1272f853c1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:12.391757 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23c30efc-6ba9-4763-8ca0-1272f853c1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.551595 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-23c30efc-6ba9-4763-8ca0-1272f853c1c2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8339996 Feb 11 04:44:12.623089 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Publish callbacks [] for port (003704c1-b763-459a-ab87-15abe5312ee3), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.630401 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (003704c1-b763-459a-ab87-15abe5312ee3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.662337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89cabb-c2b6-44a9-bf6a-a0134fc606ae req-96886d65-31e2-4448-bb7f-2bfcfa554510 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:12.664060 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0f89cabb-c2b6-44a9-bf6a-a0134fc606ae req-96886d65-31e2-4448-bb7f-2bfcfa554510 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.2856579 Feb 11 04:44:12.711829 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98891028-19d5-470c-9b33-704d24c8c0cf None None] Pushing event updated for resources: {'Port': ['ID=003704c1-b763-459a-ab87-15abe5312ee3,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:12.741565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb79553-7860-4b5f-bc03-c52495b6aa22 None None] Network 8ce0f3fd-2809-476b-8ada-c01196b1d8e0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:12.778272 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.791477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:12.846268 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Attempting to bind port 003704c1-b763-459a-ab87-15abe5312ee3 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:12.846652 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Attempting to bind port 003704c1-b763-459a-ab87-15abe5312ee3 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '77bc4cbe-dec3-4cfb-871f-be195e2f63e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:12.847255 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Attempting to bind port 003704c1-b763-459a-ab87-15abe5312ee3 on network dab576ae-34a8-4896-8e60-a130ccedfd0b {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:12.866062 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:12.866885 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Checking segment: {'id': '77bc4cbe-dec3-4cfb-871f-be195e2f63e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:12.867325 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.867864 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Bound using segment: {'id': '77bc4cbe-dec3-4cfb-871f-be195e2f63e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:12.868804 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Bound port: 003704c1-b763-459a-ab87-15abe5312ee3, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bc4cbe-dec3-4cfb-871f-be195e2f63e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:12.869194 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (003704c1-b763-459a-ab87-15abe5312ee3), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.913143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0f89cabb-c2b6-44a9-bf6a-a0134fc606ae req-9d8916d4-d7f6-47b7-bc10-c8a3edb2c49e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331932 Feb 11 04:44:12.917309 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-93f42794-fed0-437b-8deb-cdf401f6f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 4, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'fe2e4d8b-c63f-4405-bae1-cde057aaa9d6', 'name': '', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'mac_address': 'fa:16:3e:25:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:19Z', 'updated_at': '2022-02-11T04:41:26Z', 'revision_number': 5, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'subnets': [{'id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:13.007144 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f42794-fed0-437b-8deb-cdf401f6f208 None None] Checking router: 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:44:13.068563 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.069587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f42794-fed0-437b-8deb-cdf401f6f208 None None] Routers {'8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:13.070284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-93f42794-fed0-437b-8deb-cdf401f6f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:13.105920 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0455db-688d-43bf-8b27-f37aee58bca5 x-openstack-request-id: req-8a0455db-688d-43bf-8b27-f37aee58bca5 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:13.106411 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9862eb89-6290-4729-98a9-f3632c4abb7f", "name": "network-vif-deleted", "tag": "d651f8f7-0064-4432-afa8-fc4c6da6febb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:13.106517 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a0455db-688d-43bf-8b27-f37aee58bca5 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:13.106947 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9862eb89-6290-4729-98a9-f3632c4abb7f', 'name': 'network-vif-deleted', 'tag': 'd651f8f7-0064-4432-afa8-fc4c6da6febb', 'status': 'completed', 'code': 200} Feb 11 04:44:13.179286 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] For port 003704c1-b763-459a-ab87-15abe5312ee3, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:13.204950 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] For port 003704c1-b763-459a-ab87-15abe5312ee3, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=003704c1-b763-459a-ab87-15abe5312ee3,segment=NetworkSegment(77bc4cbe-dec3-4cfb-871f-be195e2f63e4),segment_id=77bc4cbe-dec3-4cfb-871f-be195e2f63e4)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:13.227287 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (003704c1-b763-459a-ab87-15abe5312ee3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.270475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51090) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:13.378863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-25dbecda-87ae-496a-a86a-2b17ada6a6a3 None None] Provisioning complete for port 003704c1-b763-459a-ab87-15abe5312ee3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:13.379300 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25dbecda-87ae-496a-a86a-2b17ada6a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (003704c1-b763-459a-ab87-15abe5312ee3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.435409 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d651f8f7-0064-4432-afa8-fc4c6da6febb no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:13.468352 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c9597ee7-021c-4307-bea9-b743b810694b req-f2676289-6f26-43c0-bab8-974927763b9d tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.1034613 Feb 11 04:44:13.472128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Router 85fbcfd9-d45f-4519-a0e6-70d1fd497d02 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:44:13.474255 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98891028-19d5-470c-9b33-704d24c8c0cf None None] Pushing event updated for resources: {'Port': ['ID=003704c1-b763-459a-ab87-15abe5312ee3,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:13.495949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: d651f8f7-0064-4432-afa8-fc4c6da6febb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:13.496695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d651f8f7-0064-4432-afa8-fc4c6da6febb not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:13.539549 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Routers {'30c8deef-a2dd-4433-8d75-cc8725ae0596'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:13.541153 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['30c8deef-a2dd-4433-8d75-cc8725ae0596'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:13.655333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-93f42794-fed0-437b-8deb-cdf401f6f208 None None] Set router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:13.693592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9432b-40bc-4b09-bac0-13b1c8e08a02 req-3ec2acfb-6398-4a2d-ab4f-4ef359c4cd6b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:13.696410 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aca9432b-40bc-4b09-bac0-13b1c8e08a02 req-3ec2acfb-6398-4a2d-ab4f-4ef359c4cd6b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.1704075 Feb 11 04:44:13.822531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2046477047-network', 'tenant_id': 'b9c82f79d8cb4249965732257aaf6d56'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:13.899633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Made reservation on behalf of b9c82f79d8cb4249965732257aaf6d56 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:13.901964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:13.902978 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.911396 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] Set router 30c8deef-a2dd-4433-8d75-cc8725ae0596 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:13.918710 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64707ef-3583-4ce5-ab59-18d54df2ba25 None None] Sync routers for ids ['85fbcfd9-d45f-4519-a0e6-70d1fd497d02'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:13.956933 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.960759 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8f041072-d450-4620-8f4c-633e9b943a29 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4088328 Feb 11 04:44:13.960983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51118) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:13.965743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fe7a1d35-04c1-438e-bc10-c839f9b52b23 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'enable_snat': False}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:14.050933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-58cb8a57-9153-4ff4-b951-d1d0cc2a4046 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:44:14.052004 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-58cb8a57-9153-4ff4-b951-d1d0cc2a4046 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0666060 Feb 11 04:44:14.052578 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64707ef-3583-4ce5-ab59-18d54df2ba25 None None] Routers {'85fbcfd9-d45f-4519-a0e6-70d1fd497d02'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:14.053835 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.054542 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b64707ef-3583-4ce5-ab59-18d54df2ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['85fbcfd9-d45f-4519-a0e6-70d1fd497d02'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:14.079768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-25dbecda-87ae-496a-a86a-2b17ada6a6a3 None None] Current status of the port 003704c1-b763-459a-ab87-15abe5312ee3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:14.092486 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25dbecda-87ae-496a-a86a-2b17ada6a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (003704c1-b763-459a-ab87-15abe5312ee3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.194158 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b64707ef-3583-4ce5-ab59-18d54df2ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:14.206150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51142) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:14.228074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-192622135-network', 'tenant_id': '55e825582c9f4e1e89179c28a8e676dd'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:14.234655 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64707ef-3583-4ce5-ab59-18d54df2ba25 None None] Routers {'85fbcfd9-d45f-4519-a0e6-70d1fd497d02'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:14.235716 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b64707ef-3583-4ce5-ab59-18d54df2ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['85fbcfd9-d45f-4519-a0e6-70d1fd497d02'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:14.350700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-25dbecda-87ae-496a-a86a-2b17ada6a6a3 None None] For port 003704c1-b763-459a-ab87-15abe5312ee3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=003704c1-b763-459a-ab87-15abe5312ee3,segment=NetworkSegment(77bc4cbe-dec3-4cfb-871f-be195e2f63e4),segment_id=77bc4cbe-dec3-4cfb-871f-be195e2f63e4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:14.359094 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.369266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Publish callbacks [] for security_group (09776404-2da6-4536-b86d-68e9d3e495e5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.398148 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25dbecda-87ae-496a-a86a-2b17ada6a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (003704c1-b763-459a-ab87-15abe5312ee3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.407696 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (09776404-2da6-4536-b86d-68e9d3e495e5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.418479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Made reservation on behalf of 55e825582c9f4e1e89179c28a8e676dd for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:14.428019 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.473711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:44:14.493458 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.515405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09776404-2da6-4536-b86d-68e9d3e495e5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:14.553456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-aca9432b-40bc-4b09-bac0-13b1c8e08a02 req-d4552a60-c8c2-4e7c-9a7f-e56cc3bc95e8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Deleting port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:14.556375 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aca9432b-40bc-4b09-bac0-13b1c8e08a02 req-d4552a60-c8c2-4e7c-9a7f-e56cc3bc95e8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.586574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51158) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:14.596636 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b64707ef-3583-4ce5-ab59-18d54df2ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:14.599210 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64707ef-3583-4ce5-ab59-18d54df2ba25 None None] The sync data for ids ['85fbcfd9-d45f-4519-a0e6-70d1fd497d02'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:14.617056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ca36b6c3-d606-46a2-9c7e-4209eed05733 None None] Provisioning complete for port 003704c1-b763-459a-ab87-15abe5312ee3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:14.617733 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca36b6c3-d606-46a2-9c7e-4209eed05733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (003704c1-b763-459a-ab87-15abe5312ee3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.726617 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'name': 'tempest-TaggedBootDevicesTest_v242-1328820501-router', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:57Z', 'updated_at': '2022-02-11T04:44:07Z', 'revision_number': 4, 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'gw_port': {'id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:58Z', 'updated_at': '2022-02-11T04:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '003704c1-b763-459a-ab87-15abe5312ee3', 'name': '', 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'mac_address': 'fa:16:3e:d9:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '34bfb395-bde4-4bf9-b3a7-eaf10601e348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:05Z', 'updated_at': '2022-02-11T04:44:13Z', 'revision_number': 4, 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'subnets': [{'id': '34bfb395-bde4-4bf9-b3a7-eaf10601e348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:14.768622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5f888-f3f7-4348-8709-164029cb0029 req-743e4647-797e-47a1-ba65-d92dfae483e0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:14.768861 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aa91af-d909-472a-a26b-9fc095e086cd None None] The sync data for ids ['30c8deef-a2dd-4433-8d75-cc8725ae0596'] in n-d-615180-58 is: [{'id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'name': 'tempest-TaggedBootDevicesTest_v242-1328820501-router', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:57Z', 'updated_at': '2022-02-11T04:44:07Z', 'revision_number': 4, 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'gw_port': {'id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:58Z', 'updated_at': '2022-02-11T04:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '003704c1-b763-459a-ab87-15abe5312ee3', 'name': '', 'network_id': 'dab576ae-34a8-4896-8e60-a130ccedfd0b', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'mac_address': 'fa:16:3e:d9:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '34bfb395-bde4-4bf9-b3a7-eaf10601e348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:05Z', 'updated_at': '2022-02-11T04:44:13Z', 'revision_number': 4, 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'subnets': [{'id': '34bfb395-bde4-4bf9-b3a7-eaf10601e348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:14.771221 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77f5f888-f3f7-4348-8709-164029cb0029 req-743e4647-797e-47a1-ba65-d92dfae483e0 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 949 time: 0.3833404 Feb 11 04:44:14.863629 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65cc5c81-992a-4243-a2b3-3def5a55c9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.869203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-aca9432b-40bc-4b09-bac0-13b1c8e08a02 req-d4552a60-c8c2-4e7c-9a7f-e56cc3bc95e8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] For port 4634e114-9df0-4ad5-8c2d-1d9f1523d657, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4634e114-9df0-4ad5-8c2d-1d9f1523d657,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:14.870850 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aca9432b-40bc-4b09-bac0-13b1c8e08a02 req-d4552a60-c8c2-4e7c-9a7f-e56cc3bc95e8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.883772 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbecda-87ae-496a-a86a-2b17ada6a6a3 None None] Pushing event updated for resources: {'Port': ['ID=003704c1-b763-459a-ab87-15abe5312ee3,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:14.928116 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (21f35609-9e83-4e53-8df5-dead917363cb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.928384 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Added segment 21f35609-9e83-4e53-8df5-dead917363cb of type vlan for network 31aafeb1-3c06-44eb-837b-127b2852a4a3 Feb 11 04:44:14.939160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-aca9432b-40bc-4b09-bac0-13b1c8e08a02 req-d4552a60-c8c2-4e7c-9a7f-e56cc3bc95e8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Calling delete_port for 4634e114-9df0-4ad5-8c2d-1d9f1523d657 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:14.945657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-93f42794-fed0-437b-8deb-cdf401f6f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 4, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'fe2e4d8b-c63f-4405-bae1-cde057aaa9d6', 'name': '', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'mac_address': 'fa:16:3e:25:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:19Z', 'updated_at': '2022-02-11T04:41:26Z', 'revision_number': 5, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'subnets': [{'id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:15.038968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f42794-fed0-437b-8deb-cdf401f6f208 None None] The sync data for ids ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'] in n-d-615180-58 is: [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 4, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'fe2e4d8b-c63f-4405-bae1-cde057aaa9d6', 'name': '', 'network_id': '1d55e6f2-8915-44ce-87e2-c04f196fa796', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'mac_address': 'fa:16:3e:25:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:19Z', 'updated_at': '2022-02-11T04:41:26Z', 'revision_number': 5, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'subnets': [{'id': '857f5e93-13b4-46fb-80cc-dc88b0ecae6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:15.061569 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Publish callbacks [] for security_group (cb2371f5-c211-4fc7-8a7b-10093b83f4e2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.077151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ca36b6c3-d606-46a2-9c7e-4209eed05733 None None] Current status of the port 003704c1-b763-459a-ab87-15abe5312ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:15.119084 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cb2371f5-c211-4fc7-8a7b-10093b83f4e2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.170325 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77f5f888-f3f7-4348-8709-164029cb0029 req-a412a0d7-a1e4-4feb-819f-0f9027572a5c tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700030 Feb 11 04:44:15.216117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:44:15.282364 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (31aafeb1-3c06-44eb-837b-127b2852a4a3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.305990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe7a1d35-04c1-438e-bc10-c839f9b52b23 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.312693 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aca9432b-40bc-4b09-bac0-13b1c8e08a02 req-d4552a60-c8c2-4e7c-9a7f-e56cc3bc95e8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4634e114-9df0-4ad5-8c2d-1d9f1523d657), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.318626 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2371f5-c211-4fc7-8a7b-10093b83f4e2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:15.323523 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a6a24d9d-551b-448d-97db-5c4acfb0f36e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.323999 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Added segment a6a24d9d-551b-448d-97db-5c4acfb0f36e of type vlan for network 5cdc9bd5-1c26-4d09-b846-540f59cf4e39 Feb 11 04:44:15.350655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['8a279ff2-1479-4afc-abdb-0d8aae59cefb', '4634e114-9df0-4ad5-8c2d-1d9f1523d657'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:15.384192 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257093fa-5784-4d35-b41b-1c82f4186486 req-b0c6dc31-8eeb-48a7-a2ba-dd4e38b76806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:15.390556 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-b0c6dc31-8eeb-48a7-a2ba-dd4e38b76806 service neutron] 10.222.0.48 "GET /v2.0/ports/c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 HTTP/1.1" status: 200 len: 1125 time: 1.2731688 Feb 11 04:44:15.475143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5a5475af-a390-4a4e-ad95-3f794a9bdd1c req-763784d9-76ff-470e-9560-37b3a0bbd9ae tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.1400900 Feb 11 04:44:15.477575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] Request body: {'binding': {'host': 'n-h1-615180-58', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:15.478296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] Unknown quota resources ['binding']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:44:15.484412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4552a60-c8c2-4e7c-9a7f-e56cc3bc95e8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Pushing event deleted for resources: {'Port': ['ID=4634e114-9df0-4ad5-8c2d-1d9f1523d657,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:15.501840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (5cdc9bd5-1c26-4d09-b846-540f59cf4e39), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.593624 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.647393 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65cc5c81-992a-4243-a2b3-3def5a55c9d4 admin admin] Publish callbacks [] for security_group (2ac59e8d-9eb1-4f09-8c4c-107cfed9e023), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.653172 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (31aafeb1-3c06-44eb-837b-127b2852a4a3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.655873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:15.666136 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.754483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65cc5c81-992a-4243-a2b3-3def5a55c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2ac59e8d-9eb1-4f09-8c4c-107cfed9e023), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.807202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 003704c1-b763-459a-ab87-15abe5312ee3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:15.811007 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (5cdc9bd5-1c26-4d09-b846-540f59cf4e39), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.811452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca9432b-40bc-4b09-bac0-13b1c8e08a02 req-d4552a60-c8c2-4e7c-9a7f-e56cc3bc95e8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] No DVR routers for this DVR port 4634e114-9df0-4ad5-8c2d-1d9f1523d657 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:15.812420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:15.815746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9763d-d71d-4573-aead-5db9d2f182a5 None None] New status for floating IP 83e974d3-afde-49fd-acff-5c5141044cc1: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:44:15.819815 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aca9432b-40bc-4b09-bac0-13b1c8e08a02 req-d4552a60-c8c2-4e7c-9a7f-e56cc3bc95e8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.822259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.824076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aca9432b-40bc-4b09-bac0-13b1c8e08a02 req-d4552a60-c8c2-4e7c-9a7f-e56cc3bc95e8 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "DELETE /v2.0/ports/4634e114-9df0-4ad5-8c2d-1d9f1523d657 HTTP/1.1" status: 204 len: 173 time: 2.1200645 Feb 11 04:44:15.837766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90435208-0912-478d-ab24-46d914872020', 'name': 'network-vif-deleted', 'tag': '4634e114-9df0-4ad5-8c2d-1d9f1523d657'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:15.852106 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44989515-5307-4a51-84b5-34e117f6ed3a" -d '{"events": [{"server_uuid": "90435208-0912-478d-ab24-46d914872020", "name": "network-vif-deleted", "tag": "4634e114-9df0-4ad5-8c2d-1d9f1523d657"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:15.881401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6072557 Feb 11 04:44:15.886739 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6709223 Feb 11 04:44:15.888830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51166) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:15.889234 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51168) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:15.919274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-02f2ed71-533d-4062-9d7c-349e2b2c6424 admin admin] Request body: {'subnet': {'network_id': '5cdc9bd5-1c26-4d09-b846-540f59cf4e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-192622135-subnet', 'tenant_id': '55e825582c9f4e1e89179c28a8e676dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:15.954573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-11fb5094-e4b1-40f2-bf93-01bad98eae2a admin admin] Request body: {'subnet': {'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2046477047-subnet', 'tenant_id': 'b9c82f79d8cb4249965732257aaf6d56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:16.009380 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e866dd1-28a9-4ff4-baec-ee82e2533df9 x-openstack-request-id: req-0e866dd1-28a9-4ff4-baec-ee82e2533df9 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:16.011830 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90435208-0912-478d-ab24-46d914872020", "name": "network-vif-deleted", "tag": "4634e114-9df0-4ad5-8c2d-1d9f1523d657", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:16.013059 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e866dd1-28a9-4ff4-baec-ee82e2533df9 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:16.013676 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90435208-0912-478d-ab24-46d914872020', 'name': 'network-vif-deleted', 'tag': '4634e114-9df0-4ad5-8c2d-1d9f1523d657', 'status': 'completed', 'code': 200} Feb 11 04:44:16.019027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c60c9-8df2-4c23-9798-0ee3e1d9b246 admin admin] Pushing event updated for resources: {'Network': ['ID=31aafeb1-3c06-44eb-837b-127b2852a4a3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:16.085100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fb5094-e4b1-40f2-bf93-01bad98eae2a admin admin] Made reservation on behalf of b9c82f79d8cb4249965732257aaf6d56 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:16.094261 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11fb5094-e4b1-40f2-bf93-01bad98eae2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:16.098288 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-65cc5c81-992a-4243-a2b3-3def5a55c9d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fab987442d94ad5a0508fa8b4994aed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5066960 Feb 11 04:44:16.107451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 31aafeb1-3c06-44eb-837b-127b2852a4a3 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:44:16.108134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51170) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:16.128564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc5c81-992a-4243-a2b3-3def5a55c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac59e8d-9eb1-4f09-8c4c-107cfed9e023,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:16.285322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] Attempting to bind port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on host n-h1-615180-58 for vnic_type normal with profile None {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:16.288697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] Attempting to bind port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:16.289390 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] Attempting to bind port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:16.301608 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e959bd2-dcd5-472e-9e0d-3fccbb1f77e4 admin admin] Publish callbacks [] for security_group (2ac59e8d-9eb1-4f09-8c4c-107cfed9e023), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:16.310173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] Port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:44:16.317029 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] Attempting to bind port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:16.359619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad036917-22fa-40f7-aea6-9dea1848cd2d admin admin] Pushing event updated for resources: {'Network': ['ID=5cdc9bd5-1c26-4d09-b846-540f59cf4e39,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:16.359997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:16.361258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:16.362522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:16.367829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] Bound port: c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:16.440886 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e959bd2-dcd5-472e-9e0d-3fccbb1f77e4 admin admin] Publish callbacks [] for security_group (2ac59e8d-9eb1-4f09-8c4c-107cfed9e023), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:16.447250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 003704c1-b763-459a-ab87-15abe5312ee3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:16.449529 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (003704c1-b763-459a-ab87-15abe5312ee3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:16.574637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 5cdc9bd5-1c26-4d09-b846-540f59cf4e39 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:44:16.626684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:16.655165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:16.672941 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3e86bc64-d350-4f7c-9cfc-c9699fb9b002 service neutron] 10.222.0.48 "POST /v2.0/ports/c7b1e2d9-a16c-4f84-b7af-8e881b2099c0/bindings HTTP/1.1" status: 201 len: 390 time: 1.2078931 Feb 11 04:44:16.691851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f2ed71-533d-4062-9d7c-349e2b2c6424 admin admin] Made reservation on behalf of 55e825582c9f4e1e89179c28a8e676dd for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:16.694614 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02f2ed71-533d-4062-9d7c-349e2b2c6424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:16.702232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e959bd2-dcd5-472e-9e0d-3fccbb1f77e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2ac59e8d-9eb1-4f09-8c4c-107cfed9e023), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:16.712291 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e959bd2-dcd5-472e-9e0d-3fccbb1f77e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:16.713985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9e959bd2-dcd5-472e-9e0d-3fccbb1f77e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ac59e8d-9eb1-4f09-8c4c-107cfed9e023 HTTP/1.1" status: 204 len: 168 time: 0.6043687 Feb 11 04:44:16.744320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e959bd2-dcd5-472e-9e0d-3fccbb1f77e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac59e8d-9eb1-4f09-8c4c-107cfed9e023,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:17.049008 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22cca1c-1068-490d-9e26-0ea6e66ae82c req-b3752166-4bbe-4a85-8e6a-36f5768eb02e tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=90435208-0912-478d-ab24-46d914872020 HTTP/1.1" status: 200 len: 210 time: 0.3895295 Feb 11 04:44:17.068933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 003704c1-b763-459a-ab87-15abe5312ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:17.080487 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-853c954d-7c0b-4a39-946d-347b725e472d req-8069a543-6a00-45cd-b780-aaa10d0dc28b tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.1101964 Feb 11 04:44:17.190369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11fb5094-e4b1-40f2-bf93-01bad98eae2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (39ae33d8-9318-4ac3-9e38-c945077968e0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:17.276393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257093fa-5784-4d35-b41b-1c82f4186486 req-f2abf0d0-9cc2-4098-876b-6169f385cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.284098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-f2abf0d0-9cc2-4098-876b-6169f385cd2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 1128 time: 0.1144092 Feb 11 04:44:17.339858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb5094-e4b1-40f2-bf93-01bad98eae2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ae33d8-9318-4ac3-9e38-c945077968e0,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:17.420091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 4634e114-9df0-4ad5-8c2d-1d9f1523d657 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:17.420593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257093fa-5784-4d35-b41b-1c82f4186486 req-adfb3341-17f0-4edd-81d3-a430c2988fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.422076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-adfb3341-17f0-4edd-81d3-a430c2988fbc service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.1366255 Feb 11 04:44:17.426004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb5094-e4b1-40f2-bf93-01bad98eae2a admin admin] Checking segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:17.426598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb5094-e4b1-40f2-bf93-01bad98eae2a admin admin] Network hostable DHCP agents. Network: 31aafeb1-3c06-44eb-837b-127b2852a4a3, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:44:17.467139 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 4634e114-9df0-4ad5-8c2d-1d9f1523d657 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:17.467754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 4634e114-9df0-4ad5-8c2d-1d9f1523d657 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:17.496361 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3bb2b5c1-3ea0-480c-8b4a-4ec7c3bdb9cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 HTTP/1.1" status: 200 len: 217 time: 0.0661018 Feb 11 04:44:17.496901 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51184) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:17.522984 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ee773-2df1-4204-8ceb-38318468e44e req-7cba5bcb-3a92-4187-85be-3843a566e5e6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.524575 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-430ee773-2df1-4204-8ceb-38318468e44e req-7cba5bcb-3a92-4187-85be-3843a566e5e6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.3220048 Feb 11 04:44:17.571515 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257093fa-5784-4d35-b41b-1c82f4186486 req-917a2fd6-3f93-4eb4-9a53-87035dbaf62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.573219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb5094-e4b1-40f2-bf93-01bad98eae2a admin admin] Network 31aafeb1-3c06-44eb-837b-127b2852a4a3 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:44:17.574496 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-917a2fd6-3f93-4eb4-9a53-87035dbaf62c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.0712414 Feb 11 04:44:17.579775 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5bb61741-cfec-41dc-86c6-f8d34018aaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:17.620841 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-da2456a7-1905-4e02-8cf0-068d47d57eb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391424 Feb 11 04:44:17.758710 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3a588466-9955-43d8-be55-a45a6a6e588a service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302106 Feb 11 04:44:17.880053 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-9c5a735d-57f8-4c4f-ad9e-ee7148159b8a service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149344 Feb 11 04:44:17.941260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-11fb5094-e4b1-40f2-bf93-01bad98eae2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 31aafeb1-3c06-44eb-837b-127b2852a4a3) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:17.954678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181ab50d-3de8-4711-a6b0-7aa7cc5d5fe3 None None] Network 31aafeb1-3c06-44eb-837b-127b2852a4a3 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:17.961984 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fb5094-e4b1-40f2-bf93-01bad98eae2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.962839 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11fb5094-e4b1-40f2-bf93-01bad98eae2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:18.113573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6ca863-9f1c-4a10-8300-ea8f28cec1be None None] Network 31aafeb1-3c06-44eb-837b-127b2852a4a3 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:18.181071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-11fb5094-e4b1-40f2-bf93-01bad98eae2a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2599242 Feb 11 04:44:18.183094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-430ee773-2df1-4204-8ceb-38318468e44e req-7048ab11-a63f-4778-8147-db61423aca6f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6324673 Feb 11 04:44:18.291106 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02f2ed71-533d-4062-9d7c-349e2b2c6424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (894ebf69-003d-417f-ad40-a577aba5dc86), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:18.337657 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-061f39de-25fc-46d1-bbd2-a10200283152 req-6e40eb11-4654-44c5-beaf-ae8bab7ab4cb tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.0562882 Feb 11 04:44:18.425117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2ed71-533d-4062-9d7c-349e2b2c6424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=894ebf69-003d-417f-ad40-a577aba5dc86,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:18.699989 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5bb61741-cfec-41dc-86c6-f8d34018aaa0 admin admin] Publish callbacks [] for security_group (af2f8d35-e82a-482a-bbef-d0c290dd78da), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:18.715030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2ed71-533d-4062-9d7c-349e2b2c6424 admin admin] Checking segment: {'id': 'a6a24d9d-551b-448d-97db-5c4acfb0f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5cdc9bd5-1c26-4d09-b846-540f59cf4e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:18.715401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f2ed71-533d-4062-9d7c-349e2b2c6424 admin admin] Network hostable DHCP agents. Network: 5cdc9bd5-1c26-4d09-b846-540f59cf4e39, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:44:18.719908 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5bb61741-cfec-41dc-86c6-f8d34018aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (af2f8d35-e82a-482a-bbef-d0c290dd78da), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:18.855057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe7a1d35-04c1-438e-bc10-c839f9b52b23 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:18.870282 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5bb61741-cfec-41dc-86c6-f8d34018aaa0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd8aa1f683bc40dcb7314106039e47b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3712945 Feb 11 04:44:18.873007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb61741-cfec-41dc-86c6-f8d34018aaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2f8d35-e82a-482a-bbef-d0c290dd78da,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:18.875994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51212) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:18.876505 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe7a1d35-04c1-438e-bc10-c839f9b52b23 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:18.894095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f2ed71-533d-4062-9d7c-349e2b2c6424 admin admin] Network 5cdc9bd5-1c26-4d09-b846-540f59cf4e39 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:44:18.903051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24896eb-c308-443e-a8c9-c576e6d8d851 req-983ac9e9-5f4c-42b0-acba-c699d443963b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:18.904546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e24896eb-c308-443e-a8c9-c576e6d8d851 req-983ac9e9-5f4c-42b0-acba-c699d443963b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 950 time: 0.3173928 Feb 11 04:44:18.969832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-02f2ed71-533d-4062-9d7c-349e2b2c6424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 5cdc9bd5-1c26-4d09-b846-540f59cf4e39) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:18.981990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f2ed71-533d-4062-9d7c-349e2b2c6424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:18.982594 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02f2ed71-533d-4062-9d7c-349e2b2c6424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:18.988225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31fa28e-f288-4f9c-8957-9bf8f5c55988 None None] Network 5cdc9bd5-1c26-4d09-b846-540f59cf4e39 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:18.999592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-004d98b0-772c-45e4-906e-6b6dbba0e2ec tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:19.007207 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-004d98b0-772c-45e4-906e-6b6dbba0e2ec tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.1756973 Feb 11 04:44:19.047890 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-1940717e-d0b6-49c8-b0a9-ac78b822e731 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/quotas/b9c82f79d8cb4249965732257aaf6d56 HTTP/1.1" status: 200 len: 375 time: 0.0394595 Feb 11 04:44:19.098402 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4856ccb0-2ddf-4230-ada7-190f656a2d10 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489523 Feb 11 04:44:19.207901 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-02f2ed71-533d-4062-9d7c-349e2b2c6424 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2876081 Feb 11 04:44:19.236504 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e24896eb-c308-443e-a8c9-c576e6d8d851 req-1f4ed559-3e74-4f61-858b-7ee7004ccd95 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959840 Feb 11 04:44:19.236742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241c4707-6afe-4a29-ae98-720e893963d6 None None] Network 5cdc9bd5-1c26-4d09-b846-540f59cf4e39 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:19.243947 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35ca920e-a71d-4b94-80ea-527c2e0a231f admin admin] Publish callbacks [] for security_group (af2f8d35-e82a-482a-bbef-d0c290dd78da), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:19.264703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7a1d35-04c1-438e-bc10-c839f9b52b23 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Router 85fbcfd9-d45f-4519-a0e6-70d1fd497d02 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:44:19.315349 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35ca920e-a71d-4b94-80ea-527c2e0a231f admin admin] Publish callbacks [] for security_group (af2f8d35-e82a-482a-bbef-d0c290dd78da), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:19.322887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-dda797fc-7add-4275-885d-463db9b65882 service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239664 Feb 11 04:44:19.535924 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35ca920e-a71d-4b94-80ea-527c2e0a231f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (af2f8d35-e82a-482a-bbef-d0c290dd78da), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:19.541066 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35ca920e-a71d-4b94-80ea-527c2e0a231f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:19.543129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-35ca920e-a71d-4b94-80ea-527c2e0a231f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af2f8d35-e82a-482a-bbef-d0c290dd78da HTTP/1.1" status: 204 len: 168 time: 0.6661568 Feb 11 04:44:19.552547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7a1d35-04c1-438e-bc10-c839f9b52b23 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:19.565397 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c1127-70d1-4007-a0e6-88a0d1b1858b None None] Sync routers for ids ['85fbcfd9-d45f-4519-a0e6-70d1fd497d02'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:19.587731 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe7a1d35-04c1-438e-bc10-c839f9b52b23 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:19.589144 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c1127-70d1-4007-a0e6-88a0d1b1858b None None] Routers {'85fbcfd9-d45f-4519-a0e6-70d1fd497d02'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:19.590113 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7a3c1127-70d1-4007-a0e6-88a0d1b1858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['85fbcfd9-d45f-4519-a0e6-70d1fd497d02'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:19.593258 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fe7a1d35-04c1-438e-bc10-c839f9b52b23 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "PUT /v2.0/routers/85fbcfd9-d45f-4519-a0e6-70d1fd497d02 HTTP/1.1" status: 200 len: 922 time: 5.6312919 Feb 11 04:44:19.597953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51226) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:19.677479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca920e-a71d-4b94-80ea-527c2e0a231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2f8d35-e82a-482a-bbef-d0c290dd78da,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:19.687021 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7a3c1127-70d1-4007-a0e6-88a0d1b1858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:19.710321 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c1127-70d1-4007-a0e6-88a0d1b1858b None None] Routers {'85fbcfd9-d45f-4519-a0e6-70d1fd497d02'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:19.715130 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7a3c1127-70d1-4007-a0e6-88a0d1b1858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['85fbcfd9-d45f-4519-a0e6-70d1fd497d02'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:19.747367 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f4d56-c825-42a5-b282-ec7f76d5d0dd req-4ee340b3-76ce-4678-b761-7ea65687626d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:19.755391 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-848f4d56-c825-42a5-b282-ec7f76d5d0dd req-4ee340b3-76ce-4678-b761-7ea65687626d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.3531530 Feb 11 04:44:19.788687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12a3f1-10aa-4206-95bd-433f01fee803 req-4447ff7d-a7c4-47ef-b2a3-88bada650c38 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:19.796521 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc12a3f1-10aa-4206-95bd-433f01fee803 req-4447ff7d-a7c4-47ef-b2a3-88bada650c38 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 950 time: 0.3577888 Feb 11 04:44:19.818286 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7a3c1127-70d1-4007-a0e6-88a0d1b1858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:19.820743 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c1127-70d1-4007-a0e6-88a0d1b1858b None None] The sync data for ids ['85fbcfd9-d45f-4519-a0e6-70d1fd497d02'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:19.924684 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-848f4d56-c825-42a5-b282-ec7f76d5d0dd req-02d9c02a-d8c9-4246-b663-52fc26dcdfe4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599565 Feb 11 04:44:19.939169 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-32b27186-bbe0-4560-89f9-00f0617dc48b service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996892 Feb 11 04:44:19.969066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2b286595-b7be-470d-a7c1-cbff89cbfeeb tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/routers/85fbcfd9-d45f-4519-a0e6-70d1fd497d02 HTTP/1.1" status: 200 len: 922 time: 0.3636031 Feb 11 04:44:19.972332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51232) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:20.108938 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-cc12a3f1-10aa-4206-95bd-433f01fee803 req-bdfec348-23a0-4162-b197-6c2c50a98e15 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Deleting port 8a279ff2-1479-4afc-abdb-0d8aae59cefb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:20.109324 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cc12a3f1-10aa-4206-95bd-433f01fee803 req-bdfec348-23a0-4162-b197-6c2c50a98e15 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:20.179346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcff0edc-b850-42c4-a417-06ca68e9c6cb req-23dc7acb-57d2-4e76-bf4e-84e820869f8f tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.1019819 Feb 11 04:44:20.268548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4384c6-d1c7-4d02-9952-b036f6172bff tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:20.274028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-df4384c6-d1c7-4d02-9952-b036f6172bff tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&device_id=85fbcfd9-d45f-4519-a0e6-70d1fd497d02&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2996395 Feb 11 04:44:20.277110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51244) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:20.600742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a396e-2ae3-4be9-b422-1fa1acab0b67 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:20.605581 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-025a396e-2ae3-4be9-b422-1fa1acab0b67 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 881 time: 0.3222249 Feb 11 04:44:20.609307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51256) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:20.710245 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-407f584c-0f72-44a7-bdc4-e3fc6d5cb0e3 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "GET /v2.0/ports?device_id=85fbcfd9-d45f-4519-a0e6-70d1fd497d02 HTTP/1.1" status: 200 len: 205 time: 0.0994394 Feb 11 04:44:20.711005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51258) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:20.867509 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36c88e9a-da1a-4b5d-a44b-b75ae1debc36 req-c4472f5f-780c-4aee-b013-5af99d6754ee tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 210 time: 0.0636532 Feb 11 04:44:21.001575 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.114349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-cc12a3f1-10aa-4206-95bd-433f01fee803 req-bdfec348-23a0-4162-b197-6c2c50a98e15 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] For port 8a279ff2-1479-4afc-abdb-0d8aae59cefb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=8a279ff2-1479-4afc-abdb-0d8aae59cefb,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:21.114956 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cc12a3f1-10aa-4206-95bd-433f01fee803 req-bdfec348-23a0-4162-b197-6c2c50a98e15 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.134053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-cc12a3f1-10aa-4206-95bd-433f01fee803 req-bdfec348-23a0-4162-b197-6c2c50a98e15 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Calling delete_port for 8a279ff2-1479-4afc-abdb-0d8aae59cefb owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:21.195534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-b0424d43-3cd9-4640-b679-d0a4362c3fbf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:21.210776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136aca2-49e8-4d62-9df0-6f69889c7ded req-2cc8a85d-8f45-4629-9c1a-4dd0723515c6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:21.215617 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4136aca2-49e8-4d62-9df0-6f69889c7ded req-2cc8a85d-8f45-4629-9c1a-4dd0723515c6 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 950 time: 0.2545559 Feb 11 04:44:21.221142 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-b0424d43-3cd9-4640-b679-d0a4362c3fbf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/networks?id=8ce0f3fd-2809-476b-8ada-c01196b1d8e0 HTTP/1.1" status: 200 len: 814 time: 0.3825426 Feb 11 04:44:21.351475 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-27614b0d-5f11-455f-b4f1-43e0ef981071 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/quotas/498c0c7f66674f06bf94eb65894898bb HTTP/1.1" status: 200 len: 375 time: 0.1286421 Feb 11 04:44:21.355302 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.382358 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4136aca2-49e8-4d62-9df0-6f69889c7ded req-f1e33507-f6ab-45d0-8e8b-f69825e7e91b tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/security-groups?id=265ee4ac-4af8-40ed-8eff-ce7505779c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580107 Feb 11 04:44:21.449220 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cc12a3f1-10aa-4206-95bd-433f01fee803 req-bdfec348-23a0-4162-b197-6c2c50a98e15 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8a279ff2-1479-4afc-abdb-0d8aae59cefb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.482852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['8a279ff2-1479-4afc-abdb-0d8aae59cefb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:21.500379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-e0b6afe4-8b52-44a3-bd89-cc83d7d34883 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=498c0c7f66674f06bf94eb65894898bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1062102 Feb 11 04:44:21.534775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfec348-23a0-4162-b197-6c2c50a98e15 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Pushing event deleted for resources: {'Port': ['ID=8a279ff2-1479-4afc-abdb-0d8aae59cefb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:21.661723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Deleting port ab43ab5c-45b0-4e03-9c42-df20cff97b19 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:21.662130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ab43ab5c-45b0-4e03-9c42-df20cff97b19), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.702807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc12a3f1-10aa-4206-95bd-433f01fee803 req-bdfec348-23a0-4162-b197-6c2c50a98e15 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] No DVR routers for this DVR port 8a279ff2-1479-4afc-abdb-0d8aae59cefb on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:21.705905 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cc12a3f1-10aa-4206-95bd-433f01fee803 req-bdfec348-23a0-4162-b197-6c2c50a98e15 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.709580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc12a3f1-10aa-4206-95bd-433f01fee803 req-bdfec348-23a0-4162-b197-6c2c50a98e15 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.60 "DELETE /v2.0/ports/8a279ff2-1479-4afc-abdb-0d8aae59cefb HTTP/1.1" status: 204 len: 173 time: 1.9056246 Feb 11 04:44:21.710992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'name': 'network-vif-deleted', 'tag': '8a279ff2-1479-4afc-abdb-0d8aae59cefb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:21.713599 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4533560-b575-4a43-b415-43b924af98d8" -d '{"events": [{"server_uuid": "b1b3cbc2-de8c-426a-97b5-4a3224e401df", "name": "network-vif-deleted", "tag": "8a279ff2-1479-4afc-abdb-0d8aae59cefb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:21.739713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2c79c-b7d0-476b-aace-858f89cf656f req-d66e533a-16bb-4ecb-9f0a-d0efe4106ae9 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:21.756152 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4d2c79c-b7d0-476b-aace-858f89cf656f req-d66e533a-16bb-4ecb-9f0a-d0efe4106ae9 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.2343905 Feb 11 04:44:21.796639 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ab43ab5c-45b0-4e03-9c42-df20cff97b19), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.811680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Calling delete_port for ab43ab5c-45b0-4e03-9c42-df20cff97b19 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:21.901249 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4d2c79c-b7d0-476b-aace-858f89cf656f req-f3b95370-d702-45af-b173-efb5bb68d789 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433618 Feb 11 04:44:22.074261 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a99ef86a-c992-4e29-bb4d-803d41e19e11 req-7c4c3641-928e-4dd3-ba80-3a0fb3b407ab tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.0600352 Feb 11 04:44:22.180088 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350db29b-8c34-4c31-8798-2aa39fab0df3 x-openstack-request-id: req-350db29b-8c34-4c31-8798-2aa39fab0df3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:22.180770 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b3cbc2-de8c-426a-97b5-4a3224e401df", "name": "network-vif-deleted", "tag": "8a279ff2-1479-4afc-abdb-0d8aae59cefb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:22.180770 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-350db29b-8c34-4c31-8798-2aa39fab0df3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:22.182165 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b3cbc2-de8c-426a-97b5-4a3224e401df', 'name': 'network-vif-deleted', 'tag': '8a279ff2-1479-4afc-abdb-0d8aae59cefb', 'status': 'completed', 'code': 200} Feb 11 04:44:22.333718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-3b4043fb-3283-4892-afd6-fc38983078c2 service neutron] 10.222.0.48 "GET /v2.0/networks/8ce0f3fd-2809-476b-8ada-c01196b1d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8323030 Feb 11 04:44:22.476078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d20ca76a-024e-4fec-b074-25bc9329caa1 req-765073df-c414-4c20-889c-1c8910f02ff1 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 210 time: 0.0573440 Feb 11 04:44:22.507017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-37039da0-6b74-4798-b982-e2c6ff4ded5b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:22.511931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-37039da0-6b74-4798-b982-e2c6ff4ded5b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.3602216 Feb 11 04:44:22.534367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Request body: {'port': {'device_id': '58220322-68fc-4074-9b11-c5160cf589ad', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'admin_state_up': True, 'tenant_id': 'b9c82f79d8cb4249965732257aaf6d56'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:22.544284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-c8b57477-96e7-41ea-b003-9e2d61a458da service neutron] 10.222.0.48 "GET /v2.0/networks/8ce0f3fd-2809-476b-8ada-c01196b1d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061489 Feb 11 04:44:22.575163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ab43ab5c-45b0-4e03-9c42-df20cff97b19), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:22.675175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Pushing event deleted for resources: {'Port': ['ID=ab43ab5c-45b0-4e03-9c42-df20cff97b19,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:22.738910 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e282524d-0e1c-49e0-bd34-306988e3cab7 req-751999da-69a8-45d3-a1b2-f6e23e55b777 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b3cbc2-de8c-426a-97b5-4a3224e401df HTTP/1.1" status: 200 len: 210 time: 0.1262105 Feb 11 04:44:22.749970 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:22.882730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Made reservation on behalf of b9c82f79d8cb4249965732257aaf6d56 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:22.886687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:22.893594 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b6c1336-8236-47f4-aa2d-fa7ebd456c63 req-62538576-54cd-43a4-92dd-5f4d39ac99ae tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 210 time: 0.0663278 Feb 11 04:44:22.945919 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:22.948598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_controller (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.006299 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (85fbcfd9-d45f-4519-a0e6-70d1fd497d02), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.007178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Fanout notify agent at l3_agent the message router_deleted on router 85fbcfd9-d45f-4519-a0e6-70d1fd497d02 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:44:23.029075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.035150 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e38f1232-57b7-481b-870e-901097e5c34a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/routers/85fbcfd9-d45f-4519-a0e6-70d1fd497d02 HTTP/1.1" status: 204 len: 168 time: 2.3226950 Feb 11 04:44:23.035922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51314) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:23.040875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-25794f7f-b79e-4767-a0fa-a2c954fdd1bc tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-747266059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:23.135957 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25794f7f-b79e-4767-a0fa-a2c954fdd1bc tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (61e301ca-b320-459b-8471-e4f9c4c19221), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.137067 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25794f7f-b79e-4767-a0fa-a2c954fdd1bc tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (61e301ca-b320-459b-8471-e4f9c4c19221), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.155653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Allocated IP 172.20.0.14 (31aafeb1-3c06-44eb-837b-127b2852a4a3/39ae33d8-9318-4ac3-9e38-c945077968e0/e5dffddf-a739-4673-b876-f0d6dda9ac7e) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:23.174220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485231e5-6fe8-4049-8007-99b2d852acb3 req-e7ff2e1a-e1ea-4e6d-b3b5-dc1b6ec2baad tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:23.177493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-485231e5-6fe8-4049-8007-99b2d852acb3 req-e7ff2e1a-e1ea-4e6d-b3b5-dc1b6ec2baad tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.1118183 Feb 11 04:44:23.269811 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25794f7f-b79e-4767-a0fa-a2c954fdd1bc tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_controller (61e301ca-b320-459b-8471-e4f9c4c19221), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.282642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25794f7f-b79e-4767-a0fa-a2c954fdd1bc tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (61e301ca-b320-459b-8471-e4f9c4c19221), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.294420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-485231e5-6fe8-4049-8007-99b2d852acb3 req-70eeb1ff-faee-44b1-b781-b58e3d277461 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087725 Feb 11 04:44:23.314127 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25794f7f-b79e-4767-a0fa-a2c954fdd1bc tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.316379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-25794f7f-b79e-4767-a0fa-a2c954fdd1bc tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2794981 Feb 11 04:44:23.322260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51322) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:23.337114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Request body: {'router': {'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:23.450581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 8a279ff2-1479-4afc-abdb-0d8aae59cefb no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:23.485664 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks [] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.508658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 8a279ff2-1479-4afc-abdb-0d8aae59cefb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:23.510155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 8a279ff2-1479-4afc-abdb-0d8aae59cefb not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:23.559605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.656824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Network 31aafeb1-3c06-44eb-837b-127b2852a4a3 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:23.677669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:23.683145 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:23.726604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Pushing event updated for resources: {'Port': ['ID=e5dffddf-a739-4673-b876-f0d6dda9ac7e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:23.779956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bfe93-5660-4940-bc65-39e0028a9e05 req-9baab0f0-0c14-403e-854b-a7239532386c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:23.782256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b6bfe93-5660-4940-bc65-39e0028a9e05 req-9baab0f0-0c14-403e-854b-a7239532386c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 932 time: 0.1456709 Feb 11 04:44:23.787778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:23.788787 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.842881 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-9272a1df-5b3f-4347-bd51-29b0a4c20339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3129797 Feb 11 04:44:23.856896 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b6bfe93-5660-4940-bc65-39e0028a9e05 req-3af40bf9-ed69-465b-88fc-ea1ee4d3a826 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640740 Feb 11 04:44:23.863595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Request body: {'port': {'device_id': '58220322-68fc-4074-9b11-c5160cf589ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:23.933195 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:24.121713 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54ae4dc6-614f-4d0c-ad41-6133a46b6474 req-4237428d-9cc5-43e8-86cd-dfd53318d995 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.0425482 Feb 11 04:44:24.350730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (61e301ca-b320-459b-8471-e4f9c4c19221), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:24.473230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9dd95071-9581-4818-9978-fb277e415ff2 req-6a15a72c-86db-4416-a20e-0413e1119653 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 210 time: 0.0785582 Feb 11 04:44:24.556293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5dffddf-a739-4673-b876-f0d6dda9ac7e {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:24.576330 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Publish callbacks [] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:24.771849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd7c16-9271-4cb7-888c-f12ab93a1e11 req-4ceb03b0-bb2a-4890-a6f1-6af94562b2dd tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:24.785588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4fd7c16-9271-4cb7-888c-f12ab93a1e11 req-4ceb03b0-bb2a-4890-a6f1-6af94562b2dd tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.1285748 Feb 11 04:44:24.824862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Transition to ACTIVE for port object e5dffddf-a739-4673-b876-f0d6dda9ac7e will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:44:24.825386 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51350) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:24.852727 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.035829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4fd7c16-9271-4cb7-888c-f12ab93a1e11 req-eb6e27c4-dd7e-49c7-8646-7ef34be2092f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487330 Feb 11 04:44:25.036680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-e3a9b7b8-739b-470a-bb34-ceea1ef776f8 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:25.038734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-e3a9b7b8-739b-470a-bb34-ceea1ef776f8 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.10 "GET /v2.0/networks?id=8ce0f3fd-2809-476b-8ada-c01196b1d8e0 HTTP/1.1" status: 200 len: 814 time: 0.4362609 Feb 11 04:44:25.064310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (61e301ca-b320-459b-8471-e4f9c4c19221), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.099802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Pushing event updated for resources: {'Port': ['ID=e5dffddf-a739-4673-b876-f0d6dda9ac7e,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:25.108051 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.115926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Request body: {'port': {'device_id': '27760f16-20eb-4b88-89ee-e72d0bc95805', 'network_id': '8ce0f3fd-2809-476b-8ada-c01196b1d8e0', 'admin_state_up': True, 'tenant_id': '498c0c7f66674f06bf94eb65894898bb'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:25.284837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Allocated IP 172.25.7.169 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/117eb66b-8474-4409-a3d7-abdc5c50122a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:25.330811 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b7e51a7-7f14-460f-a362-13f3891b984a req-9538700b-d10c-4d2a-a924-cf8052684ee4 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.0431125 Feb 11 04:44:25.333558 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fa7a311e-49a4-47a7-9122-c1211f384f2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1065d83b11b143078bcea2c5380d8113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5069215 Feb 11 04:44:25.337888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51364) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:25.360177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4320a9-2661-43d6-9d97-ca99bb25cf88 req-69b3d7f9-49e9-42a8-a440-4faef5a480bf tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:25.368231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b4320a9-2661-43d6-9d97-ca99bb25cf88 req-69b3d7f9-49e9-42a8-a440-4faef5a480bf tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 944 time: 0.3790054 Feb 11 04:44:25.373491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Attempting to bind port e5dffddf-a739-4673-b876-f0d6dda9ac7e on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:25.373837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Attempting to bind port e5dffddf-a739-4673-b876-f0d6dda9ac7e by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:25.374258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Attempting to bind port e5dffddf-a739-4673-b876-f0d6dda9ac7e on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:25.391973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Port e5dffddf-a739-4673-b876-f0d6dda9ac7e on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:44:25.392455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Attempting to bind port e5dffddf-a739-4673-b876-f0d6dda9ac7e on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:25.406932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51366) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:25.425631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:25.425833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Checking segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:25.426153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Bound using segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:25.426745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Bound port: e5dffddf-a739-4673-b876-f0d6dda9ac7e, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:25.427135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.480470 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f95d4061-d921-4168-9f14-716392a616d1 admin admin] Publish callbacks [] for security_group (265ee4ac-4af8-40ed-8eff-ce7505779c3b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.523654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for port (117eb66b-8474-4409-a3d7-abdc5c50122a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.536499 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b4320a9-2661-43d6-9d97-ca99bb25cf88 req-b1dc3921-9c90-47c7-a63d-19e8d9acbeab tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629353 Feb 11 04:44:25.536695 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f95d4061-d921-4168-9f14-716392a616d1 admin admin] Publish callbacks [] for security_group (265ee4ac-4af8-40ed-8eff-ce7505779c3b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.609686 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (117eb66b-8474-4409-a3d7-abdc5c50122a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.641371 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db41ee0d-b8ac-4452-9d59-5e075b8038ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.656997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Made reservation on behalf of 498c0c7f66674f06bf94eb65894898bb for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:25.663759 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.681978 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f95d4061-d921-4168-9f14-716392a616d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (265ee4ac-4af8-40ed-8eff-ce7505779c3b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.685302 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f95d4061-d921-4168-9f14-716392a616d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.686443 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f95d4061-d921-4168-9f14-716392a616d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/265ee4ac-4af8-40ed-8eff-ce7505779c3b HTTP/1.1" status: 204 len: 168 time: 0.3476083 Feb 11 04:44:25.703517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:25.711532 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ee3ad56d-5a4d-415b-a95e-bb2e9500031c req-99f14ca3-8d54-412a-8547-fa1623cea099 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 210 time: 0.0753922 Feb 11 04:44:25.715196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:25.724676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:25.729517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d4061-d921-4168-9f14-716392a616d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265ee4ac-4af8-40ed-8eff-ce7505779c3b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:25.740285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Pushing event updated for resources: {'Port': ['ID=117eb66b-8474-4409-a3d7-abdc5c50122a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:25.920352 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db41ee0d-b8ac-4452-9d59-5e075b8038ec admin admin] Publish callbacks [] for security_group (dfc4481c-fd1b-4a04-97e4-e2f9d7939118), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.928036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] For port e5dffddf-a739-4673-b876-f0d6dda9ac7e, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:25.931515 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db41ee0d-b8ac-4452-9d59-5e075b8038ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dfc4481c-fd1b-4a04-97e4-e2f9d7939118), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.959164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] For port e5dffddf-a739-4673-b876-f0d6dda9ac7e, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e5dffddf-a739-4673-b876-f0d6dda9ac7e,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:25.989342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.045610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-db41ee0d-b8ac-4452-9d59-5e075b8038ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1daaa24853845858bc8b94809505fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6320438 Feb 11 04:44:26.046372 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51376) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:26.053103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41ee0d-b8ac-4452-9d59-5e075b8038ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc4481c-fd1b-4a04-97e4-e2f9d7939118,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:26.059648 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Allocated IP 172.20.0.8 (8ce0f3fd-2809-476b-8ada-c01196b1d8e0/eda10ffa-4007-4d1a-a9d3-7bd9c711a727/325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:26.078290 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.079331 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.080434 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] 10.222.0.60 "PUT /v2.0/ports/e5dffddf-a739-4673-b876-f0d6dda9ac7e HTTP/1.1" status: 200 len: 1093 time: 2.2222733 Feb 11 04:44:26.080893 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58220322-68fc-4074-9b11-c5160cf589ad', 'tag': 'e5dffddf-a739-4673-b876-f0d6dda9ac7e'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:26.083265 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef20df41-b3ff-4c1a-9e9d-6b0c9cc09889" -d '{"events": [{"name": "network-changed", "server_uuid": "58220322-68fc-4074-9b11-c5160cf589ad", "tag": "e5dffddf-a739-4673-b876-f0d6dda9ac7e"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:26.150613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080169e-afda-47f0-8755-05aa4402f542 service neutron] Pushing event updated for resources: {'Port': ['ID=e5dffddf-a739-4673-b876-f0d6dda9ac7e,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:26.258111 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eadcfb67-d4ca-4428-a549-95f264cfb361 admin admin] Publish callbacks [] for security_group (dfc4481c-fd1b-4a04-97e4-e2f9d7939118), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.259912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51382) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:26.277876 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2882d06d-120e-4c31-823e-d6b2dd118faa x-openstack-request-id: req-2882d06d-120e-4c31-823e-d6b2dd118faa {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:26.278123 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58220322-68fc-4074-9b11-c5160cf589ad", "tag": "e5dffddf-a739-4673-b876-f0d6dda9ac7e", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:26.278374 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2882d06d-120e-4c31-823e-d6b2dd118faa {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:26.278827 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58220322-68fc-4074-9b11-c5160cf589ad', 'tag': 'e5dffddf-a739-4673-b876-f0d6dda9ac7e', 'status': 'completed', 'code': 200} Feb 11 04:44:26.296074 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (61e301ca-b320-459b-8471-e4f9c4c19221), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.357235 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eadcfb67-d4ca-4428-a549-95f264cfb361 admin admin] Publish callbacks [] for security_group (dfc4481c-fd1b-4a04-97e4-e2f9d7939118), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.445575 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Publish callbacks [] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.448424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-1f0fc39c-87d2-4075-aa1e-50cc07416019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.450164 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-1f0fc39c-87d2-4075-aa1e-50cc07416019 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 1127 time: 0.1792877 Feb 11 04:44:26.463219 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5dcb2f21-4e9d-42e3-840c-e24d0c438d6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad93c8f969e84cb9a61e29716038cf78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989131 Feb 11 04:44:26.465069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48666d8-6aa4-42c1-b815-a704c9cfb76f req-0b86914a-78af-4200-88b2-344bedd4e817 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.467788 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51386) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:26.473899 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e48666d8-6aa4-42c1-b815-a704c9cfb76f req-0b86914a-78af-4200-88b2-344bedd4e817 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.1995533 Feb 11 04:44:26.503692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e3e17267-b472-4a3d-98d6-fc015b586e9f req-b2aa8603-6f7a-4771-a41c-a30b13c0231c tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.0699062 Feb 11 04:44:26.540656 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-407f3ecb-3a62-4bfe-b9be-baa91c1348c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5dffddf-a739-4673-b876-f0d6dda9ac7e HTTP/1.1" status: 200 len: 217 time: 0.0628946 Feb 11 04:44:26.638576 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e48666d8-6aa4-42c1-b815-a704c9cfb76f req-8141486d-e649-4be7-ab2b-59be82c39c95 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637878 Feb 11 04:44:26.641254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-bdd486d6-faf1-4a09-8d1d-82f0e9416089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.643049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-bdd486d6-faf1-4a09-8d1d-82f0e9416089 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.0933573 Feb 11 04:44:26.646701 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.685890 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b14e3ed8-b0c1-47c8-880a-7ed6ea18137e admin admin] Publish callbacks [] for security_group (56e4c170-c3e8-4933-84d5-9e8073df300f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.704574 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eadcfb67-d4ca-4428-a549-95f264cfb361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dfc4481c-fd1b-4a04-97e4-e2f9d7939118), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.707026 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eadcfb67-d4ca-4428-a549-95f264cfb361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.708363 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-eadcfb67-d4ca-4428-a549-95f264cfb361 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dfc4481c-fd1b-4a04-97e4-e2f9d7939118 HTTP/1.1" status: 204 len: 168 time: 0.6609025 Feb 11 04:44:26.724483 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-8df1ef01-947c-4e72-821e-334661c3beca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679975 Feb 11 04:44:26.776385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcfb67-d4ca-4428-a549-95f264cfb361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc4481c-fd1b-4a04-97e4-e2f9d7939118,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:26.791670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Network 8ce0f3fd-2809-476b-8ada-c01196b1d8e0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:26.798337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b14e3ed8-b0c1-47c8-880a-7ed6ea18137e admin admin] Publish callbacks [] for security_group (56e4c170-c3e8-4933-84d5-9e8073df300f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.829429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:26.838682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:26.897464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Pushing event updated for resources: {'Port': ['ID=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:26.982080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.982866 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:27.022813 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-f2ea93ca-450a-4479-81e0-cd0b79e246cf tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9116826 Feb 11 04:44:27.039586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94176755-e2f8-4415-866e-e3149f73421d req-5f4eed33-5215-4406-91df-75b76e5d2b99 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:27.040338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f95454-e4ce-48c0-b2a0-09c0b67d480d req-c1ce93e5-2711-4ccf-bfaa-d9021bb13b4e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:27.044487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05f95454-e4ce-48c0-b2a0-09c0b67d480d req-c1ce93e5-2711-4ccf-bfaa-d9021bb13b4e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 944 time: 0.3338299 Feb 11 04:44:27.047643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94176755-e2f8-4415-866e-e3149f73421d req-5f4eed33-5215-4406-91df-75b76e5d2b99 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 931 time: 0.1609571 Feb 11 04:44:27.061296 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (61e301ca-b320-459b-8471-e4f9c4c19221), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:27.064272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Request body: {'port': {'device_id': '27760f16-20eb-4b88-89ee-e72d0bc95805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:27.079314 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (61e301ca-b320-459b-8471-e4f9c4c19221), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:27.101228 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-7332b0a2-f40c-4769-80a5-53107eaf4b2a service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653510 Feb 11 04:44:27.174661 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b14e3ed8-b0c1-47c8-880a-7ed6ea18137e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (56e4c170-c3e8-4933-84d5-9e8073df300f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:27.178278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b14e3ed8-b0c1-47c8-880a-7ed6ea18137e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:27.182849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b14e3ed8-b0c1-47c8-880a-7ed6ea18137e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56e4c170-c3e8-4933-84d5-9e8073df300f HTTP/1.1" status: 204 len: 168 time: 0.6947460 Feb 11 04:44:27.202667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e3ed8-b0c1-47c8-880a-7ed6ea18137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e4c170-c3e8-4933-84d5-9e8073df300f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:27.230269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05f95454-e4ce-48c0-b2a0-09c0b67d480d req-0771aaca-d9a5-48d9-a058-34fb73cb38ba tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789415 Feb 11 04:44:27.256768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66c947f4-d512-45a9-85e1-dda0c56f7ee1 req-0f8dcd8b-3e0e-4bdc-af11-2d8398184690 service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486204 Feb 11 04:44:27.324953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94176755-e2f8-4415-866e-e3149f73421d req-7a040ce4-a2d4-4e8d-bd39-83f17b7b3a77 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbf5c81e-524a-4d4a-b015-4004e9c98ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764349 Feb 11 04:44:27.338049 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:27.423070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51398) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:27.454724 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-116f25ca-f422-4df3-a785-7ce226a9b1d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:27.467518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20df41-b3ff-4c1a-9e9d-6b0c9cc09889 req-4c038850-8c81-4c10-aa9e-baa4d03e86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:27.468987 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef20df41-b3ff-4c1a-9e9d-6b0c9cc09889 req-4c038850-8c81-4c10-aa9e-baa4d03e86ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 1127 time: 0.1093543 Feb 11 04:44:27.485493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Router 61e301ca-b320-459b-8471-e4f9c4c19221 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:44:27.649688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20df41-b3ff-4c1a-9e9d-6b0c9cc09889 req-3cf4dac9-0833-48eb-b9b8-bb3b17ea8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:27.654840 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef20df41-b3ff-4c1a-9e9d-6b0c9cc09889 req-3cf4dac9-0833-48eb-b9b8-bb3b17ea8ed0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 913 time: 0.1761892 Feb 11 04:44:27.764137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef20df41-b3ff-4c1a-9e9d-6b0c9cc09889 req-26e7a1a5-06c6-421e-9e47-0e69fc71ea1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5dffddf-a739-4673-b876-f0d6dda9ac7e HTTP/1.1" status: 200 len: 217 time: 0.0425062 Feb 11 04:44:27.852156 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09e6b45b-b8ab-4b78-be42-90023f4dcc95 req-4ef86a1c-d131-4f28-83c7-31c58fae80f6 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.1809893 Feb 11 04:44:27.885997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:27.903671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89127ad1-9424-4377-a640-37013d00ff26 None None] Sync routers for ids ['61e301ca-b320-459b-8471-e4f9c4c19221'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:27.909450 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20df41-b3ff-4c1a-9e9d-6b0c9cc09889 req-089c0032-9363-44f7-adff-40f25298ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:27.912015 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef20df41-b3ff-4c1a-9e9d-6b0c9cc09889 req-089c0032-9363-44f7-adff-40f25298ccdb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.1327472 Feb 11 04:44:27.923111 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-116f25ca-f422-4df3-a785-7ce226a9b1d1 admin admin] Publish callbacks [] for security_group (7ead0497-de60-417a-bc88-6f36be10d7d9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:27.923794 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89127ad1-9424-4377-a640-37013d00ff26 None None] Routers {'61e301ca-b320-459b-8471-e4f9c4c19221'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:27.924315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-89127ad1-9424-4377-a640-37013d00ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['61e301ca-b320-459b-8471-e4f9c4c19221'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:27.946261 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:27.950575 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6eba1772-690e-49af-b26b-83b5a3960d66 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "PUT /v2.0/routers/61e301ca-b320-459b-8471-e4f9c4c19221 HTTP/1.1" status: 200 len: 879 time: 4.6213117 Feb 11 04:44:27.950575 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-116f25ca-f422-4df3-a785-7ce226a9b1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7ead0497-de60-417a-bc88-6f36be10d7d9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:27.954378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51418) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:27.998782 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef20df41-b3ff-4c1a-9e9d-6b0c9cc09889 req-3787a885-0c2a-4a1c-8bd5-849c07be5074 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747235 Feb 11 04:44:28.001978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-89127ad1-9424-4377-a640-37013d00ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:28.025006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89127ad1-9424-4377-a640-37013d00ff26 None None] Routers {'61e301ca-b320-459b-8471-e4f9c4c19221'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:28.026189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-89127ad1-9424-4377-a640-37013d00ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['61e301ca-b320-459b-8471-e4f9c4c19221'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:28.127309 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-89127ad1-9424-4377-a640-37013d00ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:28.132321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89127ad1-9424-4377-a640-37013d00ff26 None None] The sync data for ids ['61e301ca-b320-459b-8471-e4f9c4c19221'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:28.162293 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-116f25ca-f422-4df3-a785-7ce226a9b1d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=387cec7b6b9244b4896300dd7614f20f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7348034 Feb 11 04:44:28.165271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51424) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:28.174208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f25ca-f422-4df3-a785-7ce226a9b1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ead0497-de60-417a-bc88-6f36be10d7d9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:28.222716 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef20df41-b3ff-4c1a-9e9d-6b0c9cc09889 req-d118150d-6afa-49e4-a43e-3bd212a93526 service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800694 Feb 11 04:44:28.310572 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b4a08e2-380c-48e8-85b4-59e0e38328ca admin admin] Publish callbacks [] for security_group (7ead0497-de60-417a-bc88-6f36be10d7d9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:28.313952 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d57658d9-f44e-4dc0-903c-c85087ad98cf tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/routers/61e301ca-b320-459b-8471-e4f9c4c19221 HTTP/1.1" status: 200 len: 920 time: 0.3556955 Feb 11 04:44:28.317028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51430) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:28.374058 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b4a08e2-380c-48e8-85b4-59e0e38328ca admin admin] Publish callbacks [] for security_group (7ead0497-de60-417a-bc88-6f36be10d7d9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:28.439214 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef20df41-b3ff-4c1a-9e9d-6b0c9cc09889 req-682eee42-8fe4-4669-b411-3452fdcde668 service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046649 Feb 11 04:44:28.444115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072c8156-51c9-4df9-968e-8242bce39e36 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:28.445626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-072c8156-51c9-4df9-968e-8242bce39e36 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&device_id=61e301ca-b320-459b-8471-e4f9c4c19221&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1276515 Feb 11 04:44:28.453558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51434) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:28.550998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:28.569866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d99f7-7fb1-42cc-bfb4-05052631d9c5 req-f0799f46-3300-4191-a463-ae2fc574bdef tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:28.571506 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f7d99f7-7fb1-42cc-bfb4-05052631d9c5 req-f0799f46-3300-4191-a463-ae2fc574bdef tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.1310968 Feb 11 04:44:28.573774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Publish callbacks [] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:28.609226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f2fa6-3e4e-4c81-8e68-1e053d88c487 req-e48e59ff-6336-4633-9692-d8aea87be28b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:28.611041 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-752f2fa6-3e4e-4c81-8e68-1e053d88c487 req-e48e59ff-6336-4633-9692-d8aea87be28b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 944 time: 0.2074316 Feb 11 04:44:28.643073 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f7d99f7-7fb1-42cc-bfb4-05052631d9c5 req-28f01fdc-58b6-402b-b26f-24ce73d32160 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602736 Feb 11 04:44:28.664766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Transition to ACTIVE for port object 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:44:28.668379 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:28.672403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b4a08e2-380c-48e8-85b4-59e0e38328ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7ead0497-de60-417a-bc88-6f36be10d7d9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:28.675218 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b4a08e2-380c-48e8-85b4-59e0e38328ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:28.676386 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9b4a08e2-380c-48e8-85b4-59e0e38328ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ead0497-de60-417a-bc88-6f36be10d7d9 HTTP/1.1" status: 204 len: 168 time: 0.5102470 Feb 11 04:44:28.707947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a08e2-380c-48e8-85b4-59e0e38328ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ead0497-de60-417a-bc88-6f36be10d7d9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:28.713156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a36b2d-e940-4741-9e94-f2a1741f47e6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:28.714546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-00a36b2d-e940-4741-9e94-f2a1741f47e6 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 881 time: 0.2607892 Feb 11 04:44:28.717962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51440) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:28.767763 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dd3a73df-b4c1-4787-b125-e6b846a8be67 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "GET /v2.0/ports?device_id=61e301ca-b320-459b-8471-e4f9c4c19221 HTTP/1.1" status: 200 len: 205 time: 0.0388913 Feb 11 04:44:28.771940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51442) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:28.817329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-752f2fa6-3e4e-4c81-8e68-1e053d88c487 req-b13ee12f-a6e5-498f-9137-c8f7ed87af86 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918101 Feb 11 04:44:28.912979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:28.988527 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (61e301ca-b320-459b-8471-e4f9c4c19221), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:29.004828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Attempting to bind port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:29.005160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Attempting to bind port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '5ffc5543-5745-42a9-a34f-268d09b3698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8ce0f3fd-2809-476b-8ada-c01196b1d8e0'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:29.005496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Attempting to bind port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 on network 8ce0f3fd-2809-476b-8ada-c01196b1d8e0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:29.015356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda43ea7-6fdd-483c-9e25-ae56377bf13b req-9ac2e566-32c5-4f63-b4b9-4a8f505b03f2 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:29.016939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eda43ea7-6fdd-483c-9e25-ae56377bf13b req-9ac2e566-32c5-4f63-b4b9-4a8f505b03f2 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 943 time: 0.1725457 Feb 11 04:44:29.020741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 on network 8ce0f3fd-2809-476b-8ada-c01196b1d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:44:29.021071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Attempting to bind port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 on network 8ce0f3fd-2809-476b-8ada-c01196b1d8e0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:29.027276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:29.027617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Checking segment: {'id': '5ffc5543-5745-42a9-a34f-268d09b3698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8ce0f3fd-2809-476b-8ada-c01196b1d8e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:29.028009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Bound using segment: {'id': '5ffc5543-5745-42a9-a34f-268d09b3698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8ce0f3fd-2809-476b-8ada-c01196b1d8e0'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:29.028446 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Bound port: 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ffc5543-5745-42a9-a34f-268d09b3698a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8ce0f3fd-2809-476b-8ada-c01196b1d8e0'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:29.028805 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:29.132711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] For port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:29.136078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] For port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5,segment=NetworkSegment(5ffc5543-5745-42a9-a34f-268d09b3698a),segment_id=5ffc5543-5745-42a9-a34f-268d09b3698a)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:29.144588 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:29.207880 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34406565-6b26-4a0f-87ba-d418d838996a req-39027c7a-301f-4362-9966-397790e80327 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/ports?device_id=9862eb89-6290-4729-98a9-f3632c4abb7f HTTP/1.1" status: 200 len: 210 time: 0.1089132 Feb 11 04:44:29.237217 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eda43ea7-6fdd-483c-9e25-ae56377bf13b req-d80c6b80-5d96-4f9f-b0b5-453708fdb7fc tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbf5c81e-524a-4d4a-b015-4004e9c98ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994030 Feb 11 04:44:29.243380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:29.244246 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:29.245413 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] 10.222.0.10 "PUT /v2.0/ports/325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 HTTP/1.1" status: 200 len: 1092 time: 2.1946735 Feb 11 04:44:29.245857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27760f16-20eb-4b88-89ee-e72d0bc95805', 'tag': '325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:29.248444 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db656e6c-a8e8-4ae5-90cd-d0b244225aea" -d '{"events": [{"name": "network-changed", "server_uuid": "27760f16-20eb-4b88-89ee-e72d0bc95805", "tag": "325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:29.281425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a758b89-8072-4f98-91de-7e7e22e4f7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:29.382785 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (61e301ca-b320-459b-8471-e4f9c4c19221), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:29.401443 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af017c6e-395f-4543-827b-e1d8b8f9c642 x-openstack-request-id: req-af017c6e-395f-4543-827b-e1d8b8f9c642 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:29.402161 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27760f16-20eb-4b88-89ee-e72d0bc95805", "tag": "325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:29.402509 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af017c6e-395f-4543-827b-e1d8b8f9c642 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:29.403797 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27760f16-20eb-4b88-89ee-e72d0bc95805', 'tag': '325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5', 'status': 'completed', 'code': 200} Feb 11 04:44:29.417401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-d438a55f-f825-4f51-b7a2-432d0015f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:29.420653 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-d438a55f-f825-4f51-b7a2-432d0015f69b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=498c0c7f66674f06bf94eb65894898bb&device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 1126 time: 0.1002734 Feb 11 04:44:29.485358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Deleting port 117eb66b-8474-4409-a3d7-abdc5c50122a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:29.486336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (117eb66b-8474-4409-a3d7-abdc5c50122a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:29.532902 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-5c00fcf1-f3b8-4876-878e-24c4ffbaec26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 HTTP/1.1" status: 200 len: 217 time: 0.0995479 Feb 11 04:44:29.656489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-27132d28-ec97-482b-972d-81dab6e25f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:29.660486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-27132d28-ec97-482b-972d-81dab6e25f98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eda10ffa-4007-4d1a-a9d3-7bd9c711a727 HTTP/1.1" status: 200 len: 854 time: 0.1214616 Feb 11 04:44:29.696670 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (117eb66b-8474-4409-a3d7-abdc5c50122a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:29.725102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Calling delete_port for 117eb66b-8474-4409-a3d7-abdc5c50122a owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:29.768262 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-95c3df37-7f72-43a4-8a09-b46febcc444c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ce0f3fd-2809-476b-8ada-c01196b1d8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995615 Feb 11 04:44:30.084895 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (117eb66b-8474-4409-a3d7-abdc5c50122a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:30.105852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893e023-f4bd-4a5e-9520-29a3b3f587a1 req-95e64319-666c-4845-adc3-0d25321afce9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:30.113743 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e893e023-f4bd-4a5e-9520-29a3b3f587a1 req-95e64319-666c-4845-adc3-0d25321afce9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 944 time: 0.1328237 Feb 11 04:44:30.147064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Pushing event deleted for resources: {'Port': ['ID=117eb66b-8474-4409-a3d7-abdc5c50122a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:30.377832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e893e023-f4bd-4a5e-9520-29a3b3f587a1 req-e065f770-b6c5-467b-ac9b-06d3df326010 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631063 Feb 11 04:44:30.405110 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (61e301ca-b320-459b-8471-e4f9c4c19221), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:30.418793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2c97-89fe-4dda-9454-b02331c81949 req-24b7b608-2944-4e86-bf4f-90a8b55728cc tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:30.426300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56af2c97-89fe-4dda-9454-b02331c81949 req-24b7b608-2944-4e86-bf4f-90a8b55728cc tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.5852580 Feb 11 04:44:30.444322 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-7efcebe9-24fd-46e2-b537-b67a2ea8458c service neutron] 10.222.0.10 "GET /v2.0/networks/8ce0f3fd-2809-476b-8ada-c01196b1d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668727 Feb 11 04:44:30.554386 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c56b0f5-eb27-4cb2-b915-750f696c8e13 req-6c5d0a9a-fe35-4f46-826d-8d0b5921d8f5 service neutron] 10.222.0.10 "GET /v2.0/networks/8ce0f3fd-2809-476b-8ada-c01196b1d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010177 Feb 11 04:44:30.583580 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51492) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:30.593575 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (61e301ca-b320-459b-8471-e4f9c4c19221), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:30.596409 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_controller (61e301ca-b320-459b-8471-e4f9c4c19221), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:30.647681 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (61e301ca-b320-459b-8471-e4f9c4c19221), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:30.648656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Fanout notify agent at l3_agent the message router_deleted on router 61e301ca-b320-459b-8471-e4f9c4c19221 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:44:30.660753 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56af2c97-89fe-4dda-9454-b02331c81949 req-dd4e149a-7b6d-4b1b-a4b4-995c5e798233 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322624 Feb 11 04:44:30.664179 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:30.668121 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-78744801-a600-4bec-aea6-12e7999c0ce1 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/routers/61e301ca-b320-459b-8471-e4f9c4c19221 HTTP/1.1" status: 204 len: 168 time: 1.8951101 Feb 11 04:44:30.672187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51496) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:30.676685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-197ec12d-f3fb-49fc-9932-06d49942f634 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-128231916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:30.739773 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-197ec12d-f3fb-49fc-9932-06d49942f634 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (4700d1cd-2811-4953-85a1-b9937146bc70), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:30.740854 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-197ec12d-f3fb-49fc-9932-06d49942f634 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (4700d1cd-2811-4953-85a1-b9937146bc70), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:30.783967 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db656e6c-a8e8-4ae5-90cd-d0b244225aea req-934b57c6-6c5f-41e6-a01c-99f000b8c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:30.785491 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db656e6c-a8e8-4ae5-90cd-d0b244225aea req-934b57c6-6c5f-41e6-a01c-99f000b8c2cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=498c0c7f66674f06bf94eb65894898bb&device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 1126 time: 0.1236074 Feb 11 04:44:30.880644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1278182431-network', 'tenant_id': 'b17f5c0876a6459894825e19cb0017e2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:30.891745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-197ec12d-f3fb-49fc-9932-06d49942f634 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_controller (4700d1cd-2811-4953-85a1-b9937146bc70), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:30.899540 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-197ec12d-f3fb-49fc-9932-06d49942f634 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (4700d1cd-2811-4953-85a1-b9937146bc70), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:30.946510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51504) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:31.001732 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-197ec12d-f3fb-49fc-9932-06d49942f634 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.003126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-197ec12d-f3fb-49fc-9932-06d49942f634 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3298957 Feb 11 04:44:31.008711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51508) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:31.019656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Made reservation on behalf of b17f5c0876a6459894825e19cb0017e2 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:31.021558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'enable_snat': True}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:31.021975 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.045302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db656e6c-a8e8-4ae5-90cd-d0b244225aea req-424e0cd6-c33d-4d08-995f-cd50910c74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:31.047113 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db656e6c-a8e8-4ae5-90cd-d0b244225aea req-424e0cd6-c33d-4d08-995f-cd50910c74a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ce0f3fd-2809-476b-8ada-c01196b1d8e0 HTTP/1.1" status: 200 len: 915 time: 0.2537386 Feb 11 04:44:31.047479 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.063788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317d042-4cf3-4f74-be51-fb4c909b1a9e req-3e99cbec-009f-4cd4-a42a-b1de901771fa tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:31.065445 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d317d042-4cf3-4f74-be51-fb4c909b1a9e req-3e99cbec-009f-4cd4-a42a-b1de901771fa tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 943 time: 0.1963158 Feb 11 04:44:31.127577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db656e6c-a8e8-4ae5-90cd-d0b244225aea req-52af6337-6e1e-4908-84d2-007dff890eb1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 HTTP/1.1" status: 200 len: 217 time: 0.0608249 Feb 11 04:44:31.251247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d317d042-4cf3-4f74-be51-fb4c909b1a9e req-0a0d784f-334c-4d80-8497-19dd30bd0261 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbf5c81e-524a-4d4a-b015-4004e9c98ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347704 Feb 11 04:44:31.263198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db656e6c-a8e8-4ae5-90cd-d0b244225aea req-79b224cc-acc6-4eb8-a7e2-149d74e11134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:31.263198 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db656e6c-a8e8-4ae5-90cd-d0b244225aea req-79b224cc-acc6-4eb8-a7e2-149d74e11134 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eda10ffa-4007-4d1a-a9d3-7bd9c711a727 HTTP/1.1" status: 200 len: 854 time: 0.1164911 Feb 11 04:44:31.325945 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db656e6c-a8e8-4ae5-90cd-d0b244225aea req-13fbef76-bb03-48ab-99da-944797e310a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ce0f3fd-2809-476b-8ada-c01196b1d8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626307 Feb 11 04:44:31.498171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e5dffddf-a739-4673-b876-f0d6dda9ac7e details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:44:31.520766 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Publish callbacks [] for security_group (891a7f52-ad34-450e-84ef-55871fae588d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.535671 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (891a7f52-ad34-450e-84ef-55871fae588d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.623453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891a7f52-ad34-450e-84ef-55871fae588d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:31.639311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:44:31.670871 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9ee425cd-e35f-412d-b416-d8e4f539358c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.671960 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Added segment 9ee425cd-e35f-412d-b416-d8e4f539358c of type vlan for network 69d8e4f6-7728-4d44-828e-ccc74a93621e Feb 11 04:44:31.684785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db656e6c-a8e8-4ae5-90cd-d0b244225aea req-c3e35b22-8cca-43e9-8978-833f2ce7e2f5 service neutron] 10.222.0.10 "GET /v2.0/networks/8ce0f3fd-2809-476b-8ada-c01196b1d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503308 Feb 11 04:44:31.712510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e5dffddf-a739-4673-b876-f0d6dda9ac7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e5dffddf-a739-4673-b876-f0d6dda9ac7e,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:31.729300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'e5dffddf-a739-4673-b876-f0d6dda9ac7e', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'port_id': 'e5dffddf-a739-4673-b876-f0d6dda9ac7e', 'mac_address': 'fa:16:3e:20:8f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ae33d8-9318-4ac3-9e38-c945077968e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:44:31.749460 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (69d8e4f6-7728-4d44-828e-ccc74a93621e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.779155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port e5dffddf-a739-4673-b876-f0d6dda9ac7e is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:31.779969 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.809691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5dffddf-a739-4673-b876-f0d6dda9ac7e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:31.824279 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (69d8e4f6-7728-4d44-828e-ccc74a93621e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.825356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:31.825830 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.854463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2605674 Feb 11 04:44:31.855326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:31.873776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-85e7c8dc-1d2c-49ae-bb7f-5d77e5df0ee6 admin admin] Request body: {'subnet': {'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1278182431-subnet', 'tenant_id': 'b17f5c0876a6459894825e19cb0017e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:31.880884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e5dffddf-a739-4673-b876-f0d6dda9ac7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e5dffddf-a739-4673-b876-f0d6dda9ac7e,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:31.886493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db656e6c-a8e8-4ae5-90cd-d0b244225aea req-ec7da044-0adc-456c-bf63-ec70ef644d65 service neutron] 10.222.0.10 "GET /v2.0/networks/8ce0f3fd-2809-476b-8ada-c01196b1d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781385 Feb 11 04:44:31.891948 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.956521 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01b44ba4-a0b1-4988-880e-98a8f86a5545 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for security_group (b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.016251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a3867-1d20-447c-a5bb-3d5f718df0cf admin admin] Pushing event updated for resources: {'Network': ['ID=69d8e4f6-7728-4d44-828e-ccc74a93621e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:32.031633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 69d8e4f6-7728-4d44-828e-ccc74a93621e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:44:32.086344 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01b44ba4-a0b1-4988-880e-98a8f86a5545 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for security_group (b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.138283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e7c8dc-1d2c-49ae-bb7f-5d77e5df0ee6 admin admin] Made reservation on behalf of b17f5c0876a6459894825e19cb0017e2 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:32.141337 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85e7c8dc-1d2c-49ae-bb7f-5d77e5df0ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.226757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=e5dffddf-a739-4673-b876-f0d6dda9ac7e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:32.265344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019db28-4c73-4061-ad41-8a643ec82080 req-e948e7b6-9f02-43dc-8ead-f6665ba5cfaa tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.272397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e019db28-4c73-4061-ad41-8a643ec82080 req-e948e7b6-9f02-43dc-8ead-f6665ba5cfaa tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 945 time: 0.4051676 Feb 11 04:44:32.278022 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (4700d1cd-2811-4953-85a1-b9937146bc70), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.303412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51552) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:32.334811 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487eec55-2ff0-4dd0-af9b-bff11dff1447 req-65bb6c22-784b-4ce2-a586-0f5efb38a7ed tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.344051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-487eec55-2ff0-4dd0-af9b-bff11dff1447 req-65bb6c22-784b-4ce2-a586-0f5efb38a7ed tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.3215804 Feb 11 04:44:32.390305 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01b44ba4-a0b1-4988-880e-98a8f86a5545 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.393338 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01b44ba4-a0b1-4988-880e-98a8f86a5545 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.397846 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-01b44ba4-a0b1-4988-880e-98a8f86a5545 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "DELETE /v2.0/security-groups/b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4 HTTP/1.1" status: 204 len: 168 time: 1.4491096 Feb 11 04:44:32.398815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51556) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:32.407170 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['e5dffddf-a739-4673-b876-f0d6dda9ac7e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:32.418664 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e019db28-4c73-4061-ad41-8a643ec82080 req-17782585-0332-4e9d-8470-4fb222943c9c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451497 Feb 11 04:44:32.421249 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-487eec55-2ff0-4dd0-af9b-bff11dff1447 req-90c1f2c2-7976-4e87-930e-84c7bcbcaf35 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734553 Feb 11 04:44:32.465942 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-85e8afd3-bf50-4365-b8cf-00a499e0a627 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] show failed (client error): The resource could not be found. Feb 11 04:44:32.471599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-85e8afd3-bf50-4365-b8cf-00a499e0a627 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "GET /v2.0/security-groups/b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4 HTTP/1.1" status: 404 len: 347 time: 0.0647118 Feb 11 04:44:32.472615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51558) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:32.473173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b44ba4-a0b1-4988-880e-98a8f86a5545 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b7b6a2-7071-4cd0-b0c6-143b1dbb79f4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:32.554566 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e0cae4-4e1a-40f4-8dec-0cd5da7afd29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.715515 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85e7c8dc-1d2c-49ae-bb7f-5d77e5df0ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (a31e1b69-ce3c-4013-8020-1340f9245fc7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.808672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e0cae4-4e1a-40f4-8dec-0cd5da7afd29 admin admin] Publish callbacks [] for security_group (32484647-2e3d-4293-bda3-a33ec5f44cf7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.818774 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e0cae4-4e1a-40f4-8dec-0cd5da7afd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (32484647-2e3d-4293-bda3-a33ec5f44cf7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.822328 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (4700d1cd-2811-4953-85a1-b9937146bc70), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.875436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0cae4-4e1a-40f4-8dec-0cd5da7afd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32484647-2e3d-4293-bda3-a33ec5f44cf7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:32.883022 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.902863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1d899-4b4c-4cb1-a890-779992d92b94 req-129a5547-9eeb-4846-b70b-249e566d9479 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.911914 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8d1d899-4b4c-4cb1-a890-779992d92b94 req-129a5547-9eeb-4846-b70b-249e566d9479 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 943 time: 0.3498852 Feb 11 04:44:32.920488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c8dc-1d2c-49ae-bb7f-5d77e5df0ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a31e1b69-ce3c-4013-8020-1340f9245fc7,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:32.935458 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.937326 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-96e0cae4-4e1a-40f4-8dec-0cd5da7afd29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19e075423f13412084fc551492d0941e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6285255 Feb 11 04:44:32.947820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51560) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:32.962174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7c8dc-1d2c-49ae-bb7f-5d77e5df0ee6 admin admin] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:32.963247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e7c8dc-1d2c-49ae-bb7f-5d77e5df0ee6 admin admin] Network hostable DHCP agents. Network: 69d8e4f6-7728-4d44-828e-ccc74a93621e, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:44:33.091496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Allocated IP 172.25.7.83 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/023f360e-5fb2-45c3-b061-1035139152cc) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:33.109418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:44:33.116928 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8d1d899-4b4c-4cb1-a890-779992d92b94 req-f9b063f7-214e-4bb5-8d81-7b0ec4ad1bb9 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbf5c81e-524a-4d4a-b015-4004e9c98ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040203 Feb 11 04:44:33.121288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3fee4839-ba3e-473c-b77a-d28a61bf1489 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Deleting port 54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:33.125687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fee4839-ba3e-473c-b77a-d28a61bf1489 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.128107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e7c8dc-1d2c-49ae-bb7f-5d77e5df0ee6 admin admin] Network 69d8e4f6-7728-4d44-828e-ccc74a93621e is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:44:33.161205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-85e7c8dc-1d2c-49ae-bb7f-5d77e5df0ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 69d8e4f6-7728-4d44-828e-ccc74a93621e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:33.179294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7c8dc-1d2c-49ae-bb7f-5d77e5df0ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:33.180201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85e7c8dc-1d2c-49ae-bb7f-5d77e5df0ee6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.182945 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55af95a1-5d49-4dc8-960d-ada5e16e0870 admin admin] Publish callbacks [] for security_group (32484647-2e3d-4293-bda3-a33ec5f44cf7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.208297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ba1e0e-5be2-4b45-9f33-61f860e6f4c2 None None] Network 69d8e4f6-7728-4d44-828e-ccc74a93621e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:33.248537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-85e7c8dc-1d2c-49ae-bb7f-5d77e5df0ee6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3804908 Feb 11 04:44:33.257053 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55af95a1-5d49-4dc8-960d-ada5e16e0870 admin admin] Publish callbacks [] for security_group (32484647-2e3d-4293-bda3-a33ec5f44cf7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.297240 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fee4839-ba3e-473c-b77a-d28a61bf1489 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.297782 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fee4839-ba3e-473c-b77a-d28a61bf1489 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for floatingip (54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.321880 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for port (023f360e-5fb2-45c3-b061-1035139152cc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.323938 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3fee4839-ba3e-473c-b77a-d28a61bf1489 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Calling delete_port for 54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:33.405805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (023f360e-5fb2-45c3-b061-1035139152cc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.439723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5,segment=NetworkSegment(5ffc5543-5745-42a9-a34f-268d09b3698a),segment_id=5ffc5543-5745-42a9-a34f-268d09b3698a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:33.444420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:33.447614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:33.454637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:33.510546 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55af95a1-5d49-4dc8-960d-ada5e16e0870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (32484647-2e3d-4293-bda3-a33ec5f44cf7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.513046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55af95a1-5d49-4dc8-960d-ada5e16e0870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.517591 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-55af95a1-5d49-4dc8-960d-ada5e16e0870 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32484647-2e3d-4293-bda3-a33ec5f44cf7 HTTP/1.1" status: 204 len: 168 time: 0.5644405 Feb 11 04:44:33.520034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5', 'network_id': '8ce0f3fd-2809-476b-8ada-c01196b1d8e0', 'port_id': '325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5', 'mac_address': 'fa:16:3e:cb:67:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda10ffa-4007-4d1a-a9d3-7bd9c711a727', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:44:33.529729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61aeb90-0fa8-4671-acbf-1bd0f12f2766 None None] Network 69d8e4f6-7728-4d44-828e-ccc74a93621e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:33.555526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event updated for resources: {'Port': ['ID=023f360e-5fb2-45c3-b061-1035139152cc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:33.698117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af95a1-5d49-4dc8-960d-ada5e16e0870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32484647-2e3d-4293-bda3-a33ec5f44cf7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:33.725817 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fee4839-ba3e-473c-b77a-d28a61bf1489 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.800333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:33.801297 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.832015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65abf3f-bf52-4158-9d6a-df17ded9acfc req-7fff37fa-b1d9-4c5b-83d8-b5305edee3de tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:33.833790 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c65abf3f-bf52-4158-9d6a-df17ded9acfc req-7fff37fa-b1d9-4c5b-83d8-b5305edee3de tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.2090495 Feb 11 04:44:33.853318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee4839-ba3e-473c-b77a-d28a61bf1489 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Pushing event deleted for resources: {'Port': ['ID=54c5a95c-6ed0-42ad-a1fe-3fc3de2125a7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:33.871113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:34.083517 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fee4839-ba3e-473c-b77a-d28a61bf1489 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks [] for floatingip (83e974d3-afde-49fd-acff-5c5141044cc1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.088092 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c65abf3f-bf52-4158-9d6a-df17ded9acfc req-6138bd85-ca97-4e57-b0da-6b0e03bafc9c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435496 Feb 11 04:44:34.091015 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fee4839-ba3e-473c-b77a-d28a61bf1489 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.099874 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3fee4839-ba3e-473c-b77a-d28a61bf1489 tempest-ServersTestBootFromVolume-488134314 tempest-ServersTestBootFromVolume-488134314-project] 10.222.0.48 "DELETE /v2.0/floatingips/83e974d3-afde-49fd-acff-5c5141044cc1 HTTP/1.1" status: 204 len: 168 time: 1.6241946 Feb 11 04:44:34.103852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51580) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:34.145812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c10cf-228d-4d90-a31f-21bf3315d429 req-af29ec6f-eb9d-47c0-86fe-42fbe2062f8f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:34.152101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d5c10cf-228d-4d90-a31f-21bf3315d429 req-af29ec6f-eb9d-47c0-86fe-42fbe2062f8f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 945 time: 0.4408271 Feb 11 04:44:34.152670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51586) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:34.264487 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d5c10cf-228d-4d90-a31f-21bf3315d429 req-3ea359b7-73dd-4333-8354-8cb71c3c15f8 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050375 Feb 11 04:44:34.299932 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (4700d1cd-2811-4953-85a1-b9937146bc70), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.362394 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5,segment=NetworkSegment(5ffc5543-5745-42a9-a34f-268d09b3698a),segment_id=5ffc5543-5745-42a9-a34f-268d09b3698a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:34.400526 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.466142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:34.491576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b934818-59b2-423c-9e14-80800b30cead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.626227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51602) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:34.632720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-324969433-network', 'tenant_id': '9cdaf13223ee42e28a4d94ce01633cb2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:34.656851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Made reservation on behalf of 9cdaf13223ee42e28a4d94ce01633cb2 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:34.659744 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.689593 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.703798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:34.818134 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b934818-59b2-423c-9e14-80800b30cead admin admin] Publish callbacks [] for security_group (a492b725-1424-447c-9015-7bdc4a8ec272), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.845036 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Publish callbacks [] for security_group (86bd0d6c-313e-4cfc-be4b-de3cbbbd02c8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.851458 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (86bd0d6c-313e-4cfc-be4b-de3cbbbd02c8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.852937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b934818-59b2-423c-9e14-80800b30cead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a492b725-1424-447c-9015-7bdc4a8ec272), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.863093 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (4700d1cd-2811-4953-85a1-b9937146bc70), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.909102 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:44:34.951911 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5924a0ac-8a33-457c-adf0-6cd87089d8cf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.952617 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Added segment 5924a0ac-8a33-457c-adf0-6cd87089d8cf of type vlan for network 9fda43e3-5d7a-45a5-9432-273fbb815c41 Feb 11 04:44:34.957706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bd0d6c-313e-4cfc-be4b-de3cbbbd02c8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:35.005776 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (4700d1cd-2811-4953-85a1-b9937146bc70), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:35.040161 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (9fda43e3-5d7a-45a5-9432-273fbb815c41), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:35.099243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6d1c9-35c7-44df-ba1f-ab48deeb7765 req-ebbd5069-6dc9-4b9f-afbc-01a25443b066 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:35.101262 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19e6d1c9-35c7-44df-ba1f-ab48deeb7765 req-ebbd5069-6dc9-4b9f-afbc-01a25443b066 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 943 time: 0.8287537 Feb 11 04:44:35.105302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (9fda43e3-5d7a-45a5-9432-273fbb815c41), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:35.106402 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:35.107181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:35.200867 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0b934818-59b2-423c-9e14-80800b30cead admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc37759991b043449a583ebb25051fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0446560 Feb 11 04:44:35.201440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5706408 Feb 11 04:44:35.216609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51608) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:35.216951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51610) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:35.218378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b934818-59b2-423c-9e14-80800b30cead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a492b725-1424-447c-9015-7bdc4a8ec272,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:35.237185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fd236711-c44b-416b-8c83-b6061914ba98 admin admin] Request body: {'subnet': {'network_id': '9fda43e3-5d7a-45a5-9432-273fbb815c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-324969433-subnet', 'tenant_id': '9cdaf13223ee42e28a4d94ce01633cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:35.306178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c895a-af65-487e-9eef-d9e8bcf8fe13 admin admin] Pushing event updated for resources: {'Network': ['ID=9fda43e3-5d7a-45a5-9432-273fbb815c41,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:35.324794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd236711-c44b-416b-8c83-b6061914ba98 admin admin] Made reservation on behalf of 9cdaf13223ee42e28a4d94ce01633cb2 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:35.327315 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd236711-c44b-416b-8c83-b6061914ba98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:35.328481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 9fda43e3-5d7a-45a5-9432-273fbb815c41 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:44:35.346994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd125cc-4561-4587-9bc3-811a059c194a req-31cf6720-101e-4391-bb70-51ece3e8fc24 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:35.348569 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dd125cc-4561-4587-9bc3-811a059c194a req-31cf6720-101e-4391-bb70-51ece3e8fc24 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.0902557 Feb 11 04:44:35.454926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dd125cc-4561-4587-9bc3-811a059c194a req-6deb984a-e3d1-4c3f-a882-5634a64e1b58 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995359 Feb 11 04:44:35.528618 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e5dffddf-a739-4673-b876-f0d6dda9ac7e up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:35.634130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port e5dffddf-a739-4673-b876-f0d6dda9ac7e completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:44:35.638827 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port e5dffddf-a739-4673-b876-f0d6dda9ac7e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:35.639205 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:35.683787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231fd75-38b7-471d-83c7-2acce5376321 req-e7ae76bf-d7aa-4a1e-aadc-53ce38c547d3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:35.698261 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8231fd75-38b7-471d-83c7-2acce5376321 req-e7ae76bf-d7aa-4a1e-aadc-53ce38c547d3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 945 time: 0.1552694 Feb 11 04:44:35.780527 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8231fd75-38b7-471d-83c7-2acce5376321 req-45559654-56cc-4310-8146-88468ba9b958 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812576 Feb 11 04:44:35.796883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port e5dffddf-a739-4673-b876-f0d6dda9ac7e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:35.798073 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:35.820230 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da39f1ac-9da4-432b-a4af-3a155b333971 admin admin] Publish callbacks [] for security_group (a492b725-1424-447c-9015-7bdc4a8ec272), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:35.841862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19e6d1c9-35c7-44df-ba1f-ab48deeb7765 req-00db8a7e-abf2-4035-8d2f-bf6d4eed5508 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbf5c81e-524a-4d4a-b015-4004e9c98ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6393626 Feb 11 04:44:35.851154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58220322-68fc-4074-9b11-c5160cf589ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dffddf-a739-4673-b876-f0d6dda9ac7e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:35.863465 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfad3c9f-0442-4ecc-9e2a-e285e5f33a1a" -d '{"events": [{"server_uuid": "58220322-68fc-4074-9b11-c5160cf589ad", "name": "network-vif-plugged", "status": "completed", "tag": "e5dffddf-a739-4673-b876-f0d6dda9ac7e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:35.903040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e5dffddf-a739-4673-b876-f0d6dda9ac7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e5dffddf-a739-4673-b876-f0d6dda9ac7e,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:35.915356 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:35.953866 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82022e5-9e18-467d-b73a-8592d0d889af x-openstack-request-id: req-a82022e5-9e18-467d-b73a-8592d0d889af {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:35.954168 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58220322-68fc-4074-9b11-c5160cf589ad", "name": "network-vif-plugged", "status": "completed", "tag": "e5dffddf-a739-4673-b876-f0d6dda9ac7e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:35.954428 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a82022e5-9e18-467d-b73a-8592d0d889af {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:35.955006 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58220322-68fc-4074-9b11-c5160cf589ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dffddf-a739-4673-b876-f0d6dda9ac7e', 'code': 200} Feb 11 04:44:35.975223 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da39f1ac-9da4-432b-a4af-3a155b333971 admin admin] Publish callbacks [] for security_group (a492b725-1424-447c-9015-7bdc4a8ec272), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:36.033520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=e5dffddf-a739-4673-b876-f0d6dda9ac7e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:36.140491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d14a-166e-4ce0-85a1-05ad021cb32b req-897f3b03-4a3c-45bf-a3d6-5ab3305cca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:36.144434 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c33d14a-166e-4ce0-85a1-05ad021cb32b req-897f3b03-4a3c-45bf-a3d6-5ab3305cca8c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 1129 time: 0.0912864 Feb 11 04:44:36.167700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Router 4700d1cd-2811-4953-85a1-b9937146bc70 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:44:36.191486 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da39f1ac-9da4-432b-a4af-3a155b333971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a492b725-1424-447c-9015-7bdc4a8ec272), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:36.194702 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da39f1ac-9da4-432b-a4af-3a155b333971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:36.196098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-da39f1ac-9da4-432b-a4af-3a155b333971 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a492b725-1424-447c-9015-7bdc4a8ec272 HTTP/1.1" status: 204 len: 168 time: 0.9749374 Feb 11 04:44:36.248152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39f1ac-9da4-432b-a4af-3a155b333971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a492b725-1424-447c-9015-7bdc4a8ec272,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:36.349608 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c33d14a-166e-4ce0-85a1-05ad021cb32b req-dc259dee-d406-4d06-bd65-e62ff9c6ebc9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982808 Feb 11 04:44:36.421217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd236711-c44b-416b-8c83-b6061914ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (ab418281-1778-43d3-b119-20f73819d603), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:36.800382 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:44:37.045335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd236711-c44b-416b-8c83-b6061914ba98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab418281-1778-43d3-b119-20f73819d603,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:37.052898 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af64f2-56db-4c20-8fa2-47e29cebab86 req-bfe37fb8-674d-4314-a3f0-b6981d787f0c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:37.060082 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06af64f2-56db-4c20-8fa2-47e29cebab86 req-bfe37fb8-674d-4314-a3f0-b6981d787f0c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 946 time: 0.1367891 Feb 11 04:44:37.118158 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:37.143796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:37.248629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:37.256043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:37.257686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-eb7116d0-ceac-416e-a67a-2988f7ebf6a4 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "PUT /v2.0/routers/4700d1cd-2811-4953-85a1-b9937146bc70 HTTP/1.1" status: 200 len: 913 time: 6.2477291 Feb 11 04:44:37.263294 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7193417-2d11-493a-a711-951a4ca3ffa7 None None] Sync routers for ids ['4700d1cd-2811-4953-85a1-b9937146bc70'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:37.266734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51648) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:37.269060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd236711-c44b-416b-8c83-b6061914ba98 admin admin] Checking segment: {'id': '5924a0ac-8a33-457c-adf0-6cd87089d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9fda43e3-5d7a-45a5-9432-273fbb815c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:37.269541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd236711-c44b-416b-8c83-b6061914ba98 admin admin] Network hostable DHCP agents. Network: 9fda43e3-5d7a-45a5-9432-273fbb815c41, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:44:37.284240 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06af64f2-56db-4c20-8fa2-47e29cebab86 req-6d5a3746-7a95-4705-8d2d-30f5d4c738c2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129025 Feb 11 04:44:37.300958 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7193417-2d11-493a-a711-951a4ca3ffa7 None None] Routers {'4700d1cd-2811-4953-85a1-b9937146bc70'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:37.305659 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c7193417-2d11-493a-a711-951a4ca3ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4700d1cd-2811-4953-85a1-b9937146bc70'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:37.328610 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1907fc4d-0481-4152-bf4a-b93baded367f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:37.378024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:44:37.390106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:37.390106 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:37.432299 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c7193417-2d11-493a-a711-951a4ca3ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:37.453526 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7193417-2d11-493a-a711-951a4ca3ffa7 None None] Routers {'4700d1cd-2811-4953-85a1-b9937146bc70'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:37.454161 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c7193417-2d11-493a-a711-951a4ca3ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4700d1cd-2811-4953-85a1-b9937146bc70'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:37.567721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab90521-2bea-4898-be90-dad8a8c1f079 req-a634f653-8189-480e-b74a-b286fd6d7170 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:37.581028 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ab90521-2bea-4898-be90-dad8a8c1f079 req-a634f653-8189-480e-b74a-b286fd6d7170 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 944 time: 0.1237037 Feb 11 04:44:37.586782 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c7193417-2d11-493a-a711-951a4ca3ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:37.591166 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7193417-2d11-493a-a711-951a4ca3ffa7 None None] The sync data for ids ['4700d1cd-2811-4953-85a1-b9937146bc70'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:37.612786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e51f-64b2-41a6-bda9-cf94d61722a8 req-cf86de92-ce54-4fbc-ab9b-280b8d5d5f4c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:37.620331 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c06e51f-64b2-41a6-bda9-cf94d61722a8 req-cf86de92-ce54-4fbc-ab9b-280b8d5d5f4c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.4589396 Feb 11 04:44:37.667631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:37.668050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:37.684881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd236711-c44b-416b-8c83-b6061914ba98 admin admin] Network 9fda43e3-5d7a-45a5-9432-273fbb815c41 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:44:37.707953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-fd236711-c44b-416b-8c83-b6061914ba98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 9fda43e3-5d7a-45a5-9432-273fbb815c41) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:37.712226 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ab90521-2bea-4898-be90-dad8a8c1f079 req-70eafb7c-fe4d-41ef-aed0-9dc1e135a8c7 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbf5c81e-524a-4d4a-b015-4004e9c98ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299663 Feb 11 04:44:37.714605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd236711-c44b-416b-8c83-b6061914ba98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:37.715825 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd236711-c44b-416b-8c83-b6061914ba98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:37.766278 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd308b6a-8a4c-44cc-b7e3-a5c0ee9328b0 None None] Network 9fda43e3-5d7a-45a5-9432-273fbb815c41 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:37.858317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5,segment=NetworkSegment(5ffc5543-5745-42a9-a34f-268d09b3698a),segment_id=5ffc5543-5745-42a9-a34f-268d09b3698a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:37.867686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:37.899226 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fd236711-c44b-416b-8c83-b6061914ba98 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6765900 Feb 11 04:44:37.932136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c06e51f-64b2-41a6-bda9-cf94d61722a8 req-13e7cf84-9f2e-4f23-943f-b5b66622c40d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083014 Feb 11 04:44:37.967159 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5f655061-d5ae-442c-b048-e638be0de804 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/routers/4700d1cd-2811-4953-85a1-b9937146bc70 HTTP/1.1" status: 200 len: 919 time: 0.6949167 Feb 11 04:44:37.969841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51664) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:38.002732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27760f16-20eb-4b88-89ee-e72d0bc95805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:38.018850 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23ff51f-01e0-4497-9783-e2f4bf6ff40c" -d '{"events": [{"server_uuid": "27760f16-20eb-4b88-89ee-e72d0bc95805", "name": "network-vif-plugged", "status": "completed", "tag": "325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:38.044750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1822da00-e5b7-4c37-b08c-264ffc3ed169 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.046301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1822da00-e5b7-4c37-b08c-264ffc3ed169 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&device_id=4700d1cd-2811-4953-85a1-b9937146bc70&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0753274 Feb 11 04:44:38.144028 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0e7208-63cb-4ef9-bf14-e19e9d98bd28 x-openstack-request-id: req-ae0e7208-63cb-4ef9-bf14-e19e9d98bd28 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:38.145386 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27760f16-20eb-4b88-89ee-e72d0bc95805", "name": "network-vif-plugged", "status": "completed", "tag": "325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:38.145911 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae0e7208-63cb-4ef9-bf14-e19e9d98bd28 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:38.146795 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27760f16-20eb-4b88-89ee-e72d0bc95805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5', 'code': 200} Feb 11 04:44:38.163388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51668) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:38.209887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1907fc4d-0481-4152-bf4a-b93baded367f admin admin] Deleting port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:38.212472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1907fc4d-0481-4152-bf4a-b93baded367f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:38.227376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:38.300776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7afe74-4ebe-45d7-bba0-7a8570023156 None None] Network 9fda43e3-5d7a-45a5-9432-273fbb815c41 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:38.492205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1907fc4d-0481-4152-bf4a-b93baded367f admin admin] For port fe2e4d8b-c63f-4405-bae1-cde057aaa9d6, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fe2e4d8b-c63f-4405-bae1-cde057aaa9d6,segment=NetworkSegment(dec777df-fd9e-40c7-b2c0-50b0e87b8bd4),segment_id=dec777df-fd9e-40c7-b2c0-50b0e87b8bd4)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:38.492765 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1907fc4d-0481-4152-bf4a-b93baded367f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:38.499239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943b6e0-87e9-4ca3-bf52-44ebf9084e9b req-c84bba9b-da2a-48f5-94a1-6a1f44d48e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.500196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e943b6e0-87e9-4ca3-bf52-44ebf9084e9b req-c84bba9b-da2a-48f5-94a1-6a1f44d48e57 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 1128 time: 0.2451072 Feb 11 04:44:38.513516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c377b6ce-eb80-4684-9568-a0f6d1bb2441 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.516023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c377b6ce-eb80-4684-9568-a0f6d1bb2441 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 881 time: 0.3515985 Feb 11 04:44:38.524062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51686) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:38.562055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1907fc4d-0481-4152-bf4a-b93baded367f admin admin] Calling delete_port for fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:38.611324 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e943b6e0-87e9-4ca3-bf52-44ebf9084e9b req-6d93255a-a7e5-4c59-910e-920f002a3e44 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bbf5c81e-524a-4d4a-b015-4004e9c98ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023352 Feb 11 04:44:38.612383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dad31535-0715-44a9-8b8d-eb190996fc5b tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "GET /v2.0/ports?device_id=4700d1cd-2811-4953-85a1-b9937146bc70 HTTP/1.1" status: 200 len: 205 time: 0.0855148 Feb 11 04:44:38.615688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51688) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:38.723884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a1f44-cdfd-49a5-a942-eac0222f64e8 req-3e2ef2b5-378b-4112-a805-de4c2f79b5b3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.731206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce7a1f44-cdfd-49a5-a942-eac0222f64e8 req-3e2ef2b5-378b-4112-a805-de4c2f79b5b3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 946 time: 0.3240430 Feb 11 04:44:38.867798 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce7a1f44-cdfd-49a5-a942-eac0222f64e8 req-30453594-ae23-405e-bf99-2cbbf9150ec8 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355100 Feb 11 04:44:39.051846 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (4700d1cd-2811-4953-85a1-b9937146bc70), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:39.075620 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1907fc4d-0481-4152-bf4a-b93baded367f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (fe2e4d8b-c63f-4405-bae1-cde057aaa9d6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:39.133370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907fc4d-0481-4152-bf4a-b93baded367f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2e4d8b-c63f-4405-bae1-cde057aaa9d6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:39.175820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1c76b-09ba-40fe-8188-f571b4385692 req-e3885501-0d9f-4419-ae54-da2151aef0d9 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:39.177384 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11d1c76b-09ba-40fe-8188-f571b4385692 req-e3885501-0d9f-4419-ae54-da2151aef0d9 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 945 time: 0.1841867 Feb 11 04:44:39.252087 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-e7c702a5-242d-4059-ac72-8e2940338962 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:39.260415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-e7c702a5-242d-4059-ac72-8e2940338962 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 821 time: 0.2058344 Feb 11 04:44:39.307074 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e425393f-f5f5-434f-bfb1-392437a59476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:39.325171 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11d1c76b-09ba-40fe-8188-f571b4385692 req-f57ddc70-1c36-4f9d-bcdb-f98f6b2515ba tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbf5c81e-524a-4d4a-b015-4004e9c98ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375530 Feb 11 04:44:39.327503 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-545fac3a-efbc-41fd-ad75-99d289daaa19 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/quotas/b17f5c0876a6459894825e19cb0017e2 HTTP/1.1" status: 200 len: 375 time: 0.0660183 Feb 11 04:44:39.421454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1907fc4d-0481-4152-bf4a-b93baded367f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:39.449022 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-83a7b117-1404-4efb-98ab-081dc60f749a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335550 Feb 11 04:44:39.492559 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (4700d1cd-2811-4953-85a1-b9937146bc70), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:39.744875 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-985c2cf1-a21f-49b9-9c69-9c07df58cf79 service neutron] 10.222.0.48 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757552 Feb 11 04:44:39.823466 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Deleting port 023f360e-5fb2-45c3-b061-1035139152cc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:39.824201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (023f360e-5fb2-45c3-b061-1035139152cc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:39.917593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d0f0a-c49f-4b04-b0b5-b18e87fdcccf req-ea4359e9-0d44-46bd-a07a-5831c005cbac tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:39.919783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b6d0f0a-c49f-4b04-b0b5-b18e87fdcccf req-ea4359e9-0d44-46bd-a07a-5831c005cbac tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.0766091 Feb 11 04:44:39.921784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1907fc4d-0481-4152-bf4a-b93baded367f admin admin] Router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:44:39.955578 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (023f360e-5fb2-45c3-b061-1035139152cc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:40.005207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Calling delete_port for 023f360e-5fb2-45c3-b061-1035139152cc owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:40.018835 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b6d0f0a-c49f-4b04-b0b5-b18e87fdcccf req-34ab6e8c-ee86-4872-b080-02cc48ad9fdf tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929432 Feb 11 04:44:40.089166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1907fc4d-0481-4152-bf4a-b93baded367f admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:40.101854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16866e4a-281a-48c2-b89c-8c4ecaf55adb None None] Sync routers for ids ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:40.110683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1907fc4d-0481-4152-bf4a-b93baded367f admin admin] 10.222.0.48 "PUT /v2.0/routers/8d6cb424-74b1-40f6-a5f2-9d03fdbfe710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9942899 Feb 11 04:44:40.111868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51716) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:40.119719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16866e4a-281a-48c2-b89c-8c4ecaf55adb None None] Routers {'8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:40.120988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-16866e4a-281a-48c2-b89c-8c4ecaf55adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:40.341001 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Publish callbacks [] for router (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:40.409027 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-1da9b410-369c-44b7-914d-cec68b5be902 service neutron] 10.222.0.48 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531541 Feb 11 04:44:40.434143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-16866e4a-281a-48c2-b89c-8c4ecaf55adb None None] Set router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:40.468349 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (023f360e-5fb2-45c3-b061-1035139152cc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:40.534957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Pushing event deleted for resources: {'Port': ['ID=023f360e-5fb2-45c3-b061-1035139152cc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:40.676978 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (4700d1cd-2811-4953-85a1-b9937146bc70), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:40.692432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88f44b-d071-4ab3-bf38-ce4414396d20 req-333c6828-f0bd-412a-9e27-93aead1e30c2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:40.693958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b88f44b-d071-4ab3-bf38-ce4414396d20 req-333c6828-f0bd-412a-9e27-93aead1e30c2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 946 time: 0.2794168 Feb 11 04:44:40.766653 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Publish callbacks [] for router_gateway (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:40.854498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b88f44b-d071-4ab3-bf38-ce4414396d20 req-ba9cf311-22ac-412b-a345-9ca1de147e59 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407387 Feb 11 04:44:40.920189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-16866e4a-281a-48c2-b89c-8c4ecaf55adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '53622364-be87-4060-ba6a-0231d03d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:44:38Z', 'revision_number': 5, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port': {'id': '53622364-be87-4060-ba6a-0231d03d5e02', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:15Z', 'updated_at': '2022-02-11T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:40.969402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16866e4a-281a-48c2-b89c-8c4ecaf55adb None None] Checking router: 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:44:40.979853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16866e4a-281a-48c2-b89c-8c4ecaf55adb None None] Routers {'8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:40.980505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-16866e4a-281a-48c2-b89c-8c4ecaf55adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:41.002692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c3bf9da-5994-4864-bd85-b25251887a7f req-67d601aa-6115-4bc0-aece-9fee801d6da4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 210 time: 0.0654469 Feb 11 04:44:41.027523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Deleting port 53622364-be87-4060-ba6a-0231d03d5e02 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:41.027940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (53622364-be87-4060-ba6a-0231d03d5e02), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:41.128993 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-16866e4a-281a-48c2-b89c-8c4ecaf55adb None None] Set router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:41.191500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-16866e4a-281a-48c2-b89c-8c4ecaf55adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:44:40Z', 'revision_number': 6, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:41.213678 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] For port 53622364-be87-4060-ba6a-0231d03d5e02, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=53622364-be87-4060-ba6a-0231d03d5e02,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:41.215356 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (53622364-be87-4060-ba6a-0231d03d5e02), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:41.247756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Calling delete_port for 53622364-be87-4060-ba6a-0231d03d5e02 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:41.255487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16866e4a-281a-48c2-b89c-8c4ecaf55adb None None] The sync data for ids ['8d6cb424-74b1-40f6-a5f2-9d03fdbfe710'] in n-d-615180-58 is: [{'id': '8d6cb424-74b1-40f6-a5f2-9d03fdbfe710', 'name': 'tempest-ServersTestBootFromVolume-1669807603-router', 'tenant_id': 'e4586974499846adb2131f98982f5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:13Z', 'updated_at': '2022-02-11T04:44:40Z', 'revision_number': 6, 'project_id': 'e4586974499846adb2131f98982f5d2f', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:41.614518 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (4700d1cd-2811-4953-85a1-b9937146bc70), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:41.619739 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_controller (4700d1cd-2811-4953-85a1-b9937146bc70), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:41.698562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:41.718774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef1f5a-1d94-4bf3-9900-b3de7f9b1749 req-565efe5a-c740-419a-8985-2fd7d6b95235 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:41.722255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3ef1f5a-1d94-4bf3-9900-b3de7f9b1749 req-565efe5a-c740-419a-8985-2fd7d6b95235 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.1795332 Feb 11 04:44:41.787191 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:41.787573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fe2e4d8b-c63f-4405-bae1-cde057aaa9d6 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:41.822377 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51752) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:41.832397 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (4700d1cd-2811-4953-85a1-b9937146bc70), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:41.832925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Fanout notify agent at l3_agent the message router_deleted on router 4700d1cd-2811-4953-85a1-b9937146bc70 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:44:41.859897 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9520a735-c9c5-487b-8ea7-8fc516714631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:41.895223 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:41.896346 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-de92b4e9-3072-4c46-b228-5778f55c660e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/routers/4700d1cd-2811-4953-85a1-b9937146bc70 HTTP/1.1" status: 204 len: 168 time: 3.2794094 Feb 11 04:44:41.904870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51760) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:41.917645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8d14cb89-0331-422b-bef3-7594ba50d199 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-147021849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:41.985465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac6053-8c22-4202-b02a-c3ea8b02f434 req-ef1f1a9e-0205-4d87-bb05-474a5b1e42e1 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:41.995427 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-53ac6053-8c22-4202-b02a-c3ea8b02f434 req-ef1f1a9e-0205-4d87-bb05-474a5b1e42e1 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 945 time: 0.5533698 Feb 11 04:44:42.010263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d14cb89-0331-422b-bef3-7594ba50d199 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (6d328a27-9ac7-4ed1-88ba-cf593ca74943), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.011767 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d14cb89-0331-422b-bef3-7594ba50d199 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (6d328a27-9ac7-4ed1-88ba-cf593ca74943), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.091481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2375f5-fb40-44ca-a1dc-708d370ae79f req-f912cf38-307e-4b85-9681-21ec99e3db2a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:42.093248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3ef1f5a-1d94-4bf3-9900-b3de7f9b1749 req-3a28014d-07a6-448d-a257-96497d0bde9d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191125 Feb 11 04:44:42.094042 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (53622364-be87-4060-ba6a-0231d03d5e02), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.095220 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac2375f5-fb40-44ca-a1dc-708d370ae79f req-f912cf38-307e-4b85-9681-21ec99e3db2a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 946 time: 0.3008611 Feb 11 04:44:42.194187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=53622364-be87-4060-ba6a-0231d03d5e02,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:42.232234 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cdce5fa6-38a8-47a9-95f6-33c728e56f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.276984 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d14cb89-0331-422b-bef3-7594ba50d199 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_controller (6d328a27-9ac7-4ed1-88ba-cf593ca74943), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.329314 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d14cb89-0331-422b-bef3-7594ba50d199 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (6d328a27-9ac7-4ed1-88ba-cf593ca74943), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.364994 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-53ac6053-8c22-4202-b02a-c3ea8b02f434 req-fb413e71-a478-418f-bf68-ac6c9c809ca7 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbf5c81e-524a-4d4a-b015-4004e9c98ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580956 Feb 11 04:44:42.432758 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d14cb89-0331-422b-bef3-7594ba50d199 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.434030 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8d14cb89-0331-422b-bef3-7594ba50d199 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5280683 Feb 11 04:44:42.437449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51766) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:42.446615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03cf03-b5e0-4d48-9a0b-5ef8b387eb62 req-513fbe3f-7c64-40e5-95f4-c61dc908b683 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:42.455924 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e03cf03-b5e0-4d48-9a0b-5ef8b387eb62 req-513fbe3f-7c64-40e5-95f4-c61dc908b683 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 946 time: 0.2533538 Feb 11 04:44:42.464839 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.479851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'enable_snat': False}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:42.554640 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f55c1907-f9d7-4345-beed-6b5b1ab306c7 req-d1f1fb3e-209c-4e15-9e13-f8e41480825e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 210 time: 0.0587933 Feb 11 04:44:42.576158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ac2375f5-fb40-44ca-a1dc-708d370ae79f req-76b91d52-86b6-46ca-8b8a-d015ac72824e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Deleting port e5dffddf-a739-4673-b876-f0d6dda9ac7e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:42.576774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac2375f5-fb40-44ca-a1dc-708d370ae79f req-76b91d52-86b6-46ca-8b8a-d015ac72824e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.620316 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cdce5fa6-38a8-47a9-95f6-33c728e56f1a admin admin] Publish callbacks [] for security_group (fa1e8567-5b0e-45e8-ae5c-eae290cdfae7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.644971 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.720952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cdce5fa6-38a8-47a9-95f6-33c728e56f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fa1e8567-5b0e-45e8-ae5c-eae290cdfae7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.904928 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.907871 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Publish callbacks [] for router_controller (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:43.002638 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cdce5fa6-38a8-47a9-95f6-33c728e56f1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1b5fb86ce5944df88c44c66ea27e4d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1707823 Feb 11 04:44:43.022366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51770) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:43.038607 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (8d6cb424-74b1-40f6-a5f2-9d03fdbfe710), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:43.039085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:44:43.061469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce5fa6-38a8-47a9-95f6-33c728e56f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1e8567-5b0e-45e8-ae5c-eae290cdfae7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:43.069465 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:43.070866 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ba6aa798-8c34-4513-9955-fcbc7e82b3ad admin admin] 10.222.0.48 "DELETE /v2.0/routers/8d6cb424-74b1-40f6-a5f2-9d03fdbfe710 HTTP/1.1" status: 204 len: 168 time: 2.9564326 Feb 11 04:44:43.093569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51774) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:43.205816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ac2375f5-fb40-44ca-a1dc-708d370ae79f req-76b91d52-86b6-46ca-8b8a-d015ac72824e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] For port e5dffddf-a739-4673-b876-f0d6dda9ac7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e5dffddf-a739-4673-b876-f0d6dda9ac7e,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:43.208336 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac2375f5-fb40-44ca-a1dc-708d370ae79f req-76b91d52-86b6-46ca-8b8a-d015ac72824e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:43.293384 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6cd1c841-05d1-4088-82db-065e0b179911 req-8f3d632c-1ee8-4bb6-99a9-bb7a552dc53c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5562477 Feb 11 04:44:43.349036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ac2375f5-fb40-44ca-a1dc-708d370ae79f req-76b91d52-86b6-46ca-8b8a-d015ac72824e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Calling delete_port for e5dffddf-a739-4673-b876-f0d6dda9ac7e owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:43.400936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-ed925634-349d-4c3d-a0c7-c230358e398b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:43.402565 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-ed925634-349d-4c3d-a0c7-c230358e398b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 821 time: 0.7176182 Feb 11 04:44:43.459858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Request body: {'port': {'device_id': '1c777395-08d3-46a0-bcd6-e98750ae2df9', 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e', 'admin_state_up': True, 'tenant_id': 'b17f5c0876a6459894825e19cb0017e2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:43.521023 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e03cf03-b5e0-4d48-9a0b-5ef8b387eb62 req-f43829b9-abca-4bb4-9553-46806509b575 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0606837 Feb 11 04:44:43.544349 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (6d328a27-9ac7-4ed1-88ba-cf593ca74943), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:43.627416 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9377b7b0-b4b6-4f7a-8f8d-f82671d8cd33 admin admin] Publish callbacks [] for security_group (fa1e8567-5b0e-45e8-ae5c-eae290cdfae7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:43.687077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf0f841-d0f6-4473-89d7-650209b84462 admin admin] Deleting subnet 857f5e93-13b4-46fb-80cc-dc88b0ecae6d {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:44:43.700843 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bdf0f841-d0f6-4473-89d7-650209b84462 admin admin] Publish callbacks [] for subnet (857f5e93-13b4-46fb-80cc-dc88b0ecae6d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:43.792834 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bdf0f841-d0f6-4473-89d7-650209b84462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (857f5e93-13b4-46fb-80cc-dc88b0ecae6d), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:43.824722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1c841-05d1-4088-82db-065e0b179911 req-0dcba3ac-6569-4de6-85af-591a9d6c304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:43.826388 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6cd1c841-05d1-4088-82db-065e0b179911 req-0dcba3ac-6569-4de6-85af-591a9d6c304d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 1128 time: 0.3038628 Feb 11 04:44:43.870205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 53622364-be87-4060-ba6a-0231d03d5e02 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:43.895434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6737123b-3f31-4e80-b7d4-3b97785ab98a req-e7f1db38-1aae-4ec0-8356-38025086f9e7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 210 time: 0.0679290 Feb 11 04:44:43.966945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 53622364-be87-4060-ba6a-0231d03d5e02 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:43.967517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 53622364-be87-4060-ba6a-0231d03d5e02 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:43.967944 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9377b7b0-b4b6-4f7a-8f8d-f82671d8cd33 admin admin] Publish callbacks [] for security_group (fa1e8567-5b0e-45e8-ae5c-eae290cdfae7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:44.122086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24d21f-8c3b-409e-b210-0135197b8a33 req-3e8e67a7-97e8-40b1-9bb1-fdd57bc039c7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:44.124720 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c24d21f-8c3b-409e-b210-0135197b8a33 req-3e8e67a7-97e8-40b1-9bb1-fdd57bc039c7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.7834539 Feb 11 04:44:44.143747 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac2375f5-fb40-44ca-a1dc-708d370ae79f req-76b91d52-86b6-46ca-8b8a-d015ac72824e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e5dffddf-a739-4673-b876-f0d6dda9ac7e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:44.199450 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:44.288590 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9377b7b0-b4b6-4f7a-8f8d-f82671d8cd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fa1e8567-5b0e-45e8-ae5c-eae290cdfae7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:44.293431 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9377b7b0-b4b6-4f7a-8f8d-f82671d8cd33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:44.300208 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9377b7b0-b4b6-4f7a-8f8d-f82671d8cd33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa1e8567-5b0e-45e8-ae5c-eae290cdfae7 HTTP/1.1" status: 204 len: 168 time: 1.2585709 Feb 11 04:44:44.322437 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b91d52-86b6-46ca-8b8a-d015ac72824e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Pushing event deleted for resources: {'Port': ['ID=e5dffddf-a739-4673-b876-f0d6dda9ac7e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:44.360881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377b7b0-b4b6-4f7a-8f8d-f82671d8cd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1e8567-5b0e-45e8-ae5c-eae290cdfae7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:44.467102 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c24d21f-8c3b-409e-b210-0135197b8a33 req-478aafd9-adb5-40aa-ba4e-0c06424186b4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294389 Feb 11 04:44:44.518397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2375f5-fb40-44ca-a1dc-708d370ae79f req-76b91d52-86b6-46ca-8b8a-d015ac72824e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] No DVR routers for this DVR port e5dffddf-a739-4673-b876-f0d6dda9ac7e on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:44.525670 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac2375f5-fb40-44ca-a1dc-708d370ae79f req-76b91d52-86b6-46ca-8b8a-d015ac72824e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:44.533399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac2375f5-fb40-44ca-a1dc-708d370ae79f req-76b91d52-86b6-46ca-8b8a-d015ac72824e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "DELETE /v2.0/ports/e5dffddf-a739-4673-b876-f0d6dda9ac7e HTTP/1.1" status: 204 len: 173 time: 2.4144764 Feb 11 04:44:44.534106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58220322-68fc-4074-9b11-c5160cf589ad', 'name': 'network-vif-deleted', 'tag': 'e5dffddf-a739-4673-b876-f0d6dda9ac7e'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:44.538125 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d31bcdf-8822-4f28-95a9-62066f85344a" -d '{"events": [{"server_uuid": "58220322-68fc-4074-9b11-c5160cf589ad", "name": "network-vif-deleted", "tag": "e5dffddf-a739-4673-b876-f0d6dda9ac7e"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:44.563646 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Made reservation on behalf of b17f5c0876a6459894825e19cb0017e2 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:44.569315 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:44.792550 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1e155a-7856-4795-97d2-2a7d0e15c558 x-openstack-request-id: req-bb1e155a-7856-4795-97d2-2a7d0e15c558 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:44.793652 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58220322-68fc-4074-9b11-c5160cf589ad", "name": "network-vif-deleted", "tag": "e5dffddf-a739-4673-b876-f0d6dda9ac7e", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:44.793652 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb1e155a-7856-4795-97d2-2a7d0e15c558 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:44.799359 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58220322-68fc-4074-9b11-c5160cf589ad', 'name': 'network-vif-deleted', 'tag': 'e5dffddf-a739-4673-b876-f0d6dda9ac7e', 'status': 'completed', 'code': 200} Feb 11 04:44:45.009958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Allocated IP 172.20.0.14 (69d8e4f6-7728-4d44-828e-ccc74a93621e/a31e1b69-ce3c-4013-8020-1340f9245fc7/061aa7b1-5aed-40ed-a969-7ce1270acd11) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:45.208954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51800) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:45.269822 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bdf0f841-d0f6-4473-89d7-650209b84462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (857f5e93-13b4-46fb-80cc-dc88b0ecae6d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.306309 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a456b770-c327-4bcd-a0b1-f92558a30f1d req-2dd0929f-4d5f-48ae-b563-267693880ade tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=58220322-68fc-4074-9b11-c5160cf589ad HTTP/1.1" status: 200 len: 210 time: 0.0938232 Feb 11 04:44:45.414481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1c841-05d1-4088-82db-065e0b179911 req-24a3b50f-c34c-4225-8e34-a52b9edfa6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.417162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6cd1c841-05d1-4088-82db-065e0b179911 req-24a3b50f-c34c-4225-8e34-a52b9edfa6fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 1.5668051 Feb 11 04:44:45.447802 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bdf0f841-d0f6-4473-89d7-650209b84462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (857f5e93-13b4-46fb-80cc-dc88b0ecae6d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.473153 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cc0781d-b7ca-4f1f-af23-cb86236180e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.530448 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.550868 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7a1b59e-1952-4c47-bd04-f4131d87c0e6 req-ab0dfef4-9e99-4b1c-93e7-ef5755967f13 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 210 time: 0.3566577 Feb 11 04:44:45.558602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks [] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.583255 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bdf0f841-d0f6-4473-89d7-650209b84462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.599332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51808) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:45.604385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e5dffddf-a739-4673-b876-f0d6dda9ac7e no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:45.606998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26a1d2-5639-4b77-8ba7-3d201c4d5a42 None None] Network 1d55e6f2-8915-44ce-87e2-c04f196fa796 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:45.611988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bdf0f841-d0f6-4473-89d7-650209b84462 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/857f5e93-13b4-46fb-80cc-dc88b0ecae6d HTTP/1.1" status: 204 len: 168 time: 2.5160491 Feb 11 04:44:45.630473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6cd1c841-05d1-4088-82db-065e0b179911 req-96248b5f-ec7f-4641-8ed8-f25d057f4ff5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66 HTTP/1.1" status: 200 len: 217 time: 0.1916261 Feb 11 04:44:45.638564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0f841-d0f6-4473-89d7-650209b84462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857f5e93-13b4-46fb-80cc-dc88b0ecae6d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:45.786064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: e5dffddf-a739-4673-b876-f0d6dda9ac7e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:45.787587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e5dffddf-a739-4673-b876-f0d6dda9ac7e not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:45.789164 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (1d55e6f2-8915-44ce-87e2-c04f196fa796), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.835245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1c841-05d1-4088-82db-065e0b179911 req-2503e314-b362-42df-9d2a-dc0a3ee93094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.838041 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6cd1c841-05d1-4088-82db-065e0b179911 req-2503e314-b362-42df-9d2a-dc0a3ee93094 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.1904457 Feb 11 04:44:45.861651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afb236-5c6c-4e2e-afb3-7329d868fa5d req-668e2e78-6368-4a5d-abd1-b9a9dcf784f2 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.883333 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81afb236-5c6c-4e2e-afb3-7329d868fa5d req-668e2e78-6368-4a5d-abd1-b9a9dcf784f2 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.2617824 Feb 11 04:44:45.888875 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.944635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6cd1c841-05d1-4088-82db-065e0b179911 req-e87369cf-061d-4273-ba16-e2b1a946a82d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960081 Feb 11 04:44:45.961137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc5324-28ce-4f4e-9602-de3d10d16b9b None None] DHCP port deletion for 1d55e6f2-8915-44ce-87e2-c04f196fa796 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:44:45.985382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Pushing event updated for resources: {'Port': ['ID=061aa7b1-5aed-40ed-a969-7ce1270acd11,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:46.051849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81afb236-5c6c-4e2e-afb3-7329d868fa5d req-7eef1aac-32c8-48b4-8da6-1a5492d2a5f0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669703 Feb 11 04:44:46.064237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Network 69d8e4f6-7728-4d44-828e-ccc74a93621e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:46.068376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:46.099984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:46.116750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc5324-28ce-4f4e-9602-de3d10d16b9b None None] Deleting port 8d96cdb7-1177-4015-884b-94197876560b {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:46.117392 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5324-28ce-4f4e-9602-de3d10d16b9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8d96cdb7-1177-4015-884b-94197876560b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:46.273272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b0bc5324-28ce-4f4e-9602-de3d10d16b9b None None] For port 8d96cdb7-1177-4015-884b-94197876560b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8d96cdb7-1177-4015-884b-94197876560b,segment=NetworkSegment(dec777df-fd9e-40c7-b2c0-50b0e87b8bd4),segment_id=dec777df-fd9e-40c7-b2c0-50b0e87b8bd4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:46.273709 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5324-28ce-4f4e-9602-de3d10d16b9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8d96cdb7-1177-4015-884b-94197876560b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:46.326968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc5324-28ce-4f4e-9602-de3d10d16b9b None None] Calling delete_port for 8d96cdb7-1177-4015-884b-94197876560b owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:46.331320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:46.332000 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:46.385700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Deleting port 8d96cdb7-1177-4015-884b-94197876560b {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:46.387919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8d96cdb7-1177-4015-884b-94197876560b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:46.427191 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8077f478-589a-45c6-aa83-b841a2a169d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0028462 Feb 11 04:44:46.473507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cc0781d-b7ca-4f1f-af23-cb86236180e2 admin admin] Publish callbacks [] for security_group (56c1d625-4216-4b3e-8bad-e6f3cc295169), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:46.507404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Request body: {'port': {'device_id': '1c777395-08d3-46a0-bcd6-e98750ae2df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:46.509864 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3cc0781d-b7ca-4f1f-af23-cb86236180e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (56c1d625-4216-4b3e-8bad-e6f3cc295169), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:46.663447 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3cc0781d-b7ca-4f1f-af23-cb86236180e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1050a8c91ea40c194fd3b75f81d47d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4532919 Feb 11 04:44:46.664652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (6d328a27-9ac7-4ed1-88ba-cf593ca74943), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:46.691024 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5324-28ce-4f4e-9602-de3d10d16b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (8d96cdb7-1177-4015-884b-94197876560b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:46.702987 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51820) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:46.763920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:46.764982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc5324-28ce-4f4e-9602-de3d10d16b9b None None] Pushing event deleted for resources: {'Port': ['ID=8d96cdb7-1177-4015-884b-94197876560b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:46.775604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc5324-28ce-4f4e-9602-de3d10d16b9b None None] No DVR routers for this DVR port 8d96cdb7-1177-4015-884b-94197876560b on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:46.810921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:47.052104 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0781d-b7ca-4f1f-af23-cb86236180e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c1d625-4216-4b3e-8bad-e6f3cc295169,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:47.060099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2099cf0b-0832-4bb9-80c6-9f7da55fc271 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:47.061883 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2099cf0b-0832-4bb9-80c6-9f7da55fc271 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.2353146 Feb 11 04:44:47.068929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6cd1c841-05d1-4088-82db-065e0b179911 req-32aa4c38-55fc-4430-b110-75750792ae35 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0013356 Feb 11 04:44:47.099698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061aa7b1-5aed-40ed-a969-7ce1270acd11 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:47.109528 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Publish callbacks [] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:47.123786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Transition to ACTIVE for port object 061aa7b1-5aed-40ed-a969-7ce1270acd11 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:44:47.136958 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06a5d7e4-6cc0-4a3b-91f4-9ad04a1e38c7 req-66e66e87-bea2-4bf2-9fb4-418ca21d57d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0419700 Feb 11 04:44:47.137606 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:47.185361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-79a8b736-a4a7-46c0-bae0-103f44f8ff00 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/quotas/b9c82f79d8cb4249965732257aaf6d56 HTTP/1.1" status: 200 len: 375 time: 0.1145844 Feb 11 04:44:47.248496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-e5cdfa46-da54-4621-9b7c-f88cca92ff47 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424428 Feb 11 04:44:47.323469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Pushing event updated for resources: {'Port': ['ID=061aa7b1-5aed-40ed-a969-7ce1270acd11,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:47.410213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Allocated IP 172.25.7.198 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/05496969-6bfc-495d-b451-2bb443844cef) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:47.426411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] For port 8d96cdb7-1177-4015-884b-94197876560b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8d96cdb7-1177-4015-884b-94197876560b,segment=NetworkSegment(dec777df-fd9e-40c7-b2c0-50b0e87b8bd4),segment_id=dec777df-fd9e-40c7-b2c0-50b0e87b8bd4)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:47.426792 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8d96cdb7-1177-4015-884b-94197876560b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:47.447720 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f8f44f0-d7b2-4a3c-937d-3c0e6e1024af admin admin] Publish callbacks [] for security_group (56c1d625-4216-4b3e-8bad-e6f3cc295169), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:47.454175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Calling delete_port for 8d96cdb7-1177-4015-884b-94197876560b owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:47.563692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-5ba02a98-d0f4-42db-a3be-a974c97a3265 service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986808 Feb 11 04:44:47.569834 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8d96cdb7-1177-4015-884b-94197876560b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:47.635559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5d7e4-6cc0-4a3b-91f4-9ad04a1e38c7 req-809535d3-1798-4690-bc70-e9363e7426ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:47.637198 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06a5d7e4-6cc0-4a3b-91f4-9ad04a1e38c7 req-809535d3-1798-4690-bc70-e9363e7426ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 1130 time: 0.3556671 Feb 11 04:44:47.722305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-657c8543-3f47-4023-9e7d-904ed18b6f8e service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466293 Feb 11 04:44:47.728430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d96cdb7-1177-4015-884b-94197876560b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:47.773310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8d96cdb7-1177-4015-884b-94197876560b no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:47.774587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6afdcc-9f73-4e37-b233-b67226016fcb req-08592792-5590-4e19-b89c-96cf140d2b1f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:47.781461 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4f6afdcc-9f73-4e37-b233-b67226016fcb req-08592792-5590-4e19-b89c-96cf140d2b1f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 944 time: 0.9743237 Feb 11 04:44:47.818717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] No DVR routers for this DVR port 8d96cdb7-1177-4015-884b-94197876560b on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:47.833195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Attempting to bind port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:47.833731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Attempting to bind port 061aa7b1-5aed-40ed-a969-7ce1270acd11 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:47.834080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Attempting to bind port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:47.844171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 8d96cdb7-1177-4015-884b-94197876560b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:47.844398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8d96cdb7-1177-4015-884b-94197876560b not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:47.907246 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f8f44f0-d7b2-4a3c-937d-3c0e6e1024af admin admin] Publish callbacks [] for security_group (56c1d625-4216-4b3e-8bad-e6f3cc295169), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:47.921823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:44:47.921823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Attempting to bind port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:47.976564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6cd1c841-05d1-4088-82db-065e0b179911 req-3c905881-2f5d-43d7-a087-5238ad26707e service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8136628 Feb 11 04:44:48.034232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (1d55e6f2-8915-44ce-87e2-c04f196fa796), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.089945 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for port (05496969-6bfc-495d-b451-2bb443844cef), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.094596 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d55e6f2-8915-44ce-87e2-c04f196fa796']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:48.106728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:48.107535 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec777df-fd9e-40c7-b2c0-50b0e87b8bd4') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:48.140418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (dec777df-fd9e-40c7-b2c0-50b0e87b8bd4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.141296 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f8f44f0-d7b2-4a3c-937d-3c0e6e1024af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (56c1d625-4216-4b3e-8bad-e6f3cc295169), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.152194 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f8f44f0-d7b2-4a3c-937d-3c0e6e1024af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.161823 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2f8f44f0-d7b2-4a3c-937d-3c0e6e1024af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56c1d625-4216-4b3e-8bad-e6f3cc295169 HTTP/1.1" status: 204 len: 168 time: 1.4574678 Feb 11 04:44:48.213018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f44f0-d7b2-4a3c-937d-3c0e6e1024af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c1d625-4216-4b3e-8bad-e6f3cc295169,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:48.239056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5d7e4-6cc0-4a3b-91f4-9ad04a1e38c7 req-169153dd-86f3-47ef-b1f2-993df6127634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:48.242219 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06a5d7e4-6cc0-4a3b-91f4-9ad04a1e38c7 req-169153dd-86f3-47ef-b1f2-993df6127634 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.5194473 Feb 11 04:44:48.246256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:48.247324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:48.247822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:48.249630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Bound port: 061aa7b1-5aed-40ed-a969-7ce1270acd11, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:48.250104 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.347439 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (05496969-6bfc-495d-b451-2bb443844cef), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.391305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:48.394699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:48.426607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:48.441906 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (dec777df-fd9e-40c7-b2c0-50b0e87b8bd4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.442156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4f858-dcc9-4d3c-8277-500f90b784ff req-90eae891-b009-4ba4-9d43-073ee0876848 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:48.451054 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9cc4f858-dcc9-4d3c-8277-500f90b784ff req-90eae891-b009-4ba4-9d43-073ee0876848 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.2655673 Feb 11 04:44:48.472261 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4f6afdcc-9f73-4e37-b233-b67226016fcb req-d785e78e-4b3f-4b2d-869b-5e013fc561de tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6880207 Feb 11 04:44:48.498653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:44:48.499229 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (dec777df-fd9e-40c7-b2c0-50b0e87b8bd4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.574382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06a5d7e4-6cc0-4a3b-91f4-9ad04a1e38c7 req-b41da350-32fe-40be-96eb-e39bd92c8faf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248 HTTP/1.1" status: 200 len: 217 time: 0.2831666 Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:44:48.580383 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:44:48.625915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Pushing event updated for resources: {'Port': ['ID=05496969-6bfc-495d-b451-2bb443844cef,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:48.702148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:48.720177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:48.729867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5d7e4-6cc0-4a3b-91f4-9ad04a1e38c7 req-2ac69a1a-9ca8-469d-b968-32b683cb1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:48.731871 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06a5d7e4-6cc0-4a3b-91f4-9ad04a1e38c7 req-2ac69a1a-9ca8-469d-b968-32b683cb1ac9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.1461332 Feb 11 04:44:48.733367 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (1d55e6f2-8915-44ce-87e2-c04f196fa796), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.742401 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9cc4f858-dcc9-4d3c-8277-500f90b784ff req-d40aa681-7272-4a6f-97cd-f8a817357224 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898130 Feb 11 04:44:48.789598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.808493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1d55e6f2-8915-44ce-87e2-c04f196fa796 HTTP/1.1" status: 204 len: 168 time: 3.2079275 Feb 11 04:44:48.817598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.995401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06a5d7e4-6cc0-4a3b-91f4-9ad04a1e38c7 req-845d64de-da37-451c-8c65-8836b29e04ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2324266 Feb 11 04:44:49.008542 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed1558a0-5e1b-4018-bd21-7b169aefa1ec req-0ecbd871-6700-4644-9611-48cfcecb254e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.0981038 Feb 11 04:44:49.073728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecfa28-4607-45c0-81c8-8f8377c1bd50 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d55e6f2-8915-44ce-87e2-c04f196fa796,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:49.116745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:49.118012 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:49.119992 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] 10.222.0.10 "PUT /v2.0/ports/061aa7b1-5aed-40ed-a969-7ce1270acd11 HTTP/1.1" status: 200 len: 1093 time: 2.6296122 Feb 11 04:44:49.125262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c777395-08d3-46a0-bcd6-e98750ae2df9', 'tag': '061aa7b1-5aed-40ed-a969-7ce1270acd11'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:49.127771 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ffe78e-2459-4b7d-8b0f-9e4a43e0ab10" -d '{"events": [{"name": "network-changed", "server_uuid": "1c777395-08d3-46a0-bcd6-e98750ae2df9", "tag": "061aa7b1-5aed-40ed-a969-7ce1270acd11"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:49.224311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f8503-6340-4a83-9ce7-eeef40c8b727 service neutron] Pushing event updated for resources: {'Port': ['ID=061aa7b1-5aed-40ed-a969-7ce1270acd11,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:49.335379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51874) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:49.536862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-245f5162-2c34-4af1-9718-bedec6ecf07f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4586974499846adb2131f98982f5d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000825 Feb 11 04:44:49.539830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51880) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:49.553010 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router_gateway (6d328a27-9ac7-4ed1-88ba-cf593ca74943), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:49.963185 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2307e5d-eb18-45a0-a40a-f721e515e037 admin admin] Publish callbacks [] for security_group (650e2fe8-4e27-4f2f-ae56-2544b22426f4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:50.108303 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7e73a4-aa04-4e21-bb79-79ab293e7395 x-openstack-request-id: req-1a7e73a4-aa04-4e21-bb79-79ab293e7395 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:50.108608 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c777395-08d3-46a0-bcd6-e98750ae2df9", "tag": "061aa7b1-5aed-40ed-a969-7ce1270acd11", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:50.109007 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a7e73a4-aa04-4e21-bb79-79ab293e7395 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:50.109440 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c777395-08d3-46a0-bcd6-e98750ae2df9', 'tag': '061aa7b1-5aed-40ed-a969-7ce1270acd11', 'status': 'completed', 'code': 200} Feb 11 04:44:50.187762 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06a5d7e4-6cc0-4a3b-91f4-9ad04a1e38c7 req-ff17b7fd-d285-454b-a23a-2a27071494d2 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1913755 Feb 11 04:44:50.189924 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2307e5d-eb18-45a0-a40a-f721e515e037 admin admin] Publish callbacks [] for security_group (650e2fe8-4e27-4f2f-ae56-2544b22426f4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:50.204575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-95b2c904-dcfe-45fa-9fda-43b4f7fe1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.206190 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-95b2c904-dcfe-45fa-9fda-43b4f7fe1717 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 1127 time: 0.9938395 Feb 11 04:44:50.249283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4144f-9ed0-46d8-bd41-a8077aa88d3c req-68ca4ad4-ca13-4eb8-b660-62c56951f580 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.256768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82e4144f-9ed0-46d8-bd41-a8077aa88d3c req-68ca4ad4-ca13-4eb8-b660-62c56951f580 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 944 time: 0.1462204 Feb 11 04:44:50.329816 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-8e27906b-ce66-43f9-975b-8b34a72eb0e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11 HTTP/1.1" status: 200 len: 217 time: 0.0975351 Feb 11 04:44:50.331954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35050f-56a1-403b-82cc-e344c8c95ad5 req-f4393209-892e-49d1-95ac-072ae325f776 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.346774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f35050f-56a1-403b-82cc-e344c8c95ad5 req-f4393209-892e-49d1-95ac-072ae325f776 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.4073672 Feb 11 04:44:50.470178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51898) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:50.559403 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82e4144f-9ed0-46d8-bd41-a8077aa88d3c req-36e9e5a3-0063-4bd9-8063-1886b8cb7b98 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875748 Feb 11 04:44:50.565619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-be9091a0-5698-4876-bba1-29dd17048ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.567203 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-be9091a0-5698-4876-bba1-29dd17048ee4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.1954987 Feb 11 04:44:50.569212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06a5d7e4-6cc0-4a3b-91f4-9ad04a1e38c7 req-32413d5b-ce9b-4042-8074-261329d97c37 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612089 Feb 11 04:44:50.634704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-60cdb37a-84d9-4fda-a118-7c92a8b386b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591972 Feb 11 04:44:50.811516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175373349-network', 'tenant_id': '0f85025be4f640089f13d86255a5e509'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:50.845318 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-722747f3-c61b-4549-89c0-05be2d23ab67 req-1494551b-6650-40ac-9c3f-33c6d0bf96b3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.1191730 Feb 11 04:44:50.898568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Made reservation on behalf of 0f85025be4f640089f13d86255a5e509 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:50.905096 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:50.923906 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:50.931596 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-45e0acf0-2b34-4522-bcc2-9eddf806fe4b service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870417 Feb 11 04:44:50.942317 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2307e5d-eb18-45a0-a40a-f721e515e037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (650e2fe8-4e27-4f2f-ae56-2544b22426f4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:50.961507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2307e5d-eb18-45a0-a40a-f721e515e037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:50.976717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b2307e5d-eb18-45a0-a40a-f721e515e037 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/650e2fe8-4e27-4f2f-ae56-2544b22426f4 HTTP/1.1" status: 204 len: 168 time: 1.4354453 Feb 11 04:44:50.986855 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f35050f-56a1-403b-82cc-e344c8c95ad5 req-df2e83a2-58e3-413e-bfda-e234eabc9a49 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6386154 Feb 11 04:44:51.029542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-99ca4c9d-fe9b-4ee5-b385-281ab8e52d29 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:51.031385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-99ca4c9d-fe9b-4ee5-b385-281ab8e52d29 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.8300772 Feb 11 04:44:51.035965 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (6d328a27-9ac7-4ed1-88ba-cf593ca74943), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:51.045282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2307e5d-eb18-45a0-a40a-f721e515e037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650e2fe8-4e27-4f2f-ae56-2544b22426f4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:51.065491 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Publish callbacks [] for security_group (ff8e85b0-7e9c-409f-a008-a1ffbd959a21), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:51.081591 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ff8e85b0-7e9c-409f-a008-a1ffbd959a21), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:51.096390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Request body: {'port': {'device_id': '8890be30-8672-4b6b-9f6d-d0e2b5f3cb13', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'admin_state_up': True, 'tenant_id': 'b9c82f79d8cb4249965732257aaf6d56'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:51.120034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:44:51.125951 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (6d328a27-9ac7-4ed1-88ba-cf593ca74943), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:51.214093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8e85b0-7e9c-409f-a008-a1ffbd959a21,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:51.227144 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (64f149c7-5e3e-4153-996f-0a3510688d22), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:51.227389 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Added segment 64f149c7-5e3e-4153-996f-0a3510688d22 of type vlan for network e344b5ec-96aa-4113-b1d4-85f38cc41986 Feb 11 04:44:51.388661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (e344b5ec-96aa-4113-b1d4-85f38cc41986), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:51.409818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3c11c-ceca-4737-95fa-6d4e7f99b6bb req-91d5d16e-dd68-4854-b6c5-48050f1f92c3 service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677012 Feb 11 04:44:51.471334 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (e344b5ec-96aa-4113-b1d4-85f38cc41986), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:51.477372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:51.479431 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:51.654367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] Pushing event updated for resources: {'Network': ['ID=e344b5ec-96aa-4113-b1d4-85f38cc41986,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:51.669048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network e344b5ec-96aa-4113-b1d4-85f38cc41986 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:44:51.684594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Router 6d328a27-9ac7-4ed1-88ba-cf593ca74943 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:44:51.728678 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Made reservation on behalf of b9c82f79d8cb4249965732257aaf6d56 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:51.741905 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:51.786873 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-41a9d1a4-1e67-4948-ac87-7dc039731944 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3135817 Feb 11 04:44:51.812396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51920) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:51.832917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-af4a9960-fb4a-4777-a2ca-dc2e5b1c8c57 admin admin] Request body: {'subnet': {'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175373349-subnet', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:51.929963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffe78e-2459-4b7d-8b0f-9e4a43e0ab10 req-0746a246-f87b-432b-bbfd-8158509a75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:51.932520 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8ffe78e-2459-4b7d-8b0f-9e4a43e0ab10 req-0746a246-f87b-432b-bbfd-8158509a75a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 1127 time: 0.2636867 Feb 11 04:44:51.971097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e08de-f151-4f66-8b3e-1a2f8a1d5f8a req-943d2ab6-f5ce-491b-9b81-182a106000e4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:51.974195 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-561e08de-f151-4f66-8b3e-1a2f8a1d5f8a req-943d2ab6-f5ce-491b-9b81-182a106000e4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 944 time: 0.2274022 Feb 11 04:44:52.127883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Allocated IP 172.20.0.4 (31aafeb1-3c06-44eb-837b-127b2852a4a3/39ae33d8-9318-4ac3-9e38-c945077968e0/6f713bf6-e58f-465d-9e72-3cbe36479d05) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:52.135649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-561e08de-f151-4f66-8b3e-1a2f8a1d5f8a req-e3d9697f-a085-4882-b36d-be91b5f850ae tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294153 Feb 11 04:44:52.183312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffe78e-2459-4b7d-8b0f-9e4a43e0ab10 req-78df5308-7f27-40d3-8f0f-f8635c44671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.189901 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8ffe78e-2459-4b7d-8b0f-9e4a43e0ab10 req-78df5308-7f27-40d3-8f0f-f8635c44671d service neutron] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.2476416 Feb 11 04:44:52.288746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51936) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:52.330426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks [] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:52.337978 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8ffe78e-2459-4b7d-8b0f-9e4a43e0ab10 req-dd21e5ef-5e8a-4ec8-b926-0fefc8bdf4aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11 HTTP/1.1" status: 200 len: 217 time: 0.1415029 Feb 11 04:44:52.468918 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4a9960-fb4a-4777-a2ca-dc2e5b1c8c57 admin admin] Made reservation on behalf of 0f85025be4f640089f13d86255a5e509 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:52.471845 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af4a9960-fb4a-4777-a2ca-dc2e5b1c8c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:52.506410 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf714d-53f1-41a6-b643-ca0f4b0eff70 req-d7a968d8-765c-4065-9309-13f82da564f3 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.519174 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:52.520684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32cf714d-53f1-41a6-b643-ca0f4b0eff70 req-d7a968d8-765c-4065-9309-13f82da564f3 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.2301354 Feb 11 04:44:52.524381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9748b6ce-16d4-49e2-882c-b4d956304496 req-b9a4376b-89e9-4d2f-b2fe-086ca740277b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.1008420 Feb 11 04:44:52.580162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-996017755-network', 'tenant_id': '405338bd8484497a84aa5627cc04cab4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:52.620349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffe78e-2459-4b7d-8b0f-9e4a43e0ab10 req-0827ab48-b69e-4bbc-a0a3-bbfaf2af6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.621857 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8ffe78e-2459-4b7d-8b0f-9e4a43e0ab10 req-0827ab48-b69e-4bbc-a0a3-bbfaf2af6869 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.2710176 Feb 11 04:44:52.636418 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32cf714d-53f1-41a6-b643-ca0f4b0eff70 req-1ccd1dd8-3407-4cd5-b843-c3fc00088c45 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147749 Feb 11 04:44:52.694328 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8ffe78e-2459-4b7d-8b0f-9e4a43e0ab10 req-d4adca39-cfc8-4032-ab1f-c9b78de0e99b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518489 Feb 11 04:44:52.696677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Made reservation on behalf of 405338bd8484497a84aa5627cc04cab4 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:52.699068 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:52.742801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:52.905595 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8ffe78e-2459-4b7d-8b0f-9e4a43e0ab10 req-c954bd5e-1c44-42bf-8ea8-ef3a77be63d4 service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889350 Feb 11 04:44:52.973267 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Publish callbacks [] for security_group (72b4e29f-5e6e-4451-bc0a-3eebed04369f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.003241 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (72b4e29f-5e6e-4451-bc0a-3eebed04369f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.043095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b4e29f-5e6e-4451-bc0a-3eebed04369f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:53.058641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.059018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.059363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.059701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.060033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.060359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.060909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.061243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.061569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.061892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.062212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.062671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.063023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:53.093730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:44:53.131052 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (06477895-bf17-4676-8564-de9c11919e66), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.131755 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Added segment 06477895-bf17-4676-8564-de9c11919e66 of type vlan for network 4c8984d9-9499-4696-b4db-392dbe3ffe0b Feb 11 04:44:53.154103 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8ffe78e-2459-4b7d-8b0f-9e4a43e0ab10 req-7dbcfb1c-46ed-4296-af08-498c810d08d1 service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403412 Feb 11 04:44:53.186219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 061aa7b1-5aed-40ed-a969-7ce1270acd11 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:44:53.235692 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (4c8984d9-9499-4696-b4db-392dbe3ffe0b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.289200 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (4c8984d9-9499-4696-b4db-392dbe3ffe0b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.290552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:53.291644 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.334366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:53.350957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '061aa7b1-5aed-40ed-a969-7ce1270acd11', 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e', 'port_id': '061aa7b1-5aed-40ed-a969-7ce1270acd11', 'mac_address': 'fa:16:3e:86:d7:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31e1b69-ce3c-4013-8020-1340f9245fc7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:44:53.371857 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0500479 Feb 11 04:44:53.372441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51946) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:53.377743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8b2ee205-bae8-4ce3-b6f5-39f859698cb9 admin admin] Request body: {'subnet': {'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-996017755-subnet', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:53.394076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189f1ac-c2a0-462e-a264-98b3f9c57ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=4c8984d9-9499-4696-b4db-392dbe3ffe0b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:53.406142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2ee205-bae8-4ce3-b6f5-39f859698cb9 admin admin] Made reservation on behalf of 405338bd8484497a84aa5627cc04cab4 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:53.409166 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2ee205-bae8-4ce3-b6f5-39f859698cb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.411263 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 4c8984d9-9499-4696-b4db-392dbe3ffe0b details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:44:53.419268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Network 31aafeb1-3c06-44eb-837b-127b2852a4a3 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:53.427327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:53.428926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Pushing event updated for resources: {'Port': ['ID=6f713bf6-e58f-465d-9e72-3cbe36479d05,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:53.440816 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776a8fca-db61-46e9-96c9-84e45d6fe4d5 None None] Sync routers for ids ['6d328a27-9ac7-4ed1-88ba-cf593ca74943'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:53.457747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 061aa7b1-5aed-40ed-a969-7ce1270acd11 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:53.458151 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.460259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.462814 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a8fca-db61-46e9-96c9-84e45d6fe4d5 None None] Routers {'6d328a27-9ac7-4ed1-88ba-cf593ca74943'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:53.463516 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e71e59dd-c07f-4e33-b6c1-e57bd8b7cd8a tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "PUT /v2.0/routers/6d328a27-9ac7-4ed1-88ba-cf593ca74943 HTTP/1.1" status: 200 len: 915 time: 11.0030172 Feb 11 04:44:53.463649 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-776a8fca-db61-46e9-96c9-84e45d6fe4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6d328a27-9ac7-4ed1-88ba-cf593ca74943'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:53.467099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:53.469116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51948) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:53.477842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:53.565779 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-776a8fca-db61-46e9-96c9-84e45d6fe4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:53.600710 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a8fca-db61-46e9-96c9-84e45d6fe4d5 None None] Routers {'6d328a27-9ac7-4ed1-88ba-cf593ca74943'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:53.601370 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-776a8fca-db61-46e9-96c9-84e45d6fe4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6d328a27-9ac7-4ed1-88ba-cf593ca74943'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:53.654715 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af4a9960-fb4a-4777-a2ca-dc2e5b1c8c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (9e763da8-c96c-4257-9b84-f4974f44df2d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.694377 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-776a8fca-db61-46e9-96c9-84e45d6fe4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:53.700778 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776a8fca-db61-46e9-96c9-84e45d6fe4d5 None None] The sync data for ids ['6d328a27-9ac7-4ed1-88ba-cf593ca74943'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:53.718774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:53.729077 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.729254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061aa7b1-5aed-40ed-a969-7ce1270acd11 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:53.756522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:53.779704 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.790462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2ee205-bae8-4ce3-b6f5-39f859698cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (4eed6268-e93d-44f1-8b65-b43825c2b4f8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.806213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e74142-87fc-41da-802e-0c90e684b007 req-096cfbc0-ee1c-461f-a50e-cfd563416794 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:53.808042 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39e74142-87fc-41da-802e-0c90e684b007 req-096cfbc0-ee1c-461f-a50e-cfd563416794 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 944 time: 0.4137039 Feb 11 04:44:53.840401 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-8b90a84c-e6aa-4d8f-9579-c715b64a6f38 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7661927 Feb 11 04:44:53.858115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=061aa7b1-5aed-40ed-a969-7ce1270acd11,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:53.861512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ee205-bae8-4ce3-b6f5-39f859698cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eed6268-e93d-44f1-8b65-b43825c2b4f8,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:53.864580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a9960-fb4a-4777-a2ca-dc2e5b1c8c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e763da8-c96c-4257-9b84-f4974f44df2d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:53.870487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Request body: {'port': {'device_id': '8890be30-8672-4b6b-9f6d-d0e2b5f3cb13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:53.881449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2fb58331-5383-400c-b414-6371b448084b tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/routers/6d328a27-9ac7-4ed1-88ba-cf593ca74943 HTTP/1.1" status: 200 len: 921 time: 0.4087584 Feb 11 04:44:53.886755 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51956) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:53.902846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11f1d-31ab-42a3-8059-917d416c3d52 req-c74bfce0-ab82-4183-b38c-0421d1fa8748 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:53.905096 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-61d11f1d-31ab-42a3-8059-917d416c3d52 req-c74bfce0-ab82-4183-b38c-0421d1fa8748 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 931 time: 0.1293321 Feb 11 04:44:53.942730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2ee205-bae8-4ce3-b6f5-39f859698cb9 admin admin] Checking segment: {'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:53.943219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ee205-bae8-4ce3-b6f5-39f859698cb9 admin admin] Network hostable DHCP agents. Network: 4c8984d9-9499-4696-b4db-392dbe3ffe0b, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:44:53.957022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a9960-fb4a-4777-a2ca-dc2e5b1c8c57 admin admin] Checking segment: {'id': '64f149c7-5e3e-4153-996f-0a3510688d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:53.957488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a9960-fb4a-4777-a2ca-dc2e5b1c8c57 admin admin] Network hostable DHCP agents. Network: e344b5ec-96aa-4113-b1d4-85f38cc41986, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:44:53.982337 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-61d11f1d-31ab-42a3-8059-917d416c3d52 req-2b4ffdfb-78d9-48ae-a53e-377d87282d8e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694401 Feb 11 04:44:53.983585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ee205-bae8-4ce3-b6f5-39f859698cb9 admin admin] Network 4c8984d9-9499-4696-b4db-392dbe3ffe0b is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:44:53.996264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8b2ee205-bae8-4ce3-b6f5-39f859698cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 4c8984d9-9499-4696-b4db-392dbe3ffe0b) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:54.002820 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39e74142-87fc-41da-802e-0c90e684b007 req-72f6144e-a269-4986-a3f0-61079208d02a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837502 Feb 11 04:44:54.011931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd44a39-3071-403d-8283-9f4cec6d31ee None None] Network 4c8984d9-9499-4696-b4db-392dbe3ffe0b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:54.025121 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.029218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2ee205-bae8-4ce3-b6f5-39f859698cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:54.034352 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b2ee205-bae8-4ce3-b6f5-39f859698cb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.042227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a9960-fb4a-4777-a2ca-dc2e5b1c8c57 admin admin] Network e344b5ec-96aa-4113-b1d4-85f38cc41986 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:44:54.054363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff6238-b406-43a3-98b5-60b5b39538ee tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:54.056286 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-65ff6238-b406-43a3-98b5-60b5b39538ee tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&device_id=6d328a27-9ac7-4ed1-88ba-cf593ca74943&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1684835 Feb 11 04:44:54.058710 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-af4a9960-fb4a-4777-a2ca-dc2e5b1c8c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, e344b5ec-96aa-4113-b1d4-85f38cc41986) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:54.069219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51958) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:54.081961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4a9960-fb4a-4777-a2ca-dc2e5b1c8c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:54.082849 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af4a9960-fb4a-4777-a2ca-dc2e5b1c8c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.111348 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8b2ee205-bae8-4ce3-b6f5-39f859698cb9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7373691 Feb 11 04:44:54.112574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51962) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:54.126631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-996017755-router', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:54.224312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf18a71-d4bf-4aac-ac65-78d7d436093c None None] Network e344b5ec-96aa-4113-b1d4-85f38cc41986 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:54.246255 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26def01-0bab-4c3b-9086-c18944756493 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:54.251211 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e26def01-0bab-4c3b-9086-c18944756493 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 881 time: 0.1807907 Feb 11 04:44:54.251880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51966) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:54.284003 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e856be1c-1a54-444e-9c80-ff39161466f8 None None] Network 4c8984d9-9499-4696-b4db-392dbe3ffe0b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:54.356958 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e3431d22-ff6e-49ed-bbcd-8352c8c92274 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d328a27-9ac7-4ed1-88ba-cf593ca74943 HTTP/1.1" status: 200 len: 205 time: 0.0587435 Feb 11 04:44:54.364338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['061aa7b1-5aed-40ed-a969-7ce1270acd11'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:54.367795 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (10521d62-ff0a-46bb-a83a-b789dec16822), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.369432 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (10521d62-ff0a-46bb-a83a-b789dec16822), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.386315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51968) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:54.432726 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-af4a9960-fb4a-4777-a2ca-dc2e5b1c8c57 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6078813 Feb 11 04:44:54.436196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51970) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:54.442726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175373349-router', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:54.459228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f713bf6-e58f-465d-9e72-3cbe36479d05 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:54.472206 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Publish callbacks [] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.488090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Transition to ACTIVE for port object 6f713bf6-e58f-465d-9e72-3cbe36479d05 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:44:54.490227 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (05748e07-863c-405a-891b-e717807fe7c1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.492016 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (05748e07-863c-405a-891b-e717807fe7c1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.497908 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.612176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-e344b5ec-96aa-4113-b1d4-85f38cc41986', 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986', 'project_id': '0f85025be4f640089f13d86255a5e509', 'fixed_ips': [{'subnet_id': '9e763da8-c96c-4257-9b84-f4974f44df2d'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:44:54.613732 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.619690 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (6d328a27-9ac7-4ed1-88ba-cf593ca74943), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.626734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Pushing event updated for resources: {'Port': ['ID=6f713bf6-e58f-465d-9e72-3cbe36479d05,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:54.659686 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Publish callbacks [] for router_controller (05748e07-863c-405a-891b-e717807fe7c1), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.692979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764bb3c-7297-4aa0-9dcb-eb07355b9036 req-4a97104e-cff1-473b-87ed-028c3af8e182 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:54.694554 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4764bb3c-7297-4aa0-9dcb-eb07355b9036 req-4a97104e-cff1-473b-87ed-028c3af8e182 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.5094767 Feb 11 04:44:54.822420 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Publish callbacks [] for router_controller (10521d62-ff0a-46bb-a83a-b789dec16822), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.855061 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4764bb3c-7297-4aa0-9dcb-eb07355b9036 req-a0d89a2c-00c6-477b-847e-3705d3d1b649 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514680 Feb 11 04:44:54.932002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Allocated IP 172.20.0.2 (e344b5ec-96aa-4113-b1d4-85f38cc41986/9e763da8-c96c-4257-9b84-f4974f44df2d/779a179d-2fbc-41db-b59b-ba4fbc8561e3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:54.978793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Attempting to bind port 6f713bf6-e58f-465d-9e72-3cbe36479d05 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:54.979476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Attempting to bind port 6f713bf6-e58f-465d-9e72-3cbe36479d05 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:54.980015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Attempting to bind port 6f713bf6-e58f-465d-9e72-3cbe36479d05 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:54.983926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Publish callbacks [] for router_gateway (05748e07-863c-405a-891b-e717807fe7c1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.991994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Port 6f713bf6-e58f-465d-9e72-3cbe36479d05 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:44:54.992888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Attempting to bind port 6f713bf6-e58f-465d-9e72-3cbe36479d05 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:55.000622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:55.001418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Checking segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:55.002042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Bound using segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:55.013267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Bound port: 6f713bf6-e58f-465d-9e72-3cbe36479d05, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:55.013810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.124267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] For port 6f713bf6-e58f-465d-9e72-3cbe36479d05, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:55.128709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] For port 6f713bf6-e58f-465d-9e72-3cbe36479d05, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=6f713bf6-e58f-465d-9e72-3cbe36479d05,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:55.147134 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.181223 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Publish callbacks [] for router_gateway (10521d62-ff0a-46bb-a83a-b789dec16822), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.182654 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Publish callbacks [] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.200575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.258333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Pushing event updated for resources: {'Port': ['ID=779a179d-2fbc-41db-b59b-ba4fbc8561e3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:55.287733 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Network e344b5ec-96aa-4113-b1d4-85f38cc41986 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:55.304514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:55.305250 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.307392 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] 10.222.0.60 "PUT /v2.0/ports/6f713bf6-e58f-465d-9e72-3cbe36479d05 HTTP/1.1" status: 200 len: 1092 time: 1.4454448 Feb 11 04:44:55.311240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8890be30-8672-4b6b-9f6d-d0e2b5f3cb13', 'tag': '6f713bf6-e58f-465d-9e72-3cbe36479d05'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:55.326550 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56740a41-af0d-47cf-9fd5-ba5b30e13833" -d '{"events": [{"name": "network-changed", "server_uuid": "8890be30-8672-4b6b-9f6d-d0e2b5f3cb13", "tag": "6f713bf6-e58f-465d-9e72-3cbe36479d05"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:55.338817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:55.344615 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:55.373532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3e399-7dc2-4bdf-b592-1255c3217630 service neutron] Pushing event updated for resources: {'Port': ['ID=6f713bf6-e58f-465d-9e72-3cbe36479d05,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:55.418832 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (6d328a27-9ac7-4ed1-88ba-cf593ca74943), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.433789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fa3b6-5600-4ecd-9bce-d4e7d16f4c8c req-172b80b1-3df8-4a60-be3f-cf3fcc4cf30f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:55.439908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df80b22-e938-472b-be05-bd1e4c896cf0 req-798900c7-ac73-4825-b6d7-3e81621e616d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:55.440193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a8fa3b6-5600-4ecd-9bce-d4e7d16f4c8c req-172b80b1-3df8-4a60-be3f-cf3fcc4cf30f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 943 time: 0.2768152 Feb 11 04:44:55.442716 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6df80b22-e938-472b-be05-bd1e4c896cf0 req-798900c7-ac73-4825-b6d7-3e81621e616d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 945 time: 0.2427740 Feb 11 04:44:55.486138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Attempting to bind port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:55.486521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Attempting to bind port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '64f149c7-5e3e-4153-996f-0a3510688d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:55.487737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Attempting to bind port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 on network e344b5ec-96aa-4113-b1d4-85f38cc41986 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:55.493972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:55.494361 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Checking segment: {'id': '64f149c7-5e3e-4153-996f-0a3510688d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:55.494776 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.495203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Bound using segment: {'id': '64f149c7-5e3e-4153-996f-0a3510688d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:55.495838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Bound port: 779a179d-2fbc-41db-b59b-ba4fbc8561e3, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f149c7-5e3e-4153-996f-0a3510688d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:55.496216 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.575262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-e7dbef5e-d24f-45a0-8099-b95c17466e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:55.576954 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-e7dbef5e-d24f-45a0-8099-b95c17466e33 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 1126 time: 0.1956279 Feb 11 04:44:55.609844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] For port 779a179d-2fbc-41db-b59b-ba4fbc8561e3, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:55.615705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] For port 779a179d-2fbc-41db-b59b-ba4fbc8561e3, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=779a179d-2fbc-41db-b59b-ba4fbc8561e3,segment=NetworkSegment(64f149c7-5e3e-4153-996f-0a3510688d22),segment_id=64f149c7-5e3e-4153-996f-0a3510688d22)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:55.626032 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a8fa3b6-5600-4ecd-9bce-d4e7d16f4c8c req-3696c968-2fe7-4ffc-a85e-2edd88148a85 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665552 Feb 11 04:44:55.638022 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.670283 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6df80b22-e938-472b-be05-bd1e4c896cf0 req-9024437d-04d2-4276-aba2-90545610702a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180996 Feb 11 04:44:55.695055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Deleting port 05496969-6bfc-495d-b451-2bb443844cef {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:55.695405 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (05496969-6bfc-495d-b451-2bb443844cef), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.730311 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-d737ec2b-c302-44f6-a6f2-0d622a2c5fc6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f713bf6-e58f-465d-9e72-3cbe36479d05 HTTP/1.1" status: 200 len: 217 time: 0.1182592 Feb 11 04:44:55.766706 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7e80bf-1802-41cb-9314-3bf3a2fb5796 x-openstack-request-id: req-5b7e80bf-1802-41cb-9314-3bf3a2fb5796 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:55.767346 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8890be30-8672-4b6b-9f6d-d0e2b5f3cb13", "tag": "6f713bf6-e58f-465d-9e72-3cbe36479d05", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:55.769572 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b7e80bf-1802-41cb-9314-3bf3a2fb5796 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:55.770160 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8890be30-8672-4b6b-9f6d-d0e2b5f3cb13', 'tag': '6f713bf6-e58f-465d-9e72-3cbe36479d05', 'status': 'completed', 'code': 200} Feb 11 04:44:55.788951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a6def-5acc-4b92-9175-ab2ec8fb32f3 None None] Pushing event updated for resources: {'Port': ['ID=779a179d-2fbc-41db-b59b-ba4fbc8561e3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:55.873882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-4a85267e-f76e-43a2-bef1-0dd4179e5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:55.879010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-4a85267e-f76e-43a2-bef1-0dd4179e5592 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.1375353 Feb 11 04:44:55.956946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Publish callbacks [] for router_gateway (05748e07-863c-405a-891b-e717807fe7c1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.968746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-3b3f1029-da9d-4bed-878b-9e6f954222b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697556 Feb 11 04:44:56.037987 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:56.111651 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (05496969-6bfc-495d-b451-2bb443844cef), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:56.146158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Calling delete_port for 05496969-6bfc-495d-b451-2bb443844cef owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:56.216379 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Publish callbacks [] for router_gateway (10521d62-ff0a-46bb-a83a-b789dec16822), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:56.245498 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:56.270988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Allocated IP 172.25.7.38 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/48b1b391-7d0e-4b0d-8da4-76542428136d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:56.364505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-1544fa7b-3d7e-4666-9757-a4a011d17e32 service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671546 Feb 11 04:44:56.437236 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f687b0f-4e37-42a9-8481-6ec38938bccf req-5c68063d-b041-4057-911a-3006cdba9e66 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:56.438768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f687b0f-4e37-42a9-8481-6ec38938bccf req-5c68063d-b041-4057-911a-3006cdba9e66 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.3903141 Feb 11 04:44:56.465778 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Publish callbacks [] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:56.574324 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:56.659198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Pushing event updated for resources: {'Port': ['ID=48b1b391-7d0e-4b0d-8da4-76542428136d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:56.676006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Allocated IP 172.25.7.204 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/6cd1cd21-7d0f-4862-9b83-3abb10a34472) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:56.731829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257093fa-5784-4d35-b41b-1c82f4186486 req-e827f65e-953d-4057-bbde-7db0e914d320 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:56.733872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-e827f65e-953d-4057-bbde-7db0e914d320 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a&tenant_id=8b12cb7f59db43f289e50c197625e76d&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.4907928 Feb 11 04:44:56.736879 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c00199-a4a7-4159-b1c5-6327bbf9ee26 req-93849b37-3bff-4acf-aac6-77a6e3b400a7 service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465974 Feb 11 04:44:56.751297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:56.752325 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f687b0f-4e37-42a9-8481-6ec38938bccf req-00f87215-3720-40d4-ac08-ce81709c4215 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861977 Feb 11 04:44:56.766689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:56.777633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-58'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:56.781450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:56.878689 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (05496969-6bfc-495d-b451-2bb443844cef), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.009872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659057b-e866-4e4f-9856-b3e9a0aeef9e req-15b0fce9-6e43-43a6-be0a-ebd9104de188 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.017252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a659057b-e866-4e4f-9856-b3e9a0aeef9e req-15b0fce9-6e43-43a6-be0a-ebd9104de188 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 943 time: 0.2261069 Feb 11 04:44:57.100011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56740a41-af0d-47cf-9fd5-ba5b30e13833 req-a0fe8d14-3e81-410a-9455-76893fa5eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.101538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56740a41-af0d-47cf-9fd5-ba5b30e13833 req-a0fe8d14-3e81-410a-9455-76893fa5eb9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 1126 time: 0.2304296 Feb 11 04:44:57.220180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 061aa7b1-5aed-40ed-a969-7ce1270acd11 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:57.268382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a659057b-e866-4e4f-9856-b3e9a0aeef9e req-b55a9e6e-48b2-4236-93cb-3bfe95ade800 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502232 Feb 11 04:44:57.350827 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 061aa7b1-5aed-40ed-a969-7ce1270acd11 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:44:57.355186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 061aa7b1-5aed-40ed-a969-7ce1270acd11 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:57.355767 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.415512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4574452-ebbe-46a5-92ab-cf5f97db121c None None] Network e344b5ec-96aa-4113-b1d4-85f38cc41986 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:57.417775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Pushing event deleted for resources: {'Port': ['ID=05496969-6bfc-495d-b451-2bb443844cef,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:57.517794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56740a41-af0d-47cf-9fd5-ba5b30e13833 req-b2b29314-1984-4c72-8001-5e754db50b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.519954 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56740a41-af0d-47cf-9fd5-ba5b30e13833 req-b2b29314-1984-4c72-8001-5e754db50b14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 913 time: 0.3282464 Feb 11 04:44:57.576680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56740a41-af0d-47cf-9fd5-ba5b30e13833 req-e34c6812-9081-468f-92ce-da601633d253 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f713bf6-e58f-465d-9e72-3cbe36479d05 HTTP/1.1" status: 200 len: 217 time: 0.0472624 Feb 11 04:44:57.590741 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.646230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:44:57.690360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b88867-0d7f-4419-ae71-56607e605751 req-1137a65c-f0fd-4a42-99a0-658fc459802c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.692111 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3b88867-0d7f-4419-ae71-56607e605751 req-1137a65c-f0fd-4a42-99a0-658fc459802c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 945 time: 0.8171678 Feb 11 04:44:57.694944 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (6d328a27-9ac7-4ed1-88ba-cf593ca74943), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.700496 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Publish callbacks [] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.777136 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Publish callbacks [] for router_gateway (05748e07-863c-405a-891b-e717807fe7c1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.780630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:57.786455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56740a41-af0d-47cf-9fd5-ba5b30e13833 req-20cf55cd-f81c-4b7b-acb2-c32237669fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.793896 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56740a41-af0d-47cf-9fd5-ba5b30e13833 req-20cf55cd-f81c-4b7b-acb2-c32237669fa5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.2091422 Feb 11 04:44:57.816720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 has no active binding in host n-h1-615180-58 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:44:57.844162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-120f6973-f6d6-4b2f-b05e-49888747b438 None None] Provisioning complete for port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:57.844548 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-120f6973-f6d6-4b2f-b05e-49888747b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.863550 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3b88867-0d7f-4419-ae71-56607e605751 req-b843f58d-ea16-4dd6-a04d-a973141f27e0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535931 Feb 11 04:44:57.915399 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.920970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 779a179d-2fbc-41db-b59b-ba4fbc8561e3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:57.933243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56740a41-af0d-47cf-9fd5-ba5b30e13833 req-82c74163-0874-41ba-a123-e970d31314b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733237 Feb 11 04:44:57.980974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:57.986984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Pushing event updated for resources: {'Port': ['ID=6cd1cd21-7d0f-4862-9b83-3abb10a34472,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:57.990797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:57.999163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:58.042081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56740a41-af0d-47cf-9fd5-ba5b30e13833 req-dc26b3da-9616-415f-95c3-a7afa536be7c service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927780 Feb 11 04:44:58.112260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 061aa7b1-5aed-40ed-a969-7ce1270acd11 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:58.112846 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.222248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c777395-08d3-46a0-bcd6-e98750ae2df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061aa7b1-5aed-40ed-a969-7ce1270acd11'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:58.225398 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e618f8-e89c-4c8c-bdec-f9863528d898" -d '{"events": [{"server_uuid": "1c777395-08d3-46a0-bcd6-e98750ae2df9", "name": "network-vif-plugged", "status": "completed", "tag": "061aa7b1-5aed-40ed-a969-7ce1270acd11"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:58.297458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:58.311049 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a266c700-ce1a-4797-8f64-998207a6a49f x-openstack-request-id: req-a266c700-ce1a-4797-8f64-998207a6a49f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:58.311616 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c777395-08d3-46a0-bcd6-e98750ae2df9", "name": "network-vif-plugged", "status": "completed", "tag": "061aa7b1-5aed-40ed-a969-7ce1270acd11", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:58.312035 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a266c700-ce1a-4797-8f64-998207a6a49f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:58.312667 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c777395-08d3-46a0-bcd6-e98750ae2df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061aa7b1-5aed-40ed-a969-7ce1270acd11', 'code': 200} Feb 11 04:44:58.320753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:58.321522 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.366410 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.416511 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Publish callbacks [] for router_gateway (10521d62-ff0a-46bb-a83a-b789dec16822), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.485533 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-120f6973-f6d6-4b2f-b05e-49888747b438 None None] Current status of the port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:58.492003 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-120f6973-f6d6-4b2f-b05e-49888747b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.572863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71280e-8ff4-4455-8304-928335af75dd req-8b088fbd-23c8-4ec3-bfb3-2287c00c1d9f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:58.574402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d71280e-8ff4-4455-8304-928335af75dd req-8b088fbd-23c8-4ec3-bfb3-2287c00c1d9f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 945 time: 0.6941442 Feb 11 04:44:58.619198 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (6d328a27-9ac7-4ed1-88ba-cf593ca74943), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.689471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=061aa7b1-5aed-40ed-a969-7ce1270acd11,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:58.693116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-120f6973-f6d6-4b2f-b05e-49888747b438 None None] For port 779a179d-2fbc-41db-b59b-ba4fbc8561e3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=779a179d-2fbc-41db-b59b-ba4fbc8561e3,segment=NetworkSegment(64f149c7-5e3e-4153-996f-0a3510688d22),segment_id=64f149c7-5e3e-4153-996f-0a3510688d22)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:58.726688 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-120f6973-f6d6-4b2f-b05e-49888747b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.732255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.732617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.732969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.733321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.733784 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.734131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.734564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.734938 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:58.735084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.735267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.735792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.736073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.736406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.736733 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:58.772585 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56740a41-af0d-47cf-9fd5-ba5b30e13833 req-a003407c-c1bd-49cf-aadf-b39700785867 service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202787 Feb 11 04:44:58.779808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:58.827246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:58.832135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Publish callbacks [] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.835693 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_controller (6d328a27-9ac7-4ed1-88ba-cf593ca74943), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.857254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d71280e-8ff4-4455-8304-928335af75dd req-0d6b8e3b-1e90-4179-a293-6b425c59c1bf tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004721 Feb 11 04:44:58.870020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f6973-f6d6-4b2f-b05e-49888747b438 None None] Pushing event updated for resources: {'Port': ['ID=779a179d-2fbc-41db-b59b-ba4fbc8561e3,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:58.902954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae20198f-d2b6-4a55-b862-16e0bdbf1f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:58.905197 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b95f25-de0d-4b5a-b546-9b78efc94020" -d '{"events": [{"server_uuid": "ae20198f-d2b6-4a55-b862-16e0bdbf1f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b1e2d9-a16c-4f84-b7af-8e881b2099c0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:58.912998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a4a9430f-e13b-4156-8be4-3f70810df528 None None] Provisioning complete for port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:58.913394 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a4a9430f-e13b-4156-8be4-3f70810df528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.953275 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (05748e07-863c-405a-891b-e717807fe7c1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.989115 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.005221 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (6d328a27-9ac7-4ed1-88ba-cf593ca74943), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.005881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Fanout notify agent at l3_agent the message router_deleted on router 6d328a27-9ac7-4ed1-88ba-cf593ca74943 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:44:59.018457 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.030558 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2254a641-5f52-4f55-ae86-b6b9066cdb6f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/routers/6d328a27-9ac7-4ed1-88ba-cf593ca74943 HTTP/1.1" status: 204 len: 168 time: 4.6430700 Feb 11 04:44:59.038071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52024) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:59.168421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1983112129', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:59.171637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b828959-5ac5-4d8e-97c4-9cb111aed19e req-eef146f9-7820-4d98-b0a6-9cc47936e086 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:59.173355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b828959-5ac5-4d8e-97c4-9cb111aed19e req-eef146f9-7820-4d98-b0a6-9cc47936e086 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 946 time: 0.0761731 Feb 11 04:44:59.189671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Router 05748e07-863c-405a-891b-e717807fe7c1 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:44:59.215334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Pushing event updated for resources: {'Port': ['ID=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:59.249632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (fe80465d-c9ff-4776-908a-8b8f957f321a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.250592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (fe80465d-c9ff-4776-908a-8b8f957f321a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.274495 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9430f-e13b-4156-8be4-3f70810df528 None None] Current status of the port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:59.290980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02df35-3c02-475d-b810-29c0f15f7d76 req-c18d4afa-572d-4deb-8320-253276ec3e85 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:59.301394 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b02df35-3c02-475d-b810-29c0f15f7d76 req-c18d4afa-572d-4deb-8320-253276ec3e85 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 943 time: 0.7119739 Feb 11 04:44:59.314460 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b828959-5ac5-4d8e-97c4-9cb111aed19e req-aada37ca-c9d0-483a-be68-dd2db784b226 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345232 Feb 11 04:44:59.389827 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (10521d62-ff0a-46bb-a83a-b789dec16822), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.396405 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:59.411237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Sync routers for ids ['05748e07-863c-405a-891b-e717807fe7c1'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:59.428473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Routers {'05748e07-863c-405a-891b-e717807fe7c1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:59.429329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['05748e07-863c-405a-891b-e717807fe7c1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:59.435390 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.441709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8b8a9c48-f4c7-42aa-a31b-8c29b92b5134 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0043342 Feb 11 04:44:59.443920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52026) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:59.471669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f0f5f-f769-4e04-9b0d-783021347196 req-d413e9ee-d4c5-4155-b6a9-d8d2e7a70f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:59.473477 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-244f0f5f-f769-4e04-9b0d-783021347196 req-d413e9ee-d4c5-4155-b6a9-d8d2e7a70f08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 1129 time: 0.8462427 Feb 11 04:44:59.483882 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41fbba8-f07f-4fd5-99d6-7c5949a32e26 x-openstack-request-id: req-e41fbba8-f07f-4fd5-99d6-7c5949a32e26 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:59.484183 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae20198f-d2b6-4a55-b862-16e0bdbf1f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b1e2d9-a16c-4f84-b7af-8e881b2099c0", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:59.484450 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e41fbba8-f07f-4fd5-99d6-7c5949a32e26 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:59.484861 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae20198f-d2b6-4a55-b862-16e0bdbf1f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0', 'code': 200} Feb 11 04:44:59.597773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Set router 05748e07-863c-405a-891b-e717807fe7c1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:59.715395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52032) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:59.721579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ec310c4d-1c51-4bc2-976e-992c7462f318 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-166242788'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:59.763214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec310c4d-1c51-4bc2-976e-992c7462f318 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:59.768123 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec310c4d-1c51-4bc2-976e-992c7462f318 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.789413 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b02df35-3c02-475d-b810-29c0f15f7d76 req-d9518b13-5f8f-4c29-8baf-761634fa7625 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867396 Feb 11 04:44:59.798142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Router 10521d62-ff0a-46bb-a83a-b789dec16822 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:44:59.802165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_controller (fe80465d-c9ff-4776-908a-8b8f957f321a), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.806439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 779a179d-2fbc-41db-b59b-ba4fbc8561e3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:59.815935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec310c4d-1c51-4bc2-976e-992c7462f318 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:44:59.835161 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec310c4d-1c51-4bc2-976e-992c7462f318 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (dce52bd7-8d0e-4ded-ba55-11ef3eab3a70), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.835676 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-ec310c4d-1c51-4bc2-976e-992c7462f318 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Added segment dce52bd7-8d0e-4ded-ba55-11ef3eab3a70 of type vlan for network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 Feb 11 04:44:59.892580 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec310c4d-1c51-4bc2-976e-992c7462f318 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (36e101bd-1bc1-4657-8cc0-46b1d08a8103), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.923691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05748e07-863c-405a-891b-e717807fe7c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175373349-router', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:44:57Z', 'revision_number': 3, 'project_id': '0f85025be4f640089f13d86255a5e509', 'gw_port': {'id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05748e07-863c-405a-891b-e717807fe7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:59.927579 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:59.927579 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.935761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Attempting to bind port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on host n-h2-615180-58 for vnic_type normal with profile {"migrating_to": "n-h1-615180-58"} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:59.936101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Attempting to bind port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:59.936969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Attempting to bind port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:59.941604 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec310c4d-1c51-4bc2-976e-992c7462f318 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (36e101bd-1bc1-4657-8cc0-46b1d08a8103), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.947043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec310c4d-1c51-4bc2-976e-992c7462f318 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:59.947828 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec310c4d-1c51-4bc2-976e-992c7462f318 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.957025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Checking router: 05748e07-863c-405a-891b-e717807fe7c1 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:44:59.957376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Updating router 05748e07-863c-405a-891b-e717807fe7c1 port 48b1b391-7d0e-4b0d-8da4-76542428136d binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:44:59.959102 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-244f0f5f-f769-4e04-9b0d-783021347196 req-ac910b0a-9165-4ca6-95f7-90d49b8d9e34 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232675 Feb 11 04:44:59.962319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:44:59.962653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Attempting to bind port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on network 5b75fab5-93b1-414b-9a08-696b9d294bc0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:00.020598 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.052387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:00.052896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Checking segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:00.053395 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Bound using segment: {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:00.053840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Bound port: c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5b75fab5-93b1-414b-9a08-696b9d294bc0'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:00.054216 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.058475 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ec310c4d-1c51-4bc2-976e-992c7462f318 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3412633 Feb 11 04:45:00.072319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52036) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:00.077607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ea0058cf-7abd-4d58-bfe8-01a36cdb40cb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-615772535'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:00.098248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec310c4d-1c51-4bc2-976e-992c7462f318 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Network': ['ID=36e101bd-1bc1-4657-8cc0-46b1d08a8103,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:00.113859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43df860-66fd-4949-9960-ef68aba7130d req-69b07b03-a2bd-4b77-a4da-526d3c7bd27a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:00.121187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d43df860-66fd-4949-9960-ef68aba7130d req-69b07b03-a2bd-4b77-a4da-526d3c7bd27a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.1302006 Feb 11 04:45:00.154935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:45:00.181911 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d43df860-66fd-4949-9960-ef68aba7130d req-cf200af3-1217-4814-87f6-7584688915d7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595810 Feb 11 04:45:00.216792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:00.411022 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Publish callbacks [] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.418568 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.487118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bd43a-7471-412a-9b5d-9cbc3786a17b None None] Pushing event updated for resources: {'Port': ['ID=48b1b391-7d0e-4b0d-8da4-76542428136d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:00.489455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Attempting to bind port 48b1b391-7d0e-4b0d-8da4-76542428136d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:00.489899 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Attempting to bind port 48b1b391-7d0e-4b0d-8da4-76542428136d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:00.490335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Attempting to bind port 48b1b391-7d0e-4b0d-8da4-76542428136d on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:00.497185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:00.497657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:00.498134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.498669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:00.499234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Bound port: 48b1b391-7d0e-4b0d-8da4-76542428136d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:00.499745 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.519554 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (fe80465d-c9ff-4776-908a-8b8f957f321a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.527513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0058cf-7abd-4d58-bfe8-01a36cdb40cb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:00.530854 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea0058cf-7abd-4d58-bfe8-01a36cdb40cb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.558632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] For port 48b1b391-7d0e-4b0d-8da4-76542428136d, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:00.562273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] For port 48b1b391-7d0e-4b0d-8da4-76542428136d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=48b1b391-7d0e-4b0d-8da4-76542428136d,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:00.568734 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.622625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Routers {'05748e07-863c-405a-891b-e717807fe7c1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:00.623391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['05748e07-863c-405a-891b-e717807fe7c1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:00.668322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bd43a-7471-412a-9b5d-9cbc3786a17b None None] Pushing event updated for resources: {'Port': ['ID=48b1b391-7d0e-4b0d-8da4-76542428136d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:00.711303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0058cf-7abd-4d58-bfe8-01a36cdb40cb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:45:00.741727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:45:00.745205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:00.759480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea0058cf-7abd-4d58-bfe8-01a36cdb40cb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (f7cfb57f-b75b-434b-a3f6-4695dfd10a03), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.759839 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-ea0058cf-7abd-4d58-bfe8-01a36cdb40cb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Added segment f7cfb57f-b75b-434b-a3f6-4695dfd10a03 of type vlan for network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 Feb 11 04:45:00.764487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] Set router 05748e07-863c-405a-891b-e717807fe7c1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:45:00.771181 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Sync routers for ids ['10521d62-ff0a-46bb-a83a-b789dec16822'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:45:00.785849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:00.798280 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Routers {'10521d62-ff0a-46bb-a83a-b789dec16822'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:00.800078 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['10521d62-ff0a-46bb-a83a-b789dec16822'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:00.869414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb374e-97bd-4962-92db-ecf20ccb569c req-035e5769-59dd-4596-84ad-10fd3485d5a1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:00.872079 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fcb374e-97bd-4962-92db-ecf20ccb569c req-035e5769-59dd-4596-84ad-10fd3485d5a1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 946 time: 0.3559122 Feb 11 04:45:00.874290 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.899654 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.903649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5e1503fd-c8a3-4908-9b06-83dd85c742da admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7787809 Feb 11 04:45:00.905533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52044) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:00.962367 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea0058cf-7abd-4d58-bfe8-01a36cdb40cb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:01.037353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05748e07-863c-405a-891b-e717807fe7c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175373349-router', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:44:57Z', 'revision_number': 3, 'project_id': '0f85025be4f640089f13d86255a5e509', 'gw_port': {'id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05748e07-863c-405a-891b-e717807fe7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:01.103581 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Pushing event updated for resources: {'Port': ['ID=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,revision_number=8']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:01.109689 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Set router 10521d62-ff0a-46bb-a83a-b789dec16822 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:45:01.113948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb1e68-a99e-4134-b08e-9a11da825c6d None None] The sync data for ids ['05748e07-863c-405a-891b-e717807fe7c1'] in n-d-615180-58 is: [{'id': '05748e07-863c-405a-891b-e717807fe7c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175373349-router', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:44:57Z', 'revision_number': 3, 'project_id': '0f85025be4f640089f13d86255a5e509', 'gw_port': {'id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05748e07-863c-405a-891b-e717807fe7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:45:01.198794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daf1dd-f122-4307-9d80-5fd3d5863a69 req-a2650201-dcbe-432c-84a2-01b4303076d0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:01.205641 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00daf1dd-f122-4307-9d80-5fd3d5863a69 req-a2650201-dcbe-432c-84a2-01b4303076d0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 943 time: 0.1597285 Feb 11 04:45:01.219480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fcb374e-97bd-4962-92db-ecf20ccb569c req-ce83121c-b5ea-481f-baf7-867158171bce tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307037 Feb 11 04:45:01.231501 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea0058cf-7abd-4d58-bfe8-01a36cdb40cb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:01.245674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0058cf-7abd-4d58-bfe8-01a36cdb40cb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:01.247900 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea0058cf-7abd-4d58-bfe8-01a36cdb40cb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:01.261739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:01.265493 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:01.268629 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7d97bac9-5787-4557-8cf2-7839b95ccc5c service neutron] 10.222.0.60 "PUT /v2.0/ports/c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 HTTP/1.1" status: 200 len: 1123 time: 4.5138969 Feb 11 04:45:01.392434 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['c7b1e2d9-a16c-4f84-b7af-8e881b2099c0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:01.409252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00daf1dd-f122-4307-9d80-5fd3d5863a69 req-1015bbc1-0b41-48b8-9ed8-1f1d05654338 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032032 Feb 11 04:45:01.471989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['c7b1e2d9-a16c-4f84-b7af-8e881b2099c0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:01.497686 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae20198f-d2b6-4a55-b862-16e0bdbf1f6a', 'tag': 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:01.502714 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e70e4ad-5ecb-49fd-8f16-dd7862917644" -d '{"events": [{"name": "network-changed", "server_uuid": "ae20198f-d2b6-4a55-b862-16e0bdbf1f6a", "tag": "c7b1e2d9-a16c-4f84-b7af-8e881b2099c0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:01.615099 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'name': 'tempest-ServerRescueTestJSON-996017755-router', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:44:58Z', 'revision_number': 3, 'project_id': '405338bd8484497a84aa5627cc04cab4', 'gw_port': {'id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:01.650975 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Checking router: 10521d62-ff0a-46bb-a83a-b789dec16822 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:45:01.651349 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Updating router 10521d62-ff0a-46bb-a83a-b789dec16822 port 6cd1cd21-7d0f-4862-9b83-3abb10a34472 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:45:01.656332 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ea0058cf-7abd-4d58-bfe8-01a36cdb40cb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5800998 Feb 11 04:45:01.659650 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b70da8-02e2-4a7e-9fe9-d5a393ac375a x-openstack-request-id: req-02b70da8-02e2-4a7e-9fe9-d5a393ac375a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:01.659961 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae20198f-d2b6-4a55-b862-16e0bdbf1f6a", "tag": "c7b1e2d9-a16c-4f84-b7af-8e881b2099c0", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:01.660378 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02b70da8-02e2-4a7e-9fe9-d5a393ac375a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:01.660660 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae20198f-d2b6-4a55-b862-16e0bdbf1f6a', 'tag': 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0', 'status': 'completed', 'code': 200} Feb 11 04:45:01.664708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 6f713bf6-e58f-465d-9e72-3cbe36479d05 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:01.666388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52050) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:01.714824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3ead123c-054f-48c6-8629-b06769e4d601 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'subnet': {'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:01.765414 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:01.844806 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:01.905775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0058cf-7abd-4d58-bfe8-01a36cdb40cb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Network': ['ID=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:01.914277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 48b1b391-7d0e-4b0d-8da4-76542428136d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:01.936817 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:01.950587 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (fe80465d-c9ff-4776-908a-8b8f957f321a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:01.964067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:45:02.172041 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Allocated IP 172.20.0.1 (e344b5ec-96aa-4113-b1d4-85f38cc41986/9e763da8-c96c-4257-9b84-f4974f44df2d/b6ae797f-5364-494c-8ae6-aea366277952) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:02.246459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Allocated IP 172.20.0.1 (4c8984d9-9499-4696-b4db-392dbe3ffe0b/4eed6268-e93d-44f1-8b65-b43825c2b4f8/2bd6f78d-4905-452d-8a26-1258a5df1262) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:02.309411 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:02.349625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0eeee2-2ab3-4539-ad23-ecccc30d30c9 req-3793ef12-d5bc-4d23-a69f-a1c2b4a72ae5 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:02.352334 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ee0eeee2-2ab3-4539-ad23-ecccc30d30c9 req-3793ef12-d5bc-4d23-a69f-a1c2b4a72ae5 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 1.0027466 Feb 11 04:45:02.388833 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Publish callbacks [] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:02.408104 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:02.474518 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Publish callbacks [] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:02.483643 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Pushing event updated for resources: {'Port': ['ID=6cd1cd21-7d0f-4862-9b83-3abb10a34472,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:02.486808 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Attempting to bind port 6cd1cd21-7d0f-4862-9b83-3abb10a34472 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:02.487205 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Attempting to bind port 6cd1cd21-7d0f-4862-9b83-3abb10a34472 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:02.487565 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Attempting to bind port 6cd1cd21-7d0f-4862-9b83-3abb10a34472 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:02.504067 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.504454 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.504741 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.505074 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.505401 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.505725 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.506052 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.506370 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.520965 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.521467 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.521827 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.522199 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.522533 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:02.526244 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:02.526614 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:02.527050 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:02.527435 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:02.527909 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Bound port: 6cd1cd21-7d0f-4862-9b83-3abb10a34472, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:02.528285 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:02.533871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc1f90-17c8-441c-8c2f-662ba82c989f req-241a240b-73df-4ff4-b3c4-53f5050cb3ca tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:02.543321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00cc1f90-17c8-441c-8c2f-662ba82c989f req-241a240b-73df-4ff4-b3c4-53f5050cb3ca tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 946 time: 0.1811512 Feb 11 04:45:02.574322 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:02.624843 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] For port 6cd1cd21-7d0f-4862-9b83-3abb10a34472, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:02.630924 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] For port 6cd1cd21-7d0f-4862-9b83-3abb10a34472, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6cd1cd21-7d0f-4862-9b83-3abb10a34472,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:02.647666 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:02.650335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Network 4c8984d9-9499-4696-b4db-392dbe3ffe0b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:02.665703 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00cc1f90-17c8-441c-8c2f-662ba82c989f req-922bc7f9-3350-4193-90cc-0416c1ce1fac tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208689 Feb 11 04:45:02.679521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:02.696939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:02.747311 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99952f9b-b4cb-4ce1-9942-3d672ba7223f None None] Pushing event updated for resources: {'Port': ['ID=6cd1cd21-7d0f-4862-9b83-3abb10a34472,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:02.766840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2bd6f78d-4905-452d-8a26-1258a5df1262,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:02.801064 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Routers {'10521d62-ff0a-46bb-a83a-b789dec16822'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:02.802183 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['10521d62-ff0a-46bb-a83a-b789dec16822'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:02.809233 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Publish callbacks [] for port (b6ae797f-5364-494c-8ae6-aea366277952), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:02.815291 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ee0eeee2-2ab3-4539-ad23-ecccc30d30c9 req-f78971a5-5894-487a-95fb-92c5b269c279 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813770 Feb 11 04:45:02.817750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70e4ad-5ecb-49fd-8f16-dd7862917644 req-ab8fdcea-ef8e-42d0-b04a-2bcfd724f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:02.819463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e70e4ad-5ecb-49fd-8f16-dd7862917644 req-ab8fdcea-ef8e-42d0-b04a-2bcfd724f2df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 1157 time: 1.0146477 Feb 11 04:45:02.827915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ead123c-054f-48c6-8629-b06769e4d601 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:02.831477 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ead123c-054f-48c6-8629-b06769e4d601 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:02.850379 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (10521d62-ff0a-46bb-a83a-b789dec16822), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:02.895606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 6f713bf6-e58f-465d-9e72-3cbe36479d05, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=6f713bf6-e58f-465d-9e72-3cbe36479d05,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:02.987261 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] Set router 10521d62-ff0a-46bb-a83a-b789dec16822 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:45:03.019483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97a30f-9d3b-45cb-b358-55705de3c741 req-9693edd6-529a-45e2-abcb-e0e2ed05ff7f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:03.033506 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf97a30f-9d3b-45cb-b358-55705de3c741 req-9693edd6-529a-45e2-abcb-e0e2ed05ff7f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 943 time: 0.2320564 Feb 11 04:45:03.113366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '6f713bf6-e58f-465d-9e72-3cbe36479d05', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'port_id': '6f713bf6-e58f-465d-9e72-3cbe36479d05', 'mac_address': 'fa:16:3e:8c:31:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ae33d8-9318-4ac3-9e38-c945077968e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:03.156861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf97a30f-9d3b-45cb-b358-55705de3c741 req-cf7f546e-e82a-4e7d-8bfe-2d4f790e0f0e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999055 Feb 11 04:45:03.184181 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:03.194652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Allocated IP 172.25.7.13 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/02489c70-0d13-4760-bc48-1a4d35eae5c6) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:03.204053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 48b1b391-7d0e-4b0d-8da4-76542428136d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:03.204795 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:03.278228 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b6ae797f-5364-494c-8ae6-aea366277952), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:03.312008 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:03.321686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 6f713bf6-e58f-465d-9e72-3cbe36479d05 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:03.322138 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:03.339602 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f713bf6-e58f-465d-9e72-3cbe36479d05 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:03.432657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70e4ad-5ecb-49fd-8f16-dd7862917644 req-fceeb43a-365d-4188-aa23-fd37eebf6a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:03.443349 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e70e4ad-5ecb-49fd-8f16-dd7862917644 req-fceeb43a-365d-4188-aa23-fd37eebf6a55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.6045990 Feb 11 04:45:03.474259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Publish callbacks [] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:03.480630 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:03.481201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 48b1b391-7d0e-4b0d-8da4-76542428136d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:03.481683 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:03.538343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 48b1b391-7d0e-4b0d-8da4-76542428136d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=48b1b391-7d0e-4b0d-8da4-76542428136d,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:03.557900 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'name': 'tempest-ServerRescueTestJSON-996017755-router', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:44:58Z', 'revision_number': 3, 'project_id': '405338bd8484497a84aa5627cc04cab4', 'gw_port': {'id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:03.569452 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:03.569687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (10521d62-ff0a-46bb-a83a-b789dec16822), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:03.572245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2bd6f78d-4905-452d-8a26-1258a5df1262,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:03.580408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 6f713bf6-e58f-465d-9e72-3cbe36479d05, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=6f713bf6-e58f-465d-9e72-3cbe36479d05,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:03.591085 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324c6c4-1695-47cd-8d1f-a7445a4ad55f None None] The sync data for ids ['10521d62-ff0a-46bb-a83a-b789dec16822'] in n-d-615180-58 is: [{'id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'name': 'tempest-ServerRescueTestJSON-996017755-router', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:44:58Z', 'revision_number': 3, 'project_id': '405338bd8484497a84aa5627cc04cab4', 'gw_port': {'id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:45:03.678198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=48b1b391-7d0e-4b0d-8da4-76542428136d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:03.688637 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:03.740850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Network 4c8984d9-9499-4696-b4db-392dbe3ffe0b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:03.750931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Network e344b5ec-96aa-4113-b1d4-85f38cc41986 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:03.751079 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:03.777929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=6f713bf6-e58f-465d-9e72-3cbe36479d05,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:03.831475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:03.841828 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e70e4ad-5ecb-49fd-8f16-dd7862917644 req-1dfd0c3c-ab29-4088-abea-3ee47851da1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 HTTP/1.1" status: 200 len: 217 time: 0.1811922 Feb 11 04:45:03.846359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:03.861141 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ae797f-5364-494c-8ae6-aea366277952,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:03.890035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ead123c-054f-48c6-8629-b06769e4d601 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (4def555b-2d65-406f-a62b-e0ebc3518aa8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:03.951687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Router 10521d62-ff0a-46bb-a83a-b789dec16822 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:45:03.967225 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for port (02489c70-0d13-4760-bc48-1a4d35eae5c6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:04.174889 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (02489c70-0d13-4760-bc48-1a4d35eae5c6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:04.182703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead123c-054f-48c6-8629-b06769e4d601 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Subnet': ['ID=4def555b-2d65-406f-a62b-e0ebc3518aa8,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:04.275449 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (05748e07-863c-405a-891b-e717807fe7c1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:04.279974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:45:04.294692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-63bbc0d2-c850-4403-82ba-4c1748d0e7a6 admin admin] 10.222.0.48 "PUT /v2.0/routers/10521d62-ff0a-46bb-a83a-b789dec16822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3804677 Feb 11 04:45:04.322423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018d14b-34af-48c1-912e-efa627aa99f1 req-9eba6aee-806c-4ead-a932-d1988c87df3f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.334395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1018d14b-34af-48c1-912e-efa627aa99f1 req-9eba6aee-806c-4ead-a932-d1988c87df3f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.2335734 Feb 11 04:45:04.378613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5b8cd4ee-9dbc-4cee-9939-064edb52d815 None None] Provisioning complete for port b6ae797f-5364-494c-8ae6-aea366277952 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:04.379698 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd4ee-9dbc-4cee-9939-064edb52d815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b6ae797f-5364-494c-8ae6-aea366277952), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:04.434460 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1018d14b-34af-48c1-912e-efa627aa99f1 req-e4803549-a222-4400-b2ce-9f5a2d790635 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990653 Feb 11 04:45:04.477550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5b8cd4ee-9dbc-4cee-9939-064edb52d815 None None] Port b6ae797f-5364-494c-8ae6-aea366277952 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:45:04.612654 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['6f713bf6-e58f-465d-9e72-3cbe36479d05'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:04.634706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fccbb-2f34-4395-b9d4-115df07e005d req-64ef7fa1-c13a-4a9d-8bfd-3dd597fff3f1 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.646939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b72fccbb-2f34-4395-b9d4-115df07e005d req-64ef7fa1-c13a-4a9d-8bfd-3dd597fff3f1 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 944 time: 0.0814142 Feb 11 04:45:04.713359 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b72fccbb-2f34-4395-b9d4-115df07e005d req-b16bdc8a-80a1-4405-a00b-95b4006fdf71 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601947 Feb 11 04:45:04.878991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:04.881271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67695747-68fb-4a0b-9cd3-7c56c70a44de req-3ac8f346-6554-4952-b926-256952388059 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.882856 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67695747-68fb-4a0b-9cd3-7c56c70a44de req-3ac8f346-6554-4952-b926-256952388059 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 1129 time: 1.2009737 Feb 11 04:45:04.885175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70e4ad-5ecb-49fd-8f16-dd7862917644 req-b1b21613-f7ea-4a45-94df-835cfc5869dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.886630 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e70e4ad-5ecb-49fd-8f16-dd7862917644 req-b1b21613-f7ea-4a45-94df-835cfc5869dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 1.0335054 Feb 11 04:45:04.901155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:04.903825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:04.982119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Pushing event updated for resources: {'Port': ['ID=02489c70-0d13-4760-bc48-1a4d35eae5c6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:04.994632 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e70e4ad-5ecb-49fd-8f16-dd7862917644 req-4542badb-0817-47dd-bbae-05dc031da07c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002936 Feb 11 04:45:04.995487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-af68c2c7-54da-40b4-b19a-c945dfcedd13 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.997172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-af68c2c7-54da-40b4-b19a-c945dfcedd13 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/networks?id=4c8984d9-9499-4696-b4db-392dbe3ffe0b HTTP/1.1" status: 200 len: 810 time: 0.1415265 Feb 11 04:45:05.015442 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-46d45015-6bec-4dfa-ad3f-0e73fa3da456 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/quotas/405338bd8484497a84aa5627cc04cab4 HTTP/1.1" status: 200 len: 375 time: 0.0125318 Feb 11 04:45:05.032166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead123c-054f-48c6-8629-b06769e4d601 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Checking segment: {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:05.032538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead123c-054f-48c6-8629-b06769e4d601 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Network hostable DHCP agents. Network: 36e101bd-1bc1-4657-8cc0-46b1d08a8103, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:45:05.090321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-36cee580-bc0a-416d-80d2-5f9aeb628994 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=405338bd8484497a84aa5627cc04cab4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662665 Feb 11 04:45:05.166142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67695747-68fb-4a0b-9cd3-7c56c70a44de req-22fe1317-169d-4ca8-9d87-967f400bb86e tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676020 Feb 11 04:45:05.229996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-8fe35f98-44ae-4515-990a-e1cb1903d0c0 service neutron] 10.222.0.48 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309152 Feb 11 04:45:05.264240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead123c-054f-48c6-8629-b06769e4d601 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:45:05.353171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3ead123c-054f-48c6-8629-b06769e4d601 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 36e101bd-1bc1-4657-8cc0-46b1d08a8103) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:05.362679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7e9ca0-04aa-478b-9976-c174f2b577e3 None None] Network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:45:05.384976 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-9ddda93b-28ac-495b-9935-b7db23313a6b service neutron] 10.222.0.48 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539481 Feb 11 04:45:05.423408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ead123c-054f-48c6-8629-b06769e4d601 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:05.424006 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ead123c-054f-48c6-8629-b06769e4d601 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.443185 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e70e4ad-5ecb-49fd-8f16-dd7862917644 req-e61d68f9-cdcc-4749-b751-02bcf3279852 service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346519 Feb 11 04:45:05.455432 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b6ae797f-5364-494c-8ae6-aea366277952), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.472122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3ead123c-054f-48c6-8629-b06769e4d601 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.7619121 Feb 11 04:45:05.476174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52094) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:05.484606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5c86ad96-c426-4b7f-a8bd-cec039be5eb2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'subnet': {'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:05.486417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-36e101bd-1bc1-4657-8cc0-46b1d08a8103', 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103', 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'fixed_ips': [{'subnet_id': '4def555b-2d65-406f-a62b-e0ebc3518aa8'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:45:05.487846 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.659147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a55326-5f43-40a3-81e6-569d174f8fc6 req-782da29f-5b76-47de-9ffe-90dad9251630 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:05.660721 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75a55326-5f43-40a3-81e6-569d174f8fc6 req-782da29f-5b76-47de-9ffe-90dad9251630 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 1129 time: 0.3290355 Feb 11 04:45:05.720521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:05.795484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c86ad96-c426-4b7f-a8bd-cec039be5eb2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:05.808374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c86ad96-c426-4b7f-a8bd-cec039be5eb2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.820465 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Allocated IP 10.1.1.2 (36e101bd-1bc1-4657-8cc0-46b1d08a8103/4def555b-2d65-406f-a62b-e0ebc3518aa8/6d9fef75-8673-456e-b4d5-b61c471223fe) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:05.843550 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e70e4ad-5ecb-49fd-8f16-dd7862917644 req-2ad244bf-f4b5-40fd-954c-c427d54e829c service neutron] 10.222.0.10 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761597 Feb 11 04:45:05.880790 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (fe80465d-c9ff-4776-908a-8b8f957f321a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.908207 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44aa211-7f0f-48b2-8853-c7e68fd7b464 req-2cf19a07-4540-4899-94b8-c97a51025959 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:05.922923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c44aa211-7f0f-48b2-8853-c7e68fd7b464 req-2cf19a07-4540-4899-94b8-c97a51025959 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.3501182 Feb 11 04:45:05.949057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75a55326-5f43-40a3-81e6-569d174f8fc6 req-59b4e648-26ce-4c7f-858a-c146b06cdd47 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498436 Feb 11 04:45:06.071928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:06.164778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6cd1cd21-7d0f-4862-9b83-3abb10a34472 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:06.239204 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (fe80465d-c9ff-4776-908a-8b8f957f321a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:06.287316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Publish callbacks [] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:06.306261 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c16914c-8a3c-4660-9af1-118a586a7731 req-90b5ca03-f2cd-4368-86dc-f30c3171a7e6 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 210 time: 0.0686049 Feb 11 04:45:06.361675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Sync routers for ids ['10521d62-ff0a-46bb-a83a-b789dec16822'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:45:06.372222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 has no active binding in host n-h1-615180-58 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:45:06.376545 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:06.404889 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c44aa211-7f0f-48b2-8853-c7e68fd7b464 req-f05696ec-e9f2-4c28-a64a-64b97681a0ca tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809761 Feb 11 04:45:06.408646 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c86ad96-c426-4b7f-a8bd-cec039be5eb2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (8e5e3910-18d7-4d47-beb1-60f03c1cd39f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:06.439489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:06.441411 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Pushing event updated for resources: {'Port': ['ID=6d9fef75-8673-456e-b4d5-b61c471223fe,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:06.444901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:06.452985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:06.485503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Routers {'10521d62-ff0a-46bb-a83a-b789dec16822'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:06.486559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['10521d62-ff0a-46bb-a83a-b789dec16822'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:06.558339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86ad96-c426-4b7f-a8bd-cec039be5eb2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Subnet': ['ID=8e5e3910-18d7-4d47-beb1-60f03c1cd39f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:06.564748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c86ad96-c426-4b7f-a8bd-cec039be5eb2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Checking segment: {'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:06.565275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c86ad96-c426-4b7f-a8bd-cec039be5eb2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Network hostable DHCP agents. Network: 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:45:06.604132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c86ad96-c426-4b7f-a8bd-cec039be5eb2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:45:06.627579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5c86ad96-c426-4b7f-a8bd-cec039be5eb2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:06.639125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c86ad96-c426-4b7f-a8bd-cec039be5eb2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:06.639749 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c86ad96-c426-4b7f-a8bd-cec039be5eb2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:06.656597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e340e8e-8c06-495c-ba78-4539a0d4d8e0 None None] Network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:45:06.681566 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Publish callbacks [] for port (b6ae797f-5364-494c-8ae6-aea366277952), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:06.705029 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5c86ad96-c426-4b7f-a8bd-cec039be5eb2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2261393 Feb 11 04:45:06.705694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52116) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:06.708616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35714bb1-0eee-4b5d-9f27-04b0327cfdbf req-fd6e3b37-51cb-4b4d-b503-759c4a883c8f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:06.714347 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-35714bb1-0eee-4b5d-9f27-04b0327cfdbf req-fd6e3b37-51cb-4b4d-b503-759c4a883c8f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 944 time: 0.2714133 Feb 11 04:45:06.719442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'port': {'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103', 'name': 'tempest-TaggedBootDevicesTest_v242-2135302459', 'fixed_ips': [{'subnet_id': '4def555b-2d65-406f-a62b-e0ebc3518aa8'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:06.768750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6cd1cd21-7d0f-4862-9b83-3abb10a34472 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:06.769496 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:06.823004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Set router 10521d62-ff0a-46bb-a83a-b789dec16822 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:45:06.827665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0', 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0', 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'fixed_ips': [{'subnet_id': '8e5e3910-18d7-4d47-beb1-60f03c1cd39f'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:45:06.829317 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:06.834963 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (b6ae797f-5364-494c-8ae6-aea366277952), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:06.881175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-35714bb1-0eee-4b5d-9f27-04b0327cfdbf req-c1c9dd67-73d8-4f5f-9276-ad9de860df7b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502299 Feb 11 04:45:06.902021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:06.997078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Attempting to bind port 6d9fef75-8673-456e-b4d5-b61c471223fe on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:06.997576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Attempting to bind port 6d9fef75-8673-456e-b4d5-b61c471223fe by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:06.998050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Attempting to bind port 6d9fef75-8673-456e-b4d5-b61c471223fe on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:07.012005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:07.012559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Checking segment: {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:07.013675 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.014154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Bound using segment: {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:07.014741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Bound port: 6d9fef75-8673-456e-b4d5-b61c471223fe, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:07.015254 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.020816 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.039967 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (05748e07-863c-405a-891b-e717807fe7c1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.043188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] device_id is not set on port f41dc359-9aae-4291-a0c0-326de647898f yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:45:07.043632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Router fe80465d-c9ff-4776-908a-8b8f957f321a is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:45:07.047125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ae797f-5364-494c-8ae6-aea366277952,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:07.103576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Allocated IP 10.2.2.2 (8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0/8e5e3910-18d7-4d47-beb1-60f03c1cd39f/5812727c-4527-4ccb-af52-30c44535b1bb) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:07.367089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Network e344b5ec-96aa-4113-b1d4-85f38cc41986 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:07.369529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:07.382483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:45:07.405085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Allocated IP 10.1.1.95 (36e101bd-1bc1-4657-8cc0-46b1d08a8103/4def555b-2d65-406f-a62b-e0ebc3518aa8/f41dc359-9aae-4291-a0c0-326de647898f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:07.444104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6cd1cd21-7d0f-4862-9b83-3abb10a34472 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:07.445048 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.520235 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.629698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 6cd1cd21-7d0f-4862-9b83-3abb10a34472, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6cd1cd21-7d0f-4862-9b83-3abb10a34472,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:07.703081 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for port (f41dc359-9aae-4291-a0c0-326de647898f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.730123 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.731134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 48b1b391-7d0e-4b0d-8da4-76542428136d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:07.737475 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] For port 6d9fef75-8673-456e-b4d5-b61c471223fe, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:07.757461 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f41dc359-9aae-4291-a0c0-326de647898f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.759937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 6f713bf6-e58f-465d-9e72-3cbe36479d05 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:07.811309 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d2a7b7db-b2f6-4104-ac3c-034fa8673381 req-c247c13a-6caf-405e-b77e-6ed7af21bb3c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 210 time: 0.1652298 Feb 11 04:45:07.897856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-e7d1ad96-c51f-4a2c-b2af-480ef7cc5bcd tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:07.899408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] For port 6d9fef75-8673-456e-b4d5-b61c471223fe, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6d9fef75-8673-456e-b4d5-b61c471223fe,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:07.899808 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-e7d1ad96-c51f-4a2c-b2af-480ef7cc5bcd tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.60 "GET /v2.0/networks?id=4c8984d9-9499-4696-b4db-392dbe3ffe0b HTTP/1.1" status: 200 len: 810 time: 0.4760156 Feb 11 04:45:07.911589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Port': ['ID=f41dc359-9aae-4291-a0c0-326de647898f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:07.940453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Request body: {'port': {'device_id': '6fe9e1d4-359c-423f-ad91-da5a9ece800e', 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b', 'admin_state_up': True, 'tenant_id': '405338bd8484497a84aa5627cc04cab4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:07.944331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:45:07.948127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:07.954407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:07.958408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:07.972400 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347b43a-bb7e-44e7-adea-5f82e01f091e None None] Sync routers for ids ['fe80465d-c9ff-4776-908a-8b8f957f321a'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:45:07.985135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=6cd1cd21-7d0f-4862-9b83-3abb10a34472,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:07.988715 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347b43a-bb7e-44e7-adea-5f82e01f091e None None] Routers {'fe80465d-c9ff-4776-908a-8b8f957f321a'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:07.989359 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2347b43a-bb7e-44e7-adea-5f82e01f091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fe80465d-c9ff-4776-908a-8b8f957f321a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:08.068202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:08.069120 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.071513 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2347b43a-bb7e-44e7-adea-5f82e01f091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:08.090000 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347b43a-bb7e-44e7-adea-5f82e01f091e None None] Routers {'fe80465d-c9ff-4776-908a-8b8f957f321a'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:08.090880 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2347b43a-bb7e-44e7-adea-5f82e01f091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fe80465d-c9ff-4776-908a-8b8f957f321a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:08.102832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0edc4968-773e-4d71-b7a5-eddb063545f3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3952930 Feb 11 04:45:08.108834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52148) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:08.113079 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.114416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'port': {'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103', 'name': 'tempest-TaggedBootDevicesTest_v242-701867385', 'fixed_ips': [{'subnet_id': '4def555b-2d65-406f-a62b-e0ebc3518aa8'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:08.116531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:08.168095 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2347b43a-bb7e-44e7-adea-5f82e01f091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:08.171078 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347b43a-bb7e-44e7-adea-5f82e01f091e None None] The sync data for ids ['fe80465d-c9ff-4776-908a-8b8f957f321a'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:45:08.257809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Router 05748e07-863c-405a-891b-e717807fe7c1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:45:08.273075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Made reservation on behalf of 405338bd8484497a84aa5627cc04cab4 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:08.278062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.281176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-de6be97b-3327-470b-a172-a64fd3716fbf None None] Provisioning complete for port b6ae797f-5364-494c-8ae6-aea366277952 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:08.281563 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de6be97b-3327-470b-a172-a64fd3716fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b6ae797f-5364-494c-8ae6-aea366277952), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.290594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 48b1b391-7d0e-4b0d-8da4-76542428136d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:08.291005 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.335994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:08.341021 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.380446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] device_id is not set on port 780ddb41-d09f-442e-8a78-125094600c6f yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:45:08.399204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 6f713bf6-e58f-465d-9e72-3cbe36479d05 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:08.426052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f02d7-e876-4295-a33a-4137ccb0a080 None None] Pushing event updated for resources: {'Port': ['ID=6d9fef75-8673-456e-b4d5-b61c471223fe,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:08.427901 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.446351 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4bdec96d-9e14-48b2-826c-e8f48862c85a tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.3062241 Feb 11 04:45:08.458338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:08.479659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:08.499480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 6f713bf6-e58f-465d-9e72-3cbe36479d05 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:08.500164 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.550385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-de6be97b-3327-470b-a172-a64fd3716fbf None None] Port b6ae797f-5364-494c-8ae6-aea366277952 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:45:08.583544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb4e64-bf15-4919-899d-8cf7bc7580d4 req-2103960d-3287-4980-8dc8-4db6357d9035 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:08.584435 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Publish callbacks [] for port (5812727c-4527-4ccb-af52-30c44535b1bb), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.596317 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17fb4e64-bf15-4919-899d-8cf7bc7580d4 req-2103960d-3287-4980-8dc8-4db6357d9035 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.4305260 Feb 11 04:45:08.613787 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.687799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'name': 'tempest-ServerRescueTestJSON-996017755-router', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:45:03Z', 'revision_number': 4, 'project_id': '405338bd8484497a84aa5627cc04cab4', 'gw_port': {'id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2bd6f78d-4905-452d-8a26-1258a5df1262', 'name': '', 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'mac_address': 'fa:16:3e:7a:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '4eed6268-e93d-44f1-8b65-b43825c2b4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:45:01Z', 'updated_at': '2022-02-11T04:45:03Z', 'revision_number': 2, 'project_id': '405338bd8484497a84aa5627cc04cab4', 'subnets': [{'id': '4eed6268-e93d-44f1-8b65-b43825c2b4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:08.713292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:08.759645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Checking router: 10521d62-ff0a-46bb-a83a-b789dec16822 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:45:08.759918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Updating router 10521d62-ff0a-46bb-a83a-b789dec16822 port 2bd6f78d-4905-452d-8a26-1258a5df1262 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:45:08.763020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:08.777008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:08.803091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Pushing event updated for resources: {'Port': ['ID=5812727c-4527-4ccb-af52-30c44535b1bb,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:08.859058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 48b1b391-7d0e-4b0d-8da4-76542428136d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:08.881018 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.913008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 6f713bf6-e58f-465d-9e72-3cbe36479d05 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:08.913419 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.967409 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Attempting to bind port 5812727c-4527-4ccb-af52-30c44535b1bb on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:08.967879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Attempting to bind port 5812727c-4527-4ccb-af52-30c44535b1bb by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:08.968151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Attempting to bind port 5812727c-4527-4ccb-af52-30c44535b1bb on network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:08.993538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890be30-8672-4b6b-9f6d-d0e2b5f3cb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f713bf6-e58f-465d-9e72-3cbe36479d05'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:08.996028 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4d9c80-e219-4ace-b26a-0a38c17a3acc" -d '{"events": [{"server_uuid": "8890be30-8672-4b6b-9f6d-d0e2b5f3cb13", "name": "network-vif-plugged", "status": "completed", "tag": "6f713bf6-e58f-465d-9e72-3cbe36479d05"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:09.003053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:09.003506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Checking segment: {'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:09.003901 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:09.004299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Bound using segment: {'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:09.004790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Bound port: 5812727c-4527-4ccb-af52-30c44535b1bb, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:09.005178 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:09.030851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 6f713bf6-e58f-465d-9e72-3cbe36479d05, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=6f713bf6-e58f-465d-9e72-3cbe36479d05,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:09.071259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-d7a9002b-0543-4874-bd7b-73c378408f23 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:45:09.072476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-d7a9002b-0543-4874-bd7b-73c378408f23 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6517324 Feb 11 04:45:09.098517 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:09.188479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6cd1cd21-7d0f-4862-9b83-3abb10a34472 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:09.231912 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17fb4e64-bf15-4919-899d-8cf7bc7580d4 req-c3fff55b-5694-4a03-a51b-ce4e42eae91e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6344376 Feb 11 04:45:09.234855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:45:09.251050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Sync routers for ids ['05748e07-863c-405a-891b-e717807fe7c1'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:45:09.278564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=6f713bf6-e58f-465d-9e72-3cbe36479d05,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:09.305768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656793-adab-447c-821f-f1ae0abfdc04 req-dd1bf295-6836-4f18-aeee-2691d1ad6879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:09.315175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] For port 5812727c-4527-4ccb-af52-30c44535b1bb, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:09.316352 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-dd1bf295-6836-4f18-aeee-2691d1ad6879 service neutron] 10.222.0.48 "GET /v2.0/ports/061aa7b1-5aed-40ed-a969-7ce1270acd11 HTTP/1.1" status: 200 len: 1126 time: 0.1419005 Feb 11 04:45:09.322830 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] Request body: {'binding': {'host': 'n-h1-615180-58', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:09.323725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] Unknown quota resources ['binding']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:45:09.364754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] For port 5812727c-4527-4ccb-af52-30c44535b1bb, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5812727c-4527-4ccb-af52-30c44535b1bb,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:09.379368 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Routers {'05748e07-863c-405a-891b-e717807fe7c1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:09.380522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:44:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['05748e07-863c-405a-891b-e717807fe7c1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:09.440133 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b4f43e2-3068-4d65-b4a5-db4c637f558d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:09.453506 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:09.537401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-56b43aee-8d57-46d9-bf3d-4b3f4e2eb812 admin admin] 10.222.0.48 "PUT /v2.0/routers/05748e07-863c-405a-891b-e717807fe7c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0887098 Feb 11 04:45:09.578742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] Attempting to bind port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on host n-h1-615180-58 for vnic_type normal with profile None {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:09.589019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] Attempting to bind port 061aa7b1-5aed-40ed-a969-7ce1270acd11 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:09.589019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] Attempting to bind port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:09.590333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6cd1cd21-7d0f-4862-9b83-3abb10a34472 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:09.590333 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:09.620766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] Port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:45:09.621309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] Attempting to bind port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:09.630940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:09.631400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:09.631650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:09.632392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] Bound port: 061aa7b1-5aed-40ed-a969-7ce1270acd11, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:09.649682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Allocated IP 10.1.1.29 (36e101bd-1bc1-4657-8cc0-46b1d08a8103/4def555b-2d65-406f-a62b-e0ebc3518aa8/780ddb41-d09f-442e-8a78-125094600c6f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:09.715525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:09.746353 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:09.757501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f267f-60ed-4359-bc1c-596d9b3e8b67 None None] Pushing event updated for resources: {'Port': ['ID=5812727c-4527-4ccb-af52-30c44535b1bb,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:09.761845 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4c79c538-b30a-4f89-9f66-1b06a9576eb6 service neutron] 10.222.0.48 "POST /v2.0/ports/061aa7b1-5aed-40ed-a969-7ce1270acd11/bindings HTTP/1.1" status: 201 len: 390 time: 0.4435732 Feb 11 04:45:09.763904 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Allocated IP 172.20.0.2 (4c8984d9-9499-4696-b4db-392dbe3ffe0b/4eed6268-e93d-44f1-8b65-b43825c2b4f8/fc1f5492-37ab-47ea-bc41-82c7e30d897a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:09.769590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Set router 05748e07-863c-405a-891b-e717807fe7c1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:45:09.819413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fb1ac-0a94-4a17-94d2-a99f9d0ef664 req-e8aa1f6a-d446-45b4-9a79-cf5d59ace875 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:09.821141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-637fb1ac-0a94-4a17-94d2-a99f9d0ef664 req-e8aa1f6a-d446-45b4-9a79-cf5d59ace875 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 945 time: 0.2792087 Feb 11 04:45:10.107931 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks [] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.123801 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf4b1dc9-02bc-44ba-935c-c89e48442e8e req-adf1cd97-6eac-405e-8b2a-9105da0a51b2 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 210 time: 0.0602741 Feb 11 04:45:10.189489 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.241963 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (fe80465d-c9ff-4776-908a-8b8f957f321a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.246344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814cf4cb-38ce-4c00-8c49-3e80b001d9bb None None] Network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:45:10.250138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6cd1cd21-7d0f-4862-9b83-3abb10a34472 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:10.251405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6d9fef75-8673-456e-b4d5-b61c471223fe up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:10.266622 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945c7ef9-72a7-4f69-bf2d-07943dd54c39 x-openstack-request-id: req-945c7ef9-72a7-4f69-bf2d-07943dd54c39 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:10.267148 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890be30-8672-4b6b-9f6d-d0e2b5f3cb13", "name": "network-vif-plugged", "status": "completed", "tag": "6f713bf6-e58f-465d-9e72-3cbe36479d05", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:10.267428 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-945c7ef9-72a7-4f69-bf2d-07943dd54c39 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:10.267890 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8890be30-8672-4b6b-9f6d-d0e2b5f3cb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f713bf6-e58f-465d-9e72-3cbe36479d05', 'code': 200} Feb 11 04:45:10.290133 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-637fb1ac-0a94-4a17-94d2-a99f9d0ef664 req-0a89231d-9b8e-4be1-b958-0df2b6e7fd1f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541392 Feb 11 04:45:10.294486 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_gateway (fe80465d-c9ff-4776-908a-8b8f957f321a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.369576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Network 4c8984d9-9499-4696-b4db-392dbe3ffe0b is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:10.379114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:10.395913 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:10.398848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Pushing event updated for resources: {'Port': ['ID=fc1f5492-37ab-47ea-bc41-82c7e30d897a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:10.457594 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for port (780ddb41-d09f-442e-8a78-125094600c6f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.516871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-39f22a17-9f7d-4816-be0a-99d41cc1ba54 None None] Provisioning complete for port 6d9fef75-8673-456e-b4d5-b61c471223fe triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:10.517251 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39f22a17-9f7d-4816-be0a-99d41cc1ba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.535659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebbcf7-516c-4068-8729-0e70aeb93a49 req-47113fde-1ded-42dd-a30f-87bb90fbaccd tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:10.537235 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d9ebbcf7-516c-4068-8729-0e70aeb93a49 req-47113fde-1ded-42dd-a30f-87bb90fbaccd tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 946 time: 0.0963840 Feb 11 04:45:10.543679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:10.544389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.580204 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-2141275b-5291-407a-ad72-7a2aa61c4739 req-f83a152f-d3ba-4165-8d8f-bad323e18161 tempest-FloatingIPDetailsNegativeTestJSON-1367932359 tempest-FloatingIPDetailsNegativeTestJSON-1367932359-project] show failed (client error): The resource could not be found. Feb 11 04:45:10.581428 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2141275b-5291-407a-ad72-7a2aa61c4739 req-f83a152f-d3ba-4165-8d8f-bad323e18161 tempest-FloatingIPDetailsNegativeTestJSON-1367932359 tempest-FloatingIPDetailsNegativeTestJSON-1367932359-project] 10.222.0.48 "GET /v2.0/floatingips/d724716c-35a2-4bdb-9716-7a8d2034d99c HTTP/1.1" status: 404 len: 350 time: 0.2140527 Feb 11 04:45:10.583889 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (780ddb41-d09f-442e-8a78-125094600c6f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.602408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52174) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:10.678187 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d9ebbcf7-516c-4068-8729-0e70aeb93a49 req-3171d232-76a2-44c7-bb49-15381b204110 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309383 Feb 11 04:45:10.694098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f1e66285-15e7-438c-8d35-b9cdea24609d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7614245 Feb 11 04:45:10.712354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Request body: {'port': {'device_id': '6fe9e1d4-359c-423f-ad91-da5a9ece800e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:10.726997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:10.732498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6d9fef75-8673-456e-b4d5-b61c471223fe triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:10.733050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.794102 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.814676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:10.817275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:10.900235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Port': ['ID=780ddb41-d09f-442e-8a78-125094600c6f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:10.988669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:10.989363 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.993211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.993690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.994413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.994939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.995298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.995713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.996270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.996579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.996942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.997259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.997731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.997991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.998322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:11.041675 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Publish callbacks [] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:11.050095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Deleting port 02489c70-0d13-4760-bc48-1a4d35eae5c6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:45:11.052686 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (02489c70-0d13-4760-bc48-1a4d35eae5c6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:11.076671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1206-39bd-402d-bfde-4355769ccd79 req-cf6319f8-a265-4f3d-b41f-64ff2db4a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:11.078697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7ce1206-39bd-402d-bfde-4355769ccd79 req-cf6319f8-a265-4f3d-b41f-64ff2db4a945 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 1128 time: 0.7337604 Feb 11 04:45:11.126571 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ef319868-bf55-4cb1-ab59-7de5d456a923 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0163853 Feb 11 04:45:11.134761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:11.181214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-39f22a17-9f7d-4816-be0a-99d41cc1ba54 None None] Current status of the port 6d9fef75-8673-456e-b4d5-b61c471223fe is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:11.182405 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39f22a17-9f7d-4816-be0a-99d41cc1ba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:11.306318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f42c8c-a99d-4963-861c-182cff7ca925 None None] Network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:45:11.311213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7ce1206-39bd-402d-bfde-4355769ccd79 req-e6395f98-9648-4e78-839b-5ef70c9339be service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898987 Feb 11 04:45:11.323959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6d9fef75-8673-456e-b4d5-b61c471223fe is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:11.324521 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:11.328214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f8f69-d7a5-4efc-b720-22d014c589b5 req-46d97bc0-2c42-4bff-831a-c3a902c2e018 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:11.340719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fc9f8f69-d7a5-4efc-b720-22d014c589b5 req-46d97bc0-2c42-4bff-831a-c3a902c2e018 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.6078367 Feb 11 04:45:11.391138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1f5492-37ab-47ea-bc41-82c7e30d897a {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:11.397186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05748e07-863c-405a-891b-e717807fe7c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175373349-router', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:45:05Z', 'revision_number': 4, 'project_id': '0f85025be4f640089f13d86255a5e509', 'gw_port': {'id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05748e07-863c-405a-891b-e717807fe7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b6ae797f-5364-494c-8ae6-aea366277952', 'name': '', 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'mac_address': 'fa:16:3e:d8:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05748e07-863c-405a-891b-e717807fe7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9e763da8-c96c-4257-9b84-f4974f44df2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:45:02Z', 'updated_at': '2022-02-11T04:45:05Z', 'revision_number': 2, 'project_id': '0f85025be4f640089f13d86255a5e509', 'subnets': [{'id': '9e763da8-c96c-4257-9b84-f4974f44df2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:11.408323 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Publish callbacks [] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:11.433602 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Transition to ACTIVE for port object fc1f5492-37ab-47ea-bc41-82c7e30d897a will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:45:11.446403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (02489c70-0d13-4760-bc48-1a4d35eae5c6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:11.446679 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:11.489925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Calling delete_port for 02489c70-0d13-4760-bc48-1a4d35eae5c6 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:45:11.502051 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51318987-147b-4eb6-a7d7-398a99b5bb90 None None] Pushing event updated for resources: {'Port': ['ID=2bd6f78d-4905-452d-8a26-1258a5df1262,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:11.522375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fc9f8f69-d7a5-4efc-b720-22d014c589b5 req-5cbf04a3-d6af-4f59-98de-8e719aa6b06d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739619 Feb 11 04:45:11.536801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52182) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:11.562771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7d76da5c-92b1-46c0-98ad-f340aeccab33 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1728360860', 'description': 'tempest-description--336310478'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:11.656746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-39f22a17-9f7d-4816-be0a-99d41cc1ba54 None None] For port 6d9fef75-8673-456e-b4d5-b61c471223fe, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6d9fef75-8673-456e-b4d5-b61c471223fe,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:11.699064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Checking router: 05748e07-863c-405a-891b-e717807fe7c1 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:45:11.699477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Updating router 05748e07-863c-405a-891b-e717807fe7c1 port b6ae797f-5364-494c-8ae6-aea366277952 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:45:11.709172 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1f5492-37ab-47ea-bc41-82c7e30d897a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:11.726851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Attempting to bind port 2bd6f78d-4905-452d-8a26-1258a5df1262 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:11.727357 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Attempting to bind port 2bd6f78d-4905-452d-8a26-1258a5df1262 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:11.727728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Attempting to bind port 2bd6f78d-4905-452d-8a26-1258a5df1262 on network 4c8984d9-9499-4696-b4db-392dbe3ffe0b {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:11.730088 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39f22a17-9f7d-4816-be0a-99d41cc1ba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:11.774200 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d76da5c-92b1-46c0-98ad-f340aeccab33 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:11.796283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Attempting to bind port fc1f5492-37ab-47ea-bc41-82c7e30d897a on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:11.796620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Attempting to bind port fc1f5492-37ab-47ea-bc41-82c7e30d897a by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:11.796955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Attempting to bind port fc1f5492-37ab-47ea-bc41-82c7e30d897a on network 4c8984d9-9499-4696-b4db-392dbe3ffe0b {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:11.835143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905a0c6-fc5c-4191-a909-828a4e58d4f0 req-c57e0c86-cc2c-4643-800d-69eb582695a7 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:11.854478 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0905a0c6-fc5c-4191-a909-828a4e58d4f0 req-c57e0c86-cc2c-4643-800d-69eb582695a7 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 943 time: 0.2248540 Feb 11 04:45:11.862526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a132914-a809-4d65-8df9-7ed860e09389 req-e802996c-637f-4f81-9410-1e72a054d144 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:11.876707 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a132914-a809-4d65-8df9-7ed860e09389 req-e802996c-637f-4f81-9410-1e72a054d144 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 945 time: 0.2003512 Feb 11 04:45:11.886098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Port fc1f5492-37ab-47ea-bc41-82c7e30d897a on network 4c8984d9-9499-4696-b4db-392dbe3ffe0b not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:45:11.886430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Attempting to bind port fc1f5492-37ab-47ea-bc41-82c7e30d897a on network 4c8984d9-9499-4696-b4db-392dbe3ffe0b {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:11.919933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:11.920249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Checking segment: {'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:11.920620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Bound using segment: {'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:11.921073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Bound port: fc1f5492-37ab-47ea-bc41-82c7e30d897a, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:11.921438 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:11.933895 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:45:11.934504 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:45:11.937707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:11.937707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Checking segment: {'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:11.938073 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:11.948461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Bound using segment: {'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:11.949071 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Bound port: 2bd6f78d-4905-452d-8a26-1258a5df1262, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:11.949544 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.008828 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a132914-a809-4d65-8df9-7ed860e09389 req-0b63ae7f-f09b-4c69-bfd3-0aa774269d72 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369231 Feb 11 04:45:12.015620 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (02489c70-0d13-4760-bc48-1a4d35eae5c6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.046818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0905a0c6-fc5c-4191-a909-828a4e58d4f0 req-cb0efa12-a8d1-4541-8b04-ec5ae8889649 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850388 Feb 11 04:45:12.063391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Pushing event deleted for resources: {'Port': ['ID=02489c70-0d13-4760-bc48-1a4d35eae5c6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:12.126664 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3a090a9-016b-48c0-a704-63a159f6d89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.132494 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b6ae797f-5364-494c-8ae6-aea366277952), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.138768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Provisioning complete for port 6d9fef75-8673-456e-b4d5-b61c471223fe triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:12.139170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.147079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f22a17-9f7d-4816-be0a-99d41cc1ba54 None None] Pushing event updated for resources: {'Port': ['ID=6d9fef75-8673-456e-b4d5-b61c471223fe,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:12.210364 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d76da5c-92b1-46c0-98ad-f340aeccab33 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for security_group (df704c71-65c7-4174-8971-0de3d52e9065), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.213514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] For port fc1f5492-37ab-47ea-bc41-82c7e30d897a, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:12.223164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] For port fc1f5492-37ab-47ea-bc41-82c7e30d897a, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=fc1f5492-37ab-47ea-bc41-82c7e30d897a,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:12.233378 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d76da5c-92b1-46c0-98ad-f340aeccab33 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (df704c71-65c7-4174-8971-0de3d52e9065), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.262663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] For port 2bd6f78d-4905-452d-8a26-1258a5df1262, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:12.278247 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (fe80465d-c9ff-4776-908a-8b8f957f321a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.287306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] For port 2bd6f78d-4905-452d-8a26-1258a5df1262, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2bd6f78d-4905-452d-8a26-1258a5df1262,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:12.338966 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.343605 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.389501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e63a1-1674-4fb0-b732-afa91913d467 req-fe5f97e8-7917-469f-9e89-02655b28e8e2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:12.392962 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d5e63a1-1674-4fb0-b732-afa91913d467 req-fe5f97e8-7917-469f-9e89-02655b28e8e2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 946 time: 0.2727797 Feb 11 04:45:12.456480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76da5c-92b1-46c0-98ad-f340aeccab33 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df704c71-65c7-4174-8971-0de3d52e9065,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:12.497056 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d76da5c-92b1-46c0-98ad-f340aeccab33 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.506002 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7d76da5c-92b1-46c0-98ad-f340aeccab33 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9581184 Feb 11 04:45:12.523180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52200) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:12.526602 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:12.528110 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.530089 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] 10.222.0.60 "PUT /v2.0/ports/fc1f5492-37ab-47ea-bc41-82c7e30d897a HTTP/1.1" status: 200 len: 1092 time: 1.8231947 Feb 11 04:45:12.530490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe9e1d4-359c-423f-ad91-da5a9ece800e', 'tag': 'fc1f5492-37ab-47ea-bc41-82c7e30d897a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:12.532875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3c8eafef-1d17-48dc-8bdc-7b3c5d0526f2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'security_group_rule': {'security_group_id': 'df704c71-65c7-4174-8971-0de3d52e9065', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:12.550215 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01146f3-ff71-43d8-9937-fabc8e569187" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe9e1d4-359c-423f-ad91-da5a9ece800e", "tag": "fc1f5492-37ab-47ea-bc41-82c7e30d897a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:12.560969 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69dcd71-4d53-4b6f-a3ae-3b8efbe6624d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (05748e07-863c-405a-891b-e717807fe7c1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.578360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-4bc6aae2-9b4c-4be5-87e5-4af0678ea5b4 service neutron] 10.222.0.10 "GET /v2.0/ports/c7b1e2d9-a16c-4f84-b7af-8e881b2099c0/bindings/n-h1-615180-58 HTTP/1.1" status: 200 len: 385 time: 0.3578203 Feb 11 04:45:12.579184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26b975-41d6-4eb4-8b37-76aebdb1b464 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1f5492-37ab-47ea-bc41-82c7e30d897a,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:12.580918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Current status of the port 6d9fef75-8673-456e-b4d5-b61c471223fe is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:12.688393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d5e63a1-1674-4fb0-b732-afa91913d467 req-259c035d-1e15-4180-b671-febb5160ed2d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867677 Feb 11 04:45:12.715343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Routers {'10521d62-ff0a-46bb-a83a-b789dec16822'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:12.716007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:45:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['10521d62-ff0a-46bb-a83a-b789dec16822'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:12.718930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51318987-147b-4eb6-a7d7-398a99b5bb90 None None] Pushing event updated for resources: {'Port': ['ID=2bd6f78d-4905-452d-8a26-1258a5df1262,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:12.728586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6d9fef75-8673-456e-b4d5-b61c471223fe is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:12.730507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c8eafef-1d17-48dc-8bdc-7b3c5d0526f2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for security_group_rule (a1801525-af32-4971-abf6-a606947ec440), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.766509 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (fe80465d-c9ff-4776-908a-8b8f957f321a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.771022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-22fba63e-c77d-43e9-8984-30b35293e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:12.774263 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-22fba63e-c77d-43e9-8984-30b35293e6b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=405338bd8484497a84aa5627cc04cab4&device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 1126 time: 0.1387980 Feb 11 04:45:12.785944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd3bfe-8929-48e7-b851-d89bbc8f852d req-e9aaf7a3-86a7-4024-bf51-274febe6b147 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:12.790171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (fe80465d-c9ff-4776-908a-8b8f957f321a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.795883 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14bd3bfe-8929-48e7-b851-d89bbc8f852d req-e9aaf7a3-86a7-4024-bf51-274febe6b147 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 943 time: 0.1953247 Feb 11 04:45:12.844343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Provisioning complete for port f41dc359-9aae-4291-a0c0-326de647898f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:12.844728 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f41dc359-9aae-4291-a0c0-326de647898f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:12.906469 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-f238fe28-6201-4b7d-a876-eb851e973ca0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc1f5492-37ab-47ea-bc41-82c7e30d897a HTTP/1.1" status: 200 len: 217 time: 0.0531864 Feb 11 04:45:12.999358 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c8eafef-1d17-48dc-8bdc-7b3c5d0526f2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for security_group_rule (a1801525-af32-4971-abf6-a606947ec440), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.009239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Router fe80465d-c9ff-4776-908a-8b8f957f321a has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:45:13.031362 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c8eafef-1d17-48dc-8bdc-7b3c5d0526f2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (a1801525-af32-4971-abf6-a606947ec440), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.081375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8eafef-1d17-48dc-8bdc-7b3c5d0526f2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1801525-af32-4971-abf6-a606947ec440,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:13.085588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14bd3bfe-8929-48e7-b851-d89bbc8f852d req-30be043f-6824-4325-8381-fcabc1c3a986 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827220 Feb 11 04:45:13.095258 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.117297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-1ecd1892-255a-4fa4-a80e-075ab2c89934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:13.118500 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-1ecd1892-255a-4fa4-a80e-075ab2c89934 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4eed6268-e93d-44f1-8b65-b43825c2b4f8 HTTP/1.1" status: 200 len: 850 time: 0.2041507 Feb 11 04:45:13.137590 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c8eafef-1d17-48dc-8bdc-7b3c5d0526f2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.139319 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3c8eafef-1d17-48dc-8bdc-7b3c5d0526f2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6103973 Feb 11 04:45:13.155090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52216) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:13.170617 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Publish callbacks [] for port (b6ae797f-5364-494c-8ae6-aea366277952), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.212163 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-df9d5edb-773a-4f8c-815f-abdc27ce5e48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c8984d9-9499-4696-b4db-392dbe3ffe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780978 Feb 11 04:45:13.228629 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b6ae797f-5364-494c-8ae6-aea366277952), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.233890 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ca2461-a02d-414a-9315-31358c20f18c x-openstack-request-id: req-c3ca2461-a02d-414a-9315-31358c20f18c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:13.233890 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe9e1d4-359c-423f-ad91-da5a9ece800e", "tag": "fc1f5492-37ab-47ea-bc41-82c7e30d897a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:13.234203 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3ca2461-a02d-414a-9315-31358c20f18c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:13.234542 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe9e1d4-359c-423f-ad91-da5a9ece800e', 'tag': 'fc1f5492-37ab-47ea-bc41-82c7e30d897a', 'status': 'completed', 'code': 200} Feb 11 04:45:13.237877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6d9fef75-8673-456e-b4d5-b61c471223fe up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:13.238036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-257093fa-5784-4d35-b41b-1c82f4186486 req-650b8647-fcb6-44d0-b68d-c49ac2897406 service neutron] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:13.288989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7748906a-60a4-47d7-ad3f-263db445576e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'security_group_rule': {'security_group_id': 'df704c71-65c7-4174-8971-0de3d52e9065', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:13.291489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Port f41dc359-9aae-4291-a0c0-326de647898f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:45:13.315887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-257093fa-5784-4d35-b41b-1c82f4186486 req-650b8647-fcb6-44d0-b68d-c49ac2897406 service neutron] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:13.383815 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] Set router 10521d62-ff0a-46bb-a83a-b789dec16822 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:45:13.384128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-257093fa-5784-4d35-b41b-1c82f4186486 req-650b8647-fcb6-44d0-b68d-c49ac2897406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:13.401301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-257093fa-5784-4d35-b41b-1c82f4186486 req-650b8647-fcb6-44d0-b68d-c49ac2897406 service neutron] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:13.431387 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-8fd9dc31-09fd-4370-afb0-38c59fb37662 service neutron] 10.222.0.60 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095597 Feb 11 04:45:13.472618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-257093fa-5784-4d35-b41b-1c82f4186486 req-650b8647-fcb6-44d0-b68d-c49ac2897406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.474099 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56df88c-7b32-442f-9026-1652cbebd81f None None] Pushing event updated for resources: {'Port': ['ID=b6ae797f-5364-494c-8ae6-aea366277952,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:13.483312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Provisioning complete for port 5812727c-4527-4ccb-af52-30c44535b1bb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:13.483841 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.493055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ce4d-e228-4d09-9c40-7144d7835ee5 req-7db1d038-eb8c-4753-98c3-1a4985700738 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:13.494658 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1093ce4d-e228-4d09-9c40-7144d7835ee5 req-7db1d038-eb8c-4753-98c3-1a4985700738 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 943 time: 0.1564498 Feb 11 04:45:13.608542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Attempting to bind port b6ae797f-5364-494c-8ae6-aea366277952 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:13.608925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Attempting to bind port b6ae797f-5364-494c-8ae6-aea366277952 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '64f149c7-5e3e-4153-996f-0a3510688d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:13.609296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Attempting to bind port b6ae797f-5364-494c-8ae6-aea366277952 on network e344b5ec-96aa-4113-b1d4-85f38cc41986 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:13.624934 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:13.625328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Checking segment: {'id': '64f149c7-5e3e-4153-996f-0a3510688d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:13.625735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.626141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Bound using segment: {'id': '64f149c7-5e3e-4153-996f-0a3510688d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:13.626999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Bound port: b6ae797f-5364-494c-8ae6-aea366277952, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f149c7-5e3e-4153-996f-0a3510688d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:13.628179 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b6ae797f-5364-494c-8ae6-aea366277952), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.630579 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6d9fef75-8673-456e-b4d5-b61c471223fe triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:13.630966 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.642200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6d2f308-eea5-4d9d-961a-dd1912f74121 req-d8a7363c-cbd0-42e8-9f65-2432c2a2dcf3 service neutron] 10.222.0.60 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005627 Feb 11 04:45:13.764939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1093ce4d-e228-4d09-9c40-7144d7835ee5 req-2419015b-7fef-49f9-996f-d1f9f8b40567 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571061 Feb 11 04:45:13.805961 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:45:13.845844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] For port b6ae797f-5364-494c-8ae6-aea366277952, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:13.871547 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] For port b6ae797f-5364-494c-8ae6-aea366277952, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b6ae797f-5364-494c-8ae6-aea366277952,segment=NetworkSegment(64f149c7-5e3e-4153-996f-0a3510688d22),segment_id=64f149c7-5e3e-4153-996f-0a3510688d22)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:13.892479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-257093fa-5784-4d35-b41b-1c82f4186486 req-650b8647-fcb6-44d0-b68d-c49ac2897406 service neutron] Transition to ACTIVE for port object c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:45:13.897978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01146f3-ff71-43d8-9937-fabc8e569187 req-6fc25434-bbc8-44fd-b4df-ada8153bd222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:13.901067 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01146f3-ff71-43d8-9937-fabc8e569187 req-6fc25434-bbc8-44fd-b4df-ada8153bd222 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=405338bd8484497a84aa5627cc04cab4&device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 1126 time: 0.1427753 Feb 11 04:45:13.905697 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b6ae797f-5364-494c-8ae6-aea366277952), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.907455 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-257093fa-5784-4d35-b41b-1c82f4186486 req-650b8647-fcb6-44d0-b68d-c49ac2897406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.917330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Current status of the port 5812727c-4527-4ccb-af52-30c44535b1bb is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:13.917738 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:13.967679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6d9fef75-8673-456e-b4d5-b61c471223fe is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:13.968821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5812727c-4527-4ccb-af52-30c44535b1bb up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:13.984076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:45:13.998117 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489f367a-b060-42c8-838b-75ca0b9e5ced None None] Sync routers for ids ['fe80465d-c9ff-4776-908a-8b8f957f321a'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:45:14.006712 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:14.013317 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0373f95b-fc5f-4066-9647-117f40d1fc1f tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "PUT /v2.0/routers/fe80465d-c9ff-4776-908a-8b8f957f321a HTTP/1.1" status: 200 len: 706 time: 5.5539005 Feb 11 04:45:14.021178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52222) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:14.030954 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489f367a-b060-42c8-838b-75ca0b9e5ced None None] Routers {'fe80465d-c9ff-4776-908a-8b8f957f321a'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:14.032201 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-489f367a-b060-42c8-838b-75ca0b9e5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:45:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fe80465d-c9ff-4776-908a-8b8f957f321a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:14.090664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] For port 5812727c-4527-4ccb-af52-30c44535b1bb, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5812727c-4527-4ccb-af52-30c44535b1bb,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:14.105300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56df88c-7b32-442f-9026-1652cbebd81f None None] Pushing event updated for resources: {'Port': ['ID=b6ae797f-5364-494c-8ae6-aea366277952,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:14.124261 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-489f367a-b060-42c8-838b-75ca0b9e5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:14.135187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b407ed3e-86bd-4237-ac09-c7d67617675f tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/routers/fe80465d-c9ff-4776-908a-8b8f957f321a HTTP/1.1" status: 200 len: 741 time: 0.1130195 Feb 11 04:45:14.139256 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489f367a-b060-42c8-838b-75ca0b9e5ced None None] Routers {'fe80465d-c9ff-4776-908a-8b8f957f321a'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:14.140435 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-489f367a-b060-42c8-838b-75ca0b9e5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:45:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fe80465d-c9ff-4776-908a-8b8f957f321a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:14.146775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Routers {'05748e07-863c-405a-891b-e717807fe7c1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:14.147583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:45:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['05748e07-863c-405a-891b-e717807fe7c1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:14.152728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52226) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:14.209146 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7748906a-60a4-47d7-ad3f-263db445576e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for security_group_rule (504f5561-09cd-49e5-ba33-f32ae3d31ede), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:14.220946 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-489f367a-b060-42c8-838b-75ca0b9e5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:14.222288 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489f367a-b060-42c8-838b-75ca0b9e5ced None None] The sync data for ids ['fe80465d-c9ff-4776-908a-8b8f957f321a'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:45:14.241757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-257093fa-5784-4d35-b41b-1c82f4186486 req-650b8647-fcb6-44d0-b68d-c49ac2897406 service neutron] No DVR routers for this DVR port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:45:14.256840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b8647-fcb6-44d0-b68d-c49ac2897406 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,revision_number=10']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:14.308189 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:14.313351 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cee4e1f9-e92f-4b8d-a40e-824474dc0f17 tempest-RoutersAdminTest-1034106063 tempest-RoutersAdminTest-1034106063-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&device_id=fe80465d-c9ff-4776-908a-8b8f957f321a HTTP/1.1" status: 200 len: 205 time: 0.1526690 Feb 11 04:45:14.319818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52228) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:14.361779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-650b8647-fcb6-44d0-b68d-c49ac2897406 service neutron] 10.222.0.10 "PUT /v2.0/ports/c7b1e2d9-a16c-4f84-b7af-8e881b2099c0/bindings/n-h1-615180-58/activate HTTP/1.1" status: 200 len: 370 time: 1.7702656 Feb 11 04:45:14.371181 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-da1714bf-c7d1-4d17-aa40-27d89862ead5 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe80465d-c9ff-4776-908a-8b8f957f321a HTTP/1.1" status: 200 len: 205 time: 0.0483220 Feb 11 04:45:14.376613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52230) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:14.378861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bf7a0-bc14-48da-a733-4f765c7d383c req-57bcedb5-dc06-44c4-af85-9fb62b4f9ce5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:14.386421 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-025bf7a0-bc14-48da-a733-4f765c7d383c req-57bcedb5-dc06-44c4-af85-9fb62b4f9ce5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 945 time: 1.0812762 Feb 11 04:45:14.401930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'name': 'tempest-ServerRescueTestJSON-996017755-router', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:45:03Z', 'revision_number': 4, 'project_id': '405338bd8484497a84aa5627cc04cab4', 'gw_port': {'id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2bd6f78d-4905-452d-8a26-1258a5df1262', 'name': '', 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'mac_address': 'fa:16:3e:7a:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '4eed6268-e93d-44f1-8b65-b43825c2b4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:45:01Z', 'updated_at': '2022-02-11T04:45:12Z', 'revision_number': 4, 'project_id': '405338bd8484497a84aa5627cc04cab4', 'subnets': [{'id': '4eed6268-e93d-44f1-8b65-b43825c2b4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:14.424179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01146f3-ff71-43d8-9937-fabc8e569187 req-4235abc2-1baa-4626-b42b-c00fe71cf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:14.427310 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01146f3-ff71-43d8-9937-fabc8e569187 req-4235abc2-1baa-4626-b42b-c00fe71cf516 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c8984d9-9499-4696-b4db-392dbe3ffe0b HTTP/1.1" status: 200 len: 911 time: 0.5023315 Feb 11 04:45:14.430804 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a69dcd71-4d53-4b6f-a3ae-3b8efbe6624d admin admin] Deleting port b6ae797f-5364-494c-8ae6-aea366277952 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:45:14.431711 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69dcd71-4d53-4b6f-a3ae-3b8efbe6624d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b6ae797f-5364-494c-8ae6-aea366277952), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:14.458710 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:14.464423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5812727c-4527-4ccb-af52-30c44535b1bb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:14.464795 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:14.466756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b24af-4c17-4e2c-966a-dd595a499932 None None] The sync data for ids ['10521d62-ff0a-46bb-a83a-b789dec16822'] in n-d-615180-58 is: [{'id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'name': 'tempest-ServerRescueTestJSON-996017755-router', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:45:03Z', 'revision_number': 4, 'project_id': '405338bd8484497a84aa5627cc04cab4', 'gw_port': {'id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2bd6f78d-4905-452d-8a26-1258a5df1262', 'name': '', 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'mac_address': 'fa:16:3e:7a:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '4eed6268-e93d-44f1-8b65-b43825c2b4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:45:01Z', 'updated_at': '2022-02-11T04:45:12Z', 'revision_number': 4, 'project_id': '405338bd8484497a84aa5627cc04cab4', 'subnets': [{'id': '4eed6268-e93d-44f1-8b65-b43825c2b4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:45:14.483147 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7748906a-60a4-47d7-ad3f-263db445576e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for security_group_rule (504f5561-09cd-49e5-ba33-f32ae3d31ede), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:14.509772 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-025bf7a0-bc14-48da-a733-4f765c7d383c req-20bd58a5-8b30-4478-b69d-cfb7b5584dac tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219268 Feb 11 04:45:14.514963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] Set router 05748e07-863c-405a-891b-e717807fe7c1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:45:14.516616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Provisioning complete for port 780ddb41-d09f-442e-8a78-125094600c6f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:14.516997 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (780ddb41-d09f-442e-8a78-125094600c6f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:14.557730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01146f3-ff71-43d8-9937-fabc8e569187 req-c75ef3bc-0392-43db-a1fc-82324e69566d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc1f5492-37ab-47ea-bc41-82c7e30d897a HTTP/1.1" status: 200 len: 217 time: 0.1201847 Feb 11 04:45:14.624639 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e6ad-91c4-4754-b02b-4bbd0d76706c req-3185ceeb-4c04-4be7-9c9b-4bd576a6169e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:14.639662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2879e6ad-91c4-4754-b02b-4bbd0d76706c req-3185ceeb-4c04-4be7-9c9b-4bd576a6169e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 946 time: 0.6005318 Feb 11 04:45:14.732252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Port 780ddb41-d09f-442e-8a78-125094600c6f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:45:14.735229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a69dcd71-4d53-4b6f-a3ae-3b8efbe6624d admin admin] For port b6ae797f-5364-494c-8ae6-aea366277952, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b6ae797f-5364-494c-8ae6-aea366277952,segment=NetworkSegment(64f149c7-5e3e-4153-996f-0a3510688d22),segment_id=64f149c7-5e3e-4153-996f-0a3510688d22)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:14.735603 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69dcd71-4d53-4b6f-a3ae-3b8efbe6624d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b6ae797f-5364-494c-8ae6-aea366277952), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:14.741928 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2879e6ad-91c4-4754-b02b-4bbd0d76706c req-280a66cf-e8cd-41c4-a37f-d5f3b8586b5c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014051 Feb 11 04:45:14.774564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a69dcd71-4d53-4b6f-a3ae-3b8efbe6624d admin admin] Calling delete_port for b6ae797f-5364-494c-8ae6-aea366277952 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:45:14.845644 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab6dc3f9-3e84-4a3f-9c24-130aecc783e3 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (fe80465d-c9ff-4776-908a-8b8f957f321a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:14.965866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596b781-a2af-48b1-b73d-014407fb2686 None None] Pushing event updated for resources: {'Port': ['ID=5812727c-4527-4ccb-af52-30c44535b1bb,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:15.013269 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7748906a-60a4-47d7-ad3f-263db445576e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (504f5561-09cd-49e5-ba33-f32ae3d31ede), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:15.064527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748906a-60a4-47d7-ad3f-263db445576e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504f5561-09cd-49e5-ba33-f32ae3d31ede,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:15.081600 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01146f3-ff71-43d8-9937-fabc8e569187 req-01666d6e-0e82-451d-ad34-ac6a1c02fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:15.083676 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01146f3-ff71-43d8-9937-fabc8e569187 req-01666d6e-0e82-451d-ad34-ac6a1c02fb8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4eed6268-e93d-44f1-8b65-b43825c2b4f8 HTTP/1.1" status: 200 len: 850 time: 0.4836123 Feb 11 04:45:15.122760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257093fa-5784-4d35-b41b-1c82f4186486 req-ad57fd40-d0bf-4576-8045-6d4c3c332faf tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:15.124754 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-ad57fd40-d0bf-4576-8045-6d4c3c332faf tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a&tenant_id=8b12cb7f59db43f289e50c197625e76d&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1127 time: 0.2247343 Feb 11 04:45:15.126220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5812727c-4527-4ccb-af52-30c44535b1bb is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:15.170810 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01146f3-ff71-43d8-9937-fabc8e569187 req-afe2c57e-4d4e-484f-b67f-bc5575f4bf38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c8984d9-9499-4696-b4db-392dbe3ffe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768232 Feb 11 04:45:15.204092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-aa7c61de-c2b3-416f-80f7-84b2684d42df None None] Provisioning complete for port 5812727c-4527-4ccb-af52-30c44535b1bb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:15.204483 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aa7c61de-c2b3-416f-80f7-84b2684d42df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:15.205747 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7748906a-60a4-47d7-ad3f-263db445576e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:15.210867 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7748906a-60a4-47d7-ad3f-263db445576e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0542915 Feb 11 04:45:15.233283 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52242) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:15.313338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:15.389090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c61de-c2b3-416f-80f7-84b2684d42df None None] Current status of the port 5812727c-4527-4ccb-af52-30c44535b1bb is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:15.449345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-aa7c61de-c2b3-416f-80f7-84b2684d42df None None] Provisioning complete for port b6ae797f-5364-494c-8ae6-aea366277952 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:15.449996 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aa7c61de-c2b3-416f-80f7-84b2684d42df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b6ae797f-5364-494c-8ae6-aea366277952), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:15.488775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1a552-2760-4363-9891-1b85a9ab9880 req-8eed8816-d8db-40d1-a8ea-65a0f26f1780 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:15.494117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53e1a552-2760-4363-9891-1b85a9ab9880 req-8eed8816-d8db-40d1-a8ea-65a0f26f1780 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 944 time: 0.5103006 Feb 11 04:45:15.547005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2bd6f78d-4905-452d-8a26-1258a5df1262 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:15.577507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257093fa-5784-4d35-b41b-1c82f4186486 req-c7b91379-a88e-458c-ad53-858ae0a75c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:15.579183 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-c7b91379-a88e-458c-ad53-858ae0a75c53 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a&tenant_id=8b12cb7f59db43f289e50c197625e76d HTTP/1.1" status: 200 len: 1127 time: 0.4235008 Feb 11 04:45:15.644593 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:15.795267 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53e1a552-2760-4363-9891-1b85a9ab9880 req-74f318a1-1428-4365-899c-efbfc9f854be tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606509 Feb 11 04:45:15.817810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69dcd71-4d53-4b6f-a3ae-3b8efbe6624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b6ae797f-5364-494c-8ae6-aea366277952), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:15.834074 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01146f3-ff71-43d8-9937-fabc8e569187 req-54c18232-69ec-4dfe-b076-d30187c8ea28 service neutron] 10.222.0.60 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957820 Feb 11 04:45:15.841311 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab6dc3f9-3e84-4a3f-9c24-130aecc783e3 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (fe80465d-c9ff-4776-908a-8b8f957f321a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:15.863795 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:15.873038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c61de-c2b3-416f-80f7-84b2684d42df None None] Current status of the port b6ae797f-5364-494c-8ae6-aea366277952 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:15.874155 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aa7c61de-c2b3-416f-80f7-84b2684d42df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b6ae797f-5364-494c-8ae6-aea366277952), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:15.938311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dcd71-4d53-4b6f-a3ae-3b8efbe6624d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ae797f-5364-494c-8ae6-aea366277952,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:15.950087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05748e07-863c-405a-891b-e717807fe7c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175373349-router', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:45:05Z', 'revision_number': 4, 'project_id': '0f85025be4f640089f13d86255a5e509', 'gw_port': {'id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05748e07-863c-405a-891b-e717807fe7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b6ae797f-5364-494c-8ae6-aea366277952', 'name': '', 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'mac_address': 'fa:16:3e:d8:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05748e07-863c-405a-891b-e717807fe7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9e763da8-c96c-4257-9b84-f4974f44df2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:45:02Z', 'updated_at': '2022-02-11T04:45:13Z', 'revision_number': 4, 'project_id': '0f85025be4f640089f13d86255a5e509', 'subnets': [{'id': '9e763da8-c96c-4257-9b84-f4974f44df2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:16.014958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257093fa-5784-4d35-b41b-1c82f4186486 req-a937bf6b-bcf2-47a1-bfde-41ceec7438b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:16.019606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-a937bf6b-bcf2-47a1-bfde-41ceec7438b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 1127 time: 0.3306339 Feb 11 04:45:16.050564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c01146f3-ff71-43d8-9937-fabc8e569187 req-8058f0a2-b7ea-47b7-b10d-17f0929959d9 service neutron] 10.222.0.60 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025719 Feb 11 04:45:16.052010 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab6dc3f9-3e84-4a3f-9c24-130aecc783e3 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router_controller (fe80465d-c9ff-4776-908a-8b8f957f321a), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:16.102225 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840d189-3962-4fba-b683-fff1b38d73f0 req-67e0f543-cd0e-42a3-8bc1-d0406b3901e4 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:16.104459 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9840d189-3962-4fba-b683-fff1b38d73f0 req-67e0f543-cd0e-42a3-8bc1-d0406b3901e4 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 943 time: 1.1532688 Feb 11 04:45:16.211776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ba02f-8caf-469a-81e9-9e15b8774102 None None] The sync data for ids ['05748e07-863c-405a-891b-e717807fe7c1'] in n-d-615180-58 is: [{'id': '05748e07-863c-405a-891b-e717807fe7c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175373349-router', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:45:05Z', 'revision_number': 4, 'project_id': '0f85025be4f640089f13d86255a5e509', 'gw_port': {'id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05748e07-863c-405a-891b-e717807fe7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b6ae797f-5364-494c-8ae6-aea366277952', 'name': '', 'network_id': 'e344b5ec-96aa-4113-b1d4-85f38cc41986', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'mac_address': 'fa:16:3e:d8:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05748e07-863c-405a-891b-e717807fe7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9e763da8-c96c-4257-9b84-f4974f44df2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:45:02Z', 'updated_at': '2022-02-11T04:45:13Z', 'revision_number': 4, 'project_id': '0f85025be4f640089f13d86255a5e509', 'subnets': [{'id': '9e763da8-c96c-4257-9b84-f4974f44df2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:45:16.217528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2bd6f78d-4905-452d-8a26-1258a5df1262 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:16.218016 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:16.260326 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9840d189-3962-4fba-b683-fff1b38d73f0 req-bc3f3a37-022f-4ff1-949c-ee2c1d9cfd83 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858414 Feb 11 04:45:16.265194 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab6dc3f9-3e84-4a3f-9c24-130aecc783e3 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (fe80465d-c9ff-4776-908a-8b8f957f321a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:16.265850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6dc3f9-3e84-4a3f-9c24-130aecc783e3 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Fanout notify agent at l3_agent the message router_deleted on router fe80465d-c9ff-4776-908a-8b8f957f321a {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:45:16.294911 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab6dc3f9-3e84-4a3f-9c24-130aecc783e3 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:16.301092 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ab6dc3f9-3e84-4a3f-9c24-130aecc783e3 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/routers/fe80465d-c9ff-4776-908a-8b8f957f321a HTTP/1.1" status: 204 len: 168 time: 1.8736863 Feb 11 04:45:16.301640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52254) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:16.394944 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-93c35a1b-fb6d-46a7-88dd-7eee4c2e40bb tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe80465d-c9ff-4776-908a-8b8f957f321a HTTP/1.1" status: 200 len: 205 time: 0.0912700 Feb 11 04:45:16.397813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52256) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:16.529858 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-c477bb6b-5007-4de2-b16f-c33730d80866 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] delete failed (client error): The resource could not be found. Feb 11 04:45:16.535170 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c477bb6b-5007-4de2-b16f-c33730d80866 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/routers/fe80465d-c9ff-4776-908a-8b8f957f321a HTTP/1.1" status: 404 len: 336 time: 0.1361189 Feb 11 04:45:16.536107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52258) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:16.622219 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fe95890f-4698-493a-b0e3-868f60e2798d tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d328a27-9ac7-4ed1-88ba-cf593ca74943 HTTP/1.1" status: 200 len: 205 time: 0.0781820 Feb 11 04:45:16.623012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52260) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:16.662714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257093fa-5784-4d35-b41b-1c82f4186486 req-87f1820e-bf3c-452e-be5c-9ee8f26b0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:16.664491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-87f1820e-bf3c-452e-be5c-9ee8f26b0719 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.6311295 Feb 11 04:45:16.704864 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-ca7d65a2-d9e1-4cc4-8b1c-866b444832e5 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] delete failed (client error): The resource could not be found. Feb 11 04:45:16.711910 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ca7d65a2-d9e1-4cc4-8b1c-866b444832e5 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/routers/6d328a27-9ac7-4ed1-88ba-cf593ca74943 HTTP/1.1" status: 404 len: 336 time: 0.0877762 Feb 11 04:45:16.712516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52262) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:16.725069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-aa7c61de-c2b3-416f-80f7-84b2684d42df None None] Provisioning complete for port 780ddb41-d09f-442e-8a78-125094600c6f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:16.725830 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aa7c61de-c2b3-416f-80f7-84b2684d42df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (780ddb41-d09f-442e-8a78-125094600c6f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:16.757455 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-50aed86a-99a0-45d2-b06d-527597bcb527 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 HTTP/1.1" status: 200 len: 217 time: 0.0778000 Feb 11 04:45:16.786008 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4ad27977-8e6d-44e6-a97e-ff200fc259ad tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "GET /v2.0/ports?device_id=4700d1cd-2811-4953-85a1-b9937146bc70 HTTP/1.1" status: 200 len: 205 time: 0.0723262 Feb 11 04:45:16.786640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52264) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:16.807088 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c61de-c2b3-416f-80f7-84b2684d42df None None] Port 780ddb41-d09f-442e-8a78-125094600c6f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:45:16.838365 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-8ac0ca83-cb7a-48a0-a5d7-fd721bd71be5 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] delete failed (client error): The resource could not be found. Feb 11 04:45:16.845543 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8ac0ca83-cb7a-48a0-a5d7-fd721bd71be5 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/routers/4700d1cd-2811-4953-85a1-b9937146bc70 HTTP/1.1" status: 404 len: 336 time: 0.0576084 Feb 11 04:45:16.846448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52266) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:16.868305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63520d8f-d35d-47f9-95cd-fe1fe7447856 req-f644e145-c2ff-42ea-99b1-59189113313b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:16.878828 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63520d8f-d35d-47f9-95cd-fe1fe7447856 req-f644e145-c2ff-42ea-99b1-59189113313b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 946 time: 0.5962038 Feb 11 04:45:16.904838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2bd6f78d-4905-452d-8a26-1258a5df1262 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:16.905363 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:16.905519 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a69dcd71-4d53-4b6f-a3ae-3b8efbe6624d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (05748e07-863c-405a-891b-e717807fe7c1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:16.907811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ccc8bb65-f8a1-4613-9e87-812610d7174e tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "GET /v2.0/ports?device_id=61e301ca-b320-459b-8471-e4f9c4c19221 HTTP/1.1" status: 200 len: 205 time: 0.0596142 Feb 11 04:45:16.908433 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52270) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:16.968907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 2bd6f78d-4905-452d-8a26-1258a5df1262, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2bd6f78d-4905-452d-8a26-1258a5df1262,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:16.983640 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:16.984633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5812727c-4527-4ccb-af52-30c44535b1bb up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:17.006833 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:17.009094 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-a6656858-c987-4933-b5d4-104edf2480ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] delete failed (client error): The resource could not be found. Feb 11 04:45:17.010279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7ad745f3-1393-4aa6-9054-a5e994d737d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:17.011896 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-7ad745f3-1393-4aa6-9054-a5e994d737d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.1627285 Feb 11 04:45:17.017259 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a6656858-c987-4933-b5d4-104edf2480ac tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/routers/61e301ca-b320-459b-8471-e4f9c4c19221 HTTP/1.1" status: 404 len: 336 time: 0.1077366 Feb 11 04:45:17.019154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52274) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:17.046940 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63520d8f-d35d-47f9-95cd-fe1fe7447856 req-3b53460a-0e27-45ae-a14c-cc9c54444085 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673563 Feb 11 04:45:17.130045 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3507d459-38b7-46e0-81e9-a2e61177ea11 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "GET /v2.0/ports?device_id=85fbcfd9-d45f-4519-a0e6-70d1fd497d02 HTTP/1.1" status: 200 len: 205 time: 0.1098073 Feb 11 04:45:17.138980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52276) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:17.236123 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-2f1a557f-3d30-42c6-89b0-b2c0faeb9b92 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] delete failed (client error): The resource could not be found. Feb 11 04:45:17.249243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5812727c-4527-4ccb-af52-30c44535b1bb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:17.249645 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:17.252906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=2bd6f78d-4905-452d-8a26-1258a5df1262,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:17.259490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2f1a557f-3d30-42c6-89b0-b2c0faeb9b92 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/routers/85fbcfd9-d45f-4519-a0e6-70d1fd497d02 HTTP/1.1" status: 404 len: 336 time: 0.1048875 Feb 11 04:45:17.267748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52278) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:17.303740 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-67950adf-23cb-40c1-a524-9778a90033b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425298 Feb 11 04:45:17.401307 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6270b593-097d-464d-bd6a-9e1358568448 tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9 HTTP/1.1" status: 200 len: 205 time: 0.1316512 Feb 11 04:45:17.403110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52284) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:17.507282 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5812727c-4527-4ccb-af52-30c44535b1bb is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:17.510452 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-856af79b-a753-47d1-aad8-3d7b368c970d tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] delete failed (client error): The resource could not be found. Feb 11 04:45:17.516962 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-856af79b-a753-47d1-aad8-3d7b368c970d tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/routers/f6e1d0eb-e2d4-420b-a83d-7e7f828cc6b9 HTTP/1.1" status: 404 len: 336 time: 0.1123888 Feb 11 04:45:17.519420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52286) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:17.594006 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3357fd-df63-409f-9d33-2bb074d201ab tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] DELETE failed (client error): The resource could not be found. Feb 11 04:45:17.594701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3357fd-df63-409f-9d33-2bb074d201ab tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:45:17.599901 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7f3357fd-df63-409f-9d33-2bb074d201ab tempest-RoutersAdminTest-910420721 tempest-RoutersAdminTest-910420721-project] 10.222.0.48 "DELETE /v2.0/subnets/8aba8a6f-3167-4b6a-866c-0b528824b96a HTTP/1.1" status: 404 len: 337 time: 0.0734632 Feb 11 04:45:17.620452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d827e-6ad4-4346-a395-3b5a84386369 req-f6c1e826-b129-43a1-a8c2-a0c4ba7df934 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:17.632600 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-af8d827e-6ad4-4346-a395-3b5a84386369 req-f6c1e826-b129-43a1-a8c2-a0c4ba7df934 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 944 time: 0.6139054 Feb 11 04:45:17.692954 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2bd6f78d-4905-452d-8a26-1258a5df1262 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:17.719607 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-af8d827e-6ad4-4346-a395-3b5a84386369 req-8b31f9c7-be36-4d4e-9ef5-fdd0a36f65d4 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854561 Feb 11 04:45:17.755739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Allocated IP 172.25.7.62 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/17bd4db9-4498-4c1a-a335-01227e725605) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:17.791418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device fc1f5492-37ab-47ea-bc41-82c7e30d897a details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:17.825840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2bd6f78d-4905-452d-8a26-1258a5df1262 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:17.826391 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:17.908174 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for port (17bd4db9-4498-4c1a-a335-01227e725605), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:17.978977 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (17bd4db9-4498-4c1a-a335-01227e725605), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:17.984412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port fc1f5492-37ab-47ea-bc41-82c7e30d897a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=fc1f5492-37ab-47ea-bc41-82c7e30d897a,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:18.004555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'fc1f5492-37ab-47ea-bc41-82c7e30d897a', 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b', 'port_id': 'fc1f5492-37ab-47ea-bc41-82c7e30d897a', 'mac_address': 'fa:16:3e:de:4e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eed6268-e93d-44f1-8b65-b43825c2b4f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:18.020853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52292) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:18.081513 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port fc1f5492-37ab-47ea-bc41-82c7e30d897a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:18.081921 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:18.125316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1f5492-37ab-47ea-bc41-82c7e30d897a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:18.144747 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-5b304764-362a-4e24-81e5-8d37c93733d2 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8320568 Feb 11 04:45:18.156969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port fc1f5492-37ab-47ea-bc41-82c7e30d897a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=fc1f5492-37ab-47ea-bc41-82c7e30d897a,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:18.174265 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:18.198622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69dcd71-4d53-4b6f-a3ae-3b8efbe6624d admin admin] Router 05748e07-863c-405a-891b-e717807fe7c1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:45:18.265816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:18.313395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:18.319839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b632ff0-0eb2-4b09-9d3b-cfed09297f5e req-f8b1550f-26e2-4142-af53-683fe4e6c12b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:18.332872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b632ff0-0eb2-4b09-9d3b-cfed09297f5e req-f8b1550f-26e2-4142-af53-683fe4e6c12b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 946 time: 0.1531210 Feb 11 04:45:18.337144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Port': ['ID=17bd4db9-4498-4c1a-a335-01227e725605,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:18.338661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2bd6f78d-4905-452d-8a26-1258a5df1262 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:18.355555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=fc1f5492-37ab-47ea-bc41-82c7e30d897a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:18.363784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:18.365274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15abdc89-44ba-4ee9-b4eb-14ec062d9cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:18.451246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b632ff0-0eb2-4b09-9d3b-cfed09297f5e req-683d9cc7-4da9-4049-b1a7-af5bf4219749 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170993 Feb 11 04:45:18.486221 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-3510df59-379b-4edf-b2e1-71c4358bbf00 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078959 Feb 11 04:45:18.559514 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15abdc89-44ba-4ee9-b4eb-14ec062d9cde admin admin] Publish callbacks [] for security_group (762b228c-90a7-459a-8cf6-d829514e3df3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:18.572913 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15abdc89-44ba-4ee9-b4eb-14ec062d9cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (762b228c-90a7-459a-8cf6-d829514e3df3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:18.635608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abdc89-44ba-4ee9-b4eb-14ec062d9cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762b228c-90a7-459a-8cf6-d829514e3df3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:18.646246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-15abdc89-44ba-4ee9-b4eb-14ec062d9cde admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84771170321f4999a750b15869c0ce77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6243212 Feb 11 04:45:18.648539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da48df2-1e16-4c30-808d-333ca3230de4 req-e9313973-5e50-459e-8503-ac2e8524e435 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:18.650041 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6da48df2-1e16-4c30-808d-333ca3230de4 req-e9313973-5e50-459e-8503-ac2e8524e435 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 943 time: 1.0737848 Feb 11 04:45:18.650533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52302) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:18.700697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['fc1f5492-37ab-47ea-bc41-82c7e30d897a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:18.835329 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for floatingip (721e0bf5-1efa-494c-8d29-6dcdb8727be7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:18.881173 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce74f3da-661e-4974-8375-5ed11477840c admin admin] Publish callbacks [] for security_group (762b228c-90a7-459a-8cf6-d829514e3df3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:18.883135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9775a-239d-44cc-8a7b-f0fb8ef81a02 req-87299276-e4a6-42dc-ba4d-e04edb0c33b9 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:18.894320 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bd9775a-239d-44cc-8a7b-f0fb8ef81a02 req-87299276-e4a6-42dc-ba4d-e04edb0c33b9 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 944 time: 0.0842929 Feb 11 04:45:18.904807 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce74f3da-661e-4974-8375-5ed11477840c admin admin] Publish callbacks [] for security_group (762b228c-90a7-459a-8cf6-d829514e3df3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:18.921860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69dcd71-4d53-4b6f-a3ae-3b8efbe6624d admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:45:18.928224 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a69dcd71-4d53-4b6f-a3ae-3b8efbe6624d admin admin] 10.222.0.48 "PUT /v2.0/routers/05748e07-863c-405a-891b-e717807fe7c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2980170 Feb 11 04:45:18.931636 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52306) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:18.937430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e52ab89-e84d-4cc7-8291-ee26b3d811f0 None None] Sync routers for ids ['05748e07-863c-405a-891b-e717807fe7c1'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:45:18.941080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6da48df2-1e16-4c30-808d-333ca3230de4 req-79951d43-0c9d-424a-b4c9-fed88ae90c81 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599530 Feb 11 04:45:18.964668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e52ab89-e84d-4cc7-8291-ee26b3d811f0 None None] Routers {'05748e07-863c-405a-891b-e717807fe7c1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:18.965473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bd9775a-239d-44cc-8a7b-f0fb8ef81a02 req-bb9af4cb-aeee-4b39-afc9-87b12cd7fd6a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700152 Feb 11 04:45:18.975148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6e52ab89-e84d-4cc7-8291-ee26b3d811f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:45:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['05748e07-863c-405a-891b-e717807fe7c1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:19.043106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257093fa-5784-4d35-b41b-1c82f4186486 req-f0864901-3f91-48d0-b62e-bf12979729ad tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:19.044732 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-f0864901-3f91-48d0-b62e-bf12979729ad tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a&tenant_id=8b12cb7f59db43f289e50c197625e76d&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 1127 time: 0.2756784 Feb 11 04:45:19.045324 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (17bd4db9-4498-4c1a-a335-01227e725605), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:19.104169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6e52ab89-e84d-4cc7-8291-ee26b3d811f0 None None] Set router 05748e07-863c-405a-891b-e717807fe7c1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:45:19.136989 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce74f3da-661e-4974-8375-5ed11477840c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (762b228c-90a7-459a-8cf6-d829514e3df3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:19.140232 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce74f3da-661e-4974-8375-5ed11477840c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:19.141540 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ce74f3da-661e-4974-8375-5ed11477840c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/762b228c-90a7-459a-8cf6-d829514e3df3 HTTP/1.1" status: 204 len: 168 time: 0.4863670 Feb 11 04:45:19.200429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74f3da-661e-4974-8375-5ed11477840c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762b228c-90a7-459a-8cf6-d829514e3df3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:19.213152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db7f71-5ab8-4c15-93ac-e07c64282429 req-d11a3190-b7bd-47dd-8f8e-3284f04daffb tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:19.223838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d3db7f71-5ab8-4c15-93ac-e07c64282429 req-d11a3190-b7bd-47dd-8f8e-3284f04daffb tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 1127 time: 0.1085229 Feb 11 04:45:19.271846 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Publish callbacks [] for router (05748e07-863c-405a-891b-e717807fe7c1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:19.328892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6e52ab89-e84d-4cc7-8291-ee26b3d811f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05748e07-863c-405a-891b-e717807fe7c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175373349-router', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:45:15Z', 'revision_number': 5, 'project_id': '0f85025be4f640089f13d86255a5e509', 'gw_port': {'id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05748e07-863c-405a-891b-e717807fe7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:19.331140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d3db7f71-5ab8-4c15-93ac-e07c64282429 req-6ca8a978-f057-4ccc-8c51-110c8ace3ba6 tempest-LiveMigrationTest-192402370 tempest-LiveMigrationTest-192402370-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063111 Feb 11 04:45:19.373612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e52ab89-e84d-4cc7-8291-ee26b3d811f0 None None] Checking router: 05748e07-863c-405a-891b-e717807fe7c1 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:45:19.391321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e52ab89-e84d-4cc7-8291-ee26b3d811f0 None None] Routers {'05748e07-863c-405a-891b-e717807fe7c1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:19.394972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6e52ab89-e84d-4cc7-8291-ee26b3d811f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:45:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['05748e07-863c-405a-891b-e717807fe7c1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:19.692708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6e52ab89-e84d-4cc7-8291-ee26b3d811f0 None None] Set router 05748e07-863c-405a-891b-e717807fe7c1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:45:19.731188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc02ae-a93c-433f-9670-84b53f7d92f5 req-040908da-85f7-4717-b07d-cd702ab78c88 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:19.739734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-80cc02ae-a93c-433f-9670-84b53f7d92f5 req-040908da-85f7-4717-b07d-cd702ab78c88 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 946 time: 0.1369758 Feb 11 04:45:19.815602 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-80cc02ae-a93c-433f-9670-84b53f7d92f5 req-5aa91903-dd9c-4db3-b13d-e2be7b38fc5f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748262 Feb 11 04:45:19.816222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52330) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:19.926860 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-09389624-d4c8-4e33-bee9-6e4a6c873aad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a29cf4cf8c6e49b9a4d3b217a869c6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1076856 Feb 11 04:45:19.931219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52332) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:20.019542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6e52ab89-e84d-4cc7-8291-ee26b3d811f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05748e07-863c-405a-891b-e717807fe7c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175373349-router', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:45:15Z', 'revision_number': 5, 'project_id': '0f85025be4f640089f13d86255a5e509', 'gw_port': {'id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05748e07-863c-405a-891b-e717807fe7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:20.038691 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for port (17bd4db9-4498-4c1a-a335-01227e725605), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.045277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-257093fa-5784-4d35-b41b-1c82f4186486 req-b8e01641-fe06-4db7-be38-536891cc31e9 service neutron] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:20.054761 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-257093fa-5784-4d35-b41b-1c82f4186486 req-b8e01641-fe06-4db7-be38-536891cc31e9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.055909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-257093fa-5784-4d35-b41b-1c82f4186486 req-b8e01641-fe06-4db7-be38-536891cc31e9 service neutron] 10.222.0.60 "DELETE /v2.0/ports/c7b1e2d9-a16c-4f84-b7af-8e881b2099c0/bindings/n-h2-615180-58 HTTP/1.1" status: 204 len: 173 time: 1.0013723 Feb 11 04:45:20.060756 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (17bd4db9-4498-4c1a-a335-01227e725605), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.064657 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Publish callbacks [] for router_gateway (05748e07-863c-405a-891b-e717807fe7c1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.072507 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff060b53-8c61-40e6-a965-8aedc9e72b5a admin admin] Publish callbacks [] for security_group (8a9bbab2-e944-489f-83d6-4cb86f10d557), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.077994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e52ab89-e84d-4cc7-8291-ee26b3d811f0 None None] The sync data for ids ['05748e07-863c-405a-891b-e717807fe7c1'] in n-d-615180-58 is: [{'id': '05748e07-863c-405a-891b-e717807fe7c1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1175373349-router', 'tenant_id': '0f85025be4f640089f13d86255a5e509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:45:15Z', 'revision_number': 5, 'project_id': '0f85025be4f640089f13d86255a5e509', 'gw_port': {'id': '48b1b391-7d0e-4b0d-8da4-76542428136d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05748e07-863c-405a-891b-e717807fe7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:45:20.108926 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff060b53-8c61-40e6-a965-8aedc9e72b5a admin admin] Publish callbacks [] for security_group (8a9bbab2-e944-489f-83d6-4cb86f10d557), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.151895 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396303c2-a9c3-47cd-8a00-f3a3bbaaf697 req-e87a9ae1-8131-4d9a-9c1d-4283e2f44cec tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:20.160052 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-396303c2-a9c3-47cd-8a00-f3a3bbaaf697 req-e87a9ae1-8131-4d9a-9c1d-4283e2f44cec tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 944 time: 0.1801534 Feb 11 04:45:20.202177 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Port': ['ID=17bd4db9-4498-4c1a-a335-01227e725605,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:20.212044 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (721e0bf5-1efa-494c-8d29-6dcdb8727be7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.239623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Deleting port 48b1b391-7d0e-4b0d-8da4-76542428136d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:45:20.239968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.251853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-396303c2-a9c3-47cd-8a00-f3a3bbaaf697 req-de4fa5d1-6b8c-4bff-91b6-0e28967b32ff tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905516 Feb 11 04:45:20.258651 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.265047 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c7dd73c1-40c7-403d-bed8-021079ccb73c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9619157 Feb 11 04:45:20.289671 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff060b53-8c61-40e6-a965-8aedc9e72b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8a9bbab2-e944-489f-83d6-4cb86f10d557), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.292650 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff060b53-8c61-40e6-a965-8aedc9e72b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.293858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ff060b53-8c61-40e6-a965-8aedc9e72b5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a9bbab2-e944-489f-83d6-4cb86f10d557 HTTP/1.1" status: 204 len: 168 time: 0.3618023 Feb 11 04:45:20.318058 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff060b53-8c61-40e6-a965-8aedc9e72b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9bbab2-e944-489f-83d6-4cb86f10d557,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:20.422358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] For port 48b1b391-7d0e-4b0d-8da4-76542428136d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=48b1b391-7d0e-4b0d-8da4-76542428136d,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:20.422551 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.450404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe1661-a812-4f10-aba6-bc91432730dd req-583c57bc-a425-4f43-8c6e-e4ab563de66d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:20.452338 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2dfe1661-a812-4f10-aba6-bc91432730dd req-583c57bc-a425-4f43-8c6e-e4ab563de66d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 944 time: 0.1134756 Feb 11 04:45:20.470974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Calling delete_port for 48b1b391-7d0e-4b0d-8da4-76542428136d owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:45:20.611039 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2dfe1661-a812-4f10-aba6-bc91432730dd req-399eec94-1c21-4f85-8afc-3a94f8240578 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478486 Feb 11 04:45:20.792937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (48b1b391-7d0e-4b0d-8da4-76542428136d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.903672 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-30cc7407-a7b3-4c58-86b0-4cb306dfd764 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1728360860&fields=id&tenant_id=d54d8a515d50425a80e33fb8c05b973c HTTP/1.1" status: 200 len: 267 time: 0.1731257 Feb 11 04:45:20.964408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fb0d4-7e96-4561-a54a-b4a3726f12b4 req-612780ee-5270-49f7-841a-464bb41abc7c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:20.966804 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f06fb0d4-7e96-4561-a54a-b4a3726f12b4 req-612780ee-5270-49f7-841a-464bb41abc7c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 946 time: 0.0724926 Feb 11 04:45:20.989415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b1b391-7d0e-4b0d-8da4-76542428136d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:21.004297 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (05748e07-863c-405a-891b-e717807fe7c1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.049463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f06fb0d4-7e96-4561-a54a-b4a3726f12b4 req-8adb6525-43a0-47b8-b284-6dea4c765774 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720758 Feb 11 04:45:21.232384 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (05748e07-863c-405a-891b-e717807fe7c1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.240734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-8463bfa3-ab9b-48e8-91a7-0822d2a63186 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.247562 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-8463bfa3-ab9b-48e8-91a7-0822d2a63186 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports/f41dc359-9aae-4291-a0c0-326de647898f HTTP/1.1" status: 200 len: 936 time: 0.2627213 Feb 11 04:45:21.251836 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Publish callbacks [] for router_controller (05748e07-863c-405a-891b-e717807fe7c1), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.343537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-6d38885b-2ee1-4048-b235-affe958ef009 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.353180 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-6d38885b-2ee1-4048-b235-affe958ef009 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports/780ddb41-d09f-442e-8a78-125094600c6f HTTP/1.1" status: 200 len: 935 time: 0.1044805 Feb 11 04:45:21.400655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83503e9-9d3f-4194-b21e-6a85d09efadc req-57ed80b0-fe03-4ae7-8c43-5b64e4a988e8 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.402139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e83503e9-9d3f-4194-b21e-6a85d09efadc req-57ed80b0-fe03-4ae7-8c43-5b64e4a988e8 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 944 time: 0.4954751 Feb 11 04:45:21.479085 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-2f37589e-8607-4053-a959-5cc725307fc6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?network_id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1246805 Feb 11 04:45:21.511966 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (05748e07-863c-405a-891b-e717807fe7c1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.512526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05748e07-863c-405a-891b-e717807fe7c1 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:45:21.512807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e80375-2d4b-43a7-ba23-5bb50f2423bd req-6ff7600c-19f1-4661-b819-b1f183db89af tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.521628 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46e80375-2d4b-43a7-ba23-5bb50f2423bd req-6ff7600c-19f1-4661-b819-b1f183db89af tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 944 time: 0.1562927 Feb 11 04:45:21.538659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.551229 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-80d87cba-a7ec-4cb6-acef-ccc39b98d9d4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/05748e07-863c-405a-891b-e717807fe7c1 HTTP/1.1" status: 204 len: 168 time: 2.6086590 Feb 11 04:45:21.555446 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52382) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:21.576167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-30d520f2-9965-4548-85b8-d8577be8af22 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?network_id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0949612 Feb 11 04:45:21.710076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a70f81-3aef-4aed-9cf4-5de45e03071a admin admin] Deleting subnet 9e763da8-c96c-4257-9b84-f4974f44df2d {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:45:21.714655 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20a70f81-3aef-4aed-9cf4-5de45e03071a admin admin] Publish callbacks [] for subnet (9e763da8-c96c-4257-9b84-f4974f44df2d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.719546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b6ae797f-5364-494c-8ae6-aea366277952 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:45:21.765499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b6ae797f-5364-494c-8ae6-aea366277952 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:45:21.766884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b6ae797f-5364-494c-8ae6-aea366277952 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:45:21.772682 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20a70f81-3aef-4aed-9cf4-5de45e03071a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (9e763da8-c96c-4257-9b84-f4974f44df2d), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.781985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device fc1f5492-37ab-47ea-bc41-82c7e30d897a up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:21.874968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-ae9ec75f-8e79-4fe2-929d-7230f0f06a22 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.880169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-ae9ec75f-8e79-4fe2-929d-7230f0f06a22 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.893161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-ae9ec75f-8e79-4fe2-929d-7230f0f06a22 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.894744 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port fc1f5492-37ab-47ea-bc41-82c7e30d897a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:21.895243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20a70f81-3aef-4aed-9cf4-5de45e03071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (9e763da8-c96c-4257-9b84-f4974f44df2d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.900613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port fc1f5492-37ab-47ea-bc41-82c7e30d897a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:21.901531 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.904910 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-ae9ec75f-8e79-4fe2-929d-7230f0f06a22 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/networks?id=556a79f2-1ee2-4e14-9bec-7abb67a912db&id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0&id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 HTTP/1.1" status: 200 len: 1994 time: 0.3247006 Feb 11 04:45:21.926379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e83503e9-9d3f-4194-b21e-6a85d09efadc req-d7b566d5-95c3-420d-91b3-c93380566ec6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Deleting port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:45:21.926731 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e83503e9-9d3f-4194-b21e-6a85d09efadc req-d7b566d5-95c3-420d-91b3-c93380566ec6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.961725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4cc086ef-d2ff-4df8-a73d-6adabd23b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.963558 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-4cc086ef-d2ff-4df8-a73d-6adabd23b75a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 1129 time: 0.4975202 Feb 11 04:45:21.978594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46e80375-2d4b-43a7-ba23-5bb50f2423bd req-fea5da6f-36e7-4a64-a7e3-56e01b524b6a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559309 Feb 11 04:45:21.983720 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-755501f6-7925-4b8d-b5dd-0c073a19f7a6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/quotas/d54d8a515d50425a80e33fb8c05b973c HTTP/1.1" status: 200 len: 375 time: 0.0746558 Feb 11 04:45:22.064671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port fc1f5492-37ab-47ea-bc41-82c7e30d897a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:22.064981 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:22.139146 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20a70f81-3aef-4aed-9cf4-5de45e03071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (9e763da8-c96c-4257-9b84-f4974f44df2d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:22.141670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656793-adab-447c-821f-f1ae0abfdc04 req-babf48f6-621e-4afa-894a-e8a5f2ac05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:22.143278 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-babf48f6-621e-4afa-894a-e8a5f2ac05fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.1570609 Feb 11 04:45:22.193601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port fc1f5492-37ab-47ea-bc41-82c7e30d897a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=fc1f5492-37ab-47ea-bc41-82c7e30d897a,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:22.204233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe9e1d4-359c-423f-ad91-da5a9ece800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1f5492-37ab-47ea-bc41-82c7e30d897a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:22.212229 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87879677-0f44-456b-9620-b41e603cf8d1" -d '{"events": [{"server_uuid": "6fe9e1d4-359c-423f-ad91-da5a9ece800e", "name": "network-vif-plugged", "status": "completed", "tag": "fc1f5492-37ab-47ea-bc41-82c7e30d897a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:22.228190 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:22.269831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a70f81-3aef-4aed-9cf4-5de45e03071a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e763da8-c96c-4257-9b84-f4974f44df2d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:22.272719 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-afd93d7f-3512-49ed-89e2-6ac3410c2438 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11 HTTP/1.1" status: 200 len: 217 time: 0.0520005 Feb 11 04:45:22.325621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14215e9-8bc3-42c5-88e9-9c2bd6f10b6a None None] Network e344b5ec-96aa-4113-b1d4-85f38cc41986 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:45:22.342817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656793-adab-447c-821f-f1ae0abfdc04 req-55bc67bd-293f-4bee-b572-79c65df4a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:22.344523 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-55bc67bd-293f-4bee-b572-79c65df4a174 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.0574145 Feb 11 04:45:22.345830 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20a70f81-3aef-4aed-9cf4-5de45e03071a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:22.349302 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-20a70f81-3aef-4aed-9cf4-5de45e03071a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9e763da8-c96c-4257-9b84-f4974f44df2d HTTP/1.1" status: 204 len: 168 time: 0.7912810 Feb 11 04:45:22.353823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52398) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:22.377090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e83503e9-9d3f-4194-b21e-6a85d09efadc req-d7b566d5-95c3-420d-91b3-c93380566ec6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] For port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:22.377674 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e83503e9-9d3f-4194-b21e-6a85d09efadc req-d7b566d5-95c3-420d-91b3-c93380566ec6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:22.395588 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e83503e9-9d3f-4194-b21e-6a85d09efadc req-d7b566d5-95c3-420d-91b3-c93380566ec6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Calling delete_port for c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:45:22.447238 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (e344b5ec-96aa-4113-b1d4-85f38cc41986), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:22.468806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef732c-a29f-440a-b1c9-8200e552ae45 req-3892bac6-bd53-4f3a-951b-a20ea763faa8 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:22.479155 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-feef732c-a29f-440a-b1c9-8200e552ae45 req-3892bac6-bd53-4f3a-951b-a20ea763faa8 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 944 time: 0.3330457 Feb 11 04:45:22.503928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=fc1f5492-37ab-47ea-bc41-82c7e30d897a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:22.529828 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-29a932e4-5f1c-490f-9f3e-ccddd9cffea1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965617 Feb 11 04:45:22.630870 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d498f-12c6-432e-befc-ca7aa25a9930 None None] DHCP port deletion for e344b5ec-96aa-4113-b1d4-85f38cc41986 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:45:22.645678 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-feef732c-a29f-440a-b1c9-8200e552ae45 req-d082ac12-cc60-44b8-b4d5-3bc5b40f6d82 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133258 Feb 11 04:45:22.655898 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e83503e9-9d3f-4194-b21e-6a85d09efadc req-d7b566d5-95c3-420d-91b3-c93380566ec6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c7b1e2d9-a16c-4f84-b7af-8e881b2099c0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:22.692757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['b1a4e8ab-de8a-4868-b6ff-c7943654b248', 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:22.712260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5309ec04-e70b-461d-90f7-68d24e7c1a66'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:22.717474 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-df980677-d570-40b8-9f5e-641d0b137082 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d54d8a515d50425a80e33fb8c05b973c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7218802 Feb 11 04:45:22.787091 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b566d5-95c3-420d-91b3-c93380566ec6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Pushing event deleted for resources: {'Port': ['ID=c7b1e2d9-a16c-4f84-b7af-8e881b2099c0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:22.869580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-167839cd-c713-4910-b598-6e1d7b79134f service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508919 Feb 11 04:45:22.870405 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83503e9-9d3f-4194-b21e-6a85d09efadc req-d7b566d5-95c3-420d-91b3-c93380566ec6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] No DVR routers for this DVR port c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:45:22.911080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e83503e9-9d3f-4194-b21e-6a85d09efadc req-d7b566d5-95c3-420d-91b3-c93380566ec6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:22.916605 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e83503e9-9d3f-4194-b21e-6a85d09efadc req-d7b566d5-95c3-420d-91b3-c93380566ec6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.60 "DELETE /v2.0/ports/c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 HTTP/1.1" status: 204 len: 173 time: 1.4834356 Feb 11 04:45:22.917440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae20198f-d2b6-4a55-b862-16e0bdbf1f6a', 'name': 'network-vif-deleted', 'tag': 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:22.921152 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ad978c-12e0-4386-bd45-bf8577f92ada" -d '{"events": [{"server_uuid": "ae20198f-d2b6-4a55-b862-16e0bdbf1f6a", "name": "network-vif-deleted", "tag": "c7b1e2d9-a16c-4f84-b7af-8e881b2099c0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:22.927567 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Deleting port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:45:22.927901 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:22.973829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-fe375564-4ea4-4a13-8b9f-0f30ee91952c service neutron] 10.222.0.48 "GET /v2.0/networks/556a79f2-1ee2-4e14-9bec-7abb67a912db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075686 Feb 11 04:45:23.048472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52414) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:23.087349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] For port 779a179d-2fbc-41db-b59b-ba4fbc8561e3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=779a179d-2fbc-41db-b59b-ba4fbc8561e3,segment=NetworkSegment(64f149c7-5e3e-4153-996f-0a3510688d22),segment_id=64f149c7-5e3e-4153-996f-0a3510688d22)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:23.088316 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.114343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d498f-12c6-432e-befc-ca7aa25a9930 None None] Deleting port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:45:23.114943 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f9d498f-12c6-432e-befc-ca7aa25a9930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.116989 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-a736c3d0-c581-4eee-a94c-6fa878dad554 service neutron] 10.222.0.48 "GET /v2.0/networks/556a79f2-1ee2-4e14-9bec-7abb67a912db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325202 Feb 11 04:45:23.161432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Calling delete_port for 779a179d-2fbc-41db-b59b-ba4fbc8561e3 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:45:23.196148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b04da-2825-414b-9865-a83502a8a85e req-fb77b7d5-c40f-4c7b-8cbd-c0beb55ec39c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:23.202533 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-b61af27e-6105-4ca6-a0fd-a4a37ee9396f service neutron] 10.222.0.48 "GET /v2.0/ports/f41dc359-9aae-4291-a0c0-326de647898f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0679898 Feb 11 04:45:23.204551 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-509b04da-2825-414b-9865-a83502a8a85e req-fb77b7d5-c40f-4c7b-8cbd-c0beb55ec39c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 946 time: 0.3295534 Feb 11 04:45:23.263569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8f9d498f-12c6-432e-befc-ca7aa25a9930 None None] For port 779a179d-2fbc-41db-b59b-ba4fbc8561e3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=779a179d-2fbc-41db-b59b-ba4fbc8561e3,segment=NetworkSegment(64f149c7-5e3e-4153-996f-0a3510688d22),segment_id=64f149c7-5e3e-4153-996f-0a3510688d22)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:23.263969 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f9d498f-12c6-432e-befc-ca7aa25a9930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.292632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1886963639', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:23.316078 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-75551767-9a84-469c-8a4e-580b3fe2b7d9 service neutron] 10.222.0.48 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127155 Feb 11 04:45:23.319793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d498f-12c6-432e-befc-ca7aa25a9930 None None] Calling delete_port for 779a179d-2fbc-41db-b59b-ba4fbc8561e3 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:45:23.390652 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-c7569984-b534-49e1-a6e7-d2a99ac90249 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121720 Feb 11 04:45:23.400554 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-509b04da-2825-414b-9865-a83502a8a85e req-91bbf7ed-4407-403f-9ffe-58b8ea81230e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817124 Feb 11 04:45:23.409969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Made reservation on behalf of 655cbd79989546d9921af0aa56c7a002 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:23.413374 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.428621 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.466953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.483813 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f9d498f-12c6-432e-befc-ca7aa25a9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (779a179d-2fbc-41db-b59b-ba4fbc8561e3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.488096 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-bf3eb4f5-2010-4293-b8a6-b3ef8cb3d7b2 service neutron] 10.222.0.48 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649430 Feb 11 04:45:23.510624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Pushing event deleted for resources: {'Port': ['ID=779a179d-2fbc-41db-b59b-ba4fbc8561e3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:23.521810 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] No DVR routers for this DVR port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:45:23.557190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d498f-12c6-432e-befc-ca7aa25a9930 None None] Pushing event deleted for resources: {'Port': ['ID=779a179d-2fbc-41db-b59b-ba4fbc8561e3,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:23.572156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d498f-12c6-432e-befc-ca7aa25a9930 None None] No DVR routers for this DVR port 779a179d-2fbc-41db-b59b-ba4fbc8561e3 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:45:23.610875 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558800c0-cdb7-4981-b271-8ac5b94a0595 x-openstack-request-id: req-558800c0-cdb7-4981-b271-8ac5b94a0595 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:23.611593 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe9e1d4-359c-423f-ad91-da5a9ece800e", "name": "network-vif-plugged", "status": "completed", "tag": "fc1f5492-37ab-47ea-bc41-82c7e30d897a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:23.612169 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-558800c0-cdb7-4981-b271-8ac5b94a0595 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:23.612724 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe9e1d4-359c-423f-ad91-da5a9ece800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1f5492-37ab-47ea-bc41-82c7e30d897a', 'code': 200} Feb 11 04:45:23.643283 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-37d0cb1e-d656-4cea-9a0a-b03137571a76 service neutron] 10.222.0.48 "GET /v2.0/ports/780ddb41-d09f-442e-8a78-125094600c6f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1471314 Feb 11 04:45:23.668848 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac1d498-6abb-48b5-ae59-480180e40104 x-openstack-request-id: req-6ac1d498-6abb-48b5-ae59-480180e40104 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:23.669159 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae20198f-d2b6-4a55-b862-16e0bdbf1f6a", "name": "network-vif-deleted", "tag": "c7b1e2d9-a16c-4f84-b7af-8e881b2099c0", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:23.669518 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ac1d498-6abb-48b5-ae59-480180e40104 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:23.669868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks [] for security_group (ddfdb611-0570-4314-a667-e3300ead8935), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.670434 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae20198f-d2b6-4a55-b862-16e0bdbf1f6a', 'name': 'network-vif-deleted', 'tag': 'c7b1e2d9-a16c-4f84-b7af-8e881b2099c0', 'status': 'completed', 'code': 200} Feb 11 04:45:23.703375 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (e344b5ec-96aa-4113-b1d4-85f38cc41986), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.706100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ddfdb611-0570-4314-a667-e3300ead8935), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.727324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] device_id is not set on port 04e00d03-1d80-461a-a0eb-ff1b5ef72114 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:45:23.732784 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 779a179d-2fbc-41db-b59b-ba4fbc8561e3 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:45:23.759464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e344b5ec-96aa-4113-b1d4-85f38cc41986']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:23.766453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 779a179d-2fbc-41db-b59b-ba4fbc8561e3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:45:23.766813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 779a179d-2fbc-41db-b59b-ba4fbc8561e3 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:45:23.767273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 48b1b391-7d0e-4b0d-8da4-76542428136d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:45:23.790012 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 48b1b391-7d0e-4b0d-8da4-76542428136d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:45:23.790393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 48b1b391-7d0e-4b0d-8da4-76542428136d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:45:23.813636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f149c7-5e3e-4153-996f-0a3510688d22') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:23.813946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f149c7-5e3e-4153-996f-0a3510688d22') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:23.839836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfdb611-0570-4314-a667-e3300ead8935,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:23.843696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656793-adab-447c-821f-f1ae0abfdc04 req-d8a420f7-8122-4204-b116-ff1ede90eefe tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:23.845232 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-d8a420f7-8122-4204-b116-ff1ede90eefe tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9&tenant_id=b17f5c0876a6459894825e19cb0017e2&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1129 time: 0.2742314 Feb 11 04:45:23.856732 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-c051626b-4b3a-49bf-b797-0be9b322340d service neutron] 10.222.0.48 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954474 Feb 11 04:45:23.862847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (64f149c7-5e3e-4153-996f-0a3510688d22), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.869705 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7164b6ab-a53f-4838-ad82-691b6bc30abb req-d097b097-2822-41ce-8228-f54868ad8be2 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0825379 Feb 11 04:45:23.878162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-58'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:23.889328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64991ec-2fbd-42e2-859d-2bbfcdafc7c0 req-b30c3279-2f57-421f-bf7a-1ab78313458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:23.890829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c64991ec-2fbd-42e2-859d-2bbfcdafc7c0 req-b30c3279-2f57-421f-bf7a-1ab78313458f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 1128 time: 0.0960214 Feb 11 04:45:23.936675 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (64f149c7-5e3e-4153-996f-0a3510688d22), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.954165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:45:23.954165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (64f149c7-5e3e-4153-996f-0a3510688d22), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:45:23.957628 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:45:23.991923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-2f1b7798-ad65-468c-9e02-4e09ea1f46ef service neutron] 10.222.0.48 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342998 Feb 11 04:45:23.995924 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c64991ec-2fbd-42e2-859d-2bbfcdafc7c0 req-e284a279-9914-4649-acab-4a37663f4043 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716448 Feb 11 04:45:24.024414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Allocated IP 172.25.7.243 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/04e00d03-1d80-461a-a0eb-ff1b5ef72114) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:24.084329 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:24.088764 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-426327ed-9ca1-4fcc-8509-65ab5d78775e service neutron] 10.222.0.48 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883410 Feb 11 04:45:24.120071 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (e344b5ec-96aa-4113-b1d4-85f38cc41986), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:24.138355 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:24.141744 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] 10.222.0.48 "DELETE /v2.0/networks/e344b5ec-96aa-4113-b1d4-85f38cc41986 HTTP/1.1" status: 204 len: 168 time: 1.7868295 Feb 11 04:45:24.200010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90009e-3160-45b8-9689-80bdbc3ae16e admin admin] Pushing event deleted for resources: {'Network': ['ID=e344b5ec-96aa-4113-b1d4-85f38cc41986,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:24.209845 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-fbfdd027-d181-44d9-a702-3b840ddeeb59 service neutron] 10.222.0.48 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133087 Feb 11 04:45:24.233846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95f169-076e-4a46-ba30-b4a6910fb3b0 req-e88e7771-c16e-4d85-8701-8a89cea59321 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.236884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a95f169-076e-4a46-ba30-b4a6910fb3b0 req-e88e7771-c16e-4d85-8701-8a89cea59321 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.2787097 Feb 11 04:45:24.323398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-1748a7b4-8f8d-4452-8cba-dd53a892330c service neutron] 10.222.0.48 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038883 Feb 11 04:45:24.382910 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a95f169-076e-4a46-ba30-b4a6910fb3b0 req-cc070a93-0a58-431e-921a-f730fc26d037 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298342 Feb 11 04:45:24.383475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52422) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:24.435437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-da7f7ee7-4dec-4f6b-a680-15726daebc3e service neutron] 10.222.0.48 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065497 Feb 11 04:45:24.478537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0a353d1c-fd08-4f5e-b1f8-e65cc1957c27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f85025be4f640089f13d86255a5e509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590165 Feb 11 04:45:24.480250 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:24.516950 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:24.520868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks [] for port (04e00d03-1d80-461a-a0eb-ff1b5ef72114), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:24.571700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-fdae3fec-a850-4e56-b578-54ba58f46b83 service neutron] 10.222.0.48 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316168 Feb 11 04:45:24.613140 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-897c1198-c87d-45e7-a6f0-60183a26e149 admin admin] Publish callbacks [] for security_group (ff8e85b0-7e9c-409f-a008-a1ffbd959a21), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:24.648289 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-897c1198-c87d-45e7-a6f0-60183a26e149 admin admin] Publish callbacks [] for security_group (ff8e85b0-7e9c-409f-a008-a1ffbd959a21), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:24.734291 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-03b77c32-971f-4031-a2ba-85add292f12f service neutron] 10.222.0.48 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495533 Feb 11 04:45:24.762661 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-897c1198-c87d-45e7-a6f0-60183a26e149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ff8e85b0-7e9c-409f-a008-a1ffbd959a21), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:24.766302 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-897c1198-c87d-45e7-a6f0-60183a26e149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:24.768109 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-897c1198-c87d-45e7-a6f0-60183a26e149 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff8e85b0-7e9c-409f-a008-a1ffbd959a21 HTTP/1.1" status: 204 len: 168 time: 0.2564504 Feb 11 04:45:24.800790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c1198-c87d-45e7-a6f0-60183a26e149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8e85b0-7e9c-409f-a008-a1ffbd959a21,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:24.918611 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-ea4863f8-e0af-4a8c-8aa2-de5b752c8057 service neutron] 10.222.0.48 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719475 Feb 11 04:45:24.922215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51197bae-afb1-4a0c-8312-841378bf695f req-b3fa0b5c-31aa-4767-bb83-c7bbcdb5c4bf tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.923828 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51197bae-afb1-4a0c-8312-841378bf695f req-b3fa0b5c-31aa-4767-bb83-c7bbcdb5c4bf tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 946 time: 0.3941536 Feb 11 04:45:24.933639 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:24.978863 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (04e00d03-1d80-461a-a0eb-ff1b5ef72114), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.027125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-fa84986a-f26b-4ec3-9439-c4354fb15cbd service neutron] 10.222.0.48 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070590 Feb 11 04:45:25.027960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Pushing event updated for resources: {'Port': ['ID=04e00d03-1d80-461a-a0eb-ff1b5ef72114,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:25.051964 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c777395-08d3-46a0-bcd6-e98750ae2df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061aa7b1-5aed-40ed-a969-7ce1270acd11'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:25.054834 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e72433f-15bc-490f-9f2a-c37a45d4c826" -d '{"events": [{"server_uuid": "1c777395-08d3-46a0-bcd6-e98750ae2df9", "name": "network-vif-unplugged", "status": "completed", "tag": "061aa7b1-5aed-40ed-a969-7ce1270acd11"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:25.059374 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Publish callbacks [] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.077866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:25.080553 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.100383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-81dedf5c-4ad8-4dea-9c62-fb600a37b263 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:25.102541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-81dedf5c-4ad8-4dea-9c62-fb600a37b263 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports/f41dc359-9aae-4291-a0c0-326de647898f HTTP/1.1" status: 200 len: 936 time: 0.0680223 Feb 11 04:45:25.155590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:25.160863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=061aa7b1-5aed-40ed-a969-7ce1270acd11,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:25.177350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-3ec663b7-cdf9-48f5-885a-9762a16593ad tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:25.179686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51197bae-afb1-4a0c-8312-841378bf695f req-c4cd39de-fb96-4616-acdf-7aab3d3dbbf0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417526 Feb 11 04:45:25.181153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:25.183497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-3ec663b7-cdf9-48f5-885a-9762a16593ad tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports/780ddb41-d09f-442e-8a78-125094600c6f HTTP/1.1" status: 200 len: 935 time: 0.0741200 Feb 11 04:45:25.239779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:25.240861 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.294386 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c1befcdc-c7ff-4c43-8c75-f85b9a5c40c4 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.2296746 Feb 11 04:45:25.296977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52444) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:25.301665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.243'}]}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:25.336164 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (2626976e-e4e5-4a37-9d5d-a82179f6f63d), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.337606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Attempting to bind port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on host n-h2-615180-58 for vnic_type normal with profile {"migrating_to": "n-h1-615180-58"} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:25.337953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Attempting to bind port 061aa7b1-5aed-40ed-a969-7ce1270acd11 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:25.338287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Attempting to bind port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:25.338868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (2626976e-e4e5-4a37-9d5d-a82179f6f63d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.362382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6890cee2-36a8-49e0-84fa-e47047c9b24d req-7f92badf-df22-41b7-9c6f-7d24402c2be1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0434132 Feb 11 04:45:25.363455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:45:25.363924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Attempting to bind port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:25.370223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:25.370639 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:25.371128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:25.372096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Bound port: 061aa7b1-5aed-40ed-a969-7ce1270acd11, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:25.372096 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.450969 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks [] for router_controller (2626976e-e4e5-4a37-9d5d-a82179f6f63d), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.466702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:25.470002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:25.473996 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164c96ec-2ab6-4485-814a-97eaeb12fed4 x-openstack-request-id: req-164c96ec-2ab6-4485-814a-97eaeb12fed4 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:25.474279 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c777395-08d3-46a0-bcd6-e98750ae2df9", "name": "network-vif-unplugged", "status": "completed", "tag": "061aa7b1-5aed-40ed-a969-7ce1270acd11", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:25.474541 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-164c96ec-2ab6-4485-814a-97eaeb12fed4 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:25.475197 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c777395-08d3-46a0-bcd6-e98750ae2df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061aa7b1-5aed-40ed-a969-7ce1270acd11', 'code': 200} Feb 11 04:45:25.482804 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.561269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=061aa7b1-5aed-40ed-a969-7ce1270acd11,revision_number=8']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:25.641055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:25.641912 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.643455 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-01d46f8b-1943-4087-925c-9a23b3813ad8 service neutron] 10.222.0.60 "PUT /v2.0/ports/061aa7b1-5aed-40ed-a969-7ce1270acd11 HTTP/1.1" status: 200 len: 1124 time: 1.7785718 Feb 11 04:45:25.643835 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks [] for router_gateway (2626976e-e4e5-4a37-9d5d-a82179f6f63d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.660002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010aae0-63af-4eb6-9171-ac3e0171e11c req-ccb49c7c-b04e-42bf-a05f-3599b37006a4 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:25.660002 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3010aae0-63af-4eb6-9171-ac3e0171e11c req-ccb49c7c-b04e-42bf-a05f-3599b37006a4 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0951052 Feb 11 04:45:25.719890 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3010aae0-63af-4eb6-9171-ac3e0171e11c req-5d3dfeee-6f9e-4c05-b941-b8b4cbb630c7 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491536 Feb 11 04:45:25.762385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52460) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:25.780318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['061aa7b1-5aed-40ed-a969-7ce1270acd11'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:25.815603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:45:25.873985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1531250769-network', 'tenant_id': '5ea705e91c424680b8725b2f78a44b58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:25.874532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:45:25.875067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7b1e2d9-a16c-4f84-b7af-8e881b2099c0 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:45:25.897899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Made reservation on behalf of 5ea705e91c424680b8725b2f78a44b58 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:25.900919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.931996 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.980098 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks [] for router_gateway (2626976e-e4e5-4a37-9d5d-a82179f6f63d), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.005249 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.058407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Publish callbacks [] for security_group (3ac471da-42c2-46ee-84f2-80da74656189), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.064884 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3ac471da-42c2-46ee-84f2-80da74656189), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.100708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:45:26.113235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac471da-42c2-46ee-84f2-80da74656189,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:26.122214 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (89708636-1ef3-45a9-bada-6a4e9150b14f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.122327 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Added segment 89708636-1ef3-45a9-bada-6a4e9150b14f of type vlan for network 701be04a-91cb-4ec3-9793-559180c6321e Feb 11 04:45:26.177716 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (701be04a-91cb-4ec3-9793-559180c6321e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.209078 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks [] for router (2626976e-e4e5-4a37-9d5d-a82179f6f63d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.213720 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (701be04a-91cb-4ec3-9793-559180c6321e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.214781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.215454 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.261021 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4972460 Feb 11 04:45:26.265967 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52468) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:26.299293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-110cd00d-9f85-44d7-8356-504d01cf71cb admin admin] Request body: {'subnet': {'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1531250769-subnet', 'tenant_id': '5ea705e91c424680b8725b2f78a44b58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:26.321294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070d6d2-7c55-4142-92a6-6c821b79bb4c admin admin] Pushing event updated for resources: {'Network': ['ID=701be04a-91cb-4ec3-9793-559180c6321e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:26.332400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 701be04a-91cb-4ec3-9793-559180c6321e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:45:26.361946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110cd00d-9f85-44d7-8356-504d01cf71cb admin admin] Made reservation on behalf of 5ea705e91c424680b8725b2f78a44b58 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:26.364348 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-110cd00d-9f85-44d7-8356-504d01cf71cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.413000 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24672c23-537f-472f-aa11-0718cf5a4a81 req-95499d2c-9dd6-47ce-bd59-a159a67acefb tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.415502 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24672c23-537f-472f-aa11-0718cf5a4a81 req-95499d2c-9dd6-47ce-bd59-a159a67acefb tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 944 time: 0.1128349 Feb 11 04:45:26.526530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24672c23-537f-472f-aa11-0718cf5a4a81 req-7245d226-b95d-4457-b3e7-7bc43f169845 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776756 Feb 11 04:45:26.665759 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-110cd00d-9f85-44d7-8356-504d01cf71cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (1e43299a-9bb5-4f80-82a7-a6c3bcd2724b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.743087 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5f838de-4d99-495a-bc63-15f15789879a req-c6fee9fb-876f-455f-920c-2ddba6f48051 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0416181 Feb 11 04:45:26.744537 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (2626976e-e4e5-4a37-9d5d-a82179f6f63d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.748489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks [] for router_controller (2626976e-e4e5-4a37-9d5d-a82179f6f63d), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.766458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cd00d-9f85-44d7-8356-504d01cf71cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e43299a-9bb5-4f80-82a7-a6c3bcd2724b,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:26.772362 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cd00d-9f85-44d7-8356-504d01cf71cb admin admin] Checking segment: {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:26.772900 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110cd00d-9f85-44d7-8356-504d01cf71cb admin admin] Network hostable DHCP agents. Network: 701be04a-91cb-4ec3-9793-559180c6321e, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:45:26.798176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110cd00d-9f85-44d7-8356-504d01cf71cb admin admin] Network 701be04a-91cb-4ec3-9793-559180c6321e is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:45:26.809385 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (2626976e-e4e5-4a37-9d5d-a82179f6f63d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.809967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2626976e-e4e5-4a37-9d5d-a82179f6f63d {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:45:26.811355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-110cd00d-9f85-44d7-8356-504d01cf71cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 701be04a-91cb-4ec3-9793-559180c6321e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:26.822254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110cd00d-9f85-44d7-8356-504d01cf71cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.822868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-110cd00d-9f85-44d7-8356-504d01cf71cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.824554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f63b67-cbd4-475b-b9b0-1052bf76026a None None] Network 701be04a-91cb-4ec3-9793-559180c6321e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:45:26.837619 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 04:45:26.838688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-34f51617-5132-44ec-8388-f4d601e795b7 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5404744 Feb 11 04:45:26.841640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52474) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:26.864730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-110cd00d-9f85-44d7-8356-504d01cf71cb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5974739 Feb 11 04:45:26.960040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb1430-8307-4806-9433-6c5524b2e4ca req-75b9bb8d-1c65-417f-87c8-a3c51fe32a0a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.961609 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ccfb1430-8307-4806-9433-6c5524b2e4ca req-75b9bb8d-1c65-417f-87c8-a3c51fe32a0a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1128869 Feb 11 04:45:26.964461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582bfb0-be56-4ed0-95d8-f6e6e247790f None None] Network 701be04a-91cb-4ec3-9793-559180c6321e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:45:26.965982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-583fd52f-2a60-4aed-b3dc-0f6b065d3f28 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Deleting port 04e00d03-1d80-461a-a0eb-ff1b5ef72114 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:45:26.966339 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-583fd52f-2a60-4aed-b3dc-0f6b065d3f28 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (04e00d03-1d80-461a-a0eb-ff1b5ef72114), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:27.055428 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-583fd52f-2a60-4aed-b3dc-0f6b065d3f28 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (04e00d03-1d80-461a-a0eb-ff1b5ef72114), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:27.070573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-583fd52f-2a60-4aed-b3dc-0f6b065d3f28 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Calling delete_port for 04e00d03-1d80-461a-a0eb-ff1b5ef72114 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:45:27.075712 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ccfb1430-8307-4806-9433-6c5524b2e4ca req-902beef1-e32f-45c8-8a47-85e5852600a5 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013045 Feb 11 04:45:27.230779 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-583fd52f-2a60-4aed-b3dc-0f6b065d3f28 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (04e00d03-1d80-461a-a0eb-ff1b5ef72114), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:27.259193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fd52f-2a60-4aed-b3dc-0f6b065d3f28 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Pushing event deleted for resources: {'Port': ['ID=04e00d03-1d80-461a-a0eb-ff1b5ef72114,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:27.331804 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-583fd52f-2a60-4aed-b3dc-0f6b065d3f28 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:27.335202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-583fd52f-2a60-4aed-b3dc-0f6b065d3f28 tempest-RoutersAdminNegativeIpV6Test-1179288409 tempest-RoutersAdminNegativeIpV6Test-1179288409-project-admin] 10.222.0.48 "DELETE /v2.0/ports/04e00d03-1d80-461a-a0eb-ff1b5ef72114 HTTP/1.1" status: 204 len: 168 time: 0.4926100 Feb 11 04:45:27.454969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-7950064e-48ad-4ad0-8afa-72dc5b44c747 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:27.456670 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-7950064e-48ad-4ad0-8afa-72dc5b44c747 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/networks?id=701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 200 len: 805 time: 0.1485639 Feb 11 04:45:27.483761 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-797e5d29-967d-4a22-8030-0e72509a930c tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/quotas/5ea705e91c424680b8725b2f78a44b58 HTTP/1.1" status: 200 len: 375 time: 0.0211174 Feb 11 04:45:27.497454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c777395-08d3-46a0-bcd6-e98750ae2df9', 'tag': '061aa7b1-5aed-40ed-a969-7ce1270acd11'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:27.499013 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59b7293-f1f3-4c90-8243-462ba18f471d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c777395-08d3-46a0-bcd6-e98750ae2df9", "tag": "061aa7b1-5aed-40ed-a969-7ce1270acd11"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:27.519697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-24020d1f-66c5-48f3-a794-b556d56b641e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea705e91c424680b8725b2f78a44b58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348866 Feb 11 04:45:27.595456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52502) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:27.624028 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-05e3e172-2c76-41f4-85a1-699d9781fabe service neutron] 10.222.0.48 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002052 Feb 11 04:45:27.719338 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb008e0f-57df-44a2-b8c6-80f94387d4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:27.738520 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-1600a7a5-fb57-4866-9569-25b9cc26f03b service neutron] 10.222.0.48 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087224 Feb 11 04:45:27.795625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 061aa7b1-5aed-40ed-a969-7ce1270acd11 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:27.814853 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb008e0f-57df-44a2-b8c6-80f94387d4b7 admin admin] Publish callbacks [] for security_group (8e632d2d-8dc6-4fcf-9538-4675ab0c363a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:27.823121 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb008e0f-57df-44a2-b8c6-80f94387d4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8e632d2d-8dc6-4fcf-9538-4675ab0c363a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:27.871153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52512) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:27.875502 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-eb008e0f-57df-44a2-b8c6-80f94387d4b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf4005a7073347ceb2f158b4c1c73f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789469 Feb 11 04:45:27.877920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb008e0f-57df-44a2-b8c6-80f94387d4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e632d2d-8dc6-4fcf-9538-4675ab0c363a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:27.950446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6b85904-040b-45d8-8f0c-cb36e8334a12 admin admin] Publish callbacks [] for security_group (8e632d2d-8dc6-4fcf-9538-4675ab0c363a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:27.979847 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6b85904-040b-45d8-8f0c-cb36e8334a12 admin admin] Publish callbacks [] for security_group (8e632d2d-8dc6-4fcf-9538-4675ab0c363a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:27.989757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:28.003225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 061aa7b1-5aed-40ed-a969-7ce1270acd11 has no active binding in host n-h1-615180-58 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:45:28.036784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6b85904-040b-45d8-8f0c-cb36e8334a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8e632d2d-8dc6-4fcf-9538-4675ab0c363a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:28.042040 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6b85904-040b-45d8-8f0c-cb36e8334a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:28.043961 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a6b85904-040b-45d8-8f0c-cb36e8334a12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e632d2d-8dc6-4fcf-9538-4675ab0c363a HTTP/1.1" status: 204 len: 168 time: 0.1709630 Feb 11 04:45:28.056767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b85904-040b-45d8-8f0c-cb36e8334a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e632d2d-8dc6-4fcf-9538-4675ab0c363a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:28.163459 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec30169-240c-4f72-bde3-38aa4f9d24cf x-openstack-request-id: req-3ec30169-240c-4f72-bde3-38aa4f9d24cf {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:28.164500 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c777395-08d3-46a0-bcd6-e98750ae2df9", "tag": "061aa7b1-5aed-40ed-a969-7ce1270acd11", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:28.164500 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ec30169-240c-4f72-bde3-38aa4f9d24cf {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:28.164927 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c777395-08d3-46a0-bcd6-e98750ae2df9', 'tag': '061aa7b1-5aed-40ed-a969-7ce1270acd11', 'status': 'completed', 'code': 200} Feb 11 04:45:28.335336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f87c7-c44c-41af-852f-b413a88ac9ad req-21fedc41-7bc0-4820-ae08-b34cae32d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:28.337353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-491f87c7-c44c-41af-852f-b413a88ac9ad req-21fedc41-7bc0-4820-ae08-b34cae32d6c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=405338bd8484497a84aa5627cc04cab4&device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 1128 time: 0.1425629 Feb 11 04:45:28.360714 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7293-f1f3-4c90-8243-462ba18f471d req-3b21e0c3-7286-4a3c-a020-23b92ff0e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:28.362202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b59b7293-f1f3-4c90-8243-462ba18f471d req-3b21e0c3-7286-4a3c-a020-23b92ff0e6d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 1158 time: 0.1164744 Feb 11 04:45:28.371391 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ac502-efaf-4c41-a3c5-588002684515 req-b13fd383-a033-4421-82e3-49b54512563e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:28.379087 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-973ac502-efaf-4c41-a3c5-588002684515 req-b13fd383-a033-4421-82e3-49b54512563e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 944 time: 0.1318667 Feb 11 04:45:28.450495 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52530) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:28.517799 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a3524e3d-8f38-4c2a-b399-01609c1bbe16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=655cbd79989546d9921af0aa56c7a002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644286 Feb 11 04:45:28.521792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52532) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:28.577077 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-973ac502-efaf-4c41-a3c5-588002684515 req-18aedd65-692b-4d78-b41e-365e42cf8de8 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971385 Feb 11 04:45:28.601178 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c72c8452-9efc-428e-b6f5-a263a015d0ae admin admin] Publish callbacks [] for security_group (ddfdb611-0570-4314-a667-e3300ead8935), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:28.602994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f87c7-c44c-41af-852f-b413a88ac9ad req-f476aeb6-eb46-4a55-8059-dd5fe426f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:28.604729 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-491f87c7-c44c-41af-852f-b413a88ac9ad req-f476aeb6-eb46-4a55-8059-dd5fe426f3da service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c8984d9-9499-4696-b4db-392dbe3ffe0b HTTP/1.1" status: 200 len: 911 time: 0.2414184 Feb 11 04:45:28.610814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7293-f1f3-4c90-8243-462ba18f471d req-1a117ce8-fb00-4620-86a4-4a9424eda5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:28.618295 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b59b7293-f1f3-4c90-8243-462ba18f471d req-1a117ce8-fb00-4620-86a4-4a9424eda5ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.2300894 Feb 11 04:45:28.647457 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c72c8452-9efc-428e-b6f5-a263a015d0ae admin admin] Publish callbacks [] for security_group (ddfdb611-0570-4314-a667-e3300ead8935), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:28.720904 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c72c8452-9efc-428e-b6f5-a263a015d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ddfdb611-0570-4314-a667-e3300ead8935), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:28.726745 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b59b7293-f1f3-4c90-8243-462ba18f471d req-7a2f2baa-0394-4d24-8dcc-039931698854 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11 HTTP/1.1" status: 200 len: 217 time: 0.0964277 Feb 11 04:45:28.728480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-491f87c7-c44c-41af-852f-b413a88ac9ad req-cd5a48b1-027f-44a3-a904-de5f0f32751b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc1f5492-37ab-47ea-bc41-82c7e30d897a HTTP/1.1" status: 200 len: 217 time: 0.1090975 Feb 11 04:45:28.729316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c72c8452-9efc-428e-b6f5-a263a015d0ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:28.731485 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c72c8452-9efc-428e-b6f5-a263a015d0ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddfdb611-0570-4314-a667-e3300ead8935 HTTP/1.1" status: 204 len: 168 time: 0.2070923 Feb 11 04:45:28.752773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c8452-9efc-428e-b6f5-a263a015d0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfdb611-0570-4314-a667-e3300ead8935,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:28.894838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-af60af3d-cfc1-4d65-83fd-cca2825a810f req-e057a7c5-47c1-4a47-a617-e5a5caf00f80 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0630510 Feb 11 04:45:28.899135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f87c7-c44c-41af-852f-b413a88ac9ad req-6f8c3725-f908-4c22-a384-8915b0977784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:28.901610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-491f87c7-c44c-41af-852f-b413a88ac9ad req-6f8c3725-f908-4c22-a384-8915b0977784 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4eed6268-e93d-44f1-8b65-b43825c2b4f8 HTTP/1.1" status: 200 len: 850 time: 0.1469405 Feb 11 04:45:28.909159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7293-f1f3-4c90-8243-462ba18f471d req-0f210f62-4ddc-4e4c-a8d0-f30b3f561d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:28.910633 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b59b7293-f1f3-4c90-8243-462ba18f471d req-0f210f62-4ddc-4e4c-a8d0-f30b3f561d5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.1747773 Feb 11 04:45:28.983850 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-491f87c7-c44c-41af-852f-b413a88ac9ad req-21308c91-b7e5-4355-ace7-81068a058856 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c8984d9-9499-4696-b4db-392dbe3ffe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620911 Feb 11 04:45:28.986974 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b59b7293-f1f3-4c90-8243-462ba18f471d req-1d11f55b-457e-4e7a-a442-698df3ce0e19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641260 Feb 11 04:45:29.047130 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae8e9710-5ae1-433b-b5e4-ea70c598faea req-ce496354-29df-46b8-bd14-f65902cebd2b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 210 time: 0.0622678 Feb 11 04:45:29.234971 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b59b7293-f1f3-4c90-8243-462ba18f471d req-5547cf4d-9ec8-4819-975f-ba5e7c501fb0 service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308273 Feb 11 04:45:29.237034 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-491f87c7-c44c-41af-852f-b413a88ac9ad req-3c194bd4-ca1e-44a0-b15c-7e668c30143a service neutron] 10.222.0.60 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405713 Feb 11 04:45:29.307210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd306d8-40f5-437c-b1bc-08d9e2226da1 req-4705d7b0-41e3-446a-864b-4b845ebb3980 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:29.308795 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4bd306d8-40f5-437c-b1bc-08d9e2226da1 req-4705d7b0-41e3-446a-864b-4b845ebb3980 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1683207 Feb 11 04:45:29.423055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-2a188c3b-6c16-4eaf-b101-cc3b7a15c8fe tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:29.425198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-2a188c3b-6c16-4eaf-b101-cc3b7a15c8fe tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.10 "GET /v2.0/networks?id=701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 200 len: 805 time: 0.1271958 Feb 11 04:45:29.445747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Request body: {'port': {'device_id': '7d9fee5a-fbea-4436-9a87-e76151e9dfe6', 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'admin_state_up': True, 'tenant_id': '5ea705e91c424680b8725b2f78a44b58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:29.520592 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4bd306d8-40f5-437c-b1bc-08d9e2226da1 req-d9f08c6d-9691-4187-941c-54a0a5e0aaf3 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902390 Feb 11 04:45:29.522506 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-491f87c7-c44c-41af-852f-b413a88ac9ad req-e1e4f822-9423-474e-bfbb-aed884a8ffa8 service neutron] 10.222.0.60 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719572 Feb 11 04:45:29.526869 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b59b7293-f1f3-4c90-8243-462ba18f471d req-8b40c7e2-c709-428c-9db5-59b878c403da service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858863 Feb 11 04:45:29.575339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Made reservation on behalf of 5ea705e91c424680b8725b2f78a44b58 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:29.578992 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:29.734338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Allocated IP 172.20.0.8 (701be04a-91cb-4ec3-9793-559180c6321e/1e43299a-9bb5-4f80-82a7-a6c3bcd2724b/2ed4a740-382c-4e01-97cb-9a1760915ede) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:29.746610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dd42-759f-4192-b9c6-55a70b4c81c6 req-e2dbad3b-f27d-4049-8c3a-941537084f88 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:29.754221 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4803dd42-759f-4192-b9c6-55a70b4c81c6 req-e2dbad3b-f27d-4049-8c3a-941537084f88 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 944 time: 0.0695698 Feb 11 04:45:29.778660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52562) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:29.799905 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4803dd42-759f-4192-b9c6-55a70b4c81c6 req-d59262f6-8f66-47ba-bac4-0e154748055c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447426 Feb 11 04:45:29.933066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-09fc58c9-492a-4eb7-9307-616e1f4e487a tempest-AgentManagementNegativeTest-1524118811 tempest-AgentManagementNegativeTest-1524118811-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1497881 Feb 11 04:45:29.953484 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks [] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.005272 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.027998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4fa5bc9-edb9-4ccf-8a40-83aeeb9059bb req-5cfa8581-a1d9-4f15-89d6-bd4be8816c60 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0328794 Feb 11 04:45:30.075014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Network 701be04a-91cb-4ec3-9793-559180c6321e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:30.079546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:30.082879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:30.113059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Pushing event updated for resources: {'Port': ['ID=2ed4a740-382c-4e01-97cb-9a1760915ede,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:30.154036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:30.154657 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.179674 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-0d8c9157-6166-4785-a600-539313eb2a5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7380862 Feb 11 04:45:30.198272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Request body: {'port': {'device_id': '7d9fee5a-fbea-4436-9a87-e76151e9dfe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:30.206879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfd420-47e4-4248-8674-958ed26d95f3 req-4dd049e2-3447-4d21-a54f-1e08c3d34099 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:30.208703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a9dfd420-47e4-4248-8674-958ed26d95f3 req-4dd049e2-3447-4d21-a54f-1e08c3d34099 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 931 time: 0.0768113 Feb 11 04:45:30.264455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52574) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:30.274942 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a9dfd420-47e4-4248-8674-958ed26d95f3 req-05700872-ba42-4472-ae31-13ee2efce1e6 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598292 Feb 11 04:45:30.285000 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.416249 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-566a7496-53f5-4770-8b74-38114b149132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.581686 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-566a7496-53f5-4770-8b74-38114b149132 admin admin] Publish callbacks [] for security_group (977ecc51-5c05-4904-b944-130650ec5635), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.592072 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-566a7496-53f5-4770-8b74-38114b149132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (977ecc51-5c05-4904-b944-130650ec5635), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.658671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed4a740-382c-4e01-97cb-9a1760915ede {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:30.670540 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Publish callbacks [] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.672992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5e566-03f2-4197-9a70-3019339d5b09 req-84d7e7b5-28ec-4d88-b85c-1f19f1436af0 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:30.673144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a7496-53f5-4770-8b74-38114b149132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977ecc51-5c05-4904-b944-130650ec5635,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:30.674726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56f5e566-03f2-4197-9a70-3019339d5b09 req-84d7e7b5-28ec-4d88-b85c-1f19f1436af0 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0555537 Feb 11 04:45:30.678502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-566a7496-53f5-4770-8b74-38114b149132 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9842592c57334e6e8ef8d088b223fd01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130440 Feb 11 04:45:30.684650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52580) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:30.688997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Transition to ACTIVE for port object 2ed4a740-382c-4e01-97cb-9a1760915ede will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:45:30.695707 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.779206 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56f5e566-03f2-4197-9a70-3019339d5b09 req-f1147073-9063-493a-83d4-7892f06abb57 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794895 Feb 11 04:45:30.795492 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7efebe4d-6c4c-4a4b-b7f2-def2120bbd83 admin admin] Publish callbacks [] for security_group (977ecc51-5c05-4904-b944-130650ec5635), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.808348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Pushing event updated for resources: {'Port': ['ID=2ed4a740-382c-4e01-97cb-9a1760915ede,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:30.818259 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7efebe4d-6c4c-4a4b-b7f2-def2120bbd83 admin admin] Publish callbacks [] for security_group (977ecc51-5c05-4904-b944-130650ec5635), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.831205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Attempting to bind port 2ed4a740-382c-4e01-97cb-9a1760915ede on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:30.831583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Attempting to bind port 2ed4a740-382c-4e01-97cb-9a1760915ede by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:30.832142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Attempting to bind port 2ed4a740-382c-4e01-97cb-9a1760915ede on network 701be04a-91cb-4ec3-9793-559180c6321e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:30.838453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Port 2ed4a740-382c-4e01-97cb-9a1760915ede on network 701be04a-91cb-4ec3-9793-559180c6321e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:45:30.838783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Attempting to bind port 2ed4a740-382c-4e01-97cb-9a1760915ede on network 701be04a-91cb-4ec3-9793-559180c6321e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:30.848500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:30.849182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Checking segment: {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:30.849816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Bound using segment: {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:30.850315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Bound port: 2ed4a740-382c-4e01-97cb-9a1760915ede, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:30.850693 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.893404 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7efebe4d-6c4c-4a4b-b7f2-def2120bbd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (977ecc51-5c05-4904-b944-130650ec5635), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.897171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7efebe4d-6c4c-4a4b-b7f2-def2120bbd83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.899908 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7efebe4d-6c4c-4a4b-b7f2-def2120bbd83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/977ecc51-5c05-4904-b944-130650ec5635 HTTP/1.1" status: 204 len: 168 time: 0.2043140 Feb 11 04:45:30.922447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efebe4d-6c4c-4a4b-b7f2-def2120bbd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977ecc51-5c05-4904-b944-130650ec5635,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:30.938149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] For port 2ed4a740-382c-4e01-97cb-9a1760915ede, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:30.942932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] For port 2ed4a740-382c-4e01-97cb-9a1760915ede, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2ed4a740-382c-4e01-97cb-9a1760915ede,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:30.956483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.983408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271822eb-6896-4c27-8c9c-5f7cff5f6fab req-9eb9eadb-2a23-478f-a79b-8c2b447cbc79 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:30.999138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-271822eb-6896-4c27-8c9c-5f7cff5f6fab req-9eb9eadb-2a23-478f-a79b-8c2b447cbc79 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 944 time: 0.0881000 Feb 11 04:45:31.002863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.003294 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:31.004701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] 10.222.0.10 "PUT /v2.0/ports/2ed4a740-382c-4e01-97cb-9a1760915ede HTTP/1.1" status: 200 len: 1092 time: 0.8113153 Feb 11 04:45:31.005162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9fee5a-fbea-4436-9a87-e76151e9dfe6', 'tag': '2ed4a740-382c-4e01-97cb-9a1760915ede'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:31.007696 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98afc2c-9b2c-4d42-ad84-e216fbe9457a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9fee5a-fbea-4436-9a87-e76151e9dfe6", "tag": "2ed4a740-382c-4e01-97cb-9a1760915ede"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:31.037719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6df32-b18a-4c33-905f-6bdba93775de service neutron] Pushing event updated for resources: {'Port': ['ID=2ed4a740-382c-4e01-97cb-9a1760915ede,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:31.079093 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-271822eb-6896-4c27-8c9c-5f7cff5f6fab req-f5f28d75-170c-48c9-81b2-2acca1beef5a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744960 Feb 11 04:45:31.155154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-ac5abd2a-e5b8-484d-96b5-4df458a08fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.156809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-ac5abd2a-e5b8-484d-96b5-4df458a08fe1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ea705e91c424680b8725b2f78a44b58&device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 1126 time: 0.0758438 Feb 11 04:45:31.158360 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc78b6e-00f5-4a74-aa99-9a84e5746c90 x-openstack-request-id: req-bbc78b6e-00f5-4a74-aa99-9a84e5746c90 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:31.158656 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9fee5a-fbea-4436-9a87-e76151e9dfe6", "tag": "2ed4a740-382c-4e01-97cb-9a1760915ede", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:31.158930 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbc78b6e-00f5-4a74-aa99-9a84e5746c90 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:31.159357 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9fee5a-fbea-4436-9a87-e76151e9dfe6', 'tag': '2ed4a740-382c-4e01-97cb-9a1760915ede', 'status': 'completed', 'code': 200} Feb 11 04:45:31.230108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-b3fc3886-d721-41e0-b40a-5be5a44ad0de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ed4a740-382c-4e01-97cb-9a1760915ede HTTP/1.1" status: 200 len: 217 time: 0.0533965 Feb 11 04:45:31.238854 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fdad896-f010-4361-9d68-430d850f6498 req-bcf44e58-fc38-4c53-9abb-cb4a584a28b8 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0288713 Feb 11 04:45:31.286726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-b30a7896-421d-429f-aed1-6fd725aa6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.288328 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-b30a7896-421d-429f-aed1-6fd725aa6234 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e43299a-9bb5-4f80-82a7-a6c3bcd2724b HTTP/1.1" status: 200 len: 845 time: 0.0509324 Feb 11 04:45:31.330109 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-439aad7e-da10-4bf7-a7c4-fcd63cefba5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=701be04a-91cb-4ec3-9793-559180c6321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355160 Feb 11 04:45:31.409920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51ab9d-b89c-4485-97ca-92e4fee80b6a req-6e816841-a51e-4f0c-8bfd-1fb485b703db tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.418452 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5a51ab9d-b89c-4485-97ca-92e4fee80b6a req-6e816841-a51e-4f0c-8bfd-1fb485b703db tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 943 time: 0.0627067 Feb 11 04:45:31.447125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-70a3340a-48a1-48e1-85d1-56da1c66b146 service neutron] 10.222.0.10 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097386 Feb 11 04:45:31.479652 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5a51ab9d-b89c-4485-97ca-92e4fee80b6a req-8f487c32-a23e-4353-a7a6-2e1463662f32 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599260 Feb 11 04:45:31.576785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd35dfdd-defa-44aa-a715-de0b60570172 req-1ee22acc-10ae-4f5b-8787-a18486a22dfd service neutron] 10.222.0.10 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225934 Feb 11 04:45:31.694869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:31.725044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98afc2c-9b2c-4d42-ad84-e216fbe9457a req-765b0bb1-ca5b-417d-8f6c-cbf03d432f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.727220 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f98afc2c-9b2c-4d42-ad84-e216fbe9457a req-765b0bb1-ca5b-417d-8f6c-cbf03d432f2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ea705e91c424680b8725b2f78a44b58&device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 1126 time: 0.0501828 Feb 11 04:45:31.798374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-01541835-7c57-4ca7-a6d9-7f7cadc41c44 tempest-DvrRoutersNegativeTest-2061139562 tempest-DvrRoutersNegativeTest-2061139562-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-835040360', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:31.801002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.policy [None req-01541835-7c57-4ca7-a6d9-7f7cadc41c44 tempest-DvrRoutersNegativeTest-2061139562 tempest-DvrRoutersNegativeTest-2061139562-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103354) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 11 04:45:31.801316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.policy [None req-01541835-7c57-4ca7-a6d9-7f7cadc41c44 tempest-DvrRoutersNegativeTest-2061139562 tempest-DvrRoutersNegativeTest-2061139562-project] Failed policy check for 'create_router' {{(pid=103354) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 11 04:45:31.801850 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-01541835-7c57-4ca7-a6d9-7f7cadc41c44 tempest-DvrRoutersNegativeTest-2061139562 tempest-DvrRoutersNegativeTest-2061139562-project] create failed (client error): Access was denied to this resource. Feb 11 04:45:31.802830 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-01541835-7c57-4ca7-a6d9-7f7cadc41c44 tempest-DvrRoutersNegativeTest-2061139562 tempest-DvrRoutersNegativeTest-2061139562-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1069412 Feb 11 04:45:31.842306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98afc2c-9b2c-4d42-ad84-e216fbe9457a req-fb255f3b-11a9-4296-a5a4-6ea2c0772e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.844135 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f98afc2c-9b2c-4d42-ad84-e216fbe9457a req-fb255f3b-11a9-4296-a5a4-6ea2c0772e80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 200 len: 906 time: 0.1111915 Feb 11 04:45:31.894570 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f98afc2c-9b2c-4d42-ad84-e216fbe9457a req-aeddd891-7606-4211-ab93-67df694e1d24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ed4a740-382c-4e01-97cb-9a1760915ede HTTP/1.1" status: 200 len: 217 time: 0.0429688 Feb 11 04:45:31.901765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d706b9-109b-4963-8b51-1c2afe87c372 req-66e360e3-43ab-4c3d-ad38-ab75026b3356 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.910827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88d706b9-109b-4963-8b51-1c2afe87c372 req-66e360e3-43ab-4c3d-ad38-ab75026b3356 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0646596 Feb 11 04:45:31.952377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98afc2c-9b2c-4d42-ad84-e216fbe9457a req-4e7a719e-be79-4599-b8ef-f52a6f13fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.954467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f98afc2c-9b2c-4d42-ad84-e216fbe9457a req-4e7a719e-be79-4599-b8ef-f52a6f13fb3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e43299a-9bb5-4f80-82a7-a6c3bcd2724b HTTP/1.1" status: 200 len: 845 time: 0.0517123 Feb 11 04:45:31.976265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88d706b9-109b-4963-8b51-1c2afe87c372 req-4aacd7b1-4605-40f0-9e17-be012c686fb2 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609901 Feb 11 04:45:31.993226 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f98afc2c-9b2c-4d42-ad84-e216fbe9457a req-b41051b3-972d-4174-8095-3094989393ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=701be04a-91cb-4ec3-9793-559180c6321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311353 Feb 11 04:45:32.089699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f98afc2c-9b2c-4d42-ad84-e216fbe9457a req-a784469e-379e-4c82-81d8-ed1898f3c807 service neutron] 10.222.0.10 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907719 Feb 11 04:45:32.111557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52620) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:32.215223 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f98afc2c-9b2c-4d42-ad84-e216fbe9457a req-7c3aa37e-515d-4368-8650-34e9f0ab3440 service neutron] 10.222.0.10 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189907 Feb 11 04:45:32.227169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f43ca-4e6e-4299-8ec0-4a2bdedf4231 req-129f837f-b035-41cf-b68b-4ef79fe0148c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.228671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-118f43ca-4e6e-4299-8ec0-4a2bdedf4231 req-129f837f-b035-41cf-b68b-4ef79fe0148c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 944 time: 0.0573764 Feb 11 04:45:32.265309 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efbdf8cd-4067-4c6d-a227-3628fbab94c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.307686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-118f43ca-4e6e-4299-8ec0-4a2bdedf4231 req-3f65ba95-6a2a-4c27-a9ab-6133836dbc49 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727568 Feb 11 04:45:32.371392 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efbdf8cd-4067-4c6d-a227-3628fbab94c6 admin admin] Publish callbacks [] for security_group (3c2eb291-a8ac-4753-9b33-95a9a0caba86), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.376758 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efbdf8cd-4067-4c6d-a227-3628fbab94c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3c2eb291-a8ac-4753-9b33-95a9a0caba86), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.433267 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4bca53cc-5d33-4c95-9143-0c073ab79962 req-f8b9b901-665f-42db-a8bd-18ea0877e3db tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0508142 Feb 11 04:45:32.440212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-efbdf8cd-4067-4c6d-a227-3628fbab94c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2611f6fd35354d3b85375065278cf1ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274302 Feb 11 04:45:32.441344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdf8cd-4067-4c6d-a227-3628fbab94c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2eb291-a8ac-4753-9b33-95a9a0caba86,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:32.442806 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52628) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:32.494356 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c275424-504d-4128-8d1b-bd7d59a5d5a3 admin admin] Publish callbacks [] for security_group (3c2eb291-a8ac-4753-9b33-95a9a0caba86), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.517880 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c275424-504d-4128-8d1b-bd7d59a5d5a3 admin admin] Publish callbacks [] for security_group (3c2eb291-a8ac-4753-9b33-95a9a0caba86), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.566021 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c275424-504d-4128-8d1b-bd7d59a5d5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3c2eb291-a8ac-4753-9b33-95a9a0caba86), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.569259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c275424-504d-4128-8d1b-bd7d59a5d5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.573491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1c275424-504d-4128-8d1b-bd7d59a5d5a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c2eb291-a8ac-4753-9b33-95a9a0caba86 HTTP/1.1" status: 204 len: 168 time: 0.1271777 Feb 11 04:45:32.581546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c275424-504d-4128-8d1b-bd7d59a5d5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2eb291-a8ac-4753-9b33-95a9a0caba86,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:32.609315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40824b27-f343-42dc-ba54-f4b7b3c1ace8 req-1bd71760-6b45-4f0d-96a4-6105d7269393 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.610964 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-40824b27-f343-42dc-ba54-f4b7b3c1ace8 req-1bd71760-6b45-4f0d-96a4-6105d7269393 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 943 time: 0.0681143 Feb 11 04:45:32.675407 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-40824b27-f343-42dc-ba54-f4b7b3c1ace8 req-88055def-7a90-4ce8-ba32-3e5b1e5aba0b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520382 Feb 11 04:45:32.955363 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:33.104103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e756cd4-a05e-4917-8d50-2da031010a5b req-17d914bc-c2d4-4e92-9cd6-4f8aecece288 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:33.105945 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e756cd4-a05e-4917-8d50-2da031010a5b req-17d914bc-c2d4-4e92-9cd6-4f8aecece288 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0673301 Feb 11 04:45:33.167816 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e756cd4-a05e-4917-8d50-2da031010a5b req-55778ca4-238c-45c6-854e-7f011ea32c1b tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552518 Feb 11 04:45:33.407837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2ed4a740-382c-4e01-97cb-9a1760915ede details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:33.443527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d79e2-0d88-4c1d-9656-a8a5446bcfcd req-2fae4c6f-4a87-4948-ba10-8babd9958763 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:33.445835 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e6d79e2-0d88-4c1d-9656-a8a5446bcfcd req-2fae4c6f-4a87-4948-ba10-8babd9958763 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 944 time: 0.0590143 Feb 11 04:45:33.507913 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e6d79e2-0d88-4c1d-9656-a8a5446bcfcd req-033294f2-341b-448f-9b0e-d6eda0cda02b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546377 Feb 11 04:45:33.567824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2ed4a740-382c-4e01-97cb-9a1760915ede, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2ed4a740-382c-4e01-97cb-9a1760915ede,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:33.582017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '2ed4a740-382c-4e01-97cb-9a1760915ede', 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'port_id': '2ed4a740-382c-4e01-97cb-9a1760915ede', 'mac_address': 'fa:16:3e:00:86:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e43299a-9bb5-4f80-82a7-a6c3bcd2724b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:33.615070 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-837291b5-13cd-4657-86d9-98a17a28bf9e req-5f7d4d72-7ef1-470d-824a-7348f8bd804c tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0372362 Feb 11 04:45:33.622821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2ed4a740-382c-4e01-97cb-9a1760915ede is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:33.623256 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:33.645364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed4a740-382c-4e01-97cb-9a1760915ede {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:33.666080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2ed4a740-382c-4e01-97cb-9a1760915ede, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2ed4a740-382c-4e01-97cb-9a1760915ede,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:33.670205 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:33.721877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2ed4a740-382c-4e01-97cb-9a1760915ede,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:33.813862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d71d-4c0d-4e3b-a97e-4025fbbb6186 req-0b5aee52-3a83-4b2e-a8d8-2e1f863cccb3 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:33.815657 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3650d71d-4c0d-4e3b-a97e-4025fbbb6186 req-0b5aee52-3a83-4b2e-a8d8-2e1f863cccb3 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 944 time: 0.0577500 Feb 11 04:45:33.867687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3650d71d-4c0d-4e3b-a97e-4025fbbb6186 req-0a2676c7-5619-42f4-843e-f18643cc1d9e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451658 Feb 11 04:45:33.994260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['2ed4a740-382c-4e01-97cb-9a1760915ede'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:34.298558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fc9a9-a17d-47d8-a838-1f4094a0cee3 req-2374f860-f74a-4020-97e7-896476468f5d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.300636 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-716fc9a9-a17d-47d8-a838-1f4094a0cee3 req-2374f860-f74a-4020-97e7-896476468f5d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0541339 Feb 11 04:45:34.367508 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-716fc9a9-a17d-47d8-a838-1f4094a0cee3 req-5337e19d-f774-4a67-ad32-038c9b4f756c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488944 Feb 11 04:45:34.432049 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-50f9badc-419d-4a7f-a1d6-62953e941be9 service neutron] 10.222.0.10 "GET /v2.0/ports/061aa7b1-5aed-40ed-a969-7ce1270acd11/bindings/n-h1-615180-58 HTTP/1.1" status: 200 len: 385 time: 0.0744512 Feb 11 04:45:34.647949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-23656793-adab-447c-821f-f1ae0abfdc04 req-11d78281-0410-4db1-8479-0e8b8702f1d1 service neutron] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:34.663739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287cec1-0e88-422c-992b-2872f4a63b8f req-88f3c50c-d1aa-40ef-a37e-ce1b85780683 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.665258 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7287cec1-0e88-422c-992b-2872f4a63b8f req-88f3c50c-d1aa-40ef-a37e-ce1b85780683 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 944 time: 0.0686808 Feb 11 04:45:34.671955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-23656793-adab-447c-821f-f1ae0abfdc04 req-11d78281-0410-4db1-8479-0e8b8702f1d1 service neutron] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:34.715449 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7287cec1-0e88-422c-992b-2872f4a63b8f req-b34d8465-7b10-441e-89e1-3f9374b6ee14 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444877 Feb 11 04:45:34.719869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-23656793-adab-447c-821f-f1ae0abfdc04 req-11d78281-0410-4db1-8479-0e8b8702f1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061aa7b1-5aed-40ed-a969-7ce1270acd11 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:34.743339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-23656793-adab-447c-821f-f1ae0abfdc04 req-11d78281-0410-4db1-8479-0e8b8702f1d1 service neutron] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:34.765965 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-23656793-adab-447c-821f-f1ae0abfdc04 req-11d78281-0410-4db1-8479-0e8b8702f1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:34.832197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c3fd667-841a-446c-b457-03c4086d89df req-931a01f3-efa1-435a-a355-d07bce84deff tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0299082 Feb 11 04:45:34.873745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-23656793-adab-447c-821f-f1ae0abfdc04 req-11d78281-0410-4db1-8479-0e8b8702f1d1 service neutron] Transition to ACTIVE for port object 061aa7b1-5aed-40ed-a969-7ce1270acd11 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:45:34.878403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-23656793-adab-447c-821f-f1ae0abfdc04 req-11d78281-0410-4db1-8479-0e8b8702f1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:34.968480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-23656793-adab-447c-821f-f1ae0abfdc04 req-11d78281-0410-4db1-8479-0e8b8702f1d1 service neutron] No DVR routers for this DVR port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:45:34.996132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404addcc-1b4b-4845-a4fe-3be971eb06a6 req-9aeebcaf-d080-43b3-841d-6fae8ebcfc3d tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:35.003591 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-404addcc-1b4b-4845-a4fe-3be971eb06a6 req-9aeebcaf-d080-43b3-841d-6fae8ebcfc3d tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 944 time: 0.0669439 Feb 11 04:45:35.027425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-11d78281-0410-4db1-8479-0e8b8702f1d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/061aa7b1-5aed-40ed-a969-7ce1270acd11/bindings/n-h1-615180-58/activate HTTP/1.1" status: 200 len: 370 time: 0.5890079 Feb 11 04:45:35.034320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d78281-0410-4db1-8479-0e8b8702f1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=061aa7b1-5aed-40ed-a969-7ce1270acd11,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:35.052397 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-404addcc-1b4b-4845-a4fe-3be971eb06a6 req-83bcb558-6f69-447b-89d5-f7d24ff9d7e8 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478513 Feb 11 04:45:35.200539 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656793-adab-447c-821f-f1ae0abfdc04 req-39718d34-07f9-4bc1-b6f3-07eb598c0769 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:35.202055 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-39718d34-07f9-4bc1-b6f3-07eb598c0769 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9&tenant_id=b17f5c0876a6459894825e19cb0017e2&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.0576460 Feb 11 04:45:35.265091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656793-adab-447c-821f-f1ae0abfdc04 req-fb716a68-0b76-4073-84e4-7e41e19cc015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:35.266791 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-fb716a68-0b76-4073-84e4-7e41e19cc015 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9&tenant_id=b17f5c0876a6459894825e19cb0017e2 HTTP/1.1" status: 200 len: 1128 time: 0.0535784 Feb 11 04:45:35.349686 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656793-adab-447c-821f-f1ae0abfdc04 req-17fe6ffb-9074-4174-9210-46d3d1deb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:35.351359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-17fe6ffb-9074-4174-9210-46d3d1deb771 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 1128 time: 0.0460055 Feb 11 04:45:35.415437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2ed4a740-382c-4e01-97cb-9a1760915ede up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:35.490783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 2ed4a740-382c-4e01-97cb-9a1760915ede completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:35.497270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 2ed4a740-382c-4e01-97cb-9a1760915ede triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:35.497939 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:35.505374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656793-adab-447c-821f-f1ae0abfdc04 req-d95014d3-8328-486e-bfc5-3c938aa03c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:35.507020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-d95014d3-8328-486e-bfc5-3c938aa03c63 service neutron] 10.222.0.60 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.1472828 Feb 11 04:45:35.582883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2ed4a740-382c-4e01-97cb-9a1760915ede is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:35.583326 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:35.593101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-ebe2ebcd-ec01-4085-9851-36fe641c7b50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11 HTTP/1.1" status: 200 len: 217 time: 0.0722017 Feb 11 04:45:35.611260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9fee5a-fbea-4436-9a87-e76151e9dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed4a740-382c-4e01-97cb-9a1760915ede'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:35.615221 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f9d85-a187-4986-b86e-dcd7424eee98 req-199612fe-49e8-498b-8535-438a2ba13882 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:35.615873 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c530348c-f4a8-4d36-8889-ccb64baca059" -d '{"events": [{"server_uuid": "7d9fee5a-fbea-4436-9a87-e76151e9dfe6", "name": "network-vif-plugged", "status": "completed", "tag": "2ed4a740-382c-4e01-97cb-9a1760915ede"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:35.625644 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-177f9d85-a187-4986-b86e-dcd7424eee98 req-199612fe-49e8-498b-8535-438a2ba13882 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1516092 Feb 11 04:45:35.633544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2ed4a740-382c-4e01-97cb-9a1760915ede, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2ed4a740-382c-4e01-97cb-9a1760915ede,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:35.644403 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:35.645660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 061aa7b1-5aed-40ed-a969-7ce1270acd11 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:45:35.733578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2ed4a740-382c-4e01-97cb-9a1760915ede,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:35.744923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port 061aa7b1-5aed-40ed-a969-7ce1270acd11 host n-h1-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:45:35.748138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 061aa7b1-5aed-40ed-a969-7ce1270acd11 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:45:35.981406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656793-adab-447c-821f-f1ae0abfdc04 req-f39f99a7-6540-4618-b5e7-4abdbe066427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:35.982879 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-f39f99a7-6540-4618-b5e7-4abdbe066427 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.3463750 Feb 11 04:45:35.987108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-177f9d85-a187-4986-b86e-dcd7424eee98 req-cbe80f36-38cd-4fdb-a7d5-ecea1d1a0e56 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602693 Feb 11 04:45:36.027897 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-d5e24a26-bda6-4ae9-8743-48560f0c5f19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295603 Feb 11 04:45:36.046638 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad03795-5e13-4500-aac0-d67ce2cf1a09 x-openstack-request-id: req-9ad03795-5e13-4500-aac0-d67ce2cf1a09 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:36.046984 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9fee5a-fbea-4436-9a87-e76151e9dfe6", "name": "network-vif-plugged", "status": "completed", "tag": "2ed4a740-382c-4e01-97cb-9a1760915ede", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:36.047263 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ad03795-5e13-4500-aac0-d67ce2cf1a09 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:36.047651 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9fee5a-fbea-4436-9a87-e76151e9dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed4a740-382c-4e01-97cb-9a1760915ede', 'code': 200} Feb 11 04:45:36.199668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b734cc7-a68a-4520-ae00-d066ef5053c5 req-778ae137-0097-44b8-8d8b-e10fcd52be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.201220 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b734cc7-a68a-4520-ae00-d066ef5053c5 req-778ae137-0097-44b8-8d8b-e10fcd52be43 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 1128 time: 0.0576622 Feb 11 04:45:36.202477 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-f5afa8ba-9825-44cc-92af-2304076db213 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658227 Feb 11 04:45:36.212709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585e788-a776-4ded-bb78-ed7d9f1dccb6 req-ecf1b20b-de8a-4afe-afc8-d30e31d8259a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.214165 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4585e788-a776-4ded-bb78-ed7d9f1dccb6 req-ecf1b20b-de8a-4afe-afc8-d30e31d8259a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 945 time: 0.0947392 Feb 11 04:45:36.253885 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b734cc7-a68a-4520-ae00-d066ef5053c5 req-d528542d-1887-4c0f-8721-33b3a2c2dcfa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466647 Feb 11 04:45:36.330837 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4585e788-a776-4ded-bb78-ed7d9f1dccb6 req-2265c172-1fbf-4072-bf7a-87558f09a535 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082473 Feb 11 04:45:36.351435 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-3a107d29-f36a-4a1e-a697-8dbc3b4ba2b4 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362908 Feb 11 04:45:36.443322 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-401f9446-ff9b-4ff7-b7ed-98527002add6 req-c40a7c26-c9a4-4e97-9f4d-3be0dd217f14 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0287323 Feb 11 04:45:36.551971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07648716-2984-43fa-beca-46abf4a8eda7 req-2e300a41-7139-451e-8aac-01cfe27cfdc1 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.553528 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07648716-2984-43fa-beca-46abf4a8eda7 req-2e300a41-7139-451e-8aac-01cfe27cfdc1 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 945 time: 0.0550799 Feb 11 04:45:36.625117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07648716-2984-43fa-beca-46abf4a8eda7 req-ef594eb4-59df-4e03-99fe-16d435bc6afc tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653727 Feb 11 04:45:36.700245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656793-adab-447c-821f-f1ae0abfdc04 req-5db019ac-ced9-4084-b1bc-43bddda012ba tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.701850 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-5db019ac-ced9-4084-b1bc-43bddda012ba tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9&tenant_id=b17f5c0876a6459894825e19cb0017e2&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.0482271 Feb 11 04:45:36.808965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-23656793-adab-447c-821f-f1ae0abfdc04 req-646b9653-bad4-4ac9-9883-f248496bdc25 service neutron] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:36.812219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-23656793-adab-447c-821f-f1ae0abfdc04 req-646b9653-bad4-4ac9-9883-f248496bdc25 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:36.813326 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23656793-adab-447c-821f-f1ae0abfdc04 req-646b9653-bad4-4ac9-9883-f248496bdc25 service neutron] 10.222.0.60 "DELETE /v2.0/ports/061aa7b1-5aed-40ed-a969-7ce1270acd11/bindings/n-h2-615180-58 HTTP/1.1" status: 204 len: 173 time: 0.1034708 Feb 11 04:45:37.107200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710555e-01b3-4965-884c-6d257cb7909e req-3f02673a-2544-4bdc-8f6c-1253d26fb745 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.108799 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d710555e-01b3-4965-884c-6d257cb7909e req-3f02673a-2544-4bdc-8f6c-1253d26fb745 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0561774 Feb 11 04:45:37.117797 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:37.165267 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d710555e-01b3-4965-884c-6d257cb7909e req-d1efd536-7b8d-4348-ac51-cc225a62417f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Feb 11 04:45:37.471965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c1528-8d93-4dea-98ec-4c0bf4d1f51d req-b43b186f-66f7-498e-bc43-f62d50be90b6 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.474738 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1e1c1528-8d93-4dea-98ec-4c0bf4d1f51d req-b43b186f-66f7-498e-bc43-f62d50be90b6 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 945 time: 0.0636144 Feb 11 04:45:37.526422 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1e1c1528-8d93-4dea-98ec-4c0bf4d1f51d req-e6123c36-4e3d-42ff-820e-188fc165f8f0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451810 Feb 11 04:45:37.621416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9934aa2c-1b65-4be1-88be-9aef08751129 req-6fd023cd-4c71-4c88-98c5-6d9a701ebc4e tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0301843 Feb 11 04:45:37.772467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa712f6-0db6-4323-9c70-e3ea93d5b77f req-aa54ff43-ad90-4d18-8573-844e8d774478 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.779373 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-baa712f6-0db6-4323-9c70-e3ea93d5b77f req-aa54ff43-ad90-4d18-8573-844e8d774478 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 945 time: 0.0689125 Feb 11 04:45:37.822104 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-baa712f6-0db6-4323-9c70-e3ea93d5b77f req-3bcb2bfb-0712-4409-a3e5-f25a80b40cdf tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415919 Feb 11 04:45:37.921812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044cc89-833b-4c72-a77c-0f079d83af92 req-ae395688-f853-49c7-8b8d-a6b5b1dd4bdf tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.923473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e044cc89-833b-4c72-a77c-0f079d83af92 req-ae395688-f853-49c7-8b8d-a6b5b1dd4bdf tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 1128 time: 0.0472341 Feb 11 04:45:37.973284 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e044cc89-833b-4c72-a77c-0f079d83af92 req-55a379c4-7310-4353-b069-e7d534d0c71d tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440631 Feb 11 04:45:38.214082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5404ea-a96c-47d5-9b75-0297329a822a req-aab95484-8642-4790-83e3-33bf917c2499 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:38.215620 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc5404ea-a96c-47d5-9b75-0297329a822a req-aab95484-8642-4790-83e3-33bf917c2499 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 945 time: 0.0578756 Feb 11 04:45:38.267024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc5404ea-a96c-47d5-9b75-0297329a822a req-b6ccbd0d-13fc-45de-92ea-0e734d82b730 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Feb 11 04:45:38.459937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-7716077b-ac45-4370-abd6-2f5bd147e33f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:38.461958 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-7716077b-ac45-4370-abd6-2f5bd147e33f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 821 time: 0.1020927 Feb 11 04:45:38.477000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-5ca9d3e2-0543-4dda-9b43-5f0c06dfb75a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/quotas/b17f5c0876a6459894825e19cb0017e2 HTTP/1.1" status: 200 len: 375 time: 0.0095251 Feb 11 04:45:38.534057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-c2386b13-d749-4965-9a9b-eed7e32b01cf tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518174 Feb 11 04:45:38.632547 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-7cf94582-0df4-4c6b-874c-4f8345fc80f5 service neutron] 10.222.0.48 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881698 Feb 11 04:45:38.729203 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-6fe4a322-58b7-43d6-98e7-eb69e1455bc7 service neutron] 10.222.0.48 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891223 Feb 11 04:45:38.936590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfab73-b873-41ba-abbd-2a2de0171e5f req-1ed7b952-3e9e-4980-ad09-f3dbe8018040 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:38.938150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3dfab73-b873-41ba-abbd-2a2de0171e5f req-1ed7b952-3e9e-4980-ad09-f3dbe8018040 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0606534 Feb 11 04:45:39.024647 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3dfab73-b873-41ba-abbd-2a2de0171e5f req-b7f19119-6d6c-4daf-98b8-8cdfb3c048f5 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747149 Feb 11 04:45:39.129821 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-50dbea02-d0c2-44fd-ab0d-ea8dc7997597 req-4bbca7de-3a72-4522-b9f2-1b2912c2785b tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0444448 Feb 11 04:45:39.207233 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9441361f-43e1-4b3a-9628-d4ebcbc50c9a req-dfc2b3eb-c078-4cca-9b7c-126d073a6905 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 210 time: 0.0320256 Feb 11 04:45:39.320906 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-755361d9-cdf3-4374-ac54-1a4694f100e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:39.422866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5c357-3fdc-49f5-a215-7799a2a198c9 req-74a0fc44-a05f-4d7e-85ca-aba9103ad34a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.424639 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07c5c357-3fdc-49f5-a215-7799a2a198c9 req-74a0fc44-a05f-4d7e-85ca-aba9103ad34a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 945 time: 0.0691819 Feb 11 04:45:39.497078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07c5c357-3fdc-49f5-a215-7799a2a198c9 req-82c8f91f-ab20-49d8-84d5-a57b3c07eaa4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603487 Feb 11 04:45:40.168990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c541b-78d8-419e-a269-74071107bb13 req-b19a881d-58d0-4b1a-aa60-9bb8338c39e7 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:40.170642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b97c541b-78d8-419e-a269-74071107bb13 req-b19a881d-58d0-4b1a-aa60-9bb8338c39e7 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0662649 Feb 11 04:45:40.263499 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b97c541b-78d8-419e-a269-74071107bb13 req-3ec28702-160c-4a1f-856f-a30504d63427 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833776 Feb 11 04:45:40.352762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-b42912ba-d1a5-4776-bf97-5dbc936c243a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:40.354563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-b42912ba-d1a5-4776-bf97-5dbc936c243a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 821 time: 0.1663065 Feb 11 04:45:40.391201 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-74e3f667-82a5-4ae2-9171-e008d5a86490 req-0aefcf0a-4139-44fe-b507-ab9a77a0662a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0318477 Feb 11 04:45:40.420832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Request body: {'port': {'device_id': '577e286c-f980-4382-836d-3ee0f86a5845', 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e', 'admin_state_up': True, 'tenant_id': 'b17f5c0876a6459894825e19cb0017e2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:40.489736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b3192afa-772f-4a23-984d-31c05e7bc62e req-2c43bdcd-9661-40d2-ab95-c88659fa8cb6 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 210 time: 0.0281670 Feb 11 04:45:40.547500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Made reservation on behalf of b17f5c0876a6459894825e19cb0017e2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:40.550637 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:40.678220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Allocated IP 172.20.0.9 (69d8e4f6-7728-4d44-828e-ccc74a93621e/a31e1b69-ce3c-4013-8020-1340f9245fc7/180e8c29-3483-41f5-8707-c520c2bafeab) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:40.828724 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks [] for port (180e8c29-3483-41f5-8707-c520c2bafeab), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:40.864764 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:40.908571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Network 69d8e4f6-7728-4d44-828e-ccc74a93621e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:40.913872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:40.916615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:40.981010 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:40.981615 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:40.984996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Pushing event updated for resources: {'Port': ['ID=180e8c29-3483-41f5-8707-c520c2bafeab,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:41.001112 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-9cbbad13-ee27-4190-aaf9-d187a21ef484 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848422 Feb 11 04:45:41.019980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Request body: {'port': {'device_id': '577e286c-f980-4382-836d-3ee0f86a5845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:41.081979 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.342702 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180e8c29-3483-41f5-8707-c520c2bafeab {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:41.350820 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Publish callbacks [] for port (180e8c29-3483-41f5-8707-c520c2bafeab), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.363864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Transition to ACTIVE for port object 180e8c29-3483-41f5-8707-c520c2bafeab will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:45:41.369813 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.394357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f951e95-522f-4dcb-a262-579756a938c4 req-812c1138-7c71-4bcd-9b3b-e36490ee7372 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.395979 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f951e95-522f-4dcb-a262-579756a938c4 req-812c1138-7c71-4bcd-9b3b-e36490ee7372 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0597322 Feb 11 04:45:41.430656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2ed4a740-382c-4e01-97cb-9a1760915ede details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:41.467574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Pushing event updated for resources: {'Port': ['ID=180e8c29-3483-41f5-8707-c520c2bafeab,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:41.491822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f951e95-522f-4dcb-a262-579756a938c4 req-c3f5a1ab-0137-41eb-8334-316d54414f9e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861516 Feb 11 04:45:41.504680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Attempting to bind port 180e8c29-3483-41f5-8707-c520c2bafeab on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:41.505252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Attempting to bind port 180e8c29-3483-41f5-8707-c520c2bafeab by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:41.513354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Attempting to bind port 180e8c29-3483-41f5-8707-c520c2bafeab on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:41.513354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Port 180e8c29-3483-41f5-8707-c520c2bafeab on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:45:41.513354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Attempting to bind port 180e8c29-3483-41f5-8707-c520c2bafeab on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:41.519870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:41.519870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:41.519870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:41.519870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Bound port: 180e8c29-3483-41f5-8707-c520c2bafeab, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:41.520440 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.567650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2ed4a740-382c-4e01-97cb-9a1760915ede, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2ed4a740-382c-4e01-97cb-9a1760915ede,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:41.582239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '2ed4a740-382c-4e01-97cb-9a1760915ede', 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'port_id': '2ed4a740-382c-4e01-97cb-9a1760915ede', 'mac_address': 'fa:16:3e:00:86:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e43299a-9bb5-4f80-82a7-a6c3bcd2724b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:41.629121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2ed4a740-382c-4e01-97cb-9a1760915ede is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:41.630027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:41.630606 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.634251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=180e8c29-3483-41f5-8707-c520c2bafeab,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:41.641597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.653877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ed4a740-382c-4e01-97cb-9a1760915ede {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:41.657614 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b442055-2f86-4996-a8d6-dce0614f8c22 req-07a83908-3fc6-4529-bbbc-2f8ebfc823a8 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae20198f-d2b6-4a55-b862-16e0bdbf1f6a HTTP/1.1" status: 200 len: 210 time: 0.0714488 Feb 11 04:45:41.683801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2ed4a740-382c-4e01-97cb-9a1760915ede, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2ed4a740-382c-4e01-97cb-9a1760915ede,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:41.692725 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.733350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.734208 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.735979 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] 10.222.0.10 "PUT /v2.0/ports/180e8c29-3483-41f5-8707-c520c2bafeab HTTP/1.1" status: 200 len: 1092 time: 0.7201169 Feb 11 04:45:41.740642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577e286c-f980-4382-836d-3ee0f86a5845', 'tag': '180e8c29-3483-41f5-8707-c520c2bafeab'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:41.743259 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e544176a-6b64-4692-8b47-4aac6b66cf08" -d '{"events": [{"name": "network-changed", "server_uuid": "577e286c-f980-4382-836d-3ee0f86a5845", "tag": "180e8c29-3483-41f5-8707-c520c2bafeab"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:41.775206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed60d1-dd39-44d4-937c-72acfc0df34a service neutron] Pushing event updated for resources: {'Port': ['ID=180e8c29-3483-41f5-8707-c520c2bafeab,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:41.796606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2ed4a740-382c-4e01-97cb-9a1760915ede,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:41.872338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['2ed4a740-382c-4e01-97cb-9a1760915ede'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:41.873294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb78f0-5fa8-4a23-9020-ec663a12a2ac req-392a555d-3a23-4777-bd66-2a3ba9ad2fac tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.875275 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-50bb78f0-5fa8-4a23-9020-ec663a12a2ac req-392a555d-3a23-4777-bd66-2a3ba9ad2fac tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 943 time: 0.0964587 Feb 11 04:45:41.932087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-e00b0b8d-06aa-4639-babb-62a86c1cf3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.933996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-e00b0b8d-06aa-4639-babb-62a86c1cf3d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 1126 time: 0.1237457 Feb 11 04:45:41.934736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-50bb78f0-5fa8-4a23-9020-ec663a12a2ac req-0e316b9b-a166-4a5b-833f-a78cbd2ca021 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531716 Feb 11 04:45:41.948497 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bcc327fd-9707-40cf-9ac8-bb53d300dcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:42.050572 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2db6e5-1c48-4f7e-96e8-0c3f0f02dea4 x-openstack-request-id: req-6e2db6e5-1c48-4f7e-96e8-0c3f0f02dea4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:42.050766 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577e286c-f980-4382-836d-3ee0f86a5845", "tag": "180e8c29-3483-41f5-8707-c520c2bafeab", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:42.051083 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e2db6e5-1c48-4f7e-96e8-0c3f0f02dea4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:42.051536 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577e286c-f980-4382-836d-3ee0f86a5845', 'tag': '180e8c29-3483-41f5-8707-c520c2bafeab', 'status': 'completed', 'code': 200} Feb 11 04:45:42.053309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-a3e32e50-db13-4853-a528-1f15062af1f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180e8c29-3483-41f5-8707-c520c2bafeab HTTP/1.1" status: 200 len: 217 time: 0.0998809 Feb 11 04:45:42.157122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-3c0806b6-f759-40c1-929b-c6e90c860f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.161630 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-3c0806b6-f759-40c1-929b-c6e90c860f40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.1014309 Feb 11 04:45:42.210352 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-4dd28e1e-6961-4c6b-bb92-f94af12f7081 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393772 Feb 11 04:45:42.321783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-8866ef84-5c77-42ba-bd8a-55e0fd8bbdb9 service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938766 Feb 11 04:45:42.458073 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e2c74ce-97a4-44e4-9fac-70aae0e1d763 req-98b9aaf7-ae98-4bb0-af56-c10f41523b8e service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283181 Feb 11 04:45:42.638942 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:42.657852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544176a-6b64-4692-8b47-4aac6b66cf08 req-af345355-6585-4271-bf64-6015a872f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.661842 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e544176a-6b64-4692-8b47-4aac6b66cf08 req-af345355-6585-4271-bf64-6015a872f7f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 1126 time: 0.0895143 Feb 11 04:45:42.668179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcefe06-8930-4c02-99e6-408222916713 req-23398ebe-2419-478e-adaa-58aaf23a7804 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.669783 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8bcefe06-8930-4c02-99e6-408222916713 req-23398ebe-2419-478e-adaa-58aaf23a7804 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0834770 Feb 11 04:45:42.760537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8bcefe06-8930-4c02-99e6-408222916713 req-cd4b3606-77b6-4725-9b58-2aae5759ec99 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814240 Feb 11 04:45:42.794751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544176a-6b64-4692-8b47-4aac6b66cf08 req-064f1853-f7a0-4e1a-a7e0-c272f049d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.796265 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e544176a-6b64-4692-8b47-4aac6b66cf08 req-064f1853-f7a0-4e1a-a7e0-c272f049d6dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.1250446 Feb 11 04:45:42.854556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e544176a-6b64-4692-8b47-4aac6b66cf08 req-b508277d-f4cc-465f-b79f-bf8c7783587a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180e8c29-3483-41f5-8707-c520c2bafeab HTTP/1.1" status: 200 len: 217 time: 0.0465109 Feb 11 04:45:42.954688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544176a-6b64-4692-8b47-4aac6b66cf08 req-a6ac1991-42a2-4d8c-922e-b8a68d1ab554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.956336 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e544176a-6b64-4692-8b47-4aac6b66cf08 req-a6ac1991-42a2-4d8c-922e-b8a68d1ab554 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.0923538 Feb 11 04:45:43.056693 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e544176a-6b64-4692-8b47-4aac6b66cf08 req-cc2fc3cc-eaba-4ce2-b807-509db086dfa3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849106 Feb 11 04:45:43.202528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b929d81-8b7e-4aa7-bcfe-f6eda1ff8643 req-c0ac29fb-20e3-4066-b2f5-35b9c105ee4a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:43.222060 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6b929d81-8b7e-4aa7-bcfe-f6eda1ff8643 req-c0ac29fb-20e3-4066-b2f5-35b9c105ee4a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 943 time: 0.1374183 Feb 11 04:45:43.306001 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e544176a-6b64-4692-8b47-4aac6b66cf08 req-937fcc96-c90c-45a5-8904-428a9e8153a2 service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425516 Feb 11 04:45:43.357781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52850) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:43.383754 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6b929d81-8b7e-4aa7-bcfe-f6eda1ff8643 req-6b0d7ec1-41a6-49f6-9ff2-89e442a8dbc7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495438 Feb 11 04:45:43.462797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2ed4a740-382c-4e01-97cb-9a1760915ede up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:43.617576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4af96b2d-c373-4216-ad70-e685045e6e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:43.643864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 2ed4a740-382c-4e01-97cb-9a1760915ede triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:43.644866 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:43.699132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e544176a-6b64-4692-8b47-4aac6b66cf08 req-a5476789-bf2f-4f27-8660-17f4df7e4ba5 service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856890 Feb 11 04:45:43.808915 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-22a64c25-38f5-4078-bb3b-d4821b7907ca req-9318aef0-4ed1-4682-91b4-26fd853c26ac tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0740240 Feb 11 04:45:43.827546 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4af96b2d-c373-4216-ad70-e685045e6e08 admin admin] Publish callbacks [] for security_group (5451a780-2d76-4bb1-90e4-b45ddbb8e05c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:43.837658 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4af96b2d-c373-4216-ad70-e685045e6e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5451a780-2d76-4bb1-90e4-b45ddbb8e05c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:43.875256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2ed4a740-382c-4e01-97cb-9a1760915ede is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:43.875898 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:43.914972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9fee5a-fbea-4436-9a87-e76151e9dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed4a740-382c-4e01-97cb-9a1760915ede'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:43.917540 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2738d63b-24e3-4f19-b15d-5f0101e31614" -d '{"events": [{"server_uuid": "7d9fee5a-fbea-4436-9a87-e76151e9dfe6", "name": "network-vif-plugged", "status": "completed", "tag": "2ed4a740-382c-4e01-97cb-9a1760915ede"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:43.934444 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4af96b2d-c373-4216-ad70-e685045e6e08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30a245e4817e4952970296fae7b4a7b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5753999 Feb 11 04:45:43.934743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2ed4a740-382c-4e01-97cb-9a1760915ede, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2ed4a740-382c-4e01-97cb-9a1760915ede,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:43.937077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52888) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:43.950670 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:43.956152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af96b2d-c373-4216-ad70-e685045e6e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5451a780-2d76-4bb1-90e4-b45ddbb8e05c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:43.997236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf132789-afad-40c2-9449-c0c9d7e08aad req-6a29c1cf-acb2-4892-8fa3-249763d08b8c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:44.005138 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf132789-afad-40c2-9449-c0c9d7e08aad req-6a29c1cf-acb2-4892-8fa3-249763d08b8c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1064897 Feb 11 04:45:44.051051 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85da1a3-72a6-4e5b-a283-490af6cbd700 x-openstack-request-id: req-a85da1a3-72a6-4e5b-a283-490af6cbd700 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:44.051356 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9fee5a-fbea-4436-9a87-e76151e9dfe6", "name": "network-vif-plugged", "status": "completed", "tag": "2ed4a740-382c-4e01-97cb-9a1760915ede", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:44.051622 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a85da1a3-72a6-4e5b-a283-490af6cbd700 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:44.052033 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9fee5a-fbea-4436-9a87-e76151e9dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed4a740-382c-4e01-97cb-9a1760915ede', 'code': 200} Feb 11 04:45:44.068414 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf132789-afad-40c2-9449-c0c9d7e08aad req-be4503a0-506d-4954-8a02-a234f3a50871 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601521 Feb 11 04:45:44.109984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2ed4a740-382c-4e01-97cb-9a1760915ede,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:44.141271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-4af12788-970d-4883-b019-f447f46f76b3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:44.142690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-4af12788-970d-4883-b019-f447f46f76b3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports/f41dc359-9aae-4291-a0c0-326de647898f HTTP/1.1" status: 200 len: 936 time: 0.4288709 Feb 11 04:45:44.195728 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:44.200952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7367451-e865-4d12-bde7-de067f2de81d admin admin] Publish callbacks [] for security_group (5451a780-2d76-4bb1-90e4-b45ddbb8e05c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:44.251396 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-e3e3d175-49fb-48d5-91fb-97065d7d654e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:44.257597 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-e3e3d175-49fb-48d5-91fb-97065d7d654e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports/780ddb41-d09f-442e-8a78-125094600c6f HTTP/1.1" status: 200 len: 935 time: 0.1067545 Feb 11 04:45:44.287720 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7367451-e865-4d12-bde7-de067f2de81d admin admin] Publish callbacks [] for security_group (5451a780-2d76-4bb1-90e4-b45ddbb8e05c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:44.423184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7367451-e865-4d12-bde7-de067f2de81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5451a780-2d76-4bb1-90e4-b45ddbb8e05c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:44.427501 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7367451-e865-4d12-bde7-de067f2de81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:44.429425 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f7367451-e865-4d12-bde7-de067f2de81d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5451a780-2d76-4bb1-90e4-b45ddbb8e05c HTTP/1.1" status: 204 len: 168 time: 0.4912000 Feb 11 04:45:44.446066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7367451-e865-4d12-bde7-de067f2de81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5451a780-2d76-4bb1-90e4-b45ddbb8e05c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:44.626582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dba72-0c7a-4b3c-a017-754f3f956886 req-e2c92502-059a-446f-af0e-27153ec98c18 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:44.631204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-062dba72-0c7a-4b3c-a017-754f3f956886 req-e2c92502-059a-446f-af0e-27153ec98c18 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 943 time: 0.1196971 Feb 11 04:45:44.750805 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-062dba72-0c7a-4b3c-a017-754f3f956886 req-30324c5a-7a52-43da-aac1-e34dff2e8021 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108372 Feb 11 04:45:44.884938 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1acecf84-3189-4396-b04a-12309f3628d0 req-2faaee52-c5bc-4f95-9051-8827276cca17 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1135278 Feb 11 04:45:45.037097 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4d955dd-a677-4274-823b-f8eb4c3f91ae req-176ed641-0cf3-4dc2-9457-1f603f1d67b5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1205950 Feb 11 04:45:45.091453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acecf84-3189-4396-b04a-12309f3628d0 req-b5c8cd2e-bbf6-46dd-b9ad-d1b1dd04eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.095709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1acecf84-3189-4396-b04a-12309f3628d0 req-b5c8cd2e-bbf6-46dd-b9ad-d1b1dd04eed7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=498c0c7f66674f06bf94eb65894898bb&device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 1128 time: 0.1699378 Feb 11 04:45:45.259348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52932) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:45.290878 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-353d1cb5-9a70-4cea-b596-4ea72daf4c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:45.309557 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acecf84-3189-4396-b04a-12309f3628d0 req-5c1c5c34-360e-4354-80cf-25187a4b5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.311473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1acecf84-3189-4396-b04a-12309f3628d0 req-5c1c5c34-360e-4354-80cf-25187a4b5e43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ce0f3fd-2809-476b-8ada-c01196b1d8e0 HTTP/1.1" status: 200 len: 915 time: 0.1942627 Feb 11 04:45:45.315498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da371f62-b377-4ff4-94ba-3f8a755a6e23 req-f2cabd29-7bef-42cd-a0d3-4f4f54c15a31 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.322807 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da371f62-b377-4ff4-94ba-3f8a755a6e23 req-f2cabd29-7bef-42cd-a0d3-4f4f54c15a31 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0944712 Feb 11 04:45:45.414789 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da371f62-b377-4ff4-94ba-3f8a755a6e23 req-b90a1a9c-0c76-42b5-b777-484dacd4ac99 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907562 Feb 11 04:45:45.442013 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1acecf84-3189-4396-b04a-12309f3628d0 req-92adeba2-2469-4a7b-901b-bba334b20526 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 HTTP/1.1" status: 200 len: 217 time: 0.1062653 Feb 11 04:45:45.474843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 180e8c29-3483-41f5-8707-c520c2bafeab details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:45.538777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acecf84-3189-4396-b04a-12309f3628d0 req-149a4b81-f737-42bb-b977-cc11044cf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.540389 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1acecf84-3189-4396-b04a-12309f3628d0 req-149a4b81-f737-42bb-b977-cc11044cf58c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eda10ffa-4007-4d1a-a9d3-7bd9c711a727 HTTP/1.1" status: 200 len: 854 time: 0.0920618 Feb 11 04:45:45.594093 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1acecf84-3189-4396-b04a-12309f3628d0 req-5ae59ea8-292b-40a6-a32c-87585701d7d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ce0f3fd-2809-476b-8ada-c01196b1d8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471766 Feb 11 04:45:45.656173 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=180e8c29-3483-41f5-8707-c520c2bafeab,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:45.674319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '180e8c29-3483-41f5-8707-c520c2bafeab', 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e', 'port_id': '180e8c29-3483-41f5-8707-c520c2bafeab', 'mac_address': 'fa:16:3e:e3:7d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31e1b69-ce3c-4013-8020-1340f9245fc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:45.726581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 180e8c29-3483-41f5-8707-c520c2bafeab is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:45.727036 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:45.731769 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1acecf84-3189-4396-b04a-12309f3628d0 req-59ec558c-2891-4d95-95f8-522fd9bcdd7d service neutron] 10.222.0.10 "GET /v2.0/networks/8ce0f3fd-2809-476b-8ada-c01196b1d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277180 Feb 11 04:45:45.734159 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-353d1cb5-9a70-4cea-b596-4ea72daf4c27 admin admin] Publish callbacks [] for security_group (00f7e685-dfcb-40f8-9d87-53525dca5778), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:45.740396 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:45.746667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180e8c29-3483-41f5-8707-c520c2bafeab {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:45.770357 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=180e8c29-3483-41f5-8707-c520c2bafeab,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:45.779685 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:45.844092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=180e8c29-3483-41f5-8707-c520c2bafeab,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:45.845804 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1acecf84-3189-4396-b04a-12309f3628d0 req-f2b80d95-b48f-461b-9698-d8628ef45867 service neutron] 10.222.0.10 "GET /v2.0/networks/8ce0f3fd-2809-476b-8ada-c01196b1d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072075 Feb 11 04:45:45.849318 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-353d1cb5-9a70-4cea-b596-4ea72daf4c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (00f7e685-dfcb-40f8-9d87-53525dca5778), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:45.891814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d1cb5-9a70-4cea-b596-4ea72daf4c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f7e685-dfcb-40f8-9d87-53525dca5778,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:45.919651 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-353d1cb5-9a70-4cea-b596-4ea72daf4c27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af6fddb3b754449793e0add0f72f1b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6590807 Feb 11 04:45:45.922292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52950) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:45.992274 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79e0d1d8-1630-4bc8-b771-a071811be1ad admin admin] Publish callbacks [] for security_group (00f7e685-dfcb-40f8-9d87-53525dca5778), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:46.044128 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79e0d1d8-1630-4bc8-b771-a071811be1ad admin admin] Publish callbacks [] for security_group (00f7e685-dfcb-40f8-9d87-53525dca5778), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:46.073741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb55d34-9619-49ad-839d-62d7cd0440c1 req-2e8bbfa7-139e-47e8-a06b-fae12d1297d7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.084165 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3eb55d34-9619-49ad-839d-62d7cd0440c1 req-2e8bbfa7-139e-47e8-a06b-fae12d1297d7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 944 time: 0.1095593 Feb 11 04:45:46.107548 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['180e8c29-3483-41f5-8707-c520c2bafeab'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:46.162774 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79e0d1d8-1630-4bc8-b771-a071811be1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (00f7e685-dfcb-40f8-9d87-53525dca5778), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:46.166491 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79e0d1d8-1630-4bc8-b771-a071811be1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:46.175371 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-79e0d1d8-1630-4bc8-b771-a071811be1ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00f7e685-dfcb-40f8-9d87-53525dca5778 HTTP/1.1" status: 204 len: 168 time: 0.2488565 Feb 11 04:45:46.191941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0d1d8-1630-4bc8-b771-a071811be1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f7e685-dfcb-40f8-9d87-53525dca5778,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:46.196478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-3ddaff34-f411-4b1c-910f-410d8792a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.197984 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-3ddaff34-f411-4b1c-910f-410d8792a6ca service neutron] 10.222.0.10 "GET /v2.0/ports/f41dc359-9aae-4291-a0c0-326de647898f HTTP/1.1" status: 200 len: 1032 time: 0.0860171 Feb 11 04:45:46.320089 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3eb55d34-9619-49ad-839d-62d7cd0440c1 req-7af89681-8a02-476c-84dd-d1735539461d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224140 Feb 11 04:45:46.355271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-a3d6014e-e9b1-4b28-9a2f-9bc0a08539c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.358210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-a3d6014e-e9b1-4b28-9a2f-9bc0a08539c3 service neutron] 10.222.0.10 "GET /v2.0/ports/780ddb41-d09f-442e-8a78-125094600c6f HTTP/1.1" status: 200 len: 1031 time: 0.1538668 Feb 11 04:45:46.551884 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ec0dea79-24be-4a36-ac34-a318ce46a50c req-f1232970-3dc3-476f-96ee-02f53d6ac05b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1242096 Feb 11 04:45:46.652461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1fbaf-5e09-4b78-80fd-23866442a07e req-f48d3cf2-5895-4734-8d20-617f013cbc30 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.664632 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-33a1fbaf-5e09-4b78-80fd-23866442a07e req-f48d3cf2-5895-4734-8d20-617f013cbc30 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1325066 Feb 11 04:45:46.671068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-adf99d29-674e-487a-b150-1914b0bc1526 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.676847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-adf99d29-674e-487a-b150-1914b0bc1526 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.682775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-adf99d29-674e-487a-b150-1914b0bc1526 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.684710 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-adf99d29-674e-487a-b150-1914b0bc1526 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "GET /v2.0/networks?id=556a79f2-1ee2-4e14-9bec-7abb67a912db&id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0&id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 HTTP/1.1" status: 200 len: 1994 time: 0.3190606 Feb 11 04:45:46.752912 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-33a1fbaf-5e09-4b78-80fd-23866442a07e req-41925bea-9372-4924-bfae-0f56d355acf5 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865984 Feb 11 04:45:47.171245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-507f28fd-6c17-4b01-bded-2363e2408f5d req-00553f48-0856-488f-9e03-f5b2c853e5c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1255071 Feb 11 04:45:47.313587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f28fd-6c17-4b01-bded-2363e2408f5d req-b2c03b8d-9834-4494-95cd-7214db064263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:47.315343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-507f28fd-6c17-4b01-bded-2363e2408f5d req-b2c03b8d-9834-4494-95cd-7214db064263 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b12cb7f59db43f289e50c197625e76d&device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 1128 time: 0.0950639 Feb 11 04:45:47.474041 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-58c1c72b-83cd-41be-aa1c-4e069788e899 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d54d8a515d50425a80e33fb8c05b973c HTTP/1.1" status: 200 len: 380 time: 0.7749925 Feb 11 04:45:47.487041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 180e8c29-3483-41f5-8707-c520c2bafeab up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:47.489773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-913f5968-9940-4576-a391-87e58de67d8b req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'port': {'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'admin_state_up': True, 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'security_groups': ['df704c71-65c7-4174-8971-0de3d52e9065']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:47.680668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 180e8c29-3483-41f5-8707-c520c2bafeab completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:47.688337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 180e8c29-3483-41f5-8707-c520c2bafeab triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:47.688337 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:47.745922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f28fd-6c17-4b01-bded-2363e2408f5d req-c2c47866-677e-4105-a7d3-60796508a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:47.757063 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-507f28fd-6c17-4b01-bded-2363e2408f5d req-c2c47866-677e-4105-a7d3-60796508a4f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 200 len: 909 time: 0.4031367 Feb 11 04:45:47.780664 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b64168fd-d23b-4a3f-9beb-78fc9fbe68a4 req-f740cb42-9ece-42e8-b520-53fe6825daae tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0716074 Feb 11 04:45:47.812852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:47.816817 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:47.880084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 180e8c29-3483-41f5-8707-c520c2bafeab is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:47.880495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:47.935306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577e286c-f980-4382-836d-3ee0f86a5845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180e8c29-3483-41f5-8707-c520c2bafeab'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:47.937852 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd964cc-12bd-48fc-97ea-3427261ead4c" -d '{"events": [{"server_uuid": "577e286c-f980-4382-836d-3ee0f86a5845", "name": "network-vif-plugged", "status": "completed", "tag": "180e8c29-3483-41f5-8707-c520c2bafeab"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:47.969290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=180e8c29-3483-41f5-8707-c520c2bafeab,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:47.983079 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:48.073064 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-507f28fd-6c17-4b01-bded-2363e2408f5d req-15a976b8-6507-4462-b708-a3c0c91c800a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30392d64-2bdd-4205-87be-0ff344cd1125 HTTP/1.1" status: 200 len: 217 time: 0.3128018 Feb 11 04:45:48.117421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=180e8c29-3483-41f5-8707-c520c2bafeab,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:48.188543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-913f5968-9940-4576-a391-87e58de67d8b req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Allocated IP 172.20.0.12 (556a79f2-1ee2-4e14-9bec-7abb67a912db/42a46102-8e9c-45a8-b17f-c81d7b5e7722/5d3394fd-0a97-41f3-a6b5-a8876511fe05) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:48.204766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5551cf-790d-4862-85a2-c8f094ad3b92 req-3e4d74cb-5cd7-48fc-aaa7-f4bc34beb41d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:48.212766 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c5551cf-790d-4862-85a2-c8f094ad3b92 req-3e4d74cb-5cd7-48fc-aaa7-f4bc34beb41d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 945 time: 0.4151287 Feb 11 04:45:48.223395 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f28fd-6c17-4b01-bded-2363e2408f5d req-b13170b7-7bdd-420d-bc4b-efb9d0f09c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:48.225143 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-507f28fd-6c17-4b01-bded-2363e2408f5d req-b13170b7-7bdd-420d-bc4b-efb9d0f09c0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 200 len: 848 time: 0.1447310 Feb 11 04:45:48.262718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2a01-dece-4da3-beb7-6b03726f0aaf req-e137bef7-1ec7-4246-b553-f9929fc4959c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:48.274679 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81ee2a01-dece-4da3-beb7-6b03726f0aaf req-e137bef7-1ec7-4246-b553-f9929fc4959c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.2448852 Feb 11 04:45:48.301300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-507f28fd-6c17-4b01-bded-2363e2408f5d req-50e7ac02-3616-4350-8790-c2ec4b3d48ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b75fab5-93b1-414b-9a08-696b9d294bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679269 Feb 11 04:45:48.461485 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-507f28fd-6c17-4b01-bded-2363e2408f5d req-a1676f49-d5d9-4b73-a784-25c9d781e493 service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410530 Feb 11 04:45:48.474504 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81ee2a01-dece-4da3-beb7-6b03726f0aaf req-687030f6-c5ef-4f38-97f2-9ac594e8ce55 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968331 Feb 11 04:45:48.589951 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-507f28fd-6c17-4b01-bded-2363e2408f5d req-2ce95e35-d0e4-482c-bcd3-93fadf67685b service neutron] 10.222.0.60 "GET /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160285 Feb 11 04:45:48.611430 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c5551cf-790d-4862-85a2-c8f094ad3b92 req-75e08c23-b494-44ce-989c-371678d6265b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971148 Feb 11 04:45:48.732239 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a9d4f6-9502-465b-a277-ff643af7473d x-openstack-request-id: req-b8a9d4f6-9502-465b-a277-ff643af7473d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:48.733135 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577e286c-f980-4382-836d-3ee0f86a5845", "name": "network-vif-plugged", "status": "completed", "tag": "180e8c29-3483-41f5-8707-c520c2bafeab", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:48.733666 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8a9d4f6-9502-465b-a277-ff643af7473d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:48.734376 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577e286c-f980-4382-836d-3ee0f86a5845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180e8c29-3483-41f5-8707-c520c2bafeab', 'code': 200} Feb 11 04:45:48.802957 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:48.883763 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:48.943656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22a019-cb9e-4802-a4ec-0b659910c0b2 req-5e1330ee-f2f3-45ec-adf5-1e1b706cf6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:48.949411 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df22a019-cb9e-4802-a4ec-0b659910c0b2 req-5e1330ee-f2f3-45ec-adf5-1e1b706cf6f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 1128 time: 0.1044915 Feb 11 04:45:49.043607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Port': ['ID=5d3394fd-0a97-41f3-a6b5-a8876511fe05,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:49.043908 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df22a019-cb9e-4802-a4ec-0b659910c0b2 req-23897b45-2dc6-4396-977b-e5468de755da service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883019 Feb 11 04:45:49.126632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913f5968-9940-4576-a391-87e58de67d8b req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Network 556a79f2-1ee2-4e14-9bec-7abb67a912db is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:49.126632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-913f5968-9940-4576-a391-87e58de67d8b req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:49.126887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-913f5968-9940-4576-a391-87e58de67d8b req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:49.220306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:49.221060 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:49.261813 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-1ea23fb5-b1e7-4bd4-96d6-6f0f27154c78 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7790620 Feb 11 04:45:49.322504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-913f5968-9940-4576-a391-87e58de67d8b req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'port': {'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103', 'admin_state_up': True, 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'security_groups': ['df704c71-65c7-4174-8971-0de3d52e9065']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:49.364173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4a640-432c-451f-9cd5-35d8bb175566 req-3454f15c-fa8e-4f22-b465-8d3e39c9e73d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:49.374249 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfb4a640-432c-451f-9cd5-35d8bb175566 req-3454f15c-fa8e-4f22-b465-8d3e39c9e73d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 932 time: 0.2014396 Feb 11 04:45:49.586440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1e72180f-68bc-489c-a264-b94b70d04f80 None None] Provisioning complete for port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:49.586824 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e72180f-68bc-489c-a264-b94b70d04f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:49.604564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfb4a640-432c-451f-9cd5-35d8bb175566 req-123a9aa6-5a63-44f6-97de-4d6bc5a9526d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246532 Feb 11 04:45:49.744553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:49.760278 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1e72180f-68bc-489c-a264-b94b70d04f80 None None] Port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:45:49.765366 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:49.794881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaab18-6d43-4dba-b8a9-f2d5dfeed943 req-797f3c7f-f43b-4312-bbb2-449118d6d1cb tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:49.818535 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44aaab18-6d43-4dba-b8a9-f2d5dfeed943 req-797f3c7f-f43b-4312-bbb2-449118d6d1cb tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.2079811 Feb 11 04:45:49.948448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44aaab18-6d43-4dba-b8a9-f2d5dfeed943 req-ad23d303-efb9-4480-9832-df84a43a0459 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284225 Feb 11 04:45:49.987921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93852d5-dc14-4d98-8693-7c0454156309 req-07901be8-7f84-4de2-b2b0-3b0fcb3da85e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:49.998336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f93852d5-dc14-4d98-8693-7c0454156309 req-07901be8-7f84-4de2-b2b0-3b0fcb3da85e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 945 time: 0.1539636 Feb 11 04:45:50.136262 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f93852d5-dc14-4d98-8693-7c0454156309 req-8ca64d19-ded9-4489-80da-d29ebe95181d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367714 Feb 11 04:45:50.258238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-913f5968-9940-4576-a391-87e58de67d8b req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Allocated IP 10.1.1.189 (36e101bd-1bc1-4657-8cc0-46b1d08a8103/4def555b-2d65-406f-a62b-e0ebc3518aa8/bfd0cbf6-c632-4002-b9ac-8b535b383774) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:50.532047 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:50.610835 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:50.667487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913f5968-9940-4576-a391-87e58de67d8b req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:50.676699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-913f5968-9940-4576-a391-87e58de67d8b req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:50.695594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-913f5968-9940-4576-a391-87e58de67d8b req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:50.750454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Port': ['ID=bfd0cbf6-c632-4002-b9ac-8b535b383774,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:50.801270 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:45:50.886235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:50.886874 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:50.923317 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-dda15514-00c8-4f03-88fc-b88b60cbe1ba tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6060638 Feb 11 04:45:50.956757 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cda90-0aac-4220-94a2-47bc0078a5e3 req-1803f3fa-5518-42e0-bc55-a91e6bb9862a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:50.968670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cda90-0aac-4220-94a2-47bc0078a5e3 req-1803f3fa-5518-42e0-bc55-a91e6bb9862a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:50.970267 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb3cda90-0aac-4220-94a2-47bc0078a5e3 req-1803f3fa-5518-42e0-bc55-a91e6bb9862a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 1654 time: 0.2089584 Feb 11 04:45:50.985715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-913f5968-9940-4576-a391-87e58de67d8b req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'port': {'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103', 'admin_state_up': True, 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'security_groups': ['df704c71-65c7-4174-8971-0de3d52e9065']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:51.109710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cb59daf1-2bc7-4d49-93b3-d06142b0919c None None] Provisioning complete for port bfd0cbf6-c632-4002-b9ac-8b535b383774 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:51.110712 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb59daf1-2bc7-4d49-93b3-d06142b0919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:51.143467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaa9ca-6678-4317-bdec-9b1e14ccdd63 req-34256c04-ace5-4208-b3a1-fcd5b8730e5e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:51.156800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2dcaa9ca-6678-4317-bdec-9b1e14ccdd63 req-34256c04-ace5-4208-b3a1-fcd5b8730e5e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0923190 Feb 11 04:45:51.177640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:51.185682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cb59daf1-2bc7-4d49-93b3-d06142b0919c None None] Port bfd0cbf6-c632-4002-b9ac-8b535b383774 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:45:51.191209 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:51.235115 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2dcaa9ca-6678-4317-bdec-9b1e14ccdd63 req-9a4c8cee-c8c5-41f4-b453-ab55d92059a8 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766585 Feb 11 04:45:51.254297 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb3cda90-0aac-4220-94a2-47bc0078a5e3 req-529a73ca-50a5-4def-8442-374a52c95e2d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585307 Feb 11 04:45:51.390734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e0840-4143-47b1-838e-c147fe44d6f5 req-6bf15b19-ee58-4177-b28c-3d89d8b75062 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:51.403865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a21e0840-4143-47b1-838e-c147fe44d6f5 req-6bf15b19-ee58-4177-b28c-3d89d8b75062 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 945 time: 0.1085796 Feb 11 04:45:51.520041 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a21e0840-4143-47b1-838e-c147fe44d6f5 req-ad4711bb-d625-450d-96a7-b08ec5f9328e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083460 Feb 11 04:45:51.610868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-913f5968-9940-4576-a391-87e58de67d8b req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Allocated IP 10.1.1.188 (36e101bd-1bc1-4657-8cc0-46b1d08a8103/4def555b-2d65-406f-a62b-e0ebc3518aa8/f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:51.946498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f4f65-fd77-42b6-9acd-49dbba52b387 req-02d4aa68-fb31-43ca-82f8-23593ae0d30c tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:51.968989 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be4f4f65-fd77-42b6-9acd-49dbba52b387 req-02d4aa68-fb31-43ca-82f8-23593ae0d30c tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 1128 time: 0.3346620 Feb 11 04:45:52.233454 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be4f4f65-fd77-42b6-9acd-49dbba52b387 req-40eb29f8-6cb1-4927-8fef-877b90c394f8 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606165 Feb 11 04:45:52.291834 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:52.462859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:52.473710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75048f-1715-449e-9e38-254bf3bf1872 req-3fd99d9f-1ac6-42b6-abb4-2e5f29442f38 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.494574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c75048f-1715-449e-9e38-254bf3bf1872 req-3fd99d9f-1ac6-42b6-abb4-2e5f29442f38 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1397293 Feb 11 04:45:52.615577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c75048f-1715-449e-9e38-254bf3bf1872 req-f5eb3865-cd34-40e5-9ae3-a769e58afad3 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191781 Feb 11 04:45:52.635456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913f5968-9940-4576-a391-87e58de67d8b req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:52.642123 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-913f5968-9940-4576-a391-87e58de67d8b req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:52.652623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-913f5968-9940-4576-a391-87e58de67d8b req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:52.777117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.777814 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:52.853552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Port': ['ID=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:52.877954 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-ee2f2e1f-27ac-4109-b27e-3b16340b3522 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9381354 Feb 11 04:45:52.915976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-913f5968-9940-4576-a391-87e58de67d8b req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'port': {'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0', 'admin_state_up': True, 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'security_groups': ['df704c71-65c7-4174-8971-0de3d52e9065']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:52.981668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091030-95a7-4cf7-9cef-03579449ae0f req-d10e83e8-039f-4bf9-a397-796e5fc1fb69 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.995988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ca091030-95a7-4cf7-9cef-03579449ae0f req-d10e83e8-039f-4bf9-a397-796e5fc1fb69 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 1128 time: 0.1721950 Feb 11 04:45:53.126995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a94c90-7f9d-49f0-800b-b87c06390dd4 req-4fc26693-0925-43f2-b493-9c41e1ad4c0a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:53.148866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a94c90-7f9d-49f0-800b-b87c06390dd4 req-4fc26693-0925-43f2-b493-9c41e1ad4c0a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:53.154272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a94c90-7f9d-49f0-800b-b87c06390dd4 req-4fc26693-0925-43f2-b493-9c41e1ad4c0a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:53.172062 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ca091030-95a7-4cf7-9cef-03579449ae0f req-739bdf91-b232-4819-a6d6-8a3092735abb tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756592 Feb 11 04:45:53.172225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-56a860a7-8da5-4412-9ffc-9ab659072a6b None None] Provisioning complete for port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:53.172962 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74a94c90-7f9d-49f0-800b-b87c06390dd4 req-4fc26693-0925-43f2-b493-9c41e1ad4c0a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 2375 time: 0.4173603 Feb 11 04:45:53.173071 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-56a860a7-8da5-4412-9ffc-9ab659072a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:53.265440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-56a860a7-8da5-4412-9ffc-9ab659072a6b None None] Port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:45:53.430688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74a94c90-7f9d-49f0-800b-b87c06390dd4 req-c354995b-d8cd-403f-9c52-7b532f38da2f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568350 Feb 11 04:45:53.431996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:53.688149 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:53.943699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a20f92-bb9e-4729-b5ad-3bf7e8fc7bf4 req-3da7ea37-8ef8-4a39-ae3d-e977ad433815 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:53.948630 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51a20f92-bb9e-4729-b5ad-3bf7e8fc7bf4 req-3da7ea37-8ef8-4a39-ae3d-e977ad433815 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1594906 Feb 11 04:45:54.095206 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51a20f92-bb9e-4729-b5ad-3bf7e8fc7bf4 req-cbb39a11-849d-42cd-b096-812ce9402563 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397653 Feb 11 04:45:54.258077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e16c04-dd29-4060-92a8-5d19c6c3e322 req-84a7607a-170b-4059-818a-8a300ad4f164 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:54.260123 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63e16c04-dd29-4060-92a8-5d19c6c3e322 req-84a7607a-170b-4059-818a-8a300ad4f164 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 1128 time: 0.1530905 Feb 11 04:45:54.435716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63e16c04-dd29-4060-92a8-5d19c6c3e322 req-d7942964-fec0-4e64-a3a4-092af91cba96 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543677 Feb 11 04:45:54.437065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-913f5968-9940-4576-a391-87e58de67d8b req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Allocated IP 10.2.2.100 (8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0/8e5e3910-18d7-4d47-beb1-60f03c1cd39f/6638f4f2-cc49-4856-a5ca-264e45cef0f1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:54.790728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998905f9-e20d-4bcf-9461-db50c82b4fe1 req-e6160a16-4ee6-4570-a901-67a19785177c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:54.810750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998905f9-e20d-4bcf-9461-db50c82b4fe1 req-e6160a16-4ee6-4570-a901-67a19785177c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:54.825461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998905f9-e20d-4bcf-9461-db50c82b4fe1 req-e6160a16-4ee6-4570-a901-67a19785177c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:54.833051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-998905f9-e20d-4bcf-9461-db50c82b4fe1 req-e6160a16-4ee6-4570-a901-67a19785177c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 2375 time: 0.1570833 Feb 11 04:45:54.910596 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-998905f9-e20d-4bcf-9461-db50c82b4fe1 req-4aba84ac-57a2-41b3-8612-efec2aac8787 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756490 Feb 11 04:45:55.078188 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:55.242445 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:55.360725 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913f5968-9940-4576-a391-87e58de67d8b req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:55.366949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-913f5968-9940-4576-a391-87e58de67d8b req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:55.417200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-913f5968-9940-4576-a391-87e58de67d8b req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:55.512456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Port': ['ID=6638f4f2-cc49-4856-a5ca-264e45cef0f1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:55.611418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:55.612375 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:55.671221 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a13311-ee1a-49b7-9b31-c2a2e36928ee req-2456af5f-eccd-4bca-ae24-2262b5e24468 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:55.694919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7a13311-ee1a-49b7-9b31-c2a2e36928ee req-2456af5f-eccd-4bca-ae24-2262b5e24468 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.3670075 Feb 11 04:45:55.719967 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-ae92e146-8e0f-4b2d-850c-39778c82033f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8255024 Feb 11 04:45:55.769882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcbc73-f609-479f-b29d-4b1ac9f3d923 req-e9c3c1b7-aeba-4d73-a943-e21219c78e76 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:55.783589 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2abcbc73-f609-479f-b29d-4b1ac9f3d923 req-e9c3c1b7-aeba-4d73-a943-e21219c78e76 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 1128 time: 0.0758312 Feb 11 04:45:55.808058 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-913f5968-9940-4576-a391-87e58de67d8b req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'port': {'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0', 'admin_state_up': True, 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'security_groups': ['df704c71-65c7-4174-8971-0de3d52e9065']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:55.863082 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2abcbc73-f609-479f-b29d-4b1ac9f3d923 req-c3eafaab-56cc-40c2-bfc1-f6e10df166a5 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779531 Feb 11 04:45:55.933052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3787591b-3f51-4916-96ff-f0e7e45249dd None None] Provisioning complete for port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:55.937547 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3787591b-3f51-4916-96ff-f0e7e45249dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:55.957449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7a13311-ee1a-49b7-9b31-c2a2e36928ee req-9eddbaac-1f9a-4bfe-9b05-4ae0aa5d6503 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549255 Feb 11 04:45:56.073725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3787591b-3f51-4916-96ff-f0e7e45249dd None None] Port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:45:56.176943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Made reservation on behalf of d54d8a515d50425a80e33fb8c05b973c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:56.180633 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:56.867525 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbc2d7-3db7-482f-b3f2-d3e0050c3f3f req-89ed9fdf-4fde-4193-9931-d28898342970 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:56.884749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbc2d7-3db7-482f-b3f2-d3e0050c3f3f req-89ed9fdf-4fde-4193-9931-d28898342970 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:56.896187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbc2d7-3db7-482f-b3f2-d3e0050c3f3f req-89ed9fdf-4fde-4193-9931-d28898342970 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:56.911956 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbc2d7-3db7-482f-b3f2-d3e0050c3f3f req-89ed9fdf-4fde-4193-9931-d28898342970 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:56.920806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64bbc2d7-3db7-482f-b3f2-d3e0050c3f3f req-89ed9fdf-4fde-4193-9931-d28898342970 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 3096 time: 0.3317728 Feb 11 04:45:57.021710 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-913f5968-9940-4576-a391-87e58de67d8b req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Allocated IP 10.2.2.200 (8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0/8e5e3910-18d7-4d47-beb1-60f03c1cd39f/7e32e80d-81f4-4193-87ef-f96d22ac5f23) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:57.198313 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64bbc2d7-3db7-482f-b3f2-d3e0050c3f3f req-a6e06b30-d26a-47b6-9d1b-c491ce255721 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760730 Feb 11 04:45:57.560348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c54bf-e34a-4221-a0af-80dd974f5d49 req-7c589ca6-29dd-4509-bdfe-2d557ca17ebe tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:57.573245 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-184c54bf-e34a-4221-a0af-80dd974f5d49 req-7c589ca6-29dd-4509-bdfe-2d557ca17ebe tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 945 time: 0.2247438 Feb 11 04:45:57.761870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-184c54bf-e34a-4221-a0af-80dd974f5d49 req-3f9f30cd-108a-453e-a7cb-b10df6589930 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814508 Feb 11 04:45:57.784380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:57.917300 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.025579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-c12877fd-b05b-4615-89cf-8e0563e44968 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:45:58.026458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-c12877fd-b05b-4615-89cf-8e0563e44968 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060382 Feb 11 04:45:58.118727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913f5968-9940-4576-a391-87e58de67d8b req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:58.128551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-913f5968-9940-4576-a391-87e58de67d8b req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:58.165015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-913f5968-9940-4576-a391-87e58de67d8b req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:58.208851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-6477e1d0-d644-43e6-ac4b-2acab8d13ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:58.218436 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-6477e1d0-d644-43e6-ac4b-2acab8d13ee4 service neutron] 10.222.0.48 "GET /v2.0/ports/180e8c29-3483-41f5-8707-c520c2bafeab HTTP/1.1" status: 200 len: 1125 time: 0.1612921 Feb 11 04:45:58.232387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] Request body: {'binding': {'host': 'n-h1-615180-58', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:58.233083 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] Unknown quota resources ['binding']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:45:58.321801 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event updated for resources: {'Port': ['ID=7e32e80d-81f4-4193-87ef-f96d22ac5f23,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:58.397512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7403ae6-9377-4c0b-a088-f8b8d2cfef52 req-8bdc9e71-9066-41dd-9589-ab865bd96788 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:58.418337 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7403ae6-9377-4c0b-a088-f8b8d2cfef52 req-8bdc9e71-9066-41dd-9589-ab865bd96788 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.4107349 Feb 11 04:45:58.504172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:58.504812 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.576722 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-63909297-d2e7-4c4f-b055-cf735167133d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8374157 Feb 11 04:45:58.628004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Request body: {'port': {'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:58.671226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] Attempting to bind port 180e8c29-3483-41f5-8707-c520c2bafeab on host n-h1-615180-58 for vnic_type normal with profile None {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:58.671685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] Attempting to bind port 180e8c29-3483-41f5-8707-c520c2bafeab by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:58.673206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] Attempting to bind port 180e8c29-3483-41f5-8707-c520c2bafeab on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:58.684115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] Port 180e8c29-3483-41f5-8707-c520c2bafeab on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:45:58.684473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] Attempting to bind port 180e8c29-3483-41f5-8707-c520c2bafeab on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:58.696185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:58.696544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:58.696938 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:58.697382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] Bound port: 180e8c29-3483-41f5-8707-c520c2bafeab, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:58.714756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fcd5f441-8faa-4c1e-b7fb-12b40cc4034b None None] Provisioning complete for port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:58.715473 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f441-8faa-4c1e-b7fb-12b40cc4034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.747534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7403ae6-9377-4c0b-a088-f8b8d2cfef52 req-697a8c12-76ce-4eed-98b2-f5af56799fd9 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282073 Feb 11 04:45:58.816573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fcd5f441-8faa-4c1e-b7fb-12b40cc4034b None None] Port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:45:58.907119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=180e8c29-3483-41f5-8707-c520c2bafeab,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:58.914614 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.927570 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.940961 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] 10.222.0.48 "POST /v2.0/ports/180e8c29-3483-41f5-8707-c520c2bafeab/bindings HTTP/1.1" status: 201 len: 390 time: 0.7210681 Feb 11 04:45:59.363459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a8895-fe91-4907-8ffb-936770fa1e7c req-cf0b4384-1558-4f1d-8fe9-aa14476e3d53 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:59.376422 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-874a8895-fe91-4907-8ffb-936770fa1e7c req-cf0b4384-1558-4f1d-8fe9-aa14476e3d53 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 945 time: 0.2715151 Feb 11 04:45:59.414169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64478fbb-d682-4c4f-aafc-9cd43fa04a27 req-32715040-9a84-4788-ae08-8657a1feeb63 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:59.415696 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64478fbb-d682-4c4f-aafc-9cd43fa04a27 req-32715040-9a84-4788-ae08-8657a1feeb63 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 945 time: 0.2311292 Feb 11 04:45:59.621873 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-874a8895-fe91-4907-8ffb-936770fa1e7c req-8571ffa7-39bb-42f2-878e-1eb2bbb75ce1 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381783 Feb 11 04:45:59.657649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-64478fbb-d682-4c4f-aafc-9cd43fa04a27 req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Deleting port 6f713bf6-e58f-465d-9e72-3cbe36479d05 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:45:59.658883 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64478fbb-d682-4c4f-aafc-9cd43fa04a27 req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:59.752895 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77abf5-e850-415e-9530-0189e9868afc req-c766f34f-087b-4b14-94c9-a3e7d72afb92 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:59.763110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77abf5-e850-415e-9530-0189e9868afc req-c766f34f-087b-4b14-94c9-a3e7d72afb92 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:59.790043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77abf5-e850-415e-9530-0189e9868afc req-c766f34f-087b-4b14-94c9-a3e7d72afb92 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:59.795647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77abf5-e850-415e-9530-0189e9868afc req-c766f34f-087b-4b14-94c9-a3e7d72afb92 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:59.812694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77abf5-e850-415e-9530-0189e9868afc req-c766f34f-087b-4b14-94c9-a3e7d72afb92 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:59.823520 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c77abf5-e850-415e-9530-0189e9868afc req-c766f34f-087b-4b14-94c9-a3e7d72afb92 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 3817 time: 0.7339809 Feb 11 04:45:59.825617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-64478fbb-d682-4c4f-aafc-9cd43fa04a27 req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] For port 6f713bf6-e58f-465d-9e72-3cbe36479d05, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=6f713bf6-e58f-465d-9e72-3cbe36479d05,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:59.828901 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64478fbb-d682-4c4f-aafc-9cd43fa04a27 req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:59.848205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-64478fbb-d682-4c4f-aafc-9cd43fa04a27 req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Calling delete_port for 6f713bf6-e58f-465d-9e72-3cbe36479d05 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:00.114119 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64478fbb-d682-4c4f-aafc-9cd43fa04a27 req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6f713bf6-e58f-465d-9e72-3cbe36479d05), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:00.207255 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Pushing event deleted for resources: {'Port': ['ID=6f713bf6-e58f-465d-9e72-3cbe36479d05,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:00.298814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da91f88-7047-4c71-8d12-7f2a571acbde req-b9c40e0a-79a5-4d8e-8106-8509e05f047e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:00.315626 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3da91f88-7047-4c71-8d12-7f2a571acbde req-b9c40e0a-79a5-4d8e-8106-8509e05f047e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 945 time: 0.2338037 Feb 11 04:46:00.318219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.318618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.318993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.319343 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.319687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.320028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.320373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.320705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.321040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.321369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.321702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.322034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.322364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:00.346746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-64478fbb-d682-4c4f-aafc-9cd43fa04a27 req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] No DVR routers for this DVR port 6f713bf6-e58f-465d-9e72-3cbe36479d05 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:46:00.364354 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-64478fbb-d682-4c4f-aafc-9cd43fa04a27 req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:00.378337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3394fd-0a97-41f3-a6b5-a8876511fe05 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:00.388155 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64478fbb-d682-4c4f-aafc-9cd43fa04a27 req-b0661f24-0071-4314-a0de-06f779a1d3b0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "DELETE /v2.0/ports/6f713bf6-e58f-465d-9e72-3cbe36479d05 HTTP/1.1" status: 204 len: 173 time: 0.9579196 Feb 11 04:46:00.388663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890be30-8672-4b6b-9f6d-d0e2b5f3cb13', 'name': 'network-vif-deleted', 'tag': '6f713bf6-e58f-465d-9e72-3cbe36479d05'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:00.390959 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1c81ae-866f-47ed-beb0-9826f8c7ba02" -d '{"events": [{"server_uuid": "8890be30-8672-4b6b-9f6d-d0e2b5f3cb13", "name": "network-vif-deleted", "tag": "6f713bf6-e58f-465d-9e72-3cbe36479d05"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:00.419377 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Publish callbacks [] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:00.498137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3da91f88-7047-4c71-8d12-7f2a571acbde req-307a3f6c-9fda-4571-b2f0-7c3535abc36f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815243 Feb 11 04:46:00.533821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Transition to ACTIVE for port object 5d3394fd-0a97-41f3-a6b5-a8876511fe05 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:00.583934 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:00.604095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-abc4cb30-905d-4ba1-8513-c1d4d48defa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:00.605761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-abc4cb30-905d-4ba1-8513-c1d4d48defa7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 1128 time: 1.1287224 Feb 11 04:46:00.686129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c77abf5-e850-415e-9530-0189e9868afc req-59c1f73c-fb62-4d09-93bf-b84a31c38cb8 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8616309 Feb 11 04:46:00.873752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181f719-840d-4a3e-9d25-fa2cd7a8dd72 req-b42c1cf7-e3c1-4f12-b183-3400726c9b1e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:00.875361 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1181f719-840d-4a3e-9d25-fa2cd7a8dd72 req-b42c1cf7-e3c1-4f12-b183-3400726c9b1e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.2493293 Feb 11 04:46:01.106668 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a79e6f-e077-48fd-8e9c-f300fda06f39 x-openstack-request-id: req-21a79e6f-e077-48fd-8e9c-f300fda06f39 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:01.107004 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890be30-8672-4b6b-9f6d-d0e2b5f3cb13", "name": "network-vif-deleted", "tag": "6f713bf6-e58f-465d-9e72-3cbe36479d05", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:01.107291 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21a79e6f-e077-48fd-8e9c-f300fda06f39 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:01.107907 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8890be30-8672-4b6b-9f6d-d0e2b5f3cb13', 'name': 'network-vif-deleted', 'tag': '6f713bf6-e58f-465d-9e72-3cbe36479d05', 'status': 'completed', 'code': 200} Feb 11 04:46:01.118565 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1181f719-840d-4a3e-9d25-fa2cd7a8dd72 req-4fea0210-2e63-4ccd-994f-8b0dded67a3f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298627 Feb 11 04:46:01.192742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-5d61000b-5bc2-4203-8285-63b936427ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:01.202835 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-5d61000b-5bc2-4203-8285-63b936427ecc service neutron] 10.222.0.60 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.5076725 Feb 11 04:46:01.306113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Pushing event updated for resources: {'Port': ['ID=5d3394fd-0a97-41f3-a6b5-a8876511fe05,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:01.329184 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06858a48-baf5-45fe-be39-36d88eb8b46c req-70d958f1-8be6-4055-bbb5-24713c3ea94f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.1226165 Feb 11 04:46:01.330461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-b843a886-eec4-452a-8119-0f139ec1c0be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180e8c29-3483-41f5-8707-c520c2bafeab HTTP/1.1" status: 200 len: 217 time: 0.1130323 Feb 11 04:46:01.509981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Attempting to bind port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:01.510553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Attempting to bind port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:01.510918 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Attempting to bind port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 on network 556a79f2-1ee2-4e14-9bec-7abb67a912db {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:01.514936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ba5a0039-331f-4c2c-8827-4c589ea40e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:01.516411 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ba5a0039-331f-4c2c-8827-4c589ea40e31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.1456614 Feb 11 04:46:01.518434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 on network 556a79f2-1ee2-4e14-9bec-7abb67a912db not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:01.518766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Attempting to bind port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 on network 556a79f2-1ee2-4e14-9bec-7abb67a912db {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:01.557490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:01.557490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Checking segment: {'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:01.557490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Bound using segment: {'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:01.557490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Bound port: 5d3394fd-0a97-41f3-a6b5-a8876511fe05, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f2b99a-93c5-4559-b0a3-67353806ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:01.557982 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:01.612485 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-f2566219-69ab-4f5b-bec1-f931d3c717b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853829 Feb 11 04:46:01.748808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b5b2f-4778-44e5-a3e9-67ce021e4da5 req-7ac4d085-98d6-4f65-adf5-3a477c74af43 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:01.750447 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a0b5b2f-4778-44e5-a3e9-67ce021e4da5 req-7ac4d085-98d6-4f65-adf5-3a477c74af43 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 945 time: 0.1253560 Feb 11 04:46:01.821723 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-6dced844-4a2c-452d-9509-3892bb99fe73 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014360 Feb 11 04:46:01.853920 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a0b5b2f-4778-44e5-a3e9-67ce021e4da5 req-49cfd197-c569-4a69-9a07-6cdb2d13b279 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973337 Feb 11 04:46:01.917165 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 6f713bf6-e58f-465d-9e72-3cbe36479d05 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:46:01.958497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 6f713bf6-e58f-465d-9e72-3cbe36479d05 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:46:01.959234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 6f713bf6-e58f-465d-9e72-3cbe36479d05 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:46:02.075394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] For port 5d3394fd-0a97-41f3-a6b5-a8876511fe05, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:02.079949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] For port 5d3394fd-0a97-41f3-a6b5-a8876511fe05, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5d3394fd-0a97-41f3-a6b5-a8876511fe05,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:02.092135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41bb33-7cc5-4c9b-9af6-c249b462717a req-3c6127a9-ad56-496e-a4cb-36facff9ffb5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:02.099129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41bb33-7cc5-4c9b-9af6-c249b462717a req-3c6127a9-ad56-496e-a4cb-36facff9ffb5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:02.105306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41bb33-7cc5-4c9b-9af6-c249b462717a req-3c6127a9-ad56-496e-a4cb-36facff9ffb5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:02.111769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41bb33-7cc5-4c9b-9af6-c249b462717a req-3c6127a9-ad56-496e-a4cb-36facff9ffb5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:02.118370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41bb33-7cc5-4c9b-9af6-c249b462717a req-3c6127a9-ad56-496e-a4cb-36facff9ffb5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:02.120432 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe41bb33-7cc5-4c9b-9af6-c249b462717a req-3c6127a9-ad56-496e-a4cb-36facff9ffb5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 3829 time: 0.2435279 Feb 11 04:46:02.149180 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:02.326273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Pushing event updated for resources: {'Port': ['ID=5d3394fd-0a97-41f3-a6b5-a8876511fe05,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:02.358594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f7b4e-85de-4ce5-83c7-a9d415a4d393 req-9f758204-0958-457e-9c7a-a094e59defef tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:02.360293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b7f7b4e-85de-4ce5-83c7-a9d415a4d393 req-9f758204-0958-457e-9c7a-a094e59defef tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1112981 Feb 11 04:46:02.376353 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-0bc059cd-a5d3-41b3-bbaf-647dc2d9681d service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367715 Feb 11 04:46:02.441567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:02.442125 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:02.443613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-751005ea-15ab-4563-8275-633cdc2186fa service neutron] 10.222.0.10 "PUT /v2.0/ports/5d3394fd-0a97-41f3-a6b5-a8876511fe05 HTTP/1.1" status: 200 len: 1093 time: 3.8381701 Feb 11 04:46:02.444074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': '5d3394fd-0a97-41f3-a6b5-a8876511fe05'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:02.446373 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "5d3394fd-0a97-41f3-a6b5-a8876511fe05"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:02.503519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Request body: {'port': {'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:02.512480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b7f7b4e-85de-4ce5-83c7-a9d415a4d393 req-0c847b3e-900b-48a1-a1aa-1053442e6b7c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445837 Feb 11 04:46:02.539080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe41bb33-7cc5-4c9b-9af6-c249b462717a req-4ba1adbe-60c3-4774-8aa9-f9ac08a72bfd tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3958888 Feb 11 04:46:02.685790 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53438a63-d43a-4b7e-be25-399ad2ed3b42 x-openstack-request-id: req-53438a63-d43a-4b7e-be25-399ad2ed3b42 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:02.686019 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "5d3394fd-0a97-41f3-a6b5-a8876511fe05", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:02.686262 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53438a63-d43a-4b7e-be25-399ad2ed3b42 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:02.686695 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': '5d3394fd-0a97-41f3-a6b5-a8876511fe05', 'status': 'completed', 'code': 200} Feb 11 04:46:02.802538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-c3ea6257-d560-49fb-81fb-c53116a39499 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:02.808290 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-c3ea6257-d560-49fb-81fb-c53116a39499 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845&tenant_id=b17f5c0876a6459894825e19cb0017e2&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.2585752 Feb 11 04:46:02.862036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-58'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:02.975963 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d194a3cb-c63a-4149-aa3a-755c83ee3fd1 req-9e349972-de5e-4f98-99f5-f93d5ba50b69 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.2615604 Feb 11 04:46:03.001669 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:03.024315 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f41dc359-9aae-4291-a0c0-326de647898f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:03.090470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c req-77d42764-bca9-45d3-af98-827ab695f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:03.118765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c req-77d42764-bca9-45d3-af98-827ab695f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:03.119380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c req-77d42764-bca9-45d3-af98-827ab695f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:03.119845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c req-77d42764-bca9-45d3-af98-827ab695f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:03.120312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c req-77d42764-bca9-45d3-af98-827ab695f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:03.122982 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c req-77d42764-bca9-45d3-af98-827ab695f370 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d54d8a515d50425a80e33fb8c05b973c&device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 4396 time: 0.3899465 Feb 11 04:46:03.424301 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:03.433308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c req-8ab4703f-86bf-445e-9170-56fef80a4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:03.433874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c req-8ab4703f-86bf-445e-9170-56fef80a4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:03.434346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c req-8ab4703f-86bf-445e-9170-56fef80a4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:03.436766 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c req-8ab4703f-86bf-445e-9170-56fef80a4b10 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d54d8a515d50425a80e33fb8c05b973c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2850099 Feb 11 04:46:03.811029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41dc359-9aae-4291-a0c0-326de647898f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:03.822432 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Publish callbacks [] for port (f41dc359-9aae-4291-a0c0-326de647898f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:03.837393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Transition to ACTIVE for port object f41dc359-9aae-4291-a0c0-326de647898f will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:03.848324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d972d0c-fdb9-421d-86d5-2752c799185f req-e348c037-60a7-45c9-9a32-8599893b3d7e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:03.850428 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6d972d0c-fdb9-421d-86d5-2752c799185f req-e348c037-60a7-45c9-9a32-8599893b3d7e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 945 time: 0.7886350 Feb 11 04:46:03.855768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c req-1156678a-c057-4ceb-910d-15af5ff269e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:03.857431 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2288b1c-a735-4ff4-a56c-98bad9bfdb4c req-1156678a-c057-4ceb-910d-15af5ff269e0 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4126446 Feb 11 04:46:03.884876 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f41dc359-9aae-4291-a0c0-326de647898f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:03.908436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc55dd-1d81-40ce-ba21-56cee57faab5 req-234c2ddb-4071-4b4f-a39b-a847cff043a1 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:03.910002 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3ccc55dd-1d81-40ce-ba21-56cee57faab5 req-234c2ddb-4071-4b4f-a39b-a847cff043a1 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1107903 Feb 11 04:46:03.954535 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=f41dc359-9aae-4291-a0c0-326de647898f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:04.003458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3ccc55dd-1d81-40ce-ba21-56cee57faab5 req-e8c53d68-0a09-49ad-90f6-1bcb55c7676a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874033 Feb 11 04:46:04.177666 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Attempting to bind port f41dc359-9aae-4291-a0c0-326de647898f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:04.178331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Attempting to bind port f41dc359-9aae-4291-a0c0-326de647898f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:04.178848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Attempting to bind port f41dc359-9aae-4291-a0c0-326de647898f on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:04.228309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6d972d0c-fdb9-421d-86d5-2752c799185f req-cf502604-cfc9-4b08-8745-29628ac250ce tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526304 Feb 11 04:46:04.237855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Port f41dc359-9aae-4291-a0c0-326de647898f on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:04.239814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Attempting to bind port f41dc359-9aae-4291-a0c0-326de647898f on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:04.261066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f77780-e6aa-47b1-85df-8bf04fdbf534 req-3e2f10d0-3a17-4c07-8cdc-88454bb2d5aa tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:04.263863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:04.264544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Checking segment: {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:04.265140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Bound using segment: {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:04.265762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Bound port: f41dc359-9aae-4291-a0c0-326de647898f, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:04.266318 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f41dc359-9aae-4291-a0c0-326de647898f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:04.283400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f77780-e6aa-47b1-85df-8bf04fdbf534 req-3e2f10d0-3a17-4c07-8cdc-88454bb2d5aa tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:04.295977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f77780-e6aa-47b1-85df-8bf04fdbf534 req-3e2f10d0-3a17-4c07-8cdc-88454bb2d5aa tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:04.321729 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f77780-e6aa-47b1-85df-8bf04fdbf534 req-3e2f10d0-3a17-4c07-8cdc-88454bb2d5aa tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:04.337258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f77780-e6aa-47b1-85df-8bf04fdbf534 req-3e2f10d0-3a17-4c07-8cdc-88454bb2d5aa tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:04.355910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f77780-e6aa-47b1-85df-8bf04fdbf534 req-3e2f10d0-3a17-4c07-8cdc-88454bb2d5aa tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:04.364078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60f77780-e6aa-47b1-85df-8bf04fdbf534 req-3e2f10d0-3a17-4c07-8cdc-88454bb2d5aa tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 4606 time: 0.2221103 Feb 11 04:46:04.417655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] For port f41dc359-9aae-4291-a0c0-326de647898f, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:04.434766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] For port f41dc359-9aae-4291-a0c0-326de647898f, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f41dc359-9aae-4291-a0c0-326de647898f,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:04.473297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=180e8c29-3483-41f5-8707-c520c2bafeab,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:04.495484 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f41dc359-9aae-4291-a0c0-326de647898f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:04.541113 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60f77780-e6aa-47b1-85df-8bf04fdbf534 req-15af6867-f39e-4604-b568-ec71b7d9ec74 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1693149 Feb 11 04:46:04.601916 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c863462-7877-40f3-b8da-a099f226740d req-4d3732f9-4efe-469f-805c-c0f6db37e46b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.1424332 Feb 11 04:46:04.607191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:04.607817 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:04.609437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] 10.222.0.10 "PUT /v2.0/ports/f41dc359-9aae-4291-a0c0-326de647898f HTTP/1.1" status: 200 len: 1136 time: 2.1149011 Feb 11 04:46:04.609864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc63741-2df3-431b-b9d1-ec05ade54ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=f41dc359-9aae-4291-a0c0-326de647898f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:04.729431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:04.797360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': 'f41dc359-9aae-4291-a0c0-326de647898f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:04.804556 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab23e714-dc01-4420-bdd9-83b3b4d5044f" -d '{"events": [{"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "f41dc359-9aae-4291-a0c0-326de647898f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:04.824897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Request body: {'port': {'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:04.964523 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa6d46b-724b-4c70-bcfd-f0ec41b7a281 x-openstack-request-id: req-5aa6d46b-724b-4c70-bcfd-f0ec41b7a281 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:04.967025 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "f41dc359-9aae-4291-a0c0-326de647898f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:04.967305 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5aa6d46b-724b-4c70-bcfd-f0ec41b7a281 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:04.967722 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': 'f41dc359-9aae-4291-a0c0-326de647898f', 'status': 'completed', 'code': 200} Feb 11 04:46:05.026231 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Publish callbacks [] for port (180e8c29-3483-41f5-8707-c520c2bafeab), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.047045 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (780ddb41-d09f-442e-8a78-125094600c6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.061381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-1185b4f2-d6df-4521-a80f-eea1bbc2c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:05.062964 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-1185b4f2-d6df-4521-a80f-eea1bbc2c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:05.065097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-1185b4f2-d6df-4521-a80f-eea1bbc2c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:05.065638 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-1185b4f2-d6df-4521-a80f-eea1bbc2c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:05.067702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-1185b4f2-d6df-4521-a80f-eea1bbc2c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:05.068252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-1185b4f2-d6df-4521-a80f-eea1bbc2c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:05.070231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-1185b4f2-d6df-4521-a80f-eea1bbc2c0c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d54d8a515d50425a80e33fb8c05b973c&device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5356 time: 0.1123540 Feb 11 04:46:05.078066 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.334834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2b8fe-3646-482b-b204-d005391c8884 req-cecbc11f-5f6a-4bb2-bb9d-621440d1eaae tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:05.343797 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24d2b8fe-3646-482b-b204-d005391c8884 req-cecbc11f-5f6a-4bb2-bb9d-621440d1eaae tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.2016037 Feb 11 04:46:05.432676 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-84a6c588-095a-40f7-b2fc-f7bcbb443435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:05.433572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-84a6c588-095a-40f7-b2fc-f7bcbb443435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:05.434222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-84a6c588-095a-40f7-b2fc-f7bcbb443435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:05.436664 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-84a6c588-095a-40f7-b2fc-f7bcbb443435 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d54d8a515d50425a80e33fb8c05b973c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3497617 Feb 11 04:46:05.457437 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24d2b8fe-3646-482b-b204-d005391c8884 req-7cd73ab4-b6fe-4fa5-acc8-38ba90973bd6 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121726 Feb 11 04:46:06.149178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Pushing event updated for resources: {'Port': ['ID=180e8c29-3483-41f5-8707-c520c2bafeab,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:06.169235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-baa3d2f3-1387-43b7-9f71-d3f60314f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:06.170738 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab23e714-dc01-4420-bdd9-83b3b4d5044f req-baa3d2f3-1387-43b7-9f71-d3f60314f910 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7119300 Feb 11 04:46:06.249877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Attempting to bind port 180e8c29-3483-41f5-8707-c520c2bafeab on host n-h2-615180-58 for vnic_type normal with profile {"migrating_to": "n-h1-615180-58"} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:06.250381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Attempting to bind port 180e8c29-3483-41f5-8707-c520c2bafeab by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:06.250819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Attempting to bind port 180e8c29-3483-41f5-8707-c520c2bafeab on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:06.261235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Port 180e8c29-3483-41f5-8707-c520c2bafeab on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:06.261694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Attempting to bind port 180e8c29-3483-41f5-8707-c520c2bafeab on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:06.302420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62112f-6d88-422f-b2e4-46593b639ed7 req-21cfbdf9-6eb1-4e20-a969-3a8796890bb1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:06.307086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98029387-af93-4577-8443-d3c620fa58fa req-34ff5633-be5f-48bc-98f8-6cb4734bfa8d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:06.309904 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98029387-af93-4577-8443-d3c620fa58fa req-34ff5633-be5f-48bc-98f8-6cb4734bfa8d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 943 time: 0.3123996 Feb 11 04:46:06.312196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:06.312660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:06.313158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:06.313715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Bound port: 180e8c29-3483-41f5-8707-c520c2bafeab, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:06.314206 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.321792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62112f-6d88-422f-b2e4-46593b639ed7 req-21cfbdf9-6eb1-4e20-a969-3a8796890bb1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:06.341302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62112f-6d88-422f-b2e4-46593b639ed7 req-21cfbdf9-6eb1-4e20-a969-3a8796890bb1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:06.354056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62112f-6d88-422f-b2e4-46593b639ed7 req-21cfbdf9-6eb1-4e20-a969-3a8796890bb1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:06.360974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62112f-6d88-422f-b2e4-46593b639ed7 req-21cfbdf9-6eb1-4e20-a969-3a8796890bb1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:06.369804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62112f-6d88-422f-b2e4-46593b639ed7 req-21cfbdf9-6eb1-4e20-a969-3a8796890bb1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:06.377425 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c62112f-6d88-422f-b2e4-46593b639ed7 req-21cfbdf9-6eb1-4e20-a969-3a8796890bb1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 4606 time: 0.3058922 Feb 11 04:46:06.454183 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98029387-af93-4577-8443-d3c620fa58fa req-90d4f112-8a52-4ed3-9c78-4a9af728dfe3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365142 Feb 11 04:46:06.517242 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c62112f-6d88-422f-b2e4-46593b639ed7 req-e36dd241-2668-445f-bdfe-ec973b2f176a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312783 Feb 11 04:46:06.552071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:06.566073 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=180e8c29-3483-41f5-8707-c520c2bafeab,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:06.614799 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.657202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aafedf99-f571-4f97-a10a-6705b7d65742 req-bada801f-a38f-4996-b645-a6eb3b0bd46f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.0476906 Feb 11 04:46:06.724110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780ddb41-d09f-442e-8a78-125094600c6f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:06.744132 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Publish callbacks [] for port (780ddb41-d09f-442e-8a78-125094600c6f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.753855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1bb44-6bb4-47e7-a415-4c1d98c299b8 req-9791baaa-ef73-4a82-b44a-d211c9ca11f9 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:06.762969 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ab1bb44-6bb4-47e7-a415-4c1d98c299b8 req-9791baaa-ef73-4a82-b44a-d211c9ca11f9 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0774267 Feb 11 04:46:06.810305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Pushing event updated for resources: {'Port': ['ID=180e8c29-3483-41f5-8707-c520c2bafeab,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:06.821005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:06.821407 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.823373 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-3411904b-1eda-451b-bea1-a8f3796c94ba service neutron] 10.222.0.60 "PUT /v2.0/ports/180e8c29-3483-41f5-8707-c520c2bafeab HTTP/1.1" status: 200 len: 1123 time: 4.0014343 Feb 11 04:46:06.826417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Transition to ACTIVE for port object 780ddb41-d09f-442e-8a78-125094600c6f will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:06.830786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ab1bb44-6bb4-47e7-a415-4c1d98c299b8 req-e3f3a60a-d212-4519-a801-a008e1935172 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658052 Feb 11 04:46:06.846109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (780ddb41-d09f-442e-8a78-125094600c6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.907519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Pushing event updated for resources: {'Port': ['ID=780ddb41-d09f-442e-8a78-125094600c6f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:06.968164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['180e8c29-3483-41f5-8707-c520c2bafeab'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:46:06.978385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577e286c-f980-4382-836d-3ee0f86a5845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180e8c29-3483-41f5-8707-c520c2bafeab'}, {'name': 'network-changed', 'server_uuid': '577e286c-f980-4382-836d-3ee0f86a5845', 'tag': '180e8c29-3483-41f5-8707-c520c2bafeab'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:06.980713 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60573329-3003-4e3c-ad9e-8fdbb4897514" -d '{"events": [{"server_uuid": "577e286c-f980-4382-836d-3ee0f86a5845", "name": "network-vif-unplugged", "status": "completed", "tag": "180e8c29-3483-41f5-8707-c520c2bafeab"}, {"name": "network-changed", "server_uuid": "577e286c-f980-4382-836d-3ee0f86a5845", "tag": "180e8c29-3483-41f5-8707-c520c2bafeab"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:07.129048 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fa70f5-972d-450c-8b01-e8da13143a15 x-openstack-request-id: req-86fa70f5-972d-450c-8b01-e8da13143a15 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:07.132081 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577e286c-f980-4382-836d-3ee0f86a5845", "name": "network-vif-unplugged", "status": "completed", "tag": "180e8c29-3483-41f5-8707-c520c2bafeab", "code": 200}, {"name": "network-changed", "server_uuid": "577e286c-f980-4382-836d-3ee0f86a5845", "tag": "180e8c29-3483-41f5-8707-c520c2bafeab", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:07.132081 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86fa70f5-972d-450c-8b01-e8da13143a15 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:07.132081 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577e286c-f980-4382-836d-3ee0f86a5845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180e8c29-3483-41f5-8707-c520c2bafeab', 'code': 200} Feb 11 04:46:07.132081 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577e286c-f980-4382-836d-3ee0f86a5845', 'tag': '180e8c29-3483-41f5-8707-c520c2bafeab', 'status': 'completed', 'code': 200} Feb 11 04:46:07.165484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Attempting to bind port 780ddb41-d09f-442e-8a78-125094600c6f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:07.166040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Attempting to bind port 780ddb41-d09f-442e-8a78-125094600c6f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:07.166166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Attempting to bind port 780ddb41-d09f-442e-8a78-125094600c6f on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:07.192950 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Port 780ddb41-d09f-442e-8a78-125094600c6f on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:07.194565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Attempting to bind port 780ddb41-d09f-442e-8a78-125094600c6f on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:07.211491 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.214674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:07.215009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Checking segment: {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:07.215409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Bound using segment: {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:07.215846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Bound port: 780ddb41-d09f-442e-8a78-125094600c6f, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:07.216215 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (780ddb41-d09f-442e-8a78-125094600c6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.251308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60573329-3003-4e3c-ad9e-8fdbb4897514 req-7cd7a8c4-5229-400a-bf63-ddd38528d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:07.256815 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60573329-3003-4e3c-ad9e-8fdbb4897514 req-7cd7a8c4-5229-400a-bf63-ddd38528d9bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 1157 time: 0.0894892 Feb 11 04:46:07.341483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] For port 780ddb41-d09f-442e-8a78-125094600c6f, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:07.346764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] For port 780ddb41-d09f-442e-8a78-125094600c6f, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=780ddb41-d09f-442e-8a78-125094600c6f,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:07.358738 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (780ddb41-d09f-442e-8a78-125094600c6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.396972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:07.400297 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.402445 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] 10.222.0.10 "PUT /v2.0/ports/780ddb41-d09f-442e-8a78-125094600c6f HTTP/1.1" status: 200 len: 1135 time: 2.5947323 Feb 11 04:46:07.436820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5aae8-9d21-4205-adf1-dd1e3ac6e851 service neutron] Pushing event updated for resources: {'Port': ['ID=780ddb41-d09f-442e-8a78-125094600c6f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:07.471646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Request body: {'port': {'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:07.496242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60573329-3003-4e3c-ad9e-8fdbb4897514 req-53c3c85a-b003-4f7f-ac1d-c143464df2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:07.499126 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60573329-3003-4e3c-ad9e-8fdbb4897514 req-53c3c85a-b003-4f7f-ac1d-c143464df2c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.2311597 Feb 11 04:46:07.564330 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60573329-3003-4e3c-ad9e-8fdbb4897514 req-0a5bd9ee-f332-4137-8f0f-f7fc93dd8f53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180e8c29-3483-41f5-8707-c520c2bafeab HTTP/1.1" status: 200 len: 217 time: 0.0547326 Feb 11 04:46:07.643996 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.744416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60573329-3003-4e3c-ad9e-8fdbb4897514 req-bd848113-cde7-4384-8c94-aafb48adc5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:07.746318 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60573329-3003-4e3c-ad9e-8fdbb4897514 req-bd848113-cde7-4384-8c94-aafb48adc5fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.1712084 Feb 11 04:46:07.783872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60573329-3003-4e3c-ad9e-8fdbb4897514 req-a8c7e9d7-cda5-4595-adfd-29906758653c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287175 Feb 11 04:46:07.792447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642bf4f-c90c-4260-87b4-2e122bff9ac7 req-9c5c80c8-84d0-4e32-a103-49f56242cde7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:07.800175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5642bf4f-c90c-4260-87b4-2e122bff9ac7 req-9c5c80c8-84d0-4e32-a103-49f56242cde7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 943 time: 0.1596525 Feb 11 04:46:07.917506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35aea2-4392-4d9b-9e44-c68542bdb872 req-60cf9b57-d00b-40f4-a9ba-5fbe7602186a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:07.922716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35aea2-4392-4d9b-9e44-c68542bdb872 req-60cf9b57-d00b-40f4-a9ba-5fbe7602186a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:07.928214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35aea2-4392-4d9b-9e44-c68542bdb872 req-60cf9b57-d00b-40f4-a9ba-5fbe7602186a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:07.933462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35aea2-4392-4d9b-9e44-c68542bdb872 req-60cf9b57-d00b-40f4-a9ba-5fbe7602186a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:07.938697 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35aea2-4392-4d9b-9e44-c68542bdb872 req-60cf9b57-d00b-40f4-a9ba-5fbe7602186a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:07.944497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35aea2-4392-4d9b-9e44-c68542bdb872 req-60cf9b57-d00b-40f4-a9ba-5fbe7602186a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:07.949703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35aea2-4392-4d9b-9e44-c68542bdb872 req-60cf9b57-d00b-40f4-a9ba-5fbe7602186a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:07.957169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe35aea2-4392-4d9b-9e44-c68542bdb872 req-60cf9b57-d00b-40f4-a9ba-5fbe7602186a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5382 time: 0.2685332 Feb 11 04:46:07.969530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60573329-3003-4e3c-ad9e-8fdbb4897514 req-1355f41e-6a58-4532-b505-4046f6cf1a1a service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477101 Feb 11 04:46:08.032823 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe35aea2-4392-4d9b-9e44-c68542bdb872 req-33b703db-5694-43e6-b45f-450ca36433b8 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745847 Feb 11 04:46:08.082509 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60573329-3003-4e3c-ad9e-8fdbb4897514 req-54751297-eb60-4f97-82a6-b0368b5018ad service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059444 Feb 11 04:46:08.088224 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5642bf4f-c90c-4260-87b4-2e122bff9ac7 req-810d6166-5066-4f3c-a332-7c69fcc3a641 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865636 Feb 11 04:46:08.277146 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-211867db-9b29-40be-93ae-ed2b70acb1fa req-473d93ec-ef54-4850-b1ff-9423e5f25d0a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.0615928 Feb 11 04:46:08.328497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c1213-5637-4697-b51d-a4c438279897 req-bca42ad3-2786-46eb-bf6a-edfe5ea25891 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:08.330662 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-112c1213-5637-4697-b51d-a4c438279897 req-bca42ad3-2786-46eb-bf6a-edfe5ea25891 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1200893 Feb 11 04:46:08.421720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd0cbf6-c632-4002-b9ac-8b535b383774 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:08.441623 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-112c1213-5637-4697-b51d-a4c438279897 req-2f89d65e-c308-4c72-bb6b-bc8fc3b6f66f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897243 Feb 11 04:46:08.446681 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Publish callbacks [] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.464618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Transition to ACTIVE for port object bfd0cbf6-c632-4002-b9ac-8b535b383774 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:08.474165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.540031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd0cbf6-c632-4002-b9ac-8b535b383774,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:08.654268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Attempting to bind port bfd0cbf6-c632-4002-b9ac-8b535b383774 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:08.656245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Attempting to bind port bfd0cbf6-c632-4002-b9ac-8b535b383774 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:08.656692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Attempting to bind port bfd0cbf6-c632-4002-b9ac-8b535b383774 on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:08.666396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Port bfd0cbf6-c632-4002-b9ac-8b535b383774 on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:08.666868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Attempting to bind port bfd0cbf6-c632-4002-b9ac-8b535b383774 on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:08.687886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:08.688355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Checking segment: {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:08.688855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Bound using segment: {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:08.689401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Bound port: bfd0cbf6-c632-4002-b9ac-8b535b383774, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:08.689868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.786488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] For port bfd0cbf6-c632-4002-b9ac-8b535b383774, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:08.790109 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] For port bfd0cbf6-c632-4002-b9ac-8b535b383774, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bfd0cbf6-c632-4002-b9ac-8b535b383774,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:08.805962 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.854952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:08.855676 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.857158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] 10.222.0.10 "PUT /v2.0/ports/bfd0cbf6-c632-4002-b9ac-8b535b383774 HTTP/1.1" status: 200 len: 1092 time: 1.4028287 Feb 11 04:46:08.891110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ac5bd-9f7b-4413-96fc-33b675437ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd0cbf6-c632-4002-b9ac-8b535b383774,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:08.902785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Request body: {'port': {'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:09.001208 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:09.132890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': '780ddb41-d09f-442e-8a78-125094600c6f'}, {'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': 'bfd0cbf6-c632-4002-b9ac-8b535b383774'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:09.135214 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d508377-63d9-496e-bdbc-2cdebd979a98" -d '{"events": [{"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "780ddb41-d09f-442e-8a78-125094600c6f"}, {"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "bfd0cbf6-c632-4002-b9ac-8b535b383774"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:09.266313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbe7e-5a87-4d0b-9b7d-347e91549595 req-06b047e9-3821-4d34-b8b1-8762c7e610f0 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.273992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbe7e-5a87-4d0b-9b7d-347e91549595 req-06b047e9-3821-4d34-b8b1-8762c7e610f0 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.282971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbe7e-5a87-4d0b-9b7d-347e91549595 req-06b047e9-3821-4d34-b8b1-8762c7e610f0 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.297917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbe7e-5a87-4d0b-9b7d-347e91549595 req-06b047e9-3821-4d34-b8b1-8762c7e610f0 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.305999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbe7e-5a87-4d0b-9b7d-347e91549595 req-06b047e9-3821-4d34-b8b1-8762c7e610f0 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.316014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbe7e-5a87-4d0b-9b7d-347e91549595 req-06b047e9-3821-4d34-b8b1-8762c7e610f0 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.316234 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae548e7f-0046-4627-b0e0-b04913d8f9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:09.328764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbe7e-5a87-4d0b-9b7d-347e91549595 req-06b047e9-3821-4d34-b8b1-8762c7e610f0 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.332297 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-629cbe7e-5a87-4d0b-9b7d-347e91549595 req-06b047e9-3821-4d34-b8b1-8762c7e610f0 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5394 time: 0.1789680 Feb 11 04:46:09.401462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b7b2e-a01e-43f3-991f-5d1795b450fc req-f3fb5c27-57b5-4f2d-89ec-b07fb924d7e2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.403186 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-688b7b2e-a01e-43f3-991f-5d1795b450fc req-f3fb5c27-57b5-4f2d-89ec-b07fb924d7e2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 943 time: 0.1241713 Feb 11 04:46:09.480805 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-629cbe7e-5a87-4d0b-9b7d-347e91549595 req-cddf237c-a513-4215-afac-0fc41c418ec3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206412 Feb 11 04:46:09.497686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-688b7b2e-a01e-43f3-991f-5d1795b450fc req-9a457ba3-b17b-4079-8b19-c633c8bbf677 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789125 Feb 11 04:46:09.513772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:09.533933 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Publish callbacks [] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:09.550002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Transition to ACTIVE for port object f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:09.562756 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:09.570962 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd95b9d5-e548-4d9a-9939-950ff3108d96 x-openstack-request-id: req-cd95b9d5-e548-4d9a-9939-950ff3108d96 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:09.571535 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "780ddb41-d09f-442e-8a78-125094600c6f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "bfd0cbf6-c632-4002-b9ac-8b535b383774", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:09.571872 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd95b9d5-e548-4d9a-9939-950ff3108d96 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:09.572347 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': '780ddb41-d09f-442e-8a78-125094600c6f', 'status': 'completed', 'code': 200} Feb 11 04:46:09.572665 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': 'bfd0cbf6-c632-4002-b9ac-8b535b383774', 'status': 'completed', 'code': 200} Feb 11 04:46:09.715144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66af238f-fa6d-4a89-bc2e-47e48455b724 req-b7961895-2133-4dcc-9612-a3d351521497 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.0438895 Feb 11 04:46:09.751078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-e4003951-51b3-4ecf-a244-968d64e67788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.751418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-e4003951-51b3-4ecf-a244-968d64e67788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.752045 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-e4003951-51b3-4ecf-a244-968d64e67788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.752529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-e4003951-51b3-4ecf-a244-968d64e67788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.753164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-e4003951-51b3-4ecf-a244-968d64e67788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.753634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-e4003951-51b3-4ecf-a244-968d64e67788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.754135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-e4003951-51b3-4ecf-a244-968d64e67788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.756748 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-e4003951-51b3-4ecf-a244-968d64e67788 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d54d8a515d50425a80e33fb8c05b973c&device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 6440 time: 0.1357846 Feb 11 04:46:09.790489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:09.940046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 180e8c29-3483-41f5-8707-c520c2bafeab details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:46:09.946459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5eb6d7-d219-44a9-ad40-08c60513f2c5 req-ed2b3194-603a-46c6-a754-e27b4b835ebf tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.954614 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f5eb6d7-d219-44a9-ad40-08c60513f2c5 req-ed2b3194-603a-46c6-a754-e27b4b835ebf tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.2671843 Feb 11 04:46:09.960669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-020b1e37-afdd-48fb-80ac-2b9b691bb99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.961158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-020b1e37-afdd-48fb-80ac-2b9b691bb99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.961636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-020b1e37-afdd-48fb-80ac-2b9b691bb99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.963274 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-020b1e37-afdd-48fb-80ac-2b9b691bb99a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d54d8a515d50425a80e33fb8c05b973c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1934228 Feb 11 04:46:10.075355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Attempting to bind port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:10.077652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Attempting to bind port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:10.078230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Attempting to bind port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:10.078990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-29201bfd-9241-47be-9b13-c0616ea6cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.080501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-29201bfd-9241-47be-9b13-c0616ea6cd07 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084983 Feb 11 04:46:10.103512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=180e8c29-3483-41f5-8707-c520c2bafeab,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:10.117766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 180e8c29-3483-41f5-8707-c520c2bafeab has no active binding in host n-h1-615180-58 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:46:10.131185 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f5eb6d7-d219-44a9-ad40-08c60513f2c5 req-37d895c0-2d47-424b-aadf-577567cd9992 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754751 Feb 11 04:46:10.132075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:10.132417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Attempting to bind port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:10.143295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:10.143648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Checking segment: {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:10.144046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Bound using segment: {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:10.144488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Bound port: f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:10.144862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:10.232635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-2c8b3ae3-11c5-4f29-b778-acdcc131571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.233134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-2c8b3ae3-11c5-4f29-b778-acdcc131571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.233616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-2c8b3ae3-11c5-4f29-b778-acdcc131571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.234615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-2c8b3ae3-11c5-4f29-b778-acdcc131571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.235139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-2c8b3ae3-11c5-4f29-b778-acdcc131571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.235616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-2c8b3ae3-11c5-4f29-b778-acdcc131571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.236092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-2c8b3ae3-11c5-4f29-b778-acdcc131571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.239348 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-2c8b3ae3-11c5-4f29-b778-acdcc131571b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d54d8a515d50425a80e33fb8c05b973c&device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 6440 time: 0.0718613 Feb 11 04:46:10.243489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] For port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:10.246834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] For port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:10.254859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:10.301576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.302214 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:10.307465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] 10.222.0.10 "PUT /v2.0/ports/f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc HTTP/1.1" status: 200 len: 1092 time: 1.4094512 Feb 11 04:46:10.332554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff50e9-b185-4cdb-922c-fa6f57927b61 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:10.359364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Request body: {'port': {'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:10.460746 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:10.488838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-23a44bbb-44b8-4126-9947-5159364e70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.489447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-23a44bbb-44b8-4126-9947-5159364e70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.489768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-23a44bbb-44b8-4126-9947-5159364e70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.501298 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-23a44bbb-44b8-4126-9947-5159364e70c5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d54d8a515d50425a80e33fb8c05b973c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2392483 Feb 11 04:46:10.804007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-31359643-6497-4152-ab8e-2396213774eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.807000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d508377-63d9-496e-bdbc-2cdebd979a98 req-31359643-6497-4152-ab8e-2396213774eb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2994049 Feb 11 04:46:10.814477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54118ac7-bb5c-4408-b3e1-934f85380a16 req-7450d756-e74f-43a0-8446-774d2fb85336 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.816072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54118ac7-bb5c-4408-b3e1-934f85380a16 req-7450d756-e74f-43a0-8446-774d2fb85336 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 943 time: 0.1431439 Feb 11 04:46:10.844846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1585ea-b06e-455e-b7db-6d374adf80f2 req-6eb63229-a962-409c-8d3a-8342e679e309 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.856350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1585ea-b06e-455e-b7db-6d374adf80f2 req-6eb63229-a962-409c-8d3a-8342e679e309 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.862952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1585ea-b06e-455e-b7db-6d374adf80f2 req-6eb63229-a962-409c-8d3a-8342e679e309 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.869842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1585ea-b06e-455e-b7db-6d374adf80f2 req-6eb63229-a962-409c-8d3a-8342e679e309 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.877967 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1585ea-b06e-455e-b7db-6d374adf80f2 req-6eb63229-a962-409c-8d3a-8342e679e309 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.884574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1585ea-b06e-455e-b7db-6d374adf80f2 req-6eb63229-a962-409c-8d3a-8342e679e309 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.890633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1585ea-b06e-455e-b7db-6d374adf80f2 req-6eb63229-a962-409c-8d3a-8342e679e309 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:10.893323 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e1585ea-b06e-455e-b7db-6d374adf80f2 req-6eb63229-a962-409c-8d3a-8342e679e309 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5406 time: 0.1786864 Feb 11 04:46:10.907188 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54118ac7-bb5c-4408-b3e1-934f85380a16 req-9ef7192d-6c00-4855-8ca3-dcedb8e1d2a9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800285 Feb 11 04:46:10.985689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6638f4f2-cc49-4856-a5ca-264e45cef0f1 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:10.995920 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Publish callbacks [] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:11.033734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Transition to ACTIVE for port object 6638f4f2-cc49-4856-a5ca-264e45cef0f1 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:11.041461 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:11.042059 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e1585ea-b06e-455e-b7db-6d374adf80f2 req-fbf373bf-338e-4dc1-a4f2-caeda7aad2e1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415045 Feb 11 04:46:11.171887 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3188faa5-ec94-47cd-b802-5239f5dca075 req-d94e8cfd-1c71-481b-8b6a-4d79788cd01b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.0491102 Feb 11 04:46:11.231274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Pushing event updated for resources: {'Port': ['ID=6638f4f2-cc49-4856-a5ca-264e45cef0f1,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:11.248504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.248750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.249167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.249607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.250017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.250423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.250824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.251487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.251893 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.252424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.252845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.253245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.253643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:11.294707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Attempting to bind port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:11.295195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Attempting to bind port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:11.296400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Attempting to bind port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 on network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:11.304823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 on network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:11.305240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Attempting to bind port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 on network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:11.312380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:11.312829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Checking segment: {'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:11.313476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Bound using segment: {'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:11.313928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Bound port: 6638f4f2-cc49-4856-a5ca-264e45cef0f1, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:11.314529 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:11.326155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9317f-9f67-4b58-ac68-9bc5741b3d6b req-4ef47c26-c8c6-4ae2-a25b-e8bc9c765a93 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:11.335202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3ab9317f-9f67-4b58-ac68-9bc5741b3d6b req-4ef47c26-c8c6-4ae2-a25b-e8bc9c765a93 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0988960 Feb 11 04:46:11.397305 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3ab9317f-9f67-4b58-ac68-9bc5741b3d6b req-3c8f715f-7ebb-41b4-bc05-3c77fab72894 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555921 Feb 11 04:46:11.403441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] For port 6638f4f2-cc49-4856-a5ca-264e45cef0f1, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:11.406941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] For port 6638f4f2-cc49-4856-a5ca-264e45cef0f1, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=6638f4f2-cc49-4856-a5ca-264e45cef0f1,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:11.420573 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:11.472154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:11.472921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:11.474529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] 10.222.0.10 "PUT /v2.0/ports/6638f4f2-cc49-4856-a5ca-264e45cef0f1 HTTP/1.1" status: 200 len: 1092 time: 1.1207535 Feb 11 04:46:11.506906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b87e81-bfbb-4f1b-8419-fbcb9035b496 service neutron] Pushing event updated for resources: {'Port': ['ID=6638f4f2-cc49-4856-a5ca-264e45cef0f1,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:11.524959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Request body: {'port': {'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:11.575921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': 'f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc'}, {'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': '6638f4f2-cc49-4856-a5ca-264e45cef0f1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:11.578675 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3efd62-1a75-4661-97c8-af18bf2a294a" -d '{"events": [{"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc"}, {"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "6638f4f2-cc49-4856-a5ca-264e45cef0f1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:11.633790 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34930a2a-7e44-4567-8634-2198f3b6b48b x-openstack-request-id: req-34930a2a-7e44-4567-8634-2198f3b6b48b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:11.634180 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "6638f4f2-cc49-4856-a5ca-264e45cef0f1", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:11.634390 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34930a2a-7e44-4567-8634-2198f3b6b48b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:11.634737 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': 'f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc', 'status': 'completed', 'code': 200} Feb 11 04:46:11.636339 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': '6638f4f2-cc49-4856-a5ca-264e45cef0f1', 'status': 'completed', 'code': 200} Feb 11 04:46:11.640220 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:11.758250 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-5f0a26a9-c522-4e07-b144-8d7ca1481ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:11.759189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-5f0a26a9-c522-4e07-b144-8d7ca1481ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:11.759687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-5f0a26a9-c522-4e07-b144-8d7ca1481ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:11.760327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-5f0a26a9-c522-4e07-b144-8d7ca1481ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:11.761970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-5f0a26a9-c522-4e07-b144-8d7ca1481ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:11.763035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-5f0a26a9-c522-4e07-b144-8d7ca1481ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:11.764242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-5f0a26a9-c522-4e07-b144-8d7ca1481ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:11.766285 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-5f0a26a9-c522-4e07-b144-8d7ca1481ec7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d54d8a515d50425a80e33fb8c05b973c&device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 6612 time: 0.0859947 Feb 11 04:46:11.828831 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d9bc3c5-aa72-462f-8ad0-c43bafdd6595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:11.905961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-ebba85f5-0af5-4983-8e13-d3c7db026c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:11.906417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-ebba85f5-0af5-4983-8e13-d3c7db026c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:11.907256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-ebba85f5-0af5-4983-8e13-d3c7db026c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:11.908746 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-ebba85f5-0af5-4983-8e13-d3c7db026c04 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d54d8a515d50425a80e33fb8c05b973c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1266537 Feb 11 04:46:12.061168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-e739e6af-b865-47e4-9d6e-cf1d60f134d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.062666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-e739e6af-b865-47e4-9d6e-cf1d60f134d7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1478217 Feb 11 04:46:12.101708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b75b00-5fc9-4ada-ab14-f31cb5436e34 req-224097f6-779e-4843-8f8c-6058874364f7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.103319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-39b75b00-5fc9-4ada-ab14-f31cb5436e34 req-224097f6-779e-4843-8f8c-6058874364f7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 943 time: 0.0923233 Feb 11 04:46:12.206277 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-39b75b00-5fc9-4ada-ab14-f31cb5436e34 req-3112edd3-84ea-4e25-a8a3-5da473c74883 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880842 Feb 11 04:46:12.262918 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e32e80d-81f4-4193-87ef-f96d22ac5f23 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:12.273780 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Publish callbacks [] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:12.296153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Transition to ACTIVE for port object 7e32e80d-81f4-4193-87ef-f96d22ac5f23 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:12.299926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-c0d71a59-c371-439d-aac7-57fc47cdda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.300475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-c0d71a59-c371-439d-aac7-57fc47cdda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.301040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-c0d71a59-c371-439d-aac7-57fc47cdda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.301667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-c0d71a59-c371-439d-aac7-57fc47cdda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.305380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-c0d71a59-c371-439d-aac7-57fc47cdda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.305868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-c0d71a59-c371-439d-aac7-57fc47cdda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.306491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-c0d71a59-c371-439d-aac7-57fc47cdda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.308577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-c0d71a59-c371-439d-aac7-57fc47cdda6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d54d8a515d50425a80e33fb8c05b973c&device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 6612 time: 0.0814512 Feb 11 04:46:12.313220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658037e-eba7-45eb-bdd7-32dd846d8e15 req-b9002b69-c114-4957-ba01-ae5494d370e6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.318719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658037e-eba7-45eb-bdd7-32dd846d8e15 req-b9002b69-c114-4957-ba01-ae5494d370e6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.323906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658037e-eba7-45eb-bdd7-32dd846d8e15 req-b9002b69-c114-4957-ba01-ae5494d370e6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.329439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658037e-eba7-45eb-bdd7-32dd846d8e15 req-b9002b69-c114-4957-ba01-ae5494d370e6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.335179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658037e-eba7-45eb-bdd7-32dd846d8e15 req-b9002b69-c114-4957-ba01-ae5494d370e6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.342823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658037e-eba7-45eb-bdd7-32dd846d8e15 req-b9002b69-c114-4957-ba01-ae5494d370e6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.348388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658037e-eba7-45eb-bdd7-32dd846d8e15 req-b9002b69-c114-4957-ba01-ae5494d370e6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.351031 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a658037e-eba7-45eb-bdd7-32dd846d8e15 req-b9002b69-c114-4957-ba01-ae5494d370e6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5418 time: 0.1279147 Feb 11 04:46:12.352283 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:12.429165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e32e80d-81f4-4193-87ef-f96d22ac5f23,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:12.465583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-e0f0dce4-b7fe-4e18-ae97-a28612de8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.465997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-e0f0dce4-b7fe-4e18-ae97-a28612de8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.466473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-e0f0dce4-b7fe-4e18-ae97-a28612de8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.468121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-e0f0dce4-b7fe-4e18-ae97-a28612de8115 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d54d8a515d50425a80e33fb8c05b973c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1389923 Feb 11 04:46:12.527873 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a658037e-eba7-45eb-bdd7-32dd846d8e15 req-a869f4e4-f72e-443e-ad0d-a6e3c0a09726 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700423 Feb 11 04:46:12.563225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Attempting to bind port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:12.563574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Attempting to bind port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:12.563886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Attempting to bind port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 on network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:12.570861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 on network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:12.571308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Attempting to bind port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 on network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:12.577106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:12.577448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Checking segment: {'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:12.577836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Bound using segment: {'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:12.578267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Bound port: 7e32e80d-81f4-4193-87ef-f96d22ac5f23, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:12.579503 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:12.594007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67ad62c9-abad-49c5-b5ea-8ed1af19319f req-69904f3e-c9cd-4a30-9abd-65787f7f72a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.1881611 Feb 11 04:46:12.644750 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:12.651025 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-46865fe6-307e-428b-9b44-e959fff03a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.653625 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f3efd62-1a75-4661-97c8-af18bf2a294a req-46865fe6-307e-428b-9b44-e959fff03a90 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692784 Feb 11 04:46:12.732969 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] For port 7e32e80d-81f4-4193-87ef-f96d22ac5f23, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:12.736175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] For port 7e32e80d-81f4-4193-87ef-f96d22ac5f23, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7e32e80d-81f4-4193-87ef-f96d22ac5f23,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:12.738322 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-1015ff16-d7b4-4f37-9ace-b7ac0b1ac149 service neutron] 10.222.0.10 "GET /v2.0/ports/180e8c29-3483-41f5-8707-c520c2bafeab/bindings/n-h1-615180-58 HTTP/1.1" status: 200 len: 385 time: 0.1134880 Feb 11 04:46:12.745950 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:12.774164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be6834-058f-45ca-9230-b9152c31f0dc req-cd1218fc-95d3-4e3e-af19-10f9a59d2c7c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.776172 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4be6834-058f-45ca-9230-b9152c31f0dc req-cd1218fc-95d3-4e3e-af19-10f9a59d2c7c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0693126 Feb 11 04:46:12.816001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:12.816401 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:12.817848 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] 10.222.0.10 "PUT /v2.0/ports/7e32e80d-81f4-4193-87ef-f96d22ac5f23 HTTP/1.1" status: 200 len: 1092 time: 1.2998919 Feb 11 04:46:12.845315 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4be6834-058f-45ca-9230-b9152c31f0dc req-a50b0efc-cdd4-47cb-91bb-ba873f5e3f3a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621426 Feb 11 04:46:12.872195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfc4ab-55ce-4bd9-be0a-88bb7d447ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e32e80d-81f4-4193-87ef-f96d22ac5f23,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:13.072652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296ac16-5589-4d7b-83da-f51b32767632 req-d388ff58-96ce-45ab-8b56-ee4691cd08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.074350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0296ac16-5589-4d7b-83da-f51b32767632 req-d388ff58-96ce-45ab-8b56-ee4691cd08a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 1128 time: 0.1822157 Feb 11 04:46:13.086243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-99d0002b-c850-4e01-9ede-fa81defc87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.086659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-99d0002b-c850-4e01-9ede-fa81defc87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.087157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-99d0002b-c850-4e01-9ede-fa81defc87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.087623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-99d0002b-c850-4e01-9ede-fa81defc87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.088082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-99d0002b-c850-4e01-9ede-fa81defc87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.088542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-99d0002b-c850-4e01-9ede-fa81defc87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.089185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-99d0002b-c850-4e01-9ede-fa81defc87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.091154 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-99d0002b-c850-4e01-9ede-fa81defc87f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d54d8a515d50425a80e33fb8c05b973c&device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 6711 time: 0.1681354 Feb 11 04:46:13.159939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-ab2c20b4-eae3-4f04-9acb-41543cc75b64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3394fd-0a97-41f3-a6b5-a8876511fe05 HTTP/1.1" status: 200 len: 217 time: 0.0522063 Feb 11 04:46:13.182845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-cf20313d-5800-4701-8110-18a6b8b4ad2d service neutron] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=180e8c29-3483-41f5-8707-c520c2bafeab,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:13.232234 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0296ac16-5589-4d7b-83da-f51b32767632 req-f51e2e23-fcd1-4cec-8500-f2e96e00e4e9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400976 Feb 11 04:46:13.241579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-cf20313d-5800-4701-8110-18a6b8b4ad2d service neutron] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:13.267072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-6a6dba31-1012-4721-8a3a-ac4fc752f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.268604 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-6a6dba31-1012-4721-8a3a-ac4fc752f05f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42a46102-8e9c-45a8-b17f-c81d7b5e7722 HTTP/1.1" status: 200 len: 856 time: 0.0968368 Feb 11 04:46:13.311186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-cf20313d-5800-4701-8110-18a6b8b4ad2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180e8c29-3483-41f5-8707-c520c2bafeab {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:13.336824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-cf20313d-5800-4701-8110-18a6b8b4ad2d service neutron] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=180e8c29-3483-41f5-8707-c520c2bafeab,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:13.371622 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-cf20313d-5800-4701-8110-18a6b8b4ad2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:13.378886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-82daf241-221f-4dc5-9dae-eb9f0a9d0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.380427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-82daf241-221f-4dc5-9dae-eb9f0a9d0494 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=556a79f2-1ee2-4e14-9bec-7abb67a912db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1022799 Feb 11 04:46:13.413964 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf4682-8792-48c7-a2a0-1b7ec2ff3313 req-27033735-5e95-42f0-83ea-886dd7d3813d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.415970 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1edf4682-8792-48c7-a2a0-1b7ec2ff3313 req-27033735-5e95-42f0-83ea-886dd7d3813d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 943 time: 0.0984225 Feb 11 04:46:13.480254 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1edf4682-8792-48c7-a2a0-1b7ec2ff3313 req-11538291-252b-44bb-a08a-e900797dd5c5 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576947 Feb 11 04:46:13.548676 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-9d548265-c67c-4dc5-90db-527aabe934bf service neutron] 10.222.0.10 "GET /v2.0/networks/556a79f2-1ee2-4e14-9bec-7abb67a912db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615148 Feb 11 04:46:13.589692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-cf20313d-5800-4701-8110-18a6b8b4ad2d service neutron] Transition to ACTIVE for port object 180e8c29-3483-41f5-8707-c520c2bafeab will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:13.603505 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-cf20313d-5800-4701-8110-18a6b8b4ad2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:13.622583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 180e8c29-3483-41f5-8707-c520c2bafeab no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:46:13.704803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': '7e32e80d-81f4-4193-87ef-f96d22ac5f23'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:13.705181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port 180e8c29-3483-41f5-8707-c520c2bafeab host n-h1-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:46:13.705598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 180e8c29-3483-41f5-8707-c520c2bafeab not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:46:13.706262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb680fb-bab4-4d73-984c-d7f1cf953c3c req-633df45e-2007-4b3f-a8d1-20f7907e5bb9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.708254 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67300a0a-a30f-4e40-92b7-30befc5e413c" -d '{"events": [{"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "7e32e80d-81f4-4193-87ef-f96d22ac5f23"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:13.713446 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb680fb-bab4-4d73-984c-d7f1cf953c3c req-633df45e-2007-4b3f-a8d1-20f7907e5bb9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.720509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb680fb-bab4-4d73-984c-d7f1cf953c3c req-633df45e-2007-4b3f-a8d1-20f7907e5bb9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.727441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb680fb-bab4-4d73-984c-d7f1cf953c3c req-633df45e-2007-4b3f-a8d1-20f7907e5bb9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.735235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb680fb-bab4-4d73-984c-d7f1cf953c3c req-633df45e-2007-4b3f-a8d1-20f7907e5bb9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.742561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb680fb-bab4-4d73-984c-d7f1cf953c3c req-633df45e-2007-4b3f-a8d1-20f7907e5bb9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.748909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb680fb-bab4-4d73-984c-d7f1cf953c3c req-633df45e-2007-4b3f-a8d1-20f7907e5bb9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.758541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7fb680fb-bab4-4d73-984c-d7f1cf953c3c req-633df45e-2007-4b3f-a8d1-20f7907e5bb9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1269710 Feb 11 04:46:13.760900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-cf20313d-5800-4701-8110-18a6b8b4ad2d service neutron] No DVR routers for this DVR port 180e8c29-3483-41f5-8707-c520c2bafeab on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:46:13.818332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20313d-5800-4701-8110-18a6b8b4ad2d service neutron] Pushing event updated for resources: {'Port': ['ID=180e8c29-3483-41f5-8707-c520c2bafeab,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:13.819555 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7fb680fb-bab4-4d73-984c-d7f1cf953c3c req-30bc45ef-5190-4bef-93cf-b16d21fa2342 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600128 Feb 11 04:46:13.841932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19ed6c1c-c9d4-4608-bc17-1d7d87e9e182 req-ec54fbb6-697d-4406-8067-b401be7d0d91 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.0656047 Feb 11 04:46:13.847306 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-f2d97c3f-e50a-4958-b8aa-f06dd1c479b7 service neutron] 10.222.0.10 "GET /v2.0/networks/556a79f2-1ee2-4e14-9bec-7abb67a912db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909269 Feb 11 04:46:13.859165 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-cf20313d-5800-4701-8110-18a6b8b4ad2d service neutron] 10.222.0.10 "PUT /v2.0/ports/180e8c29-3483-41f5-8707-c520c2bafeab/bindings/n-h1-615180-58/activate HTTP/1.1" status: 200 len: 370 time: 1.1093202 Feb 11 04:46:13.903700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-f87d7ee4-2eb3-4261-ada4-934c09d412fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=f41dc359-9aae-4291-a0c0-326de647898f HTTP/1.1" status: 200 len: 217 time: 0.0435572 Feb 11 04:46:13.905412 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e498cd83-8340-40bb-b8fb-ab4c0923c5e6 x-openstack-request-id: req-e498cd83-8340-40bb-b8fb-ab4c0923c5e6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:13.905918 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "7e32e80d-81f4-4193-87ef-f96d22ac5f23", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:13.906333 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e498cd83-8340-40bb-b8fb-ab4c0923c5e6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:13.906883 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': '7e32e80d-81f4-4193-87ef-f96d22ac5f23', 'status': 'completed', 'code': 200} Feb 11 04:46:14.010670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf184552-336b-47be-9afa-dfa60d00cc8e req-69c22fd6-73ef-42e0-80b5-2918ce9d7897 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.015418 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf184552-336b-47be-9afa-dfa60d00cc8e req-69c22fd6-73ef-42e0-80b5-2918ce9d7897 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.0625772 Feb 11 04:46:14.048291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-3036afff-b445-44dc-851c-4b16e2ec0eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.049863 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-3036afff-b445-44dc-851c-4b16e2ec0eef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4def555b-2d65-406f-a62b-e0ebc3518aa8 HTTP/1.1" status: 200 len: 797 time: 0.1134644 Feb 11 04:46:14.065007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf184552-336b-47be-9afa-dfa60d00cc8e req-a38250ab-4bd1-4759-aea3-b93cf8fcd4b0 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470521 Feb 11 04:46:14.162248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-de409894-2273-4da0-8f38-6f20c107721f tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.164506 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-de409894-2273-4da0-8f38-6f20c107721f tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/networks?id=701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 200 len: 805 time: 0.2189245 Feb 11 04:46:14.167207 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-37880b4c-2ed5-4247-a5ed-12667ed7804d tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.168685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-37880b4c-2ed5-4247-a5ed-12667ed7804d tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845&tenant_id=b17f5c0876a6459894825e19cb0017e2&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1127 time: 0.1790795 Feb 11 04:46:14.174887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-e22dfc59-a446-406f-a5bd-7d5280caf5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.176353 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-e22dfc59-a446-406f-a5bd-7d5280caf5d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0969021 Feb 11 04:46:14.190144 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:14.229568 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-83b39a86-0553-4a79-8d99-5fb079e21bcb tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/quotas/5ea705e91c424680b8725b2f78a44b58 HTTP/1.1" status: 200 len: 375 time: 0.0522308 Feb 11 04:46:14.337398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-546f1533-0e27-42b6-a9a7-53f550292bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.338792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-546f1533-0e27-42b6-a9a7-53f550292bfd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845&tenant_id=b17f5c0876a6459894825e19cb0017e2 HTTP/1.1" status: 200 len: 1127 time: 0.1592281 Feb 11 04:46:14.341807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-64e73741-f7be-41cb-af62-4f9614772246 service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480713 Feb 11 04:46:14.360391 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-79c3cb32-4810-4b0b-8734-7103b9d98d46 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea705e91c424680b8725b2f78a44b58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1212957 Feb 11 04:46:14.523445 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-b2fbca95-6c6c-4cba-8a05-f53e61821f03 service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749346 Feb 11 04:46:14.579250 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-8c5b903d-07ae-4b32-9d3e-6e65682b7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.580729 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-8c5b903d-07ae-4b32-9d3e-6e65682b7fa4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 1127 time: 0.1861367 Feb 11 04:46:14.582448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-166735b4-73be-47a6-bfe7-d936c3fe91c5 service neutron] 10.222.0.48 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126136 Feb 11 04:46:14.584436 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-b4b08563-9c39-4b35-a427-44abbd3c8cae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=780ddb41-d09f-442e-8a78-125094600c6f HTTP/1.1" status: 200 len: 217 time: 0.0484931 Feb 11 04:46:14.604361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96f947-1fbe-4437-9812-d98819d49a67 req-27de9028-9a31-4ab9-8c6d-953ed4ad0b08 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.606582 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b96f947-1fbe-4437-9812-d98819d49a67 req-27de9028-9a31-4ab9-8c6d-953ed4ad0b08 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 944 time: 0.0563462 Feb 11 04:46:14.659426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b96f947-1fbe-4437-9812-d98819d49a67 req-0a5b8743-ee6a-4c0f-b448-a3ac34e947e2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462937 Feb 11 04:46:14.969793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2859-b92e-4238-98e9-7261f1a10aff req-b41f96e8-b34b-4b66-a109-c1a073cd9a37 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.976148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2859-b92e-4238-98e9-7261f1a10aff req-b41f96e8-b34b-4b66-a109-c1a073cd9a37 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.977878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-0917e41b-3120-4717-bb9e-ae2f8cc19730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.979345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-0917e41b-3120-4717-bb9e-ae2f8cc19730 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4def555b-2d65-406f-a62b-e0ebc3518aa8 HTTP/1.1" status: 200 len: 797 time: 0.3890674 Feb 11 04:46:14.982443 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2859-b92e-4238-98e9-7261f1a10aff req-b41f96e8-b34b-4b66-a109-c1a073cd9a37 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.988142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2859-b92e-4238-98e9-7261f1a10aff req-b41f96e8-b34b-4b66-a109-c1a073cd9a37 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:14.993783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2859-b92e-4238-98e9-7261f1a10aff req-b41f96e8-b34b-4b66-a109-c1a073cd9a37 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:15.000732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2859-b92e-4238-98e9-7261f1a10aff req-b41f96e8-b34b-4b66-a109-c1a073cd9a37 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:15.004730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2859-b92e-4238-98e9-7261f1a10aff req-b41f96e8-b34b-4b66-a109-c1a073cd9a37 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:15.007273 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea9b2859-b92e-4238-98e9-7261f1a10aff req-b41f96e8-b34b-4b66-a109-c1a073cd9a37 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1038156 Feb 11 04:46:15.050661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-fd15e8bd-f2c0-4b7a-a615-66bc489bcd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:15.051564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-fd15e8bd-f2c0-4b7a-a615-66bc489bcd78 service neutron] 10.222.0.60 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.4601157 Feb 11 04:46:15.064922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-7933175e-3a5e-4d90-886d-e241acfd0de1 service neutron] 10.222.0.48 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660237 Feb 11 04:46:15.115577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea9b2859-b92e-4238-98e9-7261f1a10aff req-e354a67b-6dc8-4d52-b466-d09ba1f338ae tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949824 Feb 11 04:46:15.134264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-efa92c8d-1eeb-49d4-a369-c2bf11042b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:15.136412 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-efa92c8d-1eeb-49d4-a369-c2bf11042b72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1493495 Feb 11 04:46:15.138227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-6605ac8e-7b5b-4d3d-9764-210c0c08cb45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180e8c29-3483-41f5-8707-c520c2bafeab HTTP/1.1" status: 200 len: 217 time: 0.0646183 Feb 11 04:46:15.218406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-298c3703-d8d2-41db-8816-986adaa2a4e3 req-357eb3e0-a9cf-4e1f-b98e-dcc0fba63e45 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.0349267 Feb 11 04:46:15.307745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-cb3e9f98-0969-41a9-957c-4daddefeed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:15.309537 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-cb3e9f98-0969-41a9-957c-4daddefeed9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.1537111 Feb 11 04:46:15.313727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ffef107-ccd7-4a9d-93a5-85ee5e01396d req-35ff0eef-4d84-4b75-9409-79cad5b873fd tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 210 time: 0.0418057 Feb 11 04:46:15.379636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-5ba5f3e3-f1b4-4b65-b5d4-ca81f98c23e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433261 Feb 11 04:46:15.385323 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-affe14b3-0a98-4b82-89af-925446fd954e service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395544 Feb 11 04:46:15.457557 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b1e8f-071f-4723-bb82-84b245dbd3e6 req-81fb39b3-3e31-41ea-b865-553a33087760 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:15.459117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6f1b1e8f-071f-4723-bb82-84b245dbd3e6 req-81fb39b3-3e31-41ea-b865-553a33087760 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1450508 Feb 11 04:46:15.543731 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.629263 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2ed4a740-382c-4e01-97cb-9a1760915ede no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:46:15.639514 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6f1b1e8f-071f-4723-bb82-84b245dbd3e6 req-1f5e5395-06cc-4832-a21c-25d79f0519ea tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705792 Feb 11 04:46:15.666925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-95ef3023-1397-44e4-aa0e-ef730a7fc61d service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529557 Feb 11 04:46:15.666925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-1e47d139-bed9-4102-9759-5d85173fd8b0 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584822 Feb 11 04:46:15.733289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-698cbfc3-9b2d-47d1-b8f5-f46b8940ba42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=bfd0cbf6-c632-4002-b9ac-8b535b383774 HTTP/1.1" status: 200 len: 217 time: 0.0701315 Feb 11 04:46:15.744620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106df1f-26f2-4f8e-b822-0b9432c63d64 req-12095353-0d1d-47f7-90dc-3871d25c9ae9 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:15.746197 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6106df1f-26f2-4f8e-b822-0b9432c63d64 req-12095353-0d1d-47f7-90dc-3871d25c9ae9 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9fee5a-fbea-4436-9a87-e76151e9dfe6 HTTP/1.1" status: 200 len: 945 time: 0.1773007 Feb 11 04:46:15.839110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-9150bb80-62b6-44bf-9fdc-51bcf889361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:15.840642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-9150bb80-62b6-44bf-9fdc-51bcf889361f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4def555b-2d65-406f-a62b-e0ebc3518aa8 HTTP/1.1" status: 200 len: 797 time: 0.0935314 Feb 11 04:46:15.862275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b0c3-92b3-483b-af56-8307be8e4981 req-19559dfe-a51b-4eb9-a70d-15fb91ff52b0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:15.873793 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7558b0c3-92b3-483b-af56-8307be8e4981 req-19559dfe-a51b-4eb9-a70d-15fb91ff52b0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 944 time: 0.0922725 Feb 11 04:46:15.974818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7558b0c3-92b3-483b-af56-8307be8e4981 req-a857abc8-2584-44ea-ad38-1a2b5e41033e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992589 Feb 11 04:46:15.982195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2ed4a740-382c-4e01-97cb-9a1760915ede is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:15.982195 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:16.017705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9fee5a-fbea-4436-9a87-e76151e9dfe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed4a740-382c-4e01-97cb-9a1760915ede'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:16.020041 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb00e3f8-8188-4906-9124-ad36452ca4ee" -d '{"events": [{"server_uuid": "7d9fee5a-fbea-4436-9a87-e76151e9dfe6", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed4a740-382c-4e01-97cb-9a1760915ede"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:16.034935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2ed4a740-382c-4e01-97cb-9a1760915ede, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2ed4a740-382c-4e01-97cb-9a1760915ede,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:16.041762 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:16.083020 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf266af-d0c7-40fc-bf43-f8b58fdd89be x-openstack-request-id: req-4cf266af-d0c7-40fc-bf43-f8b58fdd89be {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:16.083463 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9fee5a-fbea-4436-9a87-e76151e9dfe6", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed4a740-382c-4e01-97cb-9a1760915ede", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:16.084348 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cf266af-d0c7-40fc-bf43-f8b58fdd89be {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:16.085601 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9fee5a-fbea-4436-9a87-e76151e9dfe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed4a740-382c-4e01-97cb-9a1760915ede', 'code': 200} Feb 11 04:46:16.119388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2ed4a740-382c-4e01-97cb-9a1760915ede,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:16.129010 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.129672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.130188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.131124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.131641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.132150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.132675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.133204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.133728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.135922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.136498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.137025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.137530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:16.180056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-9fc1e761-451b-4d11-8b4c-ac862c26b626 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071356 Feb 11 04:46:16.182078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-8c08e54c-0715-4800-84bd-1c34190c9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:16.183809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-8c08e54c-0715-4800-84bd-1c34190c9cf7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3309062 Feb 11 04:46:16.275282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-6106df1f-26f2-4f8e-b822-0b9432c63d64 req-7999aaa7-f265-48f9-9cd2-10689a946811 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Deleting port 2ed4a740-382c-4e01-97cb-9a1760915ede {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:16.275759 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6106df1f-26f2-4f8e-b822-0b9432c63d64 req-7999aaa7-f265-48f9-9cd2-10689a946811 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:16.281542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33c339-bd16-4f10-8fe7-da610bbb90dc req-b17a92f7-7df9-478d-8075-56307480b0f5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:16.287122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33c339-bd16-4f10-8fe7-da610bbb90dc req-b17a92f7-7df9-478d-8075-56307480b0f5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:16.293657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33c339-bd16-4f10-8fe7-da610bbb90dc req-b17a92f7-7df9-478d-8075-56307480b0f5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:16.299001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33c339-bd16-4f10-8fe7-da610bbb90dc req-b17a92f7-7df9-478d-8075-56307480b0f5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:16.304439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33c339-bd16-4f10-8fe7-da610bbb90dc req-b17a92f7-7df9-478d-8075-56307480b0f5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:16.309110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-6e4f7367-1354-40f2-b595-8baf2386d889 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:16.309780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33c339-bd16-4f10-8fe7-da610bbb90dc req-b17a92f7-7df9-478d-8075-56307480b0f5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:16.310774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-6e4f7367-1354-40f2-b595-8baf2386d889 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/networks?id=4c8984d9-9499-4696-b4db-392dbe3ffe0b HTTP/1.1" status: 200 len: 810 time: 0.3097692 Feb 11 04:46:16.315125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33c339-bd16-4f10-8fe7-da610bbb90dc req-b17a92f7-7df9-478d-8075-56307480b0f5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:16.317037 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de33c339-bd16-4f10-8fe7-da610bbb90dc req-b17a92f7-7df9-478d-8075-56307480b0f5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1256189 Feb 11 04:46:16.357878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-d55ed5ab-a92b-474f-b7f0-67ffc5256041 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/quotas/405338bd8484497a84aa5627cc04cab4 HTTP/1.1" status: 200 len: 375 time: 0.0277123 Feb 11 04:46:16.384090 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de33c339-bd16-4f10-8fe7-da610bbb90dc req-a9b95311-0e28-4f5f-a0ef-219c11b52cb7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603456 Feb 11 04:46:16.445336 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-9413ec7b-eefa-48f4-b1bc-b74e7e3b3cbe service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398167 Feb 11 04:46:16.503094 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c32f3fc3-f5b6-4514-92cb-4fc633eb1f22 req-1d8698aa-9dc9-4e27-966b-be901672eb8d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.0351794 Feb 11 04:46:16.507634 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6106df1f-26f2-4f8e-b822-0b9432c63d64 req-7999aaa7-f265-48f9-9cd2-10689a946811 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] For port 2ed4a740-382c-4e01-97cb-9a1760915ede, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2ed4a740-382c-4e01-97cb-9a1760915ede,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:16.508004 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6106df1f-26f2-4f8e-b822-0b9432c63d64 req-7999aaa7-f265-48f9-9cd2-10689a946811 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:16.538416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-6106df1f-26f2-4f8e-b822-0b9432c63d64 req-7999aaa7-f265-48f9-9cd2-10689a946811 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Calling delete_port for 2ed4a740-382c-4e01-97cb-9a1760915ede owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:16.571824 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-afb49937-660d-40c4-8ddb-58d3d81b35c1 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=405338bd8484497a84aa5627cc04cab4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2062547 Feb 11 04:46:16.616803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-93ffa07d-118a-4636-9368-5a3022d06e2e req-e34d2aa1-3f6f-4b8e-b61d-c0434e35ec67 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 210 time: 0.0420198 Feb 11 04:46:16.728773 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-8a42f952-1ce3-4e22-aa08-a1fd8fe503cd service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729347 Feb 11 04:46:16.793908 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-d2300ee3-f019-44a3-966c-d5ded82fada3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc HTTP/1.1" status: 200 len: 217 time: 0.0509262 Feb 11 04:46:16.798380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-32106ff5-b385-4c0d-9f9c-2747e8874c9a tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:16.799847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-32106ff5-b385-4c0d-9f9c-2747e8874c9a tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845&tenant_id=b17f5c0876a6459894825e19cb0017e2&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 1127 time: 0.2255001 Feb 11 04:46:16.887991 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-ae71361f-73f1-4a82-bb83-3c14a91e1f78 service neutron] 10.222.0.48 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960751 Feb 11 04:46:16.940810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-347ff432-111e-4f20-8ee7-47ff40c4941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:16.942224 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-347ff432-111e-4f20-8ee7-47ff40c4941a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4def555b-2d65-406f-a62b-e0ebc3518aa8 HTTP/1.1" status: 200 len: 797 time: 0.1415467 Feb 11 04:46:17.042250 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6106df1f-26f2-4f8e-b822-0b9432c63d64 req-7999aaa7-f265-48f9-9cd2-10689a946811 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2ed4a740-382c-4e01-97cb-9a1760915ede), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:17.130530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-e6c03f2b-1d45-4fb4-b329-e960ef39572b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:17.132435 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-e6c03f2b-1d45-4fb4-b329-e960ef39572b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.60 "GET /v2.0/networks?id=701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 200 len: 805 time: 0.1846306 Feb 11 04:46:17.155294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633097b8-b9fe-46ca-b044-ae5e74dba2cc req-d1063856-a7bb-4234-b211-60b97f20b24c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:17.163403 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-633097b8-b9fe-46ca-b044-ae5e74dba2cc req-d1063856-a7bb-4234-b211-60b97f20b24c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 944 time: 0.0792091 Feb 11 04:46:17.182381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Request body: {'port': {'device_id': '2ae64f62-250e-4812-96c0-0e672d732747', 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'admin_state_up': True, 'tenant_id': '5ea705e91c424680b8725b2f78a44b58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:17.269547 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-633097b8-b9fe-46ca-b044-ae5e74dba2cc req-05f4c67d-5a36-4332-b122-dd6087e92ccd tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050980 Feb 11 04:46:17.325700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Made reservation on behalf of 5ea705e91c424680b8725b2f78a44b58 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:46:17.329456 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:17.341840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999aaa7-f265-48f9-9cd2-10689a946811 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Pushing event deleted for resources: {'Port': ['ID=2ed4a740-382c-4e01-97cb-9a1760915ede,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:17.406769 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-6455970c-134e-4e4f-b944-c064abc00b9f service neutron] 10.222.0.48 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105367 Feb 11 04:46:17.423991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-9d737a55-8d2b-4dbe-85c3-b4cc543b315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:17.425581 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-9d737a55-8d2b-4dbe-85c3-b4cc543b315c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4631691 Feb 11 04:46:17.426549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-6106df1f-26f2-4f8e-b822-0b9432c63d64 req-7999aaa7-f265-48f9-9cd2-10689a946811 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] No DVR routers for this DVR port 2ed4a740-382c-4e01-97cb-9a1760915ede on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:46:17.429847 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6106df1f-26f2-4f8e-b822-0b9432c63d64 req-7999aaa7-f265-48f9-9cd2-10689a946811 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:17.433468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6106df1f-26f2-4f8e-b822-0b9432c63d64 req-7999aaa7-f265-48f9-9cd2-10689a946811 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.10 "DELETE /v2.0/ports/2ed4a740-382c-4e01-97cb-9a1760915ede HTTP/1.1" status: 204 len: 173 time: 1.6791894 Feb 11 04:46:17.433910 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9fee5a-fbea-4436-9a87-e76151e9dfe6', 'name': 'network-vif-deleted', 'tag': '2ed4a740-382c-4e01-97cb-9a1760915ede'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:17.436292 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12545787-5bc3-49e0-aa5d-44d83c1e60a5" -d '{"events": [{"server_uuid": "7d9fee5a-fbea-4436-9a87-e76151e9dfe6", "name": "network-vif-deleted", "tag": "2ed4a740-382c-4e01-97cb-9a1760915ede"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:17.455434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-5543965a-71bf-4802-8b4a-44e00282b844 service neutron] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:17.554312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-5543965a-71bf-4802-8b4a-44e00282b844 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:17.555404 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-5543965a-71bf-4802-8b4a-44e00282b844 service neutron] 10.222.0.60 "DELETE /v2.0/ports/180e8c29-3483-41f5-8707-c520c2bafeab/bindings/n-h2-615180-58 HTTP/1.1" status: 204 len: 173 time: 0.7125275 Feb 11 04:46:17.557286 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-ea4a4a41-b834-412d-a378-c1a979e22d35 service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177287 Feb 11 04:46:17.659388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Allocated IP 172.20.0.12 (701be04a-91cb-4ec3-9793-559180c6321e/1e43299a-9bb5-4f80-82a7-a6c3bcd2724b/9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:17.852338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-41489419-f365-4476-b4df-3a1224a703af service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828472 Feb 11 04:46:17.856145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks [] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:17.899346 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:17.930637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-76d96937-7f4d-46c1-8eb7-eb9af070cad8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6638f4f2-cc49-4856-a5ca-264e45cef0f1 HTTP/1.1" status: 200 len: 217 time: 0.0721550 Feb 11 04:46:17.960401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Pushing event updated for resources: {'Port': ['ID=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:17.976520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Network 701be04a-91cb-4ec3-9793-559180c6321e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:17.978988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb080d-c880-4524-9b8d-cb31049a3aa7 req-e820bc1d-cc1a-47f5-a5ec-364f1facd852 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:17.985807 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0bb080d-c880-4524-9b8d-cb31049a3aa7 req-e820bc1d-cc1a-47f5-a5ec-364f1facd852 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 1127 time: 0.5865571 Feb 11 04:46:17.994889 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:18.003922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:18.033440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a57166-5a9f-44d1-ab9d-79d20fc9a795 req-4f359c90-b024-4a9d-9d16-59701a4cc559 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.040320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a57166-5a9f-44d1-ab9d-79d20fc9a795 req-4f359c90-b024-4a9d-9d16-59701a4cc559 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.046635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a57166-5a9f-44d1-ab9d-79d20fc9a795 req-4f359c90-b024-4a9d-9d16-59701a4cc559 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.054851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a57166-5a9f-44d1-ab9d-79d20fc9a795 req-4f359c90-b024-4a9d-9d16-59701a4cc559 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.062273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a57166-5a9f-44d1-ab9d-79d20fc9a795 req-4f359c90-b024-4a9d-9d16-59701a4cc559 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.074528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a57166-5a9f-44d1-ab9d-79d20fc9a795 req-4f359c90-b024-4a9d-9d16-59701a4cc559 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.086663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a57166-5a9f-44d1-ab9d-79d20fc9a795 req-4f359c90-b024-4a9d-9d16-59701a4cc559 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.098276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31a57166-5a9f-44d1-ab9d-79d20fc9a795 req-4f359c90-b024-4a9d-9d16-59701a4cc559 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.3213308 Feb 11 04:46:18.098461 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0bb080d-c880-4524-9b8d-cb31049a3aa7 req-50894f61-1eee-4fc3-a5ec-705536bee5ab tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115935 Feb 11 04:46:18.127496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.130331 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:18.144511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-5f9c5a11-0a32-4b13-992b-25638bd6a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.152141 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-5f9c5a11-0a32-4b13-992b-25638bd6a038 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e5e3910-18d7-4d47-beb1-60f03c1cd39f HTTP/1.1" status: 200 len: 797 time: 0.2121217 Feb 11 04:46:18.198102 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-9cf1cd15-a1fc-4351-94e6-46c8a86c9808 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0261822 Feb 11 04:46:18.220860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Request body: {'port': {'device_id': '2ae64f62-250e-4812-96c0-0e672d732747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:18.254086 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27c519e-6573-4e4a-a218-bedc56eab569 x-openstack-request-id: req-c27c519e-6573-4e4a-a218-bedc56eab569 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:18.256479 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9fee5a-fbea-4436-9a87-e76151e9dfe6", "name": "network-vif-deleted", "tag": "2ed4a740-382c-4e01-97cb-9a1760915ede", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:18.257258 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c27c519e-6573-4e4a-a218-bedc56eab569 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:18.257997 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9fee5a-fbea-4436-9a87-e76151e9dfe6', 'name': 'network-vif-deleted', 'tag': '2ed4a740-382c-4e01-97cb-9a1760915ede', 'status': 'completed', 'code': 200} Feb 11 04:46:18.360752 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31a57166-5a9f-44d1-ab9d-79d20fc9a795 req-ce926654-fc4b-471b-9f59-254451d7b042 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2614579 Feb 11 04:46:18.363547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-ce5e3ed1-8a6f-4939-a755-e4de890973b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.365001 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-ce5e3ed1-8a6f-4939-a755-e4de890973b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1947303 Feb 11 04:46:18.369918 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-385d9172-9162-4ece-975f-ed1ab5eb15f3 req-d8987859-b9d3-43e6-b320-0c3837a89616 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=8890be30-8672-4b6b-9f6d-d0e2b5f3cb13 HTTP/1.1" status: 200 len: 210 time: 0.0416129 Feb 11 04:46:18.370801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:18.548257 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c877b49-4c94-419d-8eff-521f658b6147 req-767940da-b057-4afb-8244-48e67de3850b tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 210 time: 0.0902534 Feb 11 04:46:18.620450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-53dc72a1-a31b-4387-a9bd-6c93e0509669 service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431421 Feb 11 04:46:18.669834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019a6ab-7344-4a7c-a9ae-fdab5a59a626 req-3830c256-0665-44e1-8fb3-639b0e52f2b3 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.672142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b019a6ab-7344-4a7c-a9ae-fdab5a59a626 req-3830c256-0665-44e1-8fb3-639b0e52f2b3 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 932 time: 0.1702118 Feb 11 04:46:18.789030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b019a6ab-7344-4a7c-a9ae-fdab5a59a626 req-a4a2d6ab-6a26-47e3-a76f-dea0d2bb0d26 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020913 Feb 11 04:46:18.883411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:18.899754 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-99c03c1c-18cd-49dd-a302-eae1ecc5ff66 service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726130 Feb 11 04:46:18.925119 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Publish callbacks [] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:18.989328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Transition to ACTIVE for port object 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:18.997227 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:19.017062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-f90aff91-5072-4768-b0e1-c755b02f2b6e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:19.023427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-f90aff91-5072-4768-b0e1-c755b02f2b6e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 821 time: 0.3572192 Feb 11 04:46:19.041530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-94cebccf-600f-485d-9534-e6777e08a68a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7e32e80d-81f4-4193-87ef-f96d22ac5f23 HTTP/1.1" status: 200 len: 217 time: 0.1171424 Feb 11 04:46:19.092140 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-79a8e516-72be-491e-a697-76d2556c6de5 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/quotas/b17f5c0876a6459894825e19cb0017e2 HTTP/1.1" status: 200 len: 375 time: 0.0673585 Feb 11 04:46:19.108453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Pushing event updated for resources: {'Port': ['ID=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:19.153691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-c3509e85-60c9-4879-b0c7-ea9fd552836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:19.155207 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-c3509e85-60c9-4879-b0c7-ea9fd552836e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e5e3910-18d7-4d47-beb1-60f03c1cd39f HTTP/1.1" status: 200 len: 797 time: 0.1122861 Feb 11 04:46:19.213585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Attempting to bind port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:19.214049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Attempting to bind port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:19.214306 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Attempting to bind port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 on network 701be04a-91cb-4ec3-9793-559180c6321e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:19.218066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-102c887c-e564-4525-ac5a-a5a4898dc2ff tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247370 Feb 11 04:46:19.219302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 on network 701be04a-91cb-4ec3-9793-559180c6321e not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:19.219817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Attempting to bind port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 on network 701be04a-91cb-4ec3-9793-559180c6321e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:19.225909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:19.226248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Checking segment: {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:19.226795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Bound using segment: {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:19.227986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Bound port: 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:19.228361 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:19.313981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5968-9940-4576-a391-87e58de67d8b req-91fa1d27-61a7-40b7-a0c6-3f7a2aea37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:19.315565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-91fa1d27-61a7-40b7-a0c6-3f7a2aea37f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1503997 Feb 11 04:46:19.319447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] For port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:19.324479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] For port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:19.333280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:19.440611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:19.441231 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:19.442643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] 10.222.0.60 "PUT /v2.0/ports/9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 HTTP/1.1" status: 200 len: 1093 time: 1.2266924 Feb 11 04:46:19.443164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae64f62-250e-4812-96c0-0e672d732747', 'tag': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:19.445395 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf6e335-38bc-4af0-901d-7c07d8786c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae64f62-250e-4812-96c0-0e672d732747", "tag": "9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:19.472120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb51e21-2005-4190-a4c6-a1f635a468bf service neutron] Pushing event updated for resources: {'Port': ['ID=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:19.482346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-9132b787-f64b-4e82-ad04-ba0f7c6e8201 service neutron] 10.222.0.48 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633247 Feb 11 04:46:19.488791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba4a7-78ab-40f2-a18b-4a6f9f7b1a58 req-a5f1f4e1-7d69-4d44-a573-de238b6bdcd7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:19.497248 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7feba4a7-78ab-40f2-a18b-4a6f9f7b1a58 req-a5f1f4e1-7d69-4d44-a573-de238b6bdcd7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 945 time: 0.1214995 Feb 11 04:46:19.561499 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7feba4a7-78ab-40f2-a18b-4a6f9f7b1a58 req-4ab24553-12f7-4548-ad7c-abdced139714 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633304 Feb 11 04:46:19.711228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-24fa5a3e-f333-41fe-a295-bcba38767752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:19.713172 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-24fa5a3e-f333-41fe-a295-bcba38767752 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ea705e91c424680b8725b2f78a44b58&device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 1127 time: 0.1205285 Feb 11 04:46:19.722264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-0ee08dbe-0c3b-4139-9e82-f3522d52006e service neutron] 10.222.0.48 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364881 Feb 11 04:46:19.772841 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-2c6fa84b-df48-4fc2-8998-6e667673122f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 HTTP/1.1" status: 200 len: 217 time: 0.0445230 Feb 11 04:46:19.901606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-0eceb8d0-1f0c-4a29-bd6b-4086e9ae8948 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:19.903894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-0eceb8d0-1f0c-4a29-bd6b-4086e9ae8948 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.10 "GET /v2.0/networks?id=4c8984d9-9499-4696-b4db-392dbe3ffe0b HTTP/1.1" status: 200 len: 810 time: 0.2767363 Feb 11 04:46:19.938389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Request body: {'port': {'device_id': '934e6747-0970-4be9-bb2a-fbf09b1895bc', 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b', 'admin_state_up': True, 'tenant_id': '405338bd8484497a84aa5627cc04cab4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:20.089370 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-78c22cca-422b-42ad-a2c1-12c1762ae9dd service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7595060 Feb 11 04:46:20.327774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d90f583-8478-4a1e-9d36-6167c7dd143a req-7d71224a-1080-4057-b62d-092c4ef3fab6 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 210 time: 0.1069856 Feb 11 04:46:20.439728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-913f5968-9940-4576-a391-87e58de67d8b req-b10451a4-3bac-45b4-be1a-66bd1dc359df service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332577 Feb 11 04:46:20.475773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Made reservation on behalf of 405338bd8484497a84aa5627cc04cab4 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:46:20.484596 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:20.488270 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e717de9-9b2d-43b2-bd89-a4e4d66e9268 x-openstack-request-id: req-4e717de9-9b2d-43b2-bd89-a4e4d66e9268 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:20.489039 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae64f62-250e-4812-96c0-0e672d732747", "tag": "9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:20.489243 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e717de9-9b2d-43b2-bd89-a4e4d66e9268 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:20.489839 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae64f62-250e-4812-96c0-0e672d732747', 'tag': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27', 'status': 'completed', 'code': 200} Feb 11 04:46:20.508244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-7e0fdb71-7835-46ae-8158-df3ce3a496c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.509684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-7e0fdb71-7835-46ae-8158-df3ce3a496c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e43299a-9bb5-4f80-82a7-a6c3bcd2724b HTTP/1.1" status: 200 len: 845 time: 0.7004473 Feb 11 04:46:20.529693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29987b-0e23-45d1-9eec-2576ae31e67a req-4996f605-aaa1-48f0-b168-dd6ee77bdcaf tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.536720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29987b-0e23-45d1-9eec-2576ae31e67a req-4996f605-aaa1-48f0-b168-dd6ee77bdcaf tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.542999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29987b-0e23-45d1-9eec-2576ae31e67a req-4996f605-aaa1-48f0-b168-dd6ee77bdcaf tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.548183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29987b-0e23-45d1-9eec-2576ae31e67a req-4996f605-aaa1-48f0-b168-dd6ee77bdcaf tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.554561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29987b-0e23-45d1-9eec-2576ae31e67a req-4996f605-aaa1-48f0-b168-dd6ee77bdcaf tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.560409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29987b-0e23-45d1-9eec-2576ae31e67a req-4996f605-aaa1-48f0-b168-dd6ee77bdcaf tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.565978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29987b-0e23-45d1-9eec-2576ae31e67a req-4996f605-aaa1-48f0-b168-dd6ee77bdcaf tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.574615 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a29987b-0e23-45d1-9eec-2576ae31e67a req-4996f605-aaa1-48f0-b168-dd6ee77bdcaf tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.8574190 Feb 11 04:46:20.625449 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-75a72f29-3c9c-49dc-82c4-bd7766a550c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=701be04a-91cb-4ec3-9793-559180c6321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422850 Feb 11 04:46:20.641338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e605a0-c1cd-4090-974c-632eb864dd1d req-87533ec4-46ce-47fb-9467-d10d8d1e0e97 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.643090 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7e605a0-c1cd-4090-974c-632eb864dd1d req-87533ec4-46ce-47fb-9467-d10d8d1e0e97 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.10 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 945 time: 0.7103171 Feb 11 04:46:20.768173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d58e7-5c78-40c6-ae29-b9cfc9d27d3b req-2d5226bb-4127-4fa6-885d-4f288d3bbf36 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.776371 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e26d58e7-5c78-40c6-ae29-b9cfc9d27d3b req-2d5226bb-4127-4fa6-885d-4f288d3bbf36 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 944 time: 0.3262339 Feb 11 04:46:20.808948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a29987b-0e23-45d1-9eec-2576ae31e67a req-f825e846-d0dd-44b1-b738-d694c1f50e43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2336736 Feb 11 04:46:20.897287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-3e10b992-7002-4b8c-863a-3203c1f52ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.898101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-3e10b992-7002-4b8c-863a-3203c1f52ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.902199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-3e10b992-7002-4b8c-863a-3203c1f52ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.903533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-3e10b992-7002-4b8c-863a-3203c1f52ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.904164 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-3e10b992-7002-4b8c-863a-3203c1f52ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.905575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-3e10b992-7002-4b8c-863a-3203c1f52ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.906225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-3e10b992-7002-4b8c-863a-3203c1f52ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.906978 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-2ede39ea-d014-4ab5-bb3a-42a79c6e9bcd service neutron] 10.222.0.60 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574186 Feb 11 04:46:20.917996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-3e10b992-7002-4b8c-863a-3203c1f52ea1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d54d8a515d50425a80e33fb8c05b973c&device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 6711 time: 0.3501940 Feb 11 04:46:20.949067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e7e605a0-c1cd-4090-974c-632eb864dd1d req-e0bc4691-636a-43c2-b74b-823f626a0eba tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Deleting port 5309ec04-e70b-461d-90f7-68d24e7c1a66 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:20.949410 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e7e605a0-c1cd-4090-974c-632eb864dd1d req-e0bc4691-636a-43c2-b74b-823f626a0eba tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:21.024154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15e609a8-d91d-449c-81a0-9a2bc4f585a8 req-646d55a2-aab0-4931-a6ca-22e800cfc102 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 210 time: 0.0535855 Feb 11 04:46:21.050403 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e26d58e7-5c78-40c6-ae29-b9cfc9d27d3b req-d057a51e-8c5c-44dd-9de7-5fbe8aa4750e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731495 Feb 11 04:46:21.169777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Allocated IP 172.20.0.5 (4c8984d9-9499-4696-b4db-392dbe3ffe0b/4eed6268-e93d-44f1-8b65-b43825c2b4f8/12c3b45f-8d35-4cd7-88eb-0b016ae17265) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:21.247931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e50a0fce-ee70-4285-b03f-aba879f0c37a req-0f0a851d-a223-4064-baf4-88b261e54125 service neutron] 10.222.0.60 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312855 Feb 11 04:46:21.254932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e7e605a0-c1cd-4090-974c-632eb864dd1d req-e0bc4691-636a-43c2-b74b-823f626a0eba tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] For port 5309ec04-e70b-461d-90f7-68d24e7c1a66, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5309ec04-e70b-461d-90f7-68d24e7c1a66,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:21.256245 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e7e605a0-c1cd-4090-974c-632eb864dd1d req-e0bc4691-636a-43c2-b74b-823f626a0eba tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:21.273569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e7e605a0-c1cd-4090-974c-632eb864dd1d req-e0bc4691-636a-43c2-b74b-823f626a0eba tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Calling delete_port for 5309ec04-e70b-461d-90f7-68d24e7c1a66 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:21.282361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-35fd1333-a9ec-4a56-8a61-aa6d79c3eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:21.283876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-35fd1333-a9ec-4a56-8a61-aa6d79c3eb64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 HTTP/1.1" status: 200 len: 902 time: 0.3538508 Feb 11 04:46:21.401868 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-5bf98c7e-de39-49dd-89c7-d973d7b509b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7e32e80d-81f4-4193-87ef-f96d22ac5f23 HTTP/1.1" status: 200 len: 217 time: 0.0981295 Feb 11 04:46:21.498726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6e335-38bc-4af0-901d-7c07d8786c3f req-b58689d5-4fc3-4179-8427-5a58cd3f637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:21.500431 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bf6e335-38bc-4af0-901d-7c07d8786c3f req-b58689d5-4fc3-4179-8427-5a58cd3f637c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ea705e91c424680b8725b2f78a44b58&device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 1127 time: 0.1369195 Feb 11 04:46:21.543126 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51ec0b16-d2b4-44d5-8fb4-0646483a702b req-71ab546f-6347-4a39-b0bb-c5da1b3a4f31 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 210 time: 0.0866051 Feb 11 04:46:21.545852 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e7e605a0-c1cd-4090-974c-632eb864dd1d req-e0bc4691-636a-43c2-b74b-823f626a0eba tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5309ec04-e70b-461d-90f7-68d24e7c1a66), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:21.596292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['b1a4e8ab-de8a-4868-b6ff-c7943654b248'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:46:21.628594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4623e-2538-4808-8aa4-360b23bd036b req-fe7b554d-631e-4b3f-b5c8-be2e25701540 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:21.650091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc4691-636a-43c2-b74b-823f626a0eba tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Pushing event deleted for resources: {'Port': ['ID=5309ec04-e70b-461d-90f7-68d24e7c1a66,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:21.650846 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77d4623e-2538-4808-8aa4-360b23bd036b req-fe7b554d-631e-4b3f-b5c8-be2e25701540 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c09ef6-3f31-454c-8a00-882391c261f7 HTTP/1.1" status: 200 len: 945 time: 0.4954510 Feb 11 04:46:21.691621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-74083d4a-c5e3-4460-8acb-810db89ae451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:21.693909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-74083d4a-c5e3-4460-8acb-810db89ae451 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e5e3910-18d7-4d47-beb1-60f03c1cd39f HTTP/1.1" status: 200 len: 797 time: 0.2500699 Feb 11 04:46:21.713356 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5309ec04-e70b-461d-90f7-68d24e7c1a66'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:46:21.730160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e605a0-c1cd-4090-974c-632eb864dd1d req-e0bc4691-636a-43c2-b74b-823f626a0eba tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] No DVR routers for this DVR port 5309ec04-e70b-461d-90f7-68d24e7c1a66 on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:46:21.743145 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77d4623e-2538-4808-8aa4-360b23bd036b req-efd293bf-2a07-46cb-9e6e-ff9ff05ccca6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859420 Feb 11 04:46:21.795180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e7e605a0-c1cd-4090-974c-632eb864dd1d req-e0bc4691-636a-43c2-b74b-823f626a0eba tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:21.813857 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks [] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:21.815202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.10', 57723) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:21.821704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7e605a0-c1cd-4090-974c-632eb864dd1d req-e0bc4691-636a-43c2-b74b-823f626a0eba tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.10 "DELETE /v2.0/ports/5309ec04-e70b-461d-90f7-68d24e7c1a66 HTTP/1.1" status: 204 len: 173 time: 1.1636031 Feb 11 04:46:21.944088 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6e335-38bc-4af0-901d-7c07d8786c3f req-97a51ddc-c541-4b1d-848f-2d10c0ccb532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:21.946697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bf6e335-38bc-4af0-901d-7c07d8786c3f req-97a51ddc-c541-4b1d-848f-2d10c0ccb532 service neutron] 10.222.0.60 "GET /v2.0/networks?id=701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 200 len: 906 time: 0.4252172 Feb 11 04:46:22.038633 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bf6e335-38bc-4af0-901d-7c07d8786c3f req-7d099e1d-e288-4ea7-a05c-b8f4fbf01fc7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 HTTP/1.1" status: 200 len: 217 time: 0.0838106 Feb 11 04:46:22.117163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6e335-38bc-4af0-901d-7c07d8786c3f req-7e76273b-94a6-419b-85c3-59765e3d7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:22.119083 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bf6e335-38bc-4af0-901d-7c07d8786c3f req-7e76273b-94a6-419b-85c3-59765e3d7a2d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e43299a-9bb5-4f80-82a7-a6c3bcd2724b HTTP/1.1" status: 200 len: 845 time: 0.0622661 Feb 11 04:46:22.189337 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b4a9c-693d-49b0-b114-13e8c777492a req-e07ae106-fb98-4226-ab43-1f96b26e0e79 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:22.191950 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f4b4a9c-693d-49b0-b114-13e8c777492a req-e07ae106-fb98-4226-ab43-1f96b26e0e79 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.5294237 Feb 11 04:46:22.212879 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bf6e335-38bc-4af0-901d-7c07d8786c3f req-4ce0e9fa-b7dd-4e60-b892-b281a875cdcc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=701be04a-91cb-4ec3-9793-559180c6321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858860 Feb 11 04:46:22.226971 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f4b4a9c-693d-49b0-b114-13e8c777492a req-11149279-930a-4985-a165-253bb2c958f9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/quotas/b9c82f79d8cb4249965732257aaf6d56 HTTP/1.1" status: 200 len: 375 time: 0.0176466 Feb 11 04:46:22.307858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f4b4a9c-693d-49b0-b114-13e8c777492a req-1e45564a-8801-493c-ad73-951d1b248273 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713136 Feb 11 04:46:22.394742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-ec6c684b-8e07-4e1a-a61f-c713742f0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:22.396400 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-ec6c684b-8e07-4e1a-a61f-c713742f0f7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6695535 Feb 11 04:46:22.402970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-49a829da-bfbe-4177-aaf8-20b37ee59093 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:22.404497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-49a829da-bfbe-4177-aaf8-20b37ee59093 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 821 time: 0.5867512 Feb 11 04:46:22.492186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c09ef6-3f31-454c-8a00-882391c261f7', 'name': 'network-vif-deleted', 'tag': '5309ec04-e70b-461d-90f7-68d24e7c1a66'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:22.494429 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc0af27-f3c8-40c2-b19c-cf3775321980" -d '{"events": [{"server_uuid": "08c09ef6-3f31-454c-8a00-882391c261f7", "name": "network-vif-deleted", "tag": "5309ec04-e70b-461d-90f7-68d24e7c1a66"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:22.511468 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bf6e335-38bc-4af0-901d-7c07d8786c3f req-dfe4078c-002d-4697-81cf-f5caa507bd1f service neutron] 10.222.0.60 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834795 Feb 11 04:46:22.527108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-dc5641e5-5242-42ee-a336-5644391d3155 service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200697 Feb 11 04:46:22.537133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Request body: {'port': {'device_id': 'c013e52e-7359-4a53-8fd0-99d404cbe03d', 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e', 'admin_state_up': True, 'tenant_id': 'b17f5c0876a6459894825e19cb0017e2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:22.686839 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:22.716925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f4b4a9c-693d-49b0-b114-13e8c777492a req-1a0ca312-f630-4623-a2ee-2569c8695c6b service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964281 Feb 11 04:46:22.730045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['fc1f5492-37ab-47ea-bc41-82c7e30d897a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:46:22.849789 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f4b4a9c-693d-49b0-b114-13e8c777492a req-0d1ec6cc-86a3-4310-87e8-85ac60731065 service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211364 Feb 11 04:46:22.887767 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bf6e335-38bc-4af0-901d-7c07d8786c3f req-8703feb0-d8c3-414f-baf4-6951eef31296 service neutron] 10.222.0.60 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151431 Feb 11 04:46:23.041858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54630-fb48-49e7-bb6b-da26ed13b7af req-29e07d1d-e99c-40f9-bfa3-e37ab768267d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:23.065168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54630-fb48-49e7-bb6b-da26ed13b7af req-29e07d1d-e99c-40f9-bfa3-e37ab768267d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:23.081794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54630-fb48-49e7-bb6b-da26ed13b7af req-29e07d1d-e99c-40f9-bfa3-e37ab768267d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:23.104781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54630-fb48-49e7-bb6b-da26ed13b7af req-29e07d1d-e99c-40f9-bfa3-e37ab768267d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:23.118128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54630-fb48-49e7-bb6b-da26ed13b7af req-29e07d1d-e99c-40f9-bfa3-e37ab768267d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:23.130008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54630-fb48-49e7-bb6b-da26ed13b7af req-29e07d1d-e99c-40f9-bfa3-e37ab768267d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:23.153131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54630-fb48-49e7-bb6b-da26ed13b7af req-29e07d1d-e99c-40f9-bfa3-e37ab768267d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:23.165420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-37d54630-fb48-49e7-bb6b-da26ed13b7af req-29e07d1d-e99c-40f9-bfa3-e37ab768267d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.8908730 Feb 11 04:46:23.215113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Network 4c8984d9-9499-4696-b4db-392dbe3ffe0b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:23.216341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Pushing event updated for resources: {'Port': ['ID=12c3b45f-8d35-4cd7-88eb-0b016ae17265,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:23.237363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:23.244236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:23.245831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d7bfaba-06f3-4369-9821-c1db43b3950c req-c407c441-87f2-46e2-931f-e36f1b781888 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 210 time: 0.0552642 Feb 11 04:46:23.266157 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67300a0a-a30f-4e40-92b7-30befc5e413c req-222cf94b-ae0f-43dd-9bac-27396ebef824 service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234993 Feb 11 04:46:23.399466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:23.400141 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:23.416442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Made reservation on behalf of b17f5c0876a6459894825e19cb0017e2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:46:23.420082 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:23.440235 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-37d54630-fb48-49e7-bb6b-da26ed13b7af req-7dfaf205-155d-4ee2-9ca6-203d8ab25938 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2739856 Feb 11 04:46:23.447115 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-81dd0698-b499-41b2-b514-0cf054866790 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5143716 Feb 11 04:46:23.465731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Request body: {'port': {'device_id': '934e6747-0970-4be9-bb2a-fbf09b1895bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:23.480751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb741b-8bbe-4f37-8432-10918e041d7d req-c386448b-e9af-49d5-bacb-0a2e8f0a5d96 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:23.489413 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-78eb741b-8bbe-4f37-8432-10918e041d7d req-c386448b-e9af-49d5-bacb-0a2e8f0a5d96 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 944 time: 0.1205163 Feb 11 04:46:23.631272 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c7de58-29f6-4501-8fd4-26fecd23e8a2 x-openstack-request-id: req-12c7de58-29f6-4501-8fd4-26fecd23e8a2 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:23.631884 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c09ef6-3f31-454c-8a00-882391c261f7", "name": "network-vif-deleted", "tag": "5309ec04-e70b-461d-90f7-68d24e7c1a66", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:23.631884 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12c7de58-29f6-4501-8fd4-26fecd23e8a2 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:23.632312 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c09ef6-3f31-454c-8a00-882391c261f7', 'name': 'network-vif-deleted', 'tag': '5309ec04-e70b-461d-90f7-68d24e7c1a66', 'status': 'completed', 'code': 200} Feb 11 04:46:23.646709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5309ec04-e70b-461d-90f7-68d24e7c1a66 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:46:23.675661 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-78eb741b-8bbe-4f37-8432-10918e041d7d req-dab76ce4-1191-4212-908d-4f0492792c24 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800811 Feb 11 04:46:23.687872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:23.701300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 5309ec04-e70b-461d-90f7-68d24e7c1a66 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:46:23.701669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5309ec04-e70b-461d-90f7-68d24e7c1a66 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:46:23.865546 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57cddd51-d7e0-4d00-b75f-0d19fca5d8c2 req-258f38af-4892-468d-9333-772f43ad0d12 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=70eb6567-7a12-4b2e-b5e3-83b745bd7b50 HTTP/1.1" status: 200 len: 210 time: 0.0507994 Feb 11 04:46:23.931685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Allocated IP 172.20.0.7 (69d8e4f6-7728-4d44-828e-ccc74a93621e/a31e1b69-ce3c-4013-8020-1340f9245fc7/2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:24.081851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1400f8-86ed-4dfe-93c9-3aee1da8387f req-59d16843-ae57-485e-a82d-72b16fa3cbc8 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:24.096067 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ba1400f8-86ed-4dfe-93c9-3aee1da8387f req-59d16843-ae57-485e-a82d-72b16fa3cbc8 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 931 time: 0.3035848 Feb 11 04:46:24.261481 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ba1400f8-86ed-4dfe-93c9-3aee1da8387f req-896abeb5-b420-49d7-bb44-fb91749d7bac tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699855 Feb 11 04:46:24.515384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c3b45f-8d35-4cd7-88eb-0b016ae17265 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:24.525309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Publish callbacks [] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:24.540257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Transition to ACTIVE for port object 12c3b45f-8d35-4cd7-88eb-0b016ae17265 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:24.557835 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:24.570301 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks [] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:24.674922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc7d53-ca97-491f-ac34-475d646284eb req-f2f0cfb7-ee9e-413a-ade3-5852a114c3fc tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:24.676994 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68bc7d53-ca97-491f-ac34-475d646284eb req-f2f0cfb7-ee9e-413a-ade3-5852a114c3fc tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 945 time: 0.2798767 Feb 11 04:46:24.683113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Pushing event updated for resources: {'Port': ['ID=12c3b45f-8d35-4cd7-88eb-0b016ae17265,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:24.754873 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:24.863465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Network 69d8e4f6-7728-4d44-828e-ccc74a93621e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:24.870646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68bc7d53-ca97-491f-ac34-475d646284eb req-6ba9d0c1-b386-47e4-a2b9-70d424514ba6 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836720 Feb 11 04:46:24.873154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:24.875267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Pushing event updated for resources: {'Port': ['ID=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:24.882167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:24.984159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Attempting to bind port 12c3b45f-8d35-4cd7-88eb-0b016ae17265 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:24.984525 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Attempting to bind port 12c3b45f-8d35-4cd7-88eb-0b016ae17265 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:24.984836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Attempting to bind port 12c3b45f-8d35-4cd7-88eb-0b016ae17265 on network 4c8984d9-9499-4696-b4db-392dbe3ffe0b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:25.048964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Port 12c3b45f-8d35-4cd7-88eb-0b016ae17265 on network 4c8984d9-9499-4696-b4db-392dbe3ffe0b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:25.048964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Attempting to bind port 12c3b45f-8d35-4cd7-88eb-0b016ae17265 on network 4c8984d9-9499-4696-b4db-392dbe3ffe0b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:25.058024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:25.058375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Checking segment: {'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:25.058772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Bound using segment: {'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:25.059369 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Bound port: 12c3b45f-8d35-4cd7-88eb-0b016ae17265, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06477895-bf17-4676-8564-de9c11919e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:25.065583 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:25.073292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:25.073917 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:25.127122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49880447-b55f-4671-829b-e8f25c6e3587 req-3992cfbf-7472-49fe-85f6-7c46d307ef63 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:25.150770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49880447-b55f-4671-829b-e8f25c6e3587 req-3992cfbf-7472-49fe-85f6-7c46d307ef63 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:25.156777 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-4bb05042-3f57-48a7-b129-299bb8be1e66 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6270163 Feb 11 04:46:25.169373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49880447-b55f-4671-829b-e8f25c6e3587 req-3992cfbf-7472-49fe-85f6-7c46d307ef63 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:25.169673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4f68d-89af-405e-8163-0e996c4b76b1 req-87d13194-d269-42e3-b488-be0be1e07d16 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:25.178171 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-97e4f68d-89af-405e-8163-0e996c4b76b1 req-87d13194-d269-42e3-b488-be0be1e07d16 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 931 time: 0.1909251 Feb 11 04:46:25.185140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49880447-b55f-4671-829b-e8f25c6e3587 req-3992cfbf-7472-49fe-85f6-7c46d307ef63 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:25.190477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Request body: {'port': {'device_id': 'c013e52e-7359-4a53-8fd0-99d404cbe03d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:25.202160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49880447-b55f-4671-829b-e8f25c6e3587 req-3992cfbf-7472-49fe-85f6-7c46d307ef63 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:25.223021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49880447-b55f-4671-829b-e8f25c6e3587 req-3992cfbf-7472-49fe-85f6-7c46d307ef63 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:25.236997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49880447-b55f-4671-829b-e8f25c6e3587 req-3992cfbf-7472-49fe-85f6-7c46d307ef63 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:25.252343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49880447-b55f-4671-829b-e8f25c6e3587 req-3992cfbf-7472-49fe-85f6-7c46d307ef63 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.2184832 Feb 11 04:46:25.382948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee9a57-687a-4168-889e-eaa77ca35d0c req-882cded4-771c-40af-8a4d-8885547053ff tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:25.384353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89ee9a57-687a-4168-889e-eaa77ca35d0c req-882cded4-771c-40af-8a4d-8885547053ff tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 945 time: 0.2795813 Feb 11 04:46:25.412383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] For port 12c3b45f-8d35-4cd7-88eb-0b016ae17265, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:25.452431 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-97e4f68d-89af-405e-8163-0e996c4b76b1 req-7be8c303-db84-4b9c-935d-69fb2d82043c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729676 Feb 11 04:46:25.476289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] For port 12c3b45f-8d35-4cd7-88eb-0b016ae17265, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=12c3b45f-8d35-4cd7-88eb-0b016ae17265,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:25.481987 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49880447-b55f-4671-829b-e8f25c6e3587 req-db080625-1517-4192-ae05-5542bb28dd83 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2285447 Feb 11 04:46:25.482132 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:25.520329 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:25.702501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7c4c4cb-3092-42e6-8394-103ce0543ad4 req-64c06eea-a030-4526-9af5-847fe3f2eaa3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=70eb6567-7a12-4b2e-b5e3-83b745bd7b50 HTTP/1.1" status: 200 len: 210 time: 0.0527077 Feb 11 04:46:25.727988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:25.729009 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:25.730133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] 10.222.0.10 "PUT /v2.0/ports/12c3b45f-8d35-4cd7-88eb-0b016ae17265 HTTP/1.1" status: 200 len: 1092 time: 2.2690210 Feb 11 04:46:25.742157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934e6747-0970-4be9-bb2a-fbf09b1895bc', 'tag': '12c3b45f-8d35-4cd7-88eb-0b016ae17265'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:25.744594 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11387ecd-5606-4dde-a510-5358eab5a2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "934e6747-0970-4be9-bb2a-fbf09b1895bc", "tag": "12c3b45f-8d35-4cd7-88eb-0b016ae17265"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:25.748310 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-89ee9a57-687a-4168-889e-eaa77ca35d0c req-7245af9d-bd1b-44b8-8d33-34d397acf4c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Deleting port 30392d64-2bdd-4205-87be-0ff344cd1125 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:25.749469 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89ee9a57-687a-4168-889e-eaa77ca35d0c req-7245af9d-bd1b-44b8-8d33-34d397acf4c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:25.841808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f4b4a9c-693d-49b0-b114-13e8c777492a req-ec703ad5-cf74-4866-9fdd-9bf963bfd716 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=70eb6567-7a12-4b2e-b5e3-83b745bd7b50 HTTP/1.1" status: 200 len: 210 time: 0.1182733 Feb 11 04:46:25.876245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b760d-cbc2-4912-a9ca-ed03bdad662c service neutron] Pushing event updated for resources: {'Port': ['ID=12c3b45f-8d35-4cd7-88eb-0b016ae17265,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:26.026801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:46:26.034761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf432-a8aa-4302-9db5-2ad93292999a req-4e0ee8c6-ef78-4997-825a-a73e9cf2b884 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:26.036980 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da9cf432-a8aa-4302-9db5-2ad93292999a req-4e0ee8c6-ef78-4997-825a-a73e9cf2b884 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 943 time: 0.1615448 Feb 11 04:46:26.046005 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-89ee9a57-687a-4168-889e-eaa77ca35d0c req-7245af9d-bd1b-44b8-8d33-34d397acf4c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] For port 30392d64-2bdd-4205-87be-0ff344cd1125, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=30392d64-2bdd-4205-87be-0ff344cd1125,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:26.046376 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89ee9a57-687a-4168-889e-eaa77ca35d0c req-7245af9d-bd1b-44b8-8d33-34d397acf4c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:26.060971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-89ee9a57-687a-4168-889e-eaa77ca35d0c req-7245af9d-bd1b-44b8-8d33-34d397acf4c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Calling delete_port for 30392d64-2bdd-4205-87be-0ff344cd1125 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:26.244244 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89ee9a57-687a-4168-889e-eaa77ca35d0c req-7245af9d-bd1b-44b8-8d33-34d397acf4c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (30392d64-2bdd-4205-87be-0ff344cd1125), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:26.282744 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:26.297922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['b1a4e8ab-de8a-4868-b6ff-c7943654b248'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:46:26.328711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27', 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'port_id': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27', 'mac_address': 'fa:16:3e:47:f2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e43299a-9bb5-4f80-82a7-a6c3bcd2724b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:46:26.375607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ee9a57-687a-4168-889e-eaa77ca35d0c req-7245af9d-bd1b-44b8-8d33-34d397acf4c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] No DVR routers for this DVR port 30392d64-2bdd-4205-87be-0ff344cd1125 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:46:26.381425 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-89ee9a57-687a-4168-889e-eaa77ca35d0c req-7245af9d-bd1b-44b8-8d33-34d397acf4c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:26.384853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89ee9a57-687a-4168-889e-eaa77ca35d0c req-7245af9d-bd1b-44b8-8d33-34d397acf4c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.60 "DELETE /v2.0/ports/30392d64-2bdd-4205-87be-0ff344cd1125 HTTP/1.1" status: 204 len: 173 time: 0.9900723 Feb 11 04:46:26.385626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245af9d-bd1b-44b8-8d33-34d397acf4c0 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Pushing event deleted for resources: {'Port': ['ID=30392d64-2bdd-4205-87be-0ff344cd1125,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:26.387599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2036faa-6635-49bf-a7b2-c1047d9bb715', 'name': 'network-vif-deleted', 'tag': '30392d64-2bdd-4205-87be-0ff344cd1125'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:26.389965 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856b3e51-7901-416d-b578-3bf0cee178b2" -d '{"events": [{"server_uuid": "f2036faa-6635-49bf-a7b2-c1047d9bb715", "name": "network-vif-deleted", "tag": "30392d64-2bdd-4205-87be-0ff344cd1125"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:26.406052 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da9cf432-a8aa-4302-9db5-2ad93292999a req-76062c34-5e80-42b3-ae4d-f571111e410a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876860 Feb 11 04:46:26.504405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:26.505179 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:26.613722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:26.685144 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:26.705313 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bbf8a9be-d09e-40b0-be10-1c710045373f req-789b7ff3-485c-4a2c-8950-1ea8dab79b48 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2036faa-6635-49bf-a7b2-c1047d9bb715 HTTP/1.1" status: 200 len: 210 time: 0.0824368 Feb 11 04:46:26.720687 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:26.787750 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d810b5d-aeb1-489f-ba13-0f4bfe1bae24 x-openstack-request-id: req-9d810b5d-aeb1-489f-ba13-0f4bfe1bae24 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:26.788052 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2036faa-6635-49bf-a7b2-c1047d9bb715", "name": "network-vif-deleted", "tag": "30392d64-2bdd-4205-87be-0ff344cd1125", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:26.788314 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d810b5d-aeb1-489f-ba13-0f4bfe1bae24 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:26.788747 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2036faa-6635-49bf-a7b2-c1047d9bb715', 'name': 'network-vif-deleted', 'tag': '30392d64-2bdd-4205-87be-0ff344cd1125', 'status': 'completed', 'code': 200} Feb 11 04:46:26.882177 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b027a4c4-cce4-4d8d-8899-0750a6bf1c81 x-openstack-request-id: req-b027a4c4-cce4-4d8d-8899-0750a6bf1c81 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:26.882785 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934e6747-0970-4be9-bb2a-fbf09b1895bc", "tag": "12c3b45f-8d35-4cd7-88eb-0b016ae17265", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:26.882785 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b027a4c4-cce4-4d8d-8899-0750a6bf1c81 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:26.883158 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934e6747-0970-4be9-bb2a-fbf09b1895bc', 'tag': '12c3b45f-8d35-4cd7-88eb-0b016ae17265', 'status': 'completed', 'code': 200} Feb 11 04:46:26.887405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:26.919221 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac81f09-5247-4d52-8bf1-085319e6d6ac req-085c7b17-2301-47fa-9abb-8502a34ca221 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:26.929773 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bac81f09-5247-4d52-8bf1-085319e6d6ac req-085c7b17-2301-47fa-9abb-8502a34ca221 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 931 time: 0.0826774 Feb 11 04:46:27.003654 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bac81f09-5247-4d52-8bf1-085319e6d6ac req-607564fe-fab4-46d0-950a-4e8bf459e778 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728180 Feb 11 04:46:27.009593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff099d3-3900-4103-8cb1-cef5e7f0327d req-596704d0-9bd2-45f7-818f-bb45b4245c26 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.011278 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eff099d3-3900-4103-8cb1-cef5e7f0327d req-596704d0-9bd2-45f7-818f-bb45b4245c26 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 944 time: 1.4222143 Feb 11 04:46:27.034007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-d9385bb4-d5c2-44e8-a2d4-ee3d1d81496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.035641 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-d9385bb4-d5c2-44e8-a2d4-ee3d1d81496e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=405338bd8484497a84aa5627cc04cab4&device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 1126 time: 1.2348294 Feb 11 04:46:27.040865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b4a9c-693d-49b0-b114-13e8c777492a req-ac518ff6-34c0-4eed-852a-bb4e9e61a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.042382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f4b4a9c-693d-49b0-b114-13e8c777492a req-ac518ff6-34c0-4eed-852a-bb4e9e61a215 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b9c82f79d8cb4249965732257aaf6d56&shared=False HTTP/1.1" status: 200 len: 913 time: 1.1692832 Feb 11 04:46:27.178934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2d553-6ae0-44bd-8706-d7c4ecc3bfe1 req-d10cb24b-0812-45e9-b377-6ef3eae3af40 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.184950 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2d553-6ae0-44bd-8706-d7c4ecc3bfe1 req-d10cb24b-0812-45e9-b377-6ef3eae3af40 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.190817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2d553-6ae0-44bd-8706-d7c4ecc3bfe1 req-d10cb24b-0812-45e9-b377-6ef3eae3af40 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.197975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2d553-6ae0-44bd-8706-d7c4ecc3bfe1 req-d10cb24b-0812-45e9-b377-6ef3eae3af40 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.204529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2d553-6ae0-44bd-8706-d7c4ecc3bfe1 req-d10cb24b-0812-45e9-b377-6ef3eae3af40 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.210197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2d553-6ae0-44bd-8706-d7c4ecc3bfe1 req-d10cb24b-0812-45e9-b377-6ef3eae3af40 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.216237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2d553-6ae0-44bd-8706-d7c4ecc3bfe1 req-d10cb24b-0812-45e9-b377-6ef3eae3af40 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.225701 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46e2d553-6ae0-44bd-8706-d7c4ecc3bfe1 req-d10cb24b-0812-45e9-b377-6ef3eae3af40 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1444659 Feb 11 04:46:27.230411 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-be986b2a-194c-4d16-9674-61fba4e80ffa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c3b45f-8d35-4cd7-88eb-0b016ae17265 HTTP/1.1" status: 200 len: 217 time: 0.1745212 Feb 11 04:46:27.380879 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46e2d553-6ae0-44bd-8706-d7c4ecc3bfe1 req-dedb8a88-5fd2-4347-b4ec-bb0ce73e2b89 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535840 Feb 11 04:46:27.408341 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eff099d3-3900-4103-8cb1-cef5e7f0327d req-bc59b234-46f6-4758-b34d-159585203ff9 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866842 Feb 11 04:46:27.486837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-4fb9bcaf-a56c-448e-95a6-9fb31e8afb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.488653 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-4fb9bcaf-a56c-448e-95a6-9fb31e8afb5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4eed6268-e93d-44f1-8b65-b43825c2b4f8 HTTP/1.1" status: 200 len: 850 time: 0.2319663 Feb 11 04:46:27.508076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:27.510838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7cb83db2-3bd2-4e09-a72b-5dbcc0feb22c req-b436fce7-3d03-4ff5-b2cf-ec7407030b73 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=70eb6567-7a12-4b2e-b5e3-83b745bd7b50 HTTP/1.1" status: 200 len: 210 time: 0.0644443 Feb 11 04:46:27.524215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b4a9c-693d-49b0-b114-13e8c777492a req-60f3cbfb-70d6-4d27-b80c-71450ce5600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.525958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:46:27.526595 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f4b4a9c-693d-49b0-b114-13e8c777492a req-60f3cbfb-70d6-4d27-b80c-71450ce5600e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4608548 Feb 11 04:46:27.548993 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Publish callbacks [] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:27.610960 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-cc87a0df-ee00-4e3a-9c0c-a8c33c44f343 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4c8984d9-9499-4696-b4db-392dbe3ffe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108270 Feb 11 04:46:27.680312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f4b4a9c-693d-49b0-b114-13e8c777492a req-400425c7-11a4-4baa-92d3-a473105ec1f3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "GET /v2.0/ports?device_id=70eb6567-7a12-4b2e-b5e3-83b745bd7b50 HTTP/1.1" status: 200 len: 210 time: 0.0674293 Feb 11 04:46:27.762980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Transition to ACTIVE for port object 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:27.804215 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:46:27.825734 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:27.910514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5cb1-03bf-4b46-87c6-537af24aee70 req-982233e6-5f6c-4caf-a8e8-c325d21cfda7 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:27.912723 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-099e5cb1-03bf-4b46-87c6-537af24aee70 req-982233e6-5f6c-4caf-a8e8-c325d21cfda7 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 943 time: 0.2451131 Feb 11 04:46:28.004131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:28.038367 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-568c5daa-acf8-4562-b24f-45567ec12ab7 service neutron] 10.222.0.10 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570373 Feb 11 04:46:28.044053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 30392d64-2bdd-4205-87be-0ff344cd1125 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:46:28.092683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 30392d64-2bdd-4205-87be-0ff344cd1125 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:46:28.093329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 30392d64-2bdd-4205-87be-0ff344cd1125 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:46:28.201650 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-099e5cb1-03bf-4b46-87c6-537af24aee70 req-d325e494-39d6-45ec-9bfa-848dae86e779 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645447 Feb 11 04:46:28.239147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475fb0c-06bc-4db4-9b71-fad90cafcef9 req-fda0db96-1b59-4a15-a847-8e28d73953a1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.246946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7475fb0c-06bc-4db4-9b71-fad90cafcef9 req-fda0db96-1b59-4a15-a847-8e28d73953a1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.1019058 Feb 11 04:46:28.269097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:28.269541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:28.269949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:28.309761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:28.310194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:28.315754 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf13ef58-2899-4fe9-b475-865f1c85c6a4 req-82e166e0-3e1d-4166-b2e8-f0d1013e1911 service neutron] 10.222.0.10 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657340 Feb 11 04:46:28.334635 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7475fb0c-06bc-4db4-9b71-fad90cafcef9 req-d2c14ff8-e496-4679-88f4-1493c05931dc tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814872 Feb 11 04:46:28.417134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-071dce60-98d6-43a8-a7ca-6f0b01fa8f4c req-fedd167c-ce1d-420d-9828-b0d7b5d35c8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=70eb6567-7a12-4b2e-b5e3-83b745bd7b50 HTTP/1.1" status: 200 len: 210 time: 0.1415462 Feb 11 04:46:28.421076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:28.421502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:28.423998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:28.424966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Bound port: 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:28.426159 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:28.588039 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dce60-98d6-43a8-a7ca-6f0b01fa8f4c req-43f026ea-ccb4-48f4-ada4-f160ca1169ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.589847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-071dce60-98d6-43a8-a7ca-6f0b01fa8f4c req-43f026ea-ccb4-48f4-ada4-f160ca1169ae service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b9c82f79d8cb4249965732257aaf6d56&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1089087 Feb 11 04:46:28.593529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c57d0-726f-4b93-a19e-3700e6df94d6 req-61afa59e-0149-4923-81a8-c1f6921ee22d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.603139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c57d0-726f-4b93-a19e-3700e6df94d6 req-61afa59e-0149-4923-81a8-c1f6921ee22d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.609324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c57d0-726f-4b93-a19e-3700e6df94d6 req-61afa59e-0149-4923-81a8-c1f6921ee22d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.631878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c57d0-726f-4b93-a19e-3700e6df94d6 req-61afa59e-0149-4923-81a8-c1f6921ee22d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.645078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c57d0-726f-4b93-a19e-3700e6df94d6 req-61afa59e-0149-4923-81a8-c1f6921ee22d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.653872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c57d0-726f-4b93-a19e-3700e6df94d6 req-61afa59e-0149-4923-81a8-c1f6921ee22d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.670959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c57d0-726f-4b93-a19e-3700e6df94d6 req-61afa59e-0149-4923-81a8-c1f6921ee22d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.680834 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d66c57d0-726f-4b93-a19e-3700e6df94d6 req-61afa59e-0149-4923-81a8-c1f6921ee22d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1987734 Feb 11 04:46:28.748023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dce60-98d6-43a8-a7ca-6f0b01fa8f4c req-a1ab695d-118e-4d0f-8ae4-93b1219ee847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.749514 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-071dce60-98d6-43a8-a7ca-6f0b01fa8f4c req-a1ab695d-118e-4d0f-8ae4-93b1219ee847 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276786 Feb 11 04:46:28.789416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d66c57d0-726f-4b93-a19e-3700e6df94d6 req-9e75def6-86ba-4dd9-ac2d-d4f755c44c69 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070213 Feb 11 04:46:28.846017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:28.855960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb487188-06df-48ba-9932-d2a8b0fd87f8 req-8d509aca-e0a4-41c7-bc46-68e9477d670a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.857646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb487188-06df-48ba-9932-d2a8b0fd87f8 req-8d509aca-e0a4-41c7-bc46-68e9477d670a tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 947 time: 0.5323653 Feb 11 04:46:28.887145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11387ecd-5606-4dde-a510-5358eab5a2b8 req-3bbe0121-1e14-4fc0-b45e-6747bf9fe709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.888863 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11387ecd-5606-4dde-a510-5358eab5a2b8 req-3bbe0121-1e14-4fc0-b45e-6747bf9fe709 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=405338bd8484497a84aa5627cc04cab4&device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 1126 time: 0.4549356 Feb 11 04:46:28.896877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:28.918534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6d995-b757-4684-a8da-ed240517e21a req-86823206-f8c3-4e17-b931-049be50aa8a7 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.927104 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4bf6d995-b757-4684-a8da-ed240517e21a req-86823206-f8c3-4e17-b931-049be50aa8a7 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 945 time: 0.0688939 Feb 11 04:46:28.932923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:28.985276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb487188-06df-48ba-9932-d2a8b0fd87f8 req-19bd87a2-7869-48d5-a7e2-10a455bbba7d tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084800 Feb 11 04:46:28.989344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4bf6d995-b757-4684-a8da-ed240517e21a req-057f0735-fbbc-437a-aeee-ac9612bf5b20 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586374 Feb 11 04:46:29.105299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:29.106071 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:29.107375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 HTTP/1.1" status: 200 len: 1092 time: 3.9210291 Feb 11 04:46:29.109285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-071dce60-98d6-43a8-a7ca-6f0b01fa8f4c req-16c0d44b-1ac9-4ee9-9012-ca556a2053f1 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "GET /v2.0/ports?device_id=70eb6567-7a12-4b2e-b5e3-83b745bd7b50 HTTP/1.1" status: 200 len: 210 time: 0.0779450 Feb 11 04:46:29.109671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81fc8d1b-f164-4c8c-b73d-73b4af372d94 req-dedc584f-dbc1-4852-a1d5-b9d3c5ba7243 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=70eb6567-7a12-4b2e-b5e3-83b745bd7b50 HTTP/1.1" status: 200 len: 210 time: 0.0504005 Feb 11 04:46:29.109819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c013e52e-7359-4a53-8fd0-99d404cbe03d', 'tag': '2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:29.112054 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77733d15-500c-4141-b472-214292c1c86b" -d '{"events": [{"name": "network-changed", "server_uuid": "c013e52e-7359-4a53-8fd0-99d404cbe03d", "tag": "2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:29.150293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c682788-2924-45bb-aaba-17fda352e172 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:29.206837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11387ecd-5606-4dde-a510-5358eab5a2b8 req-55acf2d6-05e8-4ac5-9093-b3b6c02ec51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:29.209199 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11387ecd-5606-4dde-a510-5358eab5a2b8 req-55acf2d6-05e8-4ac5-9093-b3b6c02ec51c service neutron] 10.222.0.10 "GET /v2.0/networks?id=4c8984d9-9499-4696-b4db-392dbe3ffe0b HTTP/1.1" status: 200 len: 911 time: 0.3096063 Feb 11 04:46:29.211075 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d93c241-bd5e-4fba-a4d3-6dd0e6bdcdc8 x-openstack-request-id: req-0d93c241-bd5e-4fba-a4d3-6dd0e6bdcdc8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:29.229229 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c013e52e-7359-4a53-8fd0-99d404cbe03d", "tag": "2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:29.229492 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d93c241-bd5e-4fba-a4d3-6dd0e6bdcdc8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:29.229944 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c013e52e-7359-4a53-8fd0-99d404cbe03d', 'tag': '2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992', 'status': 'completed', 'code': 200} Feb 11 04:46:29.405811 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11387ecd-5606-4dde-a510-5358eab5a2b8 req-df6ca824-eaba-43a5-953a-fdab6a1a62c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c3b45f-8d35-4cd7-88eb-0b016ae17265 HTTP/1.1" status: 200 len: 217 time: 0.1242173 Feb 11 04:46:29.448693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e5d6d-0c3d-415e-9147-1f121143e2b8 req-9bf0e4e0-2546-4882-9526-3940df6c06c1 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:29.464418 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-728e5d6d-0c3d-415e-9147-1f121143e2b8 req-9bf0e4e0-2546-4882-9526-3940df6c06c1 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 943 time: 0.1409323 Feb 11 04:46:29.491931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-624da05d-c933-479a-a97b-fbf36d55e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:29.493508 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-624da05d-c933-479a-a97b-fbf36d55e0f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 1126 time: 0.3200209 Feb 11 04:46:29.531569 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-728e5d6d-0c3d-415e-9147-1f121143e2b8 req-274f4b61-da00-44ab-a581-21274198e803 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662303 Feb 11 04:46:29.632563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-c8b5d1d5-d2aa-41aa-8036-c1bde53328e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 HTTP/1.1" status: 200 len: 217 time: 0.0959957 Feb 11 04:46:29.672159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11387ecd-5606-4dde-a510-5358eab5a2b8 req-8d80a5f5-78e4-4316-9891-01b1828b498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:29.674063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11387ecd-5606-4dde-a510-5358eab5a2b8 req-8d80a5f5-78e4-4316-9891-01b1828b498f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4eed6268-e93d-44f1-8b65-b43825c2b4f8 HTTP/1.1" status: 200 len: 850 time: 0.2594512 Feb 11 04:46:29.709246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388255d-ef2b-494f-9323-33e444a6a65c req-04816439-828e-4f5b-b693-231dceaf9fd2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:29.717398 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8388255d-ef2b-494f-9323-33e444a6a65c req-04816439-828e-4f5b-b693-231dceaf9fd2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.1063392 Feb 11 04:46:29.786945 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11387ecd-5606-4dde-a510-5358eab5a2b8 req-ffbc24c6-87c4-4b99-925c-3b2685bb8d00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4c8984d9-9499-4696-b4db-392dbe3ffe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966988 Feb 11 04:46:29.797427 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8388255d-ef2b-494f-9323-33e444a6a65c req-17d4c63a-ea3f-4861-8d71-2594cd32a5e6 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726664 Feb 11 04:46:29.925809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dced6b-11df-4ef2-93ad-a5b91b95ee6d req-6591891b-135c-405e-b308-1dee34db499d tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:29.927322 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46dced6b-11df-4ef2-93ad-a5b91b95ee6d req-6591891b-135c-405e-b308-1dee34db499d tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 945 time: 0.4785852 Feb 11 04:46:29.980797 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11387ecd-5606-4dde-a510-5358eab5a2b8 req-1f98c8ef-8d41-42cb-b7ad-bd3ccdc7e0b2 service neutron] 10.222.0.10 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659377 Feb 11 04:46:29.988220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b959d-8b5f-45e9-be5e-ad3524bcfaac req-a585e33d-e4f8-40e1-b4df-5782176bade7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:29.989620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e83b959d-8b5f-45e9-be5e-ad3524bcfaac req-a585e33d-e4f8-40e1-b4df-5782176bade7 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 947 time: 0.3514707 Feb 11 04:46:29.995943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533d9a3-9bf3-432d-8750-31946cdf8c4c req-a8ca81b4-ef5c-458a-8eb2-04bec9774fb3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:30.001493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533d9a3-9bf3-432d-8750-31946cdf8c4c req-a8ca81b4-ef5c-458a-8eb2-04bec9774fb3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:30.019419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533d9a3-9bf3-432d-8750-31946cdf8c4c req-a8ca81b4-ef5c-458a-8eb2-04bec9774fb3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:30.024871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533d9a3-9bf3-432d-8750-31946cdf8c4c req-a8ca81b4-ef5c-458a-8eb2-04bec9774fb3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:30.030385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533d9a3-9bf3-432d-8750-31946cdf8c4c req-a8ca81b4-ef5c-458a-8eb2-04bec9774fb3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:30.035706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533d9a3-9bf3-432d-8750-31946cdf8c4c req-a8ca81b4-ef5c-458a-8eb2-04bec9774fb3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:30.041260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533d9a3-9bf3-432d-8750-31946cdf8c4c req-a8ca81b4-ef5c-458a-8eb2-04bec9774fb3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:30.048970 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7533d9a3-9bf3-432d-8750-31946cdf8c4c req-a8ca81b4-ef5c-458a-8eb2-04bec9774fb3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1535981 Feb 11 04:46:30.056868 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:46:30.169555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:46:30.180509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:30.181174 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:30.189412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7533d9a3-9bf3-432d-8750-31946cdf8c4c req-624c3ea2-d2bb-4431-b6f6-3fe48f555312 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394734 Feb 11 04:46:30.362037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:30.366255 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:30.400458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886a011-5523-48ca-96c0-40e5a7fe6c62 req-af7e05e9-d3c3-488d-8171-82b6f5c7a6c3 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:30.407934 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2886a011-5523-48ca-96c0-40e5a7fe6c62 req-af7e05e9-d3c3-488d-8171-82b6f5c7a6c3 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 945 time: 0.1025157 Feb 11 04:46:30.424393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:30.425655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae64f62-250e-4812-96c0-0e672d732747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:30.426644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11387ecd-5606-4dde-a510-5358eab5a2b8 req-f5532117-ffcb-4b71-8a08-d2a49b954c36 service neutron] 10.222.0.10 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360886 Feb 11 04:46:30.430063 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e714ca-42ae-4800-9781-c9cbc4284ea1" -d '{"events": [{"server_uuid": "2ae64f62-250e-4812-96c0-0e672d732747", "name": "network-vif-plugged", "status": "completed", "tag": "9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:30.436216 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:30.441113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-edf68d5b-c410-43c8-8bb1-c3955add1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:30.442577 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-edf68d5b-c410-43c8-8bb1-c3955add1f58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.7726853 Feb 11 04:46:30.491721 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2886a011-5523-48ca-96c0-40e5a7fe6c62 req-7c23bb48-759f-4a22-8138-666c80c11f0d tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821285 Feb 11 04:46:30.511065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:30.558143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46dced6b-11df-4ef2-93ad-a5b91b95ee6d req-dc9f0110-313d-4710-8868-669235d46ec4 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbf5c81e-524a-4d4a-b015-4004e9c98ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210995 Feb 11 04:46:30.665374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-0b8b7dd3-de09-4efa-a423-44cf585eeda4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281281 Feb 11 04:46:30.703863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1822c-073e-4fe7-b06c-84f7cccb8124 req-8c0185ed-8386-4270-b999-5fe559c8a912 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:30.712101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98b1822c-073e-4fe7-b06c-84f7cccb8124 req-8c0185ed-8386-4270-b999-5fe559c8a912 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f6de114-b24b-4ffa-ad62-35c24d2340ea HTTP/1.1" status: 200 len: 947 time: 0.1351962 Feb 11 04:46:30.717330 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f53dc23-b379-4142-9ab6-08ac73e55230 x-openstack-request-id: req-3f53dc23-b379-4142-9ab6-08ac73e55230 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:30.717629 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae64f62-250e-4812-96c0-0e672d732747", "name": "network-vif-plugged", "status": "completed", "tag": "9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:30.717889 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f53dc23-b379-4142-9ab6-08ac73e55230 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:30.718556 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae64f62-250e-4812-96c0-0e672d732747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27', 'code': 200} Feb 11 04:46:30.783814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e83b959d-8b5f-45e9-be5e-ad3524bcfaac req-cd01023d-8168-47ba-8ab1-60701cecd8d1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Deleting port b1a4e8ab-de8a-4868-b6ff-c7943654b248 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:30.784748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e83b959d-8b5f-45e9-be5e-ad3524bcfaac req-cd01023d-8168-47ba-8ab1-60701cecd8d1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:30.818368 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98b1822c-073e-4fe7-b06c-84f7cccb8124 req-8b6d49fb-4016-4288-b697-f81a06b3f58f tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.48 "GET /v2.0/security-groups?id=554ba8f8-6f6b-4c48-a92f-ee489e68ae86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052825 Feb 11 04:46:30.847679 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-c9cc5d8c-3ca0-408f-982d-be3c00225ad1 service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747999 Feb 11 04:46:30.925572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbfc8b-86cf-4446-97bf-6e44f315b0b6 req-2d479095-1f0c-4dc5-816c-86c480d87a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:30.927529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fffbfc8b-86cf-4446-97bf-6e44f315b0b6 req-2d479095-1f0c-4dc5-816c-86c480d87a01 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 1129 time: 0.1080558 Feb 11 04:46:31.105119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e83b959d-8b5f-45e9-be5e-ad3524bcfaac req-cd01023d-8168-47ba-8ab1-60701cecd8d1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] For port b1a4e8ab-de8a-4868-b6ff-c7943654b248, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=b1a4e8ab-de8a-4868-b6ff-c7943654b248,segment=NetworkSegment(c2886f65-cf8d-436c-b0e3-bdeb9c66c519),segment_id=c2886f65-cf8d-436c-b0e3-bdeb9c66c519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:31.105642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e83b959d-8b5f-45e9-be5e-ad3524bcfaac req-cd01023d-8168-47ba-8ab1-60701cecd8d1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:31.110250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fffbfc8b-86cf-4446-97bf-6e44f315b0b6 req-2a3335e1-2813-4d37-b355-ef05107d3279 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739466 Feb 11 04:46:31.126091 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e83b959d-8b5f-45e9-be5e-ad3524bcfaac req-cd01023d-8168-47ba-8ab1-60701cecd8d1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Calling delete_port for b1a4e8ab-de8a-4868-b6ff-c7943654b248 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:31.172909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-d83240da-839d-42d1-98d6-6bc0b0ecff87 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:31.174556 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-d83240da-839d-42d1-98d6-6bc0b0ecff87 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.2008455 Feb 11 04:46:31.196999 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-097775f6-e53f-45f6-86ef-1653c3d596a2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/quotas/b9c82f79d8cb4249965732257aaf6d56 HTTP/1.1" status: 200 len: 375 time: 0.0161121 Feb 11 04:46:31.244747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-bc8b56df-5921-45b3-944f-4878308fec2d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466077 Feb 11 04:46:31.357283 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-8e303028-db9b-403d-ab84-4cc31ec0305c service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109381 Feb 11 04:46:31.391021 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71297222-8f5f-415c-9c41-1e7e170e7397 req-bcea6658-d669-4718-b1fd-63afe46549df service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229697 Feb 11 04:46:31.470428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-865c5ec3-b46d-41ba-be91-2c1a8c729750 service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120315 Feb 11 04:46:31.472280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5fd5a-16ae-4350-ab18-9f0b758172e1 req-e7e044b4-01c3-4a7f-a5f0-63c280c60021 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:31.474580 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e4b5fd5a-16ae-4350-ab18-9f0b758172e1 req-e7e044b4-01c3-4a7f-a5f0-63c280c60021 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.10 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 945 time: 0.4519694 Feb 11 04:46:31.501705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d14afb-3a77-40de-bf4f-6aa67bd92b6d req-374c737c-47f2-47ca-9b80-6245bbe83343 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:31.513431 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2d14afb-3a77-40de-bf4f-6aa67bd92b6d req-374c737c-47f2-47ca-9b80-6245bbe83343 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 943 time: 0.5721023 Feb 11 04:46:31.663483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 12c3b45f-8d35-4cd7-88eb-0b016ae17265 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:46:31.695613 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e83b959d-8b5f-45e9-be5e-ad3524bcfaac req-cd01023d-8168-47ba-8ab1-60701cecd8d1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b1a4e8ab-de8a-4868-b6ff-c7943654b248), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:31.743895 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['b1a4e8ab-de8a-4868-b6ff-c7943654b248'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:46:31.780299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01023d-8168-47ba-8ab1-60701cecd8d1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Pushing event deleted for resources: {'Port': ['ID=b1a4e8ab-de8a-4868-b6ff-c7943654b248,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:31.861553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83b959d-8b5f-45e9-be5e-ad3524bcfaac req-cd01023d-8168-47ba-8ab1-60701cecd8d1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] No DVR routers for this DVR port b1a4e8ab-de8a-4868-b6ff-c7943654b248 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:46:31.874455 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2d14afb-3a77-40de-bf4f-6aa67bd92b6d req-7cacc449-0189-405f-b9a2-a57f32fe033a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598914 Feb 11 04:46:31.876392 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e83b959d-8b5f-45e9-be5e-ad3524bcfaac req-cd01023d-8168-47ba-8ab1-60701cecd8d1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:31.880731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e83b959d-8b5f-45e9-be5e-ad3524bcfaac req-cd01023d-8168-47ba-8ab1-60701cecd8d1 tempest-LiveMigrationTest-864482991 tempest-LiveMigrationTest-864482991-project] 10.222.0.60 "DELETE /v2.0/ports/b1a4e8ab-de8a-4868-b6ff-c7943654b248 HTTP/1.1" status: 204 len: 173 time: 1.4416933 Feb 11 04:46:31.882708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'name': 'network-vif-deleted', 'tag': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:31.893020 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f5cf9a-9549-448d-8dcc-59334834e0e3" -d '{"events": [{"server_uuid": "8f6de114-b24b-4ffa-ad62-35c24d2340ea", "name": "network-vif-deleted", "tag": "b1a4e8ab-de8a-4868-b6ff-c7943654b248"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:31.905246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154ec74-11dc-4409-8ad3-90b949db2a01 req-78d09105-138b-492f-bca2-7d5e785434cb tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:31.907071 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f154ec74-11dc-4409-8ad3-90b949db2a01 req-78d09105-138b-492f-bca2-7d5e785434cb tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.1043580 Feb 11 04:46:31.918279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77733d15-500c-4141-b472-214292c1c86b req-87092ebe-a337-407c-bc49-2e77df010c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:31.919964 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77733d15-500c-4141-b472-214292c1c86b req-87092ebe-a337-407c-bc49-2e77df010c10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 1126 time: 0.2609158 Feb 11 04:46:32.008102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e4b5fd5a-16ae-4350-ab18-9f0b758172e1 req-b0eee2e2-bad7-4408-8eee-353043e18f53 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Deleting port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:32.008477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4b5fd5a-16ae-4350-ab18-9f0b758172e1 req-b0eee2e2-bad7-4408-8eee-353043e18f53 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:32.046929 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f154ec74-11dc-4409-8ad3-90b949db2a01 req-d57a9c48-1972-4f63-abb5-09d0d2239dd0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317785 Feb 11 04:46:32.122096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 12c3b45f-8d35-4cd7-88eb-0b016ae17265, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=12c3b45f-8d35-4cd7-88eb-0b016ae17265,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:32.138355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '12c3b45f-8d35-4cd7-88eb-0b016ae17265', 'network_id': '4c8984d9-9499-4696-b4db-392dbe3ffe0b', 'port_id': '12c3b45f-8d35-4cd7-88eb-0b016ae17265', 'mac_address': 'fa:16:3e:8a:75:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eed6268-e93d-44f1-8b65-b43825c2b4f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:46:32.172552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e4b5fd5a-16ae-4350-ab18-9f0b758172e1 req-b0eee2e2-bad7-4408-8eee-353043e18f53 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] For port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5,segment=NetworkSegment(5ffc5543-5745-42a9-a34f-268d09b3698a),segment_id=5ffc5543-5745-42a9-a34f-268d09b3698a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:32.173165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4b5fd5a-16ae-4350-ab18-9f0b758172e1 req-b0eee2e2-bad7-4408-8eee-353043e18f53 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:32.208608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e4b5fd5a-16ae-4350-ab18-9f0b758172e1 req-b0eee2e2-bad7-4408-8eee-353043e18f53 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Calling delete_port for 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:32.212674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 12c3b45f-8d35-4cd7-88eb-0b016ae17265 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:32.213406 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:32.273065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c3b45f-8d35-4cd7-88eb-0b016ae17265 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:32.331830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 12c3b45f-8d35-4cd7-88eb-0b016ae17265, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=12c3b45f-8d35-4cd7-88eb-0b016ae17265,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:32.346607 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:32.429070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a97e49-e2bd-441b-9efa-318f4440edb9 req-9a9302db-9dfb-4182-8461-e4de0dfe6c29 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:32.434647 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-73a97e49-e2bd-441b-9efa-318f4440edb9 req-9a9302db-9dfb-4182-8461-e4de0dfe6c29 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.1665871 Feb 11 04:46:32.457692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=12c3b45f-8d35-4cd7-88eb-0b016ae17265,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:32.472125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77733d15-500c-4141-b472-214292c1c86b req-170b91f9-8c2f-4903-93d8-e214aac6fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:32.474279 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77733d15-500c-4141-b472-214292c1c86b req-170b91f9-8c2f-4903-93d8-e214aac6fd39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.5473280 Feb 11 04:46:32.493312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef341e6-ef91-43d3-8055-20576512ccbc req-497cc69d-eb22-4fd6-b318-d5633743c023 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:32.498828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef341e6-ef91-43d3-8055-20576512ccbc req-497cc69d-eb22-4fd6-b318-d5633743c023 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:32.504862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef341e6-ef91-43d3-8055-20576512ccbc req-497cc69d-eb22-4fd6-b318-d5633743c023 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:32.515164 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef341e6-ef91-43d3-8055-20576512ccbc req-497cc69d-eb22-4fd6-b318-d5633743c023 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:32.522833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef341e6-ef91-43d3-8055-20576512ccbc req-497cc69d-eb22-4fd6-b318-d5633743c023 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:32.528409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef341e6-ef91-43d3-8055-20576512ccbc req-497cc69d-eb22-4fd6-b318-d5633743c023 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:32.542190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef341e6-ef91-43d3-8055-20576512ccbc req-497cc69d-eb22-4fd6-b318-d5633743c023 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:32.544424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ef341e6-ef91-43d3-8055-20576512ccbc req-497cc69d-eb22-4fd6-b318-d5633743c023 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.3335965 Feb 11 04:46:32.554228 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-73a97e49-e2bd-441b-9efa-318f4440edb9 req-fd733d26-0a5d-46f6-ac37-b74ab31831d0 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096210 Feb 11 04:46:32.623568 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77733d15-500c-4141-b472-214292c1c86b req-c92e30b1-cdfe-457c-92c8-7cf652efd9c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 HTTP/1.1" status: 200 len: 217 time: 0.0767095 Feb 11 04:46:32.649352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['12c3b45f-8d35-4cd7-88eb-0b016ae17265'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:46:32.680510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77733d15-500c-4141-b472-214292c1c86b req-6729473d-e316-42b2-800c-3af9c3e8c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:32.682028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77733d15-500c-4141-b472-214292c1c86b req-6729473d-e316-42b2-800c-3af9c3e8c857 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.0513673 Feb 11 04:46:32.746463 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77733d15-500c-4141-b472-214292c1c86b req-350b40fe-abf7-476f-b812-110e3e7a090b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434570 Feb 11 04:46:32.790161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6f497-5e0f-45c1-9396-0a1700a1f6a1 req-0e4a54b4-28e1-43fa-9938-ebca43d4f8ad tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:32.791939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dab6f497-5e0f-45c1-9396-0a1700a1f6a1 req-0e4a54b4-28e1-43fa-9938-ebca43d4f8ad tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 945 time: 0.1027071 Feb 11 04:46:32.897649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dab6f497-5e0f-45c1-9396-0a1700a1f6a1 req-fbd93da7-e7b4-481b-8047-153f2397b7f3 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbf5c81e-524a-4d4a-b015-4004e9c98ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932889 Feb 11 04:46:32.946139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ef341e6-ef91-43d3-8055-20576512ccbc req-d6f9053f-0cfd-45d0-90c5-29f86467fdcb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3832953 Feb 11 04:46:32.981246 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4b5fd5a-16ae-4350-ab18-9f0b758172e1 req-b0eee2e2-bad7-4408-8eee-353043e18f53 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.005788 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77733d15-500c-4141-b472-214292c1c86b req-6a0aa79f-2480-4c0f-80d1-99d37a52883d service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515886 Feb 11 04:46:33.043198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eee2e2-bad7-4408-8eee-353043e18f53 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Pushing event deleted for resources: {'Port': ['ID=325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:33.123415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53914) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:33.131277 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.203480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe2cdd98-4510-4d24-ac12-c71df7fe844b req-40edf1f7-63a8-4d59-84b2-43e63e70bab3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 210 time: 0.0931251 Feb 11 04:46:33.225663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53918) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:33.299138 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e048574-aa83-454a-bd00-349e3c7316dd x-openstack-request-id: req-3e048574-aa83-454a-bd00-349e3c7316dd {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:33.300042 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6de114-b24b-4ffa-ad62-35c24d2340ea", "name": "network-vif-deleted", "tag": "b1a4e8ab-de8a-4868-b6ff-c7943654b248", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:33.302712 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e048574-aa83-454a-bd00-349e3c7316dd {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:33.303332 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6de114-b24b-4ffa-ad62-35c24d2340ea', 'name': 'network-vif-deleted', 'tag': 'b1a4e8ab-de8a-4868-b6ff-c7943654b248', 'status': 'completed', 'code': 200} Feb 11 04:46:33.319887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b5fd5a-16ae-4350-ab18-9f0b758172e1 req-b0eee2e2-bad7-4408-8eee-353043e18f53 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] No DVR routers for this DVR port 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:46:33.325108 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4b5fd5a-16ae-4350-ab18-9f0b758172e1 req-b0eee2e2-bad7-4408-8eee-353043e18f53 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.336066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e4b5fd5a-16ae-4350-ab18-9f0b758172e1 req-b0eee2e2-bad7-4408-8eee-353043e18f53 tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.10 "DELETE /v2.0/ports/325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 HTTP/1.1" status: 204 len: 173 time: 1.8522999 Feb 11 04:46:33.389657 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77733d15-500c-4141-b472-214292c1c86b req-827d7db5-a373-47a5-bff4-3fea6118a41d service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610420 Feb 11 04:46:33.458716 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f14f5f47-eb16-4799-a20a-198156ceb7fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.517646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b3973-aafc-4294-a73d-b3aa6053c419 req-33550afa-d74f-4649-b541-e1711a205841 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:33.528053 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d2b3973-aafc-4294-a73d-b3aa6053c419 req-33550afa-d74f-4649-b541-e1711a205841 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.1039355 Feb 11 04:46:33.555132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0fe7a-a856-4b48-9a91-c778261aeac1 req-5ef17f01-8157-4994-a58e-811feb8a937f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:33.556808 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56f0fe7a-a856-4b48-9a91-c778261aeac1 req-5ef17f01-8157-4994-a58e-811feb8a937f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 944 time: 0.2227135 Feb 11 04:46:33.569032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2237c6-a54e-492a-b6ef-b02e9363eeab admin admin] Deleting subnet d347f3fc-24c7-4017-8fdc-4d41de902991 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:46:33.594256 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f2237c6-a54e-492a-b6ef-b02e9363eeab admin admin] Publish callbacks [] for subnet (d347f3fc-24c7-4017-8fdc-4d41de902991), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.632247 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d2b3973-aafc-4294-a73d-b3aa6053c419 req-4e10a3fc-1658-45ee-88a3-4224a1a1eddb tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862248 Feb 11 04:46:33.654085 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56f0fe7a-a856-4b48-9a91-c778261aeac1 req-f3b8db42-1114-490f-bf70-cc0ee6b2800e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823305 Feb 11 04:46:33.665833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 12c3b45f-8d35-4cd7-88eb-0b016ae17265 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:46:33.683532 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f2237c6-a54e-492a-b6ef-b02e9363eeab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (d347f3fc-24c7-4017-8fdc-4d41de902991), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.750700 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f14f5f47-eb16-4799-a20a-198156ceb7fd admin admin] Publish callbacks [] for security_group (68c84674-93c6-44b9-8329-94946f6e423e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.753888 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f2237c6-a54e-492a-b6ef-b02e9363eeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (d347f3fc-24c7-4017-8fdc-4d41de902991), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.792925 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f14f5f47-eb16-4799-a20a-198156ceb7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (68c84674-93c6-44b9-8329-94946f6e423e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.816972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 12c3b45f-8d35-4cd7-88eb-0b016ae17265 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:46:33.829087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 12c3b45f-8d35-4cd7-88eb-0b016ae17265 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:33.829479 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.903896 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f14f5f47-eb16-4799-a20a-198156ceb7fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e93880ef56443d4822a78bf1aeb3e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6766884 Feb 11 04:46:33.906064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53924) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:33.908574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f5f47-eb16-4799-a20a-198156ceb7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c84674-93c6-44b9-8329-94946f6e423e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:33.947973 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f2237c6-a54e-492a-b6ef-b02e9363eeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (d347f3fc-24c7-4017-8fdc-4d41de902991), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.032100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e528be-8835-4af3-a290-e1f96f73bad2 req-0405e23d-42d5-4976-a7ca-3c5771e8cb8a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:34.032961 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f2237c6-a54e-492a-b6ef-b02e9363eeab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.042635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4e528be-8835-4af3-a290-e1f96f73bad2 req-0405e23d-42d5-4976-a7ca-3c5771e8cb8a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.2323229 Feb 11 04:46:34.046694 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9f2237c6-a54e-492a-b6ef-b02e9363eeab admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d347f3fc-24c7-4017-8fdc-4d41de902991 HTTP/1.1" status: 204 len: 168 time: 0.9195125 Feb 11 04:46:34.049905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2237c6-a54e-492a-b6ef-b02e9363eeab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d347f3fc-24c7-4017-8fdc-4d41de902991,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:34.052832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53930) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:34.119881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device b1a4e8ab-de8a-4868-b6ff-c7943654b248 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:46:34.154736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-767356dd-45ff-403e-9b98-c6fdf9b8a37a req-b6071c0f-2a5b-43d3-99ce-51defc36615b tempest-VolumesAdminNegativeTest-1294388502 tempest-VolumesAdminNegativeTest-1294388502-project] 10.222.0.48 "GET /v2.0/ports?device_id=27760f16-20eb-4b88-89ee-e72d0bc95805 HTTP/1.1" status: 200 len: 210 time: 0.0707929 Feb 11 04:46:34.167778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: b1a4e8ab-de8a-4868-b6ff-c7943654b248 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:46:34.167778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device b1a4e8ab-de8a-4868-b6ff-c7943654b248 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:46:34.178776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 12c3b45f-8d35-4cd7-88eb-0b016ae17265 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:34.179324 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.230300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934e6747-0970-4be9-bb2a-fbf09b1895bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c3b45f-8d35-4cd7-88eb-0b016ae17265'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:34.233315 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43e8c7e-703e-416c-875b-c8d67eb12be2" -d '{"events": [{"server_uuid": "934e6747-0970-4be9-bb2a-fbf09b1895bc", "name": "network-vif-plugged", "status": "completed", "tag": "12c3b45f-8d35-4cd7-88eb-0b016ae17265"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:34.264765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 12c3b45f-8d35-4cd7-88eb-0b016ae17265, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=12c3b45f-8d35-4cd7-88eb-0b016ae17265,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:34.273175 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.274373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:46:34.354873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:46:34.366958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:46:34.394946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cb13f-d959-4483-b49f-b42264ae4e08 req-aafcba71-ee44-484e-ae2e-ae7f39f73253 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:34.403753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=12c3b45f-8d35-4cd7-88eb-0b016ae17265,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:34.408020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cb13f-d959-4483-b49f-b42264ae4e08 req-aafcba71-ee44-484e-ae2e-ae7f39f73253 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:34.413980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cb13f-d959-4483-b49f-b42264ae4e08 req-aafcba71-ee44-484e-ae2e-ae7f39f73253 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:34.416580 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (5b75fab5-93b1-414b-9a08-696b9d294bc0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.434636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cb13f-d959-4483-b49f-b42264ae4e08 req-aafcba71-ee44-484e-ae2e-ae7f39f73253 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:34.443525 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-4cddac4f-09e0-4ddf-bc08-2cbe23019db3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:34.443723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cb13f-d959-4483-b49f-b42264ae4e08 req-aafcba71-ee44-484e-ae2e-ae7f39f73253 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:34.445463 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-4cddac4f-09e0-4ddf-bc08-2cbe23019db3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.5139654 Feb 11 04:46:34.458680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cb13f-d959-4483-b49f-b42264ae4e08 req-aafcba71-ee44-484e-ae2e-ae7f39f73253 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:34.464049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cb13f-d959-4483-b49f-b42264ae4e08 req-aafcba71-ee44-484e-ae2e-ae7f39f73253 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:34.476991 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-164cb13f-d959-4483-b49f-b42264ae4e08 req-aafcba71-ee44-484e-ae2e-ae7f39f73253 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.2179685 Feb 11 04:46:34.508587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Request body: {'port': {'device_id': '517618c4-9c7f-4597-8291-aed5463c2292', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'admin_state_up': True, 'tenant_id': 'b9c82f79d8cb4249965732257aaf6d56'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:34.532583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4e528be-8835-4af3-a290-e1f96f73bad2 req-89c262cf-d433-4a57-8671-b41be2edfb2f tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890475 Feb 11 04:46:34.556231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-164cb13f-d959-4483-b49f-b42264ae4e08 req-eceb8e7b-b329-473a-8726-ebf80cd8df79 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718675 Feb 11 04:46:34.620501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-203e2e14-064e-42a3-b2d0-dd68e2b755ba admin admin] Publish callbacks [] for security_group (68c84674-93c6-44b9-8329-94946f6e423e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.647365 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-203e2e14-064e-42a3-b2d0-dd68e2b755ba admin admin] Publish callbacks [] for security_group (68c84674-93c6-44b9-8329-94946f6e423e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.662698 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77de8a50-5440-487c-a282-61f2bd0e2e0a x-openstack-request-id: req-77de8a50-5440-487c-a282-61f2bd0e2e0a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:34.663029 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934e6747-0970-4be9-bb2a-fbf09b1895bc", "name": "network-vif-plugged", "status": "completed", "tag": "12c3b45f-8d35-4cd7-88eb-0b016ae17265", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:34.663291 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77de8a50-5440-487c-a282-61f2bd0e2e0a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:34.663704 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934e6747-0970-4be9-bb2a-fbf09b1895bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c3b45f-8d35-4cd7-88eb-0b016ae17265', 'code': 200} Feb 11 04:46:34.742169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06bb4702-832a-4c6e-b84f-95aed9b22ee3 req-09ca096d-8ebc-4844-a70a-62742b0ccd27 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 210 time: 0.0356255 Feb 11 04:46:34.783546 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-203e2e14-064e-42a3-b2d0-dd68e2b755ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (68c84674-93c6-44b9-8329-94946f6e423e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.786965 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-203e2e14-064e-42a3-b2d0-dd68e2b755ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.791499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-203e2e14-064e-42a3-b2d0-dd68e2b755ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68c84674-93c6-44b9-8329-94946f6e423e HTTP/1.1" status: 204 len: 168 time: 0.8737731 Feb 11 04:46:34.862693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e2e14-064e-42a3-b2d0-dd68e2b755ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c84674-93c6-44b9-8329-94946f6e423e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:34.898029 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (5b75fab5-93b1-414b-9a08-696b9d294bc0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.984732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b75fab5-93b1-414b-9a08-696b9d294bc0']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:35.015931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a590-ee59-48c3-9a4d-33dc0ca99026 req-78757df1-7cb8-4c04-b99e-fc6f26c9e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:35.016737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d88a590-ee59-48c3-9a4d-33dc0ca99026 req-78757df1-7cb8-4c04-b99e-fc6f26c9e4ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 1128 time: 0.2193291 Feb 11 04:46:35.020849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:35.021098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2886f65-cf8d-436c-b0e3-bdeb9c66c519') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:35.061980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e7b5b-97f8-4991-952f-2e195372b0cc req-b099915a-a946-49d9-b4c2-417c2b3a2d91 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:35.069505 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-047e7b5b-97f8-4991-952f-2e195372b0cc req-b099915a-a946-49d9-b4c2-417c2b3a2d91 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0702431 Feb 11 04:46:35.081233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (c2886f65-cf8d-436c-b0e3-bdeb9c66c519), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.099321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d88a590-ee59-48c3-9a4d-33dc0ca99026 req-fb8a4ae7-f6ab-4e96-b641-8f513256c36c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650942 Feb 11 04:46:35.125403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c2886f65-cf8d-436c-b0e3-bdeb9c66c519), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.137634 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Made reservation on behalf of b9c82f79d8cb4249965732257aaf6d56 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:46:35.142740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-047e7b5b-97f8-4991-952f-2e195372b0cc req-c700861d-e951-444b-ac93-8e02a7e76228 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722117 Feb 11 04:46:35.147157 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.151011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:46:35.151445 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (c2886f65-cf8d-436c-b0e3-bdeb9c66c519), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: warnings.warn(msg) Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:46:35.153814 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:46:35.184540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce937b7b-a056-48e2-a054-ebb781a2e7a3 req-617c2bd6-99c2-412b-8881-87d77bf786b0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:35.191747 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce937b7b-a056-48e2-a054-ebb781a2e7a3 req-617c2bd6-99c2-412b-8881-87d77bf786b0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.2748094 Feb 11 04:46:35.344175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27760f16-20eb-4b88-89ee-e72d0bc95805', 'name': 'network-vif-deleted', 'tag': '325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:35.347666 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea1b549-327f-452d-b05f-cdd87364ed82" -d '{"events": [{"server_uuid": "27760f16-20eb-4b88-89ee-e72d0bc95805", "name": "network-vif-deleted", "tag": "325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:35.362256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db08fb-877a-429f-927e-e79d5b00334c req-f7ffbdd3-81ec-4951-bd4a-2a87ec342b3b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:35.378092 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5db08fb-877a-429f-927e-e79d5b00334c req-f7ffbdd3-81ec-4951-bd4a-2a87ec342b3b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.1006746 Feb 11 04:46:35.388797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53952) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:35.397911 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (5b75fab5-93b1-414b-9a08-696b9d294bc0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.407114 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce937b7b-a056-48e2-a054-ebb781a2e7a3 req-0d193f0a-7673-4e4c-af6d-f892be1bd61a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138836 Feb 11 04:46:35.409561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.416167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5b75fab5-93b1-414b-9a08-696b9d294bc0 HTTP/1.1" status: 204 len: 168 time: 1.3185802 Feb 11 04:46:35.417085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53954) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:35.433617 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbb89546-38e9-4583-9117-b749f411fbcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.531521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-332be819-b3d9-4268-aad5-a8b62d8f8cc2 admin admin] Deleting subnet 48607ec2-aea8-48dd-98e0-99958cbe8fc7 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:46:35.541653 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bac6891-e14c-46db-b089-2497a848d416 x-openstack-request-id: req-2bac6891-e14c-46db-b089-2497a848d416 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:35.542158 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27760f16-20eb-4b88-89ee-e72d0bc95805", "name": "network-vif-deleted", "tag": "325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:35.542537 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bac6891-e14c-46db-b089-2497a848d416 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:35.543433 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27760f16-20eb-4b88-89ee-e72d0bc95805', 'name': 'network-vif-deleted', 'tag': '325d8714-f1bc-4fbb-b7bb-7f1fb699e5f5', 'status': 'completed', 'code': 200} Feb 11 04:46:35.544628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53956) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:35.553254 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-332be819-b3d9-4268-aad5-a8b62d8f8cc2 admin admin] Publish callbacks [] for subnet (48607ec2-aea8-48dd-98e0-99958cbe8fc7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.562782 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbb89546-38e9-4583-9117-b749f411fbcb admin admin] Publish callbacks [] for security_group (144b37ed-9019-465a-ad6c-7a33b383f678), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.576260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee92b4-908a-4146-816e-176cd1622107 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b75fab5-93b1-414b-9a08-696b9d294bc0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:35.578772 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbb89546-38e9-4583-9117-b749f411fbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (144b37ed-9019-465a-ad6c-7a33b383f678), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.621860 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cbb89546-38e9-4583-9117-b749f411fbcb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ecd4104a6549446e8e1f07aef36a8601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310612 Feb 11 04:46:35.625518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53960) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:35.642553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5db08fb-877a-429f-927e-e79d5b00334c req-416c7dc9-8238-4a56-8cfa-3aebef697ee5 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634230 Feb 11 04:46:35.667121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:46:35.677284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb89546-38e9-4583-9117-b749f411fbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144b37ed-9019-465a-ad6c-7a33b383f678,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:35.720994 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4731b96f-cba2-4931-87c7-06f0af55fe25 admin admin] Publish callbacks [] for security_group (144b37ed-9019-465a-ad6c-7a33b383f678), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.744582 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4731b96f-cba2-4931-87c7-06f0af55fe25 admin admin] Publish callbacks [] for security_group (144b37ed-9019-465a-ad6c-7a33b383f678), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.753677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35923cb-c684-4f0e-8ada-f2082065ab89 admin admin] Deleting subnet eda10ffa-4007-4d1a-a9d3-7bd9c711a727 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:46:35.801396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f35923cb-c684-4f0e-8ada-f2082065ab89 admin admin] Publish callbacks [] for subnet (eda10ffa-4007-4d1a-a9d3-7bd9c711a727), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.804671 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4731b96f-cba2-4931-87c7-06f0af55fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (144b37ed-9019-465a-ad6c-7a33b383f678), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.810919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4731b96f-cba2-4931-87c7-06f0af55fe25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.826017 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4731b96f-cba2-4931-87c7-06f0af55fe25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/144b37ed-9019-465a-ad6c-7a33b383f678 HTTP/1.1" status: 204 len: 168 time: 0.1826825 Feb 11 04:46:35.847617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b96f-cba2-4931-87c7-06f0af55fe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144b37ed-9019-465a-ad6c-7a33b383f678,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:35.889004 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-332be819-b3d9-4268-aad5-a8b62d8f8cc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (48607ec2-aea8-48dd-98e0-99958cbe8fc7), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.893617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:35.923206 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f35923cb-c684-4f0e-8ada-f2082065ab89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (eda10ffa-4007-4d1a-a9d3-7bd9c711a727), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.925633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992', 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e', 'port_id': '2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992', 'mac_address': 'fa:16:3e:af:48:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31e1b69-ce3c-4013-8020-1340f9245fc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:46:35.927830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Allocated IP 172.20.0.3 (31aafeb1-3c06-44eb-837b-127b2852a4a3/39ae33d8-9318-4ac3-9e38-c945077968e0/bdd4bb83-6512-4253-9e28-8e6b6fa14fb4) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:35.956071 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-070791c9-cee8-4cb1-8f5f-8bd05ef414d7 req-e5398800-9cf5-4d05-97e5-2674d5e3e5a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 210 time: 0.0604587 Feb 11 04:46:36.008259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462eeb-4783-4674-9ea1-4593a41c264b req-f1cdb762-77a6-4d30-9e79-0775c013667c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.014001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462eeb-4783-4674-9ea1-4593a41c264b req-f1cdb762-77a6-4d30-9e79-0775c013667c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.026474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462eeb-4783-4674-9ea1-4593a41c264b req-f1cdb762-77a6-4d30-9e79-0775c013667c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.031889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462eeb-4783-4674-9ea1-4593a41c264b req-f1cdb762-77a6-4d30-9e79-0775c013667c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.037115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462eeb-4783-4674-9ea1-4593a41c264b req-f1cdb762-77a6-4d30-9e79-0775c013667c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.053596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462eeb-4783-4674-9ea1-4593a41c264b req-f1cdb762-77a6-4d30-9e79-0775c013667c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.058752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462eeb-4783-4674-9ea1-4593a41c264b req-f1cdb762-77a6-4d30-9e79-0775c013667c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.060698 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a462eeb-4783-4674-9ea1-4593a41c264b req-f1cdb762-77a6-4d30-9e79-0775c013667c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.3041167 Feb 11 04:46:36.069571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:36.070042 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.094353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:36.150709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:36.161157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.267329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:36.380505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d0568-4888-4f28-9573-eae969be0222 req-65009108-0815-4df9-9954-80d3135dd091 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.389441 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-571d0568-4888-4f28-9573-eae969be0222 req-65009108-0815-4df9-9954-80d3135dd091 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.1141710 Feb 11 04:46:36.434674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:46:36.452915 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-571d0568-4888-4f28-9573-eae969be0222 req-66e4fc93-47be-4853-8bb7-72ffadff495c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620687 Feb 11 04:46:36.481146 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f35923cb-c684-4f0e-8ada-f2082065ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (eda10ffa-4007-4d1a-a9d3-7bd9c711a727), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.547608 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-332be819-b3d9-4268-aad5-a8b62d8f8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (48607ec2-aea8-48dd-98e0-99958cbe8fc7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.555460 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f35923cb-c684-4f0e-8ada-f2082065ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (eda10ffa-4007-4d1a-a9d3-7bd9c711a727), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.665453 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f35923cb-c684-4f0e-8ada-f2082065ab89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.670633 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f35923cb-c684-4f0e-8ada-f2082065ab89 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eda10ffa-4007-4d1a-a9d3-7bd9c711a727 HTTP/1.1" status: 204 len: 168 time: 1.1248353 Feb 11 04:46:36.673936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53982) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:36.848149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35923cb-c684-4f0e-8ada-f2082065ab89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda10ffa-4007-4d1a-a9d3-7bd9c711a727,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:36.868958 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-332be819-b3d9-4268-aad5-a8b62d8f8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (48607ec2-aea8-48dd-98e0-99958cbe8fc7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.962319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-332be819-b3d9-4268-aad5-a8b62d8f8cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.966006 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-332be819-b3d9-4268-aad5-a8b62d8f8cc2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/48607ec2-aea8-48dd-98e0-99958cbe8fc7 HTTP/1.1" status: 204 len: 168 time: 1.5415359 Feb 11 04:46:36.972429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a462eeb-4783-4674-9ea1-4593a41c264b req-f65b4712-b8be-4acf-a5fc-7f6c1ddfbee4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8935285 Feb 11 04:46:36.973293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53992) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:36.978413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332be819-b3d9-4268-aad5-a8b62d8f8cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48607ec2-aea8-48dd-98e0-99958cbe8fc7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:37.032625 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks [] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.108711 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (058015a7-8feb-4d36-9be5-9817f32311b9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.124651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fe7d7-ed5a-4b4b-8087-272ced331ca9 req-43d994bf-5cdc-4854-9471-ca5d752f6ae7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:37.133476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-000fe7d7-ed5a-4b4b-8087-272ced331ca9 req-43d994bf-5cdc-4854-9471-ca5d752f6ae7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 944 time: 0.5514913 Feb 11 04:46:37.138517 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.157722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (8ce0f3fd-2809-476b-8ada-c01196b1d8e0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.184029 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.255229 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-000fe7d7-ed5a-4b4b-8087-272ced331ca9 req-b89f0568-38fa-4d94-ad9e-4ed78022939c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988412 Feb 11 04:46:37.298508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Network 31aafeb1-3c06-44eb-837b-127b2852a4a3 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:37.315104 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (8ce0f3fd-2809-476b-8ada-c01196b1d8e0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.337065 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce0f3fd-2809-476b-8ada-c01196b1d8e0']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:37.347328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffc5543-5745-42a9-a34f-268d09b3698a') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:37.347627 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffc5543-5745-42a9-a34f-268d09b3698a') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:37.360042 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (058015a7-8feb-4d36-9be5-9817f32311b9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.363320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Pushing event updated for resources: {'Port': ['ID=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:37.364925 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (5ffc5543-5745-42a9-a34f-268d09b3698a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.376126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:37.388718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:37.421023 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5ffc5543-5745-42a9-a34f-268d09b3698a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.432686 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:46:37.433086 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (5ffc5543-5745-42a9-a34f-268d09b3698a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:46:37.434806 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:46:37.444669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7a72e-537b-406e-8f49-8b26b202d9c0 req-07d96668-2215-4a3a-994a-ab65cfd6df83 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:37.445932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91a7a72e-537b-406e-8f49-8b26b202d9c0 req-07d96668-2215-4a3a-994a-ab65cfd6df83 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.2748508 Feb 11 04:46:37.447981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058015a7-8feb-4d36-9be5-9817f32311b9']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:37.470665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a89b800-1f22-47c1-9153-e9720648973c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:37.471025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a89b800-1f22-47c1-9153-e9720648973c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:37.498872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (9a89b800-1f22-47c1-9153-e9720648973c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.507137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:37.508549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.509656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff161c2-cf2f-4b4b-8ffb-a58805bf80b7 req-756f2c8a-f78a-4932-a332-4347c814b59c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:37.511713 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ff161c2-cf2f-4b4b-8ffb-a58805bf80b7 req-756f2c8a-f78a-4932-a332-4347c814b59c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 931 time: 0.1519654 Feb 11 04:46:37.526952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (8ce0f3fd-2809-476b-8ada-c01196b1d8e0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.532938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.539154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8ce0f3fd-2809-476b-8ada-c01196b1d8e0 HTTP/1.1" status: 204 len: 168 time: 0.8642142 Feb 11 04:46:37.547406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54002) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:37.558936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9a89b800-1f22-47c1-9153-e9720648973c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.563215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6992b-96d0-43fa-923e-69460cad8fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce0f3fd-2809-476b-8ada-c01196b1d8e0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:37.600154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ff161c2-cf2f-4b4b-8ffb-a58805bf80b7 req-dae687be-495d-4c1b-8031-ccd0aebb57c9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824726 Feb 11 04:46:37.623046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:46:37.623474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (9a89b800-1f22-47c1-9153-e9720648973c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:46:37.631582 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:46:37.659232 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-45496b4e-0c42-4adf-ab73-68e020a61736 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1560891 Feb 11 04:46:37.666964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:46:37.686916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Request body: {'port': {'device_id': '517618c4-9c7f-4597-8291-aed5463c2292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:37.708786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91a7a72e-537b-406e-8f49-8b26b202d9c0 req-9f82da11-e2ec-44e5-a717-ee20d64d092e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514379 Feb 11 04:46:37.751370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:46:37.756185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:37.756939 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.765727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef83f7b-16c0-4bbd-be48-b61c23a9e5d3 req-54062583-60f1-47ca-bd88-675efec5831e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:37.779418 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8ef83f7b-16c0-4bbd-be48-b61c23a9e5d3 req-54062583-60f1-47ca-bd88-675efec5831e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0984554 Feb 11 04:46:37.865556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f994d4-c229-4e4f-bcbe-d96279abc710 admin admin] Deleting subnet 894ebf69-003d-417f-ad40-a577aba5dc86 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:46:37.872459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87f994d4-c229-4e4f-bcbe-d96279abc710 admin admin] Publish callbacks [] for subnet (894ebf69-003d-417f-ad40-a577aba5dc86), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.875426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:37.876091 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.877153 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8ef83f7b-16c0-4bbd-be48-b61c23a9e5d3 req-22f99fb8-c76b-440a-b946-6a9622eb8d9b tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949950 Feb 11 04:46:37.904421 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (058015a7-8feb-4d36-9be5-9817f32311b9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.916206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c013e52e-7359-4a53-8fd0-99d404cbe03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:37.918651 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d0c912-b269-4d62-8004-fccea1968f0e" -d '{"events": [{"server_uuid": "c013e52e-7359-4a53-8fd0-99d404cbe03d", "name": "network-vif-plugged", "status": "completed", "tag": "2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:37.938463 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.941737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] 10.222.0.48 "DELETE /v2.0/networks/058015a7-8feb-4d36-9be5-9817f32311b9 HTTP/1.1" status: 204 len: 168 time: 0.9645956 Feb 11 04:46:37.944232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:37.957986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c2112-f1f1-4cd4-90cc-ccb9b81acb87 admin admin] Pushing event deleted for resources: {'Network': ['ID=058015a7-8feb-4d36-9be5-9817f32311b9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:37.964232 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.964987 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87f994d4-c229-4e4f-bcbe-d96279abc710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (894ebf69-003d-417f-ad40-a577aba5dc86), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.966818 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.024108 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f6b87a-8feb-45ab-85b1-fcad5b2996bb x-openstack-request-id: req-16f6b87a-8feb-45ab-85b1-fcad5b2996bb {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:38.024433 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c013e52e-7359-4a53-8fd0-99d404cbe03d", "name": "network-vif-plugged", "status": "completed", "tag": "2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:38.024680 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16f6b87a-8feb-45ab-85b1-fcad5b2996bb {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:38.025084 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c013e52e-7359-4a53-8fd0-99d404cbe03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992', 'code': 200} Feb 11 04:46:38.072029 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87f994d4-c229-4e4f-bcbe-d96279abc710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (894ebf69-003d-417f-ad40-a577aba5dc86), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.086203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:38.236580 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a36a-a534-4447-96eb-4a060db0ce4c req-7062adfc-29e6-4caa-9328-676e7d944c89 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.249263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a36a-a534-4447-96eb-4a060db0ce4c req-7062adfc-29e6-4caa-9328-676e7d944c89 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.260540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a36a-a534-4447-96eb-4a060db0ce4c req-7062adfc-29e6-4caa-9328-676e7d944c89 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.272275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a36a-a534-4447-96eb-4a060db0ce4c req-7062adfc-29e6-4caa-9328-676e7d944c89 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.280806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a36a-a534-4447-96eb-4a060db0ce4c req-7062adfc-29e6-4caa-9328-676e7d944c89 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.289457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a36a-a534-4447-96eb-4a060db0ce4c req-7062adfc-29e6-4caa-9328-676e7d944c89 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.297233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54028) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:38.297982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a36a-a534-4447-96eb-4a060db0ce4c req-7062adfc-29e6-4caa-9328-676e7d944c89 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.300628 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60e3a36a-a534-4447-96eb-4a060db0ce4c req-7062adfc-29e6-4caa-9328-676e7d944c89 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1605961 Feb 11 04:46:38.306466 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87f994d4-c229-4e4f-bcbe-d96279abc710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (894ebf69-003d-417f-ad40-a577aba5dc86), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.381313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ae90d-baf6-490f-8b69-9b3749a6053d req-8561d51c-7e0b-4efa-9ae9-f9e1ea5fce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.385346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c96ae90d-baf6-490f-8b69-9b3749a6053d req-8561d51c-7e0b-4efa-9ae9-f9e1ea5fce97 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 1128 time: 0.2786269 Feb 11 04:46:38.391523 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60e3a36a-a534-4447-96eb-4a060db0ce4c req-c585c97c-2b28-4d40-bcbc-1a284f6901e0 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793989 Feb 11 04:46:38.391677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f994d4-c229-4e4f-bcbe-d96279abc710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=894ebf69-003d-417f-ad40-a577aba5dc86,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:38.407766 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87f994d4-c229-4e4f-bcbe-d96279abc710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.414234 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-87f994d4-c229-4e4f-bcbe-d96279abc710 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/894ebf69-003d-417f-ad40-a577aba5dc86 HTTP/1.1" status: 204 len: 168 time: 0.8649535 Feb 11 04:46:38.416810 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54032) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:38.529145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (5cdc9bd5-1c26-4d09-b846-540f59cf4e39), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.599492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db8a04-d8cd-48c5-b499-4565340f3cd4 req-e5de9a02-1644-4f08-9e70-5a0682cd973c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.601450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2db8a04-d8cd-48c5-b499-4565340f3cd4 req-e5de9a02-1644-4f08-9e70-5a0682cd973c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0969064 Feb 11 04:46:38.627551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:38.636958 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Publish callbacks [] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.672630 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (5cdc9bd5-1c26-4d09-b846-540f59cf4e39), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.711593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdc9bd5-1c26-4d09-b846-540f59cf4e39']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:38.715105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bdd9f60e-a0ea-45a8-a3ef-42c7ca57c7da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b12cb7f59db43f289e50c197625e76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099822 Feb 11 04:46:38.716503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54042) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:38.717126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Transition to ACTIVE for port object bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:38.731510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a24d9d-551b-448d-97db-5c4acfb0f36e') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:38.731814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a24d9d-551b-448d-97db-5c4acfb0f36e') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:38.743192 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2db8a04-d8cd-48c5-b499-4565340f3cd4 req-fd958e7c-c25b-4c4f-9e60-b064bf0be926 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305614 Feb 11 04:46:38.745820 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.755699 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (a6a24d9d-551b-448d-97db-5c4acfb0f36e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.794561 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a6a24d9d-551b-448d-97db-5c4acfb0f36e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.810674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:46:38.811424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (a6a24d9d-551b-448d-97db-5c4acfb0f36e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:46:38.813891 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:46:38.816949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:38.829549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ff97308-107d-4ff1-827e-c11d2c546163 admin admin] Publish callbacks [] for security_group (554ba8f8-6f6b-4c48-a92f-ee489e68ae86), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.847983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c96ae90d-baf6-490f-8b69-9b3749a6053d req-4244ef3a-8f5f-4a4a-866d-2eb8da06c5e0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211183 Feb 11 04:46:38.890111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc42aa9-0fb2-462f-b4b8-22d6b0a7f15a req-fa08e05f-22a0-49e8-a0e5-207c21a872df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.891790 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6bc42aa9-0fb2-462f-b4b8-22d6b0a7f15a req-fa08e05f-22a0-49e8-a0e5-207c21a872df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=405338bd8484497a84aa5627cc04cab4&device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 1128 time: 0.4758203 Feb 11 04:46:38.901548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275f65d-7b30-4873-9f0d-365761ff270a req-4efef14c-42ad-410e-a430-7310b9793b03 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.909360 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ff97308-107d-4ff1-827e-c11d2c546163 admin admin] Publish callbacks [] for security_group (554ba8f8-6f6b-4c48-a92f-ee489e68ae86), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.909595 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7275f65d-7b30-4873-9f0d-365761ff270a req-4efef14c-42ad-410e-a430-7310b9793b03 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.2647955 Feb 11 04:46:38.955229 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (5cdc9bd5-1c26-4d09-b846-540f59cf4e39), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.971361 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.978129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5cdc9bd5-1c26-4d09-b846-540f59cf4e39 HTTP/1.1" status: 204 len: 168 time: 0.5603619 Feb 11 04:46:38.998366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c573815-3dd3-43d4-93ee-d85851377b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cdc9bd5-1c26-4d09-b846-540f59cf4e39,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:39.004084 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7275f65d-7b30-4873-9f0d-365761ff270a req-17a80538-e257-49cd-8dce-3f7a550b6372 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935683 Feb 11 04:46:39.017192 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136d192-330e-4e0a-aa71-329413a01901 req-12754d0e-96ea-4e0d-b91c-06e8c0a26d8e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.025561 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9136d192-330e-4e0a-aa71-329413a01901 req-12754d0e-96ea-4e0d-b91c-06e8c0a26d8e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 943 time: 0.1394877 Feb 11 04:46:39.043281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Attempting to bind port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:39.046929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Attempting to bind port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:39.047715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Attempting to bind port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:39.063381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:39.064016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Attempting to bind port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:39.066941 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ff97308-107d-4ff1-827e-c11d2c546163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (554ba8f8-6f6b-4c48-a92f-ee489e68ae86), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.070885 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ff97308-107d-4ff1-827e-c11d2c546163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.074657 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4ff97308-107d-4ff1-827e-c11d2c546163 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/554ba8f8-6f6b-4c48-a92f-ee489e68ae86 HTTP/1.1" status: 204 len: 168 time: 0.3502061 Feb 11 04:46:39.077614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:39.079188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Checking segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:39.079957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Bound using segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:39.081700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Bound port: bdd4bb83-6512-4253-9e28-8e6b6fa14fb4, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:39.082268 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.102094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff97308-107d-4ff1-827e-c11d2c546163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554ba8f8-6f6b-4c48-a92f-ee489e68ae86,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:39.127288 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9136d192-330e-4e0a-aa71-329413a01901 req-fd6ccb6a-adc9-4ec6-92fc-381dd582a001 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948086 Feb 11 04:46:39.309917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ead44e-3c89-47ac-8a86-65701930e35c req-8a6470a6-a437-4c87-b82e-44ad3f4b549c tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.311926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1ead44e-3c89-47ac-8a86-65701930e35c req-8a6470a6-a437-4c87-b82e-44ad3f4b549c tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.1676733 Feb 11 04:46:39.318183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54052) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:39.329576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c374dfd6-ab93-41f7-b3a8-06210a0a9887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.356084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc42aa9-0fb2-462f-b4b8-22d6b0a7f15a req-bc719b03-6e6d-40a7-b8cf-de1d12a2ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.357553 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6bc42aa9-0fb2-462f-b4b8-22d6b0a7f15a req-bc719b03-6e6d-40a7-b8cf-de1d12a2ab43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4c8984d9-9499-4696-b4db-392dbe3ffe0b HTTP/1.1" status: 200 len: 911 time: 0.2306724 Feb 11 04:46:39.363574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] For port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:39.378050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-559c2abc-6703-4ff4-a248-6997dee66096 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=498c0c7f66674f06bf94eb65894898bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582962 Feb 11 04:46:39.381104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54054) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:39.444934 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6bc42aa9-0fb2-462f-b4b8-22d6b0a7f15a req-ef616ad7-e9f6-49ef-89ed-b34a4a66f746 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c3b45f-8d35-4cd7-88eb-0b016ae17265 HTTP/1.1" status: 200 len: 217 time: 0.0770113 Feb 11 04:46:39.454255 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19c5d31d-8a66-4bde-b672-14cbf241f96b admin admin] Publish callbacks [] for security_group (bbf5c81e-524a-4d4a-b015-4004e9c98ca1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.463363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] For port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:39.482505 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19c5d31d-8a66-4bde-b672-14cbf241f96b admin admin] Publish callbacks [] for security_group (bbf5c81e-524a-4d4a-b015-4004e9c98ca1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.533553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc42aa9-0fb2-462f-b4b8-22d6b0a7f15a req-c1ed124b-a1c3-4d0c-bd1a-95ded11fd70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.535053 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6bc42aa9-0fb2-462f-b4b8-22d6b0a7f15a req-c1ed124b-a1c3-4d0c-bd1a-95ded11fd70f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4eed6268-e93d-44f1-8b65-b43825c2b4f8 HTTP/1.1" status: 200 len: 850 time: 0.0699508 Feb 11 04:46:39.538604 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.547261 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1ead44e-3c89-47ac-8a86-65701930e35c req-249fa963-c626-46d5-9d2f-7f1e611d1e2e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220578 Feb 11 04:46:39.603359 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6bc42aa9-0fb2-462f-b4b8-22d6b0a7f15a req-82592b36-ce2b-4398-88ab-3334de569d4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4c8984d9-9499-4696-b4db-392dbe3ffe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622699 Feb 11 04:46:39.606233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c77dd9-3dd6-45f7-b8e0-778a045be4d7 req-9d254a47-fe4a-4256-a5e8-99edd9d7194a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.610108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.610638 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.612026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] 10.222.0.60 "PUT /v2.0/ports/bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 HTTP/1.1" status: 200 len: 1092 time: 1.9315367 Feb 11 04:46:39.612482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517618c4-9c7f-4597-8291-aed5463c2292', 'tag': 'bdd4bb83-6512-4253-9e28-8e6b6fa14fb4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:39.615433 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2e1554-12b8-4a43-a9f2-5f450e595f30" -d '{"events": [{"name": "network-changed", "server_uuid": "517618c4-9c7f-4597-8291-aed5463c2292", "tag": "bdd4bb83-6512-4253-9e28-8e6b6fa14fb4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:39.633401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c77dd9-3dd6-45f7-b8e0-778a045be4d7 req-9d254a47-fe4a-4256-a5e8-99edd9d7194a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.639313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c77dd9-3dd6-45f7-b8e0-778a045be4d7 req-9d254a47-fe4a-4256-a5e8-99edd9d7194a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.657640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c77dd9-3dd6-45f7-b8e0-778a045be4d7 req-9d254a47-fe4a-4256-a5e8-99edd9d7194a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.661472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79807988-1ed1-48ba-8271-39a8a473bdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:39.687493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c77dd9-3dd6-45f7-b8e0-778a045be4d7 req-9d254a47-fe4a-4256-a5e8-99edd9d7194a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.698562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c77dd9-3dd6-45f7-b8e0-778a045be4d7 req-9d254a47-fe4a-4256-a5e8-99edd9d7194a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.702476 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1173cbc-b6d6-4148-83b5-72ef0d7ebb23 x-openstack-request-id: req-f1173cbc-b6d6-4148-83b5-72ef0d7ebb23 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:39.702781 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517618c4-9c7f-4597-8291-aed5463c2292", "tag": "bdd4bb83-6512-4253-9e28-8e6b6fa14fb4", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:39.703138 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1173cbc-b6d6-4148-83b5-72ef0d7ebb23 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:39.703681 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517618c4-9c7f-4597-8291-aed5463c2292', 'tag': 'bdd4bb83-6512-4253-9e28-8e6b6fa14fb4', 'status': 'completed', 'code': 200} Feb 11 04:46:39.708692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c77dd9-3dd6-45f7-b8e0-778a045be4d7 req-9d254a47-fe4a-4256-a5e8-99edd9d7194a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.710664 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60c77dd9-3dd6-45f7-b8e0-778a045be4d7 req-9d254a47-fe4a-4256-a5e8-99edd9d7194a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.2086394 Feb 11 04:46:39.724371 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19c5d31d-8a66-4bde-b672-14cbf241f96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bbf5c81e-524a-4d4a-b015-4004e9c98ca1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.726828 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19c5d31d-8a66-4bde-b672-14cbf241f96b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.730621 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-19c5d31d-8a66-4bde-b672-14cbf241f96b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbf5c81e-524a-4d4a-b015-4004e9c98ca1 HTTP/1.1" status: 204 len: 168 time: 0.3484814 Feb 11 04:46:39.731284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54062) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:39.765894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5d31d-8a66-4bde-b672-14cbf241f96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf5c81e-524a-4d4a-b015-4004e9c98ca1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:39.786435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6bc42aa9-0fb2-462f-b4b8-22d6b0a7f15a req-bd64cc7c-2652-4826-a6f6-8beb966b8949 service neutron] 10.222.0.10 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639800 Feb 11 04:46:39.799583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-c6e16b6b-4854-44eb-9126-35236dadb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.799723 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-895950d9-44cd-4416-9a3c-cb44b1ac1d64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da1d98c65d2846a0807592ce96cc52b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620883 Feb 11 04:46:39.801493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54068) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:39.801911 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-c6e16b6b-4854-44eb-9126-35236dadb498 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 1126 time: 0.0985532 Feb 11 04:46:39.870497 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60c77dd9-3dd6-45f7-b8e0-778a045be4d7 req-b7f544df-7f74-489f-af90-6794a372ca79 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478734 Feb 11 04:46:39.886307 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07ee7321-939f-4087-8c42-8d395db27417 admin admin] Publish callbacks [] for security_group (2740c6e3-159a-47ea-84af-fc16198ccae2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.910598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07ee7321-939f-4087-8c42-8d395db27417 admin admin] Publish callbacks [] for security_group (2740c6e3-159a-47ea-84af-fc16198ccae2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.967309 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07ee7321-939f-4087-8c42-8d395db27417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2740c6e3-159a-47ea-84af-fc16198ccae2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.970183 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07ee7321-939f-4087-8c42-8d395db27417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.974472 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-07ee7321-939f-4087-8c42-8d395db27417 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2740c6e3-159a-47ea-84af-fc16198ccae2 HTTP/1.1" status: 204 len: 168 time: 0.1692991 Feb 11 04:46:39.982144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-6b5e270e-3109-4474-8d09-615d3d1abeae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 HTTP/1.1" status: 200 len: 217 time: 0.1619687 Feb 11 04:46:39.983083 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee7321-939f-4087-8c42-8d395db27417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2740c6e3-159a-47ea-84af-fc16198ccae2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:40.207157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285387e4-9559-4274-bdce-87446fe9eb83 req-4ab9d861-9ae0-4c4d-96ac-54e6671c6755 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:40.219140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-285387e4-9559-4274-bdce-87446fe9eb83 req-4ab9d861-9ae0-4c4d-96ac-54e6671c6755 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.1236098 Feb 11 04:46:40.243829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-8833f610-a41d-4a59-87f5-bccc9d3ea0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:40.245911 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-8833f610-a41d-4a59-87f5-bccc9d3ea0ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.1848555 Feb 11 04:46:40.272443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756a5f1-63dc-42be-a98f-19dc3f277ca6 req-2fa2df01-619b-4708-bd8f-834cc92f41c8 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:40.282155 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4756a5f1-63dc-42be-a98f-19dc3f277ca6 req-2fa2df01-619b-4708-bd8f-834cc92f41c8 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.3182914 Feb 11 04:46:40.319135 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-285387e4-9559-4274-bdce-87446fe9eb83 req-e1abba75-ef9a-4821-9f36-c50f37295a59 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984879 Feb 11 04:46:40.382107 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6bc42aa9-0fb2-462f-b4b8-22d6b0a7f15a req-31bf93a1-d20d-4050-a4cf-3acd515a4f17 service neutron] 10.222.0.10 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597878 Feb 11 04:46:40.388783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-a7fb70c4-960d-4158-810c-233faedca4a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032896 Feb 11 04:46:40.526782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54094) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:40.556540 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4756a5f1-63dc-42be-a98f-19dc3f277ca6 req-5d7b5363-73ea-406b-a4a7-a6ebf3c23cb2 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732725 Feb 11 04:46:40.651818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928bdba-dd45-42d4-b8ee-e59d15cbe814 req-621222f7-6e46-4a70-bbc1-9c9feba8dbe5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:40.653377 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d928bdba-dd45-42d4-b8ee-e59d15cbe814 req-621222f7-6e46-4a70-bbc1-9c9feba8dbe5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 943 time: 0.2175546 Feb 11 04:46:40.688493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3376ed87-5e0a-4098-9fd4-52976e1ab5bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55e825582c9f4e1e89179c28a8e676dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573203 Feb 11 04:46:40.705412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54100) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:40.868618 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d928bdba-dd45-42d4-b8ee-e59d15cbe814 req-c586ec4e-d18a-4bec-a85d-3460994637c1 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913779 Feb 11 04:46:40.927045 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-caadbc03-2fed-474c-b910-ffaed9a6ffe5 admin admin] Publish callbacks [] for security_group (cb2371f5-c211-4fc7-8a7b-10093b83f4e2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:41.017970 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-caadbc03-2fed-474c-b910-ffaed9a6ffe5 admin admin] Publish callbacks [] for security_group (cb2371f5-c211-4fc7-8a7b-10093b83f4e2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:41.084433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-7b267861-0dda-4d5e-af05-e1ded07c94cd service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855037 Feb 11 04:46:41.091336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d5c27-798e-4d55-bd28-4b5314669fd6 req-926ec66e-f230-414c-a2cf-4e9fb2bbeb6c tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.096121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f32d5c27-798e-4d55-bd28-4b5314669fd6 req-926ec66e-f230-414c-a2cf-4e9fb2bbeb6c tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.1249781 Feb 11 04:46:41.097264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831104f-3305-410c-bb36-8ebef64f5436 req-a0ef7b44-1423-4919-a4aa-44a7c07c0ebc tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.106182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0831104f-3305-410c-bb36-8ebef64f5436 req-a0ef7b44-1423-4919-a4aa-44a7c07c0ebc tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 1128 time: 0.1373343 Feb 11 04:46:41.146067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-caadbc03-2fed-474c-b910-ffaed9a6ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cb2371f5-c211-4fc7-8a7b-10093b83f4e2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:41.146067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-caadbc03-2fed-474c-b910-ffaed9a6ffe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:41.146067 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-caadbc03-2fed-474c-b910-ffaed9a6ffe5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb2371f5-c211-4fc7-8a7b-10093b83f4e2 HTTP/1.1" status: 204 len: 168 time: 0.4372935 Feb 11 04:46:41.169883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadbc03-2fed-474c-b910-ffaed9a6ffe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2371f5-c211-4fc7-8a7b-10093b83f4e2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:41.213714 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f32d5c27-798e-4d55-bd28-4b5314669fd6 req-a43c9618-aaac-4b3b-9b8e-5de53d2acf21 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072779 Feb 11 04:46:41.246862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0831104f-3305-410c-bb36-8ebef64f5436 req-043fe035-aba9-4c98-922c-bd07f9a8139f tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298912 Feb 11 04:46:41.301800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd350d89-707c-42d7-9f5b-b9ad0b1e8133 req-deb81e7b-c80b-471a-9049-b7e871fb8082 service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931822 Feb 11 04:46:41.448742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c07ddd-2a45-4cbd-ba8d-f2344dbe6dc7 req-fda30ffd-78f0-47de-9ffc-581e1e6bc762 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.467043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c07ddd-2a45-4cbd-ba8d-f2344dbe6dc7 req-fda30ffd-78f0-47de-9ffc-581e1e6bc762 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.482636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c07ddd-2a45-4cbd-ba8d-f2344dbe6dc7 req-fda30ffd-78f0-47de-9ffc-581e1e6bc762 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.498415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c07ddd-2a45-4cbd-ba8d-f2344dbe6dc7 req-fda30ffd-78f0-47de-9ffc-581e1e6bc762 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.514423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c07ddd-2a45-4cbd-ba8d-f2344dbe6dc7 req-fda30ffd-78f0-47de-9ffc-581e1e6bc762 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.521956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c07ddd-2a45-4cbd-ba8d-f2344dbe6dc7 req-fda30ffd-78f0-47de-9ffc-581e1e6bc762 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.527804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c07ddd-2a45-4cbd-ba8d-f2344dbe6dc7 req-fda30ffd-78f0-47de-9ffc-581e1e6bc762 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.537395 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18c07ddd-2a45-4cbd-ba8d-f2344dbe6dc7 req-fda30ffd-78f0-47de-9ffc-581e1e6bc762 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1847994 Feb 11 04:46:41.552590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e1554-12b8-4a43-a9f2-5f450e595f30 req-4a17a616-7b68-4886-a572-3309aca9d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.556750 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b2e1554-12b8-4a43-a9f2-5f450e595f30 req-4a17a616-7b68-4886-a572-3309aca9d68f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 1126 time: 0.1148877 Feb 11 04:46:41.679703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18c07ddd-2a45-4cbd-ba8d-f2344dbe6dc7 req-9265cdee-74fb-4723-8bea-064f2c0e5835 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409111 Feb 11 04:46:41.840655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9da0676b-4d19-41c8-ad8b-8ad5998ae68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:41.932778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf410fa-f302-4c37-978d-1a558a98520a req-3b8b566d-505d-4049-ab7f-84a0dd10784e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.941468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eaf410fa-f302-4c37-978d-1a558a98520a req-3b8b566d-505d-4049-ab7f-84a0dd10784e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.1723993 Feb 11 04:46:41.952793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e1554-12b8-4a43-a9f2-5f450e595f30 req-d45a0e0a-dfe6-4e58-bec1-03fc4d56116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.954235 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b2e1554-12b8-4a43-a9f2-5f450e595f30 req-d45a0e0a-dfe6-4e58-bec1-03fc4d56116b service neutron] 10.222.0.60 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 913 time: 0.3860152 Feb 11 04:46:42.117329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b2e1554-12b8-4a43-a9f2-5f450e595f30 req-fb31e53a-0488-4d0c-8a25-b5f6265b9367 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 HTTP/1.1" status: 200 len: 217 time: 0.1411700 Feb 11 04:46:42.141327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f45a89-3b2c-4ac9-9b79-057808b6e587 req-444e6db0-6522-48e2-a424-1edf2af860ff tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:42.144787 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-40f45a89-3b2c-4ac9-9b79-057808b6e587 req-444e6db0-6522-48e2-a424-1edf2af860ff tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 943 time: 0.1379607 Feb 11 04:46:42.242199 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eaf410fa-f302-4c37-978d-1a558a98520a req-1481a17e-d0df-4c3d-8e3e-1bedc02f17d5 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997003 Feb 11 04:46:42.255500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e1554-12b8-4a43-a9f2-5f450e595f30 req-9d83d1a2-f199-44ed-891c-53852eec2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:42.268091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b2e1554-12b8-4a43-a9f2-5f450e595f30 req-9d83d1a2-f199-44ed-891c-53852eec2e34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.1385260 Feb 11 04:46:42.294284 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-40f45a89-3b2c-4ac9-9b79-057808b6e587 req-89ed2d09-8aca-45c7-ad8e-4a326012e909 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241889 Feb 11 04:46:42.312940 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b2e1554-12b8-4a43-a9f2-5f450e595f30 req-9c2b6598-112a-4a17-9a95-4b16e0632705 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385537 Feb 11 04:46:42.566609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d966d9-c1c9-47f1-8085-75f06500f256 req-f43b389d-2628-4b5a-a06c-e26e0f35137a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:42.572635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4d966d9-c1c9-47f1-8085-75f06500f256 req-f43b389d-2628-4b5a-a06c-e26e0f35137a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.1998522 Feb 11 04:46:42.626805 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:42.637124 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b2e1554-12b8-4a43-a9f2-5f450e595f30 req-39fb2574-0d96-4498-ae18-1802147e5f4c service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123121 Feb 11 04:46:42.684449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4d966d9-c1c9-47f1-8085-75f06500f256 req-0df23156-8e2d-4b1a-9156-fe23c911295e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050129 Feb 11 04:46:42.757043 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b2e1554-12b8-4a43-a9f2-5f450e595f30 req-0b1e5c51-10a2-48b4-a8f0-330ea4beff7b service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124208 Feb 11 04:46:43.001643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7afe9a-4210-4d90-b6ae-f36b894f9eda req-cc4756b1-4084-4736-9f19-1be9cc9328a1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.025694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7afe9a-4210-4d90-b6ae-f36b894f9eda req-cc4756b1-4084-4736-9f19-1be9cc9328a1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.036888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7afe9a-4210-4d90-b6ae-f36b894f9eda req-cc4756b1-4084-4736-9f19-1be9cc9328a1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.045850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7afe9a-4210-4d90-b6ae-f36b894f9eda req-cc4756b1-4084-4736-9f19-1be9cc9328a1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.056019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7afe9a-4210-4d90-b6ae-f36b894f9eda req-cc4756b1-4084-4736-9f19-1be9cc9328a1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.098459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7afe9a-4210-4d90-b6ae-f36b894f9eda req-cc4756b1-4084-4736-9f19-1be9cc9328a1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.108618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7afe9a-4210-4d90-b6ae-f36b894f9eda req-cc4756b1-4084-4736-9f19-1be9cc9328a1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.115836 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc7afe9a-4210-4d90-b6ae-f36b894f9eda req-cc4756b1-4084-4736-9f19-1be9cc9328a1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.2793987 Feb 11 04:46:43.124350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54188) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:43.295587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc7afe9a-4210-4d90-b6ae-f36b894f9eda req-3e0c9d96-4e04-458e-bf3a-c15dcc114d69 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1774211 Feb 11 04:46:43.359993 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1343088022-network', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:43.414490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Made reservation on behalf of c97ee96770244156bec9b6f43e46436d for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:46:43.414889 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.415464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.415583 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:43.416288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.416765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.417236 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.417819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.418325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.418798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.419291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.419796 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.420258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.420718 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.434802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6601a623-8e57-4199-8a30-0c60ec1c4fde req-0133a326-0650-433a-8eb8-f6597e51cf51 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8502 time: 0.5619342 Feb 11 04:46:43.447401 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:43.494840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c07417-28bc-472c-9915-61c54e168ee6 req-f3add3a9-d298-4dc9-9096-51d3abda2813 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.501864 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-20c07417-28bc-472c-9915-61c54e168ee6 req-f3add3a9-d298-4dc9-9096-51d3abda2813 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.1042023 Feb 11 04:46:43.549890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aef41-270c-426b-9862-a0874bd892d3 req-79006e71-38c9-42b5-aead-77d9777d5659 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.553148 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-974aef41-270c-426b-9862-a0874bd892d3 req-79006e71-38c9-42b5-aead-77d9777d5659 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 943 time: 0.0747259 Feb 11 04:46:43.576450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-20c07417-28bc-472c-9915-61c54e168ee6 req-2de810f9-71dd-4e9b-8ba7-0cf00db8d03e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736501 Feb 11 04:46:43.622388 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-974aef41-270c-426b-9862-a0874bd892d3 req-55fc0208-6745-42a5-83e7-8f4de99a241d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624075 Feb 11 04:46:43.652776 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Publish callbacks [] for security_group (85ea8900-f654-447b-bb3c-42b98dd46ec9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:43.668531 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (85ea8900-f654-447b-bb3c-42b98dd46ec9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:43.718639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:46:43.771551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ea8900-f654-447b-bb3c-42b98dd46ec9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:43.783741 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9ba6c5fe-d19f-4845-a951-7fa1963957fd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:43.784127 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Added segment 9ba6c5fe-d19f-4845-a951-7fa1963957fd of type vlan for network edede95a-bd26-4cc5-9e69-2567cb3fdb8f Feb 11 04:46:43.850544 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (edede95a-bd26-4cc5-9e69-2567cb3fdb8f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:43.855464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de60e06-e556-4dd1-90fd-f40451fadfbc req-fe5a12e6-fdbb-4fe9-a317-ec6a79e862cf tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.860284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2de60e06-e556-4dd1-90fd-f40451fadfbc req-fe5a12e6-fdbb-4fe9-a317-ec6a79e862cf tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 886 time: 0.2058134 Feb 11 04:46:44.015758 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (edede95a-bd26-4cc5-9e69-2567cb3fdb8f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.016948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.017306 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.109003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9806592 Feb 11 04:46:44.116933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8269f3-6a9f-4fe9-be3b-fdad1bbecd48 req-1fa63f52-a65b-4a50-8d26-60f34b29c366 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.119383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc8269f3-6a9f-4fe9-be3b-fdad1bbecd48 req-1fa63f52-a65b-4a50-8d26-60f34b29c366 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.0746975 Feb 11 04:46:44.120053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:44.126053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ae9b5df2-6e5b-4661-931f-2d60db7cf1d0 admin admin] Request body: {'subnet': {'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1343088022-subnet', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:44.167149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dac004-d6e7-4564-b57f-778e5e59c05c admin admin] Pushing event updated for resources: {'Network': ['ID=edede95a-bd26-4cc5-9e69-2567cb3fdb8f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:44.168296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9b5df2-6e5b-4661-931f-2d60db7cf1d0 admin admin] Made reservation on behalf of c97ee96770244156bec9b6f43e46436d for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:46:44.181673 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae9b5df2-6e5b-4661-931f-2d60db7cf1d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.194972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network edede95a-bd26-4cc5-9e69-2567cb3fdb8f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:46:44.199542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.200116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.200779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.201155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.201638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.202101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.202646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.204108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.204540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.204972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.205484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.206610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.216487 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.220515 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a8b2c36-c4d0-4741-adbf-41f8d0e30738 req-555de25a-5cd2-4f3f-a938-72b3d8ed67f3 tempest-NetworksTest-936104106 tempest-NetworksTest-936104106-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8502 time: 0.3396451 Feb 11 04:46:44.265222 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc8269f3-6a9f-4fe9-be3b-fdad1bbecd48 req-d4d69288-aafa-49bb-b196-93f24a9a90e0 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170027 Feb 11 04:46:44.558263 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae9b5df2-6e5b-4661-931f-2d60db7cf1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (f873b864-ef31-4abb-8c1c-c2cf5474733a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.588446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54230) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:44.612831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc76c9-fe75-4ede-b4af-a29ddf2d9371 req-d412467a-6a9b-4834-9fa2-315fd2ca968f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.619106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc76c9-fe75-4ede-b4af-a29ddf2d9371 req-d412467a-6a9b-4834-9fa2-315fd2ca968f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.624760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc76c9-fe75-4ede-b4af-a29ddf2d9371 req-d412467a-6a9b-4834-9fa2-315fd2ca968f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.631090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc76c9-fe75-4ede-b4af-a29ddf2d9371 req-d412467a-6a9b-4834-9fa2-315fd2ca968f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.636795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc76c9-fe75-4ede-b4af-a29ddf2d9371 req-d412467a-6a9b-4834-9fa2-315fd2ca968f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.643326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc76c9-fe75-4ede-b4af-a29ddf2d9371 req-d412467a-6a9b-4834-9fa2-315fd2ca968f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.648883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc76c9-fe75-4ede-b4af-a29ddf2d9371 req-d412467a-6a9b-4834-9fa2-315fd2ca968f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.650812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68bc76c9-fe75-4ede-b4af-a29ddf2d9371 req-d412467a-6a9b-4834-9fa2-315fd2ca968f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.2105863 Feb 11 04:46:44.703649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9b5df2-6e5b-4661-931f-2d60db7cf1d0 admin admin] Checking segment: {'id': '9ba6c5fe-d19f-4845-a951-7fa1963957fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:44.704004 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b5df2-6e5b-4661-931f-2d60db7cf1d0 admin admin] Network hostable DHCP agents. Network: edede95a-bd26-4cc5-9e69-2567cb3fdb8f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:46:44.707446 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b5df2-6e5b-4661-931f-2d60db7cf1d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f873b864-ef31-4abb-8c1c-c2cf5474733a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:44.736839 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a02038fd-78fa-47ed-8d67-15ae081779ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.752769 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68bc76c9-fe75-4ede-b4af-a29ddf2d9371 req-2bba73ac-3b4d-409b-b869-ad197645948e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940073 Feb 11 04:46:44.765618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b5df2-6e5b-4661-931f-2d60db7cf1d0 admin admin] Network edede95a-bd26-4cc5-9e69-2567cb3fdb8f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:46:44.788756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b5df2-6e5b-4661-931f-2d60db7cf1d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, edede95a-bd26-4cc5-9e69-2567cb3fdb8f) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:44.793438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b5df2-6e5b-4661-931f-2d60db7cf1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:44.795464 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae9b5df2-6e5b-4661-931f-2d60db7cf1d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.798479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f6532-94e0-4121-8f76-7a6be7009011 None None] Network edede95a-bd26-4cc5-9e69-2567cb3fdb8f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:46:44.817927 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ae9b5df2-6e5b-4661-931f-2d60db7cf1d0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6962063 Feb 11 04:46:44.821139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54238) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:44.836152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1343088022-router', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:44.903733 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a02038fd-78fa-47ed-8d67-15ae081779ca admin admin] Publish callbacks [] for security_group (8d1e504e-3ca5-497b-8d2f-4fb9f361c19e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.911887 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (fc7270c7-c10a-4851-a577-324fd59407a1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.913088 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a02038fd-78fa-47ed-8d67-15ae081779ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8d1e504e-3ca5-497b-8d2f-4fb9f361c19e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.913277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (fc7270c7-c10a-4851-a577-324fd59407a1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.997202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-edede95a-bd26-4cc5-9e69-2567cb3fdb8f', 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f', 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'fixed_ips': [{'subnet_id': 'f873b864-ef31-4abb-8c1c-c2cf5474733a'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:46:44.998427 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.036480 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a02038fd-78fa-47ed-8d67-15ae081779ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f3a6908a8e2410a9af42b8117014b0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4437521 Feb 11 04:46:45.036480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02038fd-78fa-47ed-8d67-15ae081779ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1e504e-3ca5-497b-8d2f-4fb9f361c19e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:45.040625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54242) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:45.053494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Publish callbacks [] for router_controller (fc7270c7-c10a-4851-a577-324fd59407a1), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.074880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03114e-f5d5-4c64-ae1d-9e7e07757fd2 req-47bd6f6a-572c-45de-a34f-f1ff6eff035f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:45.083417 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe03114e-f5d5-4c64-ae1d-9e7e07757fd2 req-47bd6f6a-572c-45de-a34f-f1ff6eff035f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.1962881 Feb 11 04:46:45.165137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de2b7e7f-a0ea-4f9d-a1b5-c066828e8ce2 admin admin] Publish callbacks [] for security_group (8d1e504e-3ca5-497b-8d2f-4fb9f361c19e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.196404 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de2b7e7f-a0ea-4f9d-a1b5-c066828e8ce2 admin admin] Publish callbacks [] for security_group (8d1e504e-3ca5-497b-8d2f-4fb9f361c19e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.216711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Allocated IP 172.20.0.2 (edede95a-bd26-4cc5-9e69-2567cb3fdb8f/f873b864-ef31-4abb-8c1c-c2cf5474733a/a3e5a9d0-de5a-4292-8ca0-070ff967599b) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:45.257853 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de2b7e7f-a0ea-4f9d-a1b5-c066828e8ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8d1e504e-3ca5-497b-8d2f-4fb9f361c19e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.262062 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de2b7e7f-a0ea-4f9d-a1b5-c066828e8ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.264184 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-de2b7e7f-a0ea-4f9d-a1b5-c066828e8ce2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d1e504e-3ca5-497b-8d2f-4fb9f361c19e HTTP/1.1" status: 204 len: 168 time: 0.2223721 Feb 11 04:46:45.310438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b7e7f-a0ea-4f9d-a1b5-c066828e8ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1e504e-3ca5-497b-8d2f-4fb9f361c19e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:45.333662 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Publish callbacks [] for router_gateway (fc7270c7-c10a-4851-a577-324fd59407a1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.379000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe03114e-f5d5-4c64-ae1d-9e7e07757fd2 req-c226d36b-01db-4441-b017-d8c527726338 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910545 Feb 11 04:46:45.627329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b998-3c80-4746-9df1-0dd52acdc51a req-165e899f-56fa-4227-b360-c088313bc634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:45.628860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69f1b998-3c80-4746-9df1-0dd52acdc51a req-165e899f-56fa-4227-b360-c088313bc634 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=405338bd8484497a84aa5627cc04cab4&device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 1128 time: 0.1445789 Feb 11 04:46:45.695883 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.728600 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Publish callbacks [] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.744898 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.818431 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Publish callbacks [] for router_gateway (fc7270c7-c10a-4851-a577-324fd59407a1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.848009 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.891140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Network edede95a-bd26-4cc5-9e69-2567cb3fdb8f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:45.895128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:45.899773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:45.900226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54264) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:45.911692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Pushing event updated for resources: {'Port': ['ID=a3e5a9d0-de5a-4292-8ca0-070ff967599b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:45.944624 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca74154e-0a03-4795-a272-88667cbd49c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.971766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Allocated IP 172.25.7.6 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/f9058ba6-6dc2-43bd-ad55-21c7f584d12c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:45.984009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b998-3c80-4746-9df1-0dd52acdc51a req-68376207-4b52-40c4-afbc-2c02104a63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:45.986052 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69f1b998-3c80-4746-9df1-0dd52acdc51a req-68376207-4b52-40c4-afbc-2c02104a63b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4c8984d9-9499-4696-b4db-392dbe3ffe0b HTTP/1.1" status: 200 len: 911 time: 0.3332946 Feb 11 04:46:46.014341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Attempting to bind port a3e5a9d0-de5a-4292-8ca0-070ff967599b on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:46.015369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Attempting to bind port a3e5a9d0-de5a-4292-8ca0-070ff967599b by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '9ba6c5fe-d19f-4845-a951-7fa1963957fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:46.015946 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Attempting to bind port a3e5a9d0-de5a-4292-8ca0-070ff967599b on network edede95a-bd26-4cc5-9e69-2567cb3fdb8f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:46.022995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:46.023740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Checking segment: {'id': '9ba6c5fe-d19f-4845-a951-7fa1963957fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:46.024615 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.025240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Bound using segment: {'id': '9ba6c5fe-d19f-4845-a951-7fa1963957fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:46.026176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Bound port: a3e5a9d0-de5a-4292-8ca0-070ff967599b, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba6c5fe-d19f-4845-a951-7fa1963957fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:46.026749 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.052596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76b5cc-7f06-4421-84b8-800864e0d17d req-a33506bb-b057-4a9f-893c-8b6f30a9950f tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:46.058365 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c76b5cc-7f06-4421-84b8-800864e0d17d req-a33506bb-b057-4a9f-893c-8b6f30a9950f tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.3372471 Feb 11 04:46:46.061950 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69f1b998-3c80-4746-9df1-0dd52acdc51a req-8fc3f7ee-00cc-40f9-bc1f-bc7260de6f2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c3b45f-8d35-4cd7-88eb-0b016ae17265 HTTP/1.1" status: 200 len: 217 time: 0.0657122 Feb 11 04:46:46.117104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] For port a3e5a9d0-de5a-4292-8ca0-070ff967599b, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:46.122691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] For port a3e5a9d0-de5a-4292-8ca0-070ff967599b, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a3e5a9d0-de5a-4292-8ca0-070ff967599b,segment=NetworkSegment(9ba6c5fe-d19f-4845-a951-7fa1963957fd),segment_id=9ba6c5fe-d19f-4845-a951-7fa1963957fd)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:46.134522 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.149814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9253-5784-490b-bfbd-79e722d73e08 req-2b588cca-9f31-47b9-8ccb-d8434006833f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:46.152140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:46:46.161385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b998-3c80-4746-9df1-0dd52acdc51a req-61d2cd12-e9fe-4500-86c5-2f33474910b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:46.165092 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f3f9253-5784-490b-bfbd-79e722d73e08 req-2b588cca-9f31-47b9-8ccb-d8434006833f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 943 time: 0.6035535 Feb 11 04:46:46.167728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69f1b998-3c80-4746-9df1-0dd52acdc51a req-61d2cd12-e9fe-4500-86c5-2f33474910b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4eed6268-e93d-44f1-8b65-b43825c2b4f8 HTTP/1.1" status: 200 len: 850 time: 0.0895245 Feb 11 04:46:46.182807 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Publish callbacks [] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.320669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f3f9253-5784-490b-bfbd-79e722d73e08 req-f5c893e8-4eda-4248-a119-989fdf9a4af3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545358 Feb 11 04:46:46.344102 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.359965 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69f1b998-3c80-4746-9df1-0dd52acdc51a req-e6a42caa-b47c-4e98-9700-e7220bc0346c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4c8984d9-9499-4696-b4db-392dbe3ffe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477320 Feb 11 04:46:46.430344 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c76b5cc-7f06-4421-84b8-800864e0d17d req-37063aad-ad32-40e6-b50e-594a7b8d9acb tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646121 Feb 11 04:46:46.560177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:46.562193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:46.575592 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590745b-8b2c-4350-80e8-d1aef1f93de4 None None] Pushing event updated for resources: {'Port': ['ID=a3e5a9d0-de5a-4292-8ca0-070ff967599b,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:46.580444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:46.696479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Pushing event updated for resources: {'Port': ['ID=f9058ba6-6dc2-43bd-ad55-21c7f584d12c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:46.724635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69f1b998-3c80-4746-9df1-0dd52acdc51a req-4e9659a8-0852-45d1-8351-b734e7737478 service neutron] 10.222.0.10 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543866 Feb 11 04:46:46.776467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e4b0-6707-4c09-983e-686fb6a4a8ec req-fa6e2f57-24e8-41be-a95f-bbf43c00b019 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:46.778496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:46.781747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e4b0-6707-4c09-983e-686fb6a4a8ec req-fa6e2f57-24e8-41be-a95f-bbf43c00b019 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:46.800906 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca74154e-0a03-4795-a272-88667cbd49c1 admin admin] Publish callbacks [] for security_group (44517185-ce7f-4dee-8ab3-0640dd3986e5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.802077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e4b0-6707-4c09-983e-686fb6a4a8ec req-fa6e2f57-24e8-41be-a95f-bbf43c00b019 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:46.812097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e4b0-6707-4c09-983e-686fb6a4a8ec req-fa6e2f57-24e8-41be-a95f-bbf43c00b019 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:46.819643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'bdd4bb83-6512-4253-9e28-8e6b6fa14fb4', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'port_id': 'bdd4bb83-6512-4253-9e28-8e6b6fa14fb4', 'mac_address': 'fa:16:3e:ba:e9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ae33d8-9318-4ac3-9e38-c945077968e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:46:46.827718 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca74154e-0a03-4795-a272-88667cbd49c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (44517185-ce7f-4dee-8ab3-0640dd3986e5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.830471 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e4b0-6707-4c09-983e-686fb6a4a8ec req-fa6e2f57-24e8-41be-a95f-bbf43c00b019 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:46.837524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e4b0-6707-4c09-983e-686fb6a4a8ec req-fa6e2f57-24e8-41be-a95f-bbf43c00b019 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:46.864737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e4b0-6707-4c09-983e-686fb6a4a8ec req-fa6e2f57-24e8-41be-a95f-bbf43c00b019 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:46.880935 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8d6e4b0-6707-4c09-983e-686fb6a4a8ec req-fa6e2f57-24e8-41be-a95f-bbf43c00b019 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.4477940 Feb 11 04:46:46.895781 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ca74154e-0a03-4795-a272-88667cbd49c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f69b46eb6db44ec86074edb5cf21b41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9931993 Feb 11 04:46:46.896687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54272) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:46.904376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74154e-0a03-4795-a272-88667cbd49c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44517185-ce7f-4dee-8ab3-0640dd3986e5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:46.916379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:46.916684 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.944551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:46.971360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708f98a-b9b3-4ac3-9852-26120a045073 req-bf9dd431-9f74-4374-9cd0-9cf4bd12d81e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:46.974715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3708f98a-b9b3-4ac3-9852-26120a045073 req-bf9dd431-9f74-4374-9cd0-9cf4bd12d81e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.2451482 Feb 11 04:46:46.992205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:47.000962 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.080348 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e97b1ec0-1c3c-4a9b-9351-5ce164effa0d admin admin] Publish callbacks [] for security_group (44517185-ce7f-4dee-8ab3-0640dd3986e5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.111105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:47.113130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e97b1ec0-1c3c-4a9b-9351-5ce164effa0d admin admin] Publish callbacks [] for security_group (44517185-ce7f-4dee-8ab3-0640dd3986e5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.225659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e97b1ec0-1c3c-4a9b-9351-5ce164effa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (44517185-ce7f-4dee-8ab3-0640dd3986e5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.229846 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8d6e4b0-6707-4c09-983e-686fb6a4a8ec req-aa25dd0a-d3e6-444c-9623-1d638ee9bd85 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3477831 Feb 11 04:46:47.231204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e97b1ec0-1c3c-4a9b-9351-5ce164effa0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.237245 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e97b1ec0-1c3c-4a9b-9351-5ce164effa0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44517185-ce7f-4dee-8ab3-0640dd3986e5 HTTP/1.1" status: 204 len: 168 time: 0.3154528 Feb 11 04:46:47.271649 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69f1b998-3c80-4746-9df1-0dd52acdc51a req-11bf0267-81b7-4ab1-a23c-8772ccdd8ba9 service neutron] 10.222.0.10 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329943 Feb 11 04:46:47.291008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b1ec0-1c3c-4a9b-9351-5ce164effa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44517185-ce7f-4dee-8ab3-0640dd3986e5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:47.320325 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3708f98a-b9b3-4ac3-9852-26120a045073 req-28b7474a-f943-4d64-a935-c5364789b44f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035884 Feb 11 04:46:47.606738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['bdd4bb83-6512-4253-9e28-8e6b6fa14fb4'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:46:47.753345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c73a5-ffac-46c2-8fde-9b9604eaa07c None None] Network edede95a-bd26-4cc5-9e69-2567cb3fdb8f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:46:47.779203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093c8-6b8c-45d4-8b78-7b16566ecfbc req-3533dce7-092e-4149-b176-5e485c4ba8d3 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:47.781439 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e77093c8-6b8c-45d4-8b78-7b16566ecfbc req-3533dce7-092e-4149-b176-5e485c4ba8d3 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.1544752 Feb 11 04:46:47.877255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e77093c8-6b8c-45d4-8b78-7b16566ecfbc req-5d04fedc-002c-467c-a512-1e90ada1da8f tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902832 Feb 11 04:46:47.939571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a3e5a9d0-de5a-4292-8ca0-070ff967599b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:46:48.029488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-94ca6423-aa67-49e4-ab63-899d567f7669 None None] Provisioning complete for port a3e5a9d0-de5a-4292-8ca0-070ff967599b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:48.029889 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94ca6423-aa67-49e4-ab63-899d567f7669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.170654 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Publish callbacks [] for router_gateway (fc7270c7-c10a-4851-a577-324fd59407a1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.181428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port a3e5a9d0-de5a-4292-8ca0-070ff967599b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:48.181818 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.310638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-94ca6423-aa67-49e4-ab63-899d567f7669 None None] Current status of the port a3e5a9d0-de5a-4292-8ca0-070ff967599b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:48.311072 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94ca6423-aa67-49e4-ab63-899d567f7669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.321879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7f348-ef57-4d3f-8f30-bf889ff4cb48 req-58688648-a159-4850-a899-cb62d0ed0c25 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:48.324726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30a7f348-ef57-4d3f-8f30-bf889ff4cb48 req-58688648-a159-4850-a899-cb62d0ed0c25 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 944 time: 0.3534765 Feb 11 04:46:48.516400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa251e4e-ee13-4c51-834e-7d1d1ae09ea2 req-37d5efdd-ba4d-4e31-aed6-e3f8657cf17e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:48.516682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-94ca6423-aa67-49e4-ab63-899d567f7669 None None] For port a3e5a9d0-de5a-4292-8ca0-070ff967599b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a3e5a9d0-de5a-4292-8ca0-070ff967599b,segment=NetworkSegment(9ba6c5fe-d19f-4845-a951-7fa1963957fd),segment_id=9ba6c5fe-d19f-4845-a951-7fa1963957fd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:48.528234 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa251e4e-ee13-4c51-834e-7d1d1ae09ea2 req-37d5efdd-ba4d-4e31-aed6-e3f8657cf17e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:48.530599 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94ca6423-aa67-49e4-ab63-899d567f7669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.548229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa251e4e-ee13-4c51-834e-7d1d1ae09ea2 req-37d5efdd-ba4d-4e31-aed6-e3f8657cf17e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:48.559965 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30a7f348-ef57-4d3f-8f30-bf889ff4cb48 req-1d9c56e3-805c-40f6-a1ea-1406d2fb9286 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802309 Feb 11 04:46:48.567554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa251e4e-ee13-4c51-834e-7d1d1ae09ea2 req-37d5efdd-ba4d-4e31-aed6-e3f8657cf17e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:48.572980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa251e4e-ee13-4c51-834e-7d1d1ae09ea2 req-37d5efdd-ba4d-4e31-aed6-e3f8657cf17e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:48.580451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa251e4e-ee13-4c51-834e-7d1d1ae09ea2 req-37d5efdd-ba4d-4e31-aed6-e3f8657cf17e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:48.588274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa251e4e-ee13-4c51-834e-7d1d1ae09ea2 req-37d5efdd-ba4d-4e31-aed6-e3f8657cf17e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:48.597783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa251e4e-ee13-4c51-834e-7d1d1ae09ea2 req-37d5efdd-ba4d-4e31-aed6-e3f8657cf17e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.2154303 Feb 11 04:46:48.699504 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa251e4e-ee13-4c51-834e-7d1d1ae09ea2 req-495e9707-48a5-4159-bedf-e407830559c3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998776 Feb 11 04:46:48.716050 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (fc7270c7-c10a-4851-a577-324fd59407a1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.761502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port a3e5a9d0-de5a-4292-8ca0-070ff967599b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:48.784787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-163a5b11-686f-464a-8e6e-7014180b5cda None None] Provisioning complete for port a3e5a9d0-de5a-4292-8ca0-070ff967599b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:48.787702 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-163a5b11-686f-464a-8e6e-7014180b5cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.817287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca6423-aa67-49e4-ab63-899d567f7669 None None] Pushing event updated for resources: {'Port': ['ID=a3e5a9d0-de5a-4292-8ca0-070ff967599b,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:48.880094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e7858-51f4-41eb-bbc9-d8840577f53b req-edf9cf60-b922-4a10-96b7-23dcd39262ca tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:48.887609 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-289e7858-51f4-41eb-bbc9-d8840577f53b req-edf9cf60-b922-4a10-96b7-23dcd39262ca tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.1683543 Feb 11 04:46:48.944302 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-289e7858-51f4-41eb-bbc9-d8840577f53b req-a4cc2b85-572e-47ab-8b54-1500b44a308a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558105 Feb 11 04:46:48.952834 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-163a5b11-686f-464a-8e6e-7014180b5cda None None] Current status of the port a3e5a9d0-de5a-4292-8ca0-070ff967599b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:48.977524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Router fc7270c7-c10a-4851-a577-324fd59407a1 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:46:49.106482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b43963-5756-4641-ab17-c4523eaebbc1 req-4e723bda-02d4-447d-82c9-795488a9f20a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:49.112945 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60b43963-5756-4641-ab17-c4523eaebbc1 req-4e723bda-02d4-447d-82c9-795488a9f20a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.1082942 Feb 11 04:46:49.176472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:49.193015 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Sync routers for ids ['fc7270c7-c10a-4851-a577-324fd59407a1'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:49.215163 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Routers {'fc7270c7-c10a-4851-a577-324fd59407a1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:49.216672 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:46:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fc7270c7-c10a-4851-a577-324fd59407a1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:49.222018 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60b43963-5756-4641-ab17-c4523eaebbc1 req-b7be7ab4-a252-453c-a3fa-54493e64dfd1 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033058 Feb 11 04:46:49.234225 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.237752 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7d9e2a7f-4cd4-461e-88f1-e6a86433b71a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4151418 Feb 11 04:46:49.238668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54308) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:49.380413 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Set router fc7270c7-c10a-4851-a577-324fd59407a1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:46:49.678273 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'name': 'tempest-FloatingIPsTestJSON-1343088022-router', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:44Z', 'updated_at': '2022-02-11T04:46:47Z', 'revision_number': 3, 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'gw_port': {'id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:45Z', 'updated_at': '2022-02-11T04:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:49.730474 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Checking router: fc7270c7-c10a-4851-a577-324fd59407a1 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:46:49.730828 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Updating router fc7270c7-c10a-4851-a577-324fd59407a1 port f9058ba6-6dc2-43bd-ad55-21c7f584d12c binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:46:49.765698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a3e5a9d0-de5a-4292-8ca0-070ff967599b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:46:49.828855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c64c41-ebc8-47ae-a2e8-25becd3846ec req-61b894b0-1b8a-4e9a-95c9-31a8c0889584 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:49.833079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port a3e5a9d0-de5a-4292-8ca0-070ff967599b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:49.833889 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.837742 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.845934 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67c64c41-ebc8-47ae-a2e8-25becd3846ec req-61b894b0-1b8a-4e9a-95c9-31a8c0889584 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 944 time: 0.1367631 Feb 11 04:46:49.996090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port a3e5a9d0-de5a-4292-8ca0-070ff967599b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:49.996675 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67c64c41-ebc8-47ae-a2e8-25becd3846ec req-7802cedf-f64e-40d8-86c4-c4e70f0fb377 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469934 Feb 11 04:46:50.133252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247c9-6d3a-4290-af20-f0758c10bf82 req-0afc69e3-df2f-49a5-96a4-1c6f29e3695c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:50.139728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247c9-6d3a-4290-af20-f0758c10bf82 req-0afc69e3-df2f-49a5-96a4-1c6f29e3695c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:50.145531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247c9-6d3a-4290-af20-f0758c10bf82 req-0afc69e3-df2f-49a5-96a4-1c6f29e3695c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:50.150015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:46:50.152063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247c9-6d3a-4290-af20-f0758c10bf82 req-0afc69e3-df2f-49a5-96a4-1c6f29e3695c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:50.157749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247c9-6d3a-4290-af20-f0758c10bf82 req-0afc69e3-df2f-49a5-96a4-1c6f29e3695c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:50.164169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247c9-6d3a-4290-af20-f0758c10bf82 req-0afc69e3-df2f-49a5-96a4-1c6f29e3695c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:50.171199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247c9-6d3a-4290-af20-f0758c10bf82 req-0afc69e3-df2f-49a5-96a4-1c6f29e3695c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:50.173355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a20247c9-6d3a-4290-af20-f0758c10bf82 req-0afc69e3-df2f-49a5-96a4-1c6f29e3695c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1883771 Feb 11 04:46:50.257620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106c20c-4d5e-4899-aa92-54b78d9c4b69 req-591c80c5-493b-428e-803e-74268853e104 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:50.259604 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c106c20c-4d5e-4899-aa92-54b78d9c4b69 req-591c80c5-493b-428e-803e-74268853e104 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.1533701 Feb 11 04:46:50.272272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:46:50.276484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:50.276858 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.355970 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Publish callbacks [] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.374619 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.384995 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c106c20c-4d5e-4899-aa92-54b78d9c4b69 req-871270ec-699a-4e15-9dbe-b461edac6f28 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155417 Feb 11 04:46:50.406916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:50.407329 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.448944 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Pushing event updated for resources: {'Port': ['ID=f9058ba6-6dc2-43bd-ad55-21c7f584d12c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:50.453069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:50.454132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517618c4-9c7f-4597-8291-aed5463c2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd4bb83-6512-4253-9e28-8e6b6fa14fb4'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:50.456783 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250fccf1-baeb-45bf-bce2-0ca9cfe9f9fc" -d '{"events": [{"server_uuid": "517618c4-9c7f-4597-8291-aed5463c2292", "name": "network-vif-plugged", "status": "completed", "tag": "bdd4bb83-6512-4253-9e28-8e6b6fa14fb4"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:50.463465 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.477051 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.477425 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.477745 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.478084 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.478420 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.478754 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.479120 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.479445 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.479771 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.480099 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.480425 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.480869 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.481205 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:50.485671 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Attempting to bind port f9058ba6-6dc2-43bd-ad55-21c7f584d12c on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:50.486050 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Attempting to bind port f9058ba6-6dc2-43bd-ad55-21c7f584d12c by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:50.486418 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Attempting to bind port f9058ba6-6dc2-43bd-ad55-21c7f584d12c on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:50.492865 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:50.493249 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:50.493654 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.494049 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:50.494524 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Bound port: f9058ba6-6dc2-43bd-ad55-21c7f584d12c, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:50.494929 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.564082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:50.571963 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a20247c9-6d3a-4290-af20-f0758c10bf82 req-836956f0-2c2c-4894-8a00-23512806e6a1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3631396 Feb 11 04:46:50.591418 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] For port f9058ba6-6dc2-43bd-ad55-21c7f584d12c, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:50.599107 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.609622 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] For port f9058ba6-6dc2-43bd-ad55-21c7f584d12c, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f9058ba6-6dc2-43bd-ad55-21c7f584d12c,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:50.623940 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.727238 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Routers {'fc7270c7-c10a-4851-a577-324fd59407a1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:50.728083 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:46:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fc7270c7-c10a-4851-a577-324fd59407a1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:50.733510 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75fe24-47a4-4f15-bb14-9e6a95581294 None None] Pushing event updated for resources: {'Port': ['ID=f9058ba6-6dc2-43bd-ad55-21c7f584d12c,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:50.802310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea8901-b8d0-45e0-a455-d415cf1800de req-cc500e64-beec-4fa7-8050-6318d9291fc1 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:50.805706 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9ea8901-b8d0-45e0-a455-d415cf1800de req-cc500e64-beec-4fa7-8050-6318d9291fc1 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.1222165 Feb 11 04:46:50.831469 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4040a9c-9483-4a10-9c2e-70d37ce3eee6 x-openstack-request-id: req-b4040a9c-9483-4a10-9c2e-70d37ce3eee6 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:50.833040 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517618c4-9c7f-4597-8291-aed5463c2292", "name": "network-vif-plugged", "status": "completed", "tag": "bdd4bb83-6512-4253-9e28-8e6b6fa14fb4", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:50.833465 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4040a9c-9483-4a10-9c2e-70d37ce3eee6 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:50.834039 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517618c4-9c7f-4597-8291-aed5463c2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd4bb83-6512-4253-9e28-8e6b6fa14fb4', 'code': 200} Feb 11 04:46:50.921244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Allocated IP 172.20.0.1 (edede95a-bd26-4cc5-9e69-2567cb3fdb8f/f873b864-ef31-4abb-8c1c-c2cf5474733a/8b6a1017-34f4-400c-bb65-5886a69a8052) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:50.992573 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] Set router fc7270c7-c10a-4851-a577-324fd59407a1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:46:51.122671 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Publish callbacks [] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:51.240352 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'name': 'tempest-FloatingIPsTestJSON-1343088022-router', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:44Z', 'updated_at': '2022-02-11T04:46:47Z', 'revision_number': 3, 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'gw_port': {'id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:45Z', 'updated_at': '2022-02-11T04:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:51.249285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9ea8901-b8d0-45e0-a455-d415cf1800de req-664b4be5-beac-41ee-89ed-fef8e516be62 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003246 Feb 11 04:46:51.263604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed155068-0c19-4f62-a48c-43832949d3f0 req-91c88e43-7e8c-418e-954a-54355b74fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:51.265201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed155068-0c19-4f62-a48c-43832949d3f0 req-91c88e43-7e8c-418e-954a-54355b74fcaa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 1128 time: 0.0937467 Feb 11 04:46:51.267170 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:51.279832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04edb0a-c0f8-464d-b63b-d64b10f6d9b4 req-92c94e61-53ba-4091-bc4f-63a298d9944a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:51.288361 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d04edb0a-c0f8-464d-b63b-d64b10f6d9b4 req-92c94e61-53ba-4091-bc4f-63a298d9944a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 945 time: 0.0881481 Feb 11 04:46:51.335324 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31696e-1b5f-4da7-821a-92366ed6ebb1 None None] The sync data for ids ['fc7270c7-c10a-4851-a577-324fd59407a1'] in n-d-615180-58 is: [{'id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'name': 'tempest-FloatingIPsTestJSON-1343088022-router', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:44Z', 'updated_at': '2022-02-11T04:46:47Z', 'revision_number': 3, 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'gw_port': {'id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:45Z', 'updated_at': '2022-02-11T04:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:51.358607 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d04edb0a-c0f8-464d-b63b-d64b10f6d9b4 req-25f422e4-2190-4091-9782-9a66a49e0118 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685940 Feb 11 04:46:51.368901 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Pushing event updated for resources: {'Port': ['ID=8b6a1017-34f4-400c-bb65-5886a69a8052,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:51.386682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Network edede95a-bd26-4cc5-9e69-2567cb3fdb8f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:51.389970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:51.395403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:51.494885 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (fc7270c7-c10a-4851-a577-324fd59407a1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:51.506958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed155068-0c19-4f62-a48c-43832949d3f0 req-a70e44b2-c690-4cbf-a7ac-1fb5ce8b1a55 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219589 Feb 11 04:46:51.574609 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0ad3286-95d5-48fe-8a97-c80e648e471e req-41aabf19-25df-4455-b610-7eefe6168efc tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2fe5eca7145d41b28feb37f87c49e842&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295715 Feb 11 04:46:51.647635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2ad9b-0c9f-43a1-85d6-31374f8b84b5 req-06012990-2dac-48c3-9b08-5c03d632b12f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:51.654532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-74d2ad9b-0c9f-43a1-85d6-31374f8b84b5 req-06012990-2dac-48c3-9b08-5c03d632b12f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.1148846 Feb 11 04:46:51.823847 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-74d2ad9b-0c9f-43a1-85d6-31374f8b84b5 req-e87e5227-6aa3-4449-b7dd-52fd0758d806 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564388 Feb 11 04:46:51.831656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b83d66d9-9984-48f0-bd4c-0b7ca6dcfc54 None None] Provisioning complete for port 8b6a1017-34f4-400c-bb65-5886a69a8052 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:51.832259 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b83d66d9-9984-48f0-bd4c-0b7ca6dcfc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:51.925062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b83d66d9-9984-48f0-bd4c-0b7ca6dcfc54 None None] Port 8b6a1017-34f4-400c-bb65-5886a69a8052 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:46:51.975670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad3286-95d5-48fe-8a97-c80e648e471e req-dcc015eb-c07f-430a-a5d1-9f7f76aee487 tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:51.977772 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0ad3286-95d5-48fe-8a97-c80e648e471e req-dcc015eb-c07f-430a-a5d1-9f7f76aee487 tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3952138 Feb 11 04:46:52.025595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac575243-ed54-4438-a43f-f6003df30e9a req-0d2dae33-ea63-4d3a-98ce-b0a4b65dbaf6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:52.028503 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:52.031962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac575243-ed54-4438-a43f-f6003df30e9a req-0d2dae33-ea63-4d3a-98ce-b0a4b65dbaf6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:52.039613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac575243-ed54-4438-a43f-f6003df30e9a req-0d2dae33-ea63-4d3a-98ce-b0a4b65dbaf6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:52.043819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0ad3286-95d5-48fe-8a97-c80e648e471e req-c34921a4-9f46-4f09-9e82-e0a55b1fd232 tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] 10.222.0.48 "GET /v2.0/quotas/2fe5eca7145d41b28feb37f87c49e842 HTTP/1.1" status: 200 len: 375 time: 0.0370688 Feb 11 04:46:52.049262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac575243-ed54-4438-a43f-f6003df30e9a req-0d2dae33-ea63-4d3a-98ce-b0a4b65dbaf6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:52.061296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac575243-ed54-4438-a43f-f6003df30e9a req-0d2dae33-ea63-4d3a-98ce-b0a4b65dbaf6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:52.068565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac575243-ed54-4438-a43f-f6003df30e9a req-0d2dae33-ea63-4d3a-98ce-b0a4b65dbaf6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:52.075108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac575243-ed54-4438-a43f-f6003df30e9a req-0d2dae33-ea63-4d3a-98ce-b0a4b65dbaf6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:52.084057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac575243-ed54-4438-a43f-f6003df30e9a req-0d2dae33-ea63-4d3a-98ce-b0a4b65dbaf6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1405289 Feb 11 04:46:52.110932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0ad3286-95d5-48fe-8a97-c80e648e471e req-eb413d3c-48a0-4c31-873f-2bad3734fb1c tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2fe5eca7145d41b28feb37f87c49e842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396521 Feb 11 04:46:52.169982 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac575243-ed54-4438-a43f-f6003df30e9a req-48d537ab-8ad7-42ac-a734-a412a5be186a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848563 Feb 11 04:46:52.315077 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Publish callbacks [] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:52.321462 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:52.409344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Pushing event updated for resources: {'Port': ['ID=8b6a1017-34f4-400c-bb65-5886a69a8052,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:52.469729 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (fc7270c7-c10a-4851-a577-324fd59407a1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:52.508349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e2322-7b51-46eb-bcc5-70fdbf69444a req-ac09a445-bf9c-45f0-8a15-ac32e269e6ae tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:52.516417 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cb4e2322-7b51-46eb-bcc5-70fdbf69444a req-ac09a445-bf9c-45f0-8a15-ac32e269e6ae tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.1708291 Feb 11 04:46:52.661023 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cb4e2322-7b51-46eb-bcc5-70fdbf69444a req-0e3fba5d-e94b-46d1-8ca1-4100f299fb35 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408281 Feb 11 04:46:52.695453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dd062-aa27-4dff-9cf4-191172476057 req-65814e6e-4267-45d3-84b2-17672a9d2e0a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:52.697142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae1dd062-aa27-4dff-9cf4-191172476057 req-65814e6e-4267-45d3-84b2-17672a9d2e0a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 945 time: 0.1082063 Feb 11 04:46:52.708089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Network edede95a-bd26-4cc5-9e69-2567cb3fdb8f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:52.710200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:52.792067 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae1dd062-aa27-4dff-9cf4-191172476057 req-cf6181d5-3f0c-4aff-9a9d-67391f612f3b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879235 Feb 11 04:46:52.976384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Router fc7270c7-c10a-4851-a577-324fd59407a1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:46:53.045060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d818806-00bd-4a15-af81-8b3465c56970 req-b0be6d71-3b98-4471-890f-70a92c7fd586 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:53.052866 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2d818806-00bd-4a15-af81-8b3465c56970 req-b0be6d71-3b98-4471-890f-70a92c7fd586 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0938256 Feb 11 04:46:53.060022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1d43c389-7a82-4c0b-b268-edfbb10d96ef None None] Provisioning complete for port 8b6a1017-34f4-400c-bb65-5886a69a8052 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:53.060587 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d43c389-7a82-4c0b-b268-edfbb10d96ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:53.192758 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2d818806-00bd-4a15-af81-8b3465c56970 req-9ce6b0c6-22cc-452e-9dd8-9e579800f4b3 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383493 Feb 11 04:46:53.193508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1d43c389-7a82-4c0b-b268-edfbb10d96ef None None] Port 8b6a1017-34f4-400c-bb65-5886a69a8052 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:46:53.194239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:53.220234 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-539ccd07-6102-4482-92ae-d2de26ef8ecd admin admin] 10.222.0.48 "PUT /v2.0/routers/fc7270c7-c10a-4851-a577-324fd59407a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9796898 Feb 11 04:46:53.317185 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cba6913d-ba69-445f-8f96-9529da56d36c req-1ea7674d-7ea3-48ae-a6a5-ab9798f9f1de tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2fe5eca7145d41b28feb37f87c49e842&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305376 Feb 11 04:46:53.442219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50547fb-4ac4-4ccc-b19a-68af0cbb8e0d req-d80dd543-0935-47e8-b254-d36fde2f30c2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:53.447684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50547fb-4ac4-4ccc-b19a-68af0cbb8e0d req-d80dd543-0935-47e8-b254-d36fde2f30c2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:53.453106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50547fb-4ac4-4ccc-b19a-68af0cbb8e0d req-d80dd543-0935-47e8-b254-d36fde2f30c2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:53.458566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50547fb-4ac4-4ccc-b19a-68af0cbb8e0d req-d80dd543-0935-47e8-b254-d36fde2f30c2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:53.464742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50547fb-4ac4-4ccc-b19a-68af0cbb8e0d req-d80dd543-0935-47e8-b254-d36fde2f30c2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:53.470117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50547fb-4ac4-4ccc-b19a-68af0cbb8e0d req-d80dd543-0935-47e8-b254-d36fde2f30c2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:53.475538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50547fb-4ac4-4ccc-b19a-68af0cbb8e0d req-d80dd543-0935-47e8-b254-d36fde2f30c2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:53.477446 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d50547fb-4ac4-4ccc-b19a-68af0cbb8e0d req-d80dd543-0935-47e8-b254-d36fde2f30c2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1511085 Feb 11 04:46:53.525911 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6913d-ba69-445f-8f96-9529da56d36c req-ef88e2c7-ea06-46e5-b3ca-26afe85333d6 tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:53.527613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cba6913d-ba69-445f-8f96-9529da56d36c req-ef88e2c7-ea06-46e5-b3ca-26afe85333d6 tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053113 Feb 11 04:46:53.558202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d50547fb-4ac4-4ccc-b19a-68af0cbb8e0d req-3bb95fed-588c-43cf-bf51-16ed0409536d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697873 Feb 11 04:46:53.572972 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cba6913d-ba69-445f-8f96-9529da56d36c req-cf79d338-8f22-4850-9568-88d9cc5a73c5 tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] 10.222.0.48 "GET /v2.0/quotas/2fe5eca7145d41b28feb37f87c49e842 HTTP/1.1" status: 200 len: 375 time: 0.0389845 Feb 11 04:46:53.639639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cba6913d-ba69-445f-8f96-9529da56d36c req-477c2c78-b23e-465d-b44e-d34f34e34360 tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2fe5eca7145d41b28feb37f87c49e842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651486 Feb 11 04:46:53.818728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f9058ba6-6dc2-43bd-ad55-21c7f584d12c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:46:53.881999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f9058ba6-6dc2-43bd-ad55-21c7f584d12c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:53.882804 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:53.896453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480df566-0397-4b99-b06f-8f86bc43ac24 req-f4385506-cf1a-4839-bb6b-e920575ca13a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:53.905841 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-480df566-0397-4b99-b06f-8f86bc43ac24 req-f4385506-cf1a-4839-bb6b-e920575ca13a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.0879135 Feb 11 04:46:53.993747 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-480df566-0397-4b99-b06f-8f86bc43ac24 req-951efc47-d10c-431c-96ec-9aa48cfa39d6 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819716 Feb 11 04:46:54.032488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f9058ba6-6dc2-43bd-ad55-21c7f584d12c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:54.032889 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.049505 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-64ebf3e5-1df8-49ae-9d21-07eb354b32ec tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3492925 Feb 11 04:46:54.054959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:54.058195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port f9058ba6-6dc2-43bd-ad55-21c7f584d12c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f9058ba6-6dc2-43bd-ad55-21c7f584d12c,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:54.067744 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.116983 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.149414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=f9058ba6-6dc2-43bd-ad55-21c7f584d12c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:54.154576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Sync routers for ids ['fc7270c7-c10a-4851-a577-324fd59407a1'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:54.166647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Routers {'fc7270c7-c10a-4851-a577-324fd59407a1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:54.167433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:46:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fc7270c7-c10a-4851-a577-324fd59407a1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:54.290246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Set router fc7270c7-c10a-4851-a577-324fd59407a1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:46:54.361210 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.420454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e5b02-dcc4-4aa1-a496-b0e519e8e85d req-bbe5aa10-0d8e-489b-a0f4-b96262bb198a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:54.423714 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b68e5b02-dcc4-4aa1-a496-b0e519e8e85d req-bbe5aa10-0d8e-489b-a0f4-b96262bb198a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 945 time: 0.0761354 Feb 11 04:46:54.507165 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b68e5b02-dcc4-4aa1-a496-b0e519e8e85d req-02216a2d-f428-455c-83a1-5711557d5d5f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765297 Feb 11 04:46:54.511707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Allocated IP 172.25.7.120 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/01b7d539-eff7-47fc-a1f1-626c30d853fe) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:54.552063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'name': 'tempest-FloatingIPsTestJSON-1343088022-router', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:44Z', 'updated_at': '2022-02-11T04:46:51Z', 'revision_number': 4, 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'gw_port': {'id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:45Z', 'updated_at': '2022-02-11T04:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8b6a1017-34f4-400c-bb65-5886a69a8052', 'name': '', 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'mac_address': 'fa:16:3e:0a:90:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f873b864-ef31-4abb-8c1c-c2cf5474733a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:50Z', 'updated_at': '2022-02-11T04:46:52Z', 'revision_number': 2, 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'subnets': [{'id': 'f873b864-ef31-4abb-8c1c-c2cf5474733a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:54.607947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Checking router: fc7270c7-c10a-4851-a577-324fd59407a1 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:46:54.608343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Updating router fc7270c7-c10a-4851-a577-324fd59407a1 port 8b6a1017-34f4-400c-bb65-5886a69a8052 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:46:54.646350 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.654445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6489f30-5852-43ea-9d20-0f02c9c09374 req-2cd8ad34-662a-4919-95ff-4cef7476cb6e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:54.664815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a6489f30-5852-43ea-9d20-0f02c9c09374 req-2cd8ad34-662a-4919-95ff-4cef7476cb6e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0826674 Feb 11 04:46:54.691315 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks [] for port (01b7d539-eff7-47fc-a1f1-626c30d853fe), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.755564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a6489f30-5852-43ea-9d20-0f02c9c09374 req-0919dc16-e0e2-492c-86cc-ea35155ad1f5 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897567 Feb 11 04:46:54.777071 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (01b7d539-eff7-47fc-a1f1-626c30d853fe), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.906098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:54.909439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:54.913154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:54.937311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Pushing event updated for resources: {'Port': ['ID=01b7d539-eff7-47fc-a1f1-626c30d853fe,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:55.049476 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Publish callbacks [] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.059226 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.121859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaad22-db63-4e21-8708-1140f2a31988 None None] Pushing event updated for resources: {'Port': ['ID=8b6a1017-34f4-400c-bb65-5886a69a8052,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:55.138686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks [] for floatingip (6cc90934-4a9c-4498-ac9c-12c95390807b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.235700 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (01b7d539-eff7-47fc-a1f1-626c30d853fe), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.241640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Attempting to bind port 8b6a1017-34f4-400c-bb65-5886a69a8052 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:55.243669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Attempting to bind port 8b6a1017-34f4-400c-bb65-5886a69a8052 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '9ba6c5fe-d19f-4845-a951-7fa1963957fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:55.244047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Attempting to bind port 8b6a1017-34f4-400c-bb65-5886a69a8052 on network edede95a-bd26-4cc5-9e69-2567cb3fdb8f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:55.260257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:55.260643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Checking segment: {'id': '9ba6c5fe-d19f-4845-a951-7fa1963957fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:55.265712 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.266242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Bound using segment: {'id': '9ba6c5fe-d19f-4845-a951-7fa1963957fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:55.266753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Bound port: 8b6a1017-34f4-400c-bb65-5886a69a8052, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba6c5fe-d19f-4845-a951-7fa1963957fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:55.267170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.270803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4e-cf20-4ba9-b095-3d97e0689923 req-920df9f6-ebc0-47a1-a66b-6160c2e61035 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:55.278092 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4e-cf20-4ba9-b095-3d97e0689923 req-920df9f6-ebc0-47a1-a66b-6160c2e61035 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:55.299515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4e-cf20-4ba9-b095-3d97e0689923 req-920df9f6-ebc0-47a1-a66b-6160c2e61035 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:55.307019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4e-cf20-4ba9-b095-3d97e0689923 req-920df9f6-ebc0-47a1-a66b-6160c2e61035 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:55.314709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4e-cf20-4ba9-b095-3d97e0689923 req-920df9f6-ebc0-47a1-a66b-6160c2e61035 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:55.321222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4e-cf20-4ba9-b095-3d97e0689923 req-920df9f6-ebc0-47a1-a66b-6160c2e61035 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:55.333891 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4e-cf20-4ba9-b095-3d97e0689923 req-920df9f6-ebc0-47a1-a66b-6160c2e61035 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:55.343980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-170cfd4e-cf20-4ba9-b095-3d97e0689923 req-920df9f6-ebc0-47a1-a66b-6160c2e61035 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1877108 Feb 11 04:46:55.378733 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] For port 8b6a1017-34f4-400c-bb65-5886a69a8052, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:55.385313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] For port 8b6a1017-34f4-400c-bb65-5886a69a8052, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8b6a1017-34f4-400c-bb65-5886a69a8052,segment=NetworkSegment(9ba6c5fe-d19f-4845-a951-7fa1963957fd),segment_id=9ba6c5fe-d19f-4845-a951-7fa1963957fd)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:55.402341 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.482580 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-170cfd4e-cf20-4ba9-b095-3d97e0689923 req-d54dea61-bba5-411b-8500-7cf0be2614b0 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310616 Feb 11 04:46:55.486754 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks [] for port (01b7d539-eff7-47fc-a1f1-626c30d853fe), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.504382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Routers {'fc7270c7-c10a-4851-a577-324fd59407a1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:55.505382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:46:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fc7270c7-c10a-4851-a577-324fd59407a1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:55.507678 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (01b7d539-eff7-47fc-a1f1-626c30d853fe), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.598940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Pushing event updated for resources: {'Port': ['ID=01b7d539-eff7-47fc-a1f1-626c30d853fe,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:55.607908 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (6cc90934-4a9c-4498-ac9c-12c95390807b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.636180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaad22-db63-4e21-8708-1140f2a31988 None None] Pushing event updated for resources: {'Port': ['ID=8b6a1017-34f4-400c-bb65-5886a69a8052,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:55.642394 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.644563 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-cca811df-ba57-4084-a30b-2d7c93720838 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5942225 Feb 11 04:46:55.657315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-82e3660a-b8a2-473c-ac8e-fc5c0d16483a None None] Provisioning complete for port 8b6a1017-34f4-400c-bb65-5886a69a8052 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:55.660345 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82e3660a-b8a2-473c-ac8e-fc5c0d16483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.803546 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-946d4233-9d1e-43ef-82f7-642d6cea6867 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.1501777 Feb 11 04:46:55.931206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f9058ba6-6dc2-43bd-ad55-21c7f584d12c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:46:55.947873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-c6d7ebf5-983a-407e-8831-bb84d789a090 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:55.968091 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8503dd5-5e4c-4d7f-934c-7caa2390597f req-c6d7ebf5-983a-407e-8831-bb84d789a090 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1557162 Feb 11 04:46:55.979332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4005513-7024-4e51-b1c4-a60073b2ca1e req-af43128e-853c-497d-8265-9392e7c40fb3 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:55.987951 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4005513-7024-4e51-b1c4-a60073b2ca1e req-af43128e-853c-497d-8265-9392e7c40fb3 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.1194298 Feb 11 04:46:56.043221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] Set router fc7270c7-c10a-4851-a577-324fd59407a1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:46:56.060636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4005513-7024-4e51-b1c4-a60073b2ca1e req-c6a5e4e9-67cd-42c7-8438-cb4a21bf6c74 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704951 Feb 11 04:46:56.111985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc0dae-25fe-450e-8928-86ba94c2776e req-a753b78e-2b99-4be3-896c-d07a9cf04339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.114095 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31dc0dae-25fe-450e-8928-86ba94c2776e req-a753b78e-2b99-4be3-896c-d07a9cf04339 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 945 time: 0.0694845 Feb 11 04:46:56.131592 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-82e3660a-b8a2-473c-ac8e-fc5c0d16483a None None] Current status of the port 8b6a1017-34f4-400c-bb65-5886a69a8052 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:56.132194 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82e3660a-b8a2-473c-ac8e-fc5c0d16483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.156194 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f9058ba6-6dc2-43bd-ad55-21c7f584d12c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:56.156194 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.167862 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31dc0dae-25fe-450e-8928-86ba94c2776e req-46cb5043-4b60-4dbb-a3aa-bdff57cd39f9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457313 Feb 11 04:46:56.239482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd465d-a0ce-4278-bd46-04618247abb8 req-94509d16-c2e6-4d2f-95dc-f6f00dd78ef0 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.247763 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bedd465d-a0ce-4278-bd46-04618247abb8 req-94509d16-c2e6-4d2f-95dc-f6f00dd78ef0 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0632756 Feb 11 04:46:56.315607 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-838882ee-dd18-4a23-9fe6-b715ef536959 req-c7a0f756-0d85-4bd6-be4f-b743c2d19370 tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2fe5eca7145d41b28feb37f87c49e842&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389371 Feb 11 04:46:56.318319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-82e3660a-b8a2-473c-ac8e-fc5c0d16483a None None] For port 8b6a1017-34f4-400c-bb65-5886a69a8052, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8b6a1017-34f4-400c-bb65-5886a69a8052,segment=NetworkSegment(9ba6c5fe-d19f-4845-a951-7fa1963957fd),segment_id=9ba6c5fe-d19f-4845-a951-7fa1963957fd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:56.322499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bedd465d-a0ce-4278-bd46-04618247abb8 req-7780505b-7ac3-4b8e-a4f7-2f03a0a20333 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703804 Feb 11 04:46:56.378873 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82e3660a-b8a2-473c-ac8e-fc5c0d16483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.461588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1c338f3-8cf0-4b67-8b6c-d08cbb0decca req-f6fe6350-a65b-4f10-b49c-9803d834c331 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/floatingips/6cc90934-4a9c-4498-ac9c-12c95390807b HTTP/1.1" status: 200 len: 693 time: 0.1154754 Feb 11 04:46:56.471404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838882ee-dd18-4a23-9fe6-b715ef536959 req-103e44fe-a1c5-4676-9e59-fbdb3bbcf841 tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.473873 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-838882ee-dd18-4a23-9fe6-b715ef536959 req-103e44fe-a1c5-4676-9e59-fbdb3bbcf841 tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516950 Feb 11 04:46:56.481160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3660a-b8a2-473c-ac8e-fc5c0d16483a None None] Pushing event updated for resources: {'Port': ['ID=8b6a1017-34f4-400c-bb65-5886a69a8052,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:56.496082 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-838882ee-dd18-4a23-9fe6-b715ef536959 req-219903d7-87ba-4bc4-9c7a-7a6eff61cf84 tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] 10.222.0.48 "GET /v2.0/quotas/2fe5eca7145d41b28feb37f87c49e842 HTTP/1.1" status: 200 len: 375 time: 0.0165303 Feb 11 04:46:56.530076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f9058ba6-6dc2-43bd-ad55-21c7f584d12c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:56.543643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-df274208-5bba-40e0-8ae7-9e172182e7af None None] Provisioning complete for port 8b6a1017-34f4-400c-bb65-5886a69a8052 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:56.543643 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-df274208-5bba-40e0-8ae7-9e172182e7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.546097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-838882ee-dd18-4a23-9fe6-b715ef536959 req-da94c22f-9aec-4d03-8002-914b61c59e20 tempest-QuotasAdminNegativeTest-22346855 tempest-QuotasAdminNegativeTest-22346855-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2fe5eca7145d41b28feb37f87c49e842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446589 Feb 11 04:46:56.640120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'name': 'tempest-FloatingIPsTestJSON-1343088022-router', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:44Z', 'updated_at': '2022-02-11T04:46:51Z', 'revision_number': 4, 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'gw_port': {'id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:45Z', 'updated_at': '2022-02-11T04:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8b6a1017-34f4-400c-bb65-5886a69a8052', 'name': '', 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'mac_address': 'fa:16:3e:0a:90:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f873b864-ef31-4abb-8c1c-c2cf5474733a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:50Z', 'updated_at': '2022-02-11T04:46:55Z', 'revision_number': 4, 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'subnets': [{'id': 'f873b864-ef31-4abb-8c1c-c2cf5474733a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:56.691956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4ddfe2-0fc5-4093-ab4a-4c2ce2fbb68d None None] The sync data for ids ['fc7270c7-c10a-4851-a577-324fd59407a1'] in n-d-615180-58 is: [{'id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'name': 'tempest-FloatingIPsTestJSON-1343088022-router', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:44Z', 'updated_at': '2022-02-11T04:46:51Z', 'revision_number': 4, 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'gw_port': {'id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:45Z', 'updated_at': '2022-02-11T04:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8b6a1017-34f4-400c-bb65-5886a69a8052', 'name': '', 'network_id': 'edede95a-bd26-4cc5-9e69-2567cb3fdb8f', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'mac_address': 'fa:16:3e:0a:90:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f873b864-ef31-4abb-8c1c-c2cf5474733a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:50Z', 'updated_at': '2022-02-11T04:46:55Z', 'revision_number': 4, 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'subnets': [{'id': 'f873b864-ef31-4abb-8c1c-c2cf5474733a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:56.750458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c338f3-8cf0-4b67-8b6c-d08cbb0decca req-200f0bf2-038f-4afa-b78a-11dbe41cf99b tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.770746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1c338f3-8cf0-4b67-8b6c-d08cbb0decca req-200f0bf2-038f-4afa-b78a-11dbe41cf99b tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.3069775 Feb 11 04:46:56.770946 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-df274208-5bba-40e0-8ae7-9e172182e7af None None] Current status of the port 8b6a1017-34f4-400c-bb65-5886a69a8052 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:56.932439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9204f-a905-4a62-aa69-29e179803756 req-7be81179-e0de-422b-af1b-95f92a624945 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.937887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9204f-a905-4a62-aa69-29e179803756 req-7be81179-e0de-422b-af1b-95f92a624945 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.943939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9204f-a905-4a62-aa69-29e179803756 req-7be81179-e0de-422b-af1b-95f92a624945 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.949362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9204f-a905-4a62-aa69-29e179803756 req-7be81179-e0de-422b-af1b-95f92a624945 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.954856 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9204f-a905-4a62-aa69-29e179803756 req-7be81179-e0de-422b-af1b-95f92a624945 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.962213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9204f-a905-4a62-aa69-29e179803756 req-7be81179-e0de-422b-af1b-95f92a624945 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.971816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9204f-a905-4a62-aa69-29e179803756 req-7be81179-e0de-422b-af1b-95f92a624945 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.990881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7de9204f-a905-4a62-aa69-29e179803756 req-7be81179-e0de-422b-af1b-95f92a624945 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1337745 Feb 11 04:46:57.115416 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7de9204f-a905-4a62-aa69-29e179803756 req-1c64f56f-f02e-413d-b5d2-f671dcf59202 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156449 Feb 11 04:46:57.223755 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5a22073c-e709-4ccb-884f-15ee78a97976 req-a4a08f3a-ed10-40ca-9bff-261c314ab9eb tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=c97ee96770244156bec9b6f43e46436d HTTP/1.1" status: 200 len: 696 time: 0.1456726 Feb 11 04:46:57.259235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8e4e0-6aff-43c0-8eeb-27f7cb552715 req-8fd0e420-a156-4039-94a0-70c4f9ae9e9b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:57.267233 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9da8e4e0-6aff-43c0-8eeb-27f7cb552715 req-8fd0e420-a156-4039-94a0-70c4f9ae9e9b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 945 time: 0.0817406 Feb 11 04:46:57.369406 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9da8e4e0-6aff-43c0-8eeb-27f7cb552715 req-b0708adb-5770-4e64-887e-4270f4a5b5d5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010146 Feb 11 04:46:57.593662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc4ddb-c8c6-4ef6-b1f1-2406b900e5d6 req-f32008d4-cb2e-453c-8da5-df245020766c tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:57.601549 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44dc4ddb-c8c6-4ef6-b1f1-2406b900e5d6 req-f32008d4-cb2e-453c-8da5-df245020766c tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.0935221 Feb 11 04:46:57.694468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44dc4ddb-c8c6-4ef6-b1f1-2406b900e5d6 req-8e412750-61e6-43bf-8916-93f226d77847 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894172 Feb 11 04:46:57.864998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8b6a1017-34f4-400c-bb65-5886a69a8052 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:46:57.949546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54480) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:57.953786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c908a6c-b399-45bf-aac9-ef530138feba req-68888234-f3d4-4eda-b761-1f71cfcef218 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:57.957796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 8b6a1017-34f4-400c-bb65-5886a69a8052 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:57.958290 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.960705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c908a6c-b399-45bf-aac9-ef530138feba req-68888234-f3d4-4eda-b761-1f71cfcef218 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.1325147 Feb 11 04:46:58.009628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22073c-e709-4ccb-884f-15ee78a97976 req-82d8fe18-1412-4e2f-af8f-8a83b41f6d19 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:58.024907 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5a22073c-e709-4ccb-884f-15ee78a97976 req-82d8fe18-1412-4e2f-af8f-8a83b41f6d19 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/networks?id=39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 787 time: 0.8004930 Feb 11 04:46:58.076920 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c908a6c-b399-45bf-aac9-ef530138feba req-eb2b38ad-59a1-4ea4-b16f-2332a6420116 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087499 Feb 11 04:46:58.167436 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-731b1466-9e38-4531-a377-55127a18211b tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/floatingips/6cc90934-4a9c-4498-ac9c-12c95390807b HTTP/1.1" status: 200 len: 693 time: 0.1185765 Feb 11 04:46:58.204911 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8b6a1017-34f4-400c-bb65-5886a69a8052 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:58.279839 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45d3f8db-22c1-446e-8aa3-eb8e227accdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.333814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-710d160f-d447-42bf-80df-753fb44d2f7e tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:58.335660 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-710d160f-d447-42bf-80df-753fb44d2f7e tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1674557 Feb 11 04:46:58.337470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281de298-f4a9-4281-b498-9c8ef2a339bd req-7c9f2ecf-55a8-48c6-be5c-a921b6f37de9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:58.343055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281de298-f4a9-4281-b498-9c8ef2a339bd req-7c9f2ecf-55a8-48c6-be5c-a921b6f37de9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:58.348555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281de298-f4a9-4281-b498-9c8ef2a339bd req-7c9f2ecf-55a8-48c6-be5c-a921b6f37de9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:58.353966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281de298-f4a9-4281-b498-9c8ef2a339bd req-7c9f2ecf-55a8-48c6-be5c-a921b6f37de9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:58.359467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281de298-f4a9-4281-b498-9c8ef2a339bd req-7c9f2ecf-55a8-48c6-be5c-a921b6f37de9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:58.365059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281de298-f4a9-4281-b498-9c8ef2a339bd req-7c9f2ecf-55a8-48c6-be5c-a921b6f37de9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:58.370590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281de298-f4a9-4281-b498-9c8ef2a339bd req-7c9f2ecf-55a8-48c6-be5c-a921b6f37de9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:58.372602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-281de298-f4a9-4281-b498-9c8ef2a339bd req-7c9f2ecf-55a8-48c6-be5c-a921b6f37de9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1451614 Feb 11 04:46:58.435110 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-f68fa41f-f395-41c0-9977-dfe2087a6f3e tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.0815122 Feb 11 04:46:58.455642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-281de298-f4a9-4281-b498-9c8ef2a339bd req-619c96fb-7357-4faa-a06f-a1f29742ab6a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729823 Feb 11 04:46:58.554783 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-a4752147-66ee-4c8a-9095-36778d6b28d5 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.1186068 Feb 11 04:46:58.684770 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45d3f8db-22c1-446e-8aa3-eb8e227accdd admin admin] Publish callbacks [] for security_group (e0d3978c-f176-46e0-9608-83b4887352fe), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.715440 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45d3f8db-22c1-446e-8aa3-eb8e227accdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e0d3978c-f176-46e0-9608-83b4887352fe), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.756591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d615c79-1bcb-40c4-9d73-e846997a013e req-830a32a5-c0bb-4d1b-8026-de144a35d0e5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:58.760524 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d615c79-1bcb-40c4-9d73-e846997a013e req-830a32a5-c0bb-4d1b-8026-de144a35d0e5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 945 time: 0.1638212 Feb 11 04:46:58.772508 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-45d3f8db-22c1-446e-8aa3-eb8e227accdd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fe5eca7145d41b28feb37f87c49e842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8215382 Feb 11 04:46:58.773519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3f8db-22c1-446e-8aa3-eb8e227accdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d3978c-f176-46e0-9608-83b4887352fe,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:58.789615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54492) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:58.802122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-b32d2a11-3bca-434f-9042-b6cb5b0a6dc3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Deleting port 01b7d539-eff7-47fc-a1f1-626c30d853fe {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:58.802506 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-b32d2a11-3bca-434f-9042-b6cb5b0a6dc3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (01b7d539-eff7-47fc-a1f1-626c30d853fe), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.902099 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d615c79-1bcb-40c4-9d73-e846997a013e req-9c0f68a5-5441-4855-b364-629b5c0cc03c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354868 Feb 11 04:46:58.924628 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-b32d2a11-3bca-434f-9042-b6cb5b0a6dc3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (01b7d539-eff7-47fc-a1f1-626c30d853fe), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.924969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-b32d2a11-3bca-434f-9042-b6cb5b0a6dc3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks [] for floatingip (01b7d539-eff7-47fc-a1f1-626c30d853fe), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.927282 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-002da77b-7157-485a-85bd-36cb32ad9844 admin admin] Publish callbacks [] for security_group (e0d3978c-f176-46e0-9608-83b4887352fe), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.950021 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-002da77b-7157-485a-85bd-36cb32ad9844 admin admin] Publish callbacks [] for security_group (e0d3978c-f176-46e0-9608-83b4887352fe), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.954444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-b32d2a11-3bca-434f-9042-b6cb5b0a6dc3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Calling delete_port for 01b7d539-eff7-47fc-a1f1-626c30d853fe owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:59.044536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-002da77b-7157-485a-85bd-36cb32ad9844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e0d3978c-f176-46e0-9608-83b4887352fe), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.047870 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-002da77b-7157-485a-85bd-36cb32ad9844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.049128 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-002da77b-7157-485a-85bd-36cb32ad9844 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0d3978c-f176-46e0-9608-83b4887352fe HTTP/1.1" status: 204 len: 168 time: 0.2365038 Feb 11 04:46:59.062009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002da77b-7157-485a-85bd-36cb32ad9844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d3978c-f176-46e0-9608-83b4887352fe,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:59.076252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decd91a-5a0d-4cda-885a-c87045d07d7e req-a637182b-a9e3-49ea-8202-3389dcdec51f tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:59.083254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7decd91a-5a0d-4cda-885a-c87045d07d7e req-a637182b-a9e3-49ea-8202-3389dcdec51f tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.0967758 Feb 11 04:46:59.220372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7decd91a-5a0d-4cda-885a-c87045d07d7e req-f18db27a-9045-4641-bf64-997a5f0f5165 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358292 Feb 11 04:46:59.294918 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-b32d2a11-3bca-434f-9042-b6cb5b0a6dc3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (01b7d539-eff7-47fc-a1f1-626c30d853fe), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.348794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d2a11-3bca-434f-9042-b6cb5b0a6dc3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Pushing event deleted for resources: {'Port': ['ID=01b7d539-eff7-47fc-a1f1-626c30d853fe,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:59.421492 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-b32d2a11-3bca-434f-9042-b6cb5b0a6dc3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks [] for floatingip (6cc90934-4a9c-4498-ac9c-12c95390807b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.428506 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-b32d2a11-3bca-434f-9042-b6cb5b0a6dc3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.433063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ab21b-47da-46d9-8071-d57b1f5f45b0 req-19841427-1eaf-4360-b7d3-1477a8862686 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:59.442779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-307e8450-4fe8-4e5d-b1e2-1a790885914a req-b32d2a11-3bca-434f-9042-b6cb5b0a6dc3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "DELETE /v2.0/floatingips/6cc90934-4a9c-4498-ac9c-12c95390807b HTTP/1.1" status: 204 len: 173 time: 0.8807325 Feb 11 04:46:59.453654 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f59ab21b-47da-46d9-8071-d57b1f5f45b0 req-19841427-1eaf-4360-b7d3-1477a8862686 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.1245432 Feb 11 04:46:59.614467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54504) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:59.639619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f59ab21b-47da-46d9-8071-d57b1f5f45b0 req-7e1bdfb7-d556-425d-8d99-873c1ab0ab0c tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847529 Feb 11 04:46:59.671760 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83b39aca-8e0f-42fa-a71b-5c9849598bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.709202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55620eea-307a-4fda-ac8d-5f038da723ce req-65e8645b-2c05-4793-970b-1eb307800bf4 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2280102 Feb 11 04:46:59.718555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084d994-e5f1-4e67-8984-69109fd877b3 req-26435a7e-4291-4b4e-8f57-702dad38b05f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:59.720235 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6084d994-e5f1-4e67-8984-69109fd877b3 req-26435a7e-4291-4b4e-8f57-702dad38b05f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 945 time: 0.1936305 Feb 11 04:46:59.730681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:59.797635 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.954654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f75-4ecf-48a6-b81a-6c1163f37738 req-ff30ac00-e81e-4d28-8350-86192cb2d279 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:59.960641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f75-4ecf-48a6-b81a-6c1163f37738 req-ff30ac00-e81e-4d28-8350-86192cb2d279 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:59.965887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f75-4ecf-48a6-b81a-6c1163f37738 req-ff30ac00-e81e-4d28-8350-86192cb2d279 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:59.971263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f75-4ecf-48a6-b81a-6c1163f37738 req-ff30ac00-e81e-4d28-8350-86192cb2d279 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:59.976847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f75-4ecf-48a6-b81a-6c1163f37738 req-ff30ac00-e81e-4d28-8350-86192cb2d279 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:59.979837 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.982077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f75-4ecf-48a6-b81a-6c1163f37738 req-ff30ac00-e81e-4d28-8350-86192cb2d279 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:59.987340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f75-4ecf-48a6-b81a-6c1163f37738 req-ff30ac00-e81e-4d28-8350-86192cb2d279 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:59.995072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68802f75-4ecf-48a6-b81a-6c1163f37738 req-ff30ac00-e81e-4d28-8350-86192cb2d279 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.2016747 Feb 11 04:47:00.013519 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83b39aca-8e0f-42fa-a71b-5c9849598bc0 admin admin] Publish callbacks [] for security_group (3ae5e50b-9088-4a9b-89b6-649506d44067), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.024281 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83b39aca-8e0f-42fa-a71b-5c9849598bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3ae5e50b-9088-4a9b-89b6-649506d44067), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.037470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-6084d994-e5f1-4e67-8984-69109fd877b3 req-ebc7f601-12f2-4cbd-b1c0-2ff0ad930319 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Deleting port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:00.037818 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6084d994-e5f1-4e67-8984-69109fd877b3 req-ebc7f601-12f2-4cbd-b1c0-2ff0ad930319 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.119976 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-83b39aca-8e0f-42fa-a71b-5c9849598bc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef6eaff0725e4fa7bb3e1d16b02f99d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5024970 Feb 11 04:47:00.120672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54508) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:00.227827 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Publish callbacks [] for security_group (3ae5e50b-9088-4a9b-89b6-649506d44067), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.252929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Allocated IP 172.25.7.211 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/2f45a200-64a7-4690-8dbb-eea4c0973825) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:00.272370 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Publish callbacks [] for security_group (3ae5e50b-9088-4a9b-89b6-649506d44067), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.390233 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3ae5e50b-9088-4a9b-89b6-649506d44067), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.394050 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.401357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ae5e50b-9088-4a9b-89b6-649506d44067 HTTP/1.1" status: 204 len: 168 time: 0.2770734 Feb 11 04:47:00.438667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae5e50b-9088-4a9b-89b6-649506d44067,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:00.445642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b39aca-8e0f-42fa-a71b-5c9849598bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae5e50b-9088-4a9b-89b6-649506d44067,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:00.463763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.464312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.465417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.467592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.468607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.468956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.469299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.469638 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.469974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.470518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.474628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.475089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.475641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662023f2-ab2a-432d-886f-a40af72cd1cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:00.514846 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks [] for port (2f45a200-64a7-4690-8dbb-eea4c0973825), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.552108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68802f75-4ecf-48a6-b81a-6c1163f37738 req-702a2d68-7d54-4d0d-92c8-27135e8ee3e6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5561066 Feb 11 04:47:00.611628 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2f45a200-64a7-4690-8dbb-eea4c0973825), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.630003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6084d994-e5f1-4e67-8984-69109fd877b3 req-ebc7f601-12f2-4cbd-b1c0-2ff0ad930319 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] For port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:00.630366 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6084d994-e5f1-4e67-8984-69109fd877b3 req-ebc7f601-12f2-4cbd-b1c0-2ff0ad930319 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.656159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-6084d994-e5f1-4e67-8984-69109fd877b3 req-ebc7f601-12f2-4cbd-b1c0-2ff0ad930319 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Calling delete_port for bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:00.703876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:00.708282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:00.725323 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:00.770545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Pushing event updated for resources: {'Port': ['ID=2f45a200-64a7-4690-8dbb-eea4c0973825,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:00.802504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64537ef2-dcdb-4677-8939-f7235dfebb96 req-e919f66d-633d-49b0-9892-166f7a58d23d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:00.803285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64537ef2-dcdb-4677-8939-f7235dfebb96 req-e919f66d-633d-49b0-9892-166f7a58d23d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=517618c4-9c7f-4597-8291-aed5463c2292 HTTP/1.1" status: 200 len: 945 time: 0.1390905 Feb 11 04:47:00.904502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64537ef2-dcdb-4677-8939-f7235dfebb96 req-844a5dc6-4d45-49bd-8e36-5dc2cb0232c6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904875 Feb 11 04:47:00.940212 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6084d994-e5f1-4e67-8984-69109fd877b3 req-ebc7f601-12f2-4cbd-b1c0-2ff0ad930319 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bdd4bb83-6512-4253-9e28-8e6b6fa14fb4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.987375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7f601-12f2-4cbd-b1c0-2ff0ad930319 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Pushing event deleted for resources: {'Port': ['ID=bdd4bb83-6512-4253-9e28-8e6b6fa14fb4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:01.042474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks [] for floatingip (52bd7f94-4a1d-4c95-8b0a-d98247958be8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:01.110622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-6084d994-e5f1-4e67-8984-69109fd877b3 req-ebc7f601-12f2-4cbd-b1c0-2ff0ad930319 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] No DVR routers for this DVR port bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:01.117267 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2f45a200-64a7-4690-8dbb-eea4c0973825), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:01.167434 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6084d994-e5f1-4e67-8984-69109fd877b3 req-ebc7f601-12f2-4cbd-b1c0-2ff0ad930319 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:01.193728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6084d994-e5f1-4e67-8984-69109fd877b3 req-ebc7f601-12f2-4cbd-b1c0-2ff0ad930319 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "DELETE /v2.0/ports/bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 HTTP/1.1" status: 204 len: 173 time: 1.4639537 Feb 11 04:47:01.194518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517618c4-9c7f-4597-8291-aed5463c2292', 'name': 'network-vif-deleted', 'tag': 'bdd4bb83-6512-4253-9e28-8e6b6fa14fb4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:01.210246 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5dfc08-06f2-4a54-b8e4-40fdc8e51809" -d '{"events": [{"server_uuid": "517618c4-9c7f-4597-8291-aed5463c2292", "name": "network-vif-deleted", "tag": "bdd4bb83-6512-4253-9e28-8e6b6fa14fb4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:01.299477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b364-d193-48a6-b510-3d35d687ce84 req-8aca5b10-191a-4b53-baac-7f68ad878af0 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:01.312472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e839b364-d193-48a6-b510-3d35d687ce84 req-8aca5b10-191a-4b53-baac-7f68ad878af0 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.2711291 Feb 11 04:47:01.423594 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e839b364-d193-48a6-b510-3d35d687ce84 req-bfefab23-e205-4034-bfff-55cec4f17697 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055465 Feb 11 04:47:01.524165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks [] for port (2f45a200-64a7-4690-8dbb-eea4c0973825), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:01.533140 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (2f45a200-64a7-4690-8dbb-eea4c0973825), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:01.554682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681607-7f13-4394-bbf6-c15a88c3f615 req-fa22f5ed-97c0-4ef7-9ee9-6f048f15821b tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:01.567885 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21681607-7f13-4394-bbf6-c15a88c3f615 req-fa22f5ed-97c0-4ef7-9ee9-6f048f15821b tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0905247 Feb 11 04:47:01.637600 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (52bd7f94-4a1d-4c95-8b0a-d98247958be8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:01.652371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Pushing event updated for resources: {'Port': ['ID=2f45a200-64a7-4690-8dbb-eea4c0973825,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:01.671306 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21681607-7f13-4394-bbf6-c15a88c3f615 req-aa01d159-ed4d-43b9-9c4b-684a028614fe tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819619 Feb 11 04:47:01.673309 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:01.674556 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55620eea-307a-4fda-ac8d-5f038da723ce req-b33729bd-3eb7-4e94-bae0-1c11c28cd658 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9495356 Feb 11 04:47:01.739639 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aff877-f4a1-483e-a898-37755a41f3ae x-openstack-request-id: req-14aff877-f4a1-483e-a898-37755a41f3ae {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:01.740447 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517618c4-9c7f-4597-8291-aed5463c2292", "name": "network-vif-deleted", "tag": "bdd4bb83-6512-4253-9e28-8e6b6fa14fb4", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:01.740447 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14aff877-f4a1-483e-a898-37755a41f3ae {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:01.741180 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517618c4-9c7f-4597-8291-aed5463c2292', 'name': 'network-vif-deleted', 'tag': 'bdd4bb83-6512-4253-9e28-8e6b6fa14fb4', 'status': 'completed', 'code': 200} Feb 11 04:47:01.791878 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55620eea-307a-4fda-ac8d-5f038da723ce req-8eb713c5-57a6-414e-88d1-0d6bef2664b8 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0989354 Feb 11 04:47:02.057931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55620eea-307a-4fda-ac8d-5f038da723ce req-f13417ae-db44-4aed-83f0-a637b2156fa3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:02.062179 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55620eea-307a-4fda-ac8d-5f038da723ce req-f13417ae-db44-4aed-83f0-a637b2156fa3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.2639120 Feb 11 04:47:02.090846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fbb63-dc17-4b68-9432-b442d839e388 req-3e490108-a610-4614-8c8f-59a563220053 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:02.119670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fbb63-dc17-4b68-9432-b442d839e388 req-3e490108-a610-4614-8c8f-59a563220053 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:02.122621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54542) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:02.135759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fbb63-dc17-4b68-9432-b442d839e388 req-3e490108-a610-4614-8c8f-59a563220053 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:02.155420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fbb63-dc17-4b68-9432-b442d839e388 req-3e490108-a610-4614-8c8f-59a563220053 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:02.172933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fbb63-dc17-4b68-9432-b442d839e388 req-3e490108-a610-4614-8c8f-59a563220053 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:02.186929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fbb63-dc17-4b68-9432-b442d839e388 req-3e490108-a610-4614-8c8f-59a563220053 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:02.193770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fbb63-dc17-4b68-9432-b442d839e388 req-3e490108-a610-4614-8c8f-59a563220053 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:02.194133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:02.200386 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-149fbb63-dc17-4b68-9432-b442d839e388 req-3e490108-a610-4614-8c8f-59a563220053 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.3129771 Feb 11 04:47:02.256950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:02.258617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device bdd4bb83-6512-4253-9e28-8e6b6fa14fb4 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:02.289659 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-149fbb63-dc17-4b68-9432-b442d839e388 req-02ecd154-7a4f-4688-ac49-0690b20078fb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773380 Feb 11 04:47:02.300414 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-2c994c57-2184-4aff-97f2-18addec358ea tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/floatingips/52bd7f94-4a1d-4c95-8b0a-d98247958be8 HTTP/1.1" status: 200 len: 693 time: 0.1041141 Feb 11 04:47:02.404292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-215930595-network', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:02.497431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-07d38a26-5c56-47c7-aa4d-33e4022171e5 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:02.499252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-07d38a26-5c56-47c7-aa4d-33e4022171e5 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1910696 Feb 11 04:47:02.509453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Made reservation on behalf of 0e0b6ea2e28c40a191dd50459e37c491 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:02.513400 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.571073 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-ca583b65-b0c7-4ac8-a16f-dd76c64eece3 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0639482 Feb 11 04:47:02.579527 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.629253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-45abef15-55d2-4fe3-ae89-9c5b0fc2452d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:02.630743 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-45abef15-55d2-4fe3-ae89-9c5b0fc2452d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.1649849 Feb 11 04:47:02.650858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-5eb153df-23c2-44dd-99b6-f281e496c158 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0732951 Feb 11 04:47:02.658448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0e7b89ab-381d-4aee-958c-29797a38e959 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/quotas/b9c82f79d8cb4249965732257aaf6d56 HTTP/1.1" status: 200 len: 375 time: 0.0213506 Feb 11 04:47:02.727857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-7e3d67fc-96fc-42f1-9309-6978599b8d5a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648637 Feb 11 04:47:02.836021 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Publish callbacks [] for security_group (f059db48-10f4-48e1-8b15-3d43738f1881), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.846789 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f059db48-10f4-48e1-8b15-3d43738f1881), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.862006 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-fe05befd-05c6-4a83-992c-55b9e5bde2ef service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273673 Feb 11 04:47:02.900144 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:47:02.906770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f059db48-10f4-48e1-8b15-3d43738f1881,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:02.912670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-6f770a2a-0dd0-4b9f-ad91-382d111e8c34 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Deleting port 2f45a200-64a7-4690-8dbb-eea4c0973825 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:02.913017 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-6f770a2a-0dd0-4b9f-ad91-382d111e8c34 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2f45a200-64a7-4690-8dbb-eea4c0973825), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.919655 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8350e4ac-0699-4a61-a89e-3dbe5c075fa2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.919655 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Added segment 8350e4ac-0699-4a61-a89e-3dbe5c075fa2 of type vlan for network 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 Feb 11 04:47:02.974129 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.025677 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.057336 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-6f770a2a-0dd0-4b9f-ad91-382d111e8c34 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2f45a200-64a7-4690-8dbb-eea4c0973825), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.057649 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-6f770a2a-0dd0-4b9f-ad91-382d111e8c34 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks [] for floatingip (2f45a200-64a7-4690-8dbb-eea4c0973825), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.060640 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-d867b1e4-51a1-4a98-9d6f-5d1b23973a7d service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972592 Feb 11 04:47:03.073404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-6f770a2a-0dd0-4b9f-ad91-382d111e8c34 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Calling delete_port for 2f45a200-64a7-4690-8dbb-eea4c0973825 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:03.078333 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.079660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:03.082588 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.159385 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0352864 Feb 11 04:47:03.163629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54562) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:03.177066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bfb5521b-0406-4358-83e5-0d1dd6d7c60f admin admin] Request body: {'subnet': {'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-215930595-subnet', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:03.197635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce271f-955e-4670-83c3-2a8c9f832955 admin admin] Pushing event updated for resources: {'Network': ['ID=9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:03.214243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:47:03.229508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb5521b-0406-4358-83e5-0d1dd6d7c60f admin admin] Made reservation on behalf of 0e0b6ea2e28c40a191dd50459e37c491 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:03.234344 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfb5521b-0406-4358-83e5-0d1dd6d7c60f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.368959 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-6f770a2a-0dd0-4b9f-ad91-382d111e8c34 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2f45a200-64a7-4690-8dbb-eea4c0973825), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.475017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f770a2a-0dd0-4b9f-ad91-382d111e8c34 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Pushing event deleted for resources: {'Port': ['ID=2f45a200-64a7-4690-8dbb-eea4c0973825,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:03.543070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d6475-cd40-49b7-8423-e9ee7caf6cd3 req-347476a1-525b-4dbc-b3de-666a35ebb88e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:03.545125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e4d6475-cd40-49b7-8423-e9ee7caf6cd3 req-347476a1-525b-4dbc-b3de-666a35ebb88e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.1562490 Feb 11 04:47:03.599016 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-6f770a2a-0dd0-4b9f-ad91-382d111e8c34 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks [] for floatingip (52bd7f94-4a1d-4c95-8b0a-d98247958be8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.602676 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-6f770a2a-0dd0-4b9f-ad91-382d111e8c34 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.604540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eaa80de2-7b14-41c0-95ee-67e534a5906c req-6f770a2a-0dd0-4b9f-ad91-382d111e8c34 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "DELETE /v2.0/floatingips/52bd7f94-4a1d-4c95-8b0a-d98247958be8 HTTP/1.1" status: 204 len: 173 time: 0.9420838 Feb 11 04:47:03.671287 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e4d6475-cd40-49b7-8423-e9ee7caf6cd3 req-f8fc181a-56e3-49fc-86ea-4bab52c2ebd4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017833 Feb 11 04:47:03.778457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51f1ff-cb6c-49c9-aacc-35b2b34a25ff req-72c543a7-157b-456a-b3bd-827fba65c8e6 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:03.780222 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa51f1ff-cb6c-49c9-aacc-35b2b34a25ff req-72c543a7-157b-456a-b3bd-827fba65c8e6 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0904112 Feb 11 04:47:03.825390 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c0f0cd1-edf4-4590-b37d-2354127d725e req-b2107d2b-af1d-4bd9-9400-f1a76ffe83c4 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 210 time: 0.0526404 Feb 11 04:47:03.837547 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfb5521b-0406-4358-83e5-0d1dd6d7c60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (7626d9a4-e9b0-4c74-8577-cc37b13efa03), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.938109 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5521b-0406-4358-83e5-0d1dd6d7c60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7626d9a4-e9b0-4c74-8577-cc37b13efa03,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:03.949179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb5521b-0406-4358-83e5-0d1dd6d7c60f admin admin] Checking segment: {'id': '8350e4ac-0699-4a61-a89e-3dbe5c075fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:03.949921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb5521b-0406-4358-83e5-0d1dd6d7c60f admin admin] Network hostable DHCP agents. Network: 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:47:03.956149 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa51f1ff-cb6c-49c9-aacc-35b2b34a25ff req-f3cd2b27-bb31-4294-b0c9-f84ac3d27d75 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665545 Feb 11 04:47:03.985864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb5521b-0406-4358-83e5-0d1dd6d7c60f admin admin] Network 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:47:04.004602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-bfb5521b-0406-4358-83e5-0d1dd6d7c60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:04.020481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f863f66f-15a0-48cb-a666-005087bb8fed None None] Network 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:04.036408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb5521b-0406-4358-83e5-0d1dd6d7c60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:04.037105 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfb5521b-0406-4358-83e5-0d1dd6d7c60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.106364 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bfb5521b-0406-4358-83e5-0d1dd6d7c60f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9342887 Feb 11 04:47:04.110508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54578) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:04.116473 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-215930595-router', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:04.151413 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-6b625889-18d7-4084-9cdc-b88ad9b11727 req-3db5ed60-d666-44fe-aba2-d4af6e67aba0 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] show failed (client error): The resource could not be found. Feb 11 04:47:04.157359 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (9d34dde0-d3a5-43d4-a131-1e6849af87f7), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.159564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (9d34dde0-d3a5-43d4-a131-1e6849af87f7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.163351 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6b625889-18d7-4084-9cdc-b88ad9b11727 req-3db5ed60-d666-44fe-aba2-d4af6e67aba0 tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/floatingips/52bd7f94-4a1d-4c95-8b0a-d98247958be8 HTTP/1.1" status: 404 len: 350 time: 0.1733801 Feb 11 04:47:04.184401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13302c-0cc9-4578-8fb6-ee6619f311dc req-b0ea9060-b1c2-4f5b-81ea-e96c4334e2ec tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:04.190349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13302c-0cc9-4578-8fb6-ee6619f311dc req-b0ea9060-b1c2-4f5b-81ea-e96c4334e2ec tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:04.196862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13302c-0cc9-4578-8fb6-ee6619f311dc req-b0ea9060-b1c2-4f5b-81ea-e96c4334e2ec tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:04.212393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13302c-0cc9-4578-8fb6-ee6619f311dc req-b0ea9060-b1c2-4f5b-81ea-e96c4334e2ec tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:04.215463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8', 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8', 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'fixed_ips': [{'subnet_id': '7626d9a4-e9b0-4c74-8577-cc37b13efa03'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:47:04.217710 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.219852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13302c-0cc9-4578-8fb6-ee6619f311dc req-b0ea9060-b1c2-4f5b-81ea-e96c4334e2ec tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:04.227208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13302c-0cc9-4578-8fb6-ee6619f311dc req-b0ea9060-b1c2-4f5b-81ea-e96c4334e2ec tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:04.233775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13302c-0cc9-4578-8fb6-ee6619f311dc req-b0ea9060-b1c2-4f5b-81ea-e96c4334e2ec tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:04.244042 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b13302c-0cc9-4578-8fb6-ee6619f311dc req-b0ea9060-b1c2-4f5b-81ea-e96c4334e2ec tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1850471 Feb 11 04:47:04.301853 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-c95dd984-4416-440d-ace4-f51d9fa0d408 req-d457005d-f848-4b92-80fe-f967b97735bb tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] show failed (client error): The resource could not be found. Feb 11 04:47:04.313916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54582) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:04.318463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c95dd984-4416-440d-ace4-f51d9fa0d408 req-d457005d-f848-4b92-80fe-f967b97735bb tempest-FloatingIPsTestJSON-1814069905 tempest-FloatingIPsTestJSON-1814069905-project] 10.222.0.48 "GET /v2.0/floatingips/52bd7f94-4a1d-4c95-8b0a-d98247958be8 HTTP/1.1" status: 404 len: 350 time: 0.0884240 Feb 11 04:47:04.361868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Publish callbacks [] for router_controller (9d34dde0-d3a5-43d4-a131-1e6849af87f7), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.466048 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b13302c-0cc9-4578-8fb6-ee6619f311dc req-60470bbd-cd17-472d-831e-a9bb4bce97ce tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2196503 Feb 11 04:47:04.656538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Publish callbacks [] for router_gateway (9d34dde0-d3a5-43d4-a131-1e6849af87f7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.704271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Allocated IP 172.20.0.2 (9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8/7626d9a4-e9b0-4c74-8577-cc37b13efa03/3287a8d6-8ef2-4c43-a46e-1696a892207c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:04.806352 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:47:04.913046 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Publish callbacks [] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.914225 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f492b9-2319-4f7d-9f63-4d2a504351f2 req-cb2d64d2-56fa-4b63-b88f-9e3532ceb253 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:04.922590 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82f492b9-2319-4f7d-9f63-4d2a504351f2 req-cb2d64d2-56fa-4b63-b88f-9e3532ceb253 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.0937078 Feb 11 04:47:04.929736 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.984077 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82f492b9-2319-4f7d-9f63-4d2a504351f2 req-52adaf0a-eacb-4765-9f6d-8469e010369e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601680 Feb 11 04:47:05.072151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Network 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:05.075517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:05.089668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:05.120201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Pushing event updated for resources: {'Port': ['ID=3287a8d6-8ef2-4c43-a46e-1696a892207c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:05.195585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4895b5e-a56f-4574-9b29-a97b94c79d50 req-74935653-7b10-411b-b53c-e121275bd682 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:05.207730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4895b5e-a56f-4574-9b29-a97b94c79d50 req-74935653-7b10-411b-b53c-e121275bd682 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.1498411 Feb 11 04:47:05.270634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Attempting to bind port 3287a8d6-8ef2-4c43-a46e-1696a892207c on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:05.271765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Attempting to bind port 3287a8d6-8ef2-4c43-a46e-1696a892207c by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8350e4ac-0699-4a61-a89e-3dbe5c075fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:05.272392 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Attempting to bind port 3287a8d6-8ef2-4c43-a46e-1696a892207c on network 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:05.283056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f16a1ae-e6e7-489b-8106-e9854da84c2b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:05.284552 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f16a1ae-e6e7-489b-8106-e9854da84c2b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.1339278 Feb 11 04:47:05.288413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:05.289657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Checking segment: {'id': '8350e4ac-0699-4a61-a89e-3dbe5c075fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:05.290819 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:05.291756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Bound using segment: {'id': '8350e4ac-0699-4a61-a89e-3dbe5c075fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:05.293060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Bound port: 3287a8d6-8ef2-4c43-a46e-1696a892207c, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8350e4ac-0699-4a61-a89e-3dbe5c075fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:05.293971 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:05.309876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7dfce837-29f7-470a-9439-e7c5aef85f9c req-855ad657-c21b-4052-a157-6c4a9525a067 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 210 time: 0.2497535 Feb 11 04:47:05.327829 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4895b5e-a56f-4574-9b29-a97b94c79d50 req-c2009e6b-2ec4-46be-9db8-0138df596df9 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173837 Feb 11 04:47:05.357717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Request body: {'port': {'device_id': '9895522b-4da2-4ce8-9ce7-eedb4bfd18e6', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'admin_state_up': True, 'tenant_id': 'b9c82f79d8cb4249965732257aaf6d56'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:05.424420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] For port 3287a8d6-8ef2-4c43-a46e-1696a892207c, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:05.429085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] For port 3287a8d6-8ef2-4c43-a46e-1696a892207c, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3287a8d6-8ef2-4c43-a46e-1696a892207c,segment=NetworkSegment(8350e4ac-0699-4a61-a89e-3dbe5c075fa2),segment_id=8350e4ac-0699-4a61-a89e-3dbe5c075fa2)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:05.436169 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:05.479487 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69e39f29-a6ed-4b17-ba18-2e1ef8869aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (fc7270c7-c10a-4851-a577-324fd59407a1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:05.484507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Publish callbacks [] for router_gateway (9d34dde0-d3a5-43d4-a131-1e6849af87f7), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:05.500209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e6b56-3268-4029-8d46-fe4fb8d59548 None None] Pushing event updated for resources: {'Port': ['ID=3287a8d6-8ef2-4c43-a46e-1696a892207c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:05.575424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:06.122770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c573656-b877-4e86-8be3-a81665812c56 req-0f3cc912-9370-4bd1-8220-d6beba7d38b1 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:06.130133 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c573656-b877-4e86-8be3-a81665812c56 req-0f3cc912-9370-4bd1-8220-d6beba7d38b1 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 946 time: 0.0611672 Feb 11 04:47:06.189352 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c573656-b877-4e86-8be3-a81665812c56 req-0a9305fe-900a-44d5-b4e4-8dbcbdea67f6 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581706 Feb 11 04:47:06.257021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736f3d0-7602-4f11-88c8-a977cf5fa927 req-0f18b31f-1e74-428b-a133-12db0c7cfa27 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:06.264214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736f3d0-7602-4f11-88c8-a977cf5fa927 req-0f18b31f-1e74-428b-a133-12db0c7cfa27 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:06.270289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736f3d0-7602-4f11-88c8-a977cf5fa927 req-0f18b31f-1e74-428b-a133-12db0c7cfa27 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:06.276355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736f3d0-7602-4f11-88c8-a977cf5fa927 req-0f18b31f-1e74-428b-a133-12db0c7cfa27 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:06.282400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736f3d0-7602-4f11-88c8-a977cf5fa927 req-0f18b31f-1e74-428b-a133-12db0c7cfa27 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:06.288468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736f3d0-7602-4f11-88c8-a977cf5fa927 req-0f18b31f-1e74-428b-a133-12db0c7cfa27 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:06.294442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736f3d0-7602-4f11-88c8-a977cf5fa927 req-0f18b31f-1e74-428b-a133-12db0c7cfa27 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:06.296586 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7736f3d0-7602-4f11-88c8-a977cf5fa927 req-0f18b31f-1e74-428b-a133-12db0c7cfa27 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.7190232 Feb 11 04:47:06.311112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Made reservation on behalf of b9c82f79d8cb4249965732257aaf6d56 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:06.316142 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:06.321044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Allocated IP 172.25.7.90 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/1c8118b8-950d-4ada-bcf7-7f80c4394405) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:06.725518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Allocated IP 172.20.0.14 (31aafeb1-3c06-44eb-837b-127b2852a4a3/39ae33d8-9318-4ac3-9e38-c945077968e0/ecfa7e3c-b033-48aa-b11f-06d48703f4f5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:06.795405 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9ec891e3-1f39-4710-aed6-df14bb702d26 req-203b13b5-9b28-41ac-9bf8-bf2b4a2e504c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 210 time: 0.0652900 Feb 11 04:47:06.964003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bb4ef-c604-476e-86e3-b9761a4fda53 req-83a8a501-dbdf-4709-ae00-476cd4e53ed0 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:06.965064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc3d9d7-7c05-4d24-950d-efd69ae6d2bc None None] Network 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:06.966789 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f23bb4ef-c604-476e-86e3-b9761a4fda53 req-83a8a501-dbdf-4709-ae00-476cd4e53ed0 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0896413 Feb 11 04:47:07.040427 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks [] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.066005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f23bb4ef-c604-476e-86e3-b9761a4fda53 req-e5224a0f-c59b-4068-bb03-dc3444060d78 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907588 Feb 11 04:47:07.080117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7736f3d0-7602-4f11-88c8-a977cf5fa927 req-97151dec-8271-4a1b-b8d2-e7d67c510e93 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7759271 Feb 11 04:47:07.099479 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.115706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7134ae0b-17b2-41b3-a9a2-2cea1271c7c8 None None] Provisioning complete for port 3287a8d6-8ef2-4c43-a46e-1696a892207c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:07.115706 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7134ae0b-17b2-41b3-a9a2-2cea1271c7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.204495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.259813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Network 31aafeb1-3c06-44eb-837b-127b2852a4a3 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:07.300169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:07.305678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7134ae0b-17b2-41b3-a9a2-2cea1271c7c8 None None] Current status of the port 3287a8d6-8ef2-4c43-a46e-1696a892207c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:07.306464 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7134ae0b-17b2-41b3-a9a2-2cea1271c7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.312830 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Publish callbacks [] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.315269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:07.319612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Pushing event updated for resources: {'Port': ['ID=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:07.348746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7134ae0b-17b2-41b3-a9a2-2cea1271c7c8 None None] For port 3287a8d6-8ef2-4c43-a46e-1696a892207c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3287a8d6-8ef2-4c43-a46e-1696a892207c,segment=NetworkSegment(8350e4ac-0699-4a61-a89e-3dbe5c075fa2),segment_id=8350e4ac-0699-4a61-a89e-3dbe5c075fa2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:07.356361 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7134ae0b-17b2-41b3-a9a2-2cea1271c7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.465315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4747a-ed55-4bf0-be25-5da24624188a req-3fbc31bd-af70-43e7-a030-554520783a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:07.467655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38f4747a-ed55-4bf0-be25-5da24624188a req-3fbc31bd-af70-43e7-a030-554520783a7c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 1128 time: 0.3727632 Feb 11 04:47:07.538364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:07.539130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.568930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0f5bbc5f-d229-4624-af4c-214b27a0841f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2150514 Feb 11 04:47:07.587818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-69e39f29-a6ed-4b17-ba18-2e1ef8869aec admin admin] Deleting port 8b6a1017-34f4-400c-bb65-5886a69a8052 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:07.588900 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69e39f29-a6ed-4b17-ba18-2e1ef8869aec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.642264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c6c2e2fe-adbc-444a-a015-ea4adbbe58b1 None None] Provisioning complete for port 3287a8d6-8ef2-4c43-a46e-1696a892207c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:07.642754 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6c2e2fe-adbc-444a-a015-ea4adbbe58b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.678121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134ae0b-17b2-41b3-a9a2-2cea1271c7c8 None None] Pushing event updated for resources: {'Port': ['ID=3287a8d6-8ef2-4c43-a46e-1696a892207c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:07.716006 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.743305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Request body: {'port': {'device_id': '9895522b-4da2-4ce8-9ce7-eedb4bfd18e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:07.770151 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38f4747a-ed55-4bf0-be25-5da24624188a req-807bc3c7-f5f1-4520-9c5e-15e59b69ea74 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911196 Feb 11 04:47:07.782049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c6c2e2fe-adbc-444a-a015-ea4adbbe58b1 None None] Current status of the port 3287a8d6-8ef2-4c43-a46e-1696a892207c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:07.829400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:07.838388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:07.843306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-69e39f29-a6ed-4b17-ba18-2e1ef8869aec admin admin] For port 8b6a1017-34f4-400c-bb65-5886a69a8052, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8b6a1017-34f4-400c-bb65-5886a69a8052,segment=NetworkSegment(9ba6c5fe-d19f-4845-a951-7fa1963957fd),segment_id=9ba6c5fe-d19f-4845-a951-7fa1963957fd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:07.843897 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69e39f29-a6ed-4b17-ba18-2e1ef8869aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.848732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:07.863864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3287a8d6-8ef2-4c43-a46e-1696a892207c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:07.905503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-69e39f29-a6ed-4b17-ba18-2e1ef8869aec admin admin] Calling delete_port for 8b6a1017-34f4-400c-bb65-5886a69a8052 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:07.929067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3287a8d6-8ef2-4c43-a46e-1696a892207c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:07.929876 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.942798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Pushing event updated for resources: {'Port': ['ID=1c8118b8-950d-4ada-bcf7-7f80c4394405,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:07.996482 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.028218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3287a8d6-8ef2-4c43-a46e-1696a892207c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:08.237538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5242ed6-0e83-4735-84bd-3e71fa33b556 req-456147a8-f6f0-4e8d-ba80-b0ccdd9540ec tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:08.239228 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5242ed6-0e83-4735-84bd-3e71fa33b556 req-456147a8-f6f0-4e8d-ba80-b0ccdd9540ec tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0637798 Feb 11 04:47:08.279056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e09ed-2573-48a6-afcf-f43bce1e0d09 req-f76fda2f-e5d0-4687-bd3d-0f0912d6e6d1 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:08.280773 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c7e09ed-2573-48a6-afcf-f43bce1e0d09 req-f76fda2f-e5d0-4687-bd3d-0f0912d6e6d1 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 932 time: 0.3820424 Feb 11 04:47:08.304639 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5242ed6-0e83-4735-84bd-3e71fa33b556 req-00e0a6c0-4590-482c-8b4a-06a8cbba747e tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568838 Feb 11 04:47:08.477724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb81d7-f152-42f8-849a-57a86a202225 req-e4165012-a800-44f8-9e18-f6745a3ed466 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:08.490375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb81d7-f152-42f8-849a-57a86a202225 req-e4165012-a800-44f8-9e18-f6745a3ed466 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:08.496233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb81d7-f152-42f8-849a-57a86a202225 req-e4165012-a800-44f8-9e18-f6745a3ed466 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:08.501672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb81d7-f152-42f8-849a-57a86a202225 req-e4165012-a800-44f8-9e18-f6745a3ed466 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:08.510687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb81d7-f152-42f8-849a-57a86a202225 req-e4165012-a800-44f8-9e18-f6745a3ed466 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:08.514556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb81d7-f152-42f8-849a-57a86a202225 req-e4165012-a800-44f8-9e18-f6745a3ed466 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:08.521037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb81d7-f152-42f8-849a-57a86a202225 req-e4165012-a800-44f8-9e18-f6745a3ed466 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:08.522972 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7eb81d7-f152-42f8-849a-57a86a202225 req-e4165012-a800-44f8-9e18-f6745a3ed466 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1151588 Feb 11 04:47:08.578501 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c7e09ed-2573-48a6-afcf-f43bce1e0d09 req-967a4a3e-f36e-4e22-99be-adc33364f5fd tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111123 Feb 11 04:47:08.677959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7eb81d7-f152-42f8-849a-57a86a202225 req-7d1b0b62-9a20-4c6d-b340-ffc50272f2ef tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475713 Feb 11 04:47:08.805379 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69e39f29-a6ed-4b17-ba18-2e1ef8869aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (8b6a1017-34f4-400c-bb65-5886a69a8052), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.833240 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Publish callbacks [] for router_gateway (9d34dde0-d3a5-43d4-a131-1e6849af87f7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.844955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e39f29-a6ed-4b17-ba18-2e1ef8869aec admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6a1017-34f4-400c-bb65-5886a69a8052,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:08.896658 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfa7e3c-b033-48aa-b11f-06d48703f4f5 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:08.927110 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Publish callbacks [] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.971211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Transition to ACTIVE for port object ecfa7e3c-b033-48aa-b11f-06d48703f4f5 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:47:09.018480 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:09.316125 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d8c8d748-a4c3-478f-bd2c-6f499ba7ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:09.452346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028ea3f-7a4c-4268-a1ff-3da0a1da540c req-34151f68-4cf8-4d89-abb1-fc2821201714 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:09.453690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8028ea3f-7a4c-4268-a1ff-3da0a1da540c req-34151f68-4cf8-4d89-abb1-fc2821201714 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0600920 Feb 11 04:47:09.473947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Pushing event updated for resources: {'Port': ['ID=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:09.515266 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8028ea3f-7a4c-4268-a1ff-3da0a1da540c req-1a51c76f-3191-4b6b-85b0-e5e5f8ebf160 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541904 Feb 11 04:47:09.627766 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69e39f29-a6ed-4b17-ba18-2e1ef8869aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (fc7270c7-c10a-4851-a577-324fd59407a1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:09.651422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Attempting to bind port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:09.651765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Attempting to bind port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:09.652103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Attempting to bind port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:09.663789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:47:09.664137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Attempting to bind port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:09.798362 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02948bf7-f3b6-40eb-ba1f-bc21bfefeab1 req-1595271e-1697-416b-92fe-4bbe2ded6173 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:09.806735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-02948bf7-f3b6-40eb-ba1f-bc21bfefeab1 req-1595271e-1697-416b-92fe-4bbe2ded6173 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 944 time: 0.0843773 Feb 11 04:47:09.830556 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (9d34dde0-d3a5-43d4-a131-1e6849af87f7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:09.838249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:09.838618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Checking segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:09.839222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Bound using segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:09.839685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Bound port: ecfa7e3c-b033-48aa-b11f-06d48703f4f5, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:09.840054 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:09.885433 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-02948bf7-f3b6-40eb-ba1f-bc21bfefeab1 req-c26b3d0b-ac52-4e1f-a0a2-d4f14452f234 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707598 Feb 11 04:47:09.931548 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3287a8d6-8ef2-4c43-a46e-1696a892207c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:09.939209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] For port ecfa7e3c-b033-48aa-b11f-06d48703f4f5, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:09.944870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] For port ecfa7e3c-b033-48aa-b11f-06d48703f4f5, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:09.972512 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:10.012933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3287a8d6-8ef2-4c43-a46e-1696a892207c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:10.014037 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:10.046221 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da9e6-e5f0-4683-975c-424234047805 req-62c24fa0-c8f7-4856-a235-643264d003e4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.057226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da9e6-e5f0-4683-975c-424234047805 req-62c24fa0-c8f7-4856-a235-643264d003e4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.071289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da9e6-e5f0-4683-975c-424234047805 req-62c24fa0-c8f7-4856-a235-643264d003e4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.079375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da9e6-e5f0-4683-975c-424234047805 req-62c24fa0-c8f7-4856-a235-643264d003e4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.091887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da9e6-e5f0-4683-975c-424234047805 req-62c24fa0-c8f7-4856-a235-643264d003e4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.095623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da9e6-e5f0-4683-975c-424234047805 req-62c24fa0-c8f7-4856-a235-643264d003e4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.106357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da9e6-e5f0-4683-975c-424234047805 req-62c24fa0-c8f7-4856-a235-643264d003e4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.114955 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-426da9e6-e5f0-4683-975c-424234047805 req-62c24fa0-c8f7-4856-a235-643264d003e4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1386764 Feb 11 04:47:10.124786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3287a8d6-8ef2-4c43-a46e-1696a892207c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:10.194518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-426da9e6-e5f0-4683-975c-424234047805 req-874ac4a0-18b2-4403-8b22-48199d867c01 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780125 Feb 11 04:47:10.206346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36098ab-08c7-4a46-a6f3-7d8570bf1206 req-cca25b06-8340-49a8-8256-28708a761aba tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.211467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f36098ab-08c7-4a46-a6f3-7d8570bf1206 req-cca25b06-8340-49a8-8256-28708a761aba tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.4227016 Feb 11 04:47:10.235889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c26f2-95aa-4b75-a0c2-ca1882822445 req-b904bf44-3fdb-47dc-9987-b9cb1021c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.237608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b8c26f2-95aa-4b75-a0c2-ca1882822445 req-b904bf44-3fdb-47dc-9987-b9cb1021c2eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=405338bd8484497a84aa5627cc04cab4&device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 1128 time: 0.4611285 Feb 11 04:47:10.344727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.345353 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:10.346755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] 10.222.0.60 "PUT /v2.0/ports/ecfa7e3c-b033-48aa-b11f-06d48703f4f5 HTTP/1.1" status: 200 len: 1093 time: 2.6334295 Feb 11 04:47:10.359173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9895522b-4da2-4ce8-9ce7-eedb4bfd18e6', 'tag': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:10.361704 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbba2622-f5e3-400b-b305-4f02bd19a025" -d '{"events": [{"name": "network-changed", "server_uuid": "9895522b-4da2-4ce8-9ce7-eedb4bfd18e6", "tag": "ecfa7e3c-b033-48aa-b11f-06d48703f4f5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:10.438230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c26f2-95aa-4b75-a0c2-ca1882822445 req-496315f4-9497-4c39-a05a-bc3d9556c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.439751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b8c26f2-95aa-4b75-a0c2-ca1882822445 req-496315f4-9497-4c39-a05a-bc3d9556c105 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4c8984d9-9499-4696-b4db-392dbe3ffe0b HTTP/1.1" status: 200 len: 911 time: 0.1592932 Feb 11 04:47:10.444632 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8778667-6fdc-419e-a9f9-e4c4c0ce792e x-openstack-request-id: req-d8778667-6fdc-419e-a9f9-e4c4c0ce792e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:10.444924 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9895522b-4da2-4ce8-9ce7-eedb4bfd18e6", "tag": "ecfa7e3c-b033-48aa-b11f-06d48703f4f5", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:10.445176 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8778667-6fdc-419e-a9f9-e4c4c0ce792e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:10.445583 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9895522b-4da2-4ce8-9ce7-eedb4bfd18e6', 'tag': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5', 'status': 'completed', 'code': 200} Feb 11 04:47:10.470865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838c5b9-5243-4fcb-8b30-3f883f870eeb service neutron] Pushing event updated for resources: {'Port': ['ID=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:10.573276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b8c26f2-95aa-4b75-a0c2-ca1882822445 req-a5f7a874-c92a-4d1f-81ea-14aff371338a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c3b45f-8d35-4cd7-88eb-0b016ae17265 HTTP/1.1" status: 200 len: 217 time: 0.1222346 Feb 11 04:47:10.583706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Router 9d34dde0-d3a5-43d4-a131-1e6849af87f7 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:47:10.601502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f36098ab-08c7-4a46-a6f3-7d8570bf1206 req-00665983-70a2-4fe8-9ab3-3a19ec73ca08 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784428 Feb 11 04:47:10.726707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-e8959e09-c2b9-4e51-a793-5f2ebda5c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.728244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-e8959e09-c2b9-4e51-a793-5f2ebda5c555 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 1127 time: 0.2818632 Feb 11 04:47:10.732589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c26f2-95aa-4b75-a0c2-ca1882822445 req-6f9ea447-5e0b-49c3-8526-ae3273473f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.733901 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b8c26f2-95aa-4b75-a0c2-ca1882822445 req-6f9ea447-5e0b-49c3-8526-ae3273473f09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4eed6268-e93d-44f1-8b65-b43825c2b4f8 HTTP/1.1" status: 200 len: 850 time: 0.1465712 Feb 11 04:47:10.812339 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b8c26f2-95aa-4b75-a0c2-ca1882822445 req-7faafae7-ff7c-4704-a9bf-ca1922bdebe4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4c8984d9-9499-4696-b4db-392dbe3ffe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696383 Feb 11 04:47:10.813607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-01b9bc61-4208-4850-b084-6936f96867a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecfa7e3c-b033-48aa-b11f-06d48703f4f5 HTTP/1.1" status: 200 len: 217 time: 0.0685301 Feb 11 04:47:10.901491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e39f29-a6ed-4b17-ba18-2e1ef8869aec admin admin] Router fc7270c7-c10a-4851-a577-324fd59407a1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:47:10.941797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0145a161-2d9e-4a91-9ce9-50f8fac249a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:10.943315 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-0145a161-2d9e-4a91-9ce9-50f8fac249a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.0889468 Feb 11 04:47:10.944293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:47:10.960261 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Sync routers for ids ['9d34dde0-d3a5-43d4-a131-1e6849af87f7'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:47:10.986427 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Routers {'9d34dde0-d3a5-43d4-a131-1e6849af87f7'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:10.995292 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:46:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9d34dde0-d3a5-43d4-a131-1e6849af87f7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:11.021408 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-1dc1a753-8a83-46b8-b01d-83febd5f6167 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466096 Feb 11 04:47:11.144761 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:11.144761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f918cea0-e4f4-4d82-87c2-63b670c4e31b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0323024 Feb 11 04:47:11.156541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54688) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:11.211278 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Set router 9d34dde0-d3a5-43d4-a131-1e6849af87f7 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:11.249176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485479-7e63-4bbf-b24d-182e8b671fba req-593c76a0-b4ca-4923-967a-1e22fd1d78b3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:11.251713 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de485479-7e63-4bbf-b24d-182e8b671fba req-593c76a0-b4ca-4923-967a-1e22fd1d78b3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 944 time: 0.1473043 Feb 11 04:47:11.402718 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de485479-7e63-4bbf-b24d-182e8b671fba req-39110c69-ccb7-422f-aa40-00bf900c5152 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351693 Feb 11 04:47:11.539051 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-215930595-router', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:47:04Z', 'updated_at': '2022-02-11T04:47:08Z', 'revision_number': 3, 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'gw_port': {'id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:05Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:11.585023 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Checking router: 9d34dde0-d3a5-43d4-a131-1e6849af87f7 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:47:11.586133 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Updating router 9d34dde0-d3a5-43d4-a131-1e6849af87f7 port 1c8118b8-950d-4ada-bcf7-7f80c4394405 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:47:11.623711 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:11.696000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b8c26f2-95aa-4b75-a0c2-ca1882822445 req-43531ebc-61f3-427c-aa10-fa8f1f44048e service neutron] 10.222.0.10 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8547866 Feb 11 04:47:11.798854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad668bb9-9b6d-4912-b207-6b70336b6ea5 req-e707df79-bfdd-4d5b-bd73-7665681da53a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:11.802616 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ad668bb9-9b6d-4912-b207-6b70336b6ea5 req-e707df79-bfdd-4d5b-bd73-7665681da53a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0866311 Feb 11 04:47:11.845767 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-239e7dfa-fbd6-443f-97bc-bb21c4110b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:11.899284 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ad668bb9-9b6d-4912-b207-6b70336b6ea5 req-fe85f80e-2b5b-481d-9c45-575a6d63b476 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753422 Feb 11 04:47:11.908237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e39f29-a6ed-4b17-ba18-2e1ef8869aec admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:47:11.916328 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-9830b43d-8178-4fe9-ac74-62c4682d79ea service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8270218 Feb 11 04:47:11.925468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-69e39f29-a6ed-4b17-ba18-2e1ef8869aec admin admin] 10.222.0.48 "PUT /v2.0/routers/fc7270c7-c10a-4851-a577-324fd59407a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5840821 Feb 11 04:47:11.928777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54708) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:11.937673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6ea92-a014-479a-a29a-19439085889e None None] Sync routers for ids ['fc7270c7-c10a-4851-a577-324fd59407a1'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:47:11.952698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6ea92-a014-479a-a29a-19439085889e None None] Routers {'fc7270c7-c10a-4851-a577-324fd59407a1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:11.953651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1fe6ea92-a014-479a-a29a-19439085889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:47:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fc7270c7-c10a-4851-a577-324fd59407a1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:11.968044 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Publish callbacks [] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:11.974688 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:12.026497 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be318d-efaf-49a2-bb0b-bdc96969597a None None] Pushing event updated for resources: {'Port': ['ID=1c8118b8-950d-4ada-bcf7-7f80c4394405,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:12.054877 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Attempting to bind port 1c8118b8-950d-4ada-bcf7-7f80c4394405 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:12.055321 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Attempting to bind port 1c8118b8-950d-4ada-bcf7-7f80c4394405 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:12.055741 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Attempting to bind port 1c8118b8-950d-4ada-bcf7-7f80c4394405 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:12.065511 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:12.067144 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:12.067751 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:12.068365 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:12.069020 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Bound port: 1c8118b8-950d-4ada-bcf7-7f80c4394405, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:12.069732 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:12.102333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c5247-20eb-4c50-8d5e-4e5b97e7431e req-8c16239b-b4ac-4dcb-b7c7-72f8f326a1ce tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:12.107732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c5247-20eb-4c50-8d5e-4e5b97e7431e req-8c16239b-b4ac-4dcb-b7c7-72f8f326a1ce tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:12.113559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c5247-20eb-4c50-8d5e-4e5b97e7431e req-8c16239b-b4ac-4dcb-b7c7-72f8f326a1ce tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:12.119187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c5247-20eb-4c50-8d5e-4e5b97e7431e req-8c16239b-b4ac-4dcb-b7c7-72f8f326a1ce tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:12.124615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c5247-20eb-4c50-8d5e-4e5b97e7431e req-8c16239b-b4ac-4dcb-b7c7-72f8f326a1ce tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:12.130773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c5247-20eb-4c50-8d5e-4e5b97e7431e req-8c16239b-b4ac-4dcb-b7c7-72f8f326a1ce tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:12.131550 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] For port 1c8118b8-950d-4ada-bcf7-7f80c4394405, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:12.135250 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] For port 1c8118b8-950d-4ada-bcf7-7f80c4394405, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1c8118b8-950d-4ada-bcf7-7f80c4394405,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:12.136462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c5247-20eb-4c50-8d5e-4e5b97e7431e req-8c16239b-b4ac-4dcb-b7c7-72f8f326a1ce tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:12.144508 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a6c5247-20eb-4c50-8d5e-4e5b97e7431e req-8c16239b-b4ac-4dcb-b7c7-72f8f326a1ce tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.4421353 Feb 11 04:47:12.146410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1fe6ea92-a014-479a-a29a-19439085889e None None] Set router fc7270c7-c10a-4851-a577-324fd59407a1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:12.148769 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:12.173420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b8c26f2-95aa-4b75-a0c2-ca1882822445 req-1e516a46-d699-4c2c-a81d-b80bd4f242f0 service neutron] 10.222.0.10 "GET /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608257 Feb 11 04:47:12.226020 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Routers {'9d34dde0-d3a5-43d4-a131-1e6849af87f7'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:12.226659 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:47:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9d34dde0-d3a5-43d4-a131-1e6849af87f7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:12.249143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:12.338325 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a6c5247-20eb-4c50-8d5e-4e5b97e7431e req-c5f2b9af-938d-499c-b965-255113989451 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1927085 Feb 11 04:47:12.340098 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Publish callbacks [] for router (fc7270c7-c10a-4851-a577-324fd59407a1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:12.375669 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] Set router 9d34dde0-d3a5-43d4-a131-1e6849af87f7 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:12.467758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:12.485060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27', 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'port_id': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27', 'mac_address': 'fa:16:3e:47:f2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e43299a-9bb5-4f80-82a7-a6c3bcd2724b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:47:12.539028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1fe6ea92-a014-479a-a29a-19439085889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'name': 'tempest-FloatingIPsTestJSON-1343088022-router', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:44Z', 'updated_at': '2022-02-11T04:47:08Z', 'revision_number': 5, 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'gw_port': {'id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:45Z', 'updated_at': '2022-02-11T04:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:12.557247 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be318d-efaf-49a2-bb0b-bdc96969597a None None] Pushing event updated for resources: {'Port': ['ID=1c8118b8-950d-4ada-bcf7-7f80c4394405,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:12.573606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6ea92-a014-479a-a29a-19439085889e None None] Checking router: fc7270c7-c10a-4851-a577-324fd59407a1 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:47:12.579755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:12.580150 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:12.595987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6ea92-a014-479a-a29a-19439085889e None None] Routers {'fc7270c7-c10a-4851-a577-324fd59407a1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:12.596775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1fe6ea92-a014-479a-a29a-19439085889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:47:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fc7270c7-c10a-4851-a577-324fd59407a1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:12.619584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc447a4c-b442-4f7a-8788-c67b343b468b req-cf07ce77-91c0-4bb3-a204-747972bf6003 service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916909 Feb 11 04:47:12.652894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f6431-9c1f-4882-ac0b-07be919e47de req-ec656644-600f-4ed3-8e8f-8f0b3748a18e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:12.664579 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-696f6431-9c1f-4882-ac0b-07be919e47de req-ec656644-600f-4ed3-8e8f-8f0b3748a18e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 944 time: 0.1471553 Feb 11 04:47:12.729893 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:12.743004 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-696f6431-9c1f-4882-ac0b-07be919e47de req-deac24bc-6390-4ece-a79c-5a42484f7807 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738418 Feb 11 04:47:12.757554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1fe6ea92-a014-479a-a29a-19439085889e None None] Set router fc7270c7-c10a-4851-a577-324fd59407a1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:12.798252 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-215930595-router', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:47:04Z', 'updated_at': '2022-02-11T04:47:08Z', 'revision_number': 3, 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'gw_port': {'id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:05Z', 'updated_at': '2022-02-11T04:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:12.813306 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Publish callbacks [] for router_gateway (fc7270c7-c10a-4851-a577-324fd59407a1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:12.831287 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a62ff-0a73-4aaa-8ac3-c1bce282b928 None None] The sync data for ids ['9d34dde0-d3a5-43d4-a131-1e6849af87f7'] in n-d-615180-58 is: [{'id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-215930595-router', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:47:04Z', 'updated_at': '2022-02-11T04:47:08Z', 'revision_number': 3, 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'gw_port': {'id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:05Z', 'updated_at': '2022-02-11T04:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:47:12.835383 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:12.843312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:12.856301 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:12.947443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba2622-f5e3-400b-b305-4f02bd19a025 req-42773d75-10e2-468e-9957-ed6b94cdea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:12.948991 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbba2622-f5e3-400b-b305-4f02bd19a025 req-42773d75-10e2-468e-9957-ed6b94cdea81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 1127 time: 0.1471913 Feb 11 04:47:13.002217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:13.062094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1fe6ea92-a014-479a-a29a-19439085889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'name': 'tempest-FloatingIPsTestJSON-1343088022-router', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:44Z', 'updated_at': '2022-02-11T04:47:08Z', 'revision_number': 5, 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'gw_port': {'id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:45Z', 'updated_at': '2022-02-11T04:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:13.098704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6ea92-a014-479a-a29a-19439085889e None None] The sync data for ids ['fc7270c7-c10a-4851-a577-324fd59407a1'] in n-d-615180-58 is: [{'id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'name': 'tempest-FloatingIPsTestJSON-1343088022-router', 'tenant_id': 'c97ee96770244156bec9b6f43e46436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:44Z', 'updated_at': '2022-02-11T04:47:08Z', 'revision_number': 5, 'project_id': 'c97ee96770244156bec9b6f43e46436d', 'gw_port': {'id': 'f9058ba6-6dc2-43bd-ad55-21c7f584d12c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7270c7-c10a-4851-a577-324fd59407a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:45Z', 'updated_at': '2022-02-11T04:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:47:13.185249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Deleting port f9058ba6-6dc2-43bd-ad55-21c7f584d12c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:13.185781 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:13.301701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba2622-f5e3-400b-b305-4f02bd19a025 req-adf71a63-15fc-46e5-863e-3c55df340815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:13.303242 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbba2622-f5e3-400b-b305-4f02bd19a025 req-adf71a63-15fc-46e5-863e-3c55df340815 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 913 time: 0.3425465 Feb 11 04:47:13.338873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d225b8-fb44-47e9-b7af-bf46a44c0808 req-25438772-c532-4363-bf64-1b1cef8a6124 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:13.340598 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7d225b8-fb44-47e9-b7af-bf46a44c0808 req-25438772-c532-4363-bf64-1b1cef8a6124 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.3359826 Feb 11 04:47:13.401108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbba2622-f5e3-400b-b305-4f02bd19a025 req-6ae9d924-1fb4-499b-9944-2e97e13736cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecfa7e3c-b033-48aa-b11f-06d48703f4f5 HTTP/1.1" status: 200 len: 217 time: 0.0833631 Feb 11 04:47:13.451916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] For port f9058ba6-6dc2-43bd-ad55-21c7f584d12c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f9058ba6-6dc2-43bd-ad55-21c7f584d12c,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:13.452362 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:13.501043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:13.506746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Calling delete_port for f9058ba6-6dc2-43bd-ad55-21c7f584d12c owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:13.526349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2b24-873c-4c83-bebc-436a934dc7ba req-2958f5fd-d573-4a79-a90a-bfce41e26d20 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:13.534970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2b24-873c-4c83-bebc-436a934dc7ba req-2958f5fd-d573-4a79-a90a-bfce41e26d20 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:13.543935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2b24-873c-4c83-bebc-436a934dc7ba req-2958f5fd-d573-4a79-a90a-bfce41e26d20 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:13.553987 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2b24-873c-4c83-bebc-436a934dc7ba req-2958f5fd-d573-4a79-a90a-bfce41e26d20 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:13.554780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba2622-f5e3-400b-b305-4f02bd19a025 req-02948cd1-5573-4ab9-95dd-e3aae5a4af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:13.556445 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbba2622-f5e3-400b-b305-4f02bd19a025 req-02948cd1-5573-4ab9-95dd-e3aae5a4af10 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.1414557 Feb 11 04:47:13.561351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2b24-873c-4c83-bebc-436a934dc7ba req-2958f5fd-d573-4a79-a90a-bfce41e26d20 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:13.569190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2b24-873c-4c83-bebc-436a934dc7ba req-2958f5fd-d573-4a79-a90a-bfce41e26d20 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:13.576002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d2b24-873c-4c83-bebc-436a934dc7ba req-2958f5fd-d573-4a79-a90a-bfce41e26d20 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:13.579477 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7d225b8-fb44-47e9-b7af-bf46a44c0808 req-11ea3a07-e958-4c66-bc0e-f40795f329a9 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856756 Feb 11 04:47:13.598024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e75d2b24-873c-4c83-bebc-436a934dc7ba req-2958f5fd-d573-4a79-a90a-bfce41e26d20 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1656229 Feb 11 04:47:13.706769 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e75d2b24-873c-4c83-bebc-436a934dc7ba req-f51ca4ea-a43a-4cb9-86ca-b4760c89bd0b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074359 Feb 11 04:47:13.813812 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbba2622-f5e3-400b-b305-4f02bd19a025 req-fa02a48c-058c-4908-850c-0d18eaaddac3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2488186 Feb 11 04:47:13.815178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:13.916644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1c8118b8-950d-4ada-bcf7-7f80c4394405 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:14.044454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1c8118b8-950d-4ada-bcf7-7f80c4394405 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:14.045218 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:14.194382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7e7ed-154f-4a4d-ab91-d3d568ccdde6 req-b635b477-5e47-439c-b1ea-69bf12d819e6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:14.196957 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4bc7e7ed-154f-4a4d-ab91-d3d568ccdde6 req-b635b477-5e47-439c-b1ea-69bf12d819e6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 944 time: 0.2977262 Feb 11 04:47:14.209091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1c8118b8-950d-4ada-bcf7-7f80c4394405 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:14.209422 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f9058ba6-6dc2-43bd-ad55-21c7f584d12c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:14.209735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:14.214276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbba2622-f5e3-400b-b305-4f02bd19a025 req-c5882e10-2572-4daf-b443-de84e033f2dd service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911033 Feb 11 04:47:14.217089 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:14.233860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 1c8118b8-950d-4ada-bcf7-7f80c4394405, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1c8118b8-950d-4ada-bcf7-7f80c4394405,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:14.239896 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:14.252703 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8b6a1017-34f4-400c-bb65-5886a69a8052 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:14.303145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9058ba6-6dc2-43bd-ad55-21c7f584d12c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:14.306627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 8b6a1017-34f4-400c-bb65-5886a69a8052 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:14.306995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8b6a1017-34f4-400c-bb65-5886a69a8052 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:14.328045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=1c8118b8-950d-4ada-bcf7-7f80c4394405,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:14.407173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.407439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.407795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.408143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.408486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.408824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.409161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.409584 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.410432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.410768 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.411135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.411467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.411797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:14.488207 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Allocated IP 172.20.0.1 (9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8/7626d9a4-e9b0-4c74-8577-cc37b13efa03/7153db08-faa9-4d24-9a7f-43b27e8b4831) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:14.508597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4bc7e7ed-154f-4a4d-ab91-d3d568ccdde6 req-337cfeb4-cc54-41b0-987b-9143d24084b1 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877126 Feb 11 04:47:14.510104 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (fc7270c7-c10a-4851-a577-324fd59407a1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:14.721831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32933452-1181-48cd-a91f-eac066839b70 req-a4b54046-4223-417b-a4c3-5f35f280b79f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:14.724204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32933452-1181-48cd-a91f-eac066839b70 req-a4b54046-4223-417b-a4c3-5f35f280b79f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.0588920 Feb 11 04:47:14.803729 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32933452-1181-48cd-a91f-eac066839b70 req-f2a2ff7b-1363-484b-a546-b0851ea33ed6 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730243 Feb 11 04:47:14.968579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (fc7270c7-c10a-4851-a577-324fd59407a1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:14.975350 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Publish callbacks [] for router_controller (fc7270c7-c10a-4851-a577-324fd59407a1), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:14.996693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8777-185f-4d1f-a4c2-8ac94b45a5a6 req-98e22539-3b26-4608-99ec-fedec709df82 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:15.002149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8777-185f-4d1f-a4c2-8ac94b45a5a6 req-98e22539-3b26-4608-99ec-fedec709df82 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:15.022323 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8777-185f-4d1f-a4c2-8ac94b45a5a6 req-98e22539-3b26-4608-99ec-fedec709df82 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:15.039698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8777-185f-4d1f-a4c2-8ac94b45a5a6 req-98e22539-3b26-4608-99ec-fedec709df82 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:15.047332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8777-185f-4d1f-a4c2-8ac94b45a5a6 req-98e22539-3b26-4608-99ec-fedec709df82 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:15.053197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8777-185f-4d1f-a4c2-8ac94b45a5a6 req-98e22539-3b26-4608-99ec-fedec709df82 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:15.067516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8777-185f-4d1f-a4c2-8ac94b45a5a6 req-98e22539-3b26-4608-99ec-fedec709df82 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:15.078276 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f8c8777-185f-4d1f-a4c2-8ac94b45a5a6 req-98e22539-3b26-4608-99ec-fedec709df82 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.1848624 Feb 11 04:47:15.163501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f8c8777-185f-4d1f-a4c2-8ac94b45a5a6 req-da0ef4a1-a23f-48c8-af32-42a3223266f6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734332 Feb 11 04:47:15.179014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbba2622-f5e3-400b-b305-4f02bd19a025 req-a35e7c19-050c-4923-b0d9-dd6781656f72 service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9410748 Feb 11 04:47:15.185350 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Publish callbacks [] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.239238 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (fc7270c7-c10a-4851-a577-324fd59407a1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.240022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7270c7-c10a-4851-a577-324fd59407a1 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:47:15.252694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.264459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d0c756b4-643f-4eda-a2e2-b07bcbc8a04d admin admin] 10.222.0.48 "DELETE /v2.0/routers/fc7270c7-c10a-4851-a577-324fd59407a1 HTTP/1.1" status: 204 len: 168 time: 3.3307388 Feb 11 04:47:15.265681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54782) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:15.267538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.360203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Network 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:15.370682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:15.377347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:15.391776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fd3e62-9ea6-4e9b-9990-b96beafd2f25 admin admin] Deleting subnet f873b864-ef31-4abb-8c1c-c2cf5474733a {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:47:15.394314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcfb66-828e-4a1b-af24-492b99e3f7aa req-996f6255-1d32-48f5-be4c-e707668bf7de tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:15.395891 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ffcfb66-828e-4a1b-af24-492b99e3f7aa req-996f6255-1d32-48f5-be4c-e707668bf7de tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.2808661 Feb 11 04:47:15.403479 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3e62-9ea6-4e9b-9990-b96beafd2f25 admin admin] Publish callbacks [] for subnet (f873b864-ef31-4abb-8c1c-c2cf5474733a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.447005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Pushing event updated for resources: {'Port': ['ID=7153db08-faa9-4d24-9a7f-43b27e8b4831,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:15.510607 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (9d34dde0-d3a5-43d4-a131-1e6849af87f7), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.535555 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.560134 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3e62-9ea6-4e9b-9990-b96beafd2f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (f873b864-ef31-4abb-8c1c-c2cf5474733a), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.624822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ffcfb66-828e-4a1b-af24-492b99e3f7aa req-128f6cf6-db0d-49e0-a1aa-b8b0acb26d08 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885753 Feb 11 04:47:15.742719 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3e62-9ea6-4e9b-9990-b96beafd2f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (f873b864-ef31-4abb-8c1c-c2cf5474733a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.806673 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd4299-1f02-4149-b1bb-36a1a7b8e091 req-57d8ea3e-83d4-4e82-b22f-b40aeb7939a5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:15.807224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b5183f09-b01c-4d01-bd29-d3c1a839b15c None None] Provisioning complete for port 7153db08-faa9-4d24-9a7f-43b27e8b4831 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:15.807523 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5183f09-b01c-4d01-bd29-d3c1a839b15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.809506 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a3fd4299-1f02-4149-b1bb-36a1a7b8e091 req-57d8ea3e-83d4-4e82-b22f-b40aeb7939a5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 944 time: 0.1401966 Feb 11 04:47:15.818860 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.947369 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3e62-9ea6-4e9b-9990-b96beafd2f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (f873b864-ef31-4abb-8c1c-c2cf5474733a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.987478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd3e62-9ea6-4e9b-9990-b96beafd2f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f873b864-ef31-4abb-8c1c-c2cf5474733a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:16.000058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a3fd4299-1f02-4149-b1bb-36a1a7b8e091 req-12994376-8626-46bd-a734-6e6b5f1be922 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794643 Feb 11 04:47:16.015404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1c8118b8-950d-4ada-bcf7-7f80c4394405 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:16.017908 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3e62-9ea6-4e9b-9990-b96beafd2f25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:16.021492 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d3fd3e62-9ea6-4e9b-9990-b96beafd2f25 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f873b864-ef31-4abb-8c1c-c2cf5474733a HTTP/1.1" status: 204 len: 168 time: 0.7547357 Feb 11 04:47:16.025123 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54808) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:16.059812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46745981-79d5-4fa0-a440-75b6b549da0e None None] Network edede95a-bd26-4cc5-9e69-2567cb3fdb8f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:16.089128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b5183f09-b01c-4d01-bd29-d3c1a839b15c None None] Port 7153db08-faa9-4d24-9a7f-43b27e8b4831 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:47:16.145466 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (edede95a-bd26-4cc5-9e69-2567cb3fdb8f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:16.166052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1c8118b8-950d-4ada-bcf7-7f80c4394405 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:16.166861 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:16.407374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Publish callbacks [] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:16.429985 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:16.460261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:16.566479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Pushing event updated for resources: {'Port': ['ID=7153db08-faa9-4d24-9a7f-43b27e8b4831,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:16.571757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:16.573260 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:16.667413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abe9af-43b9-45bf-9917-8fca39a98b5a req-5c094dad-a954-49bf-bb23-a05532ce7d8e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:16.677524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abe9af-43b9-45bf-9917-8fca39a98b5a req-5c094dad-a954-49bf-bb23-a05532ce7d8e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:16.684068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1c8118b8-950d-4ada-bcf7-7f80c4394405 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:16.697279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abe9af-43b9-45bf-9917-8fca39a98b5a req-5c094dad-a954-49bf-bb23-a05532ce7d8e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:16.709819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abe9af-43b9-45bf-9917-8fca39a98b5a req-5c094dad-a954-49bf-bb23-a05532ce7d8e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:16.728943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abe9af-43b9-45bf-9917-8fca39a98b5a req-5c094dad-a954-49bf-bb23-a05532ce7d8e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:16.735662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abe9af-43b9-45bf-9917-8fca39a98b5a req-5c094dad-a954-49bf-bb23-a05532ce7d8e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:16.743045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abe9af-43b9-45bf-9917-8fca39a98b5a req-5c094dad-a954-49bf-bb23-a05532ce7d8e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:16.751175 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34abe9af-43b9-45bf-9917-8fca39a98b5a req-5c094dad-a954-49bf-bb23-a05532ce7d8e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.4475617 Feb 11 04:47:16.762652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:16.762652 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:16.799985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Deleting port a3e5a9d0-de5a-4292-8ca0-070ff967599b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:16.799985 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:16.818310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (9d34dde0-d3a5-43d4-a131-1e6849af87f7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:16.831836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:16.835556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7bb12a-7941-4a30-a688-2a78f6ab73e3 None None] DHCP port deletion for edede95a-bd26-4cc5-9e69-2567cb3fdb8f request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:47:16.848831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae64f62-250e-4812-96c0-0e672d732747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:16.854283 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85ef8f1-ea6d-4a84-a861-92cb777fd588" -d '{"events": [{"server_uuid": "2ae64f62-250e-4812-96c0-0e672d732747", "name": "network-vif-plugged", "status": "completed", "tag": "9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:16.861952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f9058ba6-6dc2-43bd-ad55-21c7f584d12c no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:16.903773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: f9058ba6-6dc2-43bd-ad55-21c7f584d12c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:16.904181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f9058ba6-6dc2-43bd-ad55-21c7f584d12c not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:16.906657 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:16.931611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] For port a3e5a9d0-de5a-4292-8ca0-070ff967599b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a3e5a9d0-de5a-4292-8ca0-070ff967599b,segment=NetworkSegment(9ba6c5fe-d19f-4845-a951-7fa1963957fd),segment_id=9ba6c5fe-d19f-4845-a951-7fa1963957fd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:16.932257 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:16.949379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901f609-0a2f-41ca-9e0c-c3fa687c1398 req-0e77c52b-ce8e-4614-8dd0-82d7e37f5f5d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:16.954729 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d901f609-0a2f-41ca-9e0c-c3fa687c1398 req-0e77c52b-ce8e-4614-8dd0-82d7e37f5f5d tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.1402330 Feb 11 04:47:16.988007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Calling delete_port for a3e5a9d0-de5a-4292-8ca0-070ff967599b owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:17.005493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34abe9af-43b9-45bf-9917-8fca39a98b5a req-114a0ced-1da5-465b-ad35-e03bec4affe7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2488692 Feb 11 04:47:17.051813 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d901f609-0a2f-41ca-9e0c-c3fa687c1398 req-de3fb79d-da1c-4b12-9212-816ceb2a65ee tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935080 Feb 11 04:47:17.104168 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:17.115727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3e7bb12a-7941-4a30-a688-2a78f6ab73e3 None None] Deleting port a3e5a9d0-de5a-4292-8ca0-070ff967599b {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:17.116361 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb12a-7941-4a30-a688-2a78f6ab73e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:17.189372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3e7bb12a-7941-4a30-a688-2a78f6ab73e3 None None] For port a3e5a9d0-de5a-4292-8ca0-070ff967599b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a3e5a9d0-de5a-4292-8ca0-070ff967599b,segment=NetworkSegment(9ba6c5fe-d19f-4845-a951-7fa1963957fd),segment_id=9ba6c5fe-d19f-4845-a951-7fa1963957fd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:17.189790 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb12a-7941-4a30-a688-2a78f6ab73e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:17.210718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Network 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:17.215959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3e7bb12a-7941-4a30-a688-2a78f6ab73e3 None None] Calling delete_port for a3e5a9d0-de5a-4292-8ca0-070ff967599b owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:17.223067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:17.254103 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4d743b-07c3-4ff6-a2f5-4cdbafebed77 x-openstack-request-id: req-4c4d743b-07c3-4ff6-a2f5-4cdbafebed77 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:17.254412 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae64f62-250e-4812-96c0-0e672d732747", "name": "network-vif-plugged", "status": "completed", "tag": "9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:17.254672 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c4d743b-07c3-4ff6-a2f5-4cdbafebed77 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:17.255110 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae64f62-250e-4812-96c0-0e672d732747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27', 'code': 200} Feb 11 04:47:17.269758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.273397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.274031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.274385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.274730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.275102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.275484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.275765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.276098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.276425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.276752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.285006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.285629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:17.487511 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:17.543681 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb12a-7941-4a30-a688-2a78f6ab73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (a3e5a9d0-de5a-4292-8ca0-070ff967599b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:17.640779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7bb12a-7941-4a30-a688-2a78f6ab73e3 None None] No DVR routers for this DVR port a3e5a9d0-de5a-4292-8ca0-070ff967599b on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:17.644975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bb12a-7941-4a30-a688-2a78f6ab73e3 None None] Pushing event deleted for resources: {'Port': ['ID=a3e5a9d0-de5a-4292-8ca0-070ff967599b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:17.699418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e5a9d0-de5a-4292-8ca0-070ff967599b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:17.714103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] No DVR routers for this DVR port a3e5a9d0-de5a-4292-8ca0-070ff967599b on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:17.751227 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d5733bb8-2d4f-49ae-8f4a-fefc56440377 None None] Provisioning complete for port 7153db08-faa9-4d24-9a7f-43b27e8b4831 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:17.751227 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d5733bb8-2d4f-49ae-8f4a-fefc56440377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:17.815188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a3e5a9d0-de5a-4292-8ca0-070ff967599b no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:17.846818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf0e18-9bfb-4a87-9c4c-ae54e0ab3498 req-08604d7c-6b66-4623-8614-0a6fa45be511 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:17.855108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ccf0e18-9bfb-4a87-9c4c-ae54e0ab3498 req-08604d7c-6b66-4623-8614-0a6fa45be511 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 944 time: 0.4856977 Feb 11 04:47:17.863844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Router 9d34dde0-d3a5-43d4-a131-1e6849af87f7 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:47:17.872330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: a3e5a9d0-de5a-4292-8ca0-070ff967599b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:17.875399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a3e5a9d0-de5a-4292-8ca0-070ff967599b not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:17.906760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d5733bb8-2d4f-49ae-8f4a-fefc56440377 None None] Port 7153db08-faa9-4d24-9a7f-43b27e8b4831 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:47:17.917316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (edede95a-bd26-4cc5-9e69-2567cb3fdb8f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:17.957237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edede95a-bd26-4cc5-9e69-2567cb3fdb8f']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:18.016431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba6c5fe-d19f-4845-a951-7fa1963957fd') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:18.016889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba6c5fe-d19f-4845-a951-7fa1963957fd') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:18.033530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ccf0e18-9bfb-4a87-9c4c-ae54e0ab3498 req-24099337-71de-4037-b664-f511ec054a22 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753488 Feb 11 04:47:18.165122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:47:18.170404 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a2f1eb12-73c2-49f3-b77a-277aea51f913 admin admin] 10.222.0.48 "PUT /v2.0/routers/9d34dde0-d3a5-43d4-a131-1e6849af87f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0100522 Feb 11 04:47:18.176415 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (9ba6c5fe-d19f-4845-a951-7fa1963957fd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:18.189964 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Sync routers for ids ['9d34dde0-d3a5-43d4-a131-1e6849af87f7'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:47:18.205337 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Routers {'9d34dde0-d3a5-43d4-a131-1e6849af87f7'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:18.206189 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:47:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9d34dde0-d3a5-43d4-a131-1e6849af87f7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:18.223578 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9ba6c5fe-d19f-4845-a951-7fa1963957fd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:18.264219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:47:18.274112 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (9ba6c5fe-d19f-4845-a951-7fa1963957fd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:18.315289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ecfa7e3c-b033-48aa-b11f-06d48703f4f5 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:47:18.350401 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:47:18.385118 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (edede95a-bd26-4cc5-9e69-2567cb3fdb8f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:18.399276 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:18.412566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] 10.222.0.48 "DELETE /v2.0/networks/edede95a-bd26-4cc5-9e69-2567cb3fdb8f HTTP/1.1" status: 204 len: 168 time: 2.3850470 Feb 11 04:47:18.482307 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e66c-b479-4df1-85f7-eea1ba390773 req-1fc9a0d7-92f9-4b59-800a-98bb9ac3e9dc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:18.491782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e66c-b479-4df1-85f7-eea1ba390773 req-1fc9a0d7-92f9-4b59-800a-98bb9ac3e9dc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:18.498413 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Set router 9d34dde0-d3a5-43d4-a131-1e6849af87f7 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:18.560707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e66c-b479-4df1-85f7-eea1ba390773 req-1fc9a0d7-92f9-4b59-800a-98bb9ac3e9dc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:18.583559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e66c-b479-4df1-85f7-eea1ba390773 req-1fc9a0d7-92f9-4b59-800a-98bb9ac3e9dc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:18.607406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e66c-b479-4df1-85f7-eea1ba390773 req-1fc9a0d7-92f9-4b59-800a-98bb9ac3e9dc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:18.614431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674f245-44de-4630-919e-41e37e291e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=edede95a-bd26-4cc5-9e69-2567cb3fdb8f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:18.626699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e66c-b479-4df1-85f7-eea1ba390773 req-1fc9a0d7-92f9-4b59-800a-98bb9ac3e9dc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:18.671679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e66c-b479-4df1-85f7-eea1ba390773 req-1fc9a0d7-92f9-4b59-800a-98bb9ac3e9dc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:18.686108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dff9e66c-b479-4df1-85f7-eea1ba390773 req-1fc9a0d7-92f9-4b59-800a-98bb9ac3e9dc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.4467421 Feb 11 04:47:18.773434 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54876) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:18.774726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ecfa7e3c-b033-48aa-b11f-06d48703f4f5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:18.783390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dba1a3-06b5-4366-849a-702752345a66 req-37cf93fa-819a-4081-bbb9-ab3b7e2fd3f2 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:18.795631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7dba1a3-06b5-4366-849a-702752345a66 req-37cf93fa-819a-4081-bbb9-ab3b7e2fd3f2 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.4408395 Feb 11 04:47:18.834170 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dff9e66c-b479-4df1-85f7-eea1ba390773 req-b2d7d7b4-876b-46fb-8f15-9856cf2596de tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458087 Feb 11 04:47:18.836752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'port_id': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5', 'mac_address': 'fa:16:3e:17:fa:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ae33d8-9318-4ac3-9e38-c945077968e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:47:18.856547 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-215930595-router', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:47:04Z', 'updated_at': '2022-02-11T04:47:15Z', 'revision_number': 4, 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'gw_port': {'id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:05Z', 'updated_at': '2022-02-11T04:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7153db08-faa9-4d24-9a7f-43b27e8b4831', 'name': '', 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'mac_address': 'fa:16:3e:32:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '7626d9a4-e9b0-4c74-8577-cc37b13efa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:13Z', 'updated_at': '2022-02-11T04:47:16Z', 'revision_number': 2, 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'subnets': [{'id': '7626d9a4-e9b0-4c74-8577-cc37b13efa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:18.873379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8235e-a524-4151-bcfc-d5c7df112ead req-326ca7c6-a94f-43a5-aa82-baae0c1a5034 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:18.881895 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bea8235e-a524-4151-bcfc-d5c7df112ead req-326ca7c6-a94f-43a5-aa82-baae0c1a5034 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.10 "GET /v2.0/ports?device_id=934e6747-0970-4be9-bb2a-fbf09b1895bc HTTP/1.1" status: 200 len: 945 time: 0.3123832 Feb 11 04:47:18.906951 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Checking router: 9d34dde0-d3a5-43d4-a131-1e6849af87f7 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:47:18.916472 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Updating router 9d34dde0-d3a5-43d4-a131-1e6849af87f7 port 7153db08-faa9-4d24-9a7f-43b27e8b4831 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:47:18.926308 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8ef88d5f-55f5-4908-a0e8-926226a814e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c97ee96770244156bec9b6f43e46436d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113069 Feb 11 04:47:18.929379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54888) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:18.976252 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.031357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fa11f48-668f-4500-b2df-14aef9e904cf admin admin] Publish callbacks [] for security_group (85ea8900-f654-447b-bb3c-42b98dd46ec9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.043924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:19.044331 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.067535 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7dba1a3-06b5-4366-849a-702752345a66 req-08073e38-f56f-43ce-9eb5-4b8856697cfe tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706273 Feb 11 04:47:19.079075 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fa11f48-668f-4500-b2df-14aef9e904cf admin admin] Publish callbacks [] for security_group (85ea8900-f654-447b-bb3c-42b98dd46ec9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.134835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfa7e3c-b033-48aa-b11f-06d48703f4f5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:19.189711 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fa11f48-668f-4500-b2df-14aef9e904cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (85ea8900-f654-447b-bb3c-42b98dd46ec9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.194841 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fa11f48-668f-4500-b2df-14aef9e904cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.197274 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6fa11f48-668f-4500-b2df-14aef9e904cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85ea8900-f654-447b-bb3c-42b98dd46ec9 HTTP/1.1" status: 204 len: 168 time: 0.2666311 Feb 11 04:47:19.221193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ecfa7e3c-b033-48aa-b11f-06d48703f4f5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:19.225798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa11f48-668f-4500-b2df-14aef9e904cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ea8900-f654-447b-bb3c-42b98dd46ec9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:19.229930 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.312631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-bea8235e-a524-4151-bcfc-d5c7df112ead req-191e2505-42ec-4d4c-a1bd-7c30f1de1d23 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Deleting port 12c3b45f-8d35-4cd7-88eb-0b016ae17265 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:19.313381 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bea8235e-a524-4151-bcfc-d5c7df112ead req-191e2505-42ec-4d4c-a1bd-7c30f1de1d23 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.321383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c6812-1139-43bf-9e12-bb72e34a10cd req-e6c68067-84a7-4b8f-a5f9-7cdc2c834c67 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:19.332247 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a8c6812-1139-43bf-9e12-bb72e34a10cd req-e6c68067-84a7-4b8f-a5f9-7cdc2c834c67 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 1128 time: 0.1129117 Feb 11 04:47:19.406661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:19.614911 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Publish callbacks [] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.641443 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.655641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bea8235e-a524-4151-bcfc-d5c7df112ead req-191e2505-42ec-4d4c-a1bd-7c30f1de1d23 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] For port 12c3b45f-8d35-4cd7-88eb-0b016ae17265, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=12c3b45f-8d35-4cd7-88eb-0b016ae17265,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:19.657064 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bea8235e-a524-4151-bcfc-d5c7df112ead req-191e2505-42ec-4d4c-a1bd-7c30f1de1d23 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.702264 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8aa26f19-1099-40ed-85a3-d7701161bd90 req-7a224b1a-2166-45ab-9479-b6164559a7b5 tempest-FloatingIPsNegativeTestJSON-1430560684 tempest-FloatingIPsNegativeTestJSON-1430560684-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=0e0b6ea2e28c40a191dd50459e37c491 HTTP/1.1" status: 200 len: 217 time: 0.0851934 Feb 11 04:47:19.715252 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d5931-e2b5-45ae-b94b-d97039676c3a None None] Pushing event updated for resources: {'Port': ['ID=7153db08-faa9-4d24-9a7f-43b27e8b4831,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:19.732487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-bea8235e-a524-4151-bcfc-d5c7df112ead req-191e2505-42ec-4d4c-a1bd-7c30f1de1d23 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Calling delete_port for 12c3b45f-8d35-4cd7-88eb-0b016ae17265 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:19.765580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ecfa7e3c-b033-48aa-b11f-06d48703f4f5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:19.840397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a8c6812-1139-43bf-9e12-bb72e34a10cd req-7a7210a0-0ce2-4345-ac16-a3b2ce553cfa tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067599 Feb 11 04:47:19.915512 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Attempting to bind port 7153db08-faa9-4d24-9a7f-43b27e8b4831 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:19.915922 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Attempting to bind port 7153db08-faa9-4d24-9a7f-43b27e8b4831 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8350e4ac-0699-4a61-a89e-3dbe5c075fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:19.916299 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Attempting to bind port 7153db08-faa9-4d24-9a7f-43b27e8b4831 on network 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:19.948086 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:19.948512 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Checking segment: {'id': '8350e4ac-0699-4a61-a89e-3dbe5c075fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:19.950541 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.951144 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Bound using segment: {'id': '8350e4ac-0699-4a61-a89e-3dbe5c075fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:19.953293 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Bound port: 7153db08-faa9-4d24-9a7f-43b27e8b4831, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8350e4ac-0699-4a61-a89e-3dbe5c075fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:19.953704 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.962996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ab516-d02f-49f9-b76a-9c3adbefc49d req-199ad9b6-d501-41d6-a0ee-a6a32531307e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:19.970881 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a5ab516-d02f-49f9-b76a-9c3adbefc49d req-199ad9b6-d501-41d6-a0ee-a6a32531307e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 945 time: 0.1134052 Feb 11 04:47:20.068774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb94abad-f20f-4c38-809a-6120f03447d2 req-b98dac96-eaf2-4be3-a987-5d977a69cf0a tempest-FloatingIPsNegativeTestJSON-1430560684 tempest-FloatingIPsNegativeTestJSON-1430560684-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1135871 Feb 11 04:47:20.102672 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a5ab516-d02f-49f9-b76a-9c3adbefc49d req-1a748b52-839e-4ca4-8cd0-e82598f627b5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298506 Feb 11 04:47:20.181610 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] For port 7153db08-faa9-4d24-9a7f-43b27e8b4831, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:20.193807 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] For port 7153db08-faa9-4d24-9a7f-43b27e8b4831, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7153db08-faa9-4d24-9a7f-43b27e8b4831,segment=NetworkSegment(8350e4ac-0699-4a61-a89e-3dbe5c075fa2),segment_id=8350e4ac-0699-4a61-a89e-3dbe5c075fa2)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:20.222710 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:20.274084 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bea8235e-a524-4151-bcfc-d5c7df112ead req-191e2505-42ec-4d4c-a1bd-7c30f1de1d23 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (12c3b45f-8d35-4cd7-88eb-0b016ae17265), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:20.315609 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['12c3b45f-8d35-4cd7-88eb-0b016ae17265'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:20.368403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['fc1f5492-37ab-47ea-bc41-82c7e30d897a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:20.376185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e2505-42ec-4d4c-a1bd-7c30f1de1d23 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Pushing event deleted for resources: {'Port': ['ID=12c3b45f-8d35-4cd7-88eb-0b016ae17265,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:20.417233 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Routers {'9d34dde0-d3a5-43d4-a131-1e6849af87f7'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:20.418152 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:47:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9d34dde0-d3a5-43d4-a131-1e6849af87f7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:20.423526 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d5931-e2b5-45ae-b94b-d97039676c3a None None] Pushing event updated for resources: {'Port': ['ID=7153db08-faa9-4d24-9a7f-43b27e8b4831,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:20.509572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5ab729a1-b99e-4091-bbe7-398f6ddc7aed None None] Provisioning complete for port 7153db08-faa9-4d24-9a7f-43b27e8b4831 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:20.510463 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5ab729a1-b99e-4091-bbe7-398f6ddc7aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:20.594955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea8235e-a524-4151-bcfc-d5c7df112ead req-191e2505-42ec-4d4c-a1bd-7c30f1de1d23 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] No DVR routers for this DVR port 12c3b45f-8d35-4cd7-88eb-0b016ae17265 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:20.644349 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] Set router 9d34dde0-d3a5-43d4-a131-1e6849af87f7 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:20.647556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729523-db19-4138-8267-2fd9d30f0b5e req-765063b8-ce4b-483b-8e08-328aa8b694c3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:20.672777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729523-db19-4138-8267-2fd9d30f0b5e req-765063b8-ce4b-483b-8e08-328aa8b694c3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:20.722627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729523-db19-4138-8267-2fd9d30f0b5e req-765063b8-ce4b-483b-8e08-328aa8b694c3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:20.747848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729523-db19-4138-8267-2fd9d30f0b5e req-765063b8-ce4b-483b-8e08-328aa8b694c3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:20.763757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5ab729a1-b99e-4091-bbe7-398f6ddc7aed None None] Current status of the port 7153db08-faa9-4d24-9a7f-43b27e8b4831 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:20.764327 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5ab729a1-b99e-4091-bbe7-398f6ddc7aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:20.771746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729523-db19-4138-8267-2fd9d30f0b5e req-765063b8-ce4b-483b-8e08-328aa8b694c3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:20.789900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729523-db19-4138-8267-2fd9d30f0b5e req-765063b8-ce4b-483b-8e08-328aa8b694c3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:20.806441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729523-db19-4138-8267-2fd9d30f0b5e req-765063b8-ce4b-483b-8e08-328aa8b694c3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:20.819274 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67729523-db19-4138-8267-2fd9d30f0b5e req-765063b8-ce4b-483b-8e08-328aa8b694c3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.6425807 Feb 11 04:47:20.825251 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bea8235e-a524-4151-bcfc-d5c7df112ead req-191e2505-42ec-4d4c-a1bd-7c30f1de1d23 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:20.836166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bea8235e-a524-4151-bcfc-d5c7df112ead req-191e2505-42ec-4d4c-a1bd-7c30f1de1d23 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.10 "DELETE /v2.0/ports/12c3b45f-8d35-4cd7-88eb-0b016ae17265 HTTP/1.1" status: 204 len: 173 time: 1.9276493 Feb 11 04:47:20.837386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5ab729a1-b99e-4091-bbe7-398f6ddc7aed None None] For port 7153db08-faa9-4d24-9a7f-43b27e8b4831, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7153db08-faa9-4d24-9a7f-43b27e8b4831,segment=NetworkSegment(8350e4ac-0699-4a61-a89e-3dbe5c075fa2),segment_id=8350e4ac-0699-4a61-a89e-3dbe5c075fa2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:20.838811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934e6747-0970-4be9-bb2a-fbf09b1895bc', 'name': 'network-vif-deleted', 'tag': '12c3b45f-8d35-4cd7-88eb-0b016ae17265'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:20.842994 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc73365-a3de-4a44-b960-f813673cb519" -d '{"events": [{"server_uuid": "934e6747-0970-4be9-bb2a-fbf09b1895bc", "name": "network-vif-deleted", "tag": "12c3b45f-8d35-4cd7-88eb-0b016ae17265"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:20.860743 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5ab729a1-b99e-4091-bbe7-398f6ddc7aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:20.994499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab729a1-b99e-4091-bbe7-398f6ddc7aed None None] Pushing event updated for resources: {'Port': ['ID=7153db08-faa9-4d24-9a7f-43b27e8b4831,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:21.038547 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67729523-db19-4138-8267-2fd9d30f0b5e req-85744a24-4a96-4bfe-a012-c699dfabb414 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2149372 Feb 11 04:47:21.057150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-345c406f-3301-4404-a4b2-98879b0cd91d None None] Provisioning complete for port 7153db08-faa9-4d24-9a7f-43b27e8b4831 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:21.057523 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-345c406f-3301-4404-a4b2-98879b0cd91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:21.256168 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-215930595-router', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:47:04Z', 'updated_at': '2022-02-11T04:47:15Z', 'revision_number': 4, 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'gw_port': {'id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:05Z', 'updated_at': '2022-02-11T04:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7153db08-faa9-4d24-9a7f-43b27e8b4831', 'name': '', 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'mac_address': 'fa:16:3e:32:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '7626d9a4-e9b0-4c74-8577-cc37b13efa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:13Z', 'updated_at': '2022-02-11T04:47:20Z', 'revision_number': 4, 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'subnets': [{'id': '7626d9a4-e9b0-4c74-8577-cc37b13efa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:21.298207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-345c406f-3301-4404-a4b2-98879b0cd91d None None] Current status of the port 7153db08-faa9-4d24-9a7f-43b27e8b4831 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:21.331614 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c3f48-7b2a-4b0f-8db1-39cfb74cec38 None None] The sync data for ids ['9d34dde0-d3a5-43d4-a131-1e6849af87f7'] in n-d-615180-58 is: [{'id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-215930595-router', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:47:04Z', 'updated_at': '2022-02-11T04:47:15Z', 'revision_number': 4, 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'gw_port': {'id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:05Z', 'updated_at': '2022-02-11T04:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7153db08-faa9-4d24-9a7f-43b27e8b4831', 'name': '', 'network_id': '9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'mac_address': 'fa:16:3e:32:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '7626d9a4-e9b0-4c74-8577-cc37b13efa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:13Z', 'updated_at': '2022-02-11T04:47:20Z', 'revision_number': 4, 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'subnets': [{'id': '7626d9a4-e9b0-4c74-8577-cc37b13efa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:47:21.896717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7153db08-faa9-4d24-9a7f-43b27e8b4831 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:22.019639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7153db08-faa9-4d24-9a7f-43b27e8b4831 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:22.020371 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:22.234564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7153db08-faa9-4d24-9a7f-43b27e8b4831 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:22.321783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ecfa7e3c-b033-48aa-b11f-06d48703f4f5 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:22.426494 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-56183424-f65c-4aa6-ad1e-9d8d983a4ca7 req-82128b40-8270-4493-aa83-18d0284ca800 tempest-FloatingIPsNegativeTestJSON-1430560684 tempest-FloatingIPsNegativeTestJSON-1430560684-project] show failed (client error): The resource could not be found. Feb 11 04:47:22.433985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:47:22.441948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55000) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:22.452216 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56183424-f65c-4aa6-ad1e-9d8d983a4ca7 req-82128b40-8270-4493-aa83-18d0284ca800 tempest-FloatingIPsNegativeTestJSON-1430560684 tempest-FloatingIPsNegativeTestJSON-1430560684-project] 10.222.0.48 "GET /v2.0/floatingips/622253db-7180-4c21-b91d-d31c9d81bb15 HTTP/1.1" status: 404 len: 350 time: 0.1245852 Feb 11 04:47:22.455860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:22.456366 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:22.574318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-3ca92a18-833a-4f0d-adfa-b24d58a44315 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:47:22.579520 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-3ca92a18-833a-4f0d-adfa-b24d58a44315 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4671528 Feb 11 04:47:22.614677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:22.615232 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:22.649538 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214228aa-7aee-4e18-879b-e9c10ac73e07 x-openstack-request-id: req-214228aa-7aee-4e18-879b-e9c10ac73e07 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:22.650098 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934e6747-0970-4be9-bb2a-fbf09b1895bc", "name": "network-vif-deleted", "tag": "12c3b45f-8d35-4cd7-88eb-0b016ae17265", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:22.650554 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-214228aa-7aee-4e18-879b-e9c10ac73e07 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:22.651175 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934e6747-0970-4be9-bb2a-fbf09b1895bc', 'name': 'network-vif-deleted', 'tag': '12c3b45f-8d35-4cd7-88eb-0b016ae17265', 'status': 'completed', 'code': 200} Feb 11 04:47:22.675282 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ecfa7e3c-b033-48aa-b11f-06d48703f4f5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:22.677437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9895522b-4da2-4ce8-9ce7-eedb4bfd18e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:22.681232 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6aecce-c4ed-4841-9803-7bff8518f574" -d '{"events": [{"server_uuid": "9895522b-4da2-4ce8-9ce7-eedb4bfd18e6", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa7e3c-b033-48aa-b11f-06d48703f4f5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:22.692767 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:22.793916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:22.830193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ab3c3611-b0bb-4f93-a57a-5cafd771ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:22.838134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ab3c3611-b0bb-4f93-a57a-5cafd771ade3 service neutron] 10.222.0.48 "GET /v2.0/ports/2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 HTTP/1.1" status: 200 len: 1125 time: 0.2545724 Feb 11 04:47:22.847935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] Request body: {'binding': {'host': 'n-h1-615180-58', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:22.848420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] Unknown quota resources ['binding']. {{(pid=103353) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:47:22.929351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e9077-2d4f-4f38-8f73-600df80cabe7 req-ce6f0c24-f27c-4d8f-b613-23577c146108 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:22.936654 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc2e9077-2d4f-4f38-8f73-600df80cabe7 req-ce6f0c24-f27c-4d8f-b613-23577c146108 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1479287 Feb 11 04:47:23.122606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc2e9077-2d4f-4f38-8f73-600df80cabe7 req-338b1d5c-7c60-49d2-b8e3-b9b2a44bfb9f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813595 Feb 11 04:47:23.198508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on host n-h1-615180-58 for vnic_type normal with profile None {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:23.199168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:23.199707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:23.224671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] Port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:47:23.226488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:23.232193 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-913482be-c481-42a7-aa6b-59450bb2c2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (9d34dde0-d3a5-43d4-a131-1e6849af87f7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:23.241181 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:23.241972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:23.242570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:23.243211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] Bound port: 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:23.412276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:23.437594 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:23.440126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-79d53392-20b7-4c2a-81a1-93b711218932 service neutron] 10.222.0.48 "POST /v2.0/ports/2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992/bindings HTTP/1.1" status: 201 len: 390 time: 0.6012099 Feb 11 04:47:23.485536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176312f-e14f-4b77-969d-732e5406a30e req-430bf2cc-f838-4715-81f6-6e04770ff667 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:23.494270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176312f-e14f-4b77-969d-732e5406a30e req-430bf2cc-f838-4715-81f6-6e04770ff667 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:23.502116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176312f-e14f-4b77-969d-732e5406a30e req-430bf2cc-f838-4715-81f6-6e04770ff667 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:23.513649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176312f-e14f-4b77-969d-732e5406a30e req-430bf2cc-f838-4715-81f6-6e04770ff667 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:23.521848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176312f-e14f-4b77-969d-732e5406a30e req-430bf2cc-f838-4715-81f6-6e04770ff667 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:23.540325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176312f-e14f-4b77-969d-732e5406a30e req-430bf2cc-f838-4715-81f6-6e04770ff667 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:23.620824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176312f-e14f-4b77-969d-732e5406a30e req-430bf2cc-f838-4715-81f6-6e04770ff667 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:23.630660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d176312f-e14f-4b77-969d-732e5406a30e req-430bf2cc-f838-4715-81f6-6e04770ff667 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.2880919 Feb 11 04:47:23.826084 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d176312f-e14f-4b77-969d-732e5406a30e req-408c650f-e489-46cd-8dcc-46877324779f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1833475 Feb 11 04:47:23.861840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 12c3b45f-8d35-4cd7-88eb-0b016ae17265 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:23.930703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-d4595a4d-51f4-4649-8f63-57c84b382b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:23.938593 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-d4595a4d-51f4-4649-8f63-57c84b382b90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 1128 time: 0.1109278 Feb 11 04:47:23.944194 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 12c3b45f-8d35-4cd7-88eb-0b016ae17265 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:23.944983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 12c3b45f-8d35-4cd7-88eb-0b016ae17265 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:24.013169 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4980474-fc74-46db-9845-ac38e20dfa58 x-openstack-request-id: req-d4980474-fc74-46db-9845-ac38e20dfa58 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:24.013750 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9895522b-4da2-4ce8-9ce7-eedb4bfd18e6", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa7e3c-b033-48aa-b11f-06d48703f4f5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:24.014277 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4980474-fc74-46db-9845-ac38e20dfa58 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:24.014838 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9895522b-4da2-4ce8-9ce7-eedb4bfd18e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5', 'code': 200} Feb 11 04:47:24.377361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-4686f9fc-7582-4972-99ba-690f8b94508d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:24.380895 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-4686f9fc-7582-4972-99ba-690f8b94508d service neutron] 10.222.0.60 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.4344807 Feb 11 04:47:24.408948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55080) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:24.424902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9fe83-b07a-4933-b7cb-4e6d31f771c7 req-7a7a335d-79e9-4672-a9e6-36e048d322ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:24.426542 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a9fe83-b07a-4933-b7cb-4e6d31f771c7 req-7a7a335d-79e9-4672-a9e6-36e048d322ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 1129 time: 0.1300764 Feb 11 04:47:24.464301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239882b3-948b-4dc0-8a6a-782b0833d4ea req-cc412a30-bc1f-4dca-aa74-0516d1ef3feb tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:24.473055 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-239882b3-948b-4dc0-8a6a-782b0833d4ea req-cc412a30-bc1f-4dca-aa74-0516d1ef3feb tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.2517929 Feb 11 04:47:24.492091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-7de1d97c-2337-4822-a604-80e5b1f9e3d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 HTTP/1.1" status: 200 len: 217 time: 0.0984683 Feb 11 04:47:24.583265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a9fe83-b07a-4933-b7cb-4e6d31f771c7 req-12067adb-5b40-47e7-8df8-837efaf1ec99 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415126 Feb 11 04:47:24.626603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-009d8b98-c612-49c3-b3f2-c5405b481084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:24.628704 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-009d8b98-c612-49c3-b3f2-c5405b481084 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.1256795 Feb 11 04:47:24.662681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-913482be-c481-42a7-aa6b-59450bb2c2f8 admin admin] Deleting port 7153db08-faa9-4d24-9a7f-43b27e8b4831 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:24.663083 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-913482be-c481-42a7-aa6b-59450bb2c2f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:24.724940 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-239882b3-948b-4dc0-8a6a-782b0833d4ea req-9025960b-2eff-4613-9016-f215181ab85b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505541 Feb 11 04:47:24.739694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-57440fdc-25b8-4beb-9e14-b3841d1c73a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:24.843036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-913482be-c481-42a7-aa6b-59450bb2c2f8 admin admin] For port 7153db08-faa9-4d24-9a7f-43b27e8b4831, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7153db08-faa9-4d24-9a7f-43b27e8b4831,segment=NetworkSegment(8350e4ac-0699-4a61-a89e-3dbe5c075fa2),segment_id=8350e4ac-0699-4a61-a89e-3dbe5c075fa2)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:24.844209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-913482be-c481-42a7-aa6b-59450bb2c2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:24.904765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-913482be-c481-42a7-aa6b-59450bb2c2f8 admin admin] Calling delete_port for 7153db08-faa9-4d24-9a7f-43b27e8b4831 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:24.998112 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-0c3642f1-7637-4298-8103-5320820d1df3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617492 Feb 11 04:47:25.010305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdbe95-1501-44dd-9a08-c375c83fb685 req-8ef957a9-f30a-4bc9-862d-df4b6b39817e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:25.012071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9acdbe95-1501-44dd-9a08-c375c83fb685 req-8ef957a9-f30a-4bc9-862d-df4b6b39817e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1419177 Feb 11 04:47:25.017585 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-57440fdc-25b8-4beb-9e14-b3841d1c73a3 admin admin] Publish callbacks [] for security_group (6da2d251-0096-4ae0-8a9b-eaf072814563), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:25.019885 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a955a7-11bd-4cb3-a518-1d0985dfe367 req-1cb7058c-1c66-49d0-8daf-228a5cb30d80 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:25.029276 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21a955a7-11bd-4cb3-a518-1d0985dfe367 req-1cb7058c-1c66-49d0-8daf-228a5cb30d80 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1681454 Feb 11 04:47:25.055583 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-57440fdc-25b8-4beb-9e14-b3841d1c73a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6da2d251-0096-4ae0-8a9b-eaf072814563), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:25.097612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57440fdc-25b8-4beb-9e14-b3841d1c73a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da2d251-0096-4ae0-8a9b-eaf072814563,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:25.138750 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9acdbe95-1501-44dd-9a08-c375c83fb685 req-717f2462-d1b5-4814-b47f-3a80afb0d7fc tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190093 Feb 11 04:47:25.185345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-57440fdc-25b8-4beb-9e14-b3841d1c73a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1a2bb9c404f48b6bc6d273f6d13f2c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7664411 Feb 11 04:47:25.185670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55098) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:25.460528 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21a955a7-11bd-4cb3-a518-1d0985dfe367 req-2f10a495-fb02-4b24-a61d-362e9ce6082f tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301553 Feb 11 04:47:25.489656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-913482be-c481-42a7-aa6b-59450bb2c2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (7153db08-faa9-4d24-9a7f-43b27e8b4831), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:25.536733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913482be-c481-42a7-aa6b-59450bb2c2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7153db08-faa9-4d24-9a7f-43b27e8b4831,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:25.693515 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-cf208d2e-c8c5-4e48-ab3a-95f56752d34a service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514277 Feb 11 04:47:25.694174 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9be0f28c-8779-4ebf-bcc0-9001b9050960 admin admin] Publish callbacks [] for security_group (6da2d251-0096-4ae0-8a9b-eaf072814563), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:25.825468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a98e09a3-d22e-407e-a251-ac52dfd39fb7 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124136 Feb 11 04:47:25.855984 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9be0f28c-8779-4ebf-bcc0-9001b9050960 admin admin] Publish callbacks [] for security_group (6da2d251-0096-4ae0-8a9b-eaf072814563), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:25.953223 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-913482be-c481-42a7-aa6b-59450bb2c2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (9d34dde0-d3a5-43d4-a131-1e6849af87f7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:25.995935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776997d-cd33-4bd6-aa54-1a8b4811d634 req-83f16348-5970-499e-b3ba-6443b275f261 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:26.005077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776997d-cd33-4bd6-aa54-1a8b4811d634 req-83f16348-5970-499e-b3ba-6443b275f261 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:26.006357 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9be0f28c-8779-4ebf-bcc0-9001b9050960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6da2d251-0096-4ae0-8a9b-eaf072814563), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:26.011213 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9be0f28c-8779-4ebf-bcc0-9001b9050960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:26.012219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776997d-cd33-4bd6-aa54-1a8b4811d634 req-83f16348-5970-499e-b3ba-6443b275f261 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:26.012533 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9be0f28c-8779-4ebf-bcc0-9001b9050960 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6da2d251-0096-4ae0-8a9b-eaf072814563 HTTP/1.1" status: 204 len: 168 time: 0.8255873 Feb 11 04:47:26.018187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776997d-cd33-4bd6-aa54-1a8b4811d634 req-83f16348-5970-499e-b3ba-6443b275f261 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:26.024927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776997d-cd33-4bd6-aa54-1a8b4811d634 req-83f16348-5970-499e-b3ba-6443b275f261 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:26.031577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776997d-cd33-4bd6-aa54-1a8b4811d634 req-83f16348-5970-499e-b3ba-6443b275f261 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:26.037168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776997d-cd33-4bd6-aa54-1a8b4811d634 req-83f16348-5970-499e-b3ba-6443b275f261 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:26.045602 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2776997d-cd33-4bd6-aa54-1a8b4811d634 req-83f16348-5970-499e-b3ba-6443b275f261 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.3503351 Feb 11 04:47:26.051122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0f28c-8779-4ebf-bcc0-9001b9050960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da2d251-0096-4ae0-8a9b-eaf072814563,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:26.304771 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2776997d-cd33-4bd6-aa54-1a8b4811d634 req-6b997d0f-4b90-480f-9015-afc611710755 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2519002 Feb 11 04:47:26.306059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd11f3b-e04f-4c94-a41a-05d9e77c75b9 req-fe246283-8c3f-4cfc-9cd8-11bad14c1fe4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:26.308433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6dd11f3b-e04f-4c94-a41a-05d9e77c75b9 req-fe246283-8c3f-4cfc-9cd8-11bad14c1fe4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.1283560 Feb 11 04:47:26.413366 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6dd11f3b-e04f-4c94-a41a-05d9e77c75b9 req-753a3a88-b49a-40e4-8fe3-906bf1e27635 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916111 Feb 11 04:47:26.650237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913482be-c481-42a7-aa6b-59450bb2c2f8 admin admin] Router 9d34dde0-d3a5-43d4-a131-1e6849af87f7 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:47:26.682951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55186) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:26.717324 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1b14174-6106-4bf7-9545-a97bb7d01e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:26.889148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913482be-c481-42a7-aa6b-59450bb2c2f8 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:47:26.899291 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1b14174-6106-4bf7-9545-a97bb7d01e3a admin admin] Publish callbacks [] for security_group (f90fa74a-77fd-467a-be95-b20e394f6adf), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:26.899472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a82d5-683e-4160-9506-2bb984e2aebd req-e47094da-03c7-4d6f-b38f-adddbe54d83c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:26.900642 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953ee18-c21c-40ae-90c6-2447ae6182b4 None None] Sync routers for ids ['9d34dde0-d3a5-43d4-a131-1e6849af87f7'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:47:26.901380 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b78a82d5-683e-4160-9506-2bb984e2aebd req-e47094da-03c7-4d6f-b38f-adddbe54d83c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.2580585 Feb 11 04:47:26.906540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-913482be-c481-42a7-aa6b-59450bb2c2f8 admin admin] 10.222.0.48 "PUT /v2.0/routers/9d34dde0-d3a5-43d4-a131-1e6849af87f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4629605 Feb 11 04:47:26.909790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:26.912692 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1b14174-6106-4bf7-9545-a97bb7d01e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f90fa74a-77fd-467a-be95-b20e394f6adf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:26.936564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1953ee18-c21c-40ae-90c6-2447ae6182b4 None None] Routers {'9d34dde0-d3a5-43d4-a131-1e6849af87f7'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:26.937226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1953ee18-c21c-40ae-90c6-2447ae6182b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:47:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9d34dde0-d3a5-43d4-a131-1e6849af87f7'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:26.945026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b14174-6106-4bf7-9545-a97bb7d01e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90fa74a-77fd-467a-be95-b20e394f6adf,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:26.998202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c1b14174-6106-4bf7-9545-a97bb7d01e3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08fc18e353094c3ab99e5817398a036e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137999 Feb 11 04:47:27.000865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55206) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:27.076693 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Publish callbacks [] for router (9d34dde0-d3a5-43d4-a131-1e6849af87f7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.165749 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-615f8388-7d29-4958-bc7a-83c97719bf66 admin admin] Publish callbacks [] for security_group (f90fa74a-77fd-467a-be95-b20e394f6adf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.195047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1953ee18-c21c-40ae-90c6-2447ae6182b4 None None] Set router 9d34dde0-d3a5-43d4-a131-1e6849af87f7 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:27.220816 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Publish callbacks [] for router_gateway (9d34dde0-d3a5-43d4-a131-1e6849af87f7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.233606 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-615f8388-7d29-4958-bc7a-83c97719bf66 admin admin] Publish callbacks [] for security_group (f90fa74a-77fd-467a-be95-b20e394f6adf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.339280 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b78a82d5-683e-4160-9506-2bb984e2aebd req-22a50e4e-bd40-48a7-ae8a-f3181bc602ea tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704632 Feb 11 04:47:27.369736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Deleting port 1c8118b8-950d-4ada-bcf7-7f80c4394405 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:27.375376 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.426129 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-615f8388-7d29-4958-bc7a-83c97719bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f90fa74a-77fd-467a-be95-b20e394f6adf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.436351 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-615f8388-7d29-4958-bc7a-83c97719bf66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.436956 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-615f8388-7d29-4958-bc7a-83c97719bf66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f90fa74a-77fd-467a-be95-b20e394f6adf HTTP/1.1" status: 204 len: 168 time: 0.4347653 Feb 11 04:47:27.493655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f8388-7d29-4958-bc7a-83c97719bf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90fa74a-77fd-467a-be95-b20e394f6adf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:27.559962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e39a1e-5a6d-42de-8bea-a945a5c8f38c req-d7dda386-fa6b-41bc-a608-784630406703 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:27.571125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0e39a1e-5a6d-42de-8bea-a945a5c8f38c req-d7dda386-fa6b-41bc-a608-784630406703 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.2499166 Feb 11 04:47:27.631009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] For port 1c8118b8-950d-4ada-bcf7-7f80c4394405, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1c8118b8-950d-4ada-bcf7-7f80c4394405,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:27.631383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.632575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1953ee18-c21c-40ae-90c6-2447ae6182b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-215930595-router', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:47:04Z', 'updated_at': '2022-02-11T04:47:25Z', 'revision_number': 5, 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'gw_port': {'id': '1c8118b8-950d-4ada-bcf7-7f80c4394405', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:05Z', 'updated_at': '2022-02-11T04:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:27.645432 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0e39a1e-5a6d-42de-8bea-a945a5c8f38c req-4d75a679-1c7e-444f-9fa2-46c5c7cfbc32 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/security-groups?id=72b4e29f-5e6e-4451-bc0a-3eebed04369f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734112 Feb 11 04:47:27.681768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Calling delete_port for 1c8118b8-950d-4ada-bcf7-7f80c4394405 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:27.738489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953ee18-c21c-40ae-90c6-2447ae6182b4 None None] Checking router: 9d34dde0-d3a5-43d4-a131-1e6849af87f7 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:47:27.781588 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1953ee18-c21c-40ae-90c6-2447ae6182b4 None None] Routers {'9d34dde0-d3a5-43d4-a131-1e6849af87f7'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:27.782162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c21052-60eb-480b-a91e-3549977c6087 req-a33619fa-6064-4b9f-a310-dd192c552034 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:27.782870 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1953ee18-c21c-40ae-90c6-2447ae6182b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:47:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9d34dde0-d3a5-43d4-a131-1e6849af87f7'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:27.790665 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71c21052-60eb-480b-a91e-3549977c6087 req-a33619fa-6064-4b9f-a310-dd192c552034 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.0893455 Feb 11 04:47:27.881823 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71c21052-60eb-480b-a91e-3549977c6087 req-161764b0-d989-4277-971c-e9f21429cb38 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878513 Feb 11 04:47:27.932268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5d3394fd-0a97-41f3-a6b5-a8876511fe05 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:28.054850 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1c8118b8-950d-4ada-bcf7-7f80c4394405), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:28.074611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1953ee18-c21c-40ae-90c6-2447ae6182b4 None None] Set router 9d34dde0-d3a5-43d4-a131-1e6849af87f7 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:28.109311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137599a-2e7e-4cde-96d1-b8f59f4e1a8d req-557b6845-d659-48f7-9522-200f751728e3 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:28.110862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7137599a-2e7e-4cde-96d1-b8f59f4e1a8d req-557b6845-d659-48f7-9522-200f751728e3 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 945 time: 0.1680822 Feb 11 04:47:28.183000 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8118b8-950d-4ada-bcf7-7f80c4394405,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:28.200774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1953ee18-c21c-40ae-90c6-2447ae6182b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-215930595-router', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:47:04Z', 'updated_at': '2022-02-11T04:47:27Z', 'revision_number': 6, 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:28.291375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953ee18-c21c-40ae-90c6-2447ae6182b4 None None] The sync data for ids ['9d34dde0-d3a5-43d4-a131-1e6849af87f7'] in n-d-615180-58 is: [{'id': '9d34dde0-d3a5-43d4-a131-1e6849af87f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-215930595-router', 'tenant_id': '0e0b6ea2e28c40a191dd50459e37c491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:47:04Z', 'updated_at': '2022-02-11T04:47:27Z', 'revision_number': 6, 'project_id': '0e0b6ea2e28c40a191dd50459e37c491', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:47:28.368149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622d093-dac4-49b9-96af-98d8ddebe583 req-6def2409-91ea-4558-b2a7-99eda33df919 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:28.381544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622d093-dac4-49b9-96af-98d8ddebe583 req-6def2409-91ea-4558-b2a7-99eda33df919 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:28.400909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622d093-dac4-49b9-96af-98d8ddebe583 req-6def2409-91ea-4558-b2a7-99eda33df919 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:28.403621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7137599a-2e7e-4cde-96d1-b8f59f4e1a8d req-797ebb2a-01cb-4677-a0ca-79c15e02b32a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Deleting port fc1f5492-37ab-47ea-bc41-82c7e30d897a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:28.403981 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7137599a-2e7e-4cde-96d1-b8f59f4e1a8d req-797ebb2a-01cb-4677-a0ca-79c15e02b32a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:28.406443 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622d093-dac4-49b9-96af-98d8ddebe583 req-6def2409-91ea-4558-b2a7-99eda33df919 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:28.426288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622d093-dac4-49b9-96af-98d8ddebe583 req-6def2409-91ea-4558-b2a7-99eda33df919 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:28.434219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622d093-dac4-49b9-96af-98d8ddebe583 req-6def2409-91ea-4558-b2a7-99eda33df919 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:28.447599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622d093-dac4-49b9-96af-98d8ddebe583 req-6def2409-91ea-4558-b2a7-99eda33df919 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:28.452988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e622d093-dac4-49b9-96af-98d8ddebe583 req-6def2409-91ea-4558-b2a7-99eda33df919 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5430 time: 0.4065435 Feb 11 04:47:28.488729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 5d3394fd-0a97-41f3-a6b5-a8876511fe05, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5d3394fd-0a97-41f3-a6b5-a8876511fe05,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:28.515881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (9d34dde0-d3a5-43d4-a131-1e6849af87f7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:28.526684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '5d3394fd-0a97-41f3-a6b5-a8876511fe05', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'port_id': '5d3394fd-0a97-41f3-a6b5-a8876511fe05', 'mac_address': 'fa:16:3e:33:b4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:47:28.604654 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:28.605267 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:28.648415 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3394fd-0a97-41f3-a6b5-a8876511fe05 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:28.680881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7137599a-2e7e-4cde-96d1-b8f59f4e1a8d req-797ebb2a-01cb-4677-a0ca-79c15e02b32a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] For port fc1f5492-37ab-47ea-bc41-82c7e30d897a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=fc1f5492-37ab-47ea-bc41-82c7e30d897a,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:28.681328 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7137599a-2e7e-4cde-96d1-b8f59f4e1a8d req-797ebb2a-01cb-4677-a0ca-79c15e02b32a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:28.688637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 5d3394fd-0a97-41f3-a6b5-a8876511fe05, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5d3394fd-0a97-41f3-a6b5-a8876511fe05,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:28.699342 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:28.700414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7e32e80d-81f4-4193-87ef-f96d22ac5f23 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:28.724021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7137599a-2e7e-4cde-96d1-b8f59f4e1a8d req-797ebb2a-01cb-4677-a0ca-79c15e02b32a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Calling delete_port for fc1f5492-37ab-47ea-bc41-82c7e30d897a owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:28.839716 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=5d3394fd-0a97-41f3-a6b5-a8876511fe05,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:28.852294 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (9d34dde0-d3a5-43d4-a131-1e6849af87f7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:28.856412 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Publish callbacks [] for router_controller (9d34dde0-d3a5-43d4-a131-1e6849af87f7), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:28.877638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedaeb6-e3c4-48ff-a973-0312ffd988ef req-ab291319-60f5-4d0a-9b36-1f4cd1647753 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:28.885783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4bedaeb6-e3c4-48ff-a973-0312ffd988ef req-ab291319-60f5-4d0a-9b36-1f4cd1647753 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1737678 Feb 11 04:47:28.886593 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e622d093-dac4-49b9-96af-98d8ddebe583 req-cd8d4f98-20ee-492c-a04e-d950718cbdcf tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4219420 Feb 11 04:47:29.039898 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (9d34dde0-d3a5-43d4-a131-1e6849af87f7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.040756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d34dde0-d3a5-43d4-a131-1e6849af87f7 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:47:29.042827 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4bedaeb6-e3c4-48ff-a973-0312ffd988ef req-80afc65c-a256-4d2d-a257-2af9b44d0c72 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558685 Feb 11 04:47:29.045808 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.064173 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6a3c59ac-ad47-4215-8d86-9b4f2754aea1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9d34dde0-d3a5-43d4-a131-1e6849af87f7 HTTP/1.1" status: 204 len: 168 time: 2.1361909 Feb 11 04:47:29.064708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55314) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:29.219980 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7137599a-2e7e-4cde-96d1-b8f59f4e1a8d req-797ebb2a-01cb-4677-a0ca-79c15e02b32a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (fc1f5492-37ab-47ea-bc41-82c7e30d897a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.223528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7e32e80d-81f4-4193-87ef-f96d22ac5f23, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7e32e80d-81f4-4193-87ef-f96d22ac5f23,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:29.259932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '7e32e80d-81f4-4193-87ef-f96d22ac5f23', 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0', 'port_id': '7e32e80d-81f4-4193-87ef-f96d22ac5f23', 'mac_address': 'fa:16:3e:6c:ec:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5e3910-18d7-4d47-beb1-60f03c1cd39f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:47:29.264287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-583b0054-11e4-4eeb-9c08-9339201e0f89 admin admin] Deleting subnet 7626d9a4-e9b0-4c74-8577-cc37b13efa03 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:47:29.301637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ebb2a-01cb-4677-a0ca-79c15e02b32a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Pushing event deleted for resources: {'Port': ['ID=fc1f5492-37ab-47ea-bc41-82c7e30d897a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:29.308137 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-583b0054-11e4-4eeb-9c08-9339201e0f89 admin admin] Publish callbacks [] for subnet (7626d9a4-e9b0-4c74-8577-cc37b13efa03), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.335946 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:29.336347 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.359619 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e32e80d-81f4-4193-87ef-f96d22ac5f23 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:29.405479 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-70a917ca-cf76-414a-81f4-017ca5764f19 req-942163d5-2796-4a0b-a9f5-dcf0909c5b16 tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fe9e1d4-359c-423f-ad91-da5a9ece800e HTTP/1.1" status: 200 len: 210 time: 0.1542928 Feb 11 04:47:29.406763 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-583b0054-11e4-4eeb-9c08-9339201e0f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (7626d9a4-e9b0-4c74-8577-cc37b13efa03), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.410455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7e32e80d-81f4-4193-87ef-f96d22ac5f23, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7e32e80d-81f4-4193-87ef-f96d22ac5f23,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:29.422551 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.423536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 780ddb41-d09f-442e-8a78-125094600c6f details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:29.527178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd476f-1c4e-4a40-92f0-a3d81a9927c8 req-e5e22cc0-79e3-4fb1-8213-a4e6d49d7a3e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:29.530065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-7137599a-2e7e-4cde-96d1-b8f59f4e1a8d req-797ebb2a-01cb-4677-a0ca-79c15e02b32a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] No DVR routers for this DVR port fc1f5492-37ab-47ea-bc41-82c7e30d897a on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:29.540182 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30dd476f-1c4e-4a40-92f0-a3d81a9927c8 req-e5e22cc0-79e3-4fb1-8213-a4e6d49d7a3e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.2945726 Feb 11 04:47:29.542850 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7137599a-2e7e-4cde-96d1-b8f59f4e1a8d req-797ebb2a-01cb-4677-a0ca-79c15e02b32a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.546706 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7137599a-2e7e-4cde-96d1-b8f59f4e1a8d req-797ebb2a-01cb-4677-a0ca-79c15e02b32a tempest-ServerRescueTestJSON-918653986 tempest-ServerRescueTestJSON-918653986-project] 10.222.0.60 "DELETE /v2.0/ports/fc1f5492-37ab-47ea-bc41-82c7e30d897a HTTP/1.1" status: 204 len: 173 time: 1.4225521 Feb 11 04:47:29.551350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe9e1d4-359c-423f-ad91-da5a9ece800e', 'name': 'network-vif-deleted', 'tag': 'fc1f5492-37ab-47ea-bc41-82c7e30d897a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:29.558245 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405033f7-b9b6-4da1-aa9b-15d2ea1ed839" -d '{"events": [{"server_uuid": "6fe9e1d4-359c-423f-ad91-da5a9ece800e", "name": "network-vif-deleted", "tag": "fc1f5492-37ab-47ea-bc41-82c7e30d897a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:29.677232 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30dd476f-1c4e-4a40-92f0-a3d81a9927c8 req-aa31f7af-d097-428d-9ecb-3239335b0369 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301894 Feb 11 04:47:29.694057 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:47:29.779271 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-583b0054-11e4-4eeb-9c08-9339201e0f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (7626d9a4-e9b0-4c74-8577-cc37b13efa03), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.845041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 780ddb41-d09f-442e-8a78-125094600c6f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=780ddb41-d09f-442e-8a78-125094600c6f,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:29.877631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '780ddb41-d09f-442e-8a78-125094600c6f', 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103', 'port_id': '780ddb41-d09f-442e-8a78-125094600c6f', 'mac_address': 'fa:16:3e:5b:7f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4def555b-2d65-406f-a62b-e0ebc3518aa8', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:47:29.881058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=7e32e80d-81f4-4193-87ef-f96d22ac5f23,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:29.938082 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-583b0054-11e4-4eeb-9c08-9339201e0f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (7626d9a4-e9b0-4c74-8577-cc37b13efa03), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.979326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 780ddb41-d09f-442e-8a78-125094600c6f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:29.979735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (780ddb41-d09f-442e-8a78-125094600c6f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.995669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b0054-11e4-4eeb-9c08-9339201e0f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7626d9a4-e9b0-4c74-8577-cc37b13efa03,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:30.013342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-583b0054-11e4-4eeb-9c08-9339201e0f89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:30.034174 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-583b0054-11e4-4eeb-9c08-9339201e0f89 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7626d9a4-e9b0-4c74-8577-cc37b13efa03 HTTP/1.1" status: 204 len: 168 time: 0.9683759 Feb 11 04:47:30.037670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55366) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:30.350644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d809bbb-c4d6-4651-935b-2f08be283ac0 None None] Network 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:30.378818 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780ddb41-d09f-442e-8a78-125094600c6f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:30.402690 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99393f9-afac-438e-b401-0130cd26ad4c x-openstack-request-id: req-a99393f9-afac-438e-b401-0130cd26ad4c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:30.404609 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe9e1d4-359c-423f-ad91-da5a9ece800e", "name": "network-vif-deleted", "tag": "fc1f5492-37ab-47ea-bc41-82c7e30d897a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:30.404886 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a99393f9-afac-438e-b401-0130cd26ad4c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:30.405321 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe9e1d4-359c-423f-ad91-da5a9ece800e', 'name': 'network-vif-deleted', 'tag': 'fc1f5492-37ab-47ea-bc41-82c7e30d897a', 'status': 'completed', 'code': 200} Feb 11 04:47:30.450467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device fc1f5492-37ab-47ea-bc41-82c7e30d897a no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:30.463547 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:30.538561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7153db08-faa9-4d24-9a7f-43b27e8b4831 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:30.540403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: fc1f5492-37ab-47ea-bc41-82c7e30d897a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:30.540754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device fc1f5492-37ab-47ea-bc41-82c7e30d897a not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:30.557478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 780ddb41-d09f-442e-8a78-125094600c6f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=780ddb41-d09f-442e-8a78-125094600c6f,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:30.656371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0d603-47b4-4b97-bc69-b4ae5a020216 req-7ca9e72d-ca06-44e7-a812-e53c4256964d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:30.664951 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-73f0d603-47b4-4b97-bc69-b4ae5a020216 req-7ca9e72d-ca06-44e7-a812-e53c4256964d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1002762 Feb 11 04:47:30.668575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (780ddb41-d09f-442e-8a78-125094600c6f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:30.669266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f41dc359-9aae-4291-a0c0-326de647898f details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:30.671144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb27fba-664e-41f2-a1b4-9b568651c175 req-a62fc07a-d0f1-46d8-ad23-f65d629c4d99 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:30.684213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb27fba-664e-41f2-a1b4-9b568651c175 req-a62fc07a-d0f1-46d8-ad23-f65d629c4d99 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:30.700340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb27fba-664e-41f2-a1b4-9b568651c175 req-a62fc07a-d0f1-46d8-ad23-f65d629c4d99 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:30.712524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb27fba-664e-41f2-a1b4-9b568651c175 req-a62fc07a-d0f1-46d8-ad23-f65d629c4d99 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:30.729592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb27fba-664e-41f2-a1b4-9b568651c175 req-a62fc07a-d0f1-46d8-ad23-f65d629c4d99 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:30.744950 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-73f0d603-47b4-4b97-bc69-b4ae5a020216 req-2d2fffe6-d8e8-4866-baf7-617c67abfab0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787849 Feb 11 04:47:30.748468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f41dc359-9aae-4291-a0c0-326de647898f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f41dc359-9aae-4291-a0c0-326de647898f,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:30.758687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb27fba-664e-41f2-a1b4-9b568651c175 req-a62fc07a-d0f1-46d8-ad23-f65d629c4d99 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:30.758687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb27fba-664e-41f2-a1b4-9b568651c175 req-a62fc07a-d0f1-46d8-ad23-f65d629c4d99 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:30.777126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'f41dc359-9aae-4291-a0c0-326de647898f', 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103', 'port_id': 'f41dc359-9aae-4291-a0c0-326de647898f', 'mac_address': 'fa:16:3e:c5:16:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4def555b-2d65-406f-a62b-e0ebc3518aa8', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:47:30.782718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4cb27fba-664e-41f2-a1b4-9b568651c175 req-a62fc07a-d0f1-46d8-ad23-f65d629c4d99 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5432 time: 0.3563213 Feb 11 04:47:30.813530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 7153db08-faa9-4d24-9a7f-43b27e8b4831 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:30.814164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7153db08-faa9-4d24-9a7f-43b27e8b4831 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:30.815104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1c8118b8-950d-4ada-bcf7-7f80c4394405 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:30.928743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Deleting port 3287a8d6-8ef2-4c43-a46e-1696a892207c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:30.929140 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:30.985725 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4cb27fba-664e-41f2-a1b4-9b568651c175 req-ca965bc4-7697-480b-95e8-3be90947e8e9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2010553 Feb 11 04:47:31.078308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] For port 3287a8d6-8ef2-4c43-a46e-1696a892207c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3287a8d6-8ef2-4c43-a46e-1696a892207c,segment=NetworkSegment(8350e4ac-0699-4a61-a89e-3dbe5c075fa2),segment_id=8350e4ac-0699-4a61-a89e-3dbe5c075fa2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:31.079188 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:31.081464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 1c8118b8-950d-4ada-bcf7-7f80c4394405 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:31.087438 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1c8118b8-950d-4ada-bcf7-7f80c4394405 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:31.089433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=780ddb41-d09f-442e-8a78-125094600c6f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:31.115143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55444) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:31.120276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Calling delete_port for 3287a8d6-8ef2-4c43-a46e-1696a892207c owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:31.190106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port f41dc359-9aae-4291-a0c0-326de647898f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:31.190106 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f41dc359-9aae-4291-a0c0-326de647898f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:31.274582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41dc359-9aae-4291-a0c0-326de647898f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:31.354821 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3287a8d6-8ef2-4c43-a46e-1696a892207c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:31.368327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f41dc359-9aae-4291-a0c0-326de647898f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f41dc359-9aae-4291-a0c0-326de647898f,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:31.388624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] No DVR routers for this DVR port 3287a8d6-8ef2-4c43-a46e-1696a892207c on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:31.388814 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f41dc359-9aae-4291-a0c0-326de647898f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:31.398487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 6638f4f2-cc49-4856-a5ca-264e45cef0f1 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:31.401107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3393e2e-3353-4cdc-a0cd-e107d04cbcd7 None None] DHCP port deletion for 9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:47:31.632130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:31.688198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 6638f4f2-cc49-4856-a5ca-264e45cef0f1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=6638f4f2-cc49-4856-a5ca-264e45cef0f1,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:31.713179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:31.716180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=f41dc359-9aae-4291-a0c0-326de647898f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:31.740262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '6638f4f2-cc49-4856-a5ca-264e45cef0f1', 'network_id': '8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0', 'port_id': '6638f4f2-cc49-4856-a5ca-264e45cef0f1', 'mac_address': 'fa:16:3e:11:30:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5e3910-18d7-4d47-beb1-60f03c1cd39f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:47:31.741257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8350e4ac-0699-4a61-a89e-3dbe5c075fa2') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:31.742194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8350e4ac-0699-4a61-a89e-3dbe5c075fa2') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:31.750940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Pushing event deleted for resources: {'Port': ['ID=3287a8d6-8ef2-4c43-a46e-1696a892207c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:31.810476 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (8350e4ac-0699-4a61-a89e-3dbe5c075fa2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:31.842100 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8350e4ac-0699-4a61-a89e-3dbe5c075fa2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:31.869616 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b405ac7-c90f-4d17-9e8c-ccd7fc1151ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (10521d62-ff0a-46bb-a83a-b789dec16822), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:31.875212 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:47:31.875935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (8350e4ac-0699-4a61-a89e-3dbe5c075fa2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:47:31.886345 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:47:31.906813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:31.907285 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:31.950051 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6638f4f2-cc49-4856-a5ca-264e45cef0f1 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:31.966078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04b2ec-3d74-45f2-923c-9883b124a328 req-427397b8-47c1-4899-b878-7175f79bf2ee tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:31.973997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a04b2ec-3d74-45f2-923c-9883b124a328 req-427397b8-47c1-4899-b878-7175f79bf2ee tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.6448414 Feb 11 04:47:32.017372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 6638f4f2-cc49-4856-a5ca-264e45cef0f1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=6638f4f2-cc49-4856-a5ca-264e45cef0f1,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:32.030325 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:32.032842 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:32.075363 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a04b2ec-3d74-45f2-923c-9883b124a328 req-828861bc-49dd-41cf-aea2-adc6503e81dd tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004913 Feb 11 04:47:32.076871 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:32.120853 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:32.126123 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] 10.222.0.48 "DELETE /v2.0/networks/9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8 HTTP/1.1" status: 204 len: 168 time: 2.0870552 Feb 11 04:47:32.127247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeb3aa-1948-4896-b0b9-b9d8184b3aca admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4e45a4-838d-4cd8-9da3-0b5a26c74fb8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:32.164703 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=6638f4f2-cc49-4856-a5ca-264e45cef0f1,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:32.223333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:32.246372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc', 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103', 'port_id': 'f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc', 'mac_address': 'fa:16:3e:8d:e8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4def555b-2d65-406f-a62b-e0ebc3518aa8', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:47:32.294122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3287a8d6-8ef2-4c43-a46e-1696a892207c no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:32.317165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcc5ce-4ac6-498f-be9a-4bcd6d3ff539 req-089fc43f-c4aa-4e1b-adca-c8a74da42c83 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:32.322207 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-63dcc5ce-4ac6-498f-be9a-4bcd6d3ff539 req-089fc43f-c4aa-4e1b-adca-c8a74da42c83 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.3604434 Feb 11 04:47:32.342327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 3287a8d6-8ef2-4c43-a46e-1696a892207c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:32.342840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3287a8d6-8ef2-4c43-a46e-1696a892207c not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:32.359992 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:32.360385 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:32.379063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:32.414769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:32.419700 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-63dcc5ce-4ac6-498f-be9a-4bcd6d3ff539 req-062ae75f-ea5b-44a0-84ae-efd5fa1ca352 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785108 Feb 11 04:47:32.427427 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:32.429350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bfd0cbf6-c632-4002-b9ac-8b535b383774 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:32.492855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22267da7-921f-4eec-b9f7-e1be309ceb85 req-2195436d-fa33-4c08-be59-e6e66c499937 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:32.504815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22267da7-921f-4eec-b9f7-e1be309ceb85 req-2195436d-fa33-4c08-be59-e6e66c499937 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:32.519863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22267da7-921f-4eec-b9f7-e1be309ceb85 req-2195436d-fa33-4c08-be59-e6e66c499937 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:32.537053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22267da7-921f-4eec-b9f7-e1be309ceb85 req-2195436d-fa33-4c08-be59-e6e66c499937 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:32.551596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22267da7-921f-4eec-b9f7-e1be309ceb85 req-2195436d-fa33-4c08-be59-e6e66c499937 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:32.555928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bfd0cbf6-c632-4002-b9ac-8b535b383774, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bfd0cbf6-c632-4002-b9ac-8b535b383774,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:32.566640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22267da7-921f-4eec-b9f7-e1be309ceb85 req-2195436d-fa33-4c08-be59-e6e66c499937 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:32.579577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22267da7-921f-4eec-b9f7-e1be309ceb85 req-2195436d-fa33-4c08-be59-e6e66c499937 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:32.596071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-22267da7-921f-4eec-b9f7-e1be309ceb85 req-2195436d-fa33-4c08-be59-e6e66c499937 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5435 time: 0.2024324 Feb 11 04:47:32.644154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'bfd0cbf6-c632-4002-b9ac-8b535b383774', 'network_id': '36e101bd-1bc1-4657-8cc0-46b1d08a8103', 'port_id': 'bfd0cbf6-c632-4002-b9ac-8b535b383774', 'mac_address': 'fa:16:3e:69:e4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4def555b-2d65-406f-a62b-e0ebc3518aa8', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:47:32.644520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55544) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:32.645908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:32.734700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ed2b4505-8f9f-439c-9ea4-fc5af52ce48e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e0b6ea2e28c40a191dd50459e37c491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0889933 Feb 11 04:47:32.738672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55560) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:32.768355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port bfd0cbf6-c632-4002-b9ac-8b535b383774 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:32.768843 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:32.790650 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-22267da7-921f-4eec-b9f7-e1be309ceb85 req-91230659-95df-44f5-be67-a1b94f429878 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1932838 Feb 11 04:47:32.814656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3b405ac7-c90f-4d17-9e8c-ccd7fc1151ef admin admin] Deleting port 2bd6f78d-4905-452d-8a26-1258a5df1262 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:32.814910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b405ac7-c90f-4d17-9e8c-ccd7fc1151ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:32.826607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd0cbf6-c632-4002-b9ac-8b535b383774 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:32.883909 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bfd0cbf6-c632-4002-b9ac-8b535b383774, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bfd0cbf6-c632-4002-b9ac-8b535b383774,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:32.888469 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3096-bdc0-4e88-abfc-52215a1f73aa admin admin] Publish callbacks [] for security_group (f059db48-10f4-48e1-8b15-3d43738f1881), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:32.897136 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:32.960815 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3096-bdc0-4e88-abfc-52215a1f73aa admin admin] Publish callbacks [] for security_group (f059db48-10f4-48e1-8b15-3d43738f1881), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.051943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=bfd0cbf6-c632-4002-b9ac-8b535b383774,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:33.070142 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3096-bdc0-4e88-abfc-52215a1f73aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f059db48-10f4-48e1-8b15-3d43738f1881), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.075159 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3096-bdc0-4e88-abfc-52215a1f73aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.076546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1c7c3096-bdc0-4e88-abfc-52215a1f73aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f059db48-10f4-48e1-8b15-3d43738f1881 HTTP/1.1" status: 204 len: 168 time: 0.3366411 Feb 11 04:47:33.116952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c3096-bdc0-4e88-abfc-52215a1f73aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f059db48-10f4-48e1-8b15-3d43738f1881,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:33.169994 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.193458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-3b405ac7-c90f-4d17-9e8c-ccd7fc1151ef admin admin] For port 2bd6f78d-4905-452d-8a26-1258a5df1262, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2bd6f78d-4905-452d-8a26-1258a5df1262,segment=NetworkSegment(06477895-bf17-4676-8564-de9c11919e66),segment_id=06477895-bf17-4676-8564-de9c11919e66)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:33.198992 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b405ac7-c90f-4d17-9e8c-ccd7fc1151ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.232554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3b405ac7-c90f-4d17-9e8c-ccd7fc1151ef admin admin] Calling delete_port for 2bd6f78d-4905-452d-8a26-1258a5df1262 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:33.722996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97d2f8-a4cf-4fdc-9315-b016baa17fa7 req-6bb8b3bd-b7a2-42dd-94bb-ddef8c3caacf tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:33.730111 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c97d2f8-a4cf-4fdc-9315-b016baa17fa7 req-6bb8b3bd-b7a2-42dd-94bb-ddef8c3caacf tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.3252702 Feb 11 04:47:33.761702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5d3394fd-0a97-41f3-a6b5-a8876511fe05'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:33.835548 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['7e32e80d-81f4-4193-87ef-f96d22ac5f23'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:33.893678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['f41dc359-9aae-4291-a0c0-326de647898f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:33.893893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c97d2f8-a4cf-4fdc-9315-b016baa17fa7 req-b276f4d7-816c-4656-a6f6-d4ecee80aed9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619349 Feb 11 04:47:33.906425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['780ddb41-d09f-442e-8a78-125094600c6f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:33.955714 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['6638f4f2-cc49-4856-a5ca-264e45cef0f1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:34.002522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['bfd0cbf6-c632-4002-b9ac-8b535b383774'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:34.030738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:34.130004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b405ac7-c90f-4d17-9e8c-ccd7fc1151ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2bd6f78d-4905-452d-8a26-1258a5df1262), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:34.223051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55680) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:34.460772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b405ac7-c90f-4d17-9e8c-ccd7fc1151ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd6f78d-4905-452d-8a26-1258a5df1262,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:34.494866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80f3-5824-4ca6-99f6-c1e4bb436cfc req-341b06bf-8a07-4142-b49f-34b99d97d6ee tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.500416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80f3-5824-4ca6-99f6-c1e4bb436cfc req-341b06bf-8a07-4142-b49f-34b99d97d6ee tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.519231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80f3-5824-4ca6-99f6-c1e4bb436cfc req-341b06bf-8a07-4142-b49f-34b99d97d6ee tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.542125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80f3-5824-4ca6-99f6-c1e4bb436cfc req-341b06bf-8a07-4142-b49f-34b99d97d6ee tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.548045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80f3-5824-4ca6-99f6-c1e4bb436cfc req-341b06bf-8a07-4142-b49f-34b99d97d6ee tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.569875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80f3-5824-4ca6-99f6-c1e4bb436cfc req-341b06bf-8a07-4142-b49f-34b99d97d6ee tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.608264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80f3-5824-4ca6-99f6-c1e4bb436cfc req-341b06bf-8a07-4142-b49f-34b99d97d6ee tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.610237 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8eab80f3-5824-4ca6-99f6-c1e4bb436cfc req-341b06bf-8a07-4142-b49f-34b99d97d6ee tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5437 time: 0.2871420 Feb 11 04:47:34.765498 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-208c163c-5659-483d-a119-ead9ebff941d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.059684 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-208c163c-5659-483d-a119-ead9ebff941d admin admin] Publish callbacks [] for security_group (2e0d69d8-85c3-44fe-98b9-cf33a3bf7018), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.077081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8eab80f3-5824-4ca6-99f6-c1e4bb436cfc req-75a1ee47-f0ae-48b5-889a-8347c68a256d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4461544 Feb 11 04:47:35.092946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-208c163c-5659-483d-a119-ead9ebff941d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2e0d69d8-85c3-44fe-98b9-cf33a3bf7018), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.165365 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c163c-5659-483d-a119-ead9ebff941d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0d69d8-85c3-44fe-98b9-cf33a3bf7018,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:35.188633 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-208c163c-5659-483d-a119-ead9ebff941d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0575f53ee1b4258b0eb9a88c01c06ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9644394 Feb 11 04:47:35.189362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55706) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:35.308211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5041ed2e-1299-41bf-8ec9-f9eacfd243aa admin admin] Publish callbacks [] for security_group (2e0d69d8-85c3-44fe-98b9-cf33a3bf7018), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.369440 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5041ed2e-1299-41bf-8ec9-f9eacfd243aa admin admin] Publish callbacks [] for security_group (2e0d69d8-85c3-44fe-98b9-cf33a3bf7018), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.433634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d10f72-a69a-4de3-b26f-b2e4a234a916 req-686e9c7d-f5f9-4dde-af15-03e30a4c45e0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:35.459594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1d10f72-a69a-4de3-b26f-b2e4a234a916 req-686e9c7d-f5f9-4dde-af15-03e30a4c45e0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 1.3495357 Feb 11 04:47:35.465739 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b405ac7-c90f-4d17-9e8c-ccd7fc1151ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (10521d62-ff0a-46bb-a83a-b789dec16822), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.559896 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5041ed2e-1299-41bf-8ec9-f9eacfd243aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2e0d69d8-85c3-44fe-98b9-cf33a3bf7018), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.576057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5041ed2e-1299-41bf-8ec9-f9eacfd243aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.594551 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5041ed2e-1299-41bf-8ec9-f9eacfd243aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e0d69d8-85c3-44fe-98b9-cf33a3bf7018 HTTP/1.1" status: 204 len: 168 time: 0.3941772 Feb 11 04:47:35.636345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d4a48-ddc3-4801-8842-e87a68995714 req-ef1a7997-b7fc-48c6-808c-d8e04653497f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:35.645915 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f77d4a48-ddc3-4801-8842-e87a68995714 req-ef1a7997-b7fc-48c6-808c-d8e04653497f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.2313199 Feb 11 04:47:35.680414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041ed2e-1299-41bf-8ec9-f9eacfd243aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0d69d8-85c3-44fe-98b9-cf33a3bf7018,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:35.711611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1d10f72-a69a-4de3-b26f-b2e4a234a916 req-cf0b3766-e4cc-4cad-bab6-e850322fc931 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508633 Feb 11 04:47:35.796074 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f77d4a48-ddc3-4801-8842-e87a68995714 req-8a2dbec7-6f41-43bc-b651-f13d151941ce tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482482 Feb 11 04:47:36.200956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b405ac7-c90f-4d17-9e8c-ccd7fc1151ef admin admin] Router 10521d62-ff0a-46bb-a83a-b789dec16822 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:47:36.473629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b405ac7-c90f-4d17-9e8c-ccd7fc1151ef admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:47:36.487767 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104601f4-c79b-4cb9-9a29-36299ccf56e5 None None] Sync routers for ids ['10521d62-ff0a-46bb-a83a-b789dec16822'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:47:36.498814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55772) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:36.512808 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104601f4-c79b-4cb9-9a29-36299ccf56e5 None None] Routers {'10521d62-ff0a-46bb-a83a-b789dec16822'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:36.513758 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-104601f4-c79b-4cb9-9a29-36299ccf56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:47:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['10521d62-ff0a-46bb-a83a-b789dec16822'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:36.521077 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-056ab67c-6dfd-4333-adcc-64cfdd12becf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:36.535651 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3b405ac7-c90f-4d17-9e8c-ccd7fc1151ef admin admin] 10.222.0.48 "PUT /v2.0/routers/10521d62-ff0a-46bb-a83a-b789dec16822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4146020 Feb 11 04:47:36.538587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55774) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:36.678385 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-104601f4-c79b-4cb9-9a29-36299ccf56e5 None None] Set router 10521d62-ff0a-46bb-a83a-b789dec16822 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:36.761648 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Publish callbacks [] for router (10521d62-ff0a-46bb-a83a-b789dec16822), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:36.768143 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-056ab67c-6dfd-4333-adcc-64cfdd12becf admin admin] Publish callbacks [] for security_group (4d4d056d-7864-4fd6-9f80-84bba68e0e55), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:36.774516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-3ccbdc7d-8b7b-4776-a455-4e564e49e67b tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=96605172e38f455eb2f0de7bc035e973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2873943 Feb 11 04:47:36.782137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-056ab67c-6dfd-4333-adcc-64cfdd12becf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4d4d056d-7864-4fd6-9f80-84bba68e0e55), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:36.890656 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-056ab67c-6dfd-4333-adcc-64cfdd12becf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68b2e6f5b4a740f582302d2bf44477eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904879 Feb 11 04:47:36.893518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55786) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:36.986753 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ab67c-6dfd-4333-adcc-64cfdd12becf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4d056d-7864-4fd6-9f80-84bba68e0e55,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:37.040973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:37.067416 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-680d290e-b666-4a1c-905d-6f24608c8b91 admin admin] Publish callbacks [] for security_group (4d4d056d-7864-4fd6-9f80-84bba68e0e55), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.077754 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-104601f4-c79b-4cb9-9a29-36299ccf56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'name': 'tempest-ServerRescueTestJSON-996017755-router', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:47:33Z', 'revision_number': 5, 'project_id': '405338bd8484497a84aa5627cc04cab4', 'gw_port': {'id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:37.091375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-1318ed40-24d2-49c1-8782-7773b937be23 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.100877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-1318ed40-24d2-49c1-8782-7773b937be23 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3253756 Feb 11 04:47:37.130128 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104601f4-c79b-4cb9-9a29-36299ccf56e5 None None] Checking router: 10521d62-ff0a-46bb-a83a-b789dec16822 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:47:37.146873 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104601f4-c79b-4cb9-9a29-36299ccf56e5 None None] Routers {'10521d62-ff0a-46bb-a83a-b789dec16822'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:37.148701 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-680d290e-b666-4a1c-905d-6f24608c8b91 admin admin] Publish callbacks [] for security_group (4d4d056d-7864-4fd6-9f80-84bba68e0e55), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.149613 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-104601f4-c79b-4cb9-9a29-36299ccf56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:47:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['10521d62-ff0a-46bb-a83a-b789dec16822'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:37.151515 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-0ea8ae4c-8d9e-4fe7-9930-8d82eb7de7ed tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/quotas/96605172e38f455eb2f0de7bc035e973 HTTP/1.1" status: 200 len: 375 time: 0.0442314 Feb 11 04:47:37.202316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.209478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:47:37.224207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:37.224590 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.248731 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Publish callbacks [] for router_gateway (10521d62-ff0a-46bb-a83a-b789dec16822), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.255300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5c82-6c16-4a78-ad02-48ebe548bc1a req-5615e489-d52c-4ad5-aa9d-ba37aacdcd43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.269050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5c82-6c16-4a78-ad02-48ebe548bc1a req-5615e489-d52c-4ad5-aa9d-ba37aacdcd43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.286007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5c82-6c16-4a78-ad02-48ebe548bc1a req-5615e489-d52c-4ad5-aa9d-ba37aacdcd43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.288740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-8c188349-b24c-4c71-85e8-e23380b877cc tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96605172e38f455eb2f0de7bc035e973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208477 Feb 11 04:47:37.298932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5c82-6c16-4a78-ad02-48ebe548bc1a req-5615e489-d52c-4ad5-aa9d-ba37aacdcd43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.313437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5c82-6c16-4a78-ad02-48ebe548bc1a req-5615e489-d52c-4ad5-aa9d-ba37aacdcd43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.325092 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5c82-6c16-4a78-ad02-48ebe548bc1a req-5615e489-d52c-4ad5-aa9d-ba37aacdcd43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.336949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5c82-6c16-4a78-ad02-48ebe548bc1a req-5615e489-d52c-4ad5-aa9d-ba37aacdcd43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.348609 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-efaa5c82-6c16-4a78-ad02-48ebe548bc1a req-5615e489-d52c-4ad5-aa9d-ba37aacdcd43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5437 time: 0.4558141 Feb 11 04:47:37.451457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-efaa5c82-6c16-4a78-ad02-48ebe548bc1a req-295d1f9d-52ae-4da2-b2af-d665b5bdf635 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018636 Feb 11 04:47:37.479983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:37.480983 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.510914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Deleting port 6cd1cd21-7d0f-4862-9b83-3abb10a34472 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:37.511724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.513010 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-680d290e-b666-4a1c-905d-6f24608c8b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4d4d056d-7864-4fd6-9f80-84bba68e0e55), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.516257 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-680d290e-b666-4a1c-905d-6f24608c8b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.517627 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-680d290e-b666-4a1c-905d-6f24608c8b91 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d4d056d-7864-4fd6-9f80-84bba68e0e55 HTTP/1.1" status: 204 len: 168 time: 0.6212523 Feb 11 04:47:37.520902 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-104601f4-c79b-4cb9-9a29-36299ccf56e5 None None] Set router 10521d62-ff0a-46bb-a83a-b789dec16822 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:37.536270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d290e-b666-4a1c-905d-6f24608c8b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4d056d-7864-4fd6-9f80-84bba68e0e55,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:37.569277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:37.592559 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c086ed1b-ad07-4c03-85d6-a54ecbab36dd" -d '{"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:37.704544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:37.724330 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.725653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5d3394fd-0a97-41f3-a6b5-a8876511fe05 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:37.868642 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-104601f4-c79b-4cb9-9a29-36299ccf56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'name': 'tempest-ServerRescueTestJSON-996017755-router', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:47:33Z', 'revision_number': 5, 'project_id': '405338bd8484497a84aa5627cc04cab4', 'gw_port': {'id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:37.890908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] For port 6cd1cd21-7d0f-4862-9b83-3abb10a34472, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6cd1cd21-7d0f-4862-9b83-3abb10a34472,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:37.891290 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.918651 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104601f4-c79b-4cb9-9a29-36299ccf56e5 None None] The sync data for ids ['10521d62-ff0a-46bb-a83a-b789dec16822'] in n-d-615180-58 is: [{'id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'name': 'tempest-ServerRescueTestJSON-996017755-router', 'tenant_id': '405338bd8484497a84aa5627cc04cab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:54Z', 'updated_at': '2022-02-11T04:47:33Z', 'revision_number': 5, 'project_id': '405338bd8484497a84aa5627cc04cab4', 'gw_port': {'id': '6cd1cd21-7d0f-4862-9b83-3abb10a34472', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10521d62-ff0a-46bb-a83a-b789dec16822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:56Z', 'updated_at': '2022-02-11T04:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:47:37.929132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Calling delete_port for 6cd1cd21-7d0f-4862-9b83-3abb10a34472 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:37.958864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b2aae-d4b1-44b4-bc42-6c07ead4011f req-e43302be-5d39-4df9-92c2-d25d2b0ac93a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.978130 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a46b2aae-d4b1-44b4-bc42-6c07ead4011f req-e43302be-5d39-4df9-92c2-d25d2b0ac93a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.2010605 Feb 11 04:47:38.073677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:38.130422 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:47:38.164238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a46b2aae-d4b1-44b4-bc42-6c07ead4011f req-bb92ce2e-6005-430d-91be-de554a4fb76f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836162 Feb 11 04:47:38.182876 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:38.183555 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:38.421071 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2bd6f78d-4905-452d-8a26-1258a5df1262 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:38.571628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:38.572968 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:38.604583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 2bd6f78d-4905-452d-8a26-1258a5df1262 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:38.606183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2bd6f78d-4905-452d-8a26-1258a5df1262 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:38.704852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 5d3394fd-0a97-41f3-a6b5-a8876511fe05, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5d3394fd-0a97-41f3-a6b5-a8876511fe05,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:38.709943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f840c1-2932-426e-9156-599bf937ab40 req-09204c42-c681-470e-b386-eb46fa2453f2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:38.713812 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:38.716691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7e32e80d-81f4-4193-87ef-f96d22ac5f23 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:38.725550 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29f840c1-2932-426e-9156-599bf937ab40 req-09204c42-c681-470e-b386-eb46fa2453f2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.2922170 Feb 11 04:47:38.778003 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6cd1cd21-7d0f-4862-9b83-3abb10a34472), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:38.871863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=5d3394fd-0a97-41f3-a6b5-a8876511fe05,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:38.915504 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29f840c1-2932-426e-9156-599bf937ab40 req-a71aeacb-ccd7-4a04-a641-822cb607d966 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829617 Feb 11 04:47:38.922582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd1cd21-7d0f-4862-9b83-3abb10a34472,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:39.025546 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb32da2-be70-4723-800a-2b7df0a87389 x-openstack-request-id: req-4fb32da2-be70-4723-800a-2b7df0a87389 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:39.025843 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:39.026107 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4fb32da2-be70-4723-800a-2b7df0a87389 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:39.026516 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc', 'code': 200} Feb 11 04:47:39.072551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:47:39.079228 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b4e215f-4497-4f97-a45b-f0f67dec4042 req-b2598087-28f7-4683-8b63-9fcf33264056 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 210 time: 0.1091433 Feb 11 04:47:39.090646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:39.097311 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.138398 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (10521d62-ff0a-46bb-a83a-b789dec16822), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.466402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (10521d62-ff0a-46bb-a83a-b789dec16822), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.476339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Publish callbacks [] for router_controller (10521d62-ff0a-46bb-a83a-b789dec16822), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.476617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:39.481002 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.568587 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-156a9ff8-d4db-47f4-a900-aa75d0831a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.595761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7e32e80d-81f4-4193-87ef-f96d22ac5f23, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7e32e80d-81f4-4193-87ef-f96d22ac5f23,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:39.609901 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.620716 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (10521d62-ff0a-46bb-a83a-b789dec16822), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.621878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10521d62-ff0a-46bb-a83a-b789dec16822 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:47:39.644563 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.646383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b9eaee89-daf6-48c5-93a5-d81616cbc2f8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/10521d62-ff0a-46bb-a83a-b789dec16822 HTTP/1.1" status: 204 len: 168 time: 3.1066773 Feb 11 04:47:39.649541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55894) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:39.704854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f41dc359-9aae-4291-a0c0-326de647898f up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:39.720145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0a716-1932-4cab-897e-6c68c089c506 req-a0de434a-7afe-495a-a455-5f3f60af20fa tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:39.728756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2de0a716-1932-4cab-897e-6c68c089c506 req-a0de434a-7afe-495a-a455-5f3f60af20fa tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1992939 Feb 11 04:47:39.784797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f71f35a-3151-4cec-9bee-a24fb063e1f2 admin admin] Deleting subnet 4eed6268-e93d-44f1-8b65-b43825c2b4f8 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:47:39.789880 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f71f35a-3151-4cec-9bee-a24fb063e1f2 admin admin] Publish callbacks [] for subnet (4eed6268-e93d-44f1-8b65-b43825c2b4f8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.830818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-805d196f-b510-428c-8235-152571981ef0 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=96605172e38f455eb2f0de7bc035e973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1621325 Feb 11 04:47:39.835047 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f71f35a-3151-4cec-9bee-a24fb063e1f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (4eed6268-e93d-44f1-8b65-b43825c2b4f8), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.985769 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f71f35a-3151-4cec-9bee-a24fb063e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4eed6268-e93d-44f1-8b65-b43825c2b4f8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.102185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623736b-8e31-4231-878d-57695f9a9efa req-ac7c2a15-33b4-4cdf-823f-4d0fc1a999a5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:40.108449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623736b-8e31-4231-878d-57695f9a9efa req-ac7c2a15-33b4-4cdf-823f-4d0fc1a999a5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:40.114728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623736b-8e31-4231-878d-57695f9a9efa req-ac7c2a15-33b4-4cdf-823f-4d0fc1a999a5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:40.120771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623736b-8e31-4231-878d-57695f9a9efa req-ac7c2a15-33b4-4cdf-823f-4d0fc1a999a5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:40.127177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623736b-8e31-4231-878d-57695f9a9efa req-ac7c2a15-33b4-4cdf-823f-4d0fc1a999a5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:40.135132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623736b-8e31-4231-878d-57695f9a9efa req-ac7c2a15-33b4-4cdf-823f-4d0fc1a999a5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:40.140765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623736b-8e31-4231-878d-57695f9a9efa req-ac7c2a15-33b4-4cdf-823f-4d0fc1a999a5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:40.149938 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9623736b-8e31-4231-878d-57695f9a9efa req-ac7c2a15-33b4-4cdf-823f-4d0fc1a999a5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5439 time: 0.9528680 Feb 11 04:47:40.158602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f71f35a-3151-4cec-9bee-a24fb063e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (4eed6268-e93d-44f1-8b65-b43825c2b4f8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.218953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f71f35a-3151-4cec-9bee-a24fb063e1f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.232882 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8f71f35a-3151-4cec-9bee-a24fb063e1f2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4eed6268-e93d-44f1-8b65-b43825c2b4f8 HTTP/1.1" status: 204 len: 168 time: 0.5793238 Feb 11 04:47:40.235598 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2de0a716-1932-4cab-897e-6c68c089c506 req-19f3d567-da17-4ebd-a46a-4e237a4d86a9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002918 Feb 11 04:47:40.236111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55916) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:40.265947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=7e32e80d-81f4-4193-87ef-f96d22ac5f23,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:40.300939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71f35a-3151-4cec-9bee-a24fb063e1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eed6268-e93d-44f1-8b65-b43825c2b4f8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:40.367299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port f41dc359-9aae-4291-a0c0-326de647898f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:47:40.376425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port f41dc359-9aae-4291-a0c0-326de647898f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:40.379010 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f41dc359-9aae-4291-a0c0-326de647898f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.499910 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9623736b-8e31-4231-878d-57695f9a9efa req-70b3cd0e-ce1e-48f3-b061-b6c3f3001926 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3489742 Feb 11 04:47:40.512013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6cd1cd21-7d0f-4862-9b83-3abb10a34472 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:40.527887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-bc3c4deb-a14c-448e-8b4c-d41f92ded58c tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:40.529640 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-bc3c4deb-a14c-448e-8b4c-d41f92ded58c tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6891110 Feb 11 04:47:40.570889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Request body: {'port': {'device_id': '32031125-57c5-47c8-b682-1658322d79c5', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '96605172e38f455eb2f0de7bc035e973'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:40.575662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 6cd1cd21-7d0f-4862-9b83-3abb10a34472 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:40.579912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6cd1cd21-7d0f-4862-9b83-3abb10a34472 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:40.640019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55924) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:40.683367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port f41dc359-9aae-4291-a0c0-326de647898f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:40.684188 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f41dc359-9aae-4291-a0c0-326de647898f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.731764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Made reservation on behalf of 96605172e38f455eb2f0de7bc035e973 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:40.735577 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.738063 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-988abae9-8cc5-45b9-bc29-e14f68aafe08 req-72e91115-f676-4cf3-8d07-f9e5527fcfb9 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 210 time: 0.0690434 Feb 11 04:47:40.761457 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.763819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (4c8984d9-9499-4696-b4db-392dbe3ffe0b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.771907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f41dc359-9aae-4291-a0c0-326de647898f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f41dc359-9aae-4291-a0c0-326de647898f,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:40.785260 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f41dc359-9aae-4291-a0c0-326de647898f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.786230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 6638f4f2-cc49-4856-a5ca-264e45cef0f1 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:40.887199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d07ad66b-a25b-40cf-81e8-2b4d33d17345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.902466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=f41dc359-9aae-4291-a0c0-326de647898f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:40.928117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:47:40.934644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:40.935337 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.962925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Publish callbacks [] for security_group (b477e11c-b8de-4a67-b8fe-642854312097), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.995784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b98a8-b829-41cf-abac-5f7bb8ec496e req-2f53c98c-bf6e-431c-9d9a-7c32b07176b8 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:40.997408 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a12b98a8-b829-41cf-abac-5f7bb8ec496e req-2f53c98c-bf6e-431c-9d9a-7c32b07176b8 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.4668369 Feb 11 04:47:41.000673 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b477e11c-b8de-4a67-b8fe-642854312097), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.061972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3394fd-0a97-41f3-a6b5-a8876511fe05'}, {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e32e80d-81f4-4193-87ef-f96d22ac5f23'}, {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41dc359-9aae-4291-a0c0-326de647898f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:41.064724 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067f9242-4c57-462c-8e07-c1043d8b208c" -d '{"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "5d3394fd-0a97-41f3-a6b5-a8876511fe05"}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "7e32e80d-81f4-4193-87ef-f96d22ac5f23"}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "f41dc359-9aae-4291-a0c0-326de647898f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:41.067635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:41.068252 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.099705 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d07ad66b-a25b-40cf-81e8-2b4d33d17345 admin admin] Publish callbacks [] for security_group (0996d855-60c7-4cdd-bb06-bdee82a7eafa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.113469 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d07ad66b-a25b-40cf-81e8-2b4d33d17345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0996d855-60c7-4cdd-bb06-bdee82a7eafa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.151893 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b477e11c-b8de-4a67-b8fe-642854312097,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:41.158928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:41.180779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 6638f4f2-cc49-4856-a5ca-264e45cef0f1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=6638f4f2-cc49-4856-a5ca-264e45cef0f1,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:41.193798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ad66b-a25b-40cf-81e8-2b4d33d17345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0996d855-60c7-4cdd-bb06-bdee82a7eafa,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:41.201894 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db852dd-95ac-42e6-acaf-e5b537704541 x-openstack-request-id: req-9db852dd-95ac-42e6-acaf-e5b537704541 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:41.201894 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "5d3394fd-0a97-41f3-a6b5-a8876511fe05", "code": 200}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "7e32e80d-81f4-4193-87ef-f96d22ac5f23", "code": 200}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "f41dc359-9aae-4291-a0c0-326de647898f", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:41.202300 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9db852dd-95ac-42e6-acaf-e5b537704541 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:41.202503 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3394fd-0a97-41f3-a6b5-a8876511fe05', 'code': 200} Feb 11 04:47:41.202773 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e32e80d-81f4-4193-87ef-f96d22ac5f23', 'code': 200} Feb 11 04:47:41.203058 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41dc359-9aae-4291-a0c0-326de647898f', 'code': 200} Feb 11 04:47:41.204704 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.205507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 780ddb41-d09f-442e-8a78-125094600c6f up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:41.227727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d07ad66b-a25b-40cf-81e8-2b4d33d17345 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3db5f7d69a1496e98cd670bbc6ae3ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5841966 Feb 11 04:47:41.229483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55944) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:41.309868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (4c8984d9-9499-4696-b4db-392dbe3ffe0b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.331878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8984d9-9499-4696-b4db-392dbe3ffe0b']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:41.339157 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4d59679-2f79-40a7-af9e-be0356435f13 admin admin] Publish callbacks [] for security_group (0996d855-60c7-4cdd-bb06-bdee82a7eafa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.342193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06477895-bf17-4676-8564-de9c11919e66') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:41.343248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06477895-bf17-4676-8564-de9c11919e66') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:41.354336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (06477895-bf17-4676-8564-de9c11919e66), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.368459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (06477895-bf17-4676-8564-de9c11919e66), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.377527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:47:41.378816 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (06477895-bf17-4676-8564-de9c11919e66), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.405411 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4d59679-2f79-40a7-af9e-be0356435f13 admin admin] Publish callbacks [] for security_group (0996d855-60c7-4cdd-bb06-bdee82a7eafa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.409963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=6638f4f2-cc49-4856-a5ca-264e45cef0f1,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:41.459854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 780ddb41-d09f-442e-8a78-125094600c6f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:47:41.460960 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:47:41.467565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 780ddb41-d09f-442e-8a78-125094600c6f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:41.468506 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (780ddb41-d09f-442e-8a78-125094600c6f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.476546 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (4c8984d9-9499-4696-b4db-392dbe3ffe0b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.536715 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ab9ce5e8-d442-43e7-b3d7-b2eeb88002b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.577680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f111a35-27de-4277-9f65-14845bc95147 req-d4200a05-3224-49cb-960e-a756ae0c54b7 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:41.580029 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f111a35-27de-4277-9f65-14845bc95147 req-d4200a05-3224-49cb-960e-a756ae0c54b7 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1025848 Feb 11 04:47:41.581330 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4d59679-2f79-40a7-af9e-be0356435f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0996d855-60c7-4cdd-bb06-bdee82a7eafa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.585743 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4d59679-2f79-40a7-af9e-be0356435f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.589573 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d4d59679-2f79-40a7-af9e-be0356435f13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0996d855-60c7-4cdd-bb06-bdee82a7eafa HTTP/1.1" status: 204 len: 168 time: 0.3562932 Feb 11 04:47:41.589792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a12b98a8-b829-41cf-abac-5f7bb8ec496e req-330a492a-0c39-4495-873e-6c577ff11dde tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811777 Feb 11 04:47:41.591652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.595722 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4c8984d9-9499-4696-b4db-392dbe3ffe0b HTTP/1.1" status: 204 len: 168 time: 1.3559928 Feb 11 04:47:41.623977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a732b9-2af4-4246-8c08-5b75d85f3c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8984d9-9499-4696-b4db-392dbe3ffe0b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:41.690143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d59679-2f79-40a7-af9e-be0356435f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0996d855-60c7-4cdd-bb06-bdee82a7eafa,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:41.735644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 780ddb41-d09f-442e-8a78-125094600c6f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:41.735644 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (780ddb41-d09f-442e-8a78-125094600c6f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.791832 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f111a35-27de-4277-9f65-14845bc95147 req-8cad1ba0-7272-44cd-9796-164ccf79b9b9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027483 Feb 11 04:47:41.809901 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:47:41.940476 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d121fdc5-dce0-4b87-92c9-c1ccd0ed6dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.970460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55960) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:41.975383 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ab9ce5e8-d442-43e7-b3d7-b2eeb88002b6 admin admin] Publish callbacks [] for security_group (9a7a579f-5d1e-4d40-9825-bf273709ab8f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.994886 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ab9ce5e8-d442-43e7-b3d7-b2eeb88002b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9a7a579f-5d1e-4d40-9825-bf273709ab8f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.014508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 780ddb41-d09f-442e-8a78-125094600c6f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=780ddb41-d09f-442e-8a78-125094600c6f,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:42.027384 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (780ddb41-d09f-442e-8a78-125094600c6f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.028212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bfd0cbf6-c632-4002-b9ac-8b535b383774 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:42.032475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Allocated IP 192.168.233.178 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/479ec173-5ccd-4c8f-a988-a263abc95461) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:42.037789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ce5e8-d442-43e7-b3d7-b2eeb88002b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7a579f-5d1e-4d40-9825-bf273709ab8f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:42.109580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0482646-0516-4c28-b4b3-026dc8cca4ca req-99274b06-a140-4c67-8de6-cdc8ce145173 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.115439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0482646-0516-4c28-b4b3-026dc8cca4ca req-99274b06-a140-4c67-8de6-cdc8ce145173 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.123245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0482646-0516-4c28-b4b3-026dc8cca4ca req-99274b06-a140-4c67-8de6-cdc8ce145173 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.129966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0482646-0516-4c28-b4b3-026dc8cca4ca req-99274b06-a140-4c67-8de6-cdc8ce145173 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.136440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0482646-0516-4c28-b4b3-026dc8cca4ca req-99274b06-a140-4c67-8de6-cdc8ce145173 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.147004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0482646-0516-4c28-b4b3-026dc8cca4ca req-99274b06-a140-4c67-8de6-cdc8ce145173 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.153174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0482646-0516-4c28-b4b3-026dc8cca4ca req-99274b06-a140-4c67-8de6-cdc8ce145173 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.162477 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f0482646-0516-4c28-b4b3-026dc8cca4ca req-99274b06-a140-4c67-8de6-cdc8ce145173 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5442 time: 0.3848488 Feb 11 04:47:42.172659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-912450a5-7140-40bb-8241-8768b83a89de req-f279ae8c-0356-48cc-b3ac-cb55a460cd91 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 210 time: 0.1634068 Feb 11 04:47:42.188860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ab9ce5e8-d442-43e7-b3d7-b2eeb88002b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6633cda75a7149aabace67b3d7411096&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0099685 Feb 11 04:47:42.197972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55968) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:42.262223 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-28ff6ed5-d9ab-47ca-8763-b21d15dd2403 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=405338bd8484497a84aa5627cc04cab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894011 Feb 11 04:47:42.267342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55978) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:42.314389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=780ddb41-d09f-442e-8a78-125094600c6f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:42.345068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f0482646-0516-4c28-b4b3-026dc8cca4ca req-a52821aa-899a-451f-8a01-52cd61d6ec1e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1809070 Feb 11 04:47:42.366908 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04cef16d-d573-49e9-83c9-088713f38d40 admin admin] Publish callbacks [] for security_group (9a7a579f-5d1e-4d40-9825-bf273709ab8f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.410056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port bfd0cbf6-c632-4002-b9ac-8b535b383774 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:47:42.419418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e27ff232-08ff-4fe1-8e3f-5a82c5f07340 admin admin] Publish callbacks [] for security_group (72b4e29f-5e6e-4451-bc0a-3eebed04369f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.420334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port bfd0cbf6-c632-4002-b9ac-8b535b383774 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:42.421371 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.460909 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e27ff232-08ff-4fe1-8e3f-5a82c5f07340 admin admin] Publish callbacks [] for security_group (72b4e29f-5e6e-4451-bc0a-3eebed04369f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.547489 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04cef16d-d573-49e9-83c9-088713f38d40 admin admin] Publish callbacks [] for security_group (9a7a579f-5d1e-4d40-9825-bf273709ab8f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.586086 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Publish callbacks [] for port (479ec173-5ccd-4c8f-a988-a263abc95461), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.652311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port bfd0cbf6-c632-4002-b9ac-8b535b383774 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:42.653848 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e27ff232-08ff-4fe1-8e3f-5a82c5f07340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (72b4e29f-5e6e-4451-bc0a-3eebed04369f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.655139 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.662387 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e27ff232-08ff-4fe1-8e3f-5a82c5f07340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.666666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e27ff232-08ff-4fe1-8e3f-5a82c5f07340 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72b4e29f-5e6e-4451-bc0a-3eebed04369f HTTP/1.1" status: 204 len: 168 time: 0.3926766 Feb 11 04:47:42.681482 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.689861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ff232-08ff-4fe1-8e3f-5a82c5f07340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b4e29f-5e6e-4451-bc0a-3eebed04369f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:42.712605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04cef16d-d573-49e9-83c9-088713f38d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9a7a579f-5d1e-4d40-9825-bf273709ab8f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.715429 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04cef16d-d573-49e9-83c9-088713f38d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.721408 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-04cef16d-d573-49e9-83c9-088713f38d40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a7a579f-5d1e-4d40-9825-bf273709ab8f HTTP/1.1" status: 204 len: 168 time: 0.5166306 Feb 11 04:47:42.743516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cef16d-d573-49e9-83c9-088713f38d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7a579f-5d1e-4d40-9825-bf273709ab8f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:42.839222 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.852564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:42.857425 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:42.861123 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:42.880344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc59448-ead1-49c4-a366-abacee880cc1 req-5b1a5a7c-74ed-45ab-a598-76c9916c3c8a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.890599 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7dc59448-ead1-49c4-a366-abacee880cc1 req-5b1a5a7c-74ed-45ab-a598-76c9916c3c8a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.1343412 Feb 11 04:47:42.911403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bfd0cbf6-c632-4002-b9ac-8b535b383774, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bfd0cbf6-c632-4002-b9ac-8b535b383774,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:42.925685 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:43.023391 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7dc59448-ead1-49c4-a366-abacee880cc1 req-3e4369ce-5ee0-4da3-81f9-f312128f043b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312327 Feb 11 04:47:43.053264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Pushing event updated for resources: {'Port': ['ID=479ec173-5ccd-4c8f-a988-a263abc95461,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:43.093722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=bfd0cbf6-c632-4002-b9ac-8b535b383774,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:43.108317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.108998 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:43.134959 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-51e19e18-5a7d-4506-b53c-85787bf240de tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5736241 Feb 11 04:47:43.158388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6f384-26cb-4567-b982-20d59aa60235 req-bc03c5fb-e255-4667-9d58-6dc5ac832061 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.169550 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-02a6f384-26cb-4567-b982-20d59aa60235 req-bc03c5fb-e255-4667-9d58-6dc5ac832061 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.2170141 Feb 11 04:47:43.188830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Request body: {'port': {'device_id': '32031125-57c5-47c8-b682-1658322d79c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:43.204406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6638f4f2-cc49-4856-a5ca-264e45cef0f1'}, {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780ddb41-d09f-442e-8a78-125094600c6f'}, {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd0cbf6-c632-4002-b9ac-8b535b383774'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:43.209187 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569425c7-4d46-4dab-a8a0-6163d4143054" -d '{"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "6638f4f2-cc49-4856-a5ca-264e45cef0f1"}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "780ddb41-d09f-442e-8a78-125094600c6f"}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "bfd0cbf6-c632-4002-b9ac-8b535b383774"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:43.346156 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:43.371274 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-02a6f384-26cb-4567-b982-20d59aa60235 req-ced012c3-ab9c-4b15-9a92-1992c251781f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006376 Feb 11 04:47:43.422494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cdc50-44a1-4d68-adf4-eaf43a85c1d9 req-ed8766ed-a32e-4fe5-8bd8-52dfb6a963b6 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.442131 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f1cdc50-44a1-4d68-adf4-eaf43a85c1d9 req-ed8766ed-a32e-4fe5-8bd8-52dfb6a963b6 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 936 time: 0.1570985 Feb 11 04:47:43.450403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c8155a2e-7b3d-4eb4-84b4-488ceee523c3 None None] Provisioning complete for port 479ec173-5ccd-4c8f-a988-a263abc95461 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:43.451569 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8155a2e-7b3d-4eb4-84b4-488ceee523c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:43.568867 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f1cdc50-44a1-4d68-adf4-eaf43a85c1d9 req-65bb9591-8d94-4ba2-b197-3aa6ac882d16 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196377 Feb 11 04:47:43.570431 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689059bf-ac47-407c-9194-52ee2c918cc4 x-openstack-request-id: req-689059bf-ac47-407c-9194-52ee2c918cc4 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:43.570744 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "6638f4f2-cc49-4856-a5ca-264e45cef0f1", "code": 200}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "780ddb41-d09f-442e-8a78-125094600c6f", "code": 200}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-plugged", "status": "completed", "tag": "bfd0cbf6-c632-4002-b9ac-8b535b383774", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:43.571034 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-689059bf-ac47-407c-9194-52ee2c918cc4 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:43.571448 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6638f4f2-cc49-4856-a5ca-264e45cef0f1', 'code': 200} Feb 11 04:47:43.571714 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780ddb41-d09f-442e-8a78-125094600c6f', 'code': 200} Feb 11 04:47:43.589318 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd0cbf6-c632-4002-b9ac-8b535b383774', 'code': 200} Feb 11 04:47:43.627852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c8155a2e-7b3d-4eb4-84b4-488ceee523c3 None None] Port 479ec173-5ccd-4c8f-a988-a263abc95461 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:47:43.818160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c3967-e7d4-4422-a0a3-ca18a4dc9c1c req-9ab7e100-fd59-45bb-aac0-9f5aace81579 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.836753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c3967-e7d4-4422-a0a3-ca18a4dc9c1c req-9ab7e100-fd59-45bb-aac0-9f5aace81579 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.843843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c3967-e7d4-4422-a0a3-ca18a4dc9c1c req-9ab7e100-fd59-45bb-aac0-9f5aace81579 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.851931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c3967-e7d4-4422-a0a3-ca18a4dc9c1c req-9ab7e100-fd59-45bb-aac0-9f5aace81579 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.857006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c3967-e7d4-4422-a0a3-ca18a4dc9c1c req-9ab7e100-fd59-45bb-aac0-9f5aace81579 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.865174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c3967-e7d4-4422-a0a3-ca18a4dc9c1c req-9ab7e100-fd59-45bb-aac0-9f5aace81579 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.870832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c3967-e7d4-4422-a0a3-ca18a4dc9c1c req-9ab7e100-fd59-45bb-aac0-9f5aace81579 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.880774 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-be4c3967-e7d4-4422-a0a3-ca18a4dc9c1c req-9ab7e100-fd59-45bb-aac0-9f5aace81579 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5444 time: 0.1995552 Feb 11 04:47:43.958821 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-be4c3967-e7d4-4422-a0a3-ca18a4dc9c1c req-891b2ec8-fc0a-4f61-9c6d-fd3a1e5be0b7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728099 Feb 11 04:47:44.022553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479ec173-5ccd-4c8f-a988-a263abc95461 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:44.032299 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Publish callbacks [] for port (479ec173-5ccd-4c8f-a988-a263abc95461), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:44.065067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Transition to ACTIVE for port object 479ec173-5ccd-4c8f-a988-a263abc95461 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:47:44.082446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f85a-000b-4eb8-ba58-f91819d48e71 req-ea238cab-28cf-4b30-bc1f-0e3825b6dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:44.091647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f85a-000b-4eb8-ba58-f91819d48e71 req-ea238cab-28cf-4b30-bc1f-0e3825b6dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:44.092395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f85a-000b-4eb8-ba58-f91819d48e71 req-ea238cab-28cf-4b30-bc1f-0e3825b6dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:44.095401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f85a-000b-4eb8-ba58-f91819d48e71 req-ea238cab-28cf-4b30-bc1f-0e3825b6dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:44.096054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f85a-000b-4eb8-ba58-f91819d48e71 req-ea238cab-28cf-4b30-bc1f-0e3825b6dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:44.097244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f85a-000b-4eb8-ba58-f91819d48e71 req-ea238cab-28cf-4b30-bc1f-0e3825b6dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:44.102282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f85a-000b-4eb8-ba58-f91819d48e71 req-ea238cab-28cf-4b30-bc1f-0e3825b6dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:44.104829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9690f85a-000b-4eb8-ba58-f91819d48e71 req-ea238cab-28cf-4b30-bc1f-0e3825b6dc2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 6725 time: 0.1796858 Feb 11 04:47:44.107662 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:44.211508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56048) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:44.213413 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:44.262807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Pushing event updated for resources: {'Port': ['ID=479ec173-5ccd-4c8f-a988-a263abc95461,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:44.370446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9690f85a-000b-4eb8-ba58-f91819d48e71 req-1227fb1a-521f-4a7c-94d2-e21c605383a7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2546282 Feb 11 04:47:44.386017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6379ba-af26-4cb0-9bab-3ce42f569049 req-02737f9e-f961-4ea8-8ad8-750db533b1ea tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:44.393027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc6379ba-af26-4cb0-9bab-3ce42f569049 req-02737f9e-f961-4ea8-8ad8-750db533b1ea tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.2162380 Feb 11 04:47:44.529177 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Attempting to bind port 479ec173-5ccd-4c8f-a988-a263abc95461 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:44.529520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Attempting to bind port 479ec173-5ccd-4c8f-a988-a263abc95461 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:44.529858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Attempting to bind port 479ec173-5ccd-4c8f-a988-a263abc95461 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:44.571684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Port 479ec173-5ccd-4c8f-a988-a263abc95461 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:47:44.572013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Attempting to bind port 479ec173-5ccd-4c8f-a988-a263abc95461 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:44.608441 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc6379ba-af26-4cb0-9bab-3ce42f569049 req-a1b53f98-dd1a-4c72-aaaa-0637a94a9e93 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088170 Feb 11 04:47:44.613722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:44.614071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:44.614463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:44.614958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Bound port: 479ec173-5ccd-4c8f-a988-a263abc95461, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:44.615298 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:44.631722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fce08-97cb-4b7f-b0f7-6635a55a7647 req-5aca2d7a-b290-46b7-b825-29ec3dc64022 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:44.650703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-312fce08-97cb-4b7f-b0f7-6635a55a7647 req-5aca2d7a-b290-46b7-b825-29ec3dc64022 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1409461 Feb 11 04:47:44.768119 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a586a89-2b89-4a46-9cd2-26f4011856a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:44.796786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-312fce08-97cb-4b7f-b0f7-6635a55a7647 req-1050d96b-4b73-461b-94db-5e2717e47162 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382487 Feb 11 04:47:44.898158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:44.923752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:44.946076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6328e-0759-40cb-9645-2d7b5c77d199 req-b96f57d9-0101-4f39-a0e3-1dc1b33276a9 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:44.949331 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-70f6328e-0759-40cb-9645-2d7b5c77d199 req-b96f57d9-0101-4f39-a0e3-1dc1b33276a9 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 948 time: 0.1225500 Feb 11 04:47:44.952009 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.019147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:45.020296 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a586a89-2b89-4a46-9cd2-26f4011856a7 admin admin] Publish callbacks [] for security_group (73d4a0af-278c-4338-882f-5c806238ab89), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.022684 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.024583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] 10.222.0.10 "PUT /v2.0/ports/479ec173-5ccd-4c8f-a988-a263abc95461 HTTP/1.1" status: 200 len: 1097 time: 1.8406477 Feb 11 04:47:45.030260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:45.031287 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a586a89-2b89-4a46-9cd2-26f4011856a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73d4a0af-278c-4338-882f-5c806238ab89), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.032798 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3567250-c1dc-40cb-babf-3ea060aeda73" -d '{"events": [{"name": "network-changed", "server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:45.238447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919968be-ba6a-490e-ae5a-95a0867b4c58 service neutron] Pushing event updated for resources: {'Port': ['ID=479ec173-5ccd-4c8f-a988-a263abc95461,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:45.242814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56088) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:45.273596 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56090) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:45.297798 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7a586a89-2b89-4a46-9cd2-26f4011856a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8874c4e3b2a946eebef520f10db20552&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0851519 Feb 11 04:47:45.299050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a586a89-2b89-4a46-9cd2-26f4011856a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d4a0af-278c-4338-882f-5c806238ab89,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:45.302194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56094) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:45.344753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925746b-7f5a-4e6b-8fe9-b62f9331ad79 req-7fefe266-67d3-41a0-b0fc-f38affd6b0df tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:45.364832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925746b-7f5a-4e6b-8fe9-b62f9331ad79 req-7fefe266-67d3-41a0-b0fc-f38affd6b0df tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:45.368649 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-70f6328e-0759-40cb-9645-2d7b5c77d199 req-09413f9f-e76f-41e7-9bc1-1a53bfd9daf8 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113643 Feb 11 04:47:45.382937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925746b-7f5a-4e6b-8fe9-b62f9331ad79 req-7fefe266-67d3-41a0-b0fc-f38affd6b0df tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:45.389529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925746b-7f5a-4e6b-8fe9-b62f9331ad79 req-7fefe266-67d3-41a0-b0fc-f38affd6b0df tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:45.402595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925746b-7f5a-4e6b-8fe9-b62f9331ad79 req-7fefe266-67d3-41a0-b0fc-f38affd6b0df tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:45.418870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925746b-7f5a-4e6b-8fe9-b62f9331ad79 req-7fefe266-67d3-41a0-b0fc-f38affd6b0df tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:45.438010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925746b-7f5a-4e6b-8fe9-b62f9331ad79 req-7fefe266-67d3-41a0-b0fc-f38affd6b0df tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:45.451200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a925746b-7f5a-4e6b-8fe9-b62f9331ad79 req-7fefe266-67d3-41a0-b0fc-f38affd6b0df tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5444 time: 0.2989233 Feb 11 04:47:45.469501 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1275587780-network', 'tenant_id': '25bd46a870264ee289dd7ae54681a048'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:45.503795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Made reservation on behalf of 25bd46a870264ee289dd7ae54681a048 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:45.514035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.543794 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082edbda-9883-4508-964d-1deadd7a3111 x-openstack-request-id: req-082edbda-9883-4508-964d-1deadd7a3111 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:45.544667 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:45.545208 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-082edbda-9883-4508-964d-1deadd7a3111 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:45.545674 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461', 'status': 'completed', 'code': 200} Feb 11 04:47:45.553035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.557163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-71aacb48-8895-413e-baea-d249f5fff7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:45.558672 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-71aacb48-8895-413e-baea-d249f5fff7b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96605172e38f455eb2f0de7bc035e973&device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 1131 time: 0.3895819 Feb 11 04:47:45.567640 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.575691 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cfa4-ca1f-4f93-bb74-60c19298f83b admin admin] Publish callbacks [] for security_group (73d4a0af-278c-4338-882f-5c806238ab89), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.616087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-692261810-network', 'tenant_id': 'dbf38467408f44b9a285b2d5c0e7abab'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:45.621971 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cfa4-ca1f-4f93-bb74-60c19298f83b admin admin] Publish callbacks [] for security_group (73d4a0af-278c-4338-882f-5c806238ab89), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.702252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-e1d3b2cc-93a2-4151-bd88-e20eb9098193 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=479ec173-5ccd-4c8f-a988-a263abc95461 HTTP/1.1" status: 200 len: 217 time: 0.0825071 Feb 11 04:47:45.722717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Publish callbacks [] for security_group (d8b2fffc-88b4-4a63-bf39-d84a72b609e0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.741094 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d8b2fffc-88b4-4a63-bf39-d84a72b609e0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.792015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Made reservation on behalf of dbf38467408f44b9a285b2d5c0e7abab for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:45.794247 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.815802 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.816443 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:47:45.823544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b2fffc-88b4-4a63-bf39-d84a72b609e0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:45.836154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-fe08230a-102a-49df-9b19-f9328f17613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:45.837605 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-fe08230a-102a-49df-9b19-f9328f17613e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1215022 Feb 11 04:47:45.863080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1af4d390-5770-49af-a526-c5a143d60fdc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.863540 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cfa4-ca1f-4f93-bb74-60c19298f83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73d4a0af-278c-4338-882f-5c806238ab89), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.863704 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Added segment 1af4d390-5770-49af-a526-c5a143d60fdc of type vlan for network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 Feb 11 04:47:45.866406 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cfa4-ca1f-4f93-bb74-60c19298f83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.868156 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d5c0cfa4-ca1f-4f93-bb74-60c19298f83b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73d4a0af-278c-4338-882f-5c806238ab89 HTTP/1.1" status: 204 len: 168 time: 0.5515225 Feb 11 04:47:45.891441 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a925746b-7f5a-4e6b-8fe9-b62f9331ad79 req-04adb1aa-16ee-4b0b-83e3-c501e7ac069a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4389963 Feb 11 04:47:45.900357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2207c-0ebf-4d70-8b55-409c92ab3cc4 req-801aca4c-c5de-4cd3-b055-7c77b8a15250 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:45.901899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8cc2207c-0ebf-4d70-8b55-409c92ab3cc4 req-801aca4c-c5de-4cd3-b055-7c77b8a15250 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.2082253 Feb 11 04:47:45.919001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0cfa4-ca1f-4f93-bb74-60c19298f83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d4a0af-278c-4338-882f-5c806238ab89,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:45.990373 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (63da1793-95d1-4acb-9151-2c08ccbc6ef9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.042595 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8cc2207c-0ebf-4d70-8b55-409c92ab3cc4 req-5e6e7fab-d0c6-412a-9fdc-dfd0c2855a29 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247978 Feb 11 04:47:46.070246 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (63da1793-95d1-4acb-9151-2c08ccbc6ef9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.071599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:46.072492 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.082144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-386c66be-a1c1-4766-ba46-7c4a07bf6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:46.084566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-386c66be-a1c1-4766-ba46-7c4a07bf6ffa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2390556 Feb 11 04:47:46.127034 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Publish callbacks [] for security_group (45d2d500-10dd-4602-b524-1bb29167c21c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.129492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675219a-3bde-45d0-abd8-d5066e7602da req-5552dc16-063f-4ea2-a875-948da7761364 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:46.136826 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c675219a-3bde-45d0-abd8-d5066e7602da req-5552dc16-063f-4ea2-a875-948da7761364 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1194196 Feb 11 04:47:46.158715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8718708 Feb 11 04:47:46.161851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56130) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:46.194098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0b4e5eb7-8ff7-462e-98db-27e66d0b8cec admin admin] Request body: {'subnet': {'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1275587780-subnet', 'tenant_id': '25bd46a870264ee289dd7ae54681a048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:46.263550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f84715-517d-4b24-a1c3-3a73f8cdf05a admin admin] Pushing event updated for resources: {'Network': ['ID=63da1793-95d1-4acb-9151-2c08ccbc6ef9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:46.276311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:47:46.288874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4e5eb7-8ff7-462e-98db-27e66d0b8cec admin admin] Made reservation on behalf of 25bd46a870264ee289dd7ae54681a048 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:46.291529 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5eb7-8ff7-462e-98db-27e66d0b8cec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.297887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c675219a-3bde-45d0-abd8-d5066e7602da req-ed6bd2e9-a594-45e1-847a-772583d8f8d5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350167 Feb 11 04:47:46.762461 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5eb7-8ff7-462e-98db-27e66d0b8cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (eb596a10-e094-4f3d-875a-b9a0b0daf13a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.774757 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-89686449-52dc-432c-8bd2-842d5dadcddf service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442087 Feb 11 04:47:46.775582 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (45d2d500-10dd-4602-b524-1bb29167c21c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.789232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:47:46.802091 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (7724cc71-a6e2-48fc-b357-e66c030e51a2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.802707 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Added segment 7724cc71-a6e2-48fc-b357-e66c030e51a2 of type vlan for network 304821df-a58c-4299-8fdb-c67c2a932ad8 Feb 11 04:47:46.809329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e5eb7-8ff7-462e-98db-27e66d0b8cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb596a10-e094-4f3d-875a-b9a0b0daf13a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:46.837798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b59afb-257e-49aa-9fb2-4f73d74f0238 req-5e8a8e22-e932-40f1-b745-39e33023c6da tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:46.839531 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5b59afb-257e-49aa-9fb2-4f73d74f0238 req-5e8a8e22-e932-40f1-b745-39e33023c6da tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 948 time: 0.3479581 Feb 11 04:47:46.870525 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (304821df-a58c-4299-8fdb-c67c2a932ad8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.878461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e5eb7-8ff7-462e-98db-27e66d0b8cec admin admin] Checking segment: {'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:46.878819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e5eb7-8ff7-462e-98db-27e66d0b8cec admin admin] Network hostable DHCP agents. Network: 63da1793-95d1-4acb-9151-2c08ccbc6ef9, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:47:46.918395 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5b59afb-257e-49aa-9fb2-4f73d74f0238 req-b605cec4-8159-4dbc-a01d-2ce8b4acebf8 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710285 Feb 11 04:47:46.919518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e5eb7-8ff7-462e-98db-27e66d0b8cec admin admin] Network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:47:46.945502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-0b4e5eb7-8ff7-462e-98db-27e66d0b8cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 63da1793-95d1-4acb-9151-2c08ccbc6ef9) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:46.946267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd41dc01-a079-4467-bab0-63effc71a675 None None] Network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:46.959334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e5eb7-8ff7-462e-98db-27e66d0b8cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:46.959938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5eb7-8ff7-462e-98db-27e66d0b8cec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:47.016512 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0b4e5eb7-8ff7-462e-98db-27e66d0b8cec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8368738 Feb 11 04:47:47.029587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e83a41-6054-40ea-ad2f-606c395243f5 req-f2688478-9d61-4e51-a58b-c8a2cd2ec535 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277015 Feb 11 04:47:47.035094 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (304821df-a58c-4299-8fdb-c67c2a932ad8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:47.035094 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.035419 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:47.280954 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db599c0-bef3-4920-b78a-4ac5e0a94198 None None] Network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:47.286275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9840107 Feb 11 04:47:47.292408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56194) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:47.301179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe233-b004-4a7e-ad39-e93b3f8a0fd3 req-3945ca65-5831-415b-b07e-9b1cd803af01 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.319759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe233-b004-4a7e-ad39-e93b3f8a0fd3 req-3945ca65-5831-415b-b07e-9b1cd803af01 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.351115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe233-b004-4a7e-ad39-e93b3f8a0fd3 req-3945ca65-5831-415b-b07e-9b1cd803af01 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.365442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a5889ea7-1bab-41b9-9bb3-dbba740c72a1 admin admin] Request body: {'subnet': {'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-692261810-subnet', 'tenant_id': 'dbf38467408f44b9a285b2d5c0e7abab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:47.372819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe233-b004-4a7e-ad39-e93b3f8a0fd3 req-3945ca65-5831-415b-b07e-9b1cd803af01 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.391951 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe233-b004-4a7e-ad39-e93b3f8a0fd3 req-3945ca65-5831-415b-b07e-9b1cd803af01 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.392923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d2d500-10dd-4602-b524-1bb29167c21c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:47.404774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed12ae-4802-4d8d-a0d5-6315b1035b32 admin admin] Pushing event updated for resources: {'Network': ['ID=304821df-a58c-4299-8fdb-c67c2a932ad8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:47.404963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe233-b004-4a7e-ad39-e93b3f8a0fd3 req-3945ca65-5831-415b-b07e-9b1cd803af01 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.419972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe233-b004-4a7e-ad39-e93b3f8a0fd3 req-3945ca65-5831-415b-b07e-9b1cd803af01 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.426747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87fbe233-b004-4a7e-ad39-e93b3f8a0fd3 req-3945ca65-5831-415b-b07e-9b1cd803af01 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5444 time: 0.3325248 Feb 11 04:47:47.474317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf391b-fcea-4632-bb21-3e5d641a4036 req-909638f7-da77-4f02-a226-6b3e16607b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.476140 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33cf391b-fcea-4632-bb21-3e5d641a4036 req-909638f7-da77-4f02-a226-6b3e16607b45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 1128 time: 0.7021360 Feb 11 04:47:47.493516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5889ea7-1bab-41b9-9bb3-dbba740c72a1 admin admin] Made reservation on behalf of dbf38467408f44b9a285b2d5c0e7abab for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:47.495904 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5889ea7-1bab-41b9-9bb3-dbba740c72a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:47.524761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 304821df-a58c-4299-8fdb-c67c2a932ad8 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:47:47.531240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3567250-c1dc-40cb-babf-3ea060aeda73 req-937dad7b-a1fe-4e9a-b09d-ef1282752884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.532876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3567250-c1dc-40cb-babf-3ea060aeda73 req-937dad7b-a1fe-4e9a-b09d-ef1282752884 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96605172e38f455eb2f0de7bc035e973&device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 1131 time: 0.3796561 Feb 11 04:47:47.587547 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87fbe233-b004-4a7e-ad39-e93b3f8a0fd3 req-803d673e-d542-4812-acab-7b9ab849798e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1556294 Feb 11 04:47:47.788749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf391b-fcea-4632-bb21-3e5d641a4036 req-02a0b77a-a68e-4ed4-b585-c6215f25940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.790248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33cf391b-fcea-4632-bb21-3e5d641a4036 req-02a0b77a-a68e-4ed4-b585-c6215f25940c service neutron] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.2788496 Feb 11 04:47:47.807783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea43dd-01c5-4bc9-82bb-d2deda33ec6b req-710882a0-2a94-445b-9ff0-496ac5a53233 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.809812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aaea43dd-01c5-4bc9-82bb-d2deda33ec6b req-710882a0-2a94-445b-9ff0-496ac5a53233 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.0912509 Feb 11 04:47:47.847071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33cf391b-fcea-4632-bb21-3e5d641a4036 req-5212c501-bd1c-4b61-9b5b-1cf73977d686 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 HTTP/1.1" status: 200 len: 217 time: 0.0439532 Feb 11 04:47:47.857773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3567250-c1dc-40cb-babf-3ea060aeda73 req-a61f2c07-f136-4412-8d2d-078f36d71d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.859270 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3567250-c1dc-40cb-babf-3ea060aeda73 req-a61f2c07-f136-4412-8d2d-078f36d71d17 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.3064821 Feb 11 04:47:47.882220 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aaea43dd-01c5-4bc9-82bb-d2deda33ec6b req-ecfa2835-aae9-4532-93ee-0ef192c0b5d8 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622332 Feb 11 04:47:47.963680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3567250-c1dc-40cb-babf-3ea060aeda73 req-4f49909e-39e9-4c9b-b87a-c754ae0940b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=479ec173-5ccd-4c8f-a988-a263abc95461 HTTP/1.1" status: 200 len: 217 time: 0.0767176 Feb 11 04:47:47.977576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee4a7e-84fa-4ace-b123-387fa2d7b64d req-d7693a4e-9c8a-4c56-a00b-3d382e5e2e3c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.979070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2ee4a7e-84fa-4ace-b123-387fa2d7b64d req-d7693a4e-9c8a-4c56-a00b-3d382e5e2e3c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.2738910 Feb 11 04:47:48.027383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3567250-c1dc-40cb-babf-3ea060aeda73 req-dac650f5-e315-4707-93e2-a2cd99eaaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:48.028909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3567250-c1dc-40cb-babf-3ea060aeda73 req-dac650f5-e315-4707-93e2-a2cd99eaaa14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0473669 Feb 11 04:47:48.059591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf391b-fcea-4632-bb21-3e5d641a4036 req-3a541b51-4a7c-4b74-bb7e-f8f6211eff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:48.061057 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33cf391b-fcea-4632-bb21-3e5d641a4036 req-3a541b51-4a7c-4b74-bb7e-f8f6211eff43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.2072449 Feb 11 04:47:48.135747 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33cf391b-fcea-4632-bb21-3e5d641a4036 req-06e21826-5d9c-453d-827b-206881ed98fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611682 Feb 11 04:47:48.238930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33cf391b-fcea-4632-bb21-3e5d641a4036 req-d845bf41-bd09-4c31-9e49-60cdea84101b service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927730 Feb 11 04:47:48.244457 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5889ea7-1bab-41b9-9bb3-dbba740c72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (13421f11-6eb2-47e2-aec3-80ca3a3e551b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:48.344589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2ee4a7e-84fa-4ace-b123-387fa2d7b64d req-eda150ad-0a29-436e-bfcb-7292e188daca tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134332 Feb 11 04:47:48.445538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-43564ebc-b5c9-4b3f-89a6-f434bb830b8b tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:48.449705 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-43564ebc-b5c9-4b3f-89a6-f434bb830b8b tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/networks?id=63da1793-95d1-4acb-9151-2c08ccbc6ef9 HTTP/1.1" status: 200 len: 822 time: 0.1306736 Feb 11 04:47:48.471943 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-9ed7959b-07f1-45cc-ae60-bbf4552f0876 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/quotas/25bd46a870264ee289dd7ae54681a048 HTTP/1.1" status: 200 len: 375 time: 0.0160956 Feb 11 04:47:48.475562 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5889ea7-1bab-41b9-9bb3-dbba740c72a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13421f11-6eb2-47e2-aec3-80ca3a3e551b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:48.507556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:48.512589 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-42a9a8c1-ea80-46f5-a79a-f3696948797e tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=25bd46a870264ee289dd7ae54681a048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394852 Feb 11 04:47:48.536140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3567250-c1dc-40cb-babf-3ea060aeda73 req-fcccf82d-23cf-4185-84dc-7b0ee428d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:48.540195 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3567250-c1dc-40cb-babf-3ea060aeda73 req-fcccf82d-23cf-4185-84dc-7b0ee428d964 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4824061 Feb 11 04:47:48.625616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5889ea7-1bab-41b9-9bb3-dbba740c72a1 admin admin] Checking segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:48.625939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5889ea7-1bab-41b9-9bb3-dbba740c72a1 admin admin] Network hostable DHCP agents. Network: 304821df-a58c-4299-8fdb-c67c2a932ad8, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:47:48.646156 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-5ef293cc-cfe5-4617-97e7-5ec9eb3ce117 service neutron] 10.222.0.48 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322091 Feb 11 04:47:48.713964 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33cf391b-fcea-4632-bb21-3e5d641a4036 req-f4e5c09a-fcac-4336-8be2-524b29a52f97 service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634707 Feb 11 04:47:48.728272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:48.728674 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:48.795584 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5889ea7-1bab-41b9-9bb3-dbba740c72a1 admin admin] Network 304821df-a58c-4299-8fdb-c67c2a932ad8 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:47:48.801832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae64f62-250e-4812-96c0-0e672d732747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:48.804822 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33fe244-ab23-4490-ab66-865530d5971c" -d '{"events": [{"server_uuid": "2ae64f62-250e-4812-96c0-0e672d732747", "name": "network-vif-unplugged", "status": "completed", "tag": "9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:48.822316 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-14091976-00c5-4578-be51-52be9679c1c4 service neutron] 10.222.0.48 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750169 Feb 11 04:47:48.846992 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:48.855643 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:48.900219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a5889ea7-1bab-41b9-9bb3-dbba740c72a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 304821df-a58c-4299-8fdb-c67c2a932ad8) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:48.909395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5889ea7-1bab-41b9-9bb3-dbba740c72a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:48.910003 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5889ea7-1bab-41b9-9bb3-dbba740c72a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:48.915503 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3567250-c1dc-40cb-babf-3ea060aeda73 req-e6e7279c-5353-4c6d-af9f-db6c3a8b9244 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675284 Feb 11 04:47:48.944753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e540eef-e042-417b-9ebe-8420db26f0c1 None None] Network 304821df-a58c-4299-8fdb-c67c2a932ad8 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:48.996802 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a5889ea7-1bab-41b9-9bb3-dbba740c72a1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6356905 Feb 11 04:47:49.013347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c6746-3ec7-40a7-b1b8-6f6d6e20da4a req-c22b2147-6bcb-43c2-bfd5-e9f5b5a394b1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.018374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c6746-3ec7-40a7-b1b8-6f6d6e20da4a req-c22b2147-6bcb-43c2-bfd5-e9f5b5a394b1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.024189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c6746-3ec7-40a7-b1b8-6f6d6e20da4a req-c22b2147-6bcb-43c2-bfd5-e9f5b5a394b1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.029622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c6746-3ec7-40a7-b1b8-6f6d6e20da4a req-c22b2147-6bcb-43c2-bfd5-e9f5b5a394b1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.034912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c6746-3ec7-40a7-b1b8-6f6d6e20da4a req-c22b2147-6bcb-43c2-bfd5-e9f5b5a394b1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.040421 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c6746-3ec7-40a7-b1b8-6f6d6e20da4a req-c22b2147-6bcb-43c2-bfd5-e9f5b5a394b1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.047709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c6746-3ec7-40a7-b1b8-6f6d6e20da4a req-c22b2147-6bcb-43c2-bfd5-e9f5b5a394b1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.050242 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-150c6746-3ec7-40a7-b1b8-6f6d6e20da4a req-c22b2147-6bcb-43c2-bfd5-e9f5b5a394b1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5444 time: 0.2896824 Feb 11 04:47:49.072363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dc6e5-ae2b-4280-919d-4e69201326d1 req-8be71359-4128-4092-9828-81fb9abdf729 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.086988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-016dc6e5-ae2b-4280-919d-4e69201326d1 req-8be71359-4128-4092-9828-81fb9abdf729 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 948 time: 0.0930653 Feb 11 04:47:49.088805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56274) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:49.097328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9e51f74f-61a3-45f1-b6b0-e525f1e3bee6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Request body: {'floatingip': {'port_id': '5d3394fd-0a97-41f3-a6b5-a8876511fe05'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:49.135717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3567250-c1dc-40cb-babf-3ea060aeda73 req-d4c88cae-2d93-4c7b-b837-795db9c26da6 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123697 Feb 11 04:47:49.150668 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9e9247-646d-4c2d-a75d-f9b2f58dfb62 x-openstack-request-id: req-4c9e9247-646d-4c2d-a75d-f9b2f58dfb62 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:49.151271 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae64f62-250e-4812-96c0-0e672d732747", "name": "network-vif-unplugged", "status": "completed", "tag": "9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:49.151730 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c9e9247-646d-4c2d-a75d-f9b2f58dfb62 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:49.152329 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae64f62-250e-4812-96c0-0e672d732747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27', 'code': 200} Feb 11 04:47:49.153262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 479ec173-5ccd-4c8f-a988-a263abc95461 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:49.175879 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e51f74f-61a3-45f1-b6b0-e525f1e3bee6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for floatingip (721e0bf5-1efa-494c-8d29-6dcdb8727be7), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:49.246725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245a1946-ba08-430b-b7b5-67694836dbe9 None None] Network 304821df-a58c-4299-8fdb-c67c2a932ad8 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:49.350616 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-016dc6e5-ae2b-4280-919d-4e69201326d1 req-f009c1b5-c586-4c11-9d4a-419625ce7fdb tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625666 Feb 11 04:47:49.382947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:49.392110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:47:49.469539 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2dba8556-324d-4e03-bb59-cd24df921608 req-1960939e-19e2-4270-9a1a-7f050c601dbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2000241 Feb 11 04:47:49.532446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:49.534497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ea353f54-c4dd-4258-b93a-210b00c88c75 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.543632 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ea353f54-c4dd-4258-b93a-210b00c88c75 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/networks?id=701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 200 len: 805 time: 0.3372121 Feb 11 04:47:49.567845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '479ec173-5ccd-4c8f-a988-a263abc95461', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '479ec173-5ccd-4c8f-a988-a263abc95461', 'mac_address': 'fa:16:3e:d3:bf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:47:49.590634 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-c19dd162-0b2f-43b6-98c3-537bb42032ca tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/quotas/5ea705e91c424680b8725b2f78a44b58 HTTP/1.1" status: 200 len: 375 time: 0.0460293 Feb 11 04:47:49.650525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 479ec173-5ccd-4c8f-a988-a263abc95461 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:49.651349 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:49.673712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba8556-324d-4e03-bb59-cd24df921608 req-b971df07-d851-46e9-9acb-5b3d5423ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.675768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479ec173-5ccd-4c8f-a988-a263abc95461 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:49.675967 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2dba8556-324d-4e03-bb59-cd24df921608 req-b971df07-d851-46e9-9acb-5b3d5423ecb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 1128 time: 0.1228075 Feb 11 04:47:49.702292 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-d9eba3d0-50d4-46b0-84ed-17fa8bb6ef72 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea705e91c424680b8725b2f78a44b58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106470 Feb 11 04:47:49.705053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:49.713558 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:49.797304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=479ec173-5ccd-4c8f-a988-a263abc95461,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:49.815831 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-a36fcb2b-d9e8-4eb6-9733-15ef642b91a1 service neutron] 10.222.0.48 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119354 Feb 11 04:47:49.875782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776e4cb-255b-410d-aec3-1a7cea6ff648 req-9d87b2e9-87d0-4d4e-a7ac-af7df027850b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.878497 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0776e4cb-255b-410d-aec3-1a7cea6ff648 req-9d87b2e9-87d0-4d4e-a7ac-af7df027850b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.3124416 Feb 11 04:47:49.974806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-9017e1d2-93e1-4f32-a53d-504b7982d7d8 service neutron] 10.222.0.48 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581748 Feb 11 04:47:50.000566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba8556-324d-4e03-bb59-cd24df921608 req-7e07e8c8-6b0f-4efe-b1d5-3c2c957e1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:50.002986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2dba8556-324d-4e03-bb59-cd24df921608 req-7e07e8c8-6b0f-4efe-b1d5-3c2c957e1ce3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.2019975 Feb 11 04:47:50.064658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['479ec173-5ccd-4c8f-a988-a263abc95461'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:50.070382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2dba8556-324d-4e03-bb59-cd24df921608 req-3a7eb097-0c55-46e2-ae5d-ce12d48b13c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11 HTTP/1.1" status: 200 len: 217 time: 0.0569911 Feb 11 04:47:50.150346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba8556-324d-4e03-bb59-cd24df921608 req-f4d3960f-997c-4d32-9b11-34e5cd987756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:50.152003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2dba8556-324d-4e03-bb59-cd24df921608 req-f4d3960f-997c-4d32-9b11-34e5cd987756 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.0744460 Feb 11 04:47:50.218407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2dba8556-324d-4e03-bb59-cd24df921608 req-7825f373-f447-4529-a672-62edc8326fa2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573220 Feb 11 04:47:50.459491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6eef9035-f49c-4c03-bf46-010eaf493f22 req-8d31a5f8-79ff-4b38-9dba-a33329d8b84f tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 210 time: 0.0511320 Feb 11 04:47:50.503967 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0776e4cb-255b-410d-aec3-1a7cea6ff648 req-ff7646e4-b578-41bf-b03d-85c0e5dcb611 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980432 Feb 11 04:47:50.535826 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2dba8556-324d-4e03-bb59-cd24df921608 req-32ead7b9-0f41-4956-91e3-a32b6ad6af75 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997093 Feb 11 04:47:50.788478 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e51f74f-61a3-45f1-b6b0-e525f1e3bee6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.801125 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e51f74f-61a3-45f1-b6b0-e525f1e3bee6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (721e0bf5-1efa-494c-8d29-6dcdb8727be7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.097121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 479ec173-5ccd-4c8f-a988-a263abc95461 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:51.150032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-098aad51-0221-42f7-9289-168f68e09f1a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:51.158047 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-098aad51-0221-42f7-9289-168f68e09f1a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.2582703 Feb 11 04:47:51.179658 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-9e51f74f-61a3-45f1-b6b0-e525f1e3bee6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Floating IP 721e0bf5-1efa-494c-8d29-6dcdb8727be7 associated. External IP: 172.25.7.62, port: 5d3394fd-0a97-41f3-a6b5-a8876511fe05. Feb 11 04:47:51.193494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 479ec173-5ccd-4c8f-a988-a263abc95461 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:47:51.198748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 479ec173-5ccd-4c8f-a988-a263abc95461 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:51.200156 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.228129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2dba8556-324d-4e03-bb59-cd24df921608 req-774ebaa8-8648-4d72-b471-c7751707f346 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703734 Feb 11 04:47:51.313865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 479ec173-5ccd-4c8f-a988-a263abc95461 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:51.314220 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.359063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:51.360334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:51.363720 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfbdb2c-4009-4713-a720-53f12b96d214" -d '{"events": [{"server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "name": "network-vif-plugged", "status": "completed", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:51.365757 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-062ef032-68a8-4788-b9f3-d23f9fae7c05 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/quotas/dbf38467408f44b9a285b2d5c0e7abab HTTP/1.1" status: 200 len: 375 time: 0.2065220 Feb 11 04:47:51.369743 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.409661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-5f637377-ad1a-4721-863b-37aef422394c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:51.409887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-5f637377-ad1a-4721-863b-37aef422394c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.60 "GET /v2.0/networks?id=63da1793-95d1-4acb-9151-2c08ccbc6ef9 HTTP/1.1" status: 200 len: 822 time: 0.4718277 Feb 11 04:47:51.419038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58030f-e2f4-46f3-9622-a2d14d840464 req-b9bbe1fb-5aa7-4167-a031-95e22d0b3a54 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:51.420832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c58030f-e2f4-46f3-9622-a2d14d840464 req-b9bbe1fb-5aa7-4167-a031-95e22d0b3a54 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ae64f62-250e-4812-96c0-0e672d732747 HTTP/1.1" status: 200 len: 944 time: 0.2282965 Feb 11 04:47:51.436479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=479ec173-5ccd-4c8f-a988-a263abc95461,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:51.448771 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-f1a135d2-e05f-4061-b40e-32ac23d15a0b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821226 Feb 11 04:47:51.457500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Request body: {'port': {'device_id': 'c09c4a5c-e484-4f1e-b344-52030eae362e', 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9', 'admin_state_up': True, 'tenant_id': '25bd46a870264ee289dd7ae54681a048'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:51.460486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac049a4c-3e86-4e65-823e-8926834bfdbd req-5d8db2b5-4f91-4552-bee1-dd1c5abcadd2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:51.462098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac049a4c-3e86-4e65-823e-8926834bfdbd req-5d8db2b5-4f91-4552-bee1-dd1c5abcadd2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.4298825 Feb 11 04:47:51.576087 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac049a4c-3e86-4e65-823e-8926834bfdbd req-aaadffeb-775e-46de-914b-4735c9f450dc tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930967 Feb 11 04:47:51.617459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-0c58030f-e2f4-46f3-9622-a2d14d840464 req-c56da928-659c-4052-81eb-721c473168d4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Deleting port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:51.617936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0c58030f-e2f4-46f3-9622-a2d14d840464 req-c56da928-659c-4052-81eb-721c473168d4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.685009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e51f74f-61a3-45f1-b6b0-e525f1e3bee6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:47:51.699005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-12692b8d-5f31-442e-83fc-b9a393a096da service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337956 Feb 11 04:47:51.700646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0298653b-3e42-49e2-9f76-725cc51d6aef req-516cb462-eb7f-4523-ba92-86575e2b96a7 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 210 time: 0.0532904 Feb 11 04:47:51.751984 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0c58030f-e2f4-46f3-9622-a2d14d840464 req-c56da928-659c-4052-81eb-721c473168d4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] For port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:51.752435 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0c58030f-e2f4-46f3-9622-a2d14d840464 req-c56da928-659c-4052-81eb-721c473168d4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.770125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-0c58030f-e2f4-46f3-9622-a2d14d840464 req-c56da928-659c-4052-81eb-721c473168d4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Calling delete_port for 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:51.783267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Made reservation on behalf of 25bd46a870264ee289dd7ae54681a048 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:51.787201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.883550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968b342-6e3d-4c88-8c7e-313a27e7b0f3 req-9eee644c-057e-402c-adff-61733acc0a73 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:51.884985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9968b342-6e3d-4c88-8c7e-313a27e7b0f3 req-9eee644c-057e-402c-adff-61733acc0a73 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 950 time: 0.1073842 Feb 11 04:47:51.962988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-32e47ba7-d78b-4735-912c-1d9515e0e2f7 service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536933 Feb 11 04:47:51.966512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e51f74f-61a3-45f1-b6b0-e525f1e3bee6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:47:51.973380 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e51f74f-61a3-45f1-b6b0-e525f1e3bee6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.988103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe734a-2828-42dd-85d6-1e256a0900b0 None None] Sync routers for ids ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:47:52.019650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe734a-2828-42dd-85d6-1e256a0900b0 None None] Routers {'bf3c6b79-22a8-4f98-a98b-77c4c1a20235'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:52.020302 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fcfe734a-2828-42dd-85d6-1e256a0900b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:52.029273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-d7dc6dd2-3edc-412e-a99a-e0d621c74d25 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:52.030249 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-d7dc6dd2-3edc-412e-a99a-e0d621c74d25 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.60 "GET /v2.0/networks?id=701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 200 len: 805 time: 0.1173370 Feb 11 04:47:52.059613 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9e51f74f-61a3-45f1-b6b0-e525f1e3bee6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "PUT /v2.0/floatingips/721e0bf5-1efa-494c-8d29-6dcdb8727be7 HTTP/1.1" status: 200 len: 991 time: 2.9694438 Feb 11 04:47:52.066202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': '5d3394fd-0a97-41f3-a6b5-a8876511fe05'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:52.068069 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ce79c8-57f4-4749-a5c3-883c654c6893" -d '{"events": [{"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "5d3394fd-0a97-41f3-a6b5-a8876511fe05"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:52.081856 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Request body: {'port': {'device_id': 'b0113a70-34c4-476b-bc5c-9c652753554c', 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'admin_state_up': True, 'tenant_id': '5ea705e91c424680b8725b2f78a44b58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:52.125453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Allocated IP 172.20.0.14 (63da1793-95d1-4acb-9151-2c08ccbc6ef9/eb596a10-e094-4f3d-875a-b9a0b0daf13a/06a274ce-b827-4221-bd30-cdda98891175) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:52.184586 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9968b342-6e3d-4c88-8c7e-313a27e7b0f3 req-c9cc3079-cd28-4fac-a449-1d7fec952bef tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929785 Feb 11 04:47:52.265839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fcfe734a-2828-42dd-85d6-1e256a0900b0 None None] Set router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:52.306340 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0c58030f-e2f4-46f3-9622-a2d14d840464 req-c56da928-659c-4052-81eb-721c473168d4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:52.325871 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0727d6c-b08b-4461-94a3-437554485078 x-openstack-request-id: req-a0727d6c-b08b-4461-94a3-437554485078 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:52.326170 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "name": "network-vif-plugged", "status": "completed", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:52.326427 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0727d6c-b08b-4461-94a3-437554485078 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:52.326821 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461', 'code': 200} Feb 11 04:47:52.390845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56da928-659c-4052-81eb-721c473168d4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Pushing event deleted for resources: {'Port': ['ID=9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:52.520132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c58030f-e2f4-46f3-9622-a2d14d840464 req-c56da928-659c-4052-81eb-721c473168d4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] No DVR routers for this DVR port 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:52.521747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2141047a-88cd-4e62-8573-1a952a4630c4 req-a38d210c-fb61-4a1e-82eb-f8dde02f2fab tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 210 time: 0.0432367 Feb 11 04:47:52.524433 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0c58030f-e2f4-46f3-9622-a2d14d840464 req-c56da928-659c-4052-81eb-721c473168d4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:52.527885 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c58030f-e2f4-46f3-9622-a2d14d840464 req-c56da928-659c-4052-81eb-721c473168d4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.60 "DELETE /v2.0/ports/9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 HTTP/1.1" status: 204 len: 173 time: 1.0840719 Feb 11 04:47:52.533659 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for port (06a274ce-b827-4221-bd30-cdda98891175), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:52.569042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae64f62-250e-4812-96c0-0e672d732747', 'name': 'network-vif-deleted', 'tag': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:52.571652 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2f0346-48c0-42cd-ac68-14399394ebf1" -d '{"events": [{"server_uuid": "2ae64f62-250e-4812-96c0-0e672d732747", "name": "network-vif-deleted", "tag": "9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:52.574215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Made reservation on behalf of 5ea705e91c424680b8725b2f78a44b58 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:52.577936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:52.606704 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (06a274ce-b827-4221-bd30-cdda98891175), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:52.660473 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bb6f4-d278-414c-b634-9ffd46a00b5a req-eab7dea4-0f76-4263-9f01-f0a3d1148715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:52.662541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-831bb6f4-d278-414c-b634-9ffd46a00b5a req-eab7dea4-0f76-4263-9f01-f0a3d1148715 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 1133 time: 0.2206373 Feb 11 04:47:52.740768 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8715df8-b4e1-4746-8286-1e9461b785ae req-ff2ecc34-bd7a-4c2a-9cd2-12f7b5f506c6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:52.746926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fcfe734a-2828-42dd-85d6-1e256a0900b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:43:49Z', 'revision_number': 4, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '721e0bf5-1efa-494c-8d29-6dcdb8727be7', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'port_id': '5d3394fd-0a97-41f3-a6b5-a8876511fe05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'mac_address': 'fa:16:3e:33:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:45:18Z', 'updated_at': '2022-02-11T04:47:50Z', 'revision_number': 1, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2399e87b-9a24-4139-abea-cb28d1e28257', 'name': '', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'mac_address': 'fa:16:3e:70:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:47Z', 'updated_at': '2022-02-11T04:43:54Z', 'revision_number': 5, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'subnets': [{'id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:52.750930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8715df8-b4e1-4746-8286-1e9461b785ae req-ff2ecc34-bd7a-4c2a-9cd2-12f7b5f506c6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.3076851 Feb 11 04:47:52.781703 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe734a-2828-42dd-85d6-1e256a0900b0 None None] Checking router: bf3c6b79-22a8-4f98-a98b-77c4c1a20235 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:47:52.793575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe734a-2828-42dd-85d6-1e256a0900b0 None None] Routers {'bf3c6b79-22a8-4f98-a98b-77c4c1a20235'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:52.794326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fcfe734a-2828-42dd-85d6-1e256a0900b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:52.812549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:52.821290 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:52.836285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:52.849275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event updated for resources: {'Port': ['ID=06a274ce-b827-4221-bd30-cdda98891175,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:52.905869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-831bb6f4-d278-414c-b634-9ffd46a00b5a req-b8a88a6c-6074-47ec-9863-94a41cf4f043 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063887 Feb 11 04:47:52.922010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b97f1-b35d-4876-ae37-7fb4c79deaeb req-eab7d7a5-0e42-4d36-99fa-1dccc2b76a9d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:52.927918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b97f1-b35d-4876-ae37-7fb4c79deaeb req-eab7d7a5-0e42-4d36-99fa-1dccc2b76a9d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:52.933897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b97f1-b35d-4876-ae37-7fb4c79deaeb req-eab7d7a5-0e42-4d36-99fa-1dccc2b76a9d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:52.939767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b97f1-b35d-4876-ae37-7fb4c79deaeb req-eab7d7a5-0e42-4d36-99fa-1dccc2b76a9d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:52.946193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b97f1-b35d-4876-ae37-7fb4c79deaeb req-eab7d7a5-0e42-4d36-99fa-1dccc2b76a9d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:52.951200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8715df8-b4e1-4746-8286-1e9461b785ae req-d762f7c4-9074-407f-9440-7b8ecdfc7669 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990538 Feb 11 04:47:52.952314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b97f1-b35d-4876-ae37-7fb4c79deaeb req-eab7d7a5-0e42-4d36-99fa-1dccc2b76a9d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:52.957311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Allocated IP 172.20.0.3 (701be04a-91cb-4ec3-9793-559180c6321e/1e43299a-9bb5-4f80-82a7-a6c3bcd2724b/c538c0b5-f4ea-45cb-8f36-8110596bc639) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:52.959127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b97f1-b35d-4876-ae37-7fb4c79deaeb req-eab7d7a5-0e42-4d36-99fa-1dccc2b76a9d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:52.968064 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a5b97f1-b35d-4876-ae37-7fb4c79deaeb req-eab7d7a5-0e42-4d36-99fa-1dccc2b76a9d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5444 time: 0.2537699 Feb 11 04:47:52.980726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:52.981727 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:53.011270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fcfe734a-2828-42dd-85d6-1e256a0900b0 None None] Set router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:53.028246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-705253f4-fb63-4d6a-b955-4165be44d5e1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5780535 Feb 11 04:47:53.040618 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79f619f-fc90-45c1-bb84-126e165a67ee x-openstack-request-id: req-a79f619f-fc90-45c1-bb84-126e165a67ee {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:53.041053 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "tag": "5d3394fd-0a97-41f3-a6b5-a8876511fe05", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:53.041420 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a79f619f-fc90-45c1-bb84-126e165a67ee {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:53.041925 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'tag': '5d3394fd-0a97-41f3-a6b5-a8876511fe05', 'status': 'completed', 'code': 200} Feb 11 04:47:53.049283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-1fc6a0d2-545a-4100-a064-57ad81077427 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:47:53.050507 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-1fc6a0d2-545a-4100-a064-57ad81077427 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128894 Feb 11 04:47:53.100631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a5b97f1-b35d-4876-ae37-7fb4c79deaeb req-26ad0b9d-fb7c-49c8-8df9-6cf4579b72f7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1303525 Feb 11 04:47:53.148871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Request body: {'port': {'device_id': 'c09c4a5c-e484-4f1e-b344-52030eae362e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:53.187270 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5f98bc-90e1-41a6-bfd6-d45578129d4c x-openstack-request-id: req-7a5f98bc-90e1-41a6-bfd6-d45578129d4c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:53.191382 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae64f62-250e-4812-96c0-0e672d732747", "name": "network-vif-deleted", "tag": "9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:53.191831 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a5f98bc-90e1-41a6-bfd6-d45578129d4c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:53.192939 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae64f62-250e-4812-96c0-0e672d732747', 'name': 'network-vif-deleted', 'tag': '9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27', 'status': 'completed', 'code': 200} Feb 11 04:47:53.295131 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (06a274ce-b827-4221-bd30-cdda98891175), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:53.305941 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks [] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:53.343402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05984d12-046c-4859-bfac-716e5e4f00fd req-75d12396-c71f-4555-a401-5358bd6dff71 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 210 time: 0.1901002 Feb 11 04:47:53.374212 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:53.407865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e591ba-5b32-47b2-b6ee-4b3df84e4f5f req-bccc5349-4916-4b58-8528-dda638db3003 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.412672 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84e591ba-5b32-47b2-b6ee-4b3df84e4f5f req-bccc5349-4916-4b58-8528-dda638db3003 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.1574900 Feb 11 04:47:53.476810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Network 701be04a-91cb-4ec3-9793-559180c6321e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:53.489349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:53.524615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:53.559351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Pushing event updated for resources: {'Port': ['ID=c538c0b5-f4ea-45cb-8f36-8110596bc639,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:53.610778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-b93421b5-86c0-4bc2-b962-ed193c9c14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.611302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-b93421b5-86c0-4bc2-b962-ed193c9c14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.611779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-b93421b5-86c0-4bc2-b962-ed193c9c14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.612940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-b93421b5-86c0-4bc2-b962-ed193c9c14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.613430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-b93421b5-86c0-4bc2-b962-ed193c9c14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.613899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-b93421b5-86c0-4bc2-b962-ed193c9c14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.614366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-b93421b5-86c0-4bc2-b962-ed193c9c14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.616532 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-b93421b5-86c0-4bc2-b962-ed193c9c14e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d54d8a515d50425a80e33fb8c05b973c&device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 6725 time: 0.2721984 Feb 11 04:47:53.623780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.624025 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:53.635667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038c4dc-49e9-42b6-9014-e96d4f61e11c req-a8685a70-9475-4da6-a384-641ea5b78b09 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.637149 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b038c4dc-49e9-42b6-9014-e96d4f61e11c req-a8685a70-9475-4da6-a384-641ea5b78b09 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 931 time: 0.1505830 Feb 11 04:47:53.681970 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84e591ba-5b32-47b2-b6ee-4b3df84e4f5f req-e2712628-dfe3-4cdb-a978-2bf3b93c4e5d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611308 Feb 11 04:47:53.707034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fcfe734a-2828-42dd-85d6-1e256a0900b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:43:49Z', 'revision_number': 4, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '721e0bf5-1efa-494c-8d29-6dcdb8727be7', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'port_id': '5d3394fd-0a97-41f3-a6b5-a8876511fe05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'mac_address': 'fa:16:3e:33:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:45:18Z', 'updated_at': '2022-02-11T04:47:50Z', 'revision_number': 1, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2399e87b-9a24-4139-abea-cb28d1e28257', 'name': '', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'mac_address': 'fa:16:3e:70:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:47Z', 'updated_at': '2022-02-11T04:43:54Z', 'revision_number': 5, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'subnets': [{'id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:53.718946 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-4c5c5b7e-5a5c-48db-8a3b-82fa829c7191 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6641774 Feb 11 04:47:53.746806 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe734a-2828-42dd-85d6-1e256a0900b0 None None] The sync data for ids ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'] in n-d-615180-58 is: [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:43:49Z', 'revision_number': 4, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '721e0bf5-1efa-494c-8d29-6dcdb8727be7', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'port_id': '5d3394fd-0a97-41f3-a6b5-a8876511fe05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'mac_address': 'fa:16:3e:33:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287762c5-00f5-4c54-8d07-af8797d7d009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:45:18Z', 'updated_at': '2022-02-11T04:47:50Z', 'revision_number': 1, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2399e87b-9a24-4139-abea-cb28d1e28257', 'name': '', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'mac_address': 'fa:16:3e:70:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:47Z', 'updated_at': '2022-02-11T04:43:54Z', 'revision_number': 5, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'subnets': [{'id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:47:53.808649 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b038c4dc-49e9-42b6-9014-e96d4f61e11c req-9b016ce7-5023-41ff-a265-584bf51b5aa3 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585712 Feb 11 04:47:53.890026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-42bb05b0-0cd4-4f39-b349-2c753306d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.891555 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-42bb05b0-0cd4-4f39-b349-2c753306d8f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=556a79f2-1ee2-4e14-9bec-7abb67a912db HTTP/1.1" status: 200 len: 918 time: 0.2638893 Feb 11 04:47:53.940377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Request body: {'port': {'device_id': 'b0113a70-34c4-476b-bc5c-9c652753554c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:53.942326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d4be-f3ad-4b01-8f9b-f804fc0a55ad req-06fb7ba6-2408-4bd5-84e0-6073cc190c55 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.948972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d4be-f3ad-4b01-8f9b-f804fc0a55ad req-06fb7ba6-2408-4bd5-84e0-6073cc190c55 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.954340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d4be-f3ad-4b01-8f9b-f804fc0a55ad req-06fb7ba6-2408-4bd5-84e0-6073cc190c55 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.959780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d4be-f3ad-4b01-8f9b-f804fc0a55ad req-06fb7ba6-2408-4bd5-84e0-6073cc190c55 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.965080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d4be-f3ad-4b01-8f9b-f804fc0a55ad req-06fb7ba6-2408-4bd5-84e0-6073cc190c55 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.970324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d4be-f3ad-4b01-8f9b-f804fc0a55ad req-06fb7ba6-2408-4bd5-84e0-6073cc190c55 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.976131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d4be-f3ad-4b01-8f9b-f804fc0a55ad req-06fb7ba6-2408-4bd5-84e0-6073cc190c55 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:53.978277 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57a2d4be-f3ad-4b01-8f9b-f804fc0a55ad req-06fb7ba6-2408-4bd5-84e0-6073cc190c55 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5444 time: 0.1500285 Feb 11 04:47:54.099329 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0393135-5693-4f92-a32b-7f817fd0a30f None None] New status for floating IP 721e0bf5-1efa-494c-8d29-6dcdb8727be7: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:47:54.114259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a274ce-b827-4221-bd30-cdda98891175 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:54.144514 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Publish callbacks [] for port (06a274ce-b827-4221-bd30-cdda98891175), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:54.186867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Transition to ACTIVE for port object 06a274ce-b827-4221-bd30-cdda98891175 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:47:54.210197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13e565-24cf-4094-bb1a-ae7739d214a2 req-e28d1789-e1de-4c6b-8d58-7371c6c6a4af tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:54.211920 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6b13e565-24cf-4094-bb1a-ae7739d214a2 req-e28d1789-e1de-4c6b-8d58-7371c6c6a4af tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 932 time: 0.1345406 Feb 11 04:47:54.219325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809147ce-10a2-41f5-8efc-738da1a11c26 req-55fde2ea-626f-43b2-aaa8-87e912d9e6b8 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:54.228792 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (06a274ce-b827-4221-bd30-cdda98891175), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:54.231457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-809147ce-10a2-41f5-8efc-738da1a11c26 req-55fde2ea-626f-43b2-aaa8-87e912d9e6b8 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 950 time: 0.3308914 Feb 11 04:47:54.246543 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:54.258000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-6eb25eed-9eb1-4880-93da-e66d6af1915d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3394fd-0a97-41f3-a6b5-a8876511fe05 HTTP/1.1" status: 200 len: 999 time: 0.3480515 Feb 11 04:47:54.392667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Pushing event updated for resources: {'Port': ['ID=06a274ce-b827-4221-bd30-cdda98891175,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:54.477125 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6b13e565-24cf-4094-bb1a-ae7739d214a2 req-d6685c9b-1239-4eed-999e-e8d55483b283 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411976 Feb 11 04:47:54.544372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Attempting to bind port 06a274ce-b827-4221-bd30-cdda98891175 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:54.544372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Attempting to bind port 06a274ce-b827-4221-bd30-cdda98891175 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:54.545511 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Attempting to bind port 06a274ce-b827-4221-bd30-cdda98891175 on network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:54.577012 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:54.579777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Port 06a274ce-b827-4221-bd30-cdda98891175 on network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:47:54.580323 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Attempting to bind port 06a274ce-b827-4221-bd30-cdda98891175 on network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:54.596573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:54.597937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Checking segment: {'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:54.598687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Bound using segment: {'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:54.599562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Bound port: 06a274ce-b827-4221-bd30-cdda98891175, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:54.600364 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (06a274ce-b827-4221-bd30-cdda98891175), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:54.609000 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:54.610080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9b3e7e7e-1a9a-4a14-8f76-aca9bc6c9f27 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:54.637527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-4b2c53c0-ce30-45d0-aa12-4ef5fb5bb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:54.639386 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-4b2c53c0-ce30-45d0-aa12-4ef5fb5bb0b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42a46102-8e9c-45a8-b17f-c81d7b5e7722 HTTP/1.1" status: 200 len: 856 time: 0.3538973 Feb 11 04:47:54.642292 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-809147ce-10a2-41f5-8efc-738da1a11c26 req-988f87ef-fc89-4021-b728-669368163c67 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970182 Feb 11 04:47:54.648761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc8d22-8633-42a9-8ab5-bd360f1a6a89 req-79d5f97c-9b66-4482-9f3f-66b2df12c02e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:54.651132 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3acc8d22-8633-42a9-8ab5-bd360f1a6a89 req-79d5f97c-9b66-4482-9f3f-66b2df12c02e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1229072 Feb 11 04:47:54.725829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] For port 06a274ce-b827-4221-bd30-cdda98891175, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:54.731254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] For port 06a274ce-b827-4221-bd30-cdda98891175, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=06a274ce-b827-4221-bd30-cdda98891175,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:54.733991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-2ff6cf63-3e68-4852-90d6-36b549d7898d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:54.735612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-2ff6cf63-3e68-4852-90d6-36b549d7898d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.4490473 Feb 11 04:47:54.753362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c538c0b5-f4ea-45cb-8f36-8110596bc639 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:54.759604 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (06a274ce-b827-4221-bd30-cdda98891175), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:54.763375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Request body: {'port': {'device_id': '27b59870-2d88-43a8-b04a-571bfa77fe2d', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'admin_state_up': True, 'tenant_id': 'dbf38467408f44b9a285b2d5c0e7abab'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:54.773150 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Publish callbacks [] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:54.793238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a5332170-8df6-4d6b-9790-a2ddcecd9404 req-58a1accf-baa5-4a69-9b28-1dd2756c96d0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 210 time: 0.0536573 Feb 11 04:47:54.809362 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:54.810097 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:54.811795 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] 10.222.0.60 "PUT /v2.0/ports/06a274ce-b827-4221-bd30-cdda98891175 HTTP/1.1" status: 200 len: 1093 time: 1.6704693 Feb 11 04:47:54.829551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Transition to ACTIVE for port object c538c0b5-f4ea-45cb-8f36-8110596bc639 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:47:54.844692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-d38c6e8d-8d09-4a91-8709-ff2bd9dd3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:54.844692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-d38c6e8d-8d09-4a91-8709-ff2bd9dd3c8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=556a79f2-1ee2-4e14-9bec-7abb67a912db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1868949 Feb 11 04:47:54.844692 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:54.859340 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3acc8d22-8633-42a9-8ab5-bd360f1a6a89 req-adb5a3d9-b6a8-47be-ae8a-be0ff3c826fc tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241171 Feb 11 04:47:54.882047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bb732-af73-402a-b14f-d1ca925efc90 service neutron] Pushing event updated for resources: {'Port': ['ID=06a274ce-b827-4221-bd30-cdda98891175,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:55.044176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09c4a5c-e484-4f1e-b344-52030eae362e', 'tag': '06a274ce-b827-4221-bd30-cdda98891175'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:55.046440 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6445c49-983d-401e-83d2-8ac4667a99ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c09c4a5c-e484-4f1e-b344-52030eae362e", "tag": "06a274ce-b827-4221-bd30-cdda98891175"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:55.070291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-e32779ee-4007-4524-aff5-eed0e2b7206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:55.071926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-e32779ee-4007-4524-aff5-eed0e2b7206d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25bd46a870264ee289dd7ae54681a048&device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 1127 time: 0.0838633 Feb 11 04:47:55.075973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Pushing event updated for resources: {'Port': ['ID=c538c0b5-f4ea-45cb-8f36-8110596bc639,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:55.080808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287d1ee-6634-434a-98c4-8c0e2b962a84 req-7fb3e8cb-6583-4ad6-81b9-5b19aa7bb971 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:55.082918 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8287d1ee-6634-434a-98c4-8c0e2b962a84 req-7fb3e8cb-6583-4ad6-81b9-5b19aa7bb971 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 943 time: 0.1040719 Feb 11 04:47:55.106679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Made reservation on behalf of dbf38467408f44b9a285b2d5c0e7abab for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:55.110234 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:55.148704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-a1cbc8a5-caec-4c28-8835-411e8528cf0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a274ce-b827-4221-bd30-cdda98891175 HTTP/1.1" status: 200 len: 217 time: 0.0628240 Feb 11 04:47:55.218345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8287d1ee-6634-434a-98c4-8c0e2b962a84 req-96f40a0f-0c36-475e-a274-7ad815c60e14 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187270 Feb 11 04:47:55.227457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-b02f3089-79cf-487a-baa9-86588a26c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:55.229044 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-b02f3089-79cf-487a-baa9-86588a26c9ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb596a10-e094-4f3d-875a-b9a0b0daf13a HTTP/1.1" status: 200 len: 862 time: 0.0735898 Feb 11 04:47:55.275736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-098034c1-1ced-462b-a03c-8368ce55fc6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=63da1793-95d1-4acb-9151-2c08ccbc6ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287218 Feb 11 04:47:55.277236 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051fde73-0a82-4901-87c2-f6044bee7b2b x-openstack-request-id: req-051fde73-0a82-4901-87c2-f6044bee7b2b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:55.277523 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09c4a5c-e484-4f1e-b344-52030eae362e", "tag": "06a274ce-b827-4221-bd30-cdda98891175", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:55.277776 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-051fde73-0a82-4901-87c2-f6044bee7b2b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:55.278834 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09c4a5c-e484-4f1e-b344-52030eae362e', 'tag': '06a274ce-b827-4221-bd30-cdda98891175', 'status': 'completed', 'code': 200} Feb 11 04:47:55.397426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-0437002c-047a-490c-b9eb-02a304d681e5 service neutron] 10.222.0.60 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892026 Feb 11 04:47:55.450311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732801e8-d361-48e9-9c5a-c8da9cd993ca req-89f8765c-83e2-463c-af29-94e7b940d260 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:55.451833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-732801e8-d361-48e9-9c5a-c8da9cd993ca req-89f8765c-83e2-463c-af29-94e7b940d260 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.5015085 Feb 11 04:47:55.473754 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-631333e7-f7a9-4818-b6ad-b16342a027de service neutron] 10.222.0.10 "GET /v2.0/networks/556a79f2-1ee2-4e14-9bec-7abb67a912db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304739 Feb 11 04:47:55.506859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b84a8-3168-43e8-8064-a7d8704b8484 req-d0453e6e-d2a0-4a94-9b8f-1f60ddba56b0 service neutron] 10.222.0.60 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950878 Feb 11 04:47:55.569323 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Attempting to bind port c538c0b5-f4ea-45cb-8f36-8110596bc639 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:55.569696 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Attempting to bind port c538c0b5-f4ea-45cb-8f36-8110596bc639 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:55.570006 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Attempting to bind port c538c0b5-f4ea-45cb-8f36-8110596bc639 on network 701be04a-91cb-4ec3-9793-559180c6321e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:55.600228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceb346-a62a-415a-8ed7-bb23d6c09420 req-5ccb7c1b-d546-467c-ac4d-34750a0b2c8f tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:55.601884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e1ceb346-a62a-415a-8ed7-bb23d6c09420 req-5ccb7c1b-d546-467c-ac4d-34750a0b2c8f tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 944 time: 0.0612535 Feb 11 04:47:55.624136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Port c538c0b5-f4ea-45cb-8f36-8110596bc639 on network 701be04a-91cb-4ec3-9793-559180c6321e not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:47:55.624471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Attempting to bind port c538c0b5-f4ea-45cb-8f36-8110596bc639 on network 701be04a-91cb-4ec3-9793-559180c6321e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:55.667116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:55.667116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Checking segment: {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:55.667886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Bound using segment: {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:55.667886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Bound port: c538c0b5-f4ea-45cb-8f36-8110596bc639, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:55.668216 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:55.677381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-732801e8-d361-48e9-9c5a-c8da9cd993ca req-1eeca689-bdb4-4f0f-b1f6-a0267cb65b1e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101057 Feb 11 04:47:55.686540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6445c49-983d-401e-83d2-8ac4667a99ba req-181710d8-57f7-4bbd-8a2b-efba7ec2d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:55.688306 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6445c49-983d-401e-83d2-8ac4667a99ba req-181710d8-57f7-4bbd-8a2b-efba7ec2d533 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25bd46a870264ee289dd7ae54681a048&device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 1127 time: 0.0850875 Feb 11 04:47:55.692551 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e1ceb346-a62a-415a-8ed7-bb23d6c09420 req-8336bf1e-26ac-4df8-84d8-4eb355828c1e tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813019 Feb 11 04:47:55.717968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Allocated IP 172.20.0.14 (304821df-a58c-4299-8fdb-c67c2a932ad8/13421f11-6eb2-47e2-aec3-80ca3a3e551b/891a6c06-3097-43c7-8a0a-2fcc3cd10055) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:55.752852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66ce79c8-57f4-4749-a5c3-883c654c6893 req-1d5c7f34-e194-45ec-a9f9-d7f926e424d5 service neutron] 10.222.0.10 "GET /v2.0/networks/556a79f2-1ee2-4e14-9bec-7abb67a912db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714190 Feb 11 04:47:55.826703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6445c49-983d-401e-83d2-8ac4667a99ba req-ab67ddd2-a26b-4537-8486-ecd3ae8b0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:55.828360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6445c49-983d-401e-83d2-8ac4667a99ba req-ab67ddd2-a26b-4537-8486-ecd3ae8b0d34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=63da1793-95d1-4acb-9151-2c08ccbc6ef9 HTTP/1.1" status: 200 len: 923 time: 0.1302724 Feb 11 04:47:55.842516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] For port c538c0b5-f4ea-45cb-8f36-8110596bc639, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:55.872006 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] For port c538c0b5-f4ea-45cb-8f36-8110596bc639, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c538c0b5-f4ea-45cb-8f36-8110596bc639,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:55.889836 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:55.982060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85399d-3c7a-49c6-b986-450bdc0d5480 req-e9bc8bc3-ceb1-4d59-b4e8-40eaedfc704d tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:55.983702 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b85399d-3c7a-49c6-b986-450bdc0d5480 req-e9bc8bc3-ceb1-4d59-b4e8-40eaedfc704d tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 950 time: 0.2004557 Feb 11 04:47:55.999929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:56.000547 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.001936 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] 10.222.0.60 "PUT /v2.0/ports/c538c0b5-f4ea-45cb-8f36-8110596bc639 HTTP/1.1" status: 200 len: 1092 time: 2.1836982 Feb 11 04:47:56.005479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0113a70-34c4-476b-bc5c-9c652753554c', 'tag': 'c538c0b5-f4ea-45cb-8f36-8110596bc639'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:56.007621 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dc6edd-5750-4631-8dfa-332aeef605a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0113a70-34c4-476b-bc5c-9c652753554c", "tag": "c538c0b5-f4ea-45cb-8f36-8110596bc639"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:56.062062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf39596-e471-4804-b740-84305b57fc4e service neutron] Pushing event updated for resources: {'Port': ['ID=c538c0b5-f4ea-45cb-8f36-8110596bc639,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:56.087152 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks [] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.139497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b85399d-3c7a-49c6-b986-450bdc0d5480 req-3c537051-1203-417b-b656-34c22ea2b96f tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249564 Feb 11 04:47:56.176857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-55b92bfd-bca2-4de7-a980-29deb7bc612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:56.178939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-55b92bfd-bca2-4de7-a980-29deb7bc612b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ea705e91c424680b8725b2f78a44b58&device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 1126 time: 0.0968370 Feb 11 04:47:56.194607 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.273697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6445c49-983d-401e-83d2-8ac4667a99ba req-ae388866-e7a0-4ef2-bad7-17441dccdf70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a274ce-b827-4221-bd30-cdda98891175 HTTP/1.1" status: 200 len: 217 time: 0.4374197 Feb 11 04:47:56.315704 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-977fee1e-9d66-4f70-b3b7-ce5b8fd269c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c538c0b5-f4ea-45cb-8f36-8110596bc639 HTTP/1.1" status: 200 len: 217 time: 0.0765960 Feb 11 04:47:56.319299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Network 304821df-a58c-4299-8fdb-c67c2a932ad8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:56.328149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:56.342396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:56.352199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6445c49-983d-401e-83d2-8ac4667a99ba req-05943482-6ca1-4cd4-b7c4-2bc91615d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:56.353669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6445c49-983d-401e-83d2-8ac4667a99ba req-05943482-6ca1-4cd4-b7c4-2bc91615d806 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb596a10-e094-4f3d-875a-b9a0b0daf13a HTTP/1.1" status: 200 len: 862 time: 0.0716588 Feb 11 04:47:56.371417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebb741-40ca-4b75-a9dc-e1fed3faaac4 req-75a90ae8-6293-438b-b774-8ee877d70fc6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:56.374983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-efebb741-40ca-4b75-a9dc-e1fed3faaac4 req-75a90ae8-6293-438b-b774-8ee877d70fc6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 932 time: 0.1045027 Feb 11 04:47:56.395659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event updated for resources: {'Port': ['ID=891a6c06-3097-43c7-8a0a-2fcc3cd10055,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:56.422851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6445c49-983d-401e-83d2-8ac4667a99ba req-d6f2c22a-fba2-4820-90df-f53084365890 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=63da1793-95d1-4acb-9151-2c08ccbc6ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466149 Feb 11 04:47:56.462324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:56.463344 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.471847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26ddb8-5157-49df-b81c-18e51ec6503e req-770d44b9-5888-4382-ba60-88bc84dfa4c7 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:56.473355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e26ddb8-5157-49df-b81c-18e51ec6503e req-770d44b9-5888-4382-ba60-88bc84dfa4c7 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.2359796 Feb 11 04:47:56.483118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-b03a3d9e-fc31-4abd-ab1f-73927c23d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:56.484553 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-b03a3d9e-fc31-4abd-ab1f-73927c23d85b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e43299a-9bb5-4f80-82a7-a6c3bcd2724b HTTP/1.1" status: 200 len: 845 time: 0.1576743 Feb 11 04:47:56.506517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-efebb741-40ca-4b75-a9dc-e1fed3faaac4 req-d1aa918d-b20b-4fe8-afdb-ad81b556380c tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214256 Feb 11 04:47:56.540985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-b90bbd69-ad50-4edf-8aa1-08d7e8efdd2a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7832410 Feb 11 04:47:56.544633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-6167b720-744d-4a6b-8364-105820393533 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:56.546062 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-6167b720-744d-4a6b-8364-105820393533 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d&tenant_id=b17f5c0876a6459894825e19cb0017e2&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.1986272 Feb 11 04:47:56.547901 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-8e640444-f94b-4584-9090-a812fac26677 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=701be04a-91cb-4ec3-9793-559180c6321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504837 Feb 11 04:47:56.559493 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7819be-a48f-4e7e-8024-a82a23e81065 x-openstack-request-id: req-6a7819be-a48f-4e7e-8024-a82a23e81065 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:56.559810 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0113a70-34c4-476b-bc5c-9c652753554c", "tag": "c538c0b5-f4ea-45cb-8f36-8110596bc639", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:56.560048 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a7819be-a48f-4e7e-8024-a82a23e81065 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:56.560830 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0113a70-34c4-476b-bc5c-9c652753554c', 'tag': 'c538c0b5-f4ea-45cb-8f36-8110596bc639', 'status': 'completed', 'code': 200} Feb 11 04:47:56.561564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6445c49-983d-401e-83d2-8ac4667a99ba req-e45253f4-d3c7-43fe-bb05-8750e1da74ab service neutron] 10.222.0.60 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305587 Feb 11 04:47:56.566037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Request body: {'port': {'device_id': '27b59870-2d88-43a8-b04a-571bfa77fe2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:56.584128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-58'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:56.664862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e26ddb8-5157-49df-b81c-18e51ec6503e req-b9e79013-d94f-47c4-8bea-ba8227f2604b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793437 Feb 11 04:47:56.778958 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6445c49-983d-401e-83d2-8ac4667a99ba req-08b06e7e-2b02-4f59-a4cb-6ec8539208c2 service neutron] 10.222.0.60 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940682 Feb 11 04:47:56.818668 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.822211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.867426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-a12380d8-28da-4442-8fc2-3a70feee0c3d service neutron] 10.222.0.60 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946017 Feb 11 04:47:57.033269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef9d41-9aab-41bd-b8ec-2c8fc70e8aa7 req-74088ec5-8729-481f-a867-61fef4053b3c tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:57.040566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66ef9d41-9aab-41bd-b8ec-2c8fc70e8aa7 req-74088ec5-8729-481f-a867-61fef4053b3c tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 943 time: 0.2640290 Feb 11 04:47:57.122262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57d869-7c2f-4d09-8d3e-abcc163af6b1 req-74f50d14-4e2e-4501-a733-157abcbc905a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:57.123991 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a57d869-7c2f-4d09-8d3e-abcc163af6b1 req-74f50d14-4e2e-4501-a733-157abcbc905a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 945 time: 0.0883060 Feb 11 04:47:57.187209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a57d869-7c2f-4d09-8d3e-abcc163af6b1 req-dc1df0ca-8afa-4267-865a-ade4b257dc02 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566933 Feb 11 04:47:57.228465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d48e81f-efa7-41d9-b6e2-d34e5c661c47 req-de88e848-060f-4ac9-9607-f9967abbe308 service neutron] 10.222.0.60 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238530 Feb 11 04:47:57.286452 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66ef9d41-9aab-41bd-b8ec-2c8fc70e8aa7 req-ef1d4ae6-d643-407c-bad1-5a9eb5a6b456 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450418 Feb 11 04:47:57.319447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5c85a-960a-4742-9249-7893b3b6eebf req-4c5b699b-06b2-4437-8e24-8a609df9639a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:57.321184 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9fe5c85a-960a-4742-9249-7893b3b6eebf req-4c5b699b-06b2-4437-8e24-8a609df9639a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 944 time: 0.0697472 Feb 11 04:47:57.337795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:57.387149 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9fe5c85a-960a-4742-9249-7893b3b6eebf req-5832cd36-7d8e-43d2-8842-e4103ed0e66d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587029 Feb 11 04:47:57.451676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:57.498075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6edd-5750-4631-8dfa-332aeef605a6 req-95be9269-bfdb-422e-b9e6-d0b83c34b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:57.499500 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84dc6edd-5750-4631-8dfa-332aeef605a6 req-95be9269-bfdb-422e-b9e6-d0b83c34b99b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ea705e91c424680b8725b2f78a44b58&device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 1126 time: 0.1508989 Feb 11 04:47:57.561765 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Publish callbacks [] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:57.575909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891a6c06-3097-43c7-8a0a-2fcc3cd10055 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:57.581849 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:57.595959 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Publish callbacks [] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:57.702432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Transition to ACTIVE for port object 891a6c06-3097-43c7-8a0a-2fcc3cd10055 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:47:57.722165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:57.751815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:57.798671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6edd-5750-4631-8dfa-332aeef605a6 req-a6c3bae2-10b9-4c51-9262-0cf5834ecb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:57.799735 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84dc6edd-5750-4631-8dfa-332aeef605a6 req-a6c3bae2-10b9-4c51-9262-0cf5834ecb7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 200 len: 906 time: 0.2888477 Feb 11 04:47:57.827587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732b727-70e6-4961-9025-f64dafde37d4 req-dc9dd336-fd08-41c3-a39b-6ff582d39dc3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:57.835564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f732b727-70e6-4961-9025-f64dafde37d4 req-dc9dd336-fd08-41c3-a39b-6ff582d39dc3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.0756719 Feb 11 04:47:57.876046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23934257-c358-4fcc-9b46-11fe52796d18 req-cf90c643-7c9a-4ecd-b38b-604f931a0e64 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:57.877582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23934257-c358-4fcc-9b46-11fe52796d18 req-cf90c643-7c9a-4ecd-b38b-604f931a0e64 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 932 time: 0.2541957 Feb 11 04:47:57.883586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on host n-h2-615180-58 for vnic_type normal with profile {"migrating_to": "n-h1-615180-58"} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:57.883928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:57.884257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:57.887053 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84dc6edd-5750-4631-8dfa-332aeef605a6 req-989da26c-3de1-4eee-849f-20dd0532e471 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c538c0b5-f4ea-45cb-8f36-8110596bc639 HTTP/1.1" status: 200 len: 217 time: 0.0720403 Feb 11 04:47:57.891075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Pushing event updated for resources: {'Port': ['ID=891a6c06-3097-43c7-8a0a-2fcc3cd10055,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:57.896423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f732b727-70e6-4961-9025-f64dafde37d4 req-bd50eb06-7ff1-4f47-95e3-ebff801df9c5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586872 Feb 11 04:47:57.930204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:47:57.930515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:57.980153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:57.980495 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:57.980878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:57.981314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Bound port: 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:57.981672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:58.060282 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23934257-c358-4fcc-9b46-11fe52796d18 req-0ac6c48c-2aca-4f3d-983d-9cd497f4d3c0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719451 Feb 11 04:47:58.061525 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6edd-5750-4631-8dfa-332aeef605a6 req-e6e2461d-92b5-455a-8df4-e4838a9fd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:58.062909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84dc6edd-5750-4631-8dfa-332aeef605a6 req-e6e2461d-92b5-455a-8df4-e4838a9fd41e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e43299a-9bb5-4f80-82a7-a6c3bcd2724b HTTP/1.1" status: 200 len: 845 time: 0.1600254 Feb 11 04:47:58.090945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Attempting to bind port 891a6c06-3097-43c7-8a0a-2fcc3cd10055 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:58.091227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Attempting to bind port 891a6c06-3097-43c7-8a0a-2fcc3cd10055 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:58.091478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Attempting to bind port 891a6c06-3097-43c7-8a0a-2fcc3cd10055 on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:58.119763 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84dc6edd-5750-4631-8dfa-332aeef605a6 req-b40431f8-a485-49ef-8c8c-6a31257e912e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=701be04a-91cb-4ec3-9793-559180c6321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420802 Feb 11 04:47:58.122978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Port 891a6c06-3097-43c7-8a0a-2fcc3cd10055 on network 304821df-a58c-4299-8fdb-c67c2a932ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:47:58.123331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Attempting to bind port 891a6c06-3097-43c7-8a0a-2fcc3cd10055 on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:58.153062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:58.153406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Checking segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:58.153793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Bound using segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:58.154230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Bound port: 891a6c06-3097-43c7-8a0a-2fcc3cd10055, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:58.154721 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:58.166352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:58.346184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8afa1-ba0d-441d-a9e0-a6b338a7c002 req-447ce1a8-90bd-4a4c-946c-72e0f9a4b879 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:58.353169 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81d8afa1-ba0d-441d-a9e0-a6b338a7c002 req-447ce1a8-90bd-4a4c-946c-72e0f9a4b879 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.0910673 Feb 11 04:47:58.459460 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81d8afa1-ba0d-441d-a9e0-a6b338a7c002 req-9c16c5e0-9f3e-414f-a873-2b3a81249257 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997620 Feb 11 04:47:58.617460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:58.647031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c013e52e-7359-4a53-8fd0-99d404cbe03d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:58.649300 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89881c80-f581-4941-8691-dde2fa2cfaab" -d '{"events": [{"server_uuid": "c013e52e-7359-4a53-8fd0-99d404cbe03d", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:58.683609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:58.715322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0dd27-c34a-49aa-a6bc-fdef2e36d2a4 req-c033c22e-baa9-4df6-89f8-8975a4306bbe tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:58.717410 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-efc0dd27-c34a-49aa-a6bc-fdef2e36d2a4 req-c033c22e-baa9-4df6-89f8-8975a4306bbe tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 944 time: 0.0855548 Feb 11 04:47:58.732332 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:58.784823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:58.816803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-efc0dd27-c34a-49aa-a6bc-fdef2e36d2a4 req-f633807d-7658-43f4-9e9a-937e7afa7713 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907280 Feb 11 04:47:58.843157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166e128-c1b1-47a6-9322-162d4c808010 req-f3257aab-4798-4cf4-ab3d-34615b6d1d43 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:58.844747 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b166e128-c1b1-47a6-9322-162d4c808010 req-f3257aab-4798-4cf4-ab3d-34615b6d1d43 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 943 time: 0.1918554 Feb 11 04:47:58.849078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on host n-h2-615180-58 for vnic_type normal with profile {"migrating_to": "n-h1-615180-58"} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:58.850729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:58.851282 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:58.852667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84dc6edd-5750-4631-8dfa-332aeef605a6 req-5d36b26e-ea69-4971-b3d8-faae5cab3bf6 service neutron] 10.222.0.60 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7268775 Feb 11 04:47:58.863649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] For port 891a6c06-3097-43c7-8a0a-2fcc3cd10055, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:58.864267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:47:58.865808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Attempting to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:58.880090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:58.881530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:58.882037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:58.884227 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Bound port: 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:58.884698 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:58.942066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] For port 891a6c06-3097-43c7-8a0a-2fcc3cd10055, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=891a6c06-3097-43c7-8a0a-2fcc3cd10055,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:58.949715 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74f4327-afc8-4a65-a756-759ac110be61 x-openstack-request-id: req-b74f4327-afc8-4a65-a756-759ac110be61 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:58.950089 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c013e52e-7359-4a53-8fd0-99d404cbe03d", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:58.950449 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b74f4327-afc8-4a65-a756-759ac110be61 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:58.951121 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c013e52e-7359-4a53-8fd0-99d404cbe03d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992', 'code': 200} Feb 11 04:47:58.955306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:58.997960 n-d-615180-58 neutron-server[103355]: WARNING neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Concurrent port binding operations failed on port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 Feb 11 04:47:59.004154 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:59.004373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:59.006280 n-d-615180-58 neutron-server[103355]: INFO neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Attempt 2 to bind port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 Feb 11 04:47:59.006889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 has no active binding in host n-h1-615180-58 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:47:59.012045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:59.012724 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:59.014252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-a851d3c8-43c7-4671-ad3e-2d01f4d7ea64 service neutron] 10.222.0.60 "PUT /v2.0/ports/2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 HTTP/1.1" status: 200 len: 1123 time: 2.4428668 Feb 11 04:47:59.108106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 479ec173-5ccd-4c8f-a988-a263abc95461 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:59.108333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:59.108801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:59.110444 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] 10.222.0.10 "PUT /v2.0/ports/891a6c06-3097-43c7-8a0a-2fcc3cd10055 HTTP/1.1" status: 200 len: 1093 time: 2.5486596 Feb 11 04:47:59.122058 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b166e128-c1b1-47a6-9322-162d4c808010 req-2b291be6-b26a-4515-ad60-0f287512e04c tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605999 Feb 11 04:47:59.201688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4c7da-c742-44d1-a967-03a4ba74f00a req-4edf6559-0e3b-410f-9a07-60c60c29ce59 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:59.203261 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88b4c7da-c742-44d1-a967-03a4ba74f00a req-4edf6559-0e3b-410f-9a07-60c60c29ce59 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1462300 Feb 11 04:47:59.230612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cee50-387d-4559-89cb-b127e7beee40 service neutron] Pushing event updated for resources: {'Port': ['ID=891a6c06-3097-43c7-8a0a-2fcc3cd10055,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:59.235279 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84dc6edd-5750-4631-8dfa-332aeef605a6 req-788e22aa-82e1-4b43-8a3e-564b414ff517 service neutron] 10.222.0.60 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642757 Feb 11 04:47:59.308687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:59.309776 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88b4c7da-c742-44d1-a967-03a4ba74f00a req-5d3510a2-406a-4bd2-bf1a-238ef9b1efb0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959890 Feb 11 04:47:59.343040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:59.374154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-84306618-92b6-4866-b92d-94c74b59aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:59.376606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-84306618-92b6-4866-b92d-94c74b59aa00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 1127 time: 0.1625664 Feb 11 04:47:59.389089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3d661-fdf7-425b-b0f6-a2c13744104f req-754cc493-1f1f-4b1e-95b8-1cdbe802f65e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:59.395908 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ad3d661-fdf7-425b-b0f6-a2c13744104f req-754cc493-1f1f-4b1e-95b8-1cdbe802f65e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 944 time: 0.1580305 Feb 11 04:47:59.461304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:59.488424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '479ec173-5ccd-4c8f-a988-a263abc95461', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '479ec173-5ccd-4c8f-a988-a263abc95461', 'mac_address': 'fa:16:3e:d3:bf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:47:59.493551 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ad3d661-fdf7-425b-b0f6-a2c13744104f req-8ff6c1eb-afa2-477b-a748-a3edf115d059 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943124 Feb 11 04:47:59.501472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-5675dd4a-0e38-42c3-aedb-b6f419037a3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=891a6c06-3097-43c7-8a0a-2fcc3cd10055 HTTP/1.1" status: 200 len: 217 time: 0.0573525 Feb 11 04:47:59.585321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-18f18b91-d7a3-4aa2-92ba-5ff475fce0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:59.587091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-18f18b91-d7a3-4aa2-92ba-5ff475fce0ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.0720322 Feb 11 04:47:59.602070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 479ec173-5ccd-4c8f-a988-a263abc95461 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:59.602509 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:59.647875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 479ec173-5ccd-4c8f-a988-a263abc95461 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:59.651240 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-fe84daa4-a312-436d-b008-503bac288920 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534418 Feb 11 04:47:59.670223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-f21e6755-d518-4e65-b1f7-c3b4baef2593 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:47:59.671624 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-f21e6755-d518-4e65-b1f7-c3b4baef2593 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108058 Feb 11 04:47:59.703934 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:59.725652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500af89-d0ec-44cb-9081-930d934bdcbd req-41038ef9-6d10-4a66-9e8d-92dd9bc931a7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:59.735587 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6500af89-d0ec-44cb-9081-930d934bdcbd req-41038ef9-6d10-4a66-9e8d-92dd9bc931a7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.1445389 Feb 11 04:47:59.744437 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:59.802263 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6500af89-d0ec-44cb-9081-930d934bdcbd req-59812cde-d836-463e-aa7f-dc5f5ce94504 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654404 Feb 11 04:47:59.868997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-559202fd-a36c-4ca3-b851-af9be4f09584 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835330 Feb 11 04:47:59.878755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=479ec173-5ccd-4c8f-a988-a263abc95461,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:59.999601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9af29e1d-c84a-436b-9021-ebc0a72e0b13 req-17986ef1-a9e6-4b41-946f-1d3866e976b1 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240950 Feb 11 04:48:00.029387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15906528-4987-48ce-8172-bd1ef19d2ce3 req-5cdf360f-afea-45f4-b57e-23128e1c9264 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:00.034809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15906528-4987-48ce-8172-bd1ef19d2ce3 req-5cdf360f-afea-45f4-b57e-23128e1c9264 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 944 time: 0.0742793 Feb 11 04:48:00.063587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['479ec173-5ccd-4c8f-a988-a263abc95461'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:00.109643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15906528-4987-48ce-8172-bd1ef19d2ce3 req-a4cb6a4a-e927-4bb4-9aa4-b7bec48de8a1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651479 Feb 11 04:48:00.332850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d5bf2-a50f-4ed7-92bf-bc93c297378b req-83850d51-e31e-4619-91b3-44cc1fe9a4d5 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:00.334493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab7d5bf2-a50f-4ed7-92bf-bc93c297378b req-83850d51-e31e-4619-91b3-44cc1fe9a4d5 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 943 time: 0.1083181 Feb 11 04:48:00.388779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab7d5bf2-a50f-4ed7-92bf-bc93c297378b req-40f01ef8-ee22-42fd-ae94-a571b4658e80 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485246 Feb 11 04:48:00.458537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b09c1a-a0b6-46eb-8f78-b3824aa78e24 req-ce94e106-0e55-4759-a671-bc539cad015b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:00.460178 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07b09c1a-a0b6-46eb-8f78-b3824aa78e24 req-ce94e106-0e55-4759-a671-bc539cad015b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.0538797 Feb 11 04:48:00.513763 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07b09c1a-a0b6-46eb-8f78-b3824aa78e24 req-57348e15-1108-4597-bf3b-38ffcac5a9a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475957 Feb 11 04:48:00.615693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc920d-aa58-469d-991c-f25486354f44 req-772152f8-a767-46bf-9350-c6a5290b9b19 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:00.617622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cdc920d-aa58-469d-991c-f25486354f44 req-772152f8-a767-46bf-9350-c6a5290b9b19 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 944 time: 0.0618088 Feb 11 04:48:00.621493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 06a274ce-b827-4221-bd30-cdda98891175 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:48:00.691976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cdc920d-aa58-469d-991c-f25486354f44 req-d4c2052c-5914-44d5-a20b-a7f69b46331d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623376 Feb 11 04:48:00.762615 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 06a274ce-b827-4221-bd30-cdda98891175, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=06a274ce-b827-4221-bd30-cdda98891175,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:00.775965 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '06a274ce-b827-4221-bd30-cdda98891175', 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9', 'port_id': '06a274ce-b827-4221-bd30-cdda98891175', 'mac_address': 'fa:16:3e:78:8b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb596a10-e094-4f3d-875a-b9a0b0daf13a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:48:00.838373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 06a274ce-b827-4221-bd30-cdda98891175 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:00.838905 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (06a274ce-b827-4221-bd30-cdda98891175), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:00.858971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a274ce-b827-4221-bd30-cdda98891175 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:00.890159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 06a274ce-b827-4221-bd30-cdda98891175, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=06a274ce-b827-4221-bd30-cdda98891175,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:00.895994 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (06a274ce-b827-4221-bd30-cdda98891175), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:00.958558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=06a274ce-b827-4221-bd30-cdda98891175,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:00.976806 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c013e52e-7359-4a53-8fd0-99d404cbe03d', 'tag': '2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992'}, {'name': 'network-changed', 'server_uuid': '27b59870-2d88-43a8-b04a-571bfa77fe2d', 'tag': '891a6c06-3097-43c7-8a0a-2fcc3cd10055'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:00.984504 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f" -d '{"events": [{"name": "network-changed", "server_uuid": "c013e52e-7359-4a53-8fd0-99d404cbe03d", "tag": "2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992"}, {"name": "network-changed", "server_uuid": "27b59870-2d88-43a8-b04a-571bfa77fe2d", "tag": "891a6c06-3097-43c7-8a0a-2fcc3cd10055"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:01.020330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218e80e-2328-4aa1-b464-8b8dfeeb9383 req-0d24ecb1-a8fb-41ab-8975-4f8ade6f62da tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:01.022170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d218e80e-2328-4aa1-b464-8b8dfeeb9383 req-0d24ecb1-a8fb-41ab-8975-4f8ade6f62da tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.1077614 Feb 11 04:48:01.064898 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb33fe7-a345-4c41-a17e-7bf789aaad4c x-openstack-request-id: req-eeb33fe7-a345-4c41-a17e-7bf789aaad4c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:01.064898 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c013e52e-7359-4a53-8fd0-99d404cbe03d", "tag": "2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27b59870-2d88-43a8-b04a-571bfa77fe2d", "tag": "891a6c06-3097-43c7-8a0a-2fcc3cd10055", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:01.064898 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eeb33fe7-a345-4c41-a17e-7bf789aaad4c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:01.066493 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c013e52e-7359-4a53-8fd0-99d404cbe03d', 'tag': '2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992', 'status': 'completed', 'code': 200} Feb 11 04:48:01.066931 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b59870-2d88-43a8-b04a-571bfa77fe2d', 'tag': '891a6c06-3097-43c7-8a0a-2fcc3cd10055', 'status': 'completed', 'code': 200} Feb 11 04:48:01.120243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 479ec173-5ccd-4c8f-a988-a263abc95461 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:01.160351 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d218e80e-2328-4aa1-b464-8b8dfeeb9383 req-320335f0-e0c9-43e3-a8a1-8fadb5a30977 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236999 Feb 11 04:48:01.208585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 479ec173-5ccd-4c8f-a988-a263abc95461 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:01.208970 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:01.209270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-dd9a2de8-56f4-4b86-98b9-e73afc66b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:01.211221 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-dd9a2de8-56f4-4b86-98b9-e73afc66b927 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 1157 time: 0.0925159 Feb 11 04:48:01.312701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704b2dc-dce2-4db5-8e5b-01e2bb30bf4a req-7231d480-7dea-4a9a-ad0e-a98035c824c8 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:01.316612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2704b2dc-dce2-4db5-8e5b-01e2bb30bf4a req-7231d480-7dea-4a9a-ad0e-a98035c824c8 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 945 time: 0.1206322 Feb 11 04:48:01.359043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 479ec173-5ccd-4c8f-a988-a263abc95461 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:01.359509 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:01.371156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-4d333f20-876f-419b-9d14-aae868a3e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:01.373907 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-4d333f20-876f-419b-9d14-aae868a3e313 service neutron] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.1526470 Feb 11 04:48:01.405420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:01.416186 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea2aefa-9faa-43e5-90a0-40147fb1ee13" -d '{"events": [{"server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "name": "network-vif-plugged", "status": "completed", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:01.424101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2704b2dc-dce2-4db5-8e5b-01e2bb30bf4a req-a6f674d6-4419-42fb-807d-59a6d9a7c514 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005533 Feb 11 04:48:01.440273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:01.456861 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:01.515556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-8db76899-d3c7-4d42-ad93-751dc4a5ab5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 HTTP/1.1" status: 200 len: 217 time: 0.1335719 Feb 11 04:48:01.520152 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83a1311-fdf9-49cc-a296-9fd4f92a9a4d x-openstack-request-id: req-e83a1311-fdf9-49cc-a296-9fd4f92a9a4d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:01.520433 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "name": "network-vif-plugged", "status": "completed", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:01.520684 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e83a1311-fdf9-49cc-a296-9fd4f92a9a4d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:01.521086 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461', 'code': 200} Feb 11 04:48:01.534424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=479ec173-5ccd-4c8f-a988-a263abc95461,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:01.564549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['06a274ce-b827-4221-bd30-cdda98891175'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:01.716139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593433dd-a5c5-4ac0-aa48-e045f9ee08e6 req-843d10ad-5ea1-492f-8492-3c29d9868cee tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:01.729583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-593433dd-a5c5-4ac0-aa48-e045f9ee08e6 req-843d10ad-5ea1-492f-8492-3c29d9868cee tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 943 time: 0.1988349 Feb 11 04:48:01.736093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dd1c8-5a08-43c5-b3ed-43989477bf60 req-3d074c12-5ee0-4834-a9df-60926196eaf6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:01.738492 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-510dd1c8-5a08-43c5-b3ed-43989477bf60 req-3d074c12-5ee0-4834-a9df-60926196eaf6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1057446 Feb 11 04:48:01.751916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-88a0a14e-5ab0-4142-a7f7-6ee860c77cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:01.753319 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-88a0a14e-5ab0-4142-a7f7-6ee860c77cce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.1600292 Feb 11 04:48:01.812208 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-e9d2e647-1942-44dd-b806-d377b1b56e27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512190 Feb 11 04:48:01.821775 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-510dd1c8-5a08-43c5-b3ed-43989477bf60 req-719c99e3-19a6-4fcc-ab69-0d55012710c3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766652 Feb 11 04:48:01.947655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-0e9ce405-cb41-47f4-bd07-d9cb1228eeda service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126106 Feb 11 04:48:01.951995 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-593433dd-a5c5-4ac0-aa48-e045f9ee08e6 req-b0103f3f-058c-472c-ba7e-9e394d4b27ac tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216003 Feb 11 04:48:02.080032 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-f425e8ae-b224-4f5a-8c0c-db3dfec48b2a service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229670 Feb 11 04:48:02.099169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe2ff0-ba08-4e8e-a709-4ac764f48295 req-c7db1e9b-e08c-464f-bb25-de86a5d12ac7 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:02.109387 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18fe2ff0-ba08-4e8e-a709-4ac764f48295 req-c7db1e9b-e08c-464f-bb25-de86a5d12ac7 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 944 time: 0.0890906 Feb 11 04:48:02.175918 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18fe2ff0-ba08-4e8e-a709-4ac764f48295 req-84f0692b-912a-43ca-ade9-f3328018174b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628719 Feb 11 04:48:02.345268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-e3cbaab5-07b2-4566-a6f3-a30cf9136659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:02.346921 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-e3cbaab5-07b2-4566-a6f3-a30cf9136659 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 1127 time: 0.1464787 Feb 11 04:48:02.384214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d54b2-26cb-496c-bd9b-0f50e461c30a req-33a04fe5-fe1c-404e-94fb-993b7dea00c4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:02.385746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-652d54b2-26cb-496c-bd9b-0f50e461c30a req-33a04fe5-fe1c-404e-94fb-993b7dea00c4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.0977883 Feb 11 04:48:02.517544 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-652d54b2-26cb-496c-bd9b-0f50e461c30a req-8cd688a9-12d2-4630-94cc-bc337a5a2fd5 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250434 Feb 11 04:48:02.537040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-349aa23b-d0e9-4f28-ae58-0c62d99acf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:02.539966 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-349aa23b-d0e9-4f28-ae58-0c62d99acf97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 906 time: 0.1857233 Feb 11 04:48:02.578405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16a0a1-7e00-49f2-b476-34eea63c675d req-beb134d7-5114-4964-b220-09a15998edab tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:02.586940 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b16a0a1-7e00-49f2-b476-34eea63c675d req-beb134d7-5114-4964-b220-09a15998edab tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 945 time: 0.0775313 Feb 11 04:48:02.632287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c538c0b5-f4ea-45cb-8f36-8110596bc639 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:48:02.706944 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b16a0a1-7e00-49f2-b476-34eea63c675d req-f59bd2ed-9ab2-45fd-989e-759db5c47012 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114767 Feb 11 04:48:02.707280 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-b56dda48-fef8-494d-8ad9-416c95c5a806 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=891a6c06-3097-43c7-8a0a-2fcc3cd10055 HTTP/1.1" status: 200 len: 217 time: 0.1518540 Feb 11 04:48:02.781560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-2e5b9235-d1ec-4ee7-b6bc-c173f1e83397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:02.783152 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-2e5b9235-d1ec-4ee7-b6bc-c173f1e83397 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.0717404 Feb 11 04:48:02.801691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c538c0b5-f4ea-45cb-8f36-8110596bc639, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c538c0b5-f4ea-45cb-8f36-8110596bc639,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:02.815839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'c538c0b5-f4ea-45cb-8f36-8110596bc639', 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'port_id': 'c538c0b5-f4ea-45cb-8f36-8110596bc639', 'mac_address': 'fa:16:3e:57:67:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e43299a-9bb5-4f80-82a7-a6c3bcd2724b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:48:02.818858 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-0b466ad4-2949-457a-a8d1-51a079a8ed27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274227 Feb 11 04:48:02.903235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c538c0b5-f4ea-45cb-8f36-8110596bc639 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:02.905891 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:02.929358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c538c0b5-f4ea-45cb-8f36-8110596bc639 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:02.975558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c538c0b5-f4ea-45cb-8f36-8110596bc639, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c538c0b5-f4ea-45cb-8f36-8110596bc639,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:02.984590 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:03.059939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c538c0b5-f4ea-45cb-8f36-8110596bc639,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:03.100206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-47ff7776-680c-4fb3-82f5-db81443c5a91 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728875 Feb 11 04:48:03.124381 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:03.130690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 891a6c06-3097-43c7-8a0a-2fcc3cd10055 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:48:03.246305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e13fba-b1f6-4e67-9666-98cd8a01a4dd req-6a6fad63-9f0e-45d9-b3e3-457ce3c84368 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:03.248458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21872a9-851d-4cf8-89c4-512da2c03131 req-2e13dfb4-3da1-4cae-911a-628850e1cbba tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:03.254444 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8e13fba-b1f6-4e67-9666-98cd8a01a4dd req-6a6fad63-9f0e-45d9-b3e3-457ce3c84368 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.3051314 Feb 11 04:48:03.261705 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f21872a9-851d-4cf8-89c4-512da2c03131 req-2e13dfb4-3da1-4cae-911a-628850e1cbba tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 944 time: 0.1339569 Feb 11 04:48:03.275035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 891a6c06-3097-43c7-8a0a-2fcc3cd10055, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=891a6c06-3097-43c7-8a0a-2fcc3cd10055,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:03.289959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '891a6c06-3097-43c7-8a0a-2fcc3cd10055', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'port_id': '891a6c06-3097-43c7-8a0a-2fcc3cd10055', 'mac_address': 'fa:16:3e:1b:ff:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13421f11-6eb2-47e2-aec3-80ca3a3e551b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:48:03.341839 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8e13fba-b1f6-4e67-9666-98cd8a01a4dd req-de552849-191c-45cf-8308-58eaf1c7f3f6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864382 Feb 11 04:48:03.375414 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f21872a9-851d-4cf8-89c4-512da2c03131 req-fd7ae2ac-c39f-4ea3-aaab-9300638b8ff0 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123178 Feb 11 04:48:03.387941 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f040c1cc-e47c-4d49-b138-4e7cf3c1643f req-5572f43d-88ca-4c5a-bcfe-1c4e917fe1e7 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727761 Feb 11 04:48:03.422850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 891a6c06-3097-43c7-8a0a-2fcc3cd10055 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:03.423281 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:03.451181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891a6c06-3097-43c7-8a0a-2fcc3cd10055 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:03.488536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 891a6c06-3097-43c7-8a0a-2fcc3cd10055, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=891a6c06-3097-43c7-8a0a-2fcc3cd10055,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:03.496104 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:03.527648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf2eb-8e50-49b9-bcbb-e6d298aebea6 req-9fa41f07-485f-48ed-a306-f136940f1ca7 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:03.536868 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65edf2eb-8e50-49b9-bcbb-e6d298aebea6 req-9fa41f07-485f-48ed-a306-f136940f1ca7 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 944 time: 0.0894954 Feb 11 04:48:03.621261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=891a6c06-3097-43c7-8a0a-2fcc3cd10055,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:03.648915 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65edf2eb-8e50-49b9-bcbb-e6d298aebea6 req-2c827b47-03b4-47dd-9a73-3996f08b20e2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107800 Feb 11 04:48:03.724947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b5688-d79d-44f6-a296-725b02c3a0bb req-935328f1-49bd-42b9-89cd-4ed43d959ce4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:03.733170 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e69b5688-d79d-44f6-a296-725b02c3a0bb req-935328f1-49bd-42b9-89cd-4ed43d959ce4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.0751636 Feb 11 04:48:03.802363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['c538c0b5-f4ea-45cb-8f36-8110596bc639'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:03.817096 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e69b5688-d79d-44f6-a296-725b02c3a0bb req-62311052-94b9-47aa-a39e-d980c96c9ae0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771348 Feb 11 04:48:03.874640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916b7d3-c0ad-4b20-9d9e-db3709a4eff9 req-f8db2d13-575d-46da-8c6f-40628c475d66 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:03.885341 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2916b7d3-c0ad-4b20-9d9e-db3709a4eff9 req-f8db2d13-575d-46da-8c6f-40628c475d66 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 945 time: 0.0809312 Feb 11 04:48:03.919999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:03.941456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2916b7d3-c0ad-4b20-9d9e-db3709a4eff9 req-34a40036-82d9-4d14-be62-324253a01903 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505252 Feb 11 04:48:04.538281 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94691c5e-15a2-4db3-b56b-c882d68bdb91 req-1b34f520-4375-45be-baac-ad8da9f62b89 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:04.540241 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94691c5e-15a2-4db3-b56b-c882d68bdb91 req-1b34f520-4375-45be-baac-ad8da9f62b89 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 944 time: 0.0672255 Feb 11 04:48:04.555049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99aa34-abe4-4a4f-9130-0da01a669c93 req-8dc2d5fd-c053-4bc0-801f-fba625be2cde tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:04.560301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4a99aa34-abe4-4a4f-9130-0da01a669c93 req-8dc2d5fd-c053-4bc0-801f-fba625be2cde tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.0948725 Feb 11 04:48:04.613224 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94691c5e-15a2-4db3-b56b-c882d68bdb91 req-40617989-5da8-4082-b799-0a2566a049a5 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657725 Feb 11 04:48:04.632848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ecfa7e3c-b033-48aa-b11f-06d48703f4f5 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:48:04.640366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 06a274ce-b827-4221-bd30-cdda98891175 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:04.668871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4a99aa34-abe4-4a4f-9130-0da01a669c93 req-593c8247-9e0f-40d7-b5a1-ab2073547943 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965991 Feb 11 04:48:04.806490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51ca71-f501-4931-8056-bdd25b1749d1 req-394a8ce3-ef6c-4888-9b62-becc0e312c1c tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:04.815225 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8d51ca71-f501-4931-8056-bdd25b1749d1 req-394a8ce3-ef6c-4888-9b62-becc0e312c1c tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 945 time: 0.0831220 Feb 11 04:48:04.823543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 06a274ce-b827-4221-bd30-cdda98891175 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:48:04.829709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ecfa7e3c-b033-48aa-b11f-06d48703f4f5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:04.841918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 06a274ce-b827-4221-bd30-cdda98891175 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:04.842308 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (06a274ce-b827-4221-bd30-cdda98891175), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.866466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'port_id': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5', 'mac_address': 'fa:16:3e:17:fa:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ae33d8-9318-4ac3-9e38-c945077968e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:48:04.925939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:04.926226 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.942046 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8d51ca71-f501-4931-8056-bdd25b1749d1 req-d72a1ff2-0434-4455-8193-7a41f26ea784 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249301 Feb 11 04:48:04.954766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecfa7e3c-b033-48aa-b11f-06d48703f4f5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:05.015517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ecfa7e3c-b033-48aa-b11f-06d48703f4f5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:05.016731 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 06a274ce-b827-4221-bd30-cdda98891175 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:05.017126 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (06a274ce-b827-4221-bd30-cdda98891175), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:05.024223 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:05.068392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66394ccd-33f0-448b-bccf-98048b69c444 req-10de78b9-a141-4255-807d-ca70d0365975 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:05.077034 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66394ccd-33f0-448b-bccf-98048b69c444 req-10de78b9-a141-4255-807d-ca70d0365975 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.1040695 Feb 11 04:48:05.081858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09c4a5c-e484-4f1e-b344-52030eae362e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a274ce-b827-4221-bd30-cdda98891175'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:05.084147 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0d950c-d9fd-4dc2-8471-e15f12d96bab" -d '{"events": [{"server_uuid": "c09c4a5c-e484-4f1e-b344-52030eae362e", "name": "network-vif-plugged", "status": "completed", "tag": "06a274ce-b827-4221-bd30-cdda98891175"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:05.106610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 06a274ce-b827-4221-bd30-cdda98891175, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=06a274ce-b827-4221-bd30-cdda98891175,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:05.117582 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (06a274ce-b827-4221-bd30-cdda98891175), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:05.120632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:05.153544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 891a6c06-3097-43c7-8a0a-2fcc3cd10055 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:05.169268 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66394ccd-33f0-448b-bccf-98048b69c444 req-a843b2d3-f706-44a6-aae3-c389bbb79212 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866337 Feb 11 04:48:05.210013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b625f0-e2a5-44c7-9dce-92475f3406b6 req-ffbcea04-1b1a-4cac-aca2-0b911b82279b tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:05.223262 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84b625f0-e2a5-44c7-9dce-92475f3406b6 req-ffbcea04-1b1a-4cac-aca2-0b911b82279b tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 945 time: 0.1611390 Feb 11 04:48:05.320964 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84b625f0-e2a5-44c7-9dce-92475f3406b6 req-2fd5fca1-4e42-4f14-bf7f-9b898a31764e tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956807 Feb 11 04:48:05.397422 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef197f8c-70d2-4240-b420-7bf0ea8f4270 x-openstack-request-id: req-ef197f8c-70d2-4240-b420-7bf0ea8f4270 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:05.397796 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09c4a5c-e484-4f1e-b344-52030eae362e", "name": "network-vif-plugged", "status": "completed", "tag": "06a274ce-b827-4221-bd30-cdda98891175", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:05.397990 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef197f8c-70d2-4240-b420-7bf0ea8f4270 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:05.398368 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09c4a5c-e484-4f1e-b344-52030eae362e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a274ce-b827-4221-bd30-cdda98891175', 'code': 200} Feb 11 04:48:05.405425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ecfa7e3c-b033-48aa-b11f-06d48703f4f5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:05.417778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab96c8-e917-4f0e-9d86-44586561c35f req-19893450-90ac-4b59-9357-a5d0772f79d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:05.419381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-45ab96c8-e917-4f0e-9d86-44586561c35f req-19893450-90ac-4b59-9357-a5d0772f79d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 1129 time: 0.0787840 Feb 11 04:48:05.442389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=06a274ce-b827-4221-bd30-cdda98891175,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:05.483347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 891a6c06-3097-43c7-8a0a-2fcc3cd10055 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:48:05.499540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 891a6c06-3097-43c7-8a0a-2fcc3cd10055 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:05.499983 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:05.542719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-45ab96c8-e917-4f0e-9d86-44586561c35f req-350dece3-2e81-4d66-888a-a9d8db57118f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051798 Feb 11 04:48:05.677813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 891a6c06-3097-43c7-8a0a-2fcc3cd10055 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:05.678217 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:05.721252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 891a6c06-3097-43c7-8a0a-2fcc3cd10055, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=891a6c06-3097-43c7-8a0a-2fcc3cd10055,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:05.727554 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:05.798114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=891a6c06-3097-43c7-8a0a-2fcc3cd10055,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:05.826986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b22050-d114-4f33-ac03-22ceecb66457 req-b92907b0-d470-4566-aa6e-5e0daa2a09c5 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:05.829543 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05b22050-d114-4f33-ac03-22ceecb66457 req-b92907b0-d470-4566-aa6e-5e0daa2a09c5 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 944 time: 0.1085935 Feb 11 04:48:05.928494 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05b22050-d114-4f33-ac03-22ceecb66457 req-ac52fac3-5bd0-43b6-ae18-8a9ce834a416 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907772 Feb 11 04:48:05.950046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48847be9-b7fa-4a63-b479-fc2804259a28 req-8ff177f7-44d0-4fa9-b610-8fd98ebece99 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:05.955337 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48847be9-b7fa-4a63-b479-fc2804259a28 req-8ff177f7-44d0-4fa9-b610-8fd98ebece99 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 945 time: 0.1157048 Feb 11 04:48:06.063523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48847be9-b7fa-4a63-b479-fc2804259a28 req-7c6608d1-fda7-495f-8cdc-37a7e28c5e41 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044552 Feb 11 04:48:06.089837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56664) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:06.163359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5c105-39b3-4f3b-855c-04139f535ac9 req-09f4aad0-434e-4027-8276-83b8e7af3ad5 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:06.172518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67d5c105-39b3-4f3b-855c-04139f535ac9 req-09f4aad0-434e-4027-8276-83b8e7af3ad5 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 946 time: 0.1001077 Feb 11 04:48:06.232092 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67d5c105-39b3-4f3b-855c-04139f535ac9 req-2de01fc9-20cf-4089-97c6-3b7b43ba0622 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576806 Feb 11 04:48:06.324636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-252d4c14-0a1f-4c74-a00b-4eaa4c0e9000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:06.395727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e537be-e1b3-4e0b-af4b-05ed19296fd1 req-b60ad789-3568-4105-a704-f0896351b52d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:06.397264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7e537be-e1b3-4e0b-af4b-05ed19296fd1 req-b60ad789-3568-4105-a704-f0896351b52d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.1180346 Feb 11 04:48:06.490474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c78b76-a214-4670-8b59-23c8c62b90c2 req-531cbed7-b6ee-4175-ae78-5171c643ca76 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:06.498655 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62c78b76-a214-4670-8b59-23c8c62b90c2 req-531cbed7-b6ee-4175-ae78-5171c643ca76 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.0812769 Feb 11 04:48:06.505101 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7e537be-e1b3-4e0b-af4b-05ed19296fd1 req-82c1f9fa-a72e-415a-bd3d-02c0af128952 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922062 Feb 11 04:48:06.507410 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-252d4c14-0a1f-4c74-a00b-4eaa4c0e9000 admin admin] Publish callbacks [] for security_group (55b3f0f1-5b80-4c9f-86cc-0da0d9f36b53), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:06.519754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-252d4c14-0a1f-4c74-a00b-4eaa4c0e9000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (55b3f0f1-5b80-4c9f-86cc-0da0d9f36b53), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:06.573342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d4c14-0a1f-4c74-a00b-4eaa4c0e9000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b3f0f1-5b80-4c9f-86cc-0da0d9f36b53,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:06.582041 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-252d4c14-0a1f-4c74-a00b-4eaa4c0e9000 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4f44cb6d1dc4964a878caee34e047f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4909706 Feb 11 04:48:06.583988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56680) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:06.633988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c538c0b5-f4ea-45cb-8f36-8110596bc639 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:06.660749 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40aec4cc-cc81-4d20-8b89-cd2eda19fc32 admin admin] Publish callbacks [] for security_group (55b3f0f1-5b80-4c9f-86cc-0da0d9f36b53), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:06.663541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62c78b76-a214-4670-8b59-23c8c62b90c2 req-757f6bc8-8164-418b-bc83-e57337db8a92 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642079 Feb 11 04:48:06.697750 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40aec4cc-cc81-4d20-8b89-cd2eda19fc32 admin admin] Publish callbacks [] for security_group (55b3f0f1-5b80-4c9f-86cc-0da0d9f36b53), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:06.719505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port c538c0b5-f4ea-45cb-8f36-8110596bc639 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:48:06.730307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port c538c0b5-f4ea-45cb-8f36-8110596bc639 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:06.731443 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:06.778028 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40aec4cc-cc81-4d20-8b89-cd2eda19fc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (55b3f0f1-5b80-4c9f-86cc-0da0d9f36b53), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:06.783664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40aec4cc-cc81-4d20-8b89-cd2eda19fc32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:06.791087 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-40aec4cc-cc81-4d20-8b89-cd2eda19fc32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55b3f0f1-5b80-4c9f-86cc-0da0d9f36b53 HTTP/1.1" status: 204 len: 168 time: 0.2013440 Feb 11 04:48:06.812150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aec4cc-cc81-4d20-8b89-cd2eda19fc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b3f0f1-5b80-4c9f-86cc-0da0d9f36b53,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:06.909138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c538c0b5-f4ea-45cb-8f36-8110596bc639 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:06.909558 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:06.976143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c538c0b5-f4ea-45cb-8f36-8110596bc639, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c538c0b5-f4ea-45cb-8f36-8110596bc639,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:06.993689 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:06.995125 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ecfa7e3c-b033-48aa-b11f-06d48703f4f5 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:07.086934 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c538c0b5-f4ea-45cb-8f36-8110596bc639,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:07.171398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10fca4-5499-4e37-8e8a-87f82e0ff5bb req-14b307be-d4ba-4fc8-8e18-c0014467f16b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:07.177462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8c10fca4-5499-4e37-8e8a-87f82e0ff5bb req-14b307be-d4ba-4fc8-8e18-c0014467f16b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 945 time: 0.1316142 Feb 11 04:48:07.239571 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:07.243435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56694) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:07.259320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:07.259701 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:07.298886 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-301a150c-84e2-4d35-9d80-768ecd63e2ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:07.327683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8c10fca4-5499-4e37-8e8a-87f82e0ff5bb req-1b1c120d-15c0-40db-91ac-84822078ec72 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426811 Feb 11 04:48:07.353968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f502c-c7cd-4e51-a031-547fd7fc6ecf req-367c2f70-32cd-4e68-88d2-285a786b52f0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:07.358727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-740f502c-c7cd-4e51-a031-547fd7fc6ecf req-367c2f70-32cd-4e68-88d2-285a786b52f0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 945 time: 0.1551623 Feb 11 04:48:07.402347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b59870-2d88-43a8-b04a-571bfa77fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891a6c06-3097-43c7-8a0a-2fcc3cd10055'}, {'server_uuid': 'b0113a70-34c4-476b-bc5c-9c652753554c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c538c0b5-f4ea-45cb-8f36-8110596bc639'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:07.404630 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87261b09-9b3e-4c06-b778-138e59620c39" -d '{"events": [{"server_uuid": "27b59870-2d88-43a8-b04a-571bfa77fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "891a6c06-3097-43c7-8a0a-2fcc3cd10055"}, {"server_uuid": "b0113a70-34c4-476b-bc5c-9c652753554c", "name": "network-vif-plugged", "status": "completed", "tag": "c538c0b5-f4ea-45cb-8f36-8110596bc639"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:07.407072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:07.407478 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:07.445328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ecfa7e3c-b033-48aa-b11f-06d48703f4f5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:07.449786 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:07.482796 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-740f502c-c7cd-4e51-a031-547fd7fc6ecf req-5a56a264-2ade-49e5-a22e-e9fe2893d655 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157291 Feb 11 04:48:07.534917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:07.542113 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aebb264-d5b0-4cb5-86e2-9507223c6dfc x-openstack-request-id: req-3aebb264-d5b0-4cb5-86e2-9507223c6dfc {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:07.542415 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b59870-2d88-43a8-b04a-571bfa77fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "891a6c06-3097-43c7-8a0a-2fcc3cd10055", "code": 200}, {"server_uuid": "b0113a70-34c4-476b-bc5c-9c652753554c", "name": "network-vif-plugged", "status": "completed", "tag": "c538c0b5-f4ea-45cb-8f36-8110596bc639", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:07.542742 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3aebb264-d5b0-4cb5-86e2-9507223c6dfc {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:07.543164 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b59870-2d88-43a8-b04a-571bfa77fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891a6c06-3097-43c7-8a0a-2fcc3cd10055', 'code': 200} Feb 11 04:48:07.543350 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0113a70-34c4-476b-bc5c-9c652753554c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c538c0b5-f4ea-45cb-8f36-8110596bc639', 'code': 200} Feb 11 04:48:07.599967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944be851-3432-4830-87bf-829c42ab0eaf req-23c54b6a-1e97-45f1-9d69-22300775b58e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:07.607093 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-944be851-3432-4830-87bf-829c42ab0eaf req-23c54b6a-1e97-45f1-9d69-22300775b58e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 946 time: 0.1316485 Feb 11 04:48:07.644639 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-301a150c-84e2-4d35-9d80-768ecd63e2ff admin admin] Publish callbacks [] for security_group (71ba4c31-d9f7-4b74-b3db-c0034c6483ef), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:07.653309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-301a150c-84e2-4d35-9d80-768ecd63e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (71ba4c31-d9f7-4b74-b3db-c0034c6483ef), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:07.705274 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-301a150c-84e2-4d35-9d80-768ecd63e2ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74fbfa9e081a4e6da26f55b205a0f101&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4556942 Feb 11 04:48:07.716874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a150c-84e2-4d35-9d80-768ecd63e2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ba4c31-d9f7-4b74-b3db-c0034c6483ef,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:07.729887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a973d37-b06c-4d2d-a0d0-b3954342876a req-f322b380-c898-43f5-804e-8215d37071ba tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:07.734136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a973d37-b06c-4d2d-a0d0-b3954342876a req-f322b380-c898-43f5-804e-8215d37071ba tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.1080630 Feb 11 04:48:07.735541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56706) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:07.783167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-944be851-3432-4830-87bf-829c42ab0eaf req-59444273-dc48-4963-87ea-fb306dc67f75 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712298 Feb 11 04:48:07.871637 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a973d37-b06c-4d2d-a0d0-b3954342876a req-2c5db821-5b3d-44af-862a-9f0260539702 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305549 Feb 11 04:48:07.890826 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Publish callbacks [] for security_group (71ba4c31-d9f7-4b74-b3db-c0034c6483ef), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:07.895547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc138a28-7385-4373-a473-b9d5497324ed req-64f34241-d3f7-476c-bfc6-6b4c5173307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:07.898001 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc138a28-7385-4373-a473-b9d5497324ed req-64f34241-d3f7-476c-bfc6-6b4c5173307c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 1129 time: 0.1911776 Feb 11 04:48:07.917639 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Publish callbacks [] for security_group (71ba4c31-d9f7-4b74-b3db-c0034c6483ef), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:08.017068 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (71ba4c31-d9f7-4b74-b3db-c0034c6483ef), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:08.019559 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc138a28-7385-4373-a473-b9d5497324ed req-8e940b2d-8956-4faa-ad3e-f49a126b5f24 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134510 Feb 11 04:48:08.021162 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:08.023027 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71ba4c31-d9f7-4b74-b3db-c0034c6483ef HTTP/1.1" status: 204 len: 168 time: 0.2854128 Feb 11 04:48:08.037811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f19c6-e7e2-4e1b-933a-d6dd3f7070ac req-f15a20d7-d7ed-4dbd-8086-529e101cf350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:08.044080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-531f19c6-e7e2-4e1b-933a-d6dd3f7070ac req-f15a20d7-d7ed-4dbd-8086-529e101cf350 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 1128 time: 0.2177846 Feb 11 04:48:08.047927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ba4c31-d9f7-4b74-b3db-c0034c6483ef,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:08.059558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.060055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.060503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.060945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.061385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.061909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.062452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.062888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.063359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.063787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.064248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.064673 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.065936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076c08c1-19df-4280-88e3-baf8fbd10c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:08.113108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b77f83-726c-4692-99e5-7032647b50ff req-fc79c632-1573-4cfe-8496-01dfb05b4497 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:08.114922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b77f83-726c-4692-99e5-7032647b50ff req-fc79c632-1573-4cfe-8496-01dfb05b4497 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.1799860 Feb 11 04:48:08.215158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-531f19c6-e7e2-4e1b-933a-d6dd3f7070ac req-e3628ba3-e664-46f5-b66b-ba7a4a1065c1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519637 Feb 11 04:48:08.230019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21b77f83-726c-4692-99e5-7032647b50ff req-83b43baf-7f29-4dd2-bc41-7b60e8bb3fce tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996723 Feb 11 04:48:08.492011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb73c2a-cb55-4618-93d0-55e2826551d3 req-31bbb106-f300-4e23-ac13-9e7e5fb09a0e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:08.495078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7eb73c2a-cb55-4618-93d0-55e2826551d3 req-31bbb106-f300-4e23-ac13-9e7e5fb09a0e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 945 time: 0.0620122 Feb 11 04:48:08.642208 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7eb73c2a-cb55-4618-93d0-55e2826551d3 req-281968c5-7d7a-4430-beac-62cea74f2ceb tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267512 Feb 11 04:48:08.723890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4a035-8ecb-4223-87c5-1ff8403a8917 req-a8110fd1-8969-4678-bb8e-443f85ce8ee5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:08.725595 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ccb4a035-8ecb-4223-87c5-1ff8403a8917 req-a8110fd1-8969-4678-bb8e-443f85ce8ee5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1572242 Feb 11 04:48:08.744429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56724) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:08.757810 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d84b-a3c5-461f-8a87-35366a4fd692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:08.783425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ccb4a035-8ecb-4223-87c5-1ff8403a8917 req-cf895c7e-b793-44ea-9850-cb7342f56b6c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504577 Feb 11 04:48:08.867675 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d84b-a3c5-461f-8a87-35366a4fd692 admin admin] Publish callbacks [] for security_group (635042b0-20f0-41e1-8de8-e965d529671f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:08.884599 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d84b-a3c5-461f-8a87-35366a4fd692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (635042b0-20f0-41e1-8de8-e965d529671f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:08.954964 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ccb1d84b-a3c5-461f-8a87-35366a4fd692 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f95f7cf81aae4468b80dccdb07a1a6c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2092891 Feb 11 04:48:08.958037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56740) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:08.964213 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b996f7-b048-4dbb-b395-398c2ba989a1 req-a48d9a52-b64f-4a96-8ed7-9be9bdd9b7c5 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:08.966561 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9b996f7-b048-4dbb-b395-398c2ba989a1 req-a48d9a52-b64f-4a96-8ed7-9be9bdd9b7c5 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 946 time: 0.1132472 Feb 11 04:48:08.967500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1d84b-a3c5-461f-8a87-35366a4fd692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635042b0-20f0-41e1-8de8-e965d529671f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:09.014054 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da6ef1e9-79ad-4fc0-b618-96f612599fad admin admin] Publish callbacks [] for security_group (635042b0-20f0-41e1-8de8-e965d529671f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.048940 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9b996f7-b048-4dbb-b395-398c2ba989a1 req-66e5384f-32f8-4e44-bcb7-2dc193905797 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702338 Feb 11 04:48:09.073421 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da6ef1e9-79ad-4fc0-b618-96f612599fad admin admin] Publish callbacks [] for security_group (635042b0-20f0-41e1-8de8-e965d529671f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.103900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f44c9-8cd1-4673-8b19-df5f5fde89d8 req-7bd2fc7f-d482-4157-9481-ddd78ed0e1d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:09.105423 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e53f44c9-8cd1-4673-8b19-df5f5fde89d8 req-7bd2fc7f-d482-4157-9481-ddd78ed0e1d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.0777853 Feb 11 04:48:09.183921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da6ef1e9-79ad-4fc0-b618-96f612599fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (635042b0-20f0-41e1-8de8-e965d529671f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.187231 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da6ef1e9-79ad-4fc0-b618-96f612599fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.188593 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-da6ef1e9-79ad-4fc0-b618-96f612599fad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/635042b0-20f0-41e1-8de8-e965d529671f HTTP/1.1" status: 204 len: 168 time: 0.2295702 Feb 11 04:48:09.194208 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e53f44c9-8cd1-4673-8b19-df5f5fde89d8 req-e0f7f670-5604-4880-b332-d0178079a9a2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816784 Feb 11 04:48:09.201048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ef1e9-79ad-4fc0-b618-96f612599fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635042b0-20f0-41e1-8de8-e965d529671f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:09.325951 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-356b2488-795c-41ab-ba76-b3343f0cdd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.413313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978ed75-661d-4bd3-a718-ca189fd541fd req-9536072f-9262-4589-b7ed-cdeff69429c2 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:09.414253 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f978ed75-661d-4bd3-a718-ca189fd541fd req-9536072f-9262-4589-b7ed-cdeff69429c2 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.0701864 Feb 11 04:48:09.532664 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f978ed75-661d-4bd3-a718-ca189fd541fd req-39a6d6ba-eaa7-42fe-b63c-33da1bb58106 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089737 Feb 11 04:48:09.545254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9895522b-4da2-4ce8-9ce7-eedb4bfd18e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:09.548021 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8987d67-00c2-4e76-9bfd-7bf814c5ec3a" -d '{"events": [{"server_uuid": "9895522b-4da2-4ce8-9ce7-eedb4bfd18e6", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa7e3c-b033-48aa-b11f-06d48703f4f5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:09.615776 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae4e6f0-f07b-4688-90c4-01ca149f2584 x-openstack-request-id: req-5ae4e6f0-f07b-4688-90c4-01ca149f2584 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:09.616198 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9895522b-4da2-4ce8-9ce7-eedb4bfd18e6", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa7e3c-b033-48aa-b11f-06d48703f4f5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:09.616474 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ae4e6f0-f07b-4688-90c4-01ca149f2584 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:09.617038 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9895522b-4da2-4ce8-9ce7-eedb4bfd18e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5', 'code': 200} Feb 11 04:48:09.703426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a43971-fbb8-4d57-9c5b-9dd17c36696a req-825a8592-afe0-434e-96da-5a60d13c8095 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:09.704949 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37a43971-fbb8-4d57-9c5b-9dd17c36696a req-825a8592-afe0-434e-96da-5a60d13c8095 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.0680702 Feb 11 04:48:09.797127 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37a43971-fbb8-4d57-9c5b-9dd17c36696a req-58fa1db1-698f-4750-b41c-1614357f2dae tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861206 Feb 11 04:48:09.844171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d7202-9086-4645-b120-d3bfeaed5d13 req-d0f5f926-dc11-426f-ac0e-79afdb54c610 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:09.847618 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9d2d7202-9086-4645-b120-d3bfeaed5d13 req-d0f5f926-dc11-426f-ac0e-79afdb54c610 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 945 time: 0.0937250 Feb 11 04:48:09.941124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f984ed-a9e2-4496-b851-3f0c0dd026e4 req-0feaf0b6-7dd7-45d2-a0a9-4783f0528d14 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:09.947510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9d2d7202-9086-4645-b120-d3bfeaed5d13 req-7e2676e5-56be-4366-b0ea-25e4f7be2b02 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939009 Feb 11 04:48:09.948755 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31f984ed-a9e2-4496-b851-3f0c0dd026e4 req-0feaf0b6-7dd7-45d2-a0a9-4783f0528d14 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.0630002 Feb 11 04:48:10.019955 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31f984ed-a9e2-4496-b851-3f0c0dd026e4 req-70da7b83-11db-4617-9c0e-d20e7fa8ec5f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644562 Feb 11 04:48:10.170385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d5ab0-a09d-45f6-9c3a-50816493376b req-399ea542-d9a3-49f4-9edd-ea5c5a296daa tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:10.171970 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e1d5ab0-a09d-45f6-9c3a-50816493376b req-399ea542-d9a3-49f4-9edd-ea5c5a296daa tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.0775599 Feb 11 04:48:10.226668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7228a-4e60-4204-ab24-6106dad920e7 req-370aa302-acec-4830-aba8-8fc53b7a0b7f tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:10.226668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8cf7228a-4e60-4204-ab24-6106dad920e7 req-370aa302-acec-4830-aba8-8fc53b7a0b7f tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 946 time: 0.0780306 Feb 11 04:48:10.231133 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e1d5ab0-a09d-45f6-9c3a-50816493376b req-550471f1-38a7-43df-a667-b1c3e0582165 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535157 Feb 11 04:48:10.295061 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8cf7228a-4e60-4204-ab24-6106dad920e7 req-15fe9d96-5284-4fc2-8413-7ec4d6dd5da5 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607741 Feb 11 04:48:10.424662 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00406a2d-19e7-4ea5-b329-72455e58f2a7 req-b731d21c-10cd-4c97-bfc2-adb1cb70b381 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:10.434041 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00406a2d-19e7-4ea5-b329-72455e58f2a7 req-b731d21c-10cd-4c97-bfc2-adb1cb70b381 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.1132381 Feb 11 04:48:10.495457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9a47a-228a-4541-8e71-61223a0a39ac req-9c8bd164-b63d-4a1c-8d5b-b4cee3da48c7 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:10.504363 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23f9a47a-228a-4541-8e71-61223a0a39ac req-9c8bd164-b63d-4a1c-8d5b-b4cee3da48c7 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.1150885 Feb 11 04:48:10.505795 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00406a2d-19e7-4ea5-b329-72455e58f2a7 req-98f0f324-bb74-47a0-a8b1-a197d90937d8 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703363 Feb 11 04:48:10.598112 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23f9a47a-228a-4541-8e71-61223a0a39ac req-3f23c36c-481d-4a13-bae9-90d3156a518f tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906625 Feb 11 04:48:10.756921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925606d-b6d9-4de8-b877-8a636ea1118c req-b1d89af9-6f84-46d9-8f40-6b9bd7f6613b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:10.763910 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2925606d-b6d9-4de8-b877-8a636ea1118c req-b1d89af9-6f84-46d9-8f40-6b9bd7f6613b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.1511884 Feb 11 04:48:10.773946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc11bd8-d300-4865-ad29-e0c0476486ad req-da2b4c9b-2b36-4628-8aaa-c0c712ba9321 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:10.776256 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-abc11bd8-d300-4865-ad29-e0c0476486ad req-da2b4c9b-2b36-4628-8aaa-c0c712ba9321 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.0833330 Feb 11 04:48:10.781396 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2925606d-b6d9-4de8-b877-8a636ea1118c req-ed5d6fc8-d9ec-4042-8852-f60cf1f1c1cf tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/quotas/dbf38467408f44b9a285b2d5c0e7abab HTTP/1.1" status: 200 len: 375 time: 0.0159516 Feb 11 04:48:10.835894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-abc11bd8-d300-4865-ad29-e0c0476486ad req-42a0ef93-2334-4760-baef-9191782a0049 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532188 Feb 11 04:48:10.836981 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2925606d-b6d9-4de8-b877-8a636ea1118c req-2f0cc9ea-778c-4d00-8c86-21440d64c9ca tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547099 Feb 11 04:48:10.937925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2925606d-b6d9-4de8-b877-8a636ea1118c req-b1a59235-f4d1-46ba-b9aa-199e4102e818 service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938866 Feb 11 04:48:10.987227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acf6ad-d434-430f-b0ca-f12689938c85 req-590dc7a4-89e0-4d64-992e-4f8c9b670337 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:11.000506 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a5acf6ad-d434-430f-b0ca-f12689938c85 req-590dc7a4-89e0-4d64-992e-4f8c9b670337 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.0863256 Feb 11 04:48:11.159064 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2925606d-b6d9-4de8-b877-8a636ea1118c req-2cc25a0a-1e45-47f6-a828-f4464e240016 service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922696 Feb 11 04:48:11.168006 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a5acf6ad-d434-430f-b0ca-f12689938c85 req-4ff6f641-11e7-4d13-abab-0c098d29fc35 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603837 Feb 11 04:48:11.446621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fafb3b-e86a-4017-ad1e-583d027b033b req-9a82e982-8c87-4117-881a-8b0189d0fd9d tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:11.449142 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a8fafb3b-e86a-4017-ad1e-583d027b033b req-9a82e982-8c87-4117-881a-8b0189d0fd9d tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 945 time: 0.1456687 Feb 11 04:48:11.536728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec253bb8-e322-4984-b6cd-23d7e05426b3 req-0bce74f7-ef4f-4c81-93b5-bbb1ad066d8b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:11.543375 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec253bb8-e322-4984-b6cd-23d7e05426b3 req-0bce74f7-ef4f-4c81-93b5-bbb1ad066d8b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1313627 Feb 11 04:48:11.587455 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a8fafb3b-e86a-4017-ad1e-583d027b033b req-d368c366-b014-4d76-bd34-bb04cecfc59d tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312485 Feb 11 04:48:11.708270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec253bb8-e322-4984-b6cd-23d7e05426b3 req-2287d52d-bc66-4b1f-9c84-0fc5b224815d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590078 Feb 11 04:48:11.841414 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-da3d90dc-b805-44ec-8c07-f6f1b00849bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:12.658442 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:12.759482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f99c8-86db-4476-8d1a-1ab7aeaf1b77 req-f9cb161d-ef3f-4329-b3dd-ead8c0183d09 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:12.764859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1e2f99c8-86db-4476-8d1a-1ab7aeaf1b77 req-f9cb161d-ef3f-4329-b3dd-ead8c0183d09 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.1094947 Feb 11 04:48:12.864827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1e2f99c8-86db-4476-8d1a-1ab7aeaf1b77 req-7603d30b-b535-46df-afc4-1b0878813f06 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936890 Feb 11 04:48:13.180359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:13.284741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d35a3-4c47-44ab-8c01-993279cb94a9 req-58e2d383-c22c-4e71-88d7-76e34dd0240a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:13.302075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-641d35a3-4c47-44ab-8c01-993279cb94a9 req-58e2d383-c22c-4e71-88d7-76e34dd0240a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.1313863 Feb 11 04:48:13.525950 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-641d35a3-4c47-44ab-8c01-993279cb94a9 req-15bff32e-6472-48b4-bb1e-86e4f755a8b5 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293439 Feb 11 04:48:13.660020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:13.719667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0065efd-0a89-4aab-9397-533db0a87cfd req-7c5b31a7-eb2a-4609-a4b1-ee9cc52da593 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:13.727941 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0065efd-0a89-4aab-9397-533db0a87cfd req-7c5b31a7-eb2a-4609-a4b1-ee9cc52da593 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1021974 Feb 11 04:48:13.797369 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0065efd-0a89-4aab-9397-533db0a87cfd req-dae7d237-708f-49a2-82ae-d58b55df3863 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681493 Feb 11 04:48:14.032901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4558c-5235-4839-a6d3-833387ef8707 req-9a81d5f8-2e4b-4cd2-a74d-f720ab43f892 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:14.037593 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-83d4558c-5235-4839-a6d3-833387ef8707 req-9a81d5f8-2e4b-4cd2-a74d-f720ab43f892 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 945 time: 0.1282961 Feb 11 04:48:14.168876 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-83d4558c-5235-4839-a6d3-833387ef8707 req-bee955b3-96da-4c31-9abb-3bb716ac663a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261084 Feb 11 04:48:14.226424 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:14.496136 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ea81-0d73-4c0f-8cf7-9e4f47cd8f2b req-fa168ef6-4d4a-4779-8914-aea434512724 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:14.519775 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2990ea81-0d73-4c0f-8cf7-9e4f47cd8f2b req-fa168ef6-4d4a-4779-8914-aea434512724 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.1422229 Feb 11 04:48:14.635096 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2990ea81-0d73-4c0f-8cf7-9e4f47cd8f2b req-138d7484-6710-4da8-94cc-5266cbeb7890 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132245 Feb 11 04:48:15.563260 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:16.758756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fab85-eead-44bb-9d5d-4cf7ee1c2187 req-c6f6a093-122b-479f-b68d-08e57e791ebf tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:16.761014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de6fab85-eead-44bb-9d5d-4cf7ee1c2187 req-c6f6a093-122b-479f-b68d-08e57e791ebf tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.0605438 Feb 11 04:48:16.795479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-e5fadf9f-e108-4a7e-841c-61d00cf01166 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:16.804067 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-e5fadf9f-e108-4a7e-841c-61d00cf01166 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.1599638 Feb 11 04:48:16.821598 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de6fab85-eead-44bb-9d5d-4cf7ee1c2187 req-1541bc2e-27e6-410b-81ee-5ba25c191c52 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544782 Feb 11 04:48:16.822251 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-d34b2c87-2abd-4a98-81d4-f5e7d5371b1e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/quotas/dbf38467408f44b9a285b2d5c0e7abab HTTP/1.1" status: 200 len: 375 time: 0.0172591 Feb 11 04:48:16.929980 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-05460e14-69b8-4eb5-9b2d-1a74c7614fca tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1067128 Feb 11 04:48:16.941987 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-6280e89e-b1bb-44c2-83fd-ea8518f32ae3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:48:16.949492 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-6280e89e-b1bb-44c2-83fd-ea8518f32ae3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121632 Feb 11 04:48:16.969275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-3129d986-512d-4dd2-9784-56d570da682d tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5ef4914dc44c41a783b43f500f12c636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355241 Feb 11 04:48:17.098402 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-e3acea62-424c-4300-94b2-2e030e283c1c service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477034 Feb 11 04:48:17.183462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-b792942b-61e8-44f2-a753-675c63ab81c2 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:17.185139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-b792942b-61e8-44f2-a753-675c63ab81c2 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152944 Feb 11 04:48:17.213084 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-9a63fd2a-d3d9-4f01-8d3d-7a78a63fdf35 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/quotas/5ef4914dc44c41a783b43f500f12c636 HTTP/1.1" status: 200 len: 375 time: 0.0146837 Feb 11 04:48:17.260567 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-2a4d5e43-87c2-48b0-aa49-c1f61a04a904 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ef4914dc44c41a783b43f500f12c636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378177 Feb 11 04:48:17.280343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-cb3b79db-b890-4471-9513-7c3878aad32d service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808410 Feb 11 04:48:17.395250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-09a3cf01-d031-4161-a885-18145da08f47 service neutron] 10.222.0.10 "GET /v2.0/ports/2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992/bindings/n-h1-615180-58 HTTP/1.1" status: 200 len: 385 time: 0.0895278 Feb 11 04:48:17.604294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dc29f-26ce-414b-8fd4-4f616f77937a req-2a2568dd-e703-48e9-b862-44d37fd91a3f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:17.616595 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-844dc29f-26ce-414b-8fd4-4f616f77937a req-2a2568dd-e703-48e9-b862-44d37fd91a3f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1000957 Feb 11 04:48:17.763846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:17.782807 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-844dc29f-26ce-414b-8fd4-4f616f77937a req-7962db13-9189-48ea-b2d0-daac32504483 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650388 Feb 11 04:48:17.788269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:17.837918 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:17.868811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:17.918861 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:17.976878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea74eed-115b-4b2e-9e05-f9b35a453ec5 req-89cec5b6-bde0-4c4e-9e21-87671d6b0744 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:17.990458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ea74eed-115b-4b2e-9e05-f9b35a453ec5 req-89cec5b6-bde0-4c4e-9e21-87671d6b0744 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 945 time: 0.0915873 Feb 11 04:48:18.064877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ea74eed-115b-4b2e-9e05-f9b35a453ec5 req-59168c5c-5e94-4974-86e2-54bae0f71b79 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729508 Feb 11 04:48:18.190034 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e908c90e-5441-42a4-8624-526868f653e3 req-85ac5c44-c9c4-41e3-a9cf-69705dac5205 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 210 time: 0.0627592 Feb 11 04:48:18.304377 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cb11347b-3a2f-4821-87a6-c6e08b6b586f req-1bfa1d2c-c1c9-4129-a06c-917c19b262d4 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 210 time: 0.1040225 Feb 11 04:48:18.364821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Transition to ACTIVE for port object 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:48:18.373491 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:18.377737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4629a0-91e3-450e-8e26-0e35df0e01db req-8e382e8b-4e88-4228-bbd5-dc0cc90702f8 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:18.397387 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba4629a0-91e3-450e-8e26-0e35df0e01db req-8e382e8b-4e88-4228-bbd5-dc0cc90702f8 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 943 time: 0.0995481 Feb 11 04:48:18.469977 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba4629a0-91e3-450e-8e26-0e35df0e01db req-d732700c-bc57-4df1-b2d3-82c39cca9596 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665503 Feb 11 04:48:18.534853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] No DVR routers for this DVR port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:18.593722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:18.604302 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992/bindings/n-h1-615180-58/activate HTTP/1.1" status: 200 len: 370 time: 1.1828520 Feb 11 04:48:18.617043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90b4c9-5ebc-4b70-baaf-9ac23052b750 req-2c64abd8-26b9-464e-abcf-cad560d2ac97 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:18.623868 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e90b4c9-5ebc-4b70-baaf-9ac23052b750 req-2c64abd8-26b9-464e-abcf-cad560d2ac97 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 950 time: 0.0787728 Feb 11 04:48:18.645020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.646401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.648102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.651658 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.652349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.653620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.655711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.656294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.656861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.658575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.659673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.660778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.661423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0799dc-6730-4e1f-8a50-7154d1d4ba29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:18.691750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e90b4c9-5ebc-4b70-baaf-9ac23052b750 req-8a76ece9-3c05-4023-a495-0569c507051a tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668838 Feb 11 04:48:18.824550 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:48:18.988363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-4ec14029-f4b6-4daa-b837-74cf811bd578 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:18.991775 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-4ec14029-f4b6-4daa-b837-74cf811bd578 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d&tenant_id=b17f5c0876a6459894825e19cb0017e2&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1127 time: 0.0801535 Feb 11 04:48:19.112728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ab158371-2bfd-4fd8-aa80-ebc41346dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:19.114963 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ab158371-2bfd-4fd8-aa80-ebc41346dcd0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d&tenant_id=b17f5c0876a6459894825e19cb0017e2 HTTP/1.1" status: 200 len: 1127 time: 0.1076617 Feb 11 04:48:19.282549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0506cb-3c18-4dc0-a210-a2504d0ba59e req-2d46a87f-f5e0-4f80-85ff-748d9fda8117 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:19.291211 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc0506cb-3c18-4dc0-a210-a2504d0ba59e req-2d46a87f-f5e0-4f80-85ff-748d9fda8117 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.0755157 Feb 11 04:48:19.348624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-45428213-74a8-43f3-96fe-f13283d2fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:19.350030 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-45428213-74a8-43f3-96fe-f13283d2fbd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 1127 time: 0.1695509 Feb 11 04:48:19.354294 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc0506cb-3c18-4dc0-a210-a2504d0ba59e req-c5e8e2fb-7542-4087-b6eb-0ce7af9189e5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617180 Feb 11 04:48:19.377713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcec649-6883-458d-ba36-c34e15924468 req-3afd49cb-f2e6-4488-a1f5-5691cffdd785 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:19.379249 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4fcec649-6883-458d-ba36-c34e15924468 req-3afd49cb-f2e6-4488-a1f5-5691cffdd785 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.1003170 Feb 11 04:48:19.524733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4fcec649-6883-458d-ba36-c34e15924468 req-90448358-7586-4232-b838-eb61b83e5c4e tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246023 Feb 11 04:48:19.590735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ce1d52db-b63a-460e-96d6-442512c7e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:19.592267 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-ce1d52db-b63a-460e-96d6-442512c7e253 service neutron] 10.222.0.60 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.1767082 Feb 11 04:48:19.651614 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a88f3d32-31d3-4ca9-9840-678527da2004 req-72d2ae1c-2a43-4a2b-bcd7-e90a9f86d5d7 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 210 time: 0.0752318 Feb 11 04:48:19.738721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-258dfa8a-86b7-4e98-bfa2-08db8da8ac41 req-dc8f5015-efff-47a5-adfe-3ef741081bef tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 210 time: 0.0861382 Feb 11 04:48:19.785711 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-0b7e578a-6862-47de-a4ad-b2d16e0d31c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 HTTP/1.1" status: 200 len: 217 time: 0.1287549 Feb 11 04:48:19.880802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-1451b7ab-1324-4893-bb7d-c9d143006214 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:19.882315 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-1451b7ab-1324-4893-bb7d-c9d143006214 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.60 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.2891521 Feb 11 04:48:19.955781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Request body: {'port': {'device_id': 'c13df325-9534-4b50-b836-94a21ff1cf10', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'admin_state_up': True, 'tenant_id': 'dbf38467408f44b9a285b2d5c0e7abab'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:19.974196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-9364e4d2-e96b-4853-99ed-577414b1a117 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5ef4914dc44c41a783b43f500f12c636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401611 Feb 11 04:48:19.993595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-0799d6d5-9571-42a9-b44e-83d9dfbaa2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:19.995556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-0799d6d5-9571-42a9-b44e-83d9dfbaa2a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.1081219 Feb 11 04:48:20.032872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3380660-3416-41df-a9be-bc2fd47448c1 req-fe84d034-9ca2-461a-a3c2-e849ec2fe38c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:20.040931 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3380660-3416-41df-a9be-bc2fd47448c1 req-fe84d034-9ca2-461a-a3c2-e849ec2fe38c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 944 time: 0.2200675 Feb 11 04:48:20.251456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-73e6da6e-1adf-4d3f-b6ed-b081c89e5bd8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:20.253643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-73e6da6e-1adf-4d3f-b6ed-b081c89e5bd8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034428 Feb 11 04:48:20.284329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Request body: {'port': {'device_id': 'e63f7914-c4fe-4bad-a78b-f41dcde1157d', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '5ef4914dc44c41a783b43f500f12c636'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:20.445323 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Made reservation on behalf of 5ef4914dc44c41a783b43f500f12c636 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:20.450161 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:20.470367 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:20.577438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-844a7f14-75b3-42b8-b690-a6bef0ed9a9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5056140 Feb 11 04:48:20.610780 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Publish callbacks [] for security_group (8afcb937-0422-4e6c-8d04-575e41bf416f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:20.617088 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8afcb937-0422-4e6c-8d04-575e41bf416f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:20.644576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3380660-3416-41df-a9be-bc2fd47448c1 req-7fc7cea1-14e8-4a08-98f0-9f162cca3af7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027753 Feb 11 04:48:20.707068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Made reservation on behalf of dbf38467408f44b9a285b2d5c0e7abab for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:20.710443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:20.728744 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8afcb937-0422-4e6c-8d04-575e41bf416f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:20.890570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Allocated IP 172.20.0.13 (304821df-a58c-4299-8fdb-c67c2a932ad8/13421f11-6eb2-47e2-aec3-80ca3a3e551b/dbcec73f-b759-4399-a79b-20e261fc245b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:20.921960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd288842-dab8-4b90-9a34-ddd44b249a5b req-608156c0-2530-4588-8d63-68d55d7aced9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:20.929220 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd288842-dab8-4b90-9a34-ddd44b249a5b req-608156c0-2530-4588-8d63-68d55d7aced9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.2478552 Feb 11 04:48:20.964351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Allocated IP 192.168.233.248 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/1d85d0e2-c80d-4743-85f6-49861040f3df) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:21.017179 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd288842-dab8-4b90-9a34-ddd44b249a5b req-c0fa9f0a-03dc-428b-9116-216445a49245 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867572 Feb 11 04:48:21.089014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-bbf0b83c-150e-4fdb-8fba-49e9fa350d97 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768622 Feb 11 04:48:21.107886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bd805-89f3-4f1f-a085-3bb8a71ec336 req-91767374-654c-48e6-b11d-567b8062c9bb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:21.116510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961bd805-89f3-4f1f-a085-3bb8a71ec336 req-91767374-654c-48e6-b11d-567b8062c9bb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.1476405 Feb 11 04:48:21.166924 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afd57795-027d-47a3-9991-aa11aeba4919 req-a6ccfa68-6daf-4fcd-864b-193a663c37b5 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 210 time: 0.0513413 Feb 11 04:48:21.211983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 479ec173-5ccd-4c8f-a988-a263abc95461 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:21.215772 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-961bd805-89f3-4f1f-a085-3bb8a71ec336 req-b3c81704-8308-4ad4-a6ba-40a95b9c96df tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936708 Feb 11 04:48:21.219124 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks [] for port (dbcec73f-b759-4399-a79b-20e261fc245b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.291412 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Publish callbacks [] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.304472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.360800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:21.397729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Network 304821df-a58c-4299-8fdb-c67c2a932ad8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:21.410744 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 479ec173-5ccd-4c8f-a988-a263abc95461 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:21.411415 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.419824 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.446179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:21.450086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:21.467275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:21.487620 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:21.493108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:21.505877 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204bacc5-afa6-45d6-8b45-df03b6668239" -d '{"events": [{"server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "name": "network-vif-unplugged", "status": "completed", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:21.516037 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.532842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:21.546435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-84089060-84e3-48df-8c6b-711d2af9849c service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702292 Feb 11 04:48:21.547951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:21.616959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=479ec173-5ccd-4c8f-a988-a263abc95461,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:21.641906 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Pushing event updated for resources: {'Port': ['ID=1d85d0e2-c80d-4743-85f6-49861040f3df,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:21.651542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.652165 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.653942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.654423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.655288 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.655823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.656312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.656822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.657629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.658138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.659631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.660493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.661523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:21.672512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event updated for resources: {'Port': ['ID=dbcec73f-b759-4399-a79b-20e261fc245b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:21.690491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91944189-ea90-4224-b1c0-084324729618 req-c2ba2225-e965-418a-92b1-fae7999ae2c6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:21.699558 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-91944189-ea90-4224-b1c0-084324729618 req-c2ba2225-e965-418a-92b1-fae7999ae2c6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 932 time: 0.4059505 Feb 11 04:48:21.705432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:21.718857 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.742700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:21.746066 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.755211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-0d253340-235a-4294-af46-49badedd15d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8063853 Feb 11 04:48:21.775188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Request body: {'port': {'device_id': 'c13df325-9534-4b50-b836-94a21ff1cf10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:21.837371 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-91944189-ea90-4224-b1c0-084324729618 req-eab30295-41ef-4f8c-b7bb-1d5885c00243 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369178 Feb 11 04:48:21.878012 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-6d57aeab-d0a1-49f9-b49f-01907ec70ba8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5991154 Feb 11 04:48:21.899498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Request body: {'port': {'device_id': 'e63f7914-c4fe-4bad-a78b-f41dcde1157d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:21.937922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6a553c21-b3e7-4ac2-97c7-7df67581a186 None None] Provisioning complete for port 1d85d0e2-c80d-4743-85f6-49861040f3df triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:21.943297 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a553c21-b3e7-4ac2-97c7-7df67581a186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.982961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6a553c21-b3e7-4ac2-97c7-7df67581a186 None None] Port 1d85d0e2-c80d-4743-85f6-49861040f3df cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:48:21.989337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.084452 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc2dfd0-18a7-4fea-b1a2-145ac5df64b0 x-openstack-request-id: req-ffc2dfd0-18a7-4fea-b1a2-145ac5df64b0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:22.084729 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "name": "network-vif-unplugged", "status": "completed", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:22.084988 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffc2dfd0-18a7-4fea-b1a2-145ac5df64b0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:22.085681 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461', 'code': 200} Feb 11 04:48:22.094253 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.126489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296af3d0-1e3d-4309-a3ba-3f9078cfc81c req-4a5054fa-9403-4f34-8988-d53846cbad31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:22.129145 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-296af3d0-1e3d-4309-a3ba-3f9078cfc81c req-4a5054fa-9403-4f34-8988-d53846cbad31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 944 time: 0.1679711 Feb 11 04:48:22.337212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-296af3d0-1e3d-4309-a3ba-3f9078cfc81c req-f1b8bd12-ef8c-42a0-a560-5311f7573c33 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692324 Feb 11 04:48:22.538503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-e104d5b2-4a14-4b49-aff2-58fc4177d9af tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:22.540843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-e104d5b2-4a14-4b49-aff2-58fc4177d9af tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d&tenant_id=b17f5c0876a6459894825e19cb0017e2&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 1127 time: 0.2553616 Feb 11 04:48:22.567189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca676d1-656c-42d4-8a79-481063e140bd req-d85c33d6-be15-42e5-be80-0e0b1bddb03b tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:22.568730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8ca676d1-656c-42d4-8a79-481063e140bd req-d85c33d6-be15-42e5-be80-0e0b1bddb03b tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 936 time: 0.1074841 Feb 11 04:48:22.597129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3fb22-1caa-4cad-9b02-2029223f1988 req-67fa262f-d573-4fbe-a57a-9764199810a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:22.599437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d6c3fb22-1caa-4cad-9b02-2029223f1988 req-67fa262f-d573-4fbe-a57a-9764199810a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.2065918 Feb 11 04:48:22.684187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d85d0e2-c80d-4743-85f6-49861040f3df {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:22.698818 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Publish callbacks [] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.711510 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8ca676d1-656c-42d4-8a79-481063e140bd req-f342af37-a43f-4d06-ad6d-9d4c46be9775 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298885 Feb 11 04:48:22.720066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Transition to ACTIVE for port object 1d85d0e2-c80d-4743-85f6-49861040f3df will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:48:22.724595 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.760161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d6c3fb22-1caa-4cad-9b02-2029223f1988 req-c2656433-4956-4ae3-9b18-ef07077d4160 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373634 Feb 11 04:48:22.814571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbcec73f-b759-4399-a79b-20e261fc245b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:22.832304 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Publish callbacks [] for port (dbcec73f-b759-4399-a79b-20e261fc245b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.860534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Transition to ACTIVE for port object dbcec73f-b759-4399-a79b-20e261fc245b will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:48:22.867795 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.940390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Pushing event updated for resources: {'Port': ['ID=dbcec73f-b759-4399-a79b-20e261fc245b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:22.940706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d85d0e2-c80d-4743-85f6-49861040f3df,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:22.950045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-cf916e40-e9ac-44ce-8c91-6259032264a9 service neutron] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:22.971467 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-cf916e40-e9ac-44ce-8c91-6259032264a9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.972879 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52c4e915-9ce1-490e-a7da-ad96cd3451fe req-cf916e40-e9ac-44ce-8c91-6259032264a9 service neutron] 10.222.0.60 "DELETE /v2.0/ports/2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992/bindings/n-h2-615180-58 HTTP/1.1" status: 204 len: 173 time: 0.4072695 Feb 11 04:48:22.990062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Attempting to bind port 1d85d0e2-c80d-4743-85f6-49861040f3df on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:22.998411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Attempting to bind port 1d85d0e2-c80d-4743-85f6-49861040f3df by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:22.998828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Attempting to bind port 1d85d0e2-c80d-4743-85f6-49861040f3df on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:23.015568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab558b1-3caf-41ff-ae32-36b04eba0d52 req-fac44dc2-94d4-41db-a757-73b3d373e223 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.017351 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8ab558b1-3caf-41ff-ae32-36b04eba0d52 req-fac44dc2-94d4-41db-a757-73b3d373e223 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.1579547 Feb 11 04:48:23.018842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Port 1d85d0e2-c80d-4743-85f6-49861040f3df on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:48:23.019340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Attempting to bind port 1d85d0e2-c80d-4743-85f6-49861040f3df on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:23.027211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:23.027722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:23.028277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:23.028836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Bound port: 1d85d0e2-c80d-4743-85f6-49861040f3df, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:23.029319 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:23.116678 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8ab558b1-3caf-41ff-ae32-36b04eba0d52 req-6e69eb53-2b92-44bc-8ee2-ecfec5987f6f tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916414 Feb 11 04:48:23.131742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Attempting to bind port dbcec73f-b759-4399-a79b-20e261fc245b on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:23.135063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Attempting to bind port dbcec73f-b759-4399-a79b-20e261fc245b by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:23.135505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Attempting to bind port dbcec73f-b759-4399-a79b-20e261fc245b on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:23.160781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827017b-d394-4d13-9076-a05c73c8ee69 req-a0935038-fcf9-4046-985e-b126147831ba tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.162299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5827017b-d394-4d13-9076-a05c73c8ee69 req-a0935038-fcf9-4046-985e-b126147831ba tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 944 time: 0.2235227 Feb 11 04:48:23.165583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Port dbcec73f-b759-4399-a79b-20e261fc245b on network 304821df-a58c-4299-8fdb-c67c2a932ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:48:23.165925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Attempting to bind port dbcec73f-b759-4399-a79b-20e261fc245b on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:23.177456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:23.177815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Checking segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:23.178205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Bound using segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:23.178654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Bound port: dbcec73f-b759-4399-a79b-20e261fc245b, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:23.179090 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:23.179792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] For port 1d85d0e2-c80d-4743-85f6-49861040f3df, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:23.184519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] For port 1d85d0e2-c80d-4743-85f6-49861040f3df, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1d85d0e2-c80d-4743-85f6-49861040f3df,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:23.193779 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:23.243872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.244574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:23.246204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] 10.222.0.60 "PUT /v2.0/ports/1d85d0e2-c80d-4743-85f6-49861040f3df HTTP/1.1" status: 200 len: 1097 time: 1.3509543 Feb 11 04:48:23.246824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63f7914-c4fe-4bad-a78b-f41dcde1157d', 'tag': '1d85d0e2-c80d-4743-85f6-49861040f3df'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:23.249008 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f0fe05-8a63-4174-a165-434ebc11f110" -d '{"events": [{"name": "network-changed", "server_uuid": "e63f7914-c4fe-4bad-a78b-f41dcde1157d", "tag": "1d85d0e2-c80d-4743-85f6-49861040f3df"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:23.266071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5827017b-d394-4d13-9076-a05c73c8ee69 req-1b4185b0-a47b-498f-bd67-91b442c9d4a0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940146 Feb 11 04:48:23.311028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] For port dbcec73f-b759-4399-a79b-20e261fc245b, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:23.313539 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea340cd3-47f8-4739-90a7-9105bf7d6cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d85d0e2-c80d-4743-85f6-49861040f3df,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:23.318994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] For port dbcec73f-b759-4399-a79b-20e261fc245b, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=dbcec73f-b759-4399-a79b-20e261fc245b,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:23.333387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:23.389225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.389809 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:23.391290 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] 10.222.0.60 "PUT /v2.0/ports/dbcec73f-b759-4399-a79b-20e261fc245b HTTP/1.1" status: 200 len: 1093 time: 1.6210473 Feb 11 04:48:23.391759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13df325-9534-4b50-b836-94a21ff1cf10', 'tag': 'dbcec73f-b759-4399-a79b-20e261fc245b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:23.394316 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269e89ca-5027-477d-b441-9ac484d4899d" -d '{"events": [{"name": "network-changed", "server_uuid": "c13df325-9534-4b50-b836-94a21ff1cf10", "tag": "dbcec73f-b759-4399-a79b-20e261fc245b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:23.463265 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97295b36-f2b9-4df6-960e-a36817b8050c service neutron] Pushing event updated for resources: {'Port': ['ID=dbcec73f-b759-4399-a79b-20e261fc245b,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:23.463689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-4be52600-5f37-4f99-b6fe-7b977fab2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.469246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-4be52600-5f37-4f99-b6fe-7b977fab2b58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ef4914dc44c41a783b43f500f12c636&device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 1131 time: 0.1509171 Feb 11 04:48:23.566216 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5d2d00-256e-4122-8ca5-e824cf3e9738 x-openstack-request-id: req-ae5d2d00-256e-4122-8ca5-e824cf3e9738 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:23.566427 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63f7914-c4fe-4bad-a78b-f41dcde1157d", "tag": "1d85d0e2-c80d-4743-85f6-49861040f3df", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:23.567472 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae5d2d00-256e-4122-8ca5-e824cf3e9738 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:23.567905 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63f7914-c4fe-4bad-a78b-f41dcde1157d', 'tag': '1d85d0e2-c80d-4743-85f6-49861040f3df', 'status': 'completed', 'code': 200} Feb 11 04:48:23.569594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-3fb4efa1-626f-4b3a-a170-af406d29698e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=1d85d0e2-c80d-4743-85f6-49861040f3df HTTP/1.1" status: 200 len: 217 time: 0.0857198 Feb 11 04:48:23.660913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-7a608360-26cb-4497-b77b-c9fb66354d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.664190 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-7a608360-26cb-4497-b77b-c9fb66354d10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 1127 time: 0.1105072 Feb 11 04:48:23.731300 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-8e0eca06-deb0-4919-a6cf-be8a10f83630 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbcec73f-b759-4399-a79b-20e261fc245b HTTP/1.1" status: 200 len: 217 time: 0.0482662 Feb 11 04:48:23.740582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cda8d9-d5e7-4a7c-9535-fb4d3d96dc06 req-35140b2e-9c8f-4db6-a32f-c8eabb043b1c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.745079 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31cda8d9-d5e7-4a7c-9535-fb4d3d96dc06 req-35140b2e-9c8f-4db6-a32f-c8eabb043b1c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 944 time: 0.1512992 Feb 11 04:48:23.746783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-19ea91f5-edfa-416f-984e-394f57d7fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.748198 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-19ea91f5-edfa-416f-984e-394f57d7fa7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1687584 Feb 11 04:48:23.758187 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4910c229-b894-4f83-9f49-b6c2e51e7aa0 x-openstack-request-id: req-4910c229-b894-4f83-9f49-b6c2e51e7aa0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:23.758488 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13df325-9534-4b50-b836-94a21ff1cf10", "tag": "dbcec73f-b759-4399-a79b-20e261fc245b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:23.758750 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4910c229-b894-4f83-9f49-b6c2e51e7aa0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:23.759317 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13df325-9534-4b50-b836-94a21ff1cf10', 'tag': 'dbcec73f-b759-4399-a79b-20e261fc245b', 'status': 'completed', 'code': 200} Feb 11 04:48:23.804834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-c1560dfd-6615-41ae-8985-efff0f564977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.806417 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-c1560dfd-6615-41ae-8985-efff0f564977 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.0640526 Feb 11 04:48:23.848135 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31cda8d9-d5e7-4a7c-9535-fb4d3d96dc06 req-a67fb503-b21c-4953-9bd8-28b7b235321d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962236 Feb 11 04:48:23.870242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-4a5c2c18-c770-4615-8c87-edf2f56ac4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.871916 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-4a5c2c18-c770-4615-8c87-edf2f56ac4fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0953341 Feb 11 04:48:23.884927 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-efcd1d8d-63e7-4a08-80f0-a16999b9595a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586407 Feb 11 04:48:23.949926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f13048-e081-4517-9daf-332bc441b6f5 req-445ca046-c45d-4055-9adc-f184dea05ba5 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.957473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-37f13048-e081-4517-9daf-332bc441b6f5 req-445ca046-c45d-4055-9adc-f184dea05ba5 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 948 time: 0.1443832 Feb 11 04:48:24.040022 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-bfd01c99-d276-47f2-ad63-805de58e9e3f service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581752 Feb 11 04:48:24.050650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ad3dd-3312-4890-b8c8-77919cef5969 req-bfed99ec-95c5-4121-9e76-b6ff4abe8586 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:24.052283 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba9ad3dd-3312-4890-b8c8-77919cef5969 req-bfed99ec-95c5-4121-9e76-b6ff4abe8586 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1068652 Feb 11 04:48:24.055246 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-b34a0a68-5069-49d5-ac2f-c1065c6777e9 service neutron] 10.222.0.60 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614096 Feb 11 04:48:24.124404 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-37f13048-e081-4517-9daf-332bc441b6f5 req-7b9b4f55-45fd-4d46-9d0b-b4a9f380edc7 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658306 Feb 11 04:48:24.240183 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba9ad3dd-3312-4890-b8c8-77919cef5969 req-ea36b713-5d72-422a-be3e-2fe96974d1fa tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788421 Feb 11 04:48:24.305021 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5fcd4ee5-6621-4563-9d17-12660890be5c req-100dccf9-7b5c-4cea-8c49-c0698bbb99bc service neutron] 10.222.0.60 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353470 Feb 11 04:48:24.311871 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cb620e9-1136-4aa1-acbb-4286d181f0fd req-f7ca35c1-569b-4746-8569-9c017a91e41d service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585464 Feb 11 04:48:24.413572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6c810-604a-4129-8cc6-a09d30c96875 req-a905318b-6031-4564-8da4-3a39bf3a5f0a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:24.415149 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54f6c810-604a-4129-8cc6-a09d30c96875 req-a905318b-6031-4564-8da4-3a39bf3a5f0a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.1026270 Feb 11 04:48:24.475924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f79efa-1f55-4cad-a643-67adfa69fa26 req-7aa7d5c5-07aa-4cd1-9696-5c8c9f550dd4 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:24.485014 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17f79efa-1f55-4cad-a643-67adfa69fa26 req-7aa7d5c5-07aa-4cd1-9696-5c8c9f550dd4 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 1127 time: 0.0843363 Feb 11 04:48:24.514092 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54f6c810-604a-4129-8cc6-a09d30c96875 req-9d9477a3-0a85-44e4-ba07-3e8f70545f46 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870035 Feb 11 04:48:24.562626 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17f79efa-1f55-4cad-a643-67adfa69fa26 req-5ab141b1-6de4-499a-a637-7df1fa9b2320 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700760 Feb 11 04:48:24.599601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e89ca-5027-477d-b441-9ac484d4899d req-f7996f4d-ac96-4259-a6cd-7c554aa8edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:24.601445 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269e89ca-5027-477d-b441-9ac484d4899d req-f7996f4d-ac96-4259-a6cd-7c554aa8edf1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 1127 time: 0.0814273 Feb 11 04:48:24.649224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0fe05-8a63-4174-a165-434ebc11f110 req-192add2c-a89a-40bc-ad74-3f79f6661e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:24.650998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0f0fe05-8a63-4174-a165-434ebc11f110 req-192add2c-a89a-40bc-ad74-3f79f6661e1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ef4914dc44c41a783b43f500f12c636&device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 1131 time: 0.1381054 Feb 11 04:48:24.740780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d6990-9012-46ee-9b28-4abd51c6d0d8 req-5f9aacde-49a7-483d-8295-e5414760fe48 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:24.748155 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e3d6990-9012-46ee-9b28-4abd51c6d0d8 req-5f9aacde-49a7-483d-8295-e5414760fe48 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 944 time: 0.1418140 Feb 11 04:48:24.751239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c538c0b5-f4ea-45cb-8f36-8110596bc639 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:48:24.783070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e89ca-5027-477d-b441-9ac484d4899d req-fb06a557-a6d9-4e36-83a0-bc537b6f3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:24.785231 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269e89ca-5027-477d-b441-9ac484d4899d req-fb06a557-a6d9-4e36-83a0-bc537b6f3c8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 906 time: 0.1750708 Feb 11 04:48:24.785444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0fe05-8a63-4174-a165-434ebc11f110 req-e388f5a6-afc0-42e4-83e7-ec7d53c58001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:24.787204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0f0fe05-8a63-4174-a165-434ebc11f110 req-e388f5a6-afc0-42e4-83e7-ec7d53c58001 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1225293 Feb 11 04:48:24.844950 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269e89ca-5027-477d-b441-9ac484d4899d req-08e35bc4-edfa-4b9d-84c7-234fc0bed065 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbcec73f-b759-4399-a79b-20e261fc245b HTTP/1.1" status: 200 len: 217 time: 0.0428746 Feb 11 04:48:24.866101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0f0fe05-8a63-4174-a165-434ebc11f110 req-da75f73e-9ac5-48c1-90f1-ad7a69c91a17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=1d85d0e2-c80d-4743-85f6-49861040f3df HTTP/1.1" status: 200 len: 217 time: 0.0686319 Feb 11 04:48:24.896750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c538c0b5-f4ea-45cb-8f36-8110596bc639, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c538c0b5-f4ea-45cb-8f36-8110596bc639,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:24.908792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e89ca-5027-477d-b441-9ac484d4899d req-1ac62b7c-3a2c-4288-9b52-14a28a7871f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:24.909696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'c538c0b5-f4ea-45cb-8f36-8110596bc639', 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'port_id': 'c538c0b5-f4ea-45cb-8f36-8110596bc639', 'mac_address': 'fa:16:3e:57:67:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e43299a-9bb5-4f80-82a7-a6c3bcd2724b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:48:24.910591 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269e89ca-5027-477d-b441-9ac484d4899d req-1ac62b7c-3a2c-4288-9b52-14a28a7871f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.0566127 Feb 11 04:48:24.923415 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e3d6990-9012-46ee-9b28-4abd51c6d0d8 req-f2868bd2-441a-49cf-a3d0-dd38c16fb248 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743281 Feb 11 04:48:24.929828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5851ad1-0046-4a59-b199-7ef7267017df req-1558390c-7ae6-4300-813d-68910a27cb8b tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:24.936612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5851ad1-0046-4a59-b199-7ef7267017df req-1558390c-7ae6-4300-813d-68910a27cb8b tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 1127 time: 0.1375475 Feb 11 04:48:24.954782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0fe05-8a63-4174-a165-434ebc11f110 req-dd30c52d-f054-4444-a7e4-76d9603d5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:24.956833 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0f0fe05-8a63-4174-a165-434ebc11f110 req-dd30c52d-f054-4444-a7e4-76d9603d5ea9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0755880 Feb 11 04:48:24.962761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269e89ca-5027-477d-b441-9ac484d4899d req-76015e03-337a-44fd-bd1d-32c9500f6f98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383036 Feb 11 04:48:24.968866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c538c0b5-f4ea-45cb-8f36-8110596bc639 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:24.969436 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:24.987405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c538c0b5-f4ea-45cb-8f36-8110596bc639 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:25.012172 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c538c0b5-f4ea-45cb-8f36-8110596bc639, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c538c0b5-f4ea-45cb-8f36-8110596bc639,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:25.015627 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5851ad1-0046-4a59-b199-7ef7267017df req-1a6d918c-a68d-467d-9c9c-36a6b4881303 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780864 Feb 11 04:48:25.019802 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.020922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 06a274ce-b827-4221-bd30-cdda98891175 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:48:25.078133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269e89ca-5027-477d-b441-9ac484d4899d req-b9564c01-6ce4-4bbd-88d2-79de00d1d763 service neutron] 10.222.0.60 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056585 Feb 11 04:48:25.082505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0fe05-8a63-4174-a165-434ebc11f110 req-f7cd29d1-6350-413d-b056-13b191c19f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:25.089203 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0f0fe05-8a63-4174-a165-434ebc11f110 req-f7cd29d1-6350-413d-b056-13b191c19f16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1182156 Feb 11 04:48:25.115359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c538c0b5-f4ea-45cb-8f36-8110596bc639,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:25.257404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 479ec173-5ccd-4c8f-a988-a263abc95461 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:48:25.277857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 06a274ce-b827-4221-bd30-cdda98891175, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=06a274ce-b827-4221-bd30-cdda98891175,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:25.298011 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '06a274ce-b827-4221-bd30-cdda98891175', 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9', 'port_id': '06a274ce-b827-4221-bd30-cdda98891175', 'mac_address': 'fa:16:3e:78:8b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb596a10-e094-4f3d-875a-b9a0b0daf13a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:48:25.322158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dacd0-986b-460b-b60a-0367945ef428 req-d270bc6f-7e50-463a-bee7-35065c05392d tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:25.324324 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3b0dacd0-986b-460b-b60a-0367945ef428 req-d270bc6f-7e50-463a-bee7-35065c05392d tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 948 time: 0.0859447 Feb 11 04:48:25.328383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0f0fe05-8a63-4174-a165-434ebc11f110 req-9eed3c70-4006-4993-a62d-195f96194b4b service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291119 Feb 11 04:48:25.344229 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269e89ca-5027-477d-b441-9ac484d4899d req-6736cfe8-bdd3-4c22-a92b-a640f5482e79 service neutron] 10.222.0.60 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457647 Feb 11 04:48:25.385090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 06a274ce-b827-4221-bd30-cdda98891175 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:25.385584 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (06a274ce-b827-4221-bd30-cdda98891175), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.424370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06a274ce-b827-4221-bd30-cdda98891175 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:25.452429 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3b0dacd0-986b-460b-b60a-0367945ef428 req-89fc6c67-0e9c-4074-9934-8d0f49d31ea4 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125529 Feb 11 04:48:25.500445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 06a274ce-b827-4221-bd30-cdda98891175, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=06a274ce-b827-4221-bd30-cdda98891175,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:25.540904 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:25.558275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '479ec173-5ccd-4c8f-a988-a263abc95461', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '479ec173-5ccd-4c8f-a988-a263abc95461', 'mac_address': 'fa:16:3e:d3:bf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:48:25.579303 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (06a274ce-b827-4221-bd30-cdda98891175), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.585362 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0f0fe05-8a63-4174-a165-434ebc11f110 req-056eb688-620f-4456-87f9-699baf003fe4 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491169 Feb 11 04:48:25.682829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 479ec173-5ccd-4c8f-a988-a263abc95461 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:25.683284 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.706548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc5b6d-ff42-4dcd-bb5e-501542563510 req-5a7e4281-f869-417b-ac68-b846ce1e8117 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:25.706827 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=06a274ce-b827-4221-bd30-cdda98891175,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:25.712398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479ec173-5ccd-4c8f-a988-a263abc95461 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:25.724751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6edc5b6d-ff42-4dcd-bb5e-501542563510 req-5a7e4281-f869-417b-ac68-b846ce1e8117 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1674867 Feb 11 04:48:25.732710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:25.738440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.740487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b45ad7-b2da-4807-8967-7bbfd8e622fd req-37faddc1-70c8-4f6f-868d-886c45a4a25a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:25.743409 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04b45ad7-b2da-4807-8967-7bbfd8e622fd req-37faddc1-70c8-4f6f-868d-886c45a4a25a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 945 time: 0.0753791 Feb 11 04:48:25.797919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=479ec173-5ccd-4c8f-a988-a263abc95461,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:25.819601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6edc5b6d-ff42-4dcd-bb5e-501542563510 req-c33c6669-099e-4484-b16b-0e7574cdf39e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873055 Feb 11 04:48:25.833913 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04b45ad7-b2da-4807-8967-7bbfd8e622fd req-b100bb83-e250-4049-ab50-964a15cd8228 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788558 Feb 11 04:48:25.965988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['479ec173-5ccd-4c8f-a988-a263abc95461'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:26.168042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221561-2d86-4f17-9f90-b6280318a701 req-f341c059-9f81-4f6e-aa31-3adff0946196 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:26.174860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a221561-2d86-4f17-9f90-b6280318a701 req-f341c059-9f81-4f6e-aa31-3adff0946196 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 944 time: 0.1006930 Feb 11 04:48:26.235273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a221561-2d86-4f17-9f90-b6280318a701 req-3fedd4f3-05e9-4ac9-8cbc-bebf810c1ca9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551090 Feb 11 04:48:26.411482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['06a274ce-b827-4221-bd30-cdda98891175'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:26.465241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['c538c0b5-f4ea-45cb-8f36-8110596bc639'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:26.741500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088a842-f6e1-4b9f-80e3-35a4833d0dbc req-fd3e3cbf-aa9c-429c-ae28-372d3317537a tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:26.751467 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e088a842-f6e1-4b9f-80e3-35a4833d0dbc req-fd3e3cbf-aa9c-429c-ae28-372d3317537a tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 948 time: 0.1804736 Feb 11 04:48:26.844526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e088a842-f6e1-4b9f-80e3-35a4833d0dbc req-77e627b6-418e-421e-a2c5-653598567f8d tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861897 Feb 11 04:48:27.020366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0fb2e-d61d-415c-8a9d-61eede19709e req-f1d599fd-98e2-4a87-8ac9-b59529da5434 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:27.027412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132706d-a08e-451f-b6af-34e7db4f012f req-cada5913-7452-4ee6-a903-bf84bdda22b8 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:27.028976 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a132706d-a08e-451f-b6af-34e7db4f012f req-cada5913-7452-4ee6-a903-bf84bdda22b8 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.1134422 Feb 11 04:48:27.029537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14f0fb2e-d61d-415c-8a9d-61eede19709e req-f1d599fd-98e2-4a87-8ac9-b59529da5434 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 945 time: 0.0870938 Feb 11 04:48:27.189221 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14f0fb2e-d61d-415c-8a9d-61eede19709e req-d759c97e-0c53-49aa-aadd-ac15c4aba9dd tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439250 Feb 11 04:48:27.195290 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a132706d-a08e-451f-b6af-34e7db4f012f req-aa14dd03-e450-41e1-8636-a97325cad3f0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522853 Feb 11 04:48:27.272068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 479ec173-5ccd-4c8f-a988-a263abc95461 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:27.412440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 479ec173-5ccd-4c8f-a988-a263abc95461 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:27.413205 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.538371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 479ec173-5ccd-4c8f-a988-a263abc95461 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:27.539131 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.568037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:27.571007 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc7315-db17-4c99-b31f-a3a75b2a6674" -d '{"events": [{"server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "name": "network-vif-plugged", "status": "completed", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:27.586669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:27.611367 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.690554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=479ec173-5ccd-4c8f-a988-a263abc95461,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:28.777015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c538c0b5-f4ea-45cb-8f36-8110596bc639 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:28.882682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port c538c0b5-f4ea-45cb-8f36-8110596bc639 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:28.883551 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:28.979614 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c538c0b5-f4ea-45cb-8f36-8110596bc639 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:28.980789 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.040145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c538c0b5-f4ea-45cb-8f36-8110596bc639, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c538c0b5-f4ea-45cb-8f36-8110596bc639,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:29.055499 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.056359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 06a274ce-b827-4221-bd30-cdda98891175 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:29.170350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c538c0b5-f4ea-45cb-8f36-8110596bc639,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:29.182603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 06a274ce-b827-4221-bd30-cdda98891175 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:29.183291 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (06a274ce-b827-4221-bd30-cdda98891175), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.317316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 06a274ce-b827-4221-bd30-cdda98891175 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:29.317504 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (06a274ce-b827-4221-bd30-cdda98891175), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.355515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 06a274ce-b827-4221-bd30-cdda98891175, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=06a274ce-b827-4221-bd30-cdda98891175,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:29.363430 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (06a274ce-b827-4221-bd30-cdda98891175), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.419320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=06a274ce-b827-4221-bd30-cdda98891175,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:29.715257 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e89359-6ca5-4981-92e7-0f867133dbca x-openstack-request-id: req-26e89359-6ca5-4981-92e7-0f867133dbca {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:29.715985 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "name": "network-vif-plugged", "status": "completed", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:29.715985 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26e89359-6ca5-4981-92e7-0f867133dbca {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:29.716836 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461', 'code': 200} Feb 11 04:48:29.798156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56c525-f381-446c-8b8c-441dfc24bdcc req-53d782c3-d622-4a39-bfb8-8c9b59ac9838 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:29.799816 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f56c525-f381-446c-8b8c-441dfc24bdcc req-53d782c3-d622-4a39-bfb8-8c9b59ac9838 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 944 time: 0.1068504 Feb 11 04:48:29.888051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f56c525-f381-446c-8b8c-441dfc24bdcc req-402e0abb-87c6-4928-b255-d957bed5a9fd tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758898 Feb 11 04:48:29.938247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41164b3-4395-47e6-9eba-1d09d61d7714 req-71c74c9c-a5cb-4e4f-99b4-ec4ec14b8650 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:29.941378 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e41164b3-4395-47e6-9eba-1d09d61d7714 req-71c74c9c-a5cb-4e4f-99b4-ec4ec14b8650 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 948 time: 0.0744979 Feb 11 04:48:30.036956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb2206-e8d9-4ea9-8eaf-60e052b4b9b0 req-382265ca-7bb1-4eee-961b-11a8dd4bb2cb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:30.038603 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fdb2206-e8d9-4ea9-8eaf-60e052b4b9b0 req-382265ca-7bb1-4eee-961b-11a8dd4bb2cb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.0768805 Feb 11 04:48:30.039409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e41164b3-4395-47e6-9eba-1d09d61d7714 req-384ec709-4fd0-44e2-a05e-e523d6d87a70 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913601 Feb 11 04:48:30.166589 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fdb2206-e8d9-4ea9-8eaf-60e052b4b9b0 req-8d38bf42-8736-401b-be99-79ec779278ae tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140676 Feb 11 04:48:30.241689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85694e7-1468-4cb9-8c2c-cb141ddf9af3 req-89c156cb-dcdc-4d26-946c-c6c6a1baf5a4 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:30.250161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a85694e7-1468-4cb9-8c2c-cb141ddf9af3 req-89c156cb-dcdc-4d26-946c-c6c6a1baf5a4 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.0893965 Feb 11 04:48:30.312077 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a85694e7-1468-4cb9-8c2c-cb141ddf9af3 req-ca2e2197-d50f-4b5d-bf0c-9f911335716d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556564 Feb 11 04:48:31.040472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d7a20-c300-462c-97b3-0b8dc33f3c3d req-f5775c89-fdf4-459d-81f4-2d388966081c tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:31.050786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a17d7a20-c300-462c-97b3-0b8dc33f3c3d req-f5775c89-fdf4-459d-81f4-2d388966081c tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 944 time: 0.0816960 Feb 11 04:48:31.153195 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a17d7a20-c300-462c-97b3-0b8dc33f3c3d req-5fec3803-6bbc-44ab-b745-46e0df5d428f tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996766 Feb 11 04:48:31.284076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ec5a-0fce-40da-b495-f157ebc43abe req-871fec60-d5e9-462a-a8db-4a96e7e84f50 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:31.291717 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82b2ec5a-0fce-40da-b495-f157ebc43abe req-871fec60-d5e9-462a-a8db-4a96e7e84f50 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 948 time: 0.1346581 Feb 11 04:48:31.373329 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82b2ec5a-0fce-40da-b495-f157ebc43abe req-bc5baa4e-7fa6-4bfa-8499-31f9feafb3d4 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805726 Feb 11 04:48:31.405356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af896be-c812-4a3a-8c52-fe3cba481676 req-465b80da-3dbc-4b91-b6cd-bf3c19956c74 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:31.406857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8af896be-c812-4a3a-8c52-fe3cba481676 req-465b80da-3dbc-4b91-b6cd-bf3c19956c74 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.1095014 Feb 11 04:48:31.495338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8af896be-c812-4a3a-8c52-fe3cba481676 req-04ff7227-4cf3-4fc4-afef-41fc93d07f90 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754755 Feb 11 04:48:31.717697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0113a70-34c4-476b-bc5c-9c652753554c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c538c0b5-f4ea-45cb-8f36-8110596bc639'}, {'server_uuid': 'c09c4a5c-e484-4f1e-b344-52030eae362e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a274ce-b827-4221-bd30-cdda98891175'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:31.720186 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61133783-0624-4fcd-bbff-ce96e930f4fd" -d '{"events": [{"server_uuid": "b0113a70-34c4-476b-bc5c-9c652753554c", "name": "network-vif-plugged", "status": "completed", "tag": "c538c0b5-f4ea-45cb-8f36-8110596bc639"}, {"server_uuid": "c09c4a5c-e484-4f1e-b344-52030eae362e", "name": "network-vif-plugged", "status": "completed", "tag": "06a274ce-b827-4221-bd30-cdda98891175"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:31.924146 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ad8241-e1ae-47b5-9711-7c2bca32bd8d x-openstack-request-id: req-e7ad8241-e1ae-47b5-9711-7c2bca32bd8d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:31.924813 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0113a70-34c4-476b-bc5c-9c652753554c", "name": "network-vif-plugged", "status": "completed", "tag": "c538c0b5-f4ea-45cb-8f36-8110596bc639", "code": 200}, {"server_uuid": "c09c4a5c-e484-4f1e-b344-52030eae362e", "name": "network-vif-plugged", "status": "completed", "tag": "06a274ce-b827-4221-bd30-cdda98891175", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:31.925169 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7ad8241-e1ae-47b5-9711-7c2bca32bd8d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:31.925695 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0113a70-34c4-476b-bc5c-9c652753554c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c538c0b5-f4ea-45cb-8f36-8110596bc639', 'code': 200} Feb 11 04:48:31.926153 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09c4a5c-e484-4f1e-b344-52030eae362e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a274ce-b827-4221-bd30-cdda98891175', 'code': 200} Feb 11 04:48:31.993923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a6fef-7a35-4532-a8c9-b790a0582fdc req-ff4b35a3-fcd8-4e6b-820d-f9a4a71adaca tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:32.001263 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e1a6fef-7a35-4532-a8c9-b790a0582fdc req-ff4b35a3-fcd8-4e6b-820d-f9a4a71adaca tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 946 time: 0.5449278 Feb 11 04:48:32.005664 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63642a-80c6-4213-b7b8-504dc176f872 req-b51e5e67-3da2-429c-8c40-4e7cbfed882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:32.006977 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb63642a-80c6-4213-b7b8-504dc176f872 req-b51e5e67-3da2-429c-8c40-4e7cbfed882b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 1129 time: 0.0835173 Feb 11 04:48:32.061999 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e1a6fef-7a35-4532-a8c9-b790a0582fdc req-2aa7cd35-86b4-4eb1-b128-7d2a2f1421ce tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597899 Feb 11 04:48:32.347430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b5e6-3f97-47a3-8d4f-f54e669f8646 req-a8ebb4c5-6670-4e8b-ba4e-fa8ce6009d00 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:32.355262 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f07b5e6-3f97-47a3-8d4f-f54e669f8646 req-a8ebb4c5-6670-4e8b-ba4e-fa8ce6009d00 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 944 time: 0.0724349 Feb 11 04:48:32.379549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63642a-80c6-4213-b7b8-504dc176f872 req-a0f61369-db46-4295-a930-1d13faab00db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:32.386103 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb63642a-80c6-4213-b7b8-504dc176f872 req-a0f61369-db46-4295-a930-1d13faab00db service neutron] 10.222.0.60 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 913 time: 0.1703770 Feb 11 04:48:32.435959 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f07b5e6-3f97-47a3-8d4f-f54e669f8646 req-6e987a95-b9da-4804-90ae-6e135677f491 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797927 Feb 11 04:48:32.478919 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb63642a-80c6-4213-b7b8-504dc176f872 req-7df73e13-4828-45e6-9d62-6359e74251ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecfa7e3c-b033-48aa-b11f-06d48703f4f5 HTTP/1.1" status: 200 len: 217 time: 0.0829601 Feb 11 04:48:32.699468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34ab62-ef2a-468d-aeda-4ae092ed2da0 req-296d8eb2-4c2a-4b90-a0c9-c6459fca54c1 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:32.701030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4f34ab62-ef2a-468d-aeda-4ae092ed2da0 req-296d8eb2-4c2a-4b90-a0c9-c6459fca54c1 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 948 time: 0.1950209 Feb 11 04:48:32.702497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63642a-80c6-4213-b7b8-504dc176f872 req-423d4cbd-c837-4b51-b9b7-297a2e22044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:32.704097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb63642a-80c6-4213-b7b8-504dc176f872 req-423d4cbd-c837-4b51-b9b7-297a2e22044c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.2101257 Feb 11 04:48:32.709612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b79fa-1092-4d13-911b-de83cae97a2a req-fe52cbed-3f14-4bc9-b2ed-673f92f70e6d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:32.716710 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-560b79fa-1092-4d13-911b-de83cae97a2a req-fe52cbed-3f14-4bc9-b2ed-673f92f70e6d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 946 time: 0.0859494 Feb 11 04:48:32.775925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device dbcec73f-b759-4399-a79b-20e261fc245b details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:48:32.782413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ecfa7e3c-b033-48aa-b11f-06d48703f4f5 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:32.785211 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb63642a-80c6-4213-b7b8-504dc176f872 req-dd967db7-9d2d-4f88-8c67-4dcf046a92e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365250 Feb 11 04:48:32.815191 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-560b79fa-1092-4d13-911b-de83cae97a2a req-e5a96bdd-9561-420f-9435-6dae95a2648a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971746 Feb 11 04:48:32.910006 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4f34ab62-ef2a-468d-aeda-4ae092ed2da0 req-ac213766-56c5-4513-8b8b-674baaf0c0da tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887267 Feb 11 04:48:33.094445 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb63642a-80c6-4213-b7b8-504dc176f872 req-2b1a9eab-3e04-4f33-aca4-521bae634bcc service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965324 Feb 11 04:48:33.207442 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:33.217009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:33.217651 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:33.230820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port dbcec73f-b759-4399-a79b-20e261fc245b, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=dbcec73f-b759-4399-a79b-20e261fc245b,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:33.302678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'dbcec73f-b759-4399-a79b-20e261fc245b', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'port_id': 'dbcec73f-b759-4399-a79b-20e261fc245b', 'mac_address': 'fa:16:3e:44:23:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13421f11-6eb2-47e2-aec3-80ca3a3e551b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:48:33.321745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ecfa7e3c-b033-48aa-b11f-06d48703f4f5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:33.348039 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:33.419810 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb63642a-80c6-4213-b7b8-504dc176f872 req-e1c9c482-88b1-4354-9bd8-1f33cc3d0dc1 service neutron] 10.222.0.60 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016334 Feb 11 04:48:33.535466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port dbcec73f-b759-4399-a79b-20e261fc245b is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:33.536113 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:33.569968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbcec73f-b759-4399-a79b-20e261fc245b {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:33.583251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:33.607513 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port dbcec73f-b759-4399-a79b-20e261fc245b, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=dbcec73f-b759-4399-a79b-20e261fc245b,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:33.614773 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:33.615890 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 1d85d0e2-c80d-4743-85f6-49861040f3df details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:48:34.051993 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9895522b-4da2-4ce8-9ce7-eedb4bfd18e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:34.054340 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62990bc-28e9-4f7d-b407-69ce0dc607c6" -d '{"events": [{"server_uuid": "9895522b-4da2-4ce8-9ce7-eedb4bfd18e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ecfa7e3c-b033-48aa-b11f-06d48703f4f5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:34.062927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=dbcec73f-b759-4399-a79b-20e261fc245b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:34.112987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 1d85d0e2-c80d-4743-85f6-49861040f3df, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1d85d0e2-c80d-4743-85f6-49861040f3df,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:34.147831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '1d85d0e2-c80d-4743-85f6-49861040f3df', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '1d85d0e2-c80d-4743-85f6-49861040f3df', 'mac_address': 'fa:16:3e:7b:1a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:48:34.228131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 1d85d0e2-c80d-4743-85f6-49861040f3df is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:34.228543 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:34.254116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d85d0e2-c80d-4743-85f6-49861040f3df {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:34.291083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 1d85d0e2-c80d-4743-85f6-49861040f3df, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1d85d0e2-c80d-4743-85f6-49861040f3df,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:34.297406 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:34.380042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=1d85d0e2-c80d-4743-85f6-49861040f3df,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:34.791311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 06a274ce-b827-4221-bd30-cdda98891175 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:35.005670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 06a274ce-b827-4221-bd30-cdda98891175 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:35.006211 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (06a274ce-b827-4221-bd30-cdda98891175), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.078183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['dbcec73f-b759-4399-a79b-20e261fc245b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:35.096001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 06a274ce-b827-4221-bd30-cdda98891175, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=06a274ce-b827-4221-bd30-cdda98891175,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:35.143870 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (06a274ce-b827-4221-bd30-cdda98891175), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.255109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=06a274ce-b827-4221-bd30-cdda98891175,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:35.261770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['1d85d0e2-c80d-4743-85f6-49861040f3df'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:37.192292 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:38.798641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device dbcec73f-b759-4399-a79b-20e261fc245b up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:38.953472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port dbcec73f-b759-4399-a79b-20e261fc245b completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:48:38.961131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port dbcec73f-b759-4399-a79b-20e261fc245b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:38.961625 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.161397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port dbcec73f-b759-4399-a79b-20e261fc245b is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:39.162041 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.264722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port dbcec73f-b759-4399-a79b-20e261fc245b, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=dbcec73f-b759-4399-a79b-20e261fc245b,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:39.278575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.282026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 1d85d0e2-c80d-4743-85f6-49861040f3df up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:39.428972 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cbe020d3-8b22-4d65-b0ce-8af82c6c58b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.477386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=dbcec73f-b759-4399-a79b-20e261fc245b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:39.505043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 1d85d0e2-c80d-4743-85f6-49861040f3df completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:48:39.511756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 1d85d0e2-c80d-4743-85f6-49861040f3df triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:39.512170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.724351 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 1d85d0e2-c80d-4743-85f6-49861040f3df is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:39.724758 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.765542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7a271-b2d4-406d-9b92-11d44430d95f req-ff327deb-06ed-428a-867d-fc3d52051b5c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:39.776735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23d7a271-b2d4-406d-9b92-11d44430d95f req-ff327deb-06ed-428a-867d-fc3d52051b5c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 944 time: 0.1289687 Feb 11 04:48:39.778533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eec844-b2fe-4155-a3a0-f40dc05d0d30 req-4c77912f-e9ab-4ef5-a404-d1690701be94 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:39.781750 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a9eec844-b2fe-4155-a3a0-f40dc05d0d30 req-4c77912f-e9ab-4ef5-a404-d1690701be94 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 946 time: 0.0827107 Feb 11 04:48:39.800767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 1d85d0e2-c80d-4743-85f6-49861040f3df, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1d85d0e2-c80d-4743-85f6-49861040f3df,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:39.807919 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.809504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ecfa7e3c-b033-48aa-b11f-06d48703f4f5 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:39.855132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a9eec844-b2fe-4155-a3a0-f40dc05d0d30 req-00946b33-dacf-4dd3-81b9-09992ed63982 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661128 Feb 11 04:48:39.885747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23d7a271-b2d4-406d-9b92-11d44430d95f req-bddcc7f3-90a0-410a-bf06-fb331b9d3208 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027479 Feb 11 04:48:40.006666 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f0021-4600-4e74-b36b-91878ccda332 req-fc18e4c0-c398-4258-9081-41a6e8a8b886 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:40.014829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-447f0021-4600-4e74-b36b-91878ccda332 req-fc18e4c0-c398-4258-9081-41a6e8a8b886 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 944 time: 0.0799305 Feb 11 04:48:40.063471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=1d85d0e2-c80d-4743-85f6-49861040f3df,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:40.068352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cbb5b-7f44-4db4-a5fc-b6476b04e5f9 req-9fe01ca1-8be4-4057-aa3e-f985cf5ed79b tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:40.075971 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab0cbb5b-7f44-4db4-a5fc-b6476b04e5f9 req-9fe01ca1-8be4-4057-aa3e-f985cf5ed79b tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 950 time: 0.0747337 Feb 11 04:48:40.085811 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-447f0021-4600-4e74-b36b-91878ccda332 req-b8793308-2daa-4eaa-b50c-bb1fcb4a80b6 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666521 Feb 11 04:48:40.147859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab0cbb5b-7f44-4db4-a5fc-b6476b04e5f9 req-866f3378-b3df-42f6-bc0e-92a1d8700ea8 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708916 Feb 11 04:48:40.238224 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbca13fc-2074-44d0-b8ba-113d29b76d68 x-openstack-request-id: req-dbca13fc-2074-44d0-b8ba-113d29b76d68 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:40.238695 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9895522b-4da2-4ce8-9ce7-eedb4bfd18e6", "name": "network-vif-unplugged", "status": "failed", "tag": "ecfa7e3c-b033-48aa-b11f-06d48703f4f5", "code": 422}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:40.239160 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbca13fc-2074-44d0-b8ba-113d29b76d68 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:40.241182 n-d-615180-58 neutron-server[103355]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9895522b-4da2-4ce8-9ce7-eedb4bfd18e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5', 'code': 422} returned with failed status Feb 11 04:48:40.241751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:40.567319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d29b1c-1697-4229-9629-ca2f4c4a71f4 req-23c77183-b2b5-4167-950b-195ac57b7615 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:40.569253 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53d29b1c-1697-4229-9629-ca2f4c4a71f4 req-23c77183-b2b5-4167-950b-195ac57b7615 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 951 time: 0.0806727 Feb 11 04:48:40.630706 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53d29b1c-1697-4229-9629-ca2f4c4a71f4 req-00a61ad6-5ab0-4e3e-b071-bb350f38b443 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515604 Feb 11 04:48:40.794937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c02a27-3b0a-498f-a35e-f55ccc6b3306 req-9834c152-aed3-423c-94e0-ae8dc353b76b tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:40.796764 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-62c02a27-3b0a-498f-a35e-f55ccc6b3306 req-9834c152-aed3-423c-94e0-ae8dc353b76b tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 944 time: 0.0719225 Feb 11 04:48:40.892655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-62c02a27-3b0a-498f-a35e-f55ccc6b3306 req-8a7da109-7bc0-4ab5-9223-a646f52b5fd0 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864177 Feb 11 04:48:41.108022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e38f6c-8f87-4640-81b1-387ec39cbb05 req-00fa2ae1-75b1-4fba-9ea1-ffd39ffafbac tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:41.115877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e1e38f6c-8f87-4640-81b1-387ec39cbb05 req-00fa2ae1-75b1-4fba-9ea1-ffd39ffafbac tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=9895522b-4da2-4ce8-9ce7-eedb4bfd18e6 HTTP/1.1" status: 200 len: 944 time: 0.0908587 Feb 11 04:48:41.246261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e1e38f6c-8f87-4640-81b1-387ec39cbb05 req-6dd83f3a-7549-476b-8ea9-70e6d8aed119 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Deleting port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:41.249602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e1e38f6c-8f87-4640-81b1-387ec39cbb05 req-6dd83f3a-7549-476b-8ea9-70e6d8aed119 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:41.407387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e1e38f6c-8f87-4640-81b1-387ec39cbb05 req-6dd83f3a-7549-476b-8ea9-70e6d8aed119 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] For port ecfa7e3c-b033-48aa-b11f-06d48703f4f5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:41.407788 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e1e38f6c-8f87-4640-81b1-387ec39cbb05 req-6dd83f3a-7549-476b-8ea9-70e6d8aed119 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:41.434597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e1e38f6c-8f87-4640-81b1-387ec39cbb05 req-6dd83f3a-7549-476b-8ea9-70e6d8aed119 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Calling delete_port for ecfa7e3c-b033-48aa-b11f-06d48703f4f5 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:41.609763 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e1e38f6c-8f87-4640-81b1-387ec39cbb05 req-6dd83f3a-7549-476b-8ea9-70e6d8aed119 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ecfa7e3c-b033-48aa-b11f-06d48703f4f5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:41.656526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd83f3a-7549-476b-8ea9-70e6d8aed119 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Pushing event deleted for resources: {'Port': ['ID=ecfa7e3c-b033-48aa-b11f-06d48703f4f5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:41.698514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e38f6c-8f87-4640-81b1-387ec39cbb05 req-6dd83f3a-7549-476b-8ea9-70e6d8aed119 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] No DVR routers for this DVR port ecfa7e3c-b033-48aa-b11f-06d48703f4f5 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:41.701223 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e1e38f6c-8f87-4640-81b1-387ec39cbb05 req-6dd83f3a-7549-476b-8ea9-70e6d8aed119 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:41.704841 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e1e38f6c-8f87-4640-81b1-387ec39cbb05 req-6dd83f3a-7549-476b-8ea9-70e6d8aed119 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "DELETE /v2.0/ports/ecfa7e3c-b033-48aa-b11f-06d48703f4f5 HTTP/1.1" status: 204 len: 173 time: 0.5880067 Feb 11 04:48:41.705536 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9895522b-4da2-4ce8-9ce7-eedb4bfd18e6', 'name': 'network-vif-deleted', 'tag': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:41.707653 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbabd0b-00a5-4466-bfb2-bfc05a8ec7b9" -d '{"events": [{"server_uuid": "9895522b-4da2-4ce8-9ce7-eedb4bfd18e6", "name": "network-vif-deleted", "tag": "ecfa7e3c-b033-48aa-b11f-06d48703f4f5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:41.833580 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82961b22-b9f5-4a2c-bcb0-11554c2cb507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.129169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8f2ea-4d56-4bf8-8435-3719ba517bf0 req-5f20aee7-04fa-487e-ba54-12321343af26 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:42.130539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec851ba-3668-4ce2-a60d-ffae4f664bad req-baee3a80-31b5-4282-a2b6-1a1ba008b977 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:42.132398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2ec851ba-3668-4ce2-a60d-ffae4f664bad req-baee3a80-31b5-4282-a2b6-1a1ba008b977 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 946 time: 0.1124995 Feb 11 04:48:42.144423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0aa8f2ea-4d56-4bf8-8435-3719ba517bf0 req-5f20aee7-04fa-487e-ba54-12321343af26 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 950 time: 0.1081204 Feb 11 04:48:42.223851 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2ec851ba-3668-4ce2-a60d-ffae4f664bad req-480920df-3446-4e2f-8081-0d812b29795d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793316 Feb 11 04:48:42.242300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09c4a5c-e484-4f1e-b344-52030eae362e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a274ce-b827-4221-bd30-cdda98891175'}, {'server_uuid': 'c13df325-9534-4b50-b836-94a21ff1cf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcec73f-b759-4399-a79b-20e261fc245b'}, {'server_uuid': 'e63f7914-c4fe-4bad-a78b-f41dcde1157d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d85d0e2-c80d-4743-85f6-49861040f3df'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:42.245300 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a6e392-b1c8-482b-9a33-f1add91d6acf" -d '{"events": [{"server_uuid": "c09c4a5c-e484-4f1e-b344-52030eae362e", "name": "network-vif-unplugged", "status": "completed", "tag": "06a274ce-b827-4221-bd30-cdda98891175"}, {"server_uuid": "c13df325-9534-4b50-b836-94a21ff1cf10", "name": "network-vif-plugged", "status": "completed", "tag": "dbcec73f-b759-4399-a79b-20e261fc245b"}, {"server_uuid": "e63f7914-c4fe-4bad-a78b-f41dcde1157d", "name": "network-vif-plugged", "status": "completed", "tag": "1d85d0e2-c80d-4743-85f6-49861040f3df"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:42.251314 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0aa8f2ea-4d56-4bf8-8435-3719ba517bf0 req-3ace5fd5-85d7-4d7d-a655-582febe75319 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055019 Feb 11 04:48:42.275402 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f03b54-0b39-4c00-9b1e-cffcb3fd044b x-openstack-request-id: req-56f03b54-0b39-4c00-9b1e-cffcb3fd044b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:42.276122 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9895522b-4da2-4ce8-9ce7-eedb4bfd18e6", "name": "network-vif-deleted", "tag": "ecfa7e3c-b033-48aa-b11f-06d48703f4f5", "status": "failed", "code": 422}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:42.277219 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56f03b54-0b39-4c00-9b1e-cffcb3fd044b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:42.277759 n-d-615180-58 neutron-server[103354]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9895522b-4da2-4ce8-9ce7-eedb4bfd18e6', 'name': 'network-vif-deleted', 'tag': 'ecfa7e3c-b033-48aa-b11f-06d48703f4f5', 'status': 'failed', 'code': 422} returned with failed status Feb 11 04:48:42.417350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ec353-8ac4-47d2-9cba-0c1d1c37f778 req-2f6cffb6-2cfb-4add-a39d-e6292c9fb420 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:42.419334 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-307ec353-8ac4-47d2-9cba-0c1d1c37f778 req-2f6cffb6-2cfb-4add-a39d-e6292c9fb420 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 944 time: 0.0846553 Feb 11 04:48:42.494540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-307ec353-8ac4-47d2-9cba-0c1d1c37f778 req-92144b8e-cd87-4e34-87f6-54fb827f62ce tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640662 Feb 11 04:48:42.644695 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.335466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 479ec173-5ccd-4c8f-a988-a263abc95461 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:43.439095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 479ec173-5ccd-4c8f-a988-a263abc95461 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:43.439748 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.496132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:43.506215 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.585230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206ca61-cdc6-4b7d-82b7-675379be1399 req-305922f2-acca-4d7f-8755-d892b3a9890d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:43.585230 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f206ca61-cdc6-4b7d-82b7-675379be1399 req-305922f2-acca-4d7f-8755-d892b3a9890d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.60 "GET /v2.0/ports?device_id=c09c4a5c-e484-4f1e-b344-52030eae362e HTTP/1.1" status: 200 len: 944 time: 0.1170030 Feb 11 04:48:43.643377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=479ec173-5ccd-4c8f-a988-a263abc95461,revision_number=11']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:43.743276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-f206ca61-cdc6-4b7d-82b7-675379be1399 req-205444ae-92cd-4fd5-946c-f19ca35f6cfb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Deleting port 06a274ce-b827-4221-bd30-cdda98891175 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:43.743923 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f206ca61-cdc6-4b7d-82b7-675379be1399 req-205444ae-92cd-4fd5-946c-f19ca35f6cfb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (06a274ce-b827-4221-bd30-cdda98891175), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.857289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f206ca61-cdc6-4b7d-82b7-675379be1399 req-205444ae-92cd-4fd5-946c-f19ca35f6cfb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] For port 06a274ce-b827-4221-bd30-cdda98891175, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=06a274ce-b827-4221-bd30-cdda98891175,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:43.857783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f206ca61-cdc6-4b7d-82b7-675379be1399 req-205444ae-92cd-4fd5-946c-f19ca35f6cfb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (06a274ce-b827-4221-bd30-cdda98891175), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.873293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-f206ca61-cdc6-4b7d-82b7-675379be1399 req-205444ae-92cd-4fd5-946c-f19ca35f6cfb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Calling delete_port for 06a274ce-b827-4221-bd30-cdda98891175 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:44.059017 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f206ca61-cdc6-4b7d-82b7-675379be1399 req-205444ae-92cd-4fd5-946c-f19ca35f6cfb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (06a274ce-b827-4221-bd30-cdda98891175), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:44.114678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205444ae-92cd-4fd5-946c-f19ca35f6cfb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event deleted for resources: {'Port': ['ID=06a274ce-b827-4221-bd30-cdda98891175,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:44.160734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f206ca61-cdc6-4b7d-82b7-675379be1399 req-205444ae-92cd-4fd5-946c-f19ca35f6cfb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] No DVR routers for this DVR port 06a274ce-b827-4221-bd30-cdda98891175 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:44.167925 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f206ca61-cdc6-4b7d-82b7-675379be1399 req-205444ae-92cd-4fd5-946c-f19ca35f6cfb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:44.171380 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f206ca61-cdc6-4b7d-82b7-675379be1399 req-205444ae-92cd-4fd5-946c-f19ca35f6cfb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.60 "DELETE /v2.0/ports/06a274ce-b827-4221-bd30-cdda98891175 HTTP/1.1" status: 204 len: 173 time: 0.5841637 Feb 11 04:48:44.201767 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:44.279293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09c4a5c-e484-4f1e-b344-52030eae362e', 'name': 'network-vif-deleted', 'tag': '06a274ce-b827-4221-bd30-cdda98891175'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:44.283520 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b4b84d-16ec-4443-9ca7-11944ca56277" -d '{"events": [{"server_uuid": "c09c4a5c-e484-4f1e-b344-52030eae362e", "name": "network-vif-deleted", "tag": "06a274ce-b827-4221-bd30-cdda98891175"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:45.529258 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:45.555369 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62538fad-462d-4b2c-ab06-22e775bae76e x-openstack-request-id: req-62538fad-462d-4b2c-ab06-22e775bae76e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:45.555678 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09c4a5c-e484-4f1e-b344-52030eae362e", "name": "network-vif-unplugged", "status": "completed", "tag": "06a274ce-b827-4221-bd30-cdda98891175", "code": 200}, {"server_uuid": "c13df325-9534-4b50-b836-94a21ff1cf10", "name": "network-vif-plugged", "status": "completed", "tag": "dbcec73f-b759-4399-a79b-20e261fc245b", "code": 200}, {"server_uuid": "e63f7914-c4fe-4bad-a78b-f41dcde1157d", "name": "network-vif-plugged", "status": "completed", "tag": "1d85d0e2-c80d-4743-85f6-49861040f3df", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:45.559760 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62538fad-462d-4b2c-ab06-22e775bae76e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:45.560199 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09c4a5c-e484-4f1e-b344-52030eae362e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a274ce-b827-4221-bd30-cdda98891175', 'code': 200} Feb 11 04:48:45.560494 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13df325-9534-4b50-b836-94a21ff1cf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcec73f-b759-4399-a79b-20e261fc245b', 'code': 200} Feb 11 04:48:45.560740 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63f7914-c4fe-4bad-a78b-f41dcde1157d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d85d0e2-c80d-4743-85f6-49861040f3df', 'code': 200} Feb 11 04:48:45.704861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186e941-fd14-4371-96cb-6213cb0428e2 req-b12d4db4-f651-4a64-a80e-dd388235f320 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:45.706518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6186e941-fd14-4371-96cb-6213cb0428e2 req-b12d4db4-f651-4a64-a80e-dd388235f320 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 946 time: 0.0596254 Feb 11 04:48:45.811849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6186e941-fd14-4371-96cb-6213cb0428e2 req-abfec718-ac8d-4a21-add6-7f560cb43690 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979273 Feb 11 04:48:45.826250 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa811e55-9c9b-4415-b1f0-3f030cb6d672 req-d9d0bb54-6668-40f5-b85f-50ba22d670eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:45.827791 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa811e55-9c9b-4415-b1f0-3f030cb6d672 req-d9d0bb54-6668-40f5-b85f-50ba22d670eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 1129 time: 0.0560968 Feb 11 04:48:45.858505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-f5331b9b-7ca1-4fdd-a627-e056b32dc91d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:45.863437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-f5331b9b-7ca1-4fdd-a627-e056b32dc91d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.1902151 Feb 11 04:48:45.880761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-844bbefe-2970-4be3-b538-3c67d5276c26 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/quotas/b9c82f79d8cb4249965732257aaf6d56 HTTP/1.1" status: 200 len: 375 time: 0.0133953 Feb 11 04:48:45.881828 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa811e55-9c9b-4415-b1f0-3f030cb6d672 req-eea20da6-7163-4d22-8500-0e49280808cf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Feb 11 04:48:45.893706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50724ab-b357-447c-ba31-eeef7a3b9103 req-19eddb33-7d19-40c6-ac47-5d7cf1758332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:45.895389 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f50724ab-b357-447c-ba31-eeef7a3b9103 req-19eddb33-7d19-40c6-ac47-5d7cf1758332 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 1133 time: 0.1176779 Feb 11 04:48:45.930734 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-a900dac7-88f9-4642-a0d1-b6f9adaffdc2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394914 Feb 11 04:48:45.963448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883641c-b964-4a84-aefc-e8df0187b780 req-75d96357-45d2-4a55-8fa3-d4799c10b50e tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:45.965702 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8883641c-b964-4a84-aefc-e8df0187b780 req-75d96357-45d2-4a55-8fa3-d4799c10b50e tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 950 time: 0.0606339 Feb 11 04:48:46.021818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-00bf024f-f050-4347-b6e3-0e5d19f81132 service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890677 Feb 11 04:48:46.022036 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8883641c-b964-4a84-aefc-e8df0187b780 req-5fa5c812-985e-4068-97ef-fc0cc437e9ce tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492837 Feb 11 04:48:46.117572 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9da63df-32a6-4d7b-ac39-d8c83a34356d x-openstack-request-id: req-a9da63df-32a6-4d7b-ac39-d8c83a34356d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:46.118268 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09c4a5c-e484-4f1e-b344-52030eae362e", "name": "network-vif-deleted", "tag": "06a274ce-b827-4221-bd30-cdda98891175", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:46.118539 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9da63df-32a6-4d7b-ac39-d8c83a34356d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:46.118989 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09c4a5c-e484-4f1e-b344-52030eae362e', 'name': 'network-vif-deleted', 'tag': '06a274ce-b827-4221-bd30-cdda98891175', 'status': 'completed', 'code': 200} Feb 11 04:48:46.145393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-21f49ad9-09ea-4e12-bb97-8e85e67d8f98 service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176031 Feb 11 04:48:46.385890 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f50724ab-b357-447c-ba31-eeef7a3b9103 req-70aed173-9b2e-4154-8aea-747eb027b48f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766869 Feb 11 04:48:46.513529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd77b0-87d0-4501-ba53-0f74d5c58f4d req-3136fca2-c98c-4761-8ab4-182a82309cac tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:46.521490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0cd77b0-87d0-4501-ba53-0f74d5c58f4d req-3136fca2-c98c-4761-8ab4-182a82309cac tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 949 time: 0.0992730 Feb 11 04:48:46.586058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0cd77b0-87d0-4501-ba53-0f74d5c58f4d req-97c7dd9b-31f5-4cad-a2af-807ce859b3c5 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633185 Feb 11 04:48:46.703948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-03478652-c70b-419f-bbfd-13862fad90a9 req-a2129431-2153-40d9-8257-c59b787a7843 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 210 time: 0.0378306 Feb 11 04:48:46.968905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57790) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:46.973677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a9cb16c6-38d2-46e5-8849-d7f05f0a6eb1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--572536526', 'description': 'tempest-description--743498056'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:47.056107 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9cb16c6-38d2-46e5-8849-d7f05f0a6eb1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.101043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a0a9b-42ca-47ea-a2c6-1615a6d1b4be req-0cda60ce-0e8d-4888-a2b1-8fa7fd002bfe tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:47.102541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e1a0a9b-42ca-47ea-a2c6-1615a6d1b4be req-0cda60ce-0e8d-4888-a2b1-8fa7fd002bfe tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 946 time: 0.0858943 Feb 11 04:48:47.211146 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e1a0a9b-42ca-47ea-a2c6-1615a6d1b4be req-184e9b57-6cdf-4d31-af51-4cc4d60a2d9a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010683 Feb 11 04:48:47.245907 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9cb16c6-38d2-46e5-8849-d7f05f0a6eb1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for security_group (d9e369ff-dd26-48ae-901f-d92ab06e332b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.254626 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9cb16c6-38d2-46e5-8849-d7f05f0a6eb1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d9e369ff-dd26-48ae-901f-d92ab06e332b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.316737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9cb16c6-38d2-46e5-8849-d7f05f0a6eb1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.321085 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a9cb16c6-38d2-46e5-8849-d7f05f0a6eb1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3509068 Feb 11 04:48:47.321701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57820) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:47.323670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb16c6-38d2-46e5-8849-d7f05f0a6eb1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e369ff-dd26-48ae-901f-d92ab06e332b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:47.337333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7fc8a976-2541-4c33-8fdb-8a4f16be93d1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Request body: {'security_group_rule': {'security_group_id': 'd9e369ff-dd26-48ae-901f-d92ab06e332b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:47.432232 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fc8a976-2541-4c33-8fdb-8a4f16be93d1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for security_group_rule (6cda632d-58b5-4c01-86bf-e5034d335432), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.461091 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ab3a6-09bc-4861-b48e-880412f947ff req-30f08c69-142d-4036-85b3-31265e16fd7b tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:47.470614 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf9ab3a6-09bc-4861-b48e-880412f947ff req-30f08c69-142d-4036-85b3-31265e16fd7b tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 950 time: 0.1040688 Feb 11 04:48:47.556862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf9ab3a6-09bc-4861-b48e-880412f947ff req-0e00564d-809c-481b-9b15-ac519a23a333 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853324 Feb 11 04:48:47.563672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:47.571212 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fc8a976-2541-4c33-8fdb-8a4f16be93d1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for security_group_rule (6cda632d-58b5-4c01-86bf-e5034d335432), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.574346 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d9b88-1ccc-4656-8469-3f693a3c9858" -d '{"events": [{"server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "name": "network-vif-unplugged", "status": "completed", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:47.575803 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fc8a976-2541-4c33-8fdb-8a4f16be93d1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (6cda632d-58b5-4c01-86bf-e5034d335432), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.591335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8a976-2541-4c33-8fdb-8a4f16be93d1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cda632d-58b5-4c01-86bf-e5034d335432,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:47.608910 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fc8a976-2541-4c33-8fdb-8a4f16be93d1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.614513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57832) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:47.620340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c6a2401a-b6e5-46d3-8456-e5dc9c4aca01 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Request body: {'security_group_rule': {'security_group_id': 'd9e369ff-dd26-48ae-901f-d92ab06e332b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:47.624893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7fc8a976-2541-4c33-8fdb-8a4f16be93d1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2935951 Feb 11 04:48:47.651321 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f531c97d-d4f1-45e1-9aed-7286a823704d x-openstack-request-id: req-f531c97d-d4f1-45e1-9aed-7286a823704d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:47.651888 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "name": "network-vif-unplugged", "status": "completed", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:47.652489 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f531c97d-d4f1-45e1-9aed-7286a823704d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:47.653056 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461', 'code': 200} Feb 11 04:48:47.681085 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6a2401a-b6e5-46d3-8456-e5dc9c4aca01 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for security_group_rule (db2965e5-abdb-4e4f-aaac-871e7fac6dcc), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.934256 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6a2401a-b6e5-46d3-8456-e5dc9c4aca01 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for security_group_rule (db2965e5-abdb-4e4f-aaac-871e7fac6dcc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.942013 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6a2401a-b6e5-46d3-8456-e5dc9c4aca01 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (db2965e5-abdb-4e4f-aaac-871e7fac6dcc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.952333 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-b2afaf9b-b949-41df-8596-bfef8848d626 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2194040 Feb 11 04:48:47.970917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2401a-b6e5-46d3-8456-e5dc9c4aca01 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2965e5-abdb-4e4f-aaac-871e7fac6dcc,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:47.987913 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c6a2401a-b6e5-46d3-8456-e5dc9c4aca01 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.989421 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c6a2401a-b6e5-46d3-8456-e5dc9c4aca01 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3736084 Feb 11 04:48:47.997231 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875317dd-1ff0-4cf4-a6c2-d9ef0c55994f req-9b770b20-175d-4802-9430-96141ff42ae0 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:47.998814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-875317dd-1ff0-4cf4-a6c2-d9ef0c55994f req-9b770b20-175d-4802-9430-96141ff42ae0 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 949 time: 0.1666512 Feb 11 04:48:47.999325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57850) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:48.004418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:48.010276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b8442d1-73e5-44da-8219-8445f2c28014 req-71590a75-68b0-454e-9f79-d3c862c95414 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 210 time: 0.1181562 Feb 11 04:48:48.079238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-875317dd-1ff0-4cf4-a6c2-d9ef0c55994f req-484ec854-e5bd-4b5b-b5a5-634247504df2 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694449 Feb 11 04:48:48.080507 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:48.194695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57860) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:48.225533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-501e5fbc-1006-4a28-930a-719202079c86 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.227038 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-501e5fbc-1006-4a28-930a-719202079c86 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.10 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.4113026 Feb 11 04:48:48.258507 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:48.278126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-a7a6e3a0-2cbf-4038-9c73-a27b3ff79269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.278668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-a7a6e3a0-2cbf-4038-9c73-a27b3ff79269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.279182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-a7a6e3a0-2cbf-4038-9c73-a27b3ff79269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.279652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-a7a6e3a0-2cbf-4038-9c73-a27b3ff79269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.280143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-a7a6e3a0-2cbf-4038-9c73-a27b3ff79269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.280606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-a7a6e3a0-2cbf-4038-9c73-a27b3ff79269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.281071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-a7a6e3a0-2cbf-4038-9c73-a27b3ff79269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.283504 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-a7a6e3a0-2cbf-4038-9c73-a27b3ff79269 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d54d8a515d50425a80e33fb8c05b973c&device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 6725 time: 0.1968091 Feb 11 04:48:48.299594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Request body: {'port': {'device_id': 'aaf308f9-2882-4ca6-92f4-edc1f9289a5a', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'admin_state_up': True, 'tenant_id': 'b9c82f79d8cb4249965732257aaf6d56'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:48.446803 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffb47e-cac1-43f9-8eec-89a500b663c7 req-b844491b-24e3-4f77-bd7e-77df51299b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.447341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffb47e-cac1-43f9-8eec-89a500b663c7 req-b844491b-24e3-4f77-bd7e-77df51299b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.447963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffb47e-cac1-43f9-8eec-89a500b663c7 req-b844491b-24e3-4f77-bd7e-77df51299b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.448435 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffb47e-cac1-43f9-8eec-89a500b663c7 req-b844491b-24e3-4f77-bd7e-77df51299b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.448993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffb47e-cac1-43f9-8eec-89a500b663c7 req-b844491b-24e3-4f77-bd7e-77df51299b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.449850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffb47e-cac1-43f9-8eec-89a500b663c7 req-b844491b-24e3-4f77-bd7e-77df51299b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.450409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffb47e-cac1-43f9-8eec-89a500b663c7 req-b844491b-24e3-4f77-bd7e-77df51299b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.452787 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1ffb47e-cac1-43f9-8eec-89a500b663c7 req-b844491b-24e3-4f77-bd7e-77df51299b4c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 6725 time: 0.2570248 Feb 11 04:48:48.539410 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b9f61-93fe-4d29-b14a-ecc9b3b66205 req-57211cbb-c41a-435c-b7f6-3bf980b08436 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.541024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-519b9f61-93fe-4d29-b14a-ecc9b3b66205 req-57211cbb-c41a-435c-b7f6-3bf980b08436 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 946 time: 0.2168696 Feb 11 04:48:48.555292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Allocated IP 172.25.7.143 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/225da0bc-d576-4d98-87ee-1629ed84ce92) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:48.623173 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1ffb47e-cac1-43f9-8eec-89a500b663c7 req-b94f0a3a-e1bb-4200-8a36-cab224dd8f90 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1472745 Feb 11 04:48:48.715689 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-519b9f61-93fe-4d29-b14a-ecc9b3b66205 req-7602223c-0aee-479a-9960-17ae4756c888 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624477 Feb 11 04:48:48.764774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4f438-3215-412d-b2d5-34d00a30789f req-2bb1a505-62d8-4ee9-807f-580ae67f823b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.772538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-2bb1a505-62d8-4ee9-807f-580ae67f823b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/networks?id=701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 200 len: 805 time: 0.6298437 Feb 11 04:48:48.777248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for port (225da0bc-d576-4d98-87ee-1629ed84ce92), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:48.815161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-c7c47aa2-3f10-4dd6-b1af-46ef1f79fa94 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/quotas/5ea705e91c424680b8725b2f78a44b58 HTTP/1.1" status: 200 len: 375 time: 0.0413940 Feb 11 04:48:48.828963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 06a274ce-b827-4221-bd30-cdda98891175 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:48.870400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 06a274ce-b827-4221-bd30-cdda98891175 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:48:48.871634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 06a274ce-b827-4221-bd30-cdda98891175 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:48:48.872862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (225da0bc-d576-4d98-87ee-1629ed84ce92), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:48.896724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-6550ca4f-76a2-428f-8104-ba39b59e4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.897236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-6550ca4f-76a2-428f-8104-ba39b59e4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.898024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-6550ca4f-76a2-428f-8104-ba39b59e4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.899662 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-6550ca4f-76a2-428f-8104-ba39b59e4130 service neutron] 10.222.0.10 "GET /v2.0/networks?id=556a79f2-1ee2-4e14-9bec-7abb67a912db&id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0&id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 HTTP/1.1" status: 200 len: 2297 time: 0.5714891 Feb 11 04:48:48.902105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Made reservation on behalf of b9c82f79d8cb4249965732257aaf6d56 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:48.905623 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:48.939372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:48.940409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-fd05e888-fdd9-4f90-be22-1122891e3008 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea705e91c424680b8725b2f78a44b58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1243079 Feb 11 04:48:48.944033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:48.946859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:48.987155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae47226-a6e5-4aa0-a23d-ff423969688a req-d7df99f5-1c82-4931-b46a-488941622610 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.994693 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ae47226-a6e5-4aa0-a23d-ff423969688a req-d7df99f5-1c82-4931-b46a-488941622610 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 950 time: 0.1664221 Feb 11 04:48:49.014358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event updated for resources: {'Port': ['ID=225da0bc-d576-4d98-87ee-1629ed84ce92,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:49.109255 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for floatingip (eba13e6d-b870-481b-9338-bde4bf7cd297), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.127861 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ae47226-a6e5-4aa0-a23d-ff423969688a req-06a79b7a-b8df-4c6c-8e05-63c2a77ebf64 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317859 Feb 11 04:48:49.185449 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (225da0bc-d576-4d98-87ee-1629ed84ce92), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.187293 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-5ef2f90a-aaa5-420e-812e-16fb5e8a73cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3394fd-0a97-41f3-a6b5-a8876511fe05 HTTP/1.1" status: 200 len: 1001 time: 0.2351110 Feb 11 04:48:49.211223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd56dc-c99f-4944-9e27-ec41901269f2 req-c96b2930-d7c5-4c13-87fd-b20c82e827a6 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:49.212746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1bbd56dc-c99f-4944-9e27-ec41901269f2 req-c96b2930-d7c5-4c13-87fd-b20c82e827a6 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.10 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 949 time: 0.2691863 Feb 11 04:48:49.254806 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aae82def-8587-4fb7-8f91-23d4c7274080 req-248f665e-3f73-459d-8b94-345ea3045c57 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 210 time: 0.0354271 Feb 11 04:48:49.291865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-cdf290f2-07d5-4d3a-b078-72f54a1b15cd service neutron] 10.222.0.48 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505299 Feb 11 04:48:49.314488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Allocated IP 172.20.0.9 (31aafeb1-3c06-44eb-837b-127b2852a4a3/39ae33d8-9318-4ac3-9e38-c945077968e0/215bcfff-70e6-425a-a377-e53c0ca76986) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:49.401637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-a931b20e-347e-4572-9341-fa46a06eab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:49.403140 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-a931b20e-347e-4572-9341-fa46a06eab83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42a46102-8e9c-45a8-b17f-c81d7b5e7722 HTTP/1.1" status: 200 len: 856 time: 0.2007878 Feb 11 04:48:49.441866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2028eee-02c3-4b7b-a4c2-93493f6e9b92 req-f34a171c-fa06-4fc0-8152-0e8524291739 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:49.443372 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2028eee-02c3-4b7b-a4c2-93493f6e9b92 req-f34a171c-fa06-4fc0-8152-0e8524291739 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 949 time: 0.0922885 Feb 11 04:48:49.461707 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for port (225da0bc-d576-4d98-87ee-1629ed84ce92), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.468981 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (225da0bc-d576-4d98-87ee-1629ed84ce92), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.542422 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-11cf0ad5-a70f-4bba-b62b-0c4bc11ddb0c service neutron] 10.222.0.48 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496257 Feb 11 04:48:49.558163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event updated for resources: {'Port': ['ID=225da0bc-d576-4d98-87ee-1629ed84ce92,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:49.587335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2028eee-02c3-4b7b-a4c2-93493f6e9b92 req-406c5fba-79a9-4f4e-ac96-cb7ce99520cc tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/security-groups?id=b477e11c-b8de-4a67-b8fe-642854312097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298165 Feb 11 04:48:49.588393 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (eba13e6d-b870-481b-9338-bde4bf7cd297), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.600054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1bbd56dc-c99f-4944-9e27-ec41901269f2 req-8ba87077-3396-45bf-8dbd-9651745b9d45 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Deleting port 479ec173-5ccd-4c8f-a988-a263abc95461 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:49.600414 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1bbd56dc-c99f-4944-9e27-ec41901269f2 req-8ba87077-3396-45bf-8dbd-9651745b9d45 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.627071 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.627265 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-dd3a64ec-c653-45a0-9c8a-4b2bfcceae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:49.627375 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-36c34694-4a27-49bd-9c21-938343c44005 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6258738 Feb 11 04:48:49.632997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-dd3a64ec-c653-45a0-9c8a-4b2bfcceae4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=556a79f2-1ee2-4e14-9bec-7abb67a912db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2053523 Feb 11 04:48:49.777229 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks [] for port (215bcfff-70e6-425a-a377-e53c0ca76986), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.784174 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e336d16-4516-4c0c-86dd-9a2c38d2616b req-9c88d7f8-cd4e-4c79-ba3e-2f4c014aba5e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 210 time: 0.0448775 Feb 11 04:48:49.963486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-40b23526-fb19-4b4a-8347-9c29cb7ca90a service neutron] 10.222.0.10 "GET /v2.0/networks/556a79f2-1ee2-4e14-9bec-7abb67a912db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122704 Feb 11 04:48:49.966493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1bbd56dc-c99f-4944-9e27-ec41901269f2 req-8ba87077-3396-45bf-8dbd-9651745b9d45 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] For port 479ec173-5ccd-4c8f-a988-a263abc95461, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=479ec173-5ccd-4c8f-a988-a263abc95461,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:49.966844 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1bbd56dc-c99f-4944-9e27-ec41901269f2 req-8ba87077-3396-45bf-8dbd-9651745b9d45 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:50.048016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1bbd56dc-c99f-4944-9e27-ec41901269f2 req-8ba87077-3396-45bf-8dbd-9651745b9d45 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Calling delete_port for 479ec173-5ccd-4c8f-a988-a263abc95461 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:50.048835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2345a-0094-4fa3-9112-91657b16af6f req-1a4d055c-1848-498e-a1b7-206a8eb08657 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.051455 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-1a4d055c-1848-498e-a1b7-206a8eb08657 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/networks?id=63da1793-95d1-4acb-9151-2c08ccbc6ef9 HTTP/1.1" status: 200 len: 822 time: 0.1447961 Feb 11 04:48:50.054320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:50.084399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-74f094bd-8856-42a2-b9e1-b84246e56ccb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/quotas/25bd46a870264ee289dd7ae54681a048 HTTP/1.1" status: 200 len: 375 time: 0.0241845 Feb 11 04:48:50.091036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f72c3-63f1-4324-b07c-07383b2a1f91 req-0deec4bf-f827-40ff-af6b-59dba00b4ed0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.092662 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-325f72c3-63f1-4324-b07c-07383b2a1f91 req-0deec4bf-f827-40ff-af6b-59dba00b4ed0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 946 time: 0.2405231 Feb 11 04:48:50.115121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-910dec3b-fa8c-4444-976d-96caba35f101 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=25bd46a870264ee289dd7ae54681a048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298057 Feb 11 04:48:50.289199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Network 31aafeb1-3c06-44eb-837b-127b2852a4a3 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:50.296428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-a3a4a25f-f409-426c-a99c-262cd2790f95 service neutron] 10.222.0.48 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715267 Feb 11 04:48:50.308157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Pushing event updated for resources: {'Port': ['ID=215bcfff-70e6-425a-a377-e53c0ca76986,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:50.322387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:50.327746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:50.368083 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-806d4ebb-70c9-4375-aa65-aa1ea420a388 service neutron] 10.222.0.10 "GET /v2.0/networks/556a79f2-1ee2-4e14-9bec-7abb67a912db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904805 Feb 11 04:48:50.441781 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-87f05f6a-dfa2-4b1a-866d-312ecae3bd17 service neutron] 10.222.0.48 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365848 Feb 11 04:48:50.442792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26e33c8c-c6af-403d-8dba-5736422ed9c4 req-cb3a748a-c5d7-44d2-a8df-7e931c8ea298 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3766160 Feb 11 04:48:50.456425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-e48604a0-9abd-4d16-aa0a-0e6cdf59817b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=f41dc359-9aae-4291-a0c0-326de647898f HTTP/1.1" status: 200 len: 217 time: 0.0743306 Feb 11 04:48:50.462604 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-325f72c3-63f1-4324-b07c-07383b2a1f91 req-fa75da82-1858-4608-ad99-66fe2390f30d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331969 Feb 11 04:48:50.471419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.472110 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:50.549862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-14ec8ce7-3cb0-4339-9fc1-23296f407939 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2627342 Feb 11 04:48:50.581029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-c00f8c45-13f6-465d-9200-4cdb068fef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.582418 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-c00f8c45-13f6-465d-9200-4cdb068fef13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4def555b-2d65-406f-a62b-e0ebc3518aa8 HTTP/1.1" status: 200 len: 797 time: 0.1023879 Feb 11 04:48:50.610119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Request body: {'port': {'device_id': 'aaf308f9-2882-4ca6-92f4-edc1f9289a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:50.724401 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1bbd56dc-c99f-4944-9e27-ec41901269f2 req-8ba87077-3396-45bf-8dbd-9651745b9d45 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (479ec173-5ccd-4c8f-a988-a263abc95461), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:50.796638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba87077-3396-45bf-8dbd-9651745b9d45 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Pushing event deleted for resources: {'Port': ['ID=479ec173-5ccd-4c8f-a988-a263abc95461,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:50.814974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e33c8c-c6af-403d-8dba-5736422ed9c4 req-241292bb-d528-48f2-bb08-274012da3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.816493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26e33c8c-c6af-403d-8dba-5736422ed9c4 req-241292bb-d528-48f2-bb08-274012da3f7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 1127 time: 0.2655914 Feb 11 04:48:50.820070 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:50.823460 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-963b850f-cb6b-4394-84e9-c257916e643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.825038 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-963b850f-cb6b-4394-84e9-c257916e643a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2041366 Feb 11 04:48:50.840190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c538c0b5-f4ea-45cb-8f36-8110596bc639 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:50.850775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bda57-3bd4-4e5e-b3cc-4e9a8ce11650 req-7ffa52c1-a44c-44d9-96d8-4bba83ad8307 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.853940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd081b4-481f-4382-8ff3-40b75ec3933d req-847541f5-dedd-494e-9b15-a1a5a544e5d2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.855920 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dd081b4-481f-4382-8ff3-40b75ec3933d req-847541f5-dedd-494e-9b15-a1a5a544e5d2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 931 time: 0.1313818 Feb 11 04:48:50.858393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-113bda57-3bd4-4e5e-b3cc-4e9a8ce11650 req-7ffa52c1-a44c-44d9-96d8-4bba83ad8307 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 950 time: 0.2894533 Feb 11 04:48:50.880892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdddca-03dd-4ebb-9dd6-8e913329ca26 req-f7eafc13-20f8-40b7-a661-770ef5a77dde tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.882761 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37bdddca-03dd-4ebb-9dd6-8e913329ca26 req-f7eafc13-20f8-40b7-a661-770ef5a77dde tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0113a70-34c4-476b-bc5c-9c652753554c HTTP/1.1" status: 200 len: 945 time: 0.1786532 Feb 11 04:48:50.953989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbd56dc-c99f-4944-9e27-ec41901269f2 req-8ba87077-3396-45bf-8dbd-9651745b9d45 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] No DVR routers for this DVR port 479ec173-5ccd-4c8f-a988-a263abc95461 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:51.006464 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1bbd56dc-c99f-4944-9e27-ec41901269f2 req-8ba87077-3396-45bf-8dbd-9651745b9d45 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:51.019922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1bbd56dc-c99f-4944-9e27-ec41901269f2 req-8ba87077-3396-45bf-8dbd-9651745b9d45 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.10 "DELETE /v2.0/ports/479ec173-5ccd-4c8f-a988-a263abc95461 HTTP/1.1" status: 204 len: 173 time: 1.7920148 Feb 11 04:48:51.049621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c538c0b5-f4ea-45cb-8f36-8110596bc639 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:51.050014 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:51.055482 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dd081b4-481f-4382-8ff3-40b75ec3933d req-b584f691-02ec-41eb-8b0f-3e97b1dbb215 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883123 Feb 11 04:48:51.070471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'name': 'network-vif-deleted', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:51.099179 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6392224-182c-4d5f-b884-31d656f210f7" -d '{"events": [{"server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "name": "network-vif-deleted", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:51.162646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0113a70-34c4-476b-bc5c-9c652753554c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c538c0b5-f4ea-45cb-8f36-8110596bc639'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:51.168755 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-37bdddca-03dd-4ebb-9dd6-8e913329ca26 req-d9bd42ec-bbb8-4500-adea-308bef7fbf61 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Deleting port c538c0b5-f4ea-45cb-8f36-8110596bc639 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:51.169465 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-37bdddca-03dd-4ebb-9dd6-8e913329ca26 req-d9bd42ec-bbb8-4500-adea-308bef7fbf61 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:51.175313 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a482d59-49f3-4a77-8c57-14ef6478f930" -d '{"events": [{"server_uuid": "b0113a70-34c4-476b-bc5c-9c652753554c", "name": "network-vif-unplugged", "status": "completed", "tag": "c538c0b5-f4ea-45cb-8f36-8110596bc639"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:51.228747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c538c0b5-f4ea-45cb-8f36-8110596bc639, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c538c0b5-f4ea-45cb-8f36-8110596bc639,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:51.235898 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:51.379007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 479ec173-5ccd-4c8f-a988-a263abc95461 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:51.408575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 479ec173-5ccd-4c8f-a988-a263abc95461 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:48:51.409545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 479ec173-5ccd-4c8f-a988-a263abc95461 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:48:51.414791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c538c0b5-f4ea-45cb-8f36-8110596bc639,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:51.488416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-37bdddca-03dd-4ebb-9dd6-8e913329ca26 req-d9bd42ec-bbb8-4500-adea-308bef7fbf61 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] For port c538c0b5-f4ea-45cb-8f36-8110596bc639, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c538c0b5-f4ea-45cb-8f36-8110596bc639,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:51.488939 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-37bdddca-03dd-4ebb-9dd6-8e913329ca26 req-d9bd42ec-bbb8-4500-adea-308bef7fbf61 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:51.512449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96018fe-ba41-45a2-8650-a79f8a805a15 req-d92267ec-7108-4208-9bb3-a398cda06fb3 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:51.514109 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c96018fe-ba41-45a2-8650-a79f8a805a15 req-d92267ec-7108-4208-9bb3-a398cda06fb3 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 946 time: 0.3486290 Feb 11 04:48:51.515369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-37bdddca-03dd-4ebb-9dd6-8e913329ca26 req-d9bd42ec-bbb8-4500-adea-308bef7fbf61 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Calling delete_port for c538c0b5-f4ea-45cb-8f36-8110596bc639 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:51.616840 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c96018fe-ba41-45a2-8650-a79f8a805a15 req-5b12df6c-8976-4cba-8ea7-b3a5698d83da tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942733 Feb 11 04:48:51.801600 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cf10625-9530-4662-b5ee-04791b25cbf5 req-2657f9b0-3651-4973-a863-46b723bec819 tempest-ImagesOneServerTestJSON-8553931 tempest-ImagesOneServerTestJSON-8553931-project] 10.222.0.48 "GET /v2.0/ports?device_id=32031125-57c5-47c8-b682-1658322d79c5 HTTP/1.1" status: 200 len: 210 time: 0.0404875 Feb 11 04:48:51.823147 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-37bdddca-03dd-4ebb-9dd6-8e913329ca26 req-d9bd42ec-bbb8-4500-adea-308bef7fbf61 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c538c0b5-f4ea-45cb-8f36-8110596bc639), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:51.863662 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd42ec-bbb8-4500-adea-308bef7fbf61 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Pushing event deleted for resources: {'Port': ['ID=c538c0b5-f4ea-45cb-8f36-8110596bc639,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:51.921106 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-34955d16-edfb-4acb-9dff-ca5f406d3dd0 req-572d185a-5637-4501-9512-18d4f900479d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 210 time: 0.0524983 Feb 11 04:48:51.961488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bdddca-03dd-4ebb-9dd6-8e913329ca26 req-d9bd42ec-bbb8-4500-adea-308bef7fbf61 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] No DVR routers for this DVR port c538c0b5-f4ea-45cb-8f36-8110596bc639 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:51.964869 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-37bdddca-03dd-4ebb-9dd6-8e913329ca26 req-d9bd42ec-bbb8-4500-adea-308bef7fbf61 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:51.968124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37bdddca-03dd-4ebb-9dd6-8e913329ca26 req-d9bd42ec-bbb8-4500-adea-308bef7fbf61 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.60 "DELETE /v2.0/ports/c538c0b5-f4ea-45cb-8f36-8110596bc639 HTTP/1.1" status: 204 len: 173 time: 1.0646408 Feb 11 04:48:51.968573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0113a70-34c4-476b-bc5c-9c652753554c', 'name': 'network-vif-deleted', 'tag': 'c538c0b5-f4ea-45cb-8f36-8110596bc639'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:51.970922 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd65094-f04b-46b7-a62a-e4759506173c" -d '{"events": [{"server_uuid": "b0113a70-34c4-476b-bc5c-9c652753554c", "name": "network-vif-deleted", "tag": "c538c0b5-f4ea-45cb-8f36-8110596bc639"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:51.973730 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-061f94c5-3040-41de-95dd-a015ef822d1a service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1076992 Feb 11 04:48:52.018952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e33c8c-c6af-403d-8dba-5736422ed9c4 req-c4632660-40b2-4cbd-9f55-f14d2705a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:52.020924 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26e33c8c-c6af-403d-8dba-5736422ed9c4 req-c4632660-40b2-4cbd-9f55-f14d2705a4e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 1.1451354 Feb 11 04:48:52.054387 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8cbca7e-3094-41a8-9654-383f4d86dc76 req-424a39c0-2c74-4ccd-a435-9a936c11401a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 210 time: 0.0306823 Feb 11 04:48:52.136114 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-113bda57-3bd4-4e5e-b3cc-4e9a8ce11650 req-02d71a63-08bb-4f1b-b2e5-b3001e72b5b5 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2765336 Feb 11 04:48:52.155475 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64d0756-e655-4120-8c55-d7a85f0284e8 x-openstack-request-id: req-e64d0756-e655-4120-8c55-d7a85f0284e8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:52.155928 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32031125-57c5-47c8-b682-1658322d79c5", "name": "network-vif-deleted", "tag": "479ec173-5ccd-4c8f-a988-a263abc95461", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:52.157432 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e64d0756-e655-4120-8c55-d7a85f0284e8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:52.158516 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32031125-57c5-47c8-b682-1658322d79c5', 'name': 'network-vif-deleted', 'tag': '479ec173-5ccd-4c8f-a988-a263abc95461', 'status': 'completed', 'code': 200} Feb 11 04:48:52.219462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26e33c8c-c6af-403d-8dba-5736422ed9c4 req-79dfe09c-fd2c-4e3b-965e-c3e63e28e6b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180e8c29-3483-41f5-8707-c520c2bafeab HTTP/1.1" status: 200 len: 217 time: 0.1660094 Feb 11 04:48:52.262805 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02354c6-2464-44a8-b94f-3910b209075c x-openstack-request-id: req-e02354c6-2464-44a8-b94f-3910b209075c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:52.263830 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0113a70-34c4-476b-bc5c-9c652753554c", "name": "network-vif-unplugged", "status": "completed", "tag": "c538c0b5-f4ea-45cb-8f36-8110596bc639", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:52.264274 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e02354c6-2464-44a8-b94f-3910b209075c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:52.264848 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0113a70-34c4-476b-bc5c-9c652753554c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c538c0b5-f4ea-45cb-8f36-8110596bc639', 'code': 200} Feb 11 04:48:52.331478 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cf529d-8760-4bff-a290-451ad628e035 x-openstack-request-id: req-10cf529d-8760-4bff-a290-451ad628e035 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:52.332024 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0113a70-34c4-476b-bc5c-9c652753554c", "name": "network-vif-deleted", "tag": "c538c0b5-f4ea-45cb-8f36-8110596bc639", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:52.333063 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10cf529d-8760-4bff-a290-451ad628e035 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:52.335257 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0113a70-34c4-476b-bc5c-9c652753554c', 'name': 'network-vif-deleted', 'tag': 'c538c0b5-f4ea-45cb-8f36-8110596bc639', 'status': 'completed', 'code': 200} Feb 11 04:48:52.453871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2345a-0094-4fa3-9112-91657b16af6f req-329c1d85-8d1f-4423-96b9-298ed76d96ba tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:52.462194 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-329c1d85-8d1f-4423-96b9-298ed76d96ba tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.10 "GET /v2.0/networks?id=63da1793-95d1-4acb-9151-2c08ccbc6ef9 HTTP/1.1" status: 200 len: 822 time: 0.3142486 Feb 11 04:48:52.497122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4f438-3215-412d-b2d5-34d00a30789f req-5c877b6d-68d7-45db-97af-6a734de17fb6 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:52.498821 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-5c877b6d-68d7-45db-97af-6a734de17fb6 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.10 "GET /v2.0/networks?id=701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 200 len: 805 time: 1.3823345 Feb 11 04:48:52.500767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Request body: {'port': {'device_id': 'ab4e6afc-8122-4297-83ec-dc753b39d322', 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9', 'admin_state_up': True, 'tenant_id': '25bd46a870264ee289dd7ae54681a048'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:52.503968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e33c8c-c6af-403d-8dba-5736422ed9c4 req-f20879a7-1f59-46df-b9ac-71666d8807a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:52.505371 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26e33c8c-c6af-403d-8dba-5736422ed9c4 req-f20879a7-1f59-46df-b9ac-71666d8807a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.2338605 Feb 11 04:48:52.513060 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-8647a73b-df20-4dd8-82bb-1566a51887dd service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320623 Feb 11 04:48:52.530456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-4da4f438-3215-412d-b2d5-34d00a30789f req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Request body: {'port': {'device_id': 'b956bfa6-d5e6-47a8-8d69-60a8dd40b22e', 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'admin_state_up': True, 'tenant_id': '5ea705e91c424680b8725b2f78a44b58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:52.535355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c074a5c-00e8-4f1e-adbc-b91bafb4ba3a req-34c0b1fa-a75e-4c69-bb49-28bccec82048 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:52.542604 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7c074a5c-00e8-4f1e-adbc-b91bafb4ba3a req-34c0b1fa-a75e-4c69-bb49-28bccec82048 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 931 time: 0.1543210 Feb 11 04:48:52.565413 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26e33c8c-c6af-403d-8dba-5736422ed9c4 req-a8912881-7128-4657-8c8f-1bda351c1df2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513036 Feb 11 04:48:52.640617 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-d6f65521-958e-432e-85bd-26c47349ca9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=780ddb41-d09f-442e-8a78-125094600c6f HTTP/1.1" status: 200 len: 217 time: 0.0926697 Feb 11 04:48:52.675492 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7c074a5c-00e8-4f1e-adbc-b91bafb4ba3a req-00e0b03b-9efd-4c79-8efd-bd23208e15a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319349 Feb 11 04:48:52.747491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Made reservation on behalf of 25bd46a870264ee289dd7ae54681a048 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:52.753573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:52.841150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-e3e96a7a-0c1a-436e-91e2-815af01d40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:52.842622 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-e3e96a7a-0c1a-436e-91e2-815af01d40e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4def555b-2d65-406f-a62b-e0ebc3518aa8 HTTP/1.1" status: 200 len: 797 time: 0.1870787 Feb 11 04:48:52.846608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215bcfff-70e6-425a-a377-e53c0ca76986 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:52.882284 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Publish callbacks [] for port (215bcfff-70e6-425a-a377-e53c0ca76986), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:52.917534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26e33c8c-c6af-403d-8dba-5736422ed9c4 req-0e2c1759-44d3-48f2-9edf-2d5d3b64b9eb service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397434 Feb 11 04:48:52.919739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7850f4b-6e0f-4883-b24d-02b9d355a631 req-bc013a0d-50ca-40d9-9be1-da83dfc48edb tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:52.928485 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7850f4b-6e0f-4883-b24d-02b9d355a631 req-bc013a0d-50ca-40d9-9be1-da83dfc48edb tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 946 time: 0.1490211 Feb 11 04:48:52.942722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Transition to ACTIVE for port object 215bcfff-70e6-425a-a377-e53c0ca76986 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:48:52.960759 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:52.987820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da4f438-3215-412d-b2d5-34d00a30789f req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Made reservation on behalf of 5ea705e91c424680b8725b2f78a44b58 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:52.991183 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4da4f438-3215-412d-b2d5-34d00a30789f req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:53.074443 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7850f4b-6e0f-4883-b24d-02b9d355a631 req-3009c4b4-6ae3-4643-88bf-a5ef9310fab6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447780 Feb 11 04:48:53.110047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Allocated IP 172.20.0.2 (63da1793-95d1-4acb-9151-2c08ccbc6ef9/eb596a10-e094-4f3d-875a-b9a0b0daf13a/23f80b83-af24-48e4-9b7d-30a5d3b23d5e) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:53.166442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-1f101ce7-28a9-4681-aaef-f47ae7e29b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:53.179732 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-1f101ce7-28a9-4681-aaef-f47ae7e29b64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3202817 Feb 11 04:48:53.185876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e4f68a40-429a-4662-b14a-4bd5555337e0 req-0bf69549-8443-4cc8-ba80-e494afb81f23 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 210 time: 0.0917113 Feb 11 04:48:53.203418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Pushing event updated for resources: {'Port': ['ID=215bcfff-70e6-425a-a377-e53c0ca76986,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:53.226472 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff041ee8-a1a2-4f45-b909-701962f9b465 req-d4218132-4304-496e-8726-ce3814bfd592 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 210 time: 0.0451653 Feb 11 04:48:53.427538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26e33c8c-c6af-403d-8dba-5736422ed9c4 req-9539ab4f-d37e-4eb6-9457-71c306026d50 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996896 Feb 11 04:48:53.438919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:53.481573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:53.550619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:53.556265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:53.560938 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:53.564880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Attempting to bind port 215bcfff-70e6-425a-a377-e53c0ca76986 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:53.565229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Attempting to bind port 215bcfff-70e6-425a-a377-e53c0ca76986 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:53.566382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Attempting to bind port 215bcfff-70e6-425a-a377-e53c0ca76986 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:53.567668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event updated for resources: {'Port': ['ID=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:53.611532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Port 215bcfff-70e6-425a-a377-e53c0ca76986 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:48:53.611867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Attempting to bind port 215bcfff-70e6-425a-a377-e53c0ca76986 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:53.618490 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-76c696a8-e19d-483a-aacc-90e925c48de1 service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249935 Feb 11 04:48:53.629291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:53.629640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Checking segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:53.630072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Bound using segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:53.630522 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Bound port: 215bcfff-70e6-425a-a377-e53c0ca76986, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:53.631190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:53.653122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57966) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:53.665724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:53.666071 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:53.690747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d12de584-3c26-4d4a-8544-cf83d034b99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1935303 Feb 11 04:48:53.709336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Request body: {'port': {'device_id': 'ab4e6afc-8122-4297-83ec-dc753b39d322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:53.826949 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:53.885143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-4da4f438-3215-412d-b2d5-34d00a30789f req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Allocated IP 172.20.0.4 (701be04a-91cb-4ec3-9793-559180c6321e/1e43299a-9bb5-4f80-82a7-a6c3bcd2724b/9c15d038-6165-4813-8af1-972437d76a9e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:53.939866 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e8aed6e7-877f-4f3b-b7d7-a1c37ef7974e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96605172e38f455eb2f0de7bc035e973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850814 Feb 11 04:48:53.941411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57972) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:53.984912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] For port 215bcfff-70e6-425a-a377-e53c0ca76986, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:53.990176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-db957c65-34a8-421a-9b8c-feef7635b9fa service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620420 Feb 11 04:48:54.053054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05968741-3b55-43b0-8d8d-468cfa673f76 req-d4ad4eb3-a019-453a-8599-f3bc61ecb09d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:54.060200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05968741-3b55-43b0-8d8d-468cfa673f76 req-d4ad4eb3-a019-453a-8599-f3bc61ecb09d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 943 time: 0.2583828 Feb 11 04:48:54.063339 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-6f4818f2-8fc2-4a9e-ac74-ab918c4a8f4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=bfd0cbf6-c632-4002-b9ac-8b535b383774 HTTP/1.1" status: 200 len: 217 time: 0.0643816 Feb 11 04:48:54.097307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] For port 215bcfff-70e6-425a-a377-e53c0ca76986, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=215bcfff-70e6-425a-a377-e53c0ca76986,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:54.167611 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:54.269834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:54.270953 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:54.272397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] 10.222.0.10 "PUT /v2.0/ports/215bcfff-70e6-425a-a377-e53c0ca76986 HTTP/1.1" status: 200 len: 1092 time: 3.6938429 Feb 11 04:48:54.282067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf308f9-2882-4ca6-92f4-edc1f9289a5a', 'tag': '215bcfff-70e6-425a-a377-e53c0ca76986'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:54.285895 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899e7c5c-a43b-4a34-afde-e7efc81330f8" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf308f9-2882-4ca6-92f4-edc1f9289a5a", "tag": "215bcfff-70e6-425a-a377-e53c0ca76986"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:54.307848 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05968741-3b55-43b0-8d8d-468cfa673f76 req-a88a13d9-bac8-4618-93e9-5d2fec96a8e7 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463624 Feb 11 04:48:54.315658 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-1b4e44e9-b3e8-4d6e-ba40-725e3a60c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:54.317259 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-1b4e44e9-b3e8-4d6e-ba40-725e3a60c7e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4def555b-2d65-406f-a62b-e0ebc3518aa8 HTTP/1.1" status: 200 len: 797 time: 0.2436509 Feb 11 04:48:54.389184 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4da4f438-3215-412d-b2d5-34d00a30789f req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks [] for port (9c15d038-6165-4813-8af1-972437d76a9e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:54.627862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65be973e-ad7a-4cfe-ab4b-522a99709a12 admin admin] Publish callbacks [] for security_group (b477e11c-b8de-4a67-b8fe-642854312097), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:54.720912 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65be973e-ad7a-4cfe-ab4b-522a99709a12 admin admin] Publish callbacks [] for security_group (b477e11c-b8de-4a67-b8fe-642854312097), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:54.825692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08e681-4397-42d4-92a2-bba5274fb09d req-d45c0958-1489-47c7-858a-48c68541c346 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:54.827451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd08e681-4397-42d4-92a2-bba5274fb09d req-d45c0958-1489-47c7-858a-48c68541c346 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 946 time: 0.1904442 Feb 11 04:48:54.842773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd14176-246d-4d86-8f7a-7d187c73ab02 service neutron] Pushing event updated for resources: {'Port': ['ID=215bcfff-70e6-425a-a377-e53c0ca76986,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:54.850742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c538c0b5-f4ea-45cb-8f36-8110596bc639 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:54.893768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: c538c0b5-f4ea-45cb-8f36-8110596bc639 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:48:54.894024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c538c0b5-f4ea-45cb-8f36-8110596bc639 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:48:54.895006 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65be973e-ad7a-4cfe-ab4b-522a99709a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b477e11c-b8de-4a67-b8fe-642854312097), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:54.897710 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65be973e-ad7a-4cfe-ab4b-522a99709a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:54.901121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-65be973e-ad7a-4cfe-ab4b-522a99709a12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b477e11c-b8de-4a67-b8fe-642854312097 HTTP/1.1" status: 204 len: 168 time: 0.9564590 Feb 11 04:48:54.911812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f80b83-af24-48e4-9b7d-30a5d3b23d5e {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:54.928050 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Publish callbacks [] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:54.937902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be973e-ad7a-4cfe-ab4b-522a99709a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b477e11c-b8de-4a67-b8fe-642854312097,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:54.964123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd08e681-4397-42d4-92a2-bba5274fb09d req-9b35ffef-aac2-44a8-a553-e2cec2d544c9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952005 Feb 11 04:48:54.965119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Transition to ACTIVE for port object 23f80b83-af24-48e4-9b7d-30a5d3b23d5e will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:48:54.977641 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:54.996230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-8d3876c4-c760-41fc-bcbf-988571632f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:54.998136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-8d3876c4-c760-41fc-bcbf-988571632f31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 1126 time: 0.5266099 Feb 11 04:48:55.006025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-5ae2474c-bc93-47c1-a1c8-d4fdc84d6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:55.007656 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-5ae2474c-bc93-47c1-a1c8-d4fdc84d6a59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5998290 Feb 11 04:48:55.015648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba75576-6b43-4633-9401-bc985b99beba req-9e6e10cf-e018-4d54-b9d3-afcbea90daa4 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:55.017737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ba75576-6b43-4633-9401-bc985b99beba req-9e6e10cf-e018-4d54-b9d3-afcbea90daa4 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 931 time: 0.6075988 Feb 11 04:48:55.018944 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4da4f438-3215-412d-b2d5-34d00a30789f req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9c15d038-6165-4813-8af1-972437d76a9e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.052466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abc21f-c2ca-4805-8be8-0fcca6485c48 req-62c7cfbd-0a9f-43ea-bde9-5fa1e3253ba9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:55.055708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b9abc21f-c2ca-4805-8be8-0fcca6485c48 req-62c7cfbd-0a9f-43ea-bde9-5fa1e3253ba9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.60 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 946 time: 0.2000644 Feb 11 04:48:55.090276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Pushing event updated for resources: {'Port': ['ID=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:55.231143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Attempting to bind port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:55.231465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Attempting to bind port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:55.231804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Attempting to bind port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e on network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:55.242166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4641570-e783-49ad-8ad3-3bec4a94971a req-5d2eea5d-59df-474b-aa3a-2ac3e58f0063 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:55.244011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c4641570-e783-49ad-8ad3-3bec4a94971a req-5d2eea5d-59df-474b-aa3a-2ac3e58f0063 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 931 time: 0.0852542 Feb 11 04:48:55.246244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e on network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:48:55.246579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Attempting to bind port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e on network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:55.259357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:55.259734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Checking segment: {'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:55.260135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Bound using segment: {'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:55.260571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Bound port: 23f80b83-af24-48e4-9b7d-30a5d3b23d5e, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:55.260938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.371124 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ba75576-6b43-4633-9401-bc985b99beba req-8330ef92-6996-4c5d-ac22-0fd3991eeb18 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094027 Feb 11 04:48:55.377839 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-c9ebc61f-9a4a-4fe5-bdfb-3080e3ddd162 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=215bcfff-70e6-425a-a377-e53c0ca76986 HTTP/1.1" status: 200 len: 217 time: 0.3497937 Feb 11 04:48:55.399089 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c4641570-e783-49ad-8ad3-3bec4a94971a req-2dead56e-35e8-4087-933b-28323bb39548 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489460 Feb 11 04:48:55.461640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] For port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:55.466992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] For port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:55.482407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.513508 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3408f467-3a4e-468c-ba99-9ad2dafe8e73 x-openstack-request-id: req-3408f467-3a4e-468c-ba99-9ad2dafe8e73 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:55.513825 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf308f9-2882-4ca6-92f4-edc1f9289a5a", "tag": "215bcfff-70e6-425a-a377-e53c0ca76986", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:55.514069 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3408f467-3a4e-468c-ba99-9ad2dafe8e73 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:55.514472 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf308f9-2882-4ca6-92f4-edc1f9289a5a', 'tag': '215bcfff-70e6-425a-a377-e53c0ca76986', 'status': 'completed', 'code': 200} Feb 11 04:48:55.527740 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da4f438-3215-412d-b2d5-34d00a30789f req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Network 701be04a-91cb-4ec3-9793-559180c6321e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:55.580576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:55.581213 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.582633 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] 10.222.0.10 "PUT /v2.0/ports/23f80b83-af24-48e4-9b7d-30a5d3b23d5e HTTP/1.1" status: 200 len: 1092 time: 1.8815334 Feb 11 04:48:55.588986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4e6afc-8122-4297-83ec-dc753b39d322', 'tag': '23f80b83-af24-48e4-9b7d-30a5d3b23d5e'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:55.591811 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b6bfeb-c05e-424a-a21c-ed1ad89d6225" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4e6afc-8122-4297-83ec-dc753b39d322", "tag": "23f80b83-af24-48e4-9b7d-30a5d3b23d5e"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:55.674621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbf856-7cf5-4b4c-b1bf-fe80874c816d service neutron] Pushing event updated for resources: {'Port': ['ID=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:55.697908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f5e4-e863-4aa6-b80e-ea6a2f209f25 req-948095f6-e331-490d-963d-cace55550972 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:55.700119 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c627f5e4-e863-4aa6-b80e-ea6a2f209f25 req-948095f6-e331-490d-963d-cace55550972 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 943 time: 0.1629508 Feb 11 04:48:55.708691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-4da4f438-3215-412d-b2d5-34d00a30789f req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:55.722013 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1219dd4-dd2e-4086-8128-6ee663d40d05 x-openstack-request-id: req-a1219dd4-dd2e-4086-8128-6ee663d40d05 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:55.722324 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4e6afc-8122-4297-83ec-dc753b39d322", "tag": "23f80b83-af24-48e4-9b7d-30a5d3b23d5e", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:55.722568 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1219dd4-dd2e-4086-8128-6ee663d40d05 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:55.722908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da4f438-3215-412d-b2d5-34d00a30789f req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:55.723096 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4e6afc-8122-4297-83ec-dc753b39d322', 'tag': '23f80b83-af24-48e4-9b7d-30a5d3b23d5e', 'status': 'completed', 'code': 200} Feb 11 04:48:55.761067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Pushing event updated for resources: {'Port': ['ID=9c15d038-6165-4813-8af1-972437d76a9e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:55.804078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c627f5e4-e863-4aa6-b80e-ea6a2f209f25 req-56221efc-6a77-4ceb-9b2a-f28b345560f2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797150 Feb 11 04:48:55.806079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2345a-0094-4fa3-9112-91657b16af6f req-6ff81143-b51e-40ec-911b-16c848ae7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:55.811594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-6ff81143-b51e-40ec-911b-16c848ae7fd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25bd46a870264ee289dd7ae54681a048&device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 1126 time: 0.1495318 Feb 11 04:48:55.821997 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:48:55.866316 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-5510c676-bf94-4791-beb8-d059da896a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:55.868534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-5510c676-bf94-4791-beb8-d059da896a70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.3964286 Feb 11 04:48:55.873074 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-e9f8ce4b-6d18-4f73-ab15-196e49d829f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23f80b83-af24-48e4-9b7d-30a5d3b23d5e HTTP/1.1" status: 200 len: 217 time: 0.0487528 Feb 11 04:48:55.895066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-b9abc21f-c2ca-4805-8be8-0fcca6485c48 req-0b101682-3c7d-487c-b3fc-70bf14bb4c49 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Deleting port dbcec73f-b759-4399-a79b-20e261fc245b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:55.895422 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b9abc21f-c2ca-4805-8be8-0fcca6485c48 req-0b101682-3c7d-487c-b3fc-70bf14bb4c49 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.920502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4f438-3215-412d-b2d5-34d00a30789f req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:55.921057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4da4f438-3215-412d-b2d5-34d00a30789f req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.927066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-5fcca686-ed5a-4e21-867b-01146285eea9 service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8918502 Feb 11 04:48:55.948436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d88bade4-42d8-48c9-bae2-e8d940caabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:55.950031 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d88bade4-42d8-48c9-bae2-e8d940caabd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb596a10-e094-4f3d-875a-b9a0b0daf13a HTTP/1.1" status: 200 len: 862 time: 0.0671482 Feb 11 04:48:55.971351 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-ab0ecb40-8dab-468f-acc7-2f099e2487ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903096 Feb 11 04:48:55.996423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-e21a1856-8ae1-4fc2-88d3-f609a14fd8dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=63da1793-95d1-4acb-9151-2c08ccbc6ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398552 Feb 11 04:48:56.066103 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-6a382953-8777-4dc5-a0c9-1a726f1f3440 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5409179 Feb 11 04:48:56.110245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Request body: {'port': {'device_id': 'b956bfa6-d5e6-47a8-8d69-60a8dd40b22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:56.177870 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-3096d68d-cb04-4a64-8767-39f3cf70800c service neutron] 10.222.0.10 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743538 Feb 11 04:48:56.298789 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49f2345a-0094-4fa3-9112-91657b16af6f req-d8127790-b988-4407-91ce-d49ddc2ad238 service neutron] 10.222.0.10 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152287 Feb 11 04:48:56.459033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b9abc21f-c2ca-4805-8be8-0fcca6485c48 req-0b101682-3c7d-487c-b3fc-70bf14bb4c49 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] For port dbcec73f-b759-4399-a79b-20e261fc245b, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=dbcec73f-b759-4399-a79b-20e261fc245b,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:56.459657 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b9abc21f-c2ca-4805-8be8-0fcca6485c48 req-0b101682-3c7d-487c-b3fc-70bf14bb4c49 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:56.518947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-b9abc21f-c2ca-4805-8be8-0fcca6485c48 req-0b101682-3c7d-487c-b3fc-70bf14bb4c49 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Calling delete_port for dbcec73f-b759-4399-a79b-20e261fc245b owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:56.520579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6bfeb-c05e-424a-a21c-ed1ad89d6225 req-db33f6c9-907e-44eb-905b-64d303515431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:56.522737 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10b6bfeb-c05e-424a-a21c-ed1ad89d6225 req-db33f6c9-907e-44eb-905b-64d303515431 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25bd46a870264ee289dd7ae54681a048&device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 1126 time: 0.1251767 Feb 11 04:48:56.534132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38999749-5a2b-412b-a352-bdc0e3c78203 req-d65a38d9-a59c-4bc4-8648-91068593c2f6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:56.535687 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38999749-5a2b-412b-a352-bdc0e3c78203 req-d65a38d9-a59c-4bc4-8648-91068593c2f6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 946 time: 0.3375509 Feb 11 04:48:56.539683 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9c15d038-6165-4813-8af1-972437d76a9e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:56.542958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-1bc59793-84ed-4769-9eb5-4b3daec7685c service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674477 Feb 11 04:48:56.544952 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-2c0b1686-3218-45e1-81c9-58c9cd44d9aa service neutron] 10.222.0.10 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446370 Feb 11 04:48:56.638112 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-8323a50a-2f94-48a7-b3dc-bdf0edfa7f0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc HTTP/1.1" status: 200 len: 217 time: 0.0777583 Feb 11 04:48:56.717299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6bfeb-c05e-424a-a21c-ed1ad89d6225 req-0c459979-07af-4cbd-9040-9a860f713029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:56.719807 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10b6bfeb-c05e-424a-a21c-ed1ad89d6225 req-0c459979-07af-4cbd-9040-9a860f713029 service neutron] 10.222.0.10 "GET /v2.0/networks?id=63da1793-95d1-4acb-9151-2c08ccbc6ef9 HTTP/1.1" status: 200 len: 923 time: 0.1749227 Feb 11 04:48:56.771400 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10b6bfeb-c05e-424a-a21c-ed1ad89d6225 req-0ee78528-ef9a-4d77-aaff-e47b7e47a1cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23f80b83-af24-48e4-9b7d-30a5d3b23d5e HTTP/1.1" status: 200 len: 217 time: 0.0428977 Feb 11 04:48:56.832010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca58903-b216-4ee9-acee-a8ba34e84fde req-28239326-bdfc-430e-b42c-ef8d2937acc7 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:56.833877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2ca58903-b216-4ee9-acee-a8ba34e84fde req-28239326-bdfc-430e-b42c-ef8d2937acc7 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 943 time: 0.3299785 Feb 11 04:48:56.853090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6bfeb-c05e-424a-a21c-ed1ad89d6225 req-736e5289-e030-4117-8e7f-271e45e4cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:56.854170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38999749-5a2b-412b-a352-bdc0e3c78203 req-343c8ed8-52ee-41cc-a459-affc03e9b46d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058357 Feb 11 04:48:56.854783 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10b6bfeb-c05e-424a-a21c-ed1ad89d6225 req-736e5289-e030-4117-8e7f-271e45e4cbfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb596a10-e094-4f3d-875a-b9a0b0daf13a HTTP/1.1" status: 200 len: 862 time: 0.0766268 Feb 11 04:48:56.952177 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10b6bfeb-c05e-424a-a21c-ed1ad89d6225 req-0123e876-1948-48e3-88e5-db43d2bcdfa0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=63da1793-95d1-4acb-9151-2c08ccbc6ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881178 Feb 11 04:48:56.960049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-53a29e2b-4269-452e-a77c-617e23a9d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:56.961493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-53a29e2b-4269-452e-a77c-617e23a9d3ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4def555b-2d65-406f-a62b-e0ebc3518aa8 HTTP/1.1" status: 200 len: 797 time: 0.2832515 Feb 11 04:48:56.974038 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a66f1a83-ee94-4d45-9321-1bac4f0d9cee req-df860031-6696-47f4-b405-825276d7694e service neutron] 10.222.0.10 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072852 Feb 11 04:48:57.021696 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2ca58903-b216-4ee9-acee-a8ba34e84fde req-bd1e4166-d41f-4402-9b71-3daed726b31a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792769 Feb 11 04:48:57.118651 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10b6bfeb-c05e-424a-a21c-ed1ad89d6225 req-15a619a6-1d23-4547-a748-32fb1a3bba75 service neutron] 10.222.0.10 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533551 Feb 11 04:48:57.303713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c500d65-a813-4351-9ffa-839db683d1bf req-5657384e-940a-44b9-b41b-f5fbccb45b23 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:57.305631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c500d65-a813-4351-9ffa-839db683d1bf req-5657384e-940a-44b9-b41b-f5fbccb45b23 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 943 time: 0.1754963 Feb 11 04:48:57.342081 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10b6bfeb-c05e-424a-a21c-ed1ad89d6225 req-562ea3cb-952b-4d1c-b46b-4f050ffbe52a service neutron] 10.222.0.10 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140710 Feb 11 04:48:57.342721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b24cd-9aad-416f-ac8a-c1228a9e3fde req-c03c20af-bea4-44cb-8e1c-d7509cb2ec85 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:57.344415 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d20b24cd-9aad-416f-ac8a-c1228a9e3fde req-c03c20af-bea4-44cb-8e1c-d7509cb2ec85 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 931 time: 0.4090023 Feb 11 04:48:57.387915 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c500d65-a813-4351-9ffa-839db683d1bf req-67b07b36-23f1-4841-9f7a-bb282df692d8 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722156 Feb 11 04:48:57.390259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b9abc21f-c2ca-4805-8be8-0fcca6485c48 req-0b101682-3c7d-487c-b3fc-70bf14bb4c49 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (dbcec73f-b759-4399-a79b-20e261fc245b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.393295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-5d4d7dfa-2fe0-4cfc-a82e-27510b42081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:57.394982 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-5d4d7dfa-2fe0-4cfc-a82e-27510b42081e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36e101bd-1bc1-4657-8cc0-46b1d08a8103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4193780 Feb 11 04:48:57.424311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:57.427820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e7c5c-a43b-4a34-afde-e7efc81330f8 req-c6e3a0c1-edc7-4741-b29a-34597d0daa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:57.429300 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-899e7c5c-a43b-4a34-afde-e7efc81330f8 req-c6e3a0c1-edc7-4741-b29a-34597d0daa4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 1126 time: 0.2929962 Feb 11 04:48:57.496737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b101682-3c7d-487c-b3fc-70bf14bb4c49 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event deleted for resources: {'Port': ['ID=dbcec73f-b759-4399-a79b-20e261fc245b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:57.644311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c15d038-6165-4813-8af1-972437d76a9e {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:57.650313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9abc21f-c2ca-4805-8be8-0fcca6485c48 req-0b101682-3c7d-487c-b3fc-70bf14bb4c49 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] No DVR routers for this DVR port dbcec73f-b759-4399-a79b-20e261fc245b on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:57.662109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b9abc21f-c2ca-4805-8be8-0fcca6485c48 req-0b101682-3c7d-487c-b3fc-70bf14bb4c49 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.665550 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b9abc21f-c2ca-4805-8be8-0fcca6485c48 req-0b101682-3c7d-487c-b3fc-70bf14bb4c49 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.60 "DELETE /v2.0/ports/dbcec73f-b759-4399-a79b-20e261fc245b HTTP/1.1" status: 204 len: 173 time: 2.5514822 Feb 11 04:48:57.667521 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Publish callbacks [] for port (9c15d038-6165-4813-8af1-972437d76a9e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.683662 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d20b24cd-9aad-416f-ac8a-c1228a9e3fde req-575f0ed9-9678-4b09-8fef-8df6c3b9625b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239369 Feb 11 04:48:57.684236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13df325-9534-4b50-b836-94a21ff1cf10', 'name': 'network-vif-deleted', 'tag': 'dbcec73f-b759-4399-a79b-20e261fc245b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:57.686580 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfb44d6-d34d-4d8d-b59d-7f8ee5642370" -d '{"events": [{"server_uuid": "c13df325-9534-4b50-b836-94a21ff1cf10", "name": "network-vif-deleted", "tag": "dbcec73f-b759-4399-a79b-20e261fc245b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:57.801173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e7c5c-a43b-4a34-afde-e7efc81330f8 req-5a6c126c-9881-4135-aeec-f009033b7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:57.802836 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-899e7c5c-a43b-4a34-afde-e7efc81330f8 req-5a6c126c-9881-4135-aeec-f009033b7e53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 913 time: 0.3212090 Feb 11 04:48:57.812077 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d42a78d-8818-4504-829a-9780f5032ab9 x-openstack-request-id: req-9d42a78d-8818-4504-829a-9780f5032ab9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:57.812476 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13df325-9534-4b50-b836-94a21ff1cf10", "name": "network-vif-deleted", "tag": "dbcec73f-b759-4399-a79b-20e261fc245b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:57.812963 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d42a78d-8818-4504-829a-9780f5032ab9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:57.813470 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13df325-9534-4b50-b836-94a21ff1cf10', 'name': 'network-vif-deleted', 'tag': 'dbcec73f-b759-4399-a79b-20e261fc245b', 'status': 'completed', 'code': 200} Feb 11 04:48:57.816355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Transition to ACTIVE for port object 9c15d038-6165-4813-8af1-972437d76a9e will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:48:57.832621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (9c15d038-6165-4813-8af1-972437d76a9e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.918265 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-899e7c5c-a43b-4a34-afde-e7efc81330f8 req-6ba61492-5127-4f26-a3d6-993371ac57e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=215bcfff-70e6-425a-a377-e53c0ca76986 HTTP/1.1" status: 200 len: 217 time: 0.1032879 Feb 11 04:48:57.925727 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-e54fa24a-d52b-4d67-b020-7221219afd4f service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133944 Feb 11 04:48:58.039407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d5e4f2a-38f4-4482-a0e6-055b417dd1c4 req-5e980ddf-3101-4ae9-ad33-341a1e3b4799 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13df325-9534-4b50-b836-94a21ff1cf10 HTTP/1.1" status: 200 len: 210 time: 0.0487068 Feb 11 04:48:58.120281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c15d038-6165-4813-8af1-972437d76a9e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:58.251089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3211c6-e908-421f-8467-5cadf41c14d7 req-cb926fe8-204d-4609-9b67-247422bd5fff tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:58.258542 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea3211c6-e908-421f-8467-5cadf41c14d7 req-cb926fe8-204d-4609-9b67-247422bd5fff tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 943 time: 0.0853410 Feb 11 04:48:58.352952 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea3211c6-e908-421f-8467-5cadf41c14d7 req-5d244eb9-07e1-472b-888e-851a35b3d99c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840740 Feb 11 04:48:58.523518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e7c5c-a43b-4a34-afde-e7efc81330f8 req-60d5a9ab-ecb3-46e4-b0ac-bbba62ffd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:58.525004 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-899e7c5c-a43b-4a34-afde-e7efc81330f8 req-60d5a9ab-ecb3-46e4-b0ac-bbba62ffd61f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.5980511 Feb 11 04:48:58.594326 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-899e7c5c-a43b-4a34-afde-e7efc81330f8 req-37ef0b20-1488-4031-8b61-df513212fbc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602119 Feb 11 04:48:58.596478 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-841fd53f-e91e-4304-961a-41a6e911a4f8 service neutron] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589587 Feb 11 04:48:58.684384 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-80e59e06-cf72-42dc-8628-cc24e92341b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6638f4f2-cc49-4856-a5ca-264e45cef0f1 HTTP/1.1" status: 200 len: 217 time: 0.0772061 Feb 11 04:48:58.691333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Attempting to bind port 9c15d038-6165-4813-8af1-972437d76a9e on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:58.691677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Attempting to bind port 9c15d038-6165-4813-8af1-972437d76a9e by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:58.692016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Attempting to bind port 9c15d038-6165-4813-8af1-972437d76a9e on network 701be04a-91cb-4ec3-9793-559180c6321e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:58.766781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Port 9c15d038-6165-4813-8af1-972437d76a9e on network 701be04a-91cb-4ec3-9793-559180c6321e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:48:58.767144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Attempting to bind port 9c15d038-6165-4813-8af1-972437d76a9e on network 701be04a-91cb-4ec3-9793-559180c6321e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:58.775550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dc6c3-b73d-42c0-80d2-e378732420de req-df1c5950-b867-4353-b2e5-6225173ebb09 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:58.777056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fb6dc6c3-b73d-42c0-80d2-e378732420de req-df1c5950-b867-4353-b2e5-6225173ebb09 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 943 time: 0.2511644 Feb 11 04:48:58.803652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:58.804005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Checking segment: {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:58.804384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Bound using segment: {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:58.804832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Bound port: 9c15d038-6165-4813-8af1-972437d76a9e, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89708636-1ef3-45a9-bada-6a4e9150b14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:58.805198 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9c15d038-6165-4813-8af1-972437d76a9e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:58.833096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b5cb3-e8b2-4533-857d-15e16a320d5a req-15a0b283-f2e5-4123-8a56-f66632542921 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:58.837531 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-899e7c5c-a43b-4a34-afde-e7efc81330f8 req-96bb8596-7b82-4f64-bf68-ff4de2de5e9c service neutron] 10.222.0.10 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326100 Feb 11 04:48:58.841004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-ea2b9d1f-c1d8-4bdc-b5e2-720eda083219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:58.842384 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-ea2b9d1f-c1d8-4bdc-b5e2-720eda083219 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e5e3910-18d7-4d47-beb1-60f03c1cd39f HTTP/1.1" status: 200 len: 797 time: 0.1482019 Feb 11 04:48:58.844386 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-420b5cb3-e8b2-4533-857d-15e16a320d5a req-15a0b283-f2e5-4123-8a56-f66632542921 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 943 time: 0.0885863 Feb 11 04:48:58.898248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device dbcec73f-b759-4399-a79b-20e261fc245b no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:58.937749 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-420b5cb3-e8b2-4533-857d-15e16a320d5a req-c0ce9412-a449-4d25-ad29-2ecd6a0bfc32 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916686 Feb 11 04:48:58.948716 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: dbcec73f-b759-4399-a79b-20e261fc245b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:48:58.948909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fb6dc6c3-b73d-42c0-80d2-e378732420de req-546280a2-8950-4270-9048-79007f3028a5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624010 Feb 11 04:48:58.949274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device dbcec73f-b759-4399-a79b-20e261fc245b not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:48:59.013351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] For port 9c15d038-6165-4813-8af1-972437d76a9e, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:59.028520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-8ca288cc-7184-4eb8-90cf-37b7aa3c352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:59.030075 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-8ca288cc-7184-4eb8-90cf-37b7aa3c352b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1738706 Feb 11 04:48:59.035002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] For port 9c15d038-6165-4813-8af1-972437d76a9e, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9c15d038-6165-4813-8af1-972437d76a9e,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:59.057235 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (9c15d038-6165-4813-8af1-972437d76a9e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:59.111799 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-899e7c5c-a43b-4a34-afde-e7efc81330f8 req-c0df6902-6af2-487f-ba4d-ffef69d0fb7f service neutron] 10.222.0.10 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623103 Feb 11 04:48:59.151374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:59.152006 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:59.153559 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] 10.222.0.10 "PUT /v2.0/ports/9c15d038-6165-4813-8af1-972437d76a9e HTTP/1.1" status: 200 len: 1092 time: 3.0508170 Feb 11 04:48:59.183481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9785c-724a-4128-af73-3e3e952d34f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c15d038-6165-4813-8af1-972437d76a9e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:59.211807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-66d6a035-d9b0-4aba-b9e2-b2c1cedcc16f service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727509 Feb 11 04:48:59.333243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4f438-3215-412d-b2d5-34d00a30789f req-38eadf70-3743-4738-a840-60482fda6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:59.334774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-38eadf70-3743-4738-a840-60482fda6be2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ea705e91c424680b8725b2f78a44b58&device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 1126 time: 0.1080439 Feb 11 04:48:59.352148 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-a80125cc-d386-4679-ad64-800e92c8bdd4 service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340621 Feb 11 04:48:59.420014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 23f80b83-af24-48e4-9b7d-30a5d3b23d5e details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:48:59.480886 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-568a8ba0-c7f8-40b4-9612-17589c666007 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c15d038-6165-4813-8af1-972437d76a9e HTTP/1.1" status: 200 len: 217 time: 0.1211672 Feb 11 04:48:59.483826 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-deeac24d-b168-41cc-b2b0-6316312604ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7e32e80d-81f4-4193-87ef-f96d22ac5f23 HTTP/1.1" status: 200 len: 217 time: 0.1171112 Feb 11 04:48:59.499277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf909e-1dff-4e07-aad9-71da6c164d20 req-235ae645-2284-4c07-a19f-f6cb27eb79a0 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:59.511665 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fcaf909e-1dff-4e07-aad9-71da6c164d20 req-235ae645-2284-4c07-a19f-f6cb27eb79a0 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 943 time: 0.0847991 Feb 11 04:48:59.585500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4f438-3215-412d-b2d5-34d00a30789f req-e8b329fa-bcc0-46f1-9348-5fc2fed55ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:59.588137 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-e8b329fa-bcc0-46f1-9348-5fc2fed55ed1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e43299a-9bb5-4f80-82a7-a6c3bcd2724b HTTP/1.1" status: 200 len: 845 time: 0.0977845 Feb 11 04:48:59.603473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fcaf909e-1dff-4e07-aad9-71da6c164d20 req-65f59c35-b8df-43ea-8329-447c4373b8dd tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897236 Feb 11 04:48:59.648225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-5a836a00-d36a-4841-84ea-8ef8bc3761cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:59.650164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-5a836a00-d36a-4841-84ea-8ef8bc3761cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e5e3910-18d7-4d47-beb1-60f03c1cd39f HTTP/1.1" status: 200 len: 797 time: 0.1488776 Feb 11 04:48:59.653579 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-bba90832-f318-4c44-8f90-b5a5991b9ad1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=701be04a-91cb-4ec3-9793-559180c6321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592737 Feb 11 04:48:59.760978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:59.803248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '23f80b83-af24-48e4-9b7d-30a5d3b23d5e', 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9', 'port_id': '23f80b83-af24-48e4-9b7d-30a5d3b23d5e', 'mac_address': 'fa:16:3e:2d:a7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb596a10-e094-4f3d-875a-b9a0b0daf13a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:48:59.820871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b956bfa6-d5e6-47a8-8d69-60a8dd40b22e', 'tag': '9c15d038-6165-4813-8af1-972437d76a9e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:59.823158 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760294df-d6b3-403a-b5f5-53a6dcca476d" -d '{"events": [{"name": "network-changed", "server_uuid": "b956bfa6-d5e6-47a8-8d69-60a8dd40b22e", "tag": "9c15d038-6165-4813-8af1-972437d76a9e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:59.840955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-80cf77fa-4ac9-475f-91d5-b891f587a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:59.843273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-80cf77fa-4ac9-475f-91d5-b891f587a834 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1829777 Feb 11 04:48:59.908596 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:59.908990 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:59.921446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-b314a469-3cc9-4a0d-a520-acbc28171c66 service neutron] 10.222.0.10 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598417 Feb 11 04:48:59.933053 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19269e16-5bad-4089-8186-750be97f840f x-openstack-request-id: req-19269e16-5bad-4089-8186-750be97f840f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:59.933645 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b956bfa6-d5e6-47a8-8d69-60a8dd40b22e", "tag": "9c15d038-6165-4813-8af1-972437d76a9e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:59.934132 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19269e16-5bad-4089-8186-750be97f840f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:59.934776 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b956bfa6-d5e6-47a8-8d69-60a8dd40b22e', 'tag': '9c15d038-6165-4813-8af1-972437d76a9e', 'status': 'completed', 'code': 200} Feb 11 04:48:59.993934 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f80b83-af24-48e4-9b7d-30a5d3b23d5e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:00.037778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:00.050237 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:00.051636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 215bcfff-70e6-425a-a377-e53c0ca76986 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:00.168733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-ee102b6e-d082-4640-9c35-d9d92ddd3b02 service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148847 Feb 11 04:49:00.199711 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4da4f438-3215-412d-b2d5-34d00a30789f req-4a8d83a0-5f5f-4604-bf82-63f7b94bf1c5 service neutron] 10.222.0.10 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555678 Feb 11 04:49:00.230973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfdf66-440d-4201-b0e3-8471490608ee req-125f35b2-0f9d-48ac-8316-c1615b1f7b15 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:00.239075 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4cfdf66-440d-4201-b0e3-8471490608ee req-125f35b2-0f9d-48ac-8316-c1615b1f7b15 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 943 time: 0.1849694 Feb 11 04:49:00.260847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-49809a67-d4fe-446e-bd74-8abf09812a58 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:00.262541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-49809a67-d4fe-446e-bd74-8abf09812a58 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.2507055 Feb 11 04:49:00.281520 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-24eadaca-d657-4753-8e10-c20f03902243 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/quotas/dbf38467408f44b9a285b2d5c0e7abab HTTP/1.1" status: 200 len: 375 time: 0.0130804 Feb 11 04:49:00.326175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:00.371102 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4cfdf66-440d-4201-b0e3-8471490608ee req-4420a3f2-1c92-4937-a432-770cfad7778a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308112 Feb 11 04:49:00.381701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 215bcfff-70e6-425a-a377-e53c0ca76986, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=215bcfff-70e6-425a-a377-e53c0ca76986,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:00.391857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4f07d1-4258-4bb5-a7ed-fcf7537198d7 req-1ce79b8a-16f2-4320-9cd1-8979cc979a6f service neutron] 10.222.0.10 "GET /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068677 Feb 11 04:49:00.405581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '215bcfff-70e6-425a-a377-e53c0ca76986', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'port_id': '215bcfff-70e6-425a-a377-e53c0ca76986', 'mac_address': 'fa:16:3e:74:3b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ae33d8-9318-4ac3-9e38-c945077968e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:00.425161 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d5bf896b-6210-44dd-9b43-a4d0ba2ac257 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1374230 Feb 11 04:49:00.426078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760294df-d6b3-403a-b5f5-53a6dcca476d req-3ed75ffa-b407-4730-a47f-33f329027dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:00.427642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-760294df-d6b3-403a-b5f5-53a6dcca476d req-3ed75ffa-b407-4730-a47f-33f329027dbc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ea705e91c424680b8725b2f78a44b58&device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 1126 time: 0.1176186 Feb 11 04:49:00.464393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 215bcfff-70e6-425a-a377-e53c0ca76986 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:00.465156 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:00.484848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215bcfff-70e6-425a-a377-e53c0ca76986 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:00.536693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 215bcfff-70e6-425a-a377-e53c0ca76986, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=215bcfff-70e6-425a-a377-e53c0ca76986,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:00.541590 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:00.590286 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760294df-d6b3-403a-b5f5-53a6dcca476d req-dca78ee3-99f9-4ab4-8ae6-eb8e03fa5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:00.591663 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-760294df-d6b3-403a-b5f5-53a6dcca476d req-dca78ee3-99f9-4ab4-8ae6-eb8e03fa5008 service neutron] 10.222.0.10 "GET /v2.0/networks?id=701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 200 len: 906 time: 0.1578057 Feb 11 04:49:00.594142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-efbe95df-b7d0-425c-a142-7ced79f87d8b service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678996 Feb 11 04:49:00.601026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcba93c-e3fa-4b65-867d-d2de559c70ce req-91ad9b8a-5be5-4a79-b7e8-9614cf386aa6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:00.608319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=215bcfff-70e6-425a-a377-e53c0ca76986,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:00.608897 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-adcba93c-e3fa-4b65-867d-d2de559c70ce req-91ad9b8a-5be5-4a79-b7e8-9614cf386aa6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 943 time: 0.1324847 Feb 11 04:49:00.659591 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-760294df-d6b3-403a-b5f5-53a6dcca476d req-13ac2f6a-ad23-40fd-98c2-758051c29a3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c15d038-6165-4813-8af1-972437d76a9e HTTP/1.1" status: 200 len: 217 time: 0.0485594 Feb 11 04:49:00.702353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-49932763-88d0-4794-8dd6-b12137e89ad0 service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019773 Feb 11 04:49:00.734267 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-adcba93c-e3fa-4b65-867d-d2de559c70ce req-29a06849-a0bb-48d2-9c67-fc85cbfe990e tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196563 Feb 11 04:49:00.759895 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760294df-d6b3-403a-b5f5-53a6dcca476d req-7ce56d96-1773-4966-bf7b-b04906c11b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:00.761299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-760294df-d6b3-403a-b5f5-53a6dcca476d req-7ce56d96-1773-4966-bf7b-b04906c11b67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e43299a-9bb5-4f80-82a7-a6c3bcd2724b HTTP/1.1" status: 200 len: 845 time: 0.0955744 Feb 11 04:49:00.830755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-760294df-d6b3-403a-b5f5-53a6dcca476d req-040577ca-6440-4b59-af41-305fe76646c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=701be04a-91cb-4ec3-9793-559180c6321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534520 Feb 11 04:49:00.964184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['215bcfff-70e6-425a-a377-e53c0ca76986'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:01.057805 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6550e4e9-902a-4393-aee0-c9f8a0f00ac0 req-e44b5764-9e46-4b11-8c43-3e3397bdb4f4 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 210 time: 0.0479016 Feb 11 04:49:01.074973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['23f80b83-af24-48e4-9b7d-30a5d3b23d5e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:01.122748 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-760294df-d6b3-403a-b5f5-53a6dcca476d req-f26e9294-0eb3-4eac-bd7e-67059aa76ab7 service neutron] 10.222.0.10 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668576 Feb 11 04:49:01.244464 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-760294df-d6b3-403a-b5f5-53a6dcca476d req-addf1453-f6ba-4a99-a1d4-4585c70b5118 service neutron] 10.222.0.10 "GET /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001868 Feb 11 04:49:01.289731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7081c7-677f-46b2-af4d-d241f5a79309 req-076fc949-dfad-4726-a3aa-5c701a9c6437 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:01.299068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6f7081c7-677f-46b2-af4d-d241f5a79309 req-076fc949-dfad-4726-a3aa-5c701a9c6437 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 944 time: 0.2397974 Feb 11 04:49:01.364792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6f7081c7-677f-46b2-af4d-d241f5a79309 req-ba24d20e-b072-4ebf-8bb3-287637f68f3a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638936 Feb 11 04:49:01.539773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f430b1-ca23-4207-9b88-5992cd10bc66 req-85681742-7776-46a4-9f77-a5b0bc1586e8 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:01.541745 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2f430b1-ca23-4207-9b88-5992cd10bc66 req-85681742-7776-46a4-9f77-a5b0bc1586e8 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 943 time: 0.0612607 Feb 11 04:49:01.598835 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2f430b1-ca23-4207-9b88-5992cd10bc66 req-78bd4cc5-4a24-43f0-955a-f5ee93f11a5f tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508604 Feb 11 04:49:01.878424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e181e-241d-4492-8d9e-e5b133b4c176 req-ac21771b-2a11-45cb-a89f-73923b621de8 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:01.886241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-680e181e-241d-4492-8d9e-e5b133b4c176 req-ac21771b-2a11-45cb-a89f-73923b621de8 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 944 time: 0.0844162 Feb 11 04:49:01.943545 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-680e181e-241d-4492-8d9e-e5b133b4c176 req-dc0adaba-55ac-4db5-b605-4541d9a080d9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563803 Feb 11 04:49:02.197125 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9120076-29c2-4dc9-a444-d2a6a9cd124b req-ea9cb14c-c279-4a39-b53c-ea99eb5b18fe tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 210 time: 0.0455711 Feb 11 04:49:02.588617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a67fe-a429-4718-be87-ebbd0d907012 req-5a5cc2f7-3023-4989-831f-8d0c7c18997d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:02.590162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-604a67fe-a429-4718-be87-ebbd0d907012 req-5a5cc2f7-3023-4989-831f-8d0c7c18997d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 944 time: 0.1035233 Feb 11 04:49:02.600270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d38177cc-82b3-4a08-bb02-6d53da375b9d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:02.602415 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d38177cc-82b3-4a08-bb02-6d53da375b9d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.60 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.2444398 Feb 11 04:49:02.640387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Request body: {'port': {'device_id': '04f36ec5-a9ab-4ba0-a78f-b0829e9443ae', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'admin_state_up': True, 'tenant_id': 'dbf38467408f44b9a285b2d5c0e7abab'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:02.737701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-604a67fe-a429-4718-be87-ebbd0d907012 req-6f6e9a5d-7fd3-4bd2-b801-397ab21d5176 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319609 Feb 11 04:49:02.766712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182889a-4b13-4874-ae0c-35a332e21dc0 req-5218700d-e354-4016-b76d-4701b40d93a1 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:02.768464 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7182889a-4b13-4874-ae0c-35a332e21dc0 req-5218700d-e354-4016-b76d-4701b40d93a1 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 943 time: 0.0742462 Feb 11 04:49:02.845892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Made reservation on behalf of dbf38467408f44b9a285b2d5c0e7abab for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:02.849284 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:02.868247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7182889a-4b13-4874-ae0c-35a332e21dc0 req-f19225e5-2cd8-47a1-9d49-98d8495a9b8b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897896 Feb 11 04:49:02.871566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-9a1fe8e4-d20f-47af-8bf5-89fdb370a719 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0cb98c36ce34474e9f34487d3b30b159&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375087 Feb 11 04:49:03.083072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-9f09d1b1-676d-4208-929d-407b166a12d3 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:03.083737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6506f7-8da9-4372-b651-c4c2c6712c78 req-31fc4e20-cd72-4e83-ae40-d228b160a636 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:03.091018 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-9f09d1b1-676d-4208-929d-407b166a12d3 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066863 Feb 11 04:49:03.092146 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d6506f7-8da9-4372-b651-c4c2c6712c78 req-31fc4e20-cd72-4e83-ae40-d228b160a636 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 944 time: 0.0817721 Feb 11 04:49:03.102651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Allocated IP 172.20.0.11 (304821df-a58c-4299-8fdb-c67c2a932ad8/13421f11-6eb2-47e2-aec3-80ca3a3e551b/25f6fc16-1ad7-47aa-ab96-2a550ba52455) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:03.120268 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-f8b9b1d9-f4bd-41bd-9b3c-06f18e6cf9d2 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/quotas/0cb98c36ce34474e9f34487d3b30b159 HTTP/1.1" status: 200 len: 375 time: 0.0295329 Feb 11 04:49:03.123869 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:03.167505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-f38a73c7-eb52-4ec7-bb5f-6979242f6f4f tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0cb98c36ce34474e9f34487d3b30b159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463052 Feb 11 04:49:03.183604 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d6506f7-8da9-4372-b651-c4c2c6712c78 req-0c8f3c98-64f1-48fe-b11c-c259eec9aaaa tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903254 Feb 11 04:49:03.391392 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eac39b61-d194-4e92-89a2-f615f4c47610 req-c6cfacbc-5bf2-48b8-b82d-406f6a27ca92 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 210 time: 0.0751297 Feb 11 04:49:03.424020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9c15d038-6165-4813-8af1-972437d76a9e details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:03.436650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 23f80b83-af24-48e4-9b7d-30a5d3b23d5e up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:03.458730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks [] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:03.523798 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:03.554559 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:49:03.571720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:03.654712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Network 304821df-a58c-4299-8fdb-c67c2a932ad8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:03.671961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:03.676229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:03.709077 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-521f2188-82b9-4b00-ab5f-bfa87fa1acd9 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0cb98c36ce34474e9f34487d3b30b159&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558677 Feb 11 04:49:03.769030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:03.769669 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:03.793707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event updated for resources: {'Port': ['ID=25f6fc16-1ad7-47aa-ab96-2a550ba52455,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:03.806275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-d59dc3f0-be7a-4ff5-848c-f9409ebc4424 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1703379 Feb 11 04:49:03.828485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Request body: {'port': {'device_id': '04f36ec5-a9ab-4ba0-a78f-b0829e9443ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:03.926839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-a09186a7-f576-448d-aefe-b717b0df8a73 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:03.940134 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-a09186a7-f576-448d-aefe-b717b0df8a73 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298751 Feb 11 04:49:03.965932 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-3324b3c9-b51c-45fe-9384-36be28b6bb58 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/quotas/0cb98c36ce34474e9f34487d3b30b159 HTTP/1.1" status: 200 len: 375 time: 0.0196779 Feb 11 04:49:04.001115 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:04.031697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-5e87a13c-bbff-4bed-adbc-d48091a89149 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0cb98c36ce34474e9f34487d3b30b159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595071 Feb 11 04:49:04.104364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:49:04.124960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:04.126455 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:04.228536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9c15d038-6165-4813-8af1-972437d76a9e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9c15d038-6165-4813-8af1-972437d76a9e,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:04.267166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '9c15d038-6165-4813-8af1-972437d76a9e', 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'port_id': '9c15d038-6165-4813-8af1-972437d76a9e', 'mac_address': 'fa:16:3e:2f:b7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e43299a-9bb5-4f80-82a7-a6c3bcd2724b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:04.374842 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9c15d038-6165-4813-8af1-972437d76a9e is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:04.375404 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9c15d038-6165-4813-8af1-972437d76a9e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:04.402250 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc2a64-ce2c-4a23-a440-3f19562c429b req-8edc16c4-baae-4e06-9e64-37b2857f3560 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:04.411245 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-29bc2a64-ce2c-4a23-a440-3f19562c429b req-8edc16c4-baae-4e06-9e64-37b2857f3560 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 944 time: 0.5166333 Feb 11 04:49:04.413912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c15d038-6165-4813-8af1-972437d76a9e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:04.446214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:04.446701 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:04.496857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9c15d038-6165-4813-8af1-972437d76a9e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9c15d038-6165-4813-8af1-972437d76a9e,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:04.514110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9c15d038-6165-4813-8af1-972437d76a9e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:04.527031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4e6afc-8122-4297-83ec-dc753b39d322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f80b83-af24-48e4-9b7d-30a5d3b23d5e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:04.529347 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40944ece-2324-437b-9007-9416c051cc2d" -d '{"events": [{"server_uuid": "ab4e6afc-8122-4297-83ec-dc753b39d322", "name": "network-vif-plugged", "status": "completed", "tag": "23f80b83-af24-48e4-9b7d-30a5d3b23d5e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:04.539333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e7057-ff28-4ef4-9e68-3c292a4efef2 req-7b2895e6-6f4e-4b5f-8846-e71d82f5d5a7 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:04.549216 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f3e7057-ff28-4ef4-9e68-3c292a4efef2 req-7b2895e6-6f4e-4b5f-8846-e71d82f5d5a7 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 943 time: 0.0817151 Feb 11 04:49:04.582498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:04.594538 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:04.595481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 215bcfff-70e6-425a-a377-e53c0ca76986 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:04.623354 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f3e7057-ff28-4ef4-9e68-3c292a4efef2 req-eaa52250-7725-4b1b-ae46-5e1057c77769 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694184 Feb 11 04:49:04.693229 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9c15d038-6165-4813-8af1-972437d76a9e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:04.695584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-29bc2a64-ce2c-4a23-a440-3f19562c429b req-d6f54aed-66af-4df0-a337-e9943e45f5a2 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766361 Feb 11 04:49:04.765628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:04.771155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 215bcfff-70e6-425a-a377-e53c0ca76986 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:49:04.776666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 215bcfff-70e6-425a-a377-e53c0ca76986 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:04.777635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:04.862212 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ae22ac5-32bf-452e-a483-b99b1b755b04 req-26fc22ab-79c9-4afe-880e-e32418b23b4f tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 210 time: 0.0387831 Feb 11 04:49:04.892695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f6fc16-1ad7-47aa-ab96-2a550ba52455 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:04.910664 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26cb33-e484-48fd-b00c-d34d1639e554 req-483fb0da-dd3a-437d-b423-749eaafe286f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:04.913056 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Publish callbacks [] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:04.913743 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd26cb33-e484-48fd-b00c-d34d1639e554 req-483fb0da-dd3a-437d-b423-749eaafe286f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 944 time: 0.1242807 Feb 11 04:49:04.938376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Transition to ACTIVE for port object 25f6fc16-1ad7-47aa-ab96-2a550ba52455 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:49:04.947095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:04.994583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['9c15d038-6165-4813-8af1-972437d76a9e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:05.028105 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd26cb33-e484-48fd-b00c-d34d1639e554 req-0632337b-716b-4723-ac58-25cd049e8dd6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074603 Feb 11 04:49:05.091634 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Pushing event updated for resources: {'Port': ['ID=25f6fc16-1ad7-47aa-ab96-2a550ba52455,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:05.113326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 215bcfff-70e6-425a-a377-e53c0ca76986 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:05.114498 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:05.158769 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279f6695-711d-4df7-91c0-a0ca50d79972 x-openstack-request-id: req-279f6695-711d-4df7-91c0-a0ca50d79972 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:05.159430 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4e6afc-8122-4297-83ec-dc753b39d322", "name": "network-vif-plugged", "status": "completed", "tag": "23f80b83-af24-48e4-9b7d-30a5d3b23d5e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:05.159430 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-279f6695-711d-4df7-91c0-a0ca50d79972 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:05.159762 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4e6afc-8122-4297-83ec-dc753b39d322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f80b83-af24-48e4-9b7d-30a5d3b23d5e', 'code': 200} Feb 11 04:49:05.289383 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 215bcfff-70e6-425a-a377-e53c0ca76986, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=215bcfff-70e6-425a-a377-e53c0ca76986,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:05.312055 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:05.388804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=215bcfff-70e6-425a-a377-e53c0ca76986,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:05.510431 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-5b3bc4f3-766f-487e-9ac7-6ca997ba9f9b tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0cb98c36ce34474e9f34487d3b30b159&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555694 Feb 11 04:49:05.685979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b78ba5-da0a-42b2-9d20-c0648f15b0d4 req-6077d4dd-0cb0-4be1-92a6-c443cba8b51f tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:05.687527 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16b78ba5-da0a-42b2-9d20-c0648f15b0d4 req-6077d4dd-0cb0-4be1-92a6-c443cba8b51f tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 944 time: 0.7229466 Feb 11 04:49:05.714216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Attempting to bind port 25f6fc16-1ad7-47aa-ab96-2a550ba52455 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:05.715249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Attempting to bind port 25f6fc16-1ad7-47aa-ab96-2a550ba52455 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:05.715249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Attempting to bind port 25f6fc16-1ad7-47aa-ab96-2a550ba52455 on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:05.730724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Port 25f6fc16-1ad7-47aa-ab96-2a550ba52455 on network 304821df-a58c-4299-8fdb-c67c2a932ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:49:05.731890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Attempting to bind port 25f6fc16-1ad7-47aa-ab96-2a550ba52455 on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:05.755782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-86ffd399-bb52-4c4e-a949-d1309e434ba2 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:05.757286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-86ffd399-bb52-4c4e-a949-d1309e434ba2 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2357528 Feb 11 04:49:05.781441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:05.781900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Checking segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:05.782948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Bound using segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:05.783407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Bound port: 25f6fc16-1ad7-47aa-ab96-2a550ba52455, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:05.783775 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:05.791234 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee19a1-4f4c-4a3b-bad8-368ff7024c04 req-b0b0620a-1b50-414c-9377-854cde99aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:05.792772 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3dee19a1-4f4c-4a3b-bad8-368ff7024c04 req-b0b0620a-1b50-414c-9377-854cde99aaf5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 1128 time: 0.1801963 Feb 11 04:49:05.810450 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091b1c6-2bea-47b8-a8b1-95d4cf29fb3a req-f393b2f6-c39d-4481-aead-2012559f596d tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:05.813381 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5091b1c6-2bea-47b8-a8b1-95d4cf29fb3a req-f393b2f6-c39d-4481-aead-2012559f596d tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 944 time: 0.0782948 Feb 11 04:49:05.818342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Request body: {'port': {'device_id': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '0cb98c36ce34474e9f34487d3b30b159'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:05.830584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16b78ba5-da0a-42b2-9d20-c0648f15b0d4 req-3df840f2-2d14-401c-baf3-7903e564b200 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216547 Feb 11 04:49:05.896678 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3dee19a1-4f4c-4a3b-bad8-368ff7024c04 req-82ada9b6-a8f9-4797-9b9b-ef50f2890e37 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928483 Feb 11 04:49:05.914967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] For port 25f6fc16-1ad7-47aa-ab96-2a550ba52455, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:49:05.918436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] For port 25f6fc16-1ad7-47aa-ab96-2a550ba52455, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=25f6fc16-1ad7-47aa-ab96-2a550ba52455,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:05.928613 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:06.030259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:06.030885 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:06.033097 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] 10.222.0.60 "PUT /v2.0/ports/25f6fc16-1ad7-47aa-ab96-2a550ba52455 HTTP/1.1" status: 200 len: 1093 time: 2.2085822 Feb 11 04:49:06.033555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f36ec5-a9ab-4ba0-a78f-b0829e9443ae', 'tag': '25f6fc16-1ad7-47aa-ab96-2a550ba52455'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:06.036146 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e88867-bb85-491f-bc21-92909ba15f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "04f36ec5-a9ab-4ba0-a78f-b0829e9443ae", "tag": "25f6fc16-1ad7-47aa-ab96-2a550ba52455"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:06.043749 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5091b1c6-2bea-47b8-a8b1-95d4cf29fb3a req-3b60372e-ddaa-4b6a-aa4f-dd73992acd62 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208779 Feb 11 04:49:06.081617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efe086-806e-429e-95b6-2aff9c6998df service neutron] Pushing event updated for resources: {'Port': ['ID=25f6fc16-1ad7-47aa-ab96-2a550ba52455,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:06.101756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ef024-2a8f-4f02-bcbf-54a9aa12a171 req-d500f82f-2ef8-494f-8cde-d9ee85381bc1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:06.112446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e7ef024-2a8f-4f02-bcbf-54a9aa12a171 req-d500f82f-2ef8-494f-8cde-d9ee85381bc1 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 945 time: 0.1242952 Feb 11 04:49:06.123734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Made reservation on behalf of 0cb98c36ce34474e9f34487d3b30b159 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:06.127519 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:06.147319 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:06.207507 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21aec8f1-58dd-4fa9-a82f-fade7e3275cd req-670947a7-15df-49ce-a983-5702124f7d35 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 210 time: 0.0324016 Feb 11 04:49:06.274787 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e7ef024-2a8f-4f02-bcbf-54a9aa12a171 req-f0074269-ff6f-4567-8fe3-5d597d4a39f0 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601970 Feb 11 04:49:06.278269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-c08c89f2-17e1-45fe-b6ec-31639bd132f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:06.280384 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-c08c89f2-17e1-45fe-b6ec-31639bd132f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 1127 time: 0.1565979 Feb 11 04:49:06.296125 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875829f2-8e0f-41fb-9b83-b5975ebfe151 x-openstack-request-id: req-875829f2-8e0f-41fb-9b83-b5975ebfe151 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:06.296681 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f36ec5-a9ab-4ba0-a78f-b0829e9443ae", "tag": "25f6fc16-1ad7-47aa-ab96-2a550ba52455", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:06.297028 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-875829f2-8e0f-41fb-9b83-b5975ebfe151 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:06.297559 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f36ec5-a9ab-4ba0-a78f-b0829e9443ae', 'tag': '25f6fc16-1ad7-47aa-ab96-2a550ba52455', 'status': 'completed', 'code': 200} Feb 11 04:49:06.326496 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks [] for security_group (953eb5b1-a989-4390-ac55-3f6aad776720), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:06.333825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (953eb5b1-a989-4390-ac55-3f6aad776720), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:06.439393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953eb5b1-a989-4390-ac55-3f6aad776720,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:06.471990 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-cf5f23f1-7d21-450b-bed2-813bc29868b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f6fc16-1ad7-47aa-ab96-2a550ba52455 HTTP/1.1" status: 200 len: 217 time: 0.0853853 Feb 11 04:49:06.547491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-9e9c6558-d6a6-4ff3-8235-53307a395328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:06.549619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-9e9c6558-d6a6-4ff3-8235-53307a395328 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.0663066 Feb 11 04:49:06.551757 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-736d3bf4-b533-4c68-b2ec-57a7fdbd2102 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0cb98c36ce34474e9f34487d3b30b159&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788071 Feb 11 04:49:06.563316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23181c0c-0233-4b2d-a0ea-8d46c4082dae req-7492f474-2745-4a26-9c5e-7b1eb835700f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:06.573321 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23181c0c-0233-4b2d-a0ea-8d46c4082dae req-7492f474-2745-4a26-9c5e-7b1eb835700f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.2263818 Feb 11 04:49:06.617155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Allocated IP 192.168.233.66 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/55913817-95c4-4d6a-8218-430df663ec7e) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:06.642990 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-700692c5-0e80-44a7-ba71-ec3426e65190 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820618 Feb 11 04:49:06.695607 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23181c0c-0233-4b2d-a0ea-8d46c4082dae req-a2a6f44a-c028-4181-97b6-29577161b382 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211390 Feb 11 04:49:06.887894 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks [] for port (55913817-95c4-4d6a-8218-430df663ec7e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:06.892686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-768862b0-ab12-436b-8d0b-cacdb52e83ec tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:06.894314 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-768862b0-ab12-436b-8d0b-cacdb52e83ec tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3140328 Feb 11 04:49:06.902743 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-70cf5590-db82-4ed9-a9e8-1f39e1d181b0 service neutron] 10.222.0.60 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237809 Feb 11 04:49:06.935686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (55913817-95c4-4d6a-8218-430df663ec7e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:06.935961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Request body: {'port': {'device_id': 'a0584c86-e39e-44a9-a403-5cc54430901b', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '0cb98c36ce34474e9f34487d3b30b159'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:07.000867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Pushing event updated for resources: {'Port': ['ID=55913817-95c4-4d6a-8218-430df663ec7e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:07.018916 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:07.020401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:07.023311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:07.139807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:07.140922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:07.164453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf308f9-2882-4ca6-92f4-edc1f9289a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215bcfff-70e6-425a-a377-e53c0ca76986'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:07.168067 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ba6087-b8a9-4e1f-9a6e-39994b2aa9e4" -d '{"events": [{"server_uuid": "aaf308f9-2882-4ca6-92f4-edc1f9289a5a", "name": "network-vif-plugged", "status": "completed", "tag": "215bcfff-70e6-425a-a377-e53c0ca76986"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:07.192113 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-eeeae26a-01de-4453-9e66-3ab7e471ce27 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3912578 Feb 11 04:49:07.215471 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:07.263077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7f575-68ed-4e1b-b587-a9d4d9e34a17 req-4b43535b-bc68-4e12-ab9e-dcdf35930fab tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:07.274995 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e2e7f575-68ed-4e1b-b587-a9d4d9e34a17 req-4b43535b-bc68-4e12-ab9e-dcdf35930fab tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 944 time: 0.2282109 Feb 11 04:49:07.277918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Request body: {'port': {'device_id': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:07.323675 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-431665a3-99d4-497b-951e-c2eb2f29acdd req-5f2e5399-e751-429f-91a6-3263dc700fe4 service neutron] 10.222.0.60 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081602 Feb 11 04:49:07.340577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e63254-df4b-4d06-b067-634b35df267e req-84f8f594-9d78-43a3-bea4-76871ac39ae9 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:07.348497 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1e63254-df4b-4d06-b067-634b35df267e req-84f8f594-9d78-43a3-bea4-76871ac39ae9 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 944 time: 0.1356049 Feb 11 04:49:07.363873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Made reservation on behalf of 0cb98c36ce34474e9f34487d3b30b159 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:07.367664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:07.392081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-87eacb36-4594-4f84-87a7-77d9be02dd54 None None] Provisioning complete for port 55913817-95c4-4d6a-8218-430df663ec7e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:07.392897 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87eacb36-4594-4f84-87a7-77d9be02dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (55913817-95c4-4d6a-8218-430df663ec7e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:07.399447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55913817-95c4-4d6a-8218-430df663ec7e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:07.420532 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e2e7f575-68ed-4e1b-b587-a9d4d9e34a17 req-d400715a-bc64-49f2-b51e-0e924c2c8d19 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444266 Feb 11 04:49:07.439557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-87eacb36-4594-4f84-87a7-77d9be02dd54 None None] Port 55913817-95c4-4d6a-8218-430df663ec7e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:49:07.464066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9c15d038-6165-4813-8af1-972437d76a9e up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:07.492428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1e63254-df4b-4d06-b067-634b35df267e req-fda21bbc-8798-4f54-8c61-accd433fe0c6 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429141 Feb 11 04:49:07.533885 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1a9b5f-9c6a-41d2-b163-8f5ef3417fe0 x-openstack-request-id: req-3a1a9b5f-9c6a-41d2-b163-8f5ef3417fe0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:07.534211 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf308f9-2882-4ca6-92f4-edc1f9289a5a", "name": "network-vif-plugged", "status": "completed", "tag": "215bcfff-70e6-425a-a377-e53c0ca76986", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:07.534425 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a1a9b5f-9c6a-41d2-b163-8f5ef3417fe0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:07.536207 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf308f9-2882-4ca6-92f4-edc1f9289a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215bcfff-70e6-425a-a377-e53c0ca76986', 'code': 200} Feb 11 04:49:07.575220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 9c15d038-6165-4813-8af1-972437d76a9e completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:49:07.586250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 9c15d038-6165-4813-8af1-972437d76a9e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:07.586644 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9c15d038-6165-4813-8af1-972437d76a9e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:07.652511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e88867-bb85-491f-bc21-92909ba15f2e req-f1549d85-f9c0-40bc-a639-9adb88d454dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:07.654243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e88867-bb85-491f-bc21-92909ba15f2e req-f1549d85-f9c0-40bc-a639-9adb88d454dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 1127 time: 0.2325265 Feb 11 04:49:07.693612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c69fb2e-0262-48cc-a9e0-eb4f4124b49b req-a2dc7d49-d468-4d67-b258-0b3f7218e046 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 210 time: 0.0564411 Feb 11 04:49:07.719209 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ade72-f608-44a5-a2e0-841ee711b891 req-88a81505-dc59-41f6-9d34-aed79f51ce2e tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:07.722781 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f98ade72-f608-44a5-a2e0-841ee711b891 req-88a81505-dc59-41f6-9d34-aed79f51ce2e tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 945 time: 0.0982177 Feb 11 04:49:07.736711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9c15d038-6165-4813-8af1-972437d76a9e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:07.737225 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9c15d038-6165-4813-8af1-972437d76a9e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:07.785637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Allocated IP 192.168.233.173 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/cf82964b-73d4-4f45-800c-765a1c01aeb8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:07.803797 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f98ade72-f608-44a5-a2e0-841ee711b891 req-625d7899-2ce7-470d-89e2-d9417f94e342 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717802 Feb 11 04:49:07.808236 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9c15d038-6165-4813-8af1-972437d76a9e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9c15d038-6165-4813-8af1-972437d76a9e,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:07.814182 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9c15d038-6165-4813-8af1-972437d76a9e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:07.888235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b20cca-e475-4c28-990a-5990c745447a req-377e9dee-03d6-4ce3-af04-d9b3dbcaa127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:07.889733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8b20cca-e475-4c28-990a-5990c745447a req-377e9dee-03d6-4ce3-af04-d9b3dbcaa127 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 1128 time: 0.3088660 Feb 11 04:49:07.890824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9c15d038-6165-4813-8af1-972437d76a9e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:07.959393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3feb0-68b2-469c-8fa7-cb81fcc154ef req-794d7529-854d-4a90-a11f-8d348d52420a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:07.961058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1c3feb0-68b2-469c-8fa7-cb81fcc154ef req-794d7529-854d-4a90-a11f-8d348d52420a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 945 time: 0.0560734 Feb 11 04:49:07.979920 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e88867-bb85-491f-bc21-92909ba15f2e req-86a70cce-e463-41c2-ad82-18a7123cb894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:07.981379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e88867-bb85-491f-bc21-92909ba15f2e req-86a70cce-e463-41c2-ad82-18a7123cb894 service neutron] 10.222.0.60 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 906 time: 0.2868197 Feb 11 04:49:07.994191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb2f80-a4f6-471c-a021-d5653a65c796 req-f28b5cf0-ddfd-44b4-9f13-19d3c78a605b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:07.995676 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54fb2f80-a4f6-471c-a021-d5653a65c796 req-f28b5cf0-ddfd-44b4-9f13-19d3c78a605b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1650746 Feb 11 04:49:08.018566 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1c3feb0-68b2-469c-8fa7-cb81fcc154ef req-8dff127e-ed0a-494f-8933-3ac313c8f2b8 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502458 Feb 11 04:49:08.062824 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8b20cca-e475-4c28-990a-5990c745447a req-5671f774-0afc-4488-9dfb-3421a0be79a5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611035 Feb 11 04:49:08.076228 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e88867-bb85-491f-bc21-92909ba15f2e req-2f2c22fd-2ff2-4711-a5e1-559d8f9079f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f6fc16-1ad7-47aa-ab96-2a550ba52455 HTTP/1.1" status: 200 len: 217 time: 0.0756924 Feb 11 04:49:08.190264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54fb2f80-a4f6-471c-a021-d5653a65c796 req-31c1e87a-aa05-4828-95cc-d000639f10a5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760926 Feb 11 04:49:08.206927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e88867-bb85-491f-bc21-92909ba15f2e req-9c3e5a93-4210-4b97-8654-b88bd9692628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:08.208452 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e88867-bb85-491f-bc21-92909ba15f2e req-9c3e5a93-4210-4b97-8654-b88bd9692628 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.0955949 Feb 11 04:49:08.255060 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e88867-bb85-491f-bc21-92909ba15f2e req-3a47aba2-92d8-4a84-8400-c32d770c0003 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323217 Feb 11 04:49:08.269595 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks [] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.389383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e88867-bb85-491f-bc21-92909ba15f2e req-4bb8d9d8-3130-4caa-ae16-2a4ac93dd282 service neutron] 10.222.0.60 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233962 Feb 11 04:49:08.404629 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.526462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:08.547329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:08.549425 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Pushing event updated for resources: {'Port': ['ID=cf82964b-73d4-4f45-800c-765a1c01aeb8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:08.553845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:08.721204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55913817-95c4-4d6a-8218-430df663ec7e {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:08.737541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf59622-f05c-4577-a7b2-652db9f5f78b req-b766b13c-dd15-4e2d-9d63-1fa24e177aac tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:08.739404 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fbf59622-f05c-4577-a7b2-652db9f5f78b req-b766b13c-dd15-4e2d-9d63-1fa24e177aac tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 944 time: 0.2107520 Feb 11 04:49:08.745485 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Publish callbacks [] for port (55913817-95c4-4d6a-8218-430df663ec7e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.762773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Transition to ACTIVE for port object 55913817-95c4-4d6a-8218-430df663ec7e will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:49:08.775105 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (55913817-95c4-4d6a-8218-430df663ec7e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.837774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e88867-bb85-491f-bc21-92909ba15f2e req-40ed6dbc-89e7-403f-b17a-5a2e714ce3d7 service neutron] 10.222.0.60 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208927 Feb 11 04:49:08.875194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:08.875877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.879300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-55216d85-f30a-49b5-9837-237c9f1904b0 None None] Provisioning complete for port cf82964b-73d4-4f45-800c-765a1c01aeb8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:08.880592 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55216d85-f30a-49b5-9837-237c9f1904b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.902521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c78074-578a-4365-82cd-50f18b2597d0 req-102e0e58-c947-4d4f-9930-e7b3cdaecb09 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:08.904145 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44c78074-578a-4365-82cd-50f18b2597d0 req-102e0e58-c947-4d4f-9930-e7b3cdaecb09 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 945 time: 0.1793897 Feb 11 04:49:08.908785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-96aef3e4-349d-40a7-ba59-79bdc40a7021 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9945595 Feb 11 04:49:08.922336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fbf59622-f05c-4577-a7b2-652db9f5f78b req-68e8001c-5c7d-4960-9c75-2b8fb0a560f7 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574874 Feb 11 04:49:08.926926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Pushing event updated for resources: {'Port': ['ID=55913817-95c4-4d6a-8218-430df663ec7e,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:08.941930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-55216d85-f30a-49b5-9837-237c9f1904b0 None None] Port cf82964b-73d4-4f45-800c-765a1c01aeb8 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:49:08.951831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Request body: {'port': {'device_id': 'a0584c86-e39e-44a9-a403-5cc54430901b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:08.996131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:08.996484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:08.996829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:08.997169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:08.997506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:08.997838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:08.998170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:08.998498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:08.998825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:08.999173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:08.999737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:09.000070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:09.000403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:09.051391 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Attempting to bind port 55913817-95c4-4d6a-8218-430df663ec7e on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:09.052011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Attempting to bind port 55913817-95c4-4d6a-8218-430df663ec7e by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:09.052509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Attempting to bind port 55913817-95c4-4d6a-8218-430df663ec7e on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:09.058371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Port 55913817-95c4-4d6a-8218-430df663ec7e on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:49:09.058997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Attempting to bind port 55913817-95c4-4d6a-8218-430df663ec7e on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:09.073989 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:09.083917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:09.084681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:09.085444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:09.102973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44c78074-578a-4365-82cd-50f18b2597d0 req-1a463779-55cd-4c73-a902-8f341d95aa8f tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889389 Feb 11 04:49:09.104862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Bound port: 55913817-95c4-4d6a-8218-430df663ec7e, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:09.105812 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55913817-95c4-4d6a-8218-430df663ec7e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:09.232238 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8df04-03e6-4592-8ddc-0ba1697b909e req-3e420b6a-0cd1-4157-bb28-e3d5f7997483 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:09.233721 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7ff8df04-03e6-4592-8ddc-0ba1697b909e req-3e420b6a-0cd1-4157-bb28-e3d5f7997483 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 936 time: 0.1669285 Feb 11 04:49:09.262913 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:49:09.285404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:09.298641 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (55913817-95c4-4d6a-8218-430df663ec7e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:09.323457 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1860949-9e15-4a97-8c27-c49411884bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:09.365545 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7ff8df04-03e6-4592-8ddc-0ba1697b909e req-476c3f7a-c7ff-4d77-8cd0-8f957c964ba7 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120582 Feb 11 04:49:09.401013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:09.401697 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:09.403295 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] 10.222.0.60 "PUT /v2.0/ports/55913817-95c4-4d6a-8218-430df663ec7e HTTP/1.1" status: 200 len: 1096 time: 2.1324286 Feb 11 04:49:09.403937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccdcba-68e0-4df2-81d1-58ddddb4602b service neutron] Pushing event updated for resources: {'Port': ['ID=55913817-95c4-4d6a-8218-430df663ec7e,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:09.407109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:09.410322 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e83115-5416-422b-887d-c94815422e29" -d '{"events": [{"name": "network-changed", "server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "tag": "55913817-95c4-4d6a-8218-430df663ec7e"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:09.448615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e7865-5d93-4a5a-bc87-bab81eda19b1 req-83efa980-5708-4f0b-9cca-4dcb30d4b19f tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:09.452206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-538e7865-5d93-4a5a-bc87-bab81eda19b1 req-83efa980-5708-4f0b-9cca-4dcb30d4b19f tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 945 time: 0.1796870 Feb 11 04:49:09.539059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b956bfa6-d5e6-47a8-8d69-60a8dd40b22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c15d038-6165-4813-8af1-972437d76a9e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:09.547615 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5028b3-4cfb-461b-b98e-878dba112cd0" -d '{"events": [{"server_uuid": "b956bfa6-d5e6-47a8-8d69-60a8dd40b22e", "name": "network-vif-plugged", "status": "completed", "tag": "9c15d038-6165-4813-8af1-972437d76a9e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:09.617451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341fa37-bcb7-49da-b03a-1081a8827dd4 req-a76dca7c-712b-4fad-ad86-ab70d5777c3b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:09.619448 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c341fa37-bcb7-49da-b03a-1081a8827dd4 req-a76dca7c-712b-4fad-ad86-ab70d5777c3b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1437669 Feb 11 04:49:09.627090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-5d6538e5-9207-4bb7-ae51-50931cf3eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:09.628571 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-5d6538e5-9207-4bb7-ae51-50931cf3eaa3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cb98c36ce34474e9f34487d3b30b159&device_id=d41f977d-9051-4541-be9f-ccbf8001ca9e HTTP/1.1" status: 200 len: 1130 time: 0.1037092 Feb 11 04:49:09.633295 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-538e7865-5d93-4a5a-bc87-bab81eda19b1 req-a2cf2049-1514-4b42-b106-ab36a3b729cb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283271 Feb 11 04:49:09.700174 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937255f4-a7c5-44d3-b9e8-abe12a27460d x-openstack-request-id: req-937255f4-a7c5-44d3-b9e8-abe12a27460d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:09.700531 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "tag": "55913817-95c4-4d6a-8218-430df663ec7e", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:09.700736 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-937255f4-a7c5-44d3-b9e8-abe12a27460d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:09.701098 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e', 'status': 'completed', 'code': 200} Feb 11 04:49:09.706740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-caf4f466-30ff-42d0-8ab8-42e62dba3a2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=55913817-95c4-4d6a-8218-430df663ec7e HTTP/1.1" status: 200 len: 217 time: 0.0469027 Feb 11 04:49:09.753338 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ce5ed5-a05d-4b84-b98e-0ae41f056ba7 x-openstack-request-id: req-64ce5ed5-a05d-4b84-b98e-0ae41f056ba7 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:09.754262 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b956bfa6-d5e6-47a8-8d69-60a8dd40b22e", "name": "network-vif-plugged", "status": "completed", "tag": "9c15d038-6165-4813-8af1-972437d76a9e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:09.755014 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64ce5ed5-a05d-4b84-b98e-0ae41f056ba7 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:09.755636 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b956bfa6-d5e6-47a8-8d69-60a8dd40b22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c15d038-6165-4813-8af1-972437d76a9e', 'code': 200} Feb 11 04:49:09.772227 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c341fa37-bcb7-49da-b03a-1081a8827dd4 req-17db4bb3-9e27-4a11-adca-afd46f70a631 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403246 Feb 11 04:49:09.778840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf82964b-73d4-4f45-800c-765a1c01aeb8 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:09.791412 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Publish callbacks [] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:09.798781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-88acc7d7-ba25-4dd5-9720-7d45fc919782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:09.802183 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-88acc7d7-ba25-4dd5-9720-7d45fc919782 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0852687 Feb 11 04:49:09.823060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Transition to ACTIVE for port object cf82964b-73d4-4f45-800c-765a1c01aeb8 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:49:09.836498 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:09.878348 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-99898c0a-b6be-43d0-bca9-61eec875a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:09.881337 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-99898c0a-b6be-43d0-bca9-61eec875a448 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0717354 Feb 11 04:49:09.948057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Pushing event updated for resources: {'Port': ['ID=cf82964b-73d4-4f45-800c-765a1c01aeb8,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:10.018335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d4958-432b-416a-ba68-168b20f0d037 req-a21b830a-90d1-47f3-81e4-16bc75024556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.020118 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a3d4958-432b-416a-ba68-168b20f0d037 req-a21b830a-90d1-47f3-81e4-16bc75024556 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 1128 time: 0.1371582 Feb 11 04:49:10.044947 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-8b9cc693-26ac-452b-b5c2-c0720464313b service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551063 Feb 11 04:49:10.185625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70d9c0-5d75-4d09-b0bf-384aa72292a4 req-319ee962-ad66-44b6-818b-b6933ad3d010 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.187177 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e70d9c0-5d75-4d09-b0bf-384aa72292a4 req-319ee962-ad66-44b6-818b-b6933ad3d010 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 944 time: 0.1428044 Feb 11 04:49:10.192457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Attempting to bind port cf82964b-73d4-4f45-800c-765a1c01aeb8 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:10.193063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Attempting to bind port cf82964b-73d4-4f45-800c-765a1c01aeb8 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:10.193401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Attempting to bind port cf82964b-73d4-4f45-800c-765a1c01aeb8 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:10.209826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Port cf82964b-73d4-4f45-800c-765a1c01aeb8 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:49:10.210168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Attempting to bind port cf82964b-73d4-4f45-800c-765a1c01aeb8 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:10.218840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:10.219225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:10.219621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:10.220615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Bound port: cf82964b-73d4-4f45-800c-765a1c01aeb8, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:10.220975 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:10.232834 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a3d4958-432b-416a-ba68-168b20f0d037 req-c03bfb77-7391-4db3-b243-7b1cfddf0f94 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896527 Feb 11 04:49:10.234245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3688ac18-7197-4463-9b89-c5662b5f01ff req-90bd249a-7546-4742-9f15-31ec5d898b4c service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826761 Feb 11 04:49:10.305389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabf54a-a964-4a6a-a724-a683d7075e75 req-e6fd3b6b-6144-4864-ab46-b831c3c3a638 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.307045 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fdabf54a-a964-4a6a-a724-a683d7075e75 req-e6fd3b6b-6144-4864-ab46-b831c3c3a638 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 945 time: 0.1098721 Feb 11 04:49:10.308106 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e70d9c0-5d75-4d09-b0bf-384aa72292a4 req-37cf3913-5c35-4494-980a-4f60deb3fd00 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093180 Feb 11 04:49:10.342523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] For port cf82964b-73d4-4f45-800c-765a1c01aeb8, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:49:10.347806 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] For port cf82964b-73d4-4f45-800c-765a1c01aeb8, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=cf82964b-73d4-4f45-800c-765a1c01aeb8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:10.355868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:10.394102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.394943 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:10.396236 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] 10.222.0.60 "PUT /v2.0/ports/cf82964b-73d4-4f45-800c-765a1c01aeb8 HTTP/1.1" status: 200 len: 1097 time: 1.4513991 Feb 11 04:49:10.396686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0584c86-e39e-44a9-a403-5cc54430901b', 'tag': 'cf82964b-73d4-4f45-800c-765a1c01aeb8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:10.402202 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c91ce64-8b31-4668-95a9-e7b16c9ffe36" -d '{"events": [{"name": "network-changed", "server_uuid": "a0584c86-e39e-44a9-a403-5cc54430901b", "tag": "cf82964b-73d4-4f45-800c-765a1c01aeb8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:10.428616 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fdabf54a-a964-4a6a-a724-a683d7075e75 req-68b23714-8b1a-4269-a77a-6aa03dd4129e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130981 Feb 11 04:49:10.445195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e83115-5416-422b-887d-c94815422e29 req-73c49a14-75b9-4276-a534-bcc9dfda5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.447406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4e83115-5416-422b-887d-c94815422e29 req-73c49a14-75b9-4276-a534-bcc9dfda5ab6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cb98c36ce34474e9f34487d3b30b159&device_id=d41f977d-9051-4541-be9f-ccbf8001ca9e HTTP/1.1" status: 200 len: 1130 time: 0.0922468 Feb 11 04:49:10.449698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8f469-2c23-4d27-8818-ed7d61eb4569 service neutron] Pushing event updated for resources: {'Port': ['ID=cf82964b-73d4-4f45-800c-765a1c01aeb8,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:10.515148 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fed44f5-6fb0-41ba-834d-91656645d7d7 x-openstack-request-id: req-1fed44f5-6fb0-41ba-834d-91656645d7d7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:10.515448 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0584c86-e39e-44a9-a403-5cc54430901b", "tag": "cf82964b-73d4-4f45-800c-765a1c01aeb8", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:10.515705 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1fed44f5-6fb0-41ba-834d-91656645d7d7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:10.516108 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0584c86-e39e-44a9-a403-5cc54430901b', 'tag': 'cf82964b-73d4-4f45-800c-765a1c01aeb8', 'status': 'completed', 'code': 200} Feb 11 04:49:10.575119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e83115-5416-422b-887d-c94815422e29 req-91981228-eb26-4276-8cc1-a346ec991338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.576643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4e83115-5416-422b-887d-c94815422e29 req-91981228-eb26-4276-8cc1-a346ec991338 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1139841 Feb 11 04:49:10.577100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-3ac1a16c-2164-48f2-87cf-fc5fca68ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.578564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-3ac1a16c-2164-48f2-87cf-fc5fca68ec56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cb98c36ce34474e9f34487d3b30b159&device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 1131 time: 0.1025374 Feb 11 04:49:10.604209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b39fb-8963-447b-afeb-42d5c65b9de5 req-43dd6730-a595-4730-8eb7-2eadccd82e39 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.606056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca5b39fb-8963-447b-afeb-42d5c65b9de5 req-43dd6730-a595-4730-8eb7-2eadccd82e39 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 948 time: 0.0890763 Feb 11 04:49:10.633853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4e83115-5416-422b-887d-c94815422e29 req-b0994985-0c78-4742-b38c-a6ed664235bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=55913817-95c4-4d6a-8218-430df663ec7e HTTP/1.1" status: 200 len: 217 time: 0.0375292 Feb 11 04:49:10.662600 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-03a5a50b-1bbf-459b-bf84-fdf9513eed9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=cf82964b-73d4-4f45-800c-765a1c01aeb8 HTTP/1.1" status: 200 len: 217 time: 0.0553544 Feb 11 04:49:10.711617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e83115-5416-422b-887d-c94815422e29 req-2baeadc9-ce5c-4fb2-9799-e403aa62851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.713736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4e83115-5416-422b-887d-c94815422e29 req-2baeadc9-ce5c-4fb2-9799-e403aa62851d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0721424 Feb 11 04:49:10.736983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca5b39fb-8963-447b-afeb-42d5c65b9de5 req-782d7bd2-b547-45bd-b02a-5cc85fbc4b13 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219437 Feb 11 04:49:10.746337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-a457f81d-0c24-4f63-8841-2ed4952c3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.747813 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-a457f81d-0c24-4f63-8841-2ed4952c3f29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0739245 Feb 11 04:49:10.794712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e83115-5416-422b-887d-c94815422e29 req-861d935a-a6ef-47ec-b61b-3ece5d44ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.797140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4e83115-5416-422b-887d-c94815422e29 req-861d935a-a6ef-47ec-b61b-3ece5d44ce70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0700552 Feb 11 04:49:10.807689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b63464-ae46-4eff-991f-f308788ac738 req-7cb9d9bd-63cf-4118-b5f5-d5ee3eec6c31 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.809251 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1b63464-ae46-4eff-991f-f308788ac738 req-7cb9d9bd-63cf-4118-b5f5-d5ee3eec6c31 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 945 time: 0.0931377 Feb 11 04:49:10.819207 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-ac7db728-e6c3-4f2a-83ec-8f0b39d59df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:10.821170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-ac7db728-e6c3-4f2a-83ec-8f0b39d59df4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0664144 Feb 11 04:49:10.919700 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1b63464-ae46-4eff-991f-f308788ac738 req-86f61ff1-3727-47d2-8a0b-502c07afbb1e tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015625 Feb 11 04:49:10.953202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4e83115-5416-422b-887d-c94815422e29 req-a400307e-bacf-44fb-9b2c-794e4615cb97 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429462 Feb 11 04:49:11.008824 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-6098fc06-926a-4937-98ea-a03eb08fd4e1 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773331 Feb 11 04:49:11.015622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2682b-6ae9-4af3-afe9-3afd2878e002 req-4a9855ec-100e-407c-b229-20871a9f56e7 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:11.017542 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fbb2682b-6ae9-4af3-afe9-3afd2878e002 req-4a9855ec-100e-407c-b229-20871a9f56e7 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1297867 Feb 11 04:49:11.068891 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4e83115-5416-422b-887d-c94815422e29 req-ef3ed524-1f83-41b5-85bb-109cfef93dfd service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076443 Feb 11 04:49:11.124618 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fbb2682b-6ae9-4af3-afe9-3afd2878e002 req-1e9c303e-3757-4c2d-b21d-cb2cfbbedec8 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991797 Feb 11 04:49:11.139202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a1b0c79-a9ff-4c7c-a3cc-21a8541771df req-f2b917c4-cae6-4a49-9e73-2ecf2cf4abe2 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207151 Feb 11 04:49:11.284455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ce64-8b31-4668-95a9-e7b16c9ffe36 req-edc22e7f-e692-4717-a875-3d0b24aa2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:11.285966 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c91ce64-8b31-4668-95a9-e7b16c9ffe36 req-edc22e7f-e692-4717-a875-3d0b24aa2747 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cb98c36ce34474e9f34487d3b30b159&device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 1131 time: 0.0601981 Feb 11 04:49:11.455800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdc19b-8ab7-4509-9445-86c32e37f4af req-a044844c-193b-48c8-9f7c-1b40374ba411 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:11.457592 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-44bdc19b-8ab7-4509-9445-86c32e37f4af req-a044844c-193b-48c8-9f7c-1b40374ba411 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 944 time: 0.0775723 Feb 11 04:49:11.477083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 23f80b83-af24-48e4-9b7d-30a5d3b23d5e details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:11.537729 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-44bdc19b-8ab7-4509-9445-86c32e37f4af req-3eb4d676-a3c6-4b19-8b25-4b3b16c0ebef tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741515 Feb 11 04:49:11.646469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:11.661564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '23f80b83-af24-48e4-9b7d-30a5d3b23d5e', 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9', 'port_id': '23f80b83-af24-48e4-9b7d-30a5d3b23d5e', 'mac_address': 'fa:16:3e:2d:a7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb596a10-e094-4f3d-875a-b9a0b0daf13a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:11.714141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:11.714584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea481164-ca6d-4b9a-82aa-0c8f36280ea7 req-a0455c66-8e5c-4542-a5a2-1a2dec900ff4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:11.714799 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:11.716699 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea481164-ca6d-4b9a-82aa-0c8f36280ea7 req-a0455c66-8e5c-4542-a5a2-1a2dec900ff4 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 945 time: 0.1182725 Feb 11 04:49:11.729359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23f80b83-af24-48e4-9b7d-30a5d3b23d5e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:11.743862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ce64-8b31-4668-95a9-e7b16c9ffe36 req-76adad91-4efe-476a-b9fb-e6ba07c5fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:11.745436 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c91ce64-8b31-4668-95a9-e7b16c9ffe36 req-76adad91-4efe-476a-b9fb-e6ba07c5fee5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.4462588 Feb 11 04:49:11.776454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962927c2-1685-461e-94b1-882025dd6b01 req-f293b367-e470-404d-93a8-1af42bcd4797 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:11.777503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:11.778165 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-962927c2-1685-461e-94b1-882025dd6b01 req-f293b367-e470-404d-93a8-1af42bcd4797 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.4879980 Feb 11 04:49:11.784959 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:11.826020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea481164-ca6d-4b9a-82aa-0c8f36280ea7 req-9c1b3456-39a5-4ee9-809e-a56d351f4107 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011407 Feb 11 04:49:11.849269 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c5a75156-d3e8-4594-9288-545bd00751a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:11.851241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c91ce64-8b31-4668-95a9-e7b16c9ffe36 req-22ae7843-4573-44a8-b01c-1cd5b483ee4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=cf82964b-73d4-4f45-800c-765a1c01aeb8 HTTP/1.1" status: 200 len: 217 time: 0.0924592 Feb 11 04:49:11.876193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:11.927531 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-962927c2-1685-461e-94b1-882025dd6b01 req-2428b367-ede4-40ac-a7e2-d2a72d3c051a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181056 Feb 11 04:49:11.929105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ce64-8b31-4668-95a9-e7b16c9ffe36 req-d0c3badb-31b9-441a-96cd-75cd2431f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:11.930479 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c91ce64-8b31-4668-95a9-e7b16c9ffe36 req-d0c3badb-31b9-441a-96cd-75cd2431f474 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0703893 Feb 11 04:49:11.985386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['23f80b83-af24-48e4-9b7d-30a5d3b23d5e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:12.000311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06411500-0d30-4173-a55c-1150e63a865f req-61be0e27-0f02-4c24-bf64-66d4bcbf39b5 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:12.002548 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06411500-0d30-4173-a55c-1150e63a865f req-61be0e27-0f02-4c24-bf64-66d4bcbf39b5 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 948 time: 0.0726275 Feb 11 04:49:12.018864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ce64-8b31-4668-95a9-e7b16c9ffe36 req-67abf8e3-ff1f-49c6-9b77-3cabf6adb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:12.020530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c91ce64-8b31-4668-95a9-e7b16c9ffe36 req-67abf8e3-ff1f-49c6-9b77-3cabf6adb499 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0822527 Feb 11 04:49:12.072145 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06411500-0d30-4173-a55c-1150e63a865f req-96f18d45-0acc-4521-9efa-cebe7e5f8a05 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621078 Feb 11 04:49:12.160875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab76aee-d2a7-4650-8467-5403d2a60c32 req-8ce81af9-aa55-4da4-8433-5655c9d7173a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:12.162488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bab76aee-d2a7-4650-8467-5403d2a60c32 req-8ce81af9-aa55-4da4-8433-5655c9d7173a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 944 time: 0.1347446 Feb 11 04:49:12.193034 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c91ce64-8b31-4668-95a9-e7b16c9ffe36 req-bc2775a6-5f10-44fb-841e-6d7f8670e2dc service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553886 Feb 11 04:49:12.246462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bab76aee-d2a7-4650-8467-5403d2a60c32 req-255a370a-407c-4218-923f-79e316b04da6 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711083 Feb 11 04:49:12.279235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-2d64dd14-e8e5-4006-810c-1d9d93ccf848 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:12.283361 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-2d64dd14-e8e5-4006-810c-1d9d93ccf848 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 821 time: 0.1197302 Feb 11 04:49:12.297197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-bb5e5017-adbb-4543-928a-11189c5cd155 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/quotas/b17f5c0876a6459894825e19cb0017e2 HTTP/1.1" status: 200 len: 375 time: 0.0093594 Feb 11 04:49:12.315535 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c91ce64-8b31-4668-95a9-e7b16c9ffe36 req-89310310-efc3-4f41-9c8c-77e5e3705416 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098363 Feb 11 04:49:12.361545 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-89c50ecb-a066-4d38-8de6-c07e49ad2273 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580487 Feb 11 04:49:12.457142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-5e960fe9-5193-40a2-b32a-522462a1c78a service neutron] 10.222.0.48 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889719 Feb 11 04:49:12.502872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70c50a-cc2e-473e-a771-9a794bb842ac req-c9dfb5ac-980a-4f42-a318-76738f6380f7 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:12.504395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf70c50a-cc2e-473e-a771-9a794bb842ac req-c9dfb5ac-980a-4f42-a318-76738f6380f7 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 944 time: 0.0591104 Feb 11 04:49:12.549598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-98e6c71c-afcb-438e-9718-28a0a9f03c28 service neutron] 10.222.0.48 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868311 Feb 11 04:49:12.551590 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf70c50a-cc2e-473e-a771-9a794bb842ac req-f2d0390a-50d6-442a-a718-5992cdeaedaa tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Feb 11 04:49:12.635492 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:12.669468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6cc7b-26d4-4432-b8a9-46df5a3c192a req-12ae8210-3717-439a-86c4-abf88fc445a1 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:12.670994 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fed6cc7b-26d4-4432-b8a9-46df5a3c192a req-12ae8210-3717-439a-86c4-abf88fc445a1 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 944 time: 0.0550528 Feb 11 04:49:12.720086 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fed6cc7b-26d4-4432-b8a9-46df5a3c192a req-aa7ac698-67aa-44b9-bcb6-cb0ca72760eb tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434136 Feb 11 04:49:12.835065 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ead64c22-5622-41b4-944c-391ec70859c6 req-7d616de6-8867-4510-aa10-f6846236a68e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 210 time: 0.0315120 Feb 11 04:49:12.917216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 25f6fc16-1ad7-47aa-ab96-2a550ba52455 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:12.939736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e6c8-d4b1-49f0-9e0d-8d8e539528a5 req-8c1dbfc9-5ed4-4035-8198-4f611bfd85f6 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:12.941435 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9671e6c8-d4b1-49f0-9e0d-8d8e539528a5 req-8c1dbfc9-5ed4-4035-8198-4f611bfd85f6 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 945 time: 0.0556741 Feb 11 04:49:13.021679 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9671e6c8-d4b1-49f0-9e0d-8d8e539528a5 req-c633a2ef-31e2-4dd5-8617-e6b5c288e626 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742955 Feb 11 04:49:13.066999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 25f6fc16-1ad7-47aa-ab96-2a550ba52455, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=25f6fc16-1ad7-47aa-ab96-2a550ba52455,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:13.094254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '25f6fc16-1ad7-47aa-ab96-2a550ba52455', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'port_id': '25f6fc16-1ad7-47aa-ab96-2a550ba52455', 'mac_address': 'fa:16:3e:09:ad:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13421f11-6eb2-47e2-aec3-80ca3a3e551b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:13.100089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579106f0-1461-46a8-b1f7-f6c9decdf225 req-f9fd33d9-2fd2-443d-88f3-6a180566697c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:13.107460 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-579106f0-1461-46a8-b1f7-f6c9decdf225 req-f9fd33d9-2fd2-443d-88f3-6a180566697c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.0936289 Feb 11 04:49:13.133769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 25f6fc16-1ad7-47aa-ab96-2a550ba52455 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:13.134173 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:13.149426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f6fc16-1ad7-47aa-ab96-2a550ba52455 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:13.170863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 25f6fc16-1ad7-47aa-ab96-2a550ba52455, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=25f6fc16-1ad7-47aa-ab96-2a550ba52455,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:13.171943 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-579106f0-1461-46a8-b1f7-f6c9decdf225 req-969bae6e-e238-480c-9e47-c3bfa08716f2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634379 Feb 11 04:49:13.175957 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:13.226724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=25f6fc16-1ad7-47aa-ab96-2a550ba52455,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:13.296648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c7dc0-1bf2-46fe-b693-7a58b61d7fb4 req-d16e2f5a-5f4e-4f2d-a431-30bd1449dd88 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:13.297660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e34c7dc0-1bf2-46fe-b693-7a58b61d7fb4 req-d16e2f5a-5f4e-4f2d-a431-30bd1449dd88 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 948 time: 0.0604041 Feb 11 04:49:13.355432 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e34c7dc0-1bf2-46fe-b693-7a58b61d7fb4 req-0de86d82-99ec-48da-a076-e405c116ffb3 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514398 Feb 11 04:49:13.548260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 23f80b83-af24-48e4-9b7d-30a5d3b23d5e no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:49:13.649287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e is: BUILD; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:13.652553 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:13.682024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 23f80b83-af24-48e4-9b7d-30a5d3b23d5e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:13.709791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:13.714601 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:13.718100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc942fee-546d-4f07-b589-e8f1e0b87a9f req-19e80516-f7a3-48e6-a95e-cf02097147fd tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:13.731197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bc942fee-546d-4f07-b589-e8f1e0b87a9f req-19e80516-f7a3-48e6-a95e-cf02097147fd tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 944 time: 0.0899024 Feb 11 04:49:13.771028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:13.783427 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bc942fee-546d-4f07-b589-e8f1e0b87a9f req-69a68001-3b7e-4897-a579-54ebdfc43c5e tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512326 Feb 11 04:49:13.871011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da750796-a053-45ab-99d0-209afe323dc7 req-455f9cac-3a6e-48f5-88fa-0a8f94ec9bd3 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:13.873344 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-da750796-a053-45ab-99d0-209afe323dc7 req-455f9cac-3a6e-48f5-88fa-0a8f94ec9bd3 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 945 time: 0.0621357 Feb 11 04:49:13.888588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253fd3-9af9-4446-ab5f-71e30fb61f8c req-15109111-f238-47b9-8f6e-845d3077dd82 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:13.890094 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1253fd3-9af9-4446-ab5f-71e30fb61f8c req-15109111-f238-47b9-8f6e-845d3077dd82 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 945 time: 0.0569363 Feb 11 04:49:13.925057 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-da750796-a053-45ab-99d0-209afe323dc7 req-46da6148-0069-4aa9-8538-ff42bc0d717e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460131 Feb 11 04:49:13.943900 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1253fd3-9af9-4446-ab5f-71e30fb61f8c req-1a93bf41-f4e3-46ee-bed9-c223e7ff1e9a tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469825 Feb 11 04:49:14.014708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-825f6338-7b10-4583-b734-4fa80e4077a9 req-9bdad3cc-3925-4e7c-8eed-399518e774fa tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 210 time: 0.0291166 Feb 11 04:49:14.119070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['25f6fc16-1ad7-47aa-ab96-2a550ba52455'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:14.129330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-383221e2-4fe6-4db2-85bb-9b0f237bc120 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:14.131320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-383221e2-4fe6-4db2-85bb-9b0f237bc120 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 821 time: 0.1189811 Feb 11 04:49:14.185343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Request body: {'port': {'device_id': '7171493f-48cb-48d9-b4a4-ed51c906c849', 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e', 'admin_state_up': True, 'tenant_id': 'b17f5c0876a6459894825e19cb0017e2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:14.218351 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:14.312327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a329a-67d9-4208-bb83-c3f3705bde25 req-a5cb86d0-1e7d-4e38-9997-f1e4b1a4203a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:14.315225 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c33a329a-67d9-4208-bb83-c3f3705bde25 req-a5cb86d0-1e7d-4e38-9997-f1e4b1a4203a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.0592356 Feb 11 04:49:14.350060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Made reservation on behalf of b17f5c0876a6459894825e19cb0017e2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:14.354377 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:14.420883 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c33a329a-67d9-4208-bb83-c3f3705bde25 req-f55fbfc8-78e0-412a-9a22-de5129ba607d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984027 Feb 11 04:49:14.558797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffad955-b739-41fe-952c-5af46a3c9c69 req-a760f6f5-28c2-488f-884d-f7e1934cffd4 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:14.560352 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ffad955-b739-41fe-952c-5af46a3c9c69 req-a760f6f5-28c2-488f-884d-f7e1934cffd4 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 948 time: 0.1032152 Feb 11 04:49:14.615968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Allocated IP 172.20.0.2 (69d8e4f6-7728-4d44-828e-ccc74a93621e/a31e1b69-ce3c-4013-8020-1340f9245fc7/09fbbe06-5715-4b01-a70a-343df3420458) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:14.695263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f406-32cc-44d4-92b7-d35b3a6ab525 req-d4a5fa64-53eb-44e4-92b7-8f00b9ec1a7c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:14.696731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ec02f406-32cc-44d4-92b7-d35b3a6ab525 req-d4a5fa64-53eb-44e4-92b7-8f00b9ec1a7c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 943 time: 0.1354978 Feb 11 04:49:14.699665 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ffad955-b739-41fe-952c-5af46a3c9c69 req-5d02c07f-96b5-4f62-8ce2-faf1283fc15c tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278954 Feb 11 04:49:14.885388 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks [] for port (09fbbe06-5715-4b01-a70a-343df3420458), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:14.923612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbab30-9df1-495d-a860-e321f4159e5d req-afd6cd1a-6a7d-4e64-a9b6-24b4b0a5cf3c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:14.931749 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6dcbab30-9df1-495d-a860-e321f4159e5d req-afd6cd1a-6a7d-4e64-a9b6-24b4b0a5cf3c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 943 time: 0.0731261 Feb 11 04:49:14.936584 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (09fbbe06-5715-4b01-a70a-343df3420458), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:14.973461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:15.043143 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6dcbab30-9df1-495d-a860-e321f4159e5d req-9d776096-4008-498f-b6f8-274f97384a9c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101778 Feb 11 04:49:15.060302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-ec02f406-32cc-44d4-92b7-d35b3a6ab525 req-792f8007-ffda-4c03-b1b3-d037937ad472 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Deleting port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:49:15.060657 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ec02f406-32cc-44d4-92b7-d35b3a6ab525 req-792f8007-ffda-4c03-b1b3-d037937ad472 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.076210 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Network 69d8e4f6-7728-4d44-828e-ccc74a93621e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:15.153145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:15.173172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:15.180688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Pushing event updated for resources: {'Port': ['ID=09fbbe06-5715-4b01-a70a-343df3420458,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:15.236875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae0c0e-d6f4-4e0d-8403-2037a1cf2a94 req-a9f1c97a-4ab5-415c-97e2-3816c387e277 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:15.238841 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-efae0c0e-d6f4-4e0d-8403-2037a1cf2a94 req-a9f1c97a-4ab5-415c-97e2-3816c387e277 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 945 time: 0.0873206 Feb 11 04:49:15.297728 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-efae0c0e-d6f4-4e0d-8403-2037a1cf2a94 req-ee944c64-1967-4ad5-9859-fbf3bb1cea05 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524421 Feb 11 04:49:15.306526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:15.307474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.338503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ec02f406-32cc-44d4-92b7-d35b3a6ab525 req-792f8007-ffda-4c03-b1b3-d037937ad472 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] For port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:15.339174 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ec02f406-32cc-44d4-92b7-d35b3a6ab525 req-792f8007-ffda-4c03-b1b3-d037937ad472 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.354940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-ec02f406-32cc-44d4-92b7-d35b3a6ab525 req-792f8007-ffda-4c03-b1b3-d037937ad472 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Calling delete_port for 23f80b83-af24-48e4-9b7d-30a5d3b23d5e owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:49:15.452663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990405c7-f4d7-4015-a554-4ffefa4d164d req-cadd1bae-9fa4-48e4-9c26-65fbadd140d0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:15.455378 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-990405c7-f4d7-4015-a554-4ffefa4d164d req-cadd1bae-9fa4-48e4-9c26-65fbadd140d0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 945 time: 0.4129045 Feb 11 04:49:15.497516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9c15d038-6165-4813-8af1-972437d76a9e details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:15.587595 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ec02f406-32cc-44d4-92b7-d35b3a6ab525 req-792f8007-ffda-4c03-b1b3-d037937ad472 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (23f80b83-af24-48e4-9b7d-30a5d3b23d5e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.630357 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-f2fcb895-8c9a-4cd4-9836-c4f36e19aa31 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4493604 Feb 11 04:49:15.640431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f8007-ffda-4c03-b1b3-d037937ad472 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event deleted for resources: {'Port': ['ID=23f80b83-af24-48e4-9b7d-30a5d3b23d5e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:15.652991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Request body: {'port': {'device_id': '7171493f-48cb-48d9-b4a4-ed51c906c849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:15.655589 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.684757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9c15d038-6165-4813-8af1-972437d76a9e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9c15d038-6165-4813-8af1-972437d76a9e,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:15.713936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '9c15d038-6165-4813-8af1-972437d76a9e', 'network_id': '701be04a-91cb-4ec3-9793-559180c6321e', 'port_id': '9c15d038-6165-4813-8af1-972437d76a9e', 'mac_address': 'fa:16:3e:2f:b7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e43299a-9bb5-4f80-82a7-a6c3bcd2724b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:15.737889 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-990405c7-f4d7-4015-a554-4ffefa4d164d req-129d4c86-ddbb-4a64-bb8a-01c75eb754f5 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745099 Feb 11 04:49:15.800087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec02f406-32cc-44d4-92b7-d35b3a6ab525 req-792f8007-ffda-4c03-b1b3-d037937ad472 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] No DVR routers for this DVR port 23f80b83-af24-48e4-9b7d-30a5d3b23d5e on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:49:15.807489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ec02f406-32cc-44d4-92b7-d35b3a6ab525 req-792f8007-ffda-4c03-b1b3-d037937ad472 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.823921 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ec02f406-32cc-44d4-92b7-d35b3a6ab525 req-792f8007-ffda-4c03-b1b3-d037937ad472 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.10 "DELETE /v2.0/ports/23f80b83-af24-48e4-9b7d-30a5d3b23d5e HTTP/1.1" status: 204 len: 173 time: 1.1210401 Feb 11 04:49:15.840203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9c15d038-6165-4813-8af1-972437d76a9e is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:15.845148 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9c15d038-6165-4813-8af1-972437d76a9e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.859747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4e6afc-8122-4297-83ec-dc753b39d322', 'name': 'network-vif-deleted', 'tag': '23f80b83-af24-48e4-9b7d-30a5d3b23d5e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:15.862562 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c29c5d8-0cef-4e9a-a09d-8dcf03269514" -d '{"events": [{"server_uuid": "ab4e6afc-8122-4297-83ec-dc753b39d322", "name": "network-vif-deleted", "tag": "23f80b83-af24-48e4-9b7d-30a5d3b23d5e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:15.870449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c15d038-6165-4813-8af1-972437d76a9e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:15.876711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274430a-2483-4dad-8326-01c08ba4d8da req-2da9e978-9055-414e-ba03-5ed5213e251d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:15.883681 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0274430a-2483-4dad-8326-01c08ba4d8da req-2da9e978-9055-414e-ba03-5ed5213e251d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 931 time: 0.5214252 Feb 11 04:49:15.910704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9c15d038-6165-4813-8af1-972437d76a9e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9c15d038-6165-4813-8af1-972437d76a9e,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:15.914189 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (09fbbe06-5715-4b01-a70a-343df3420458), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.928271 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9c15d038-6165-4813-8af1-972437d76a9e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.960636 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0274430a-2483-4dad-8326-01c08ba4d8da req-5879c73d-ae1b-4143-ab1b-b1e006f21cbd tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731821 Feb 11 04:49:16.002763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7c7de-6882-4631-aa37-b45a818208d2 req-5e11c03e-57a6-47b1-a59f-365b3d673c79 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:16.014027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96c7c7de-6882-4631-aa37-b45a818208d2 req-5e11c03e-57a6-47b1-a59f-365b3d673c79 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1324425 Feb 11 04:49:16.029724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9c15d038-6165-4813-8af1-972437d76a9e,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:16.165909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96c7c7de-6882-4631-aa37-b45a818208d2 req-666ee8dc-d94d-4ca2-998c-47ef6cf51628 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509161 Feb 11 04:49:16.192304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc69ca-10e0-4cee-b9aa-9e30d62da44b req-ff9ea81a-63fc-418f-b056-aef89204e2c7 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:16.195301 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ffdc69ca-10e0-4cee-b9aa-9e30d62da44b req-ff9ea81a-63fc-418f-b056-aef89204e2c7 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 948 time: 0.1076021 Feb 11 04:49:16.240253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['9c15d038-6165-4813-8af1-972437d76a9e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:16.271016 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d943ba2-c714-48a9-a364-1b1be04ba0d2 x-openstack-request-id: req-9d943ba2-c714-48a9-a364-1b1be04ba0d2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:16.271391 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4e6afc-8122-4297-83ec-dc753b39d322", "name": "network-vif-deleted", "tag": "23f80b83-af24-48e4-9b7d-30a5d3b23d5e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:16.271824 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d943ba2-c714-48a9-a364-1b1be04ba0d2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:16.272578 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4e6afc-8122-4297-83ec-dc753b39d322', 'name': 'network-vif-deleted', 'tag': '23f80b83-af24-48e4-9b7d-30a5d3b23d5e', 'status': 'completed', 'code': 200} Feb 11 04:49:16.285347 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ffdc69ca-10e0-4cee-b9aa-9e30d62da44b req-385c1dc3-f316-4398-8098-2b13be7a2f63 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890667 Feb 11 04:49:16.365966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09fbbe06-5715-4b01-a70a-343df3420458 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:16.375693 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Publish callbacks [] for port (09fbbe06-5715-4b01-a70a-343df3420458), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.392348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Transition to ACTIVE for port object 09fbbe06-5715-4b01-a70a-343df3420458 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:49:16.433654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (09fbbe06-5715-4b01-a70a-343df3420458), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.488473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb12b4c2-dda9-4217-b56e-9ba33820dfdc req-8fbbc595-1e47-4849-bfd3-10e3f6ee67e4 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab4e6afc-8122-4297-83ec-dc753b39d322 HTTP/1.1" status: 200 len: 210 time: 0.0931351 Feb 11 04:49:16.494604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Pushing event updated for resources: {'Port': ['ID=09fbbe06-5715-4b01-a70a-343df3420458,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:16.566147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769c7c6-c460-49d3-ba8c-ed93f30b2bf8 req-9b90e37c-37b4-4847-be15-10be157f543f tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:16.578367 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0769c7c6-c460-49d3-ba8c-ed93f30b2bf8 req-9b90e37c-37b4-4847-be15-10be157f543f tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 944 time: 0.1676352 Feb 11 04:49:16.667698 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0769c7c6-c460-49d3-ba8c-ed93f30b2bf8 req-dba26ca9-3817-45f6-ba22-9110b4cc302b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865285 Feb 11 04:49:16.678829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Attempting to bind port 09fbbe06-5715-4b01-a70a-343df3420458 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:16.679344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Attempting to bind port 09fbbe06-5715-4b01-a70a-343df3420458 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:16.679541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Attempting to bind port 09fbbe06-5715-4b01-a70a-343df3420458 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:16.684745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Port 09fbbe06-5715-4b01-a70a-343df3420458 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:49:16.685076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Attempting to bind port 09fbbe06-5715-4b01-a70a-343df3420458 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:16.691107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:16.691451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:16.691836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:16.692317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Bound port: 09fbbe06-5715-4b01-a70a-343df3420458, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:16.692806 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (09fbbe06-5715-4b01-a70a-343df3420458), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.757409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:49:16.761441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=09fbbe06-5715-4b01-a70a-343df3420458,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:16.768292 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (09fbbe06-5715-4b01-a70a-343df3420458), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.885619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:16.886695 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.888336 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/09fbbe06-5715-4b01-a70a-343df3420458 HTTP/1.1" status: 200 len: 1092 time: 1.2398586 Feb 11 04:49:16.908059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2bd0f-ff80-4994-9cd8-674c612e34b0 service neutron] Pushing event updated for resources: {'Port': ['ID=09fbbe06-5715-4b01-a70a-343df3420458,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:16.929765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc580e-e0e0-4176-8ea1-b09d271fa630 req-35412749-45e6-4aea-bd31-c42130bdedd0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:16.932746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device cf82964b-73d4-4f45-800c-765a1c01aeb8 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:16.937009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cdc580e-e0e0-4176-8ea1-b09d271fa630 req-35412749-45e6-4aea-bd31-c42130bdedd0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 945 time: 0.1046171 Feb 11 04:49:16.945316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 25f6fc16-1ad7-47aa-ab96-2a550ba52455 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:17.042262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 25f6fc16-1ad7-47aa-ab96-2a550ba52455 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:49:17.047828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 25f6fc16-1ad7-47aa-ab96-2a550ba52455 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:17.048199 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.061260 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cdc580e-e0e0-4176-8ea1-b09d271fa630 req-05d80729-86a4-47db-a193-e4b3017f24fd tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232507 Feb 11 04:49:17.092215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-3ce940d3-5525-424e-a132-de022dabc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:17.095942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-3ce940d3-5525-424e-a132-de022dabc2ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 1126 time: 0.1277161 Feb 11 04:49:17.148057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port cf82964b-73d4-4f45-800c-765a1c01aeb8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=cf82964b-73d4-4f45-800c-765a1c01aeb8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:17.154453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-029a126c-8073-4c37-abfc-68607524116e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09fbbe06-5715-4b01-a70a-343df3420458 HTTP/1.1" status: 200 len: 217 time: 0.0436544 Feb 11 04:49:17.186580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'cf82964b-73d4-4f45-800c-765a1c01aeb8', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': 'cf82964b-73d4-4f45-800c-765a1c01aeb8', 'mac_address': 'fa:16:3e:71:1b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:17.207633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f38d6-bb26-43ab-96ef-5e803a335f1a req-070a4b67-4c3f-41b1-9ffc-ef648e9a54be tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:17.209228 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-266f38d6-bb26-43ab-96ef-5e803a335f1a req-070a4b67-4c3f-41b1-9ffc-ef648e9a54be tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.1037893 Feb 11 04:49:17.232276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port cf82964b-73d4-4f45-800c-765a1c01aeb8 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:17.232676 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.239949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-6e655c12-5c4c-49da-a8e6-08b33da47193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:17.242276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-6e655c12-5c4c-49da-a8e6-08b33da47193 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.0818696 Feb 11 04:49:17.253583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 25f6fc16-1ad7-47aa-ab96-2a550ba52455 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:17.254028 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.256766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf82964b-73d4-4f45-800c-765a1c01aeb8 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:17.279791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port cf82964b-73d4-4f45-800c-765a1c01aeb8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=cf82964b-73d4-4f45-800c-765a1c01aeb8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:17.290501 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.291191 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 55913817-95c4-4d6a-8218-430df663ec7e details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:17.311189 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-266f38d6-bb26-43ab-96ef-5e803a335f1a req-acd55993-d2fb-4308-abf6-160b468ea72f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900221 Feb 11 04:49:17.324554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 25f6fc16-1ad7-47aa-ab96-2a550ba52455, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=25f6fc16-1ad7-47aa-ab96-2a550ba52455,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:17.327769 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-52d687bd-741b-400f-8a69-85e5ebbca239 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778337 Feb 11 04:49:17.352432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f36ec5-a9ab-4ba0-a78f-b0829e9443ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f6fc16-1ad7-47aa-ab96-2a550ba52455'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:17.354643 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7363a9f7-7d91-4180-8970-f5f24923033a" -d '{"events": [{"server_uuid": "04f36ec5-a9ab-4ba0-a78f-b0829e9443ae", "name": "network-vif-plugged", "status": "completed", "tag": "25f6fc16-1ad7-47aa-ab96-2a550ba52455"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:17.362053 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.417544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=cf82964b-73d4-4f45-800c-765a1c01aeb8,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:17.458885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b5e8b-5bc0-451f-8894-fbbf7673768d req-ae29304c-eab1-429e-b724-cebec9b51244 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:17.462606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-714b5e8b-5bc0-451f-8894-fbbf7673768d req-ae29304c-eab1-429e-b724-cebec9b51244 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1497309 Feb 11 04:49:17.502542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:17.503458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=25f6fc16-1ad7-47aa-ab96-2a550ba52455,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:17.508688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-bd6f1d4b-cc8f-44be-be1b-a7bf6bde517b service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661389 Feb 11 04:49:17.536897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24626467-48d4-4fc2-bcd1-bbc3aa2edc76 req-c86c5d5c-aad4-4dda-92c7-938e69752b91 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:17.551540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24626467-48d4-4fc2-bcd1-bbc3aa2edc76 req-c86c5d5c-aad4-4dda-92c7-938e69752b91 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 949 time: 0.1537580 Feb 11 04:49:17.564763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 23f80b83-af24-48e4-9b7d-30a5d3b23d5e no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:49:17.574701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '55913817-95c4-4d6a-8218-430df663ec7e', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '55913817-95c4-4d6a-8218-430df663ec7e', 'mac_address': 'fa:16:3e:6e:98:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:17.598563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-714b5e8b-5bc0-451f-8894-fbbf7673768d req-3abf95db-8d3c-4019-8ab7-e5d459befdd3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239626 Feb 11 04:49:17.669960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 23f80b83-af24-48e4-9b7d-30a5d3b23d5e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:49:17.671576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 23f80b83-af24-48e4-9b7d-30a5d3b23d5e not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:49:17.672919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9c15d038-6165-4813-8af1-972437d76a9e no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:49:17.707734 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e68c73-8662-42e1-95b1-4a46a6916346 req-ab412fa6-6d64-4d7e-b9fd-f3cae4dbaff5 service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927965 Feb 11 04:49:17.712107 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24626467-48d4-4fc2-bcd1-bbc3aa2edc76 req-3a4ab970-b62b-4f03-807f-6bd61fbf7bb9 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594675 Feb 11 04:49:17.727563 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd413918-5bf2-41b3-a786-e1e9e3862586 x-openstack-request-id: req-cd413918-5bf2-41b3-a786-e1e9e3862586 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:17.728089 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f36ec5-a9ab-4ba0-a78f-b0829e9443ae", "name": "network-vif-plugged", "status": "completed", "tag": "25f6fc16-1ad7-47aa-ab96-2a550ba52455", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:17.728341 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd413918-5bf2-41b3-a786-e1e9e3862586 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:17.728726 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f36ec5-a9ab-4ba0-a78f-b0829e9443ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f6fc16-1ad7-47aa-ab96-2a550ba52455', 'code': 200} Feb 11 04:49:17.774762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 55913817-95c4-4d6a-8218-430df663ec7e is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:17.775232 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55913817-95c4-4d6a-8218-430df663ec7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.792878 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55913817-95c4-4d6a-8218-430df663ec7e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:17.886649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337968c-c6c4-4dca-a7ad-f873873f49f4 req-041b5edc-8305-4739-be51-b148c11f4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:17.886822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9c15d038-6165-4813-8af1-972437d76a9e is: BUILD; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:17.887055 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9c15d038-6165-4813-8af1-972437d76a9e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.888131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3337968c-c6c4-4dca-a7ad-f873873f49f4 req-041b5edc-8305-4739-be51-b148c11f4966 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 1129 time: 0.0676110 Feb 11 04:49:17.894476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2876a-cfd4-4394-9223-f956bca4d9fe req-2b743f96-97c3-4db9-bbc5-cad094e82721 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:17.903365 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6b2876a-cfd4-4394-9223-f956bca4d9fe req-2b743f96-97c3-4db9-bbc5-cad094e82721 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 944 time: 0.1021030 Feb 11 04:49:17.948856 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3337968c-c6c4-4dca-a7ad-f873873f49f4 req-b0382024-e608-43d8-af97-760b9641373b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532110 Feb 11 04:49:17.995197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6b2876a-cfd4-4394-9223-f956bca4d9fe req-474db61d-48d9-4396-80aa-abb5f9a3287c tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903509 Feb 11 04:49:18.117706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9c15d038-6165-4813-8af1-972437d76a9e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:18.160315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:18.166622 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (55913817-95c4-4d6a-8218-430df663ec7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:18.233799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9c15d038-6165-4813-8af1-972437d76a9e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9c15d038-6165-4813-8af1-972437d76a9e,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:18.234832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=55913817-95c4-4d6a-8218-430df663ec7e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:18.244243 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9c15d038-6165-4813-8af1-972437d76a9e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:18.273168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7171493f-48cb-48d9-b4a4-ed51c906c849', 'tag': '09fbbe06-5715-4b01-a70a-343df3420458'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:18.275573 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaeffa8-bb1c-4a31-a77a-1b7f2f6c53cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7171493f-48cb-48d9-b4a4-ed51c906c849", "tag": "09fbbe06-5715-4b01-a70a-343df3420458"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:18.313351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-b4d35cf1-5b93-47b7-9bbe-61a32807d99a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:18.317007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9c15d038-6165-4813-8af1-972437d76a9e,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:18.325491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-b4d35cf1-5b93-47b7-9bbe-61a32807d99a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/networks?id=63da1793-95d1-4acb-9151-2c08ccbc6ef9 HTTP/1.1" status: 200 len: 822 time: 0.2553542 Feb 11 04:49:18.333430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dd0e4-e50b-4308-abac-d38684c0d6c9 req-0a296661-a09d-4634-b1ee-e7cd1414ff29 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:18.335647 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd5dd0e4-e50b-4308-abac-d38684c0d6c9 req-0a296661-a09d-4634-b1ee-e7cd1414ff29 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 946 time: 0.1050930 Feb 11 04:49:18.347727 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-86b57fd1-3906-4fc0-9273-cc6e0dfa65ae tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/quotas/25bd46a870264ee289dd7ae54681a048 HTTP/1.1" status: 200 len: 375 time: 0.0160098 Feb 11 04:49:18.397420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-ca5f359e-ab3b-4a83-8276-7f0dbaa8d384 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=25bd46a870264ee289dd7ae54681a048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442593 Feb 11 04:49:18.398068 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd5dd0e4-e50b-4308-abac-d38684c0d6c9 req-5afbbc91-4e0a-4896-af33-c0d1d6596fd2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564098 Feb 11 04:49:18.490558 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468e2c55-05d2-468d-8ec1-f4a70d372920 x-openstack-request-id: req-468e2c55-05d2-468d-8ec1-f4a70d372920 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:18.491102 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7171493f-48cb-48d9-b4a4-ed51c906c849", "tag": "09fbbe06-5715-4b01-a70a-343df3420458", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:18.491528 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-468e2c55-05d2-468d-8ec1-f4a70d372920 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:18.492073 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7171493f-48cb-48d9-b4a4-ed51c906c849', 'tag': '09fbbe06-5715-4b01-a70a-343df3420458', 'status': 'completed', 'code': 200} Feb 11 04:49:18.582215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c43550-c765-41eb-be5c-ea1e10b64d2e req-7dfb1a7c-b424-493a-b6a4-28a18fd8df06 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:18.590669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-45c43550-c765-41eb-be5c-ea1e10b64d2e req-7dfb1a7c-b424-493a-b6a4-28a18fd8df06 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.0716488 Feb 11 04:49:18.617927 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-63f7a73f-8908-4929-aa59-03ab8c75e2e5 service neutron] 10.222.0.48 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183571 Feb 11 04:49:18.651521 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-45c43550-c765-41eb-be5c-ea1e10b64d2e req-7f450eca-e8c9-446c-b831-90b1df271962 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552292 Feb 11 04:49:18.713628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeffa8-bb1c-4a31-a77a-1b7f2f6c53cf req-9f3a9960-4634-4328-b3f5-53fd9ba351f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:18.715919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eaeffa8-bb1c-4a31-a77a-1b7f2f6c53cf req-9f3a9960-4634-4328-b3f5-53fd9ba351f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 1126 time: 0.1786335 Feb 11 04:49:18.764794 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-93a39e42-e1e4-4200-821b-3062acf225ab service neutron] 10.222.0.48 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454589 Feb 11 04:49:18.793348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['55913817-95c4-4d6a-8218-430df663ec7e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:18.866451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['cf82964b-73d4-4f45-800c-765a1c01aeb8'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:18.974838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeffa8-bb1c-4a31-a77a-1b7f2f6c53cf req-66d40c2c-6308-4ad6-a310-3e4babc00bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:18.979181 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eaeffa8-bb1c-4a31-a77a-1b7f2f6c53cf req-66d40c2c-6308-4ad6-a310-3e4babc00bbb service neutron] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.2510457 Feb 11 04:49:19.051905 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eaeffa8-bb1c-4a31-a77a-1b7f2f6c53cf req-5de90b9c-152d-4aa9-900a-64a95fb7f571 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09fbbe06-5715-4b01-a70a-343df3420458 HTTP/1.1" status: 200 len: 217 time: 0.0649030 Feb 11 04:49:19.150283 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1a8fb-b3ea-4648-a91a-fc9e7e847114 req-ba6fa1a6-3327-4b7f-a68e-1153cb51f340 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:19.152248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25b1a8fb-b3ea-4648-a91a-fc9e7e847114 req-ba6fa1a6-3327-4b7f-a68e-1153cb51f340 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 949 time: 0.1124957 Feb 11 04:49:19.153787 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeffa8-bb1c-4a31-a77a-1b7f2f6c53cf req-6cdb90da-1faf-4154-8ecc-8aca97baa09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:19.155231 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eaeffa8-bb1c-4a31-a77a-1b7f2f6c53cf req-6cdb90da-1faf-4154-8ecc-8aca97baa09a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.0810769 Feb 11 04:49:19.259881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eaeffa8-bb1c-4a31-a77a-1b7f2f6c53cf req-b1f8f1e4-2ac7-441a-bae6-7ea5a852c255 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628836 Feb 11 04:49:19.261976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ddf37-47f5-4b9e-8d87-8d93f88a3173 req-c0b4ed16-dec6-43c7-bf32-26e04c32c5f9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:19.272421 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-089ddf37-47f5-4b9e-8d87-8d93f88a3173 req-c0b4ed16-dec6-43c7-bf32-26e04c32c5f9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.4540336 Feb 11 04:49:19.361223 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-089ddf37-47f5-4b9e-8d87-8d93f88a3173 req-c65173ec-a8a8-400f-9d1b-4a69aa796609 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878334 Feb 11 04:49:19.395532 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25b1a8fb-b3ea-4648-a91a-fc9e7e847114 req-1224d5ca-d7bc-4c14-a320-b2611bd2c6d5 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362747 Feb 11 04:49:19.601837 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eaeffa8-bb1c-4a31-a77a-1b7f2f6c53cf req-1e8dbf22-7c3c-4248-b18d-63d2268d6ace service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353559 Feb 11 04:49:19.608926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b07cc62-61bd-43ff-a76c-e8db7af9558a req-f295aa25-f699-4f27-a369-3f748a5ce7ad tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 210 time: 0.1044497 Feb 11 04:49:19.616615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e02bc5-b141-44fd-b94f-d71466171e28 req-54b1538f-2426-473f-99a5-4584cba47897 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:19.627531 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33e02bc5-b141-44fd-b94f-d71466171e28 req-54b1538f-2426-473f-99a5-4584cba47897 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 943 time: 0.0988817 Feb 11 04:49:19.822755 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcd2ff-7d85-43c5-a695-abafae02b435 req-1962c40d-04e7-4ada-a083-004d016cc8b2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:19.827403 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-79fcd2ff-7d85-43c5-a695-abafae02b435 req-1962c40d-04e7-4ada-a083-004d016cc8b2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 946 time: 0.0833869 Feb 11 04:49:19.849521 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33e02bc5-b141-44fd-b94f-d71466171e28 req-d3c61368-8557-41fc-932b-a83ac82cd56e tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206519 Feb 11 04:49:19.885656 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eaeffa8-bb1c-4a31-a77a-1b7f2f6c53cf req-364b8ea2-4030-4e66-a53d-23458331fc12 service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490819 Feb 11 04:49:19.910638 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-79fcd2ff-7d85-43c5-a695-abafae02b435 req-9e270112-a912-47ea-b40f-95de86a56b21 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746186 Feb 11 04:49:20.024507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455de06-7cef-420c-96c3-72afbc54d588 req-3d0a187a-5acd-47f5-85b1-29cda1fe8752 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:20.032149 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a455de06-7cef-420c-96c3-72afbc54d588 req-3d0a187a-5acd-47f5-85b1-29cda1fe8752 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.0680401 Feb 11 04:49:20.427197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61bb70-7550-4b03-b560-6088e8385402 req-e094e7e3-0be4-4f3a-b5f3-d982c4724606 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:20.429081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a61bb70-7550-4b03-b560-6088e8385402 req-e094e7e3-0be4-4f3a-b5f3-d982c4724606 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.10 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 943 time: 0.3895805 Feb 11 04:49:20.441497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a455de06-7cef-420c-96c3-72afbc54d588 req-be6b3c2f-99df-491e-be6e-135aa2affc2f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083817 Feb 11 04:49:20.582096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1914587-e5b5-4495-9095-56ed8c3b8866 req-9a7424f9-b0dd-4cdb-99e6-85fd72cfce79 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:20.596197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1914587-e5b5-4495-9095-56ed8c3b8866 req-9a7424f9-b0dd-4cdb-99e6-85fd72cfce79 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 949 time: 0.1210845 Feb 11 04:49:20.614375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8a61bb70-7550-4b03-b560-6088e8385402 req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Deleting port 9c15d038-6165-4813-8af1-972437d76a9e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:49:20.614781 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8a61bb70-7550-4b03-b560-6088e8385402 req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9c15d038-6165-4813-8af1-972437d76a9e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:20.627632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139f04-9799-4e68-a7e9-d01e960c3652 req-6dd362f6-4318-42e7-8967-f3271e265b1f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:20.635349 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-50139f04-9799-4e68-a7e9-d01e960c3652 req-6dd362f6-4318-42e7-8967-f3271e265b1f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1096795 Feb 11 04:49:20.699598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1914587-e5b5-4495-9095-56ed8c3b8866 req-6a205832-ba7f-4df2-a12f-a3fd6fd008d0 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023405 Feb 11 04:49:20.823844 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-703a8301-f779-4af9-86fd-d60fc3ae9409 req-089bf7fa-d687-4f46-a34b-67ea564142c2 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 210 time: 0.0669577 Feb 11 04:49:20.936684 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-50139f04-9799-4e68-a7e9-d01e960c3652 req-b32de396-78e1-4f82-94ac-cffacd1176cd tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002398 Feb 11 04:49:20.957747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8a61bb70-7550-4b03-b560-6088e8385402 req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] For port 9c15d038-6165-4813-8af1-972437d76a9e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9c15d038-6165-4813-8af1-972437d76a9e,segment=NetworkSegment(89708636-1ef3-45a9-bada-6a4e9150b14f),segment_id=89708636-1ef3-45a9-bada-6a4e9150b14f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:20.958131 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8a61bb70-7550-4b03-b560-6088e8385402 req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9c15d038-6165-4813-8af1-972437d76a9e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:20.968847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 55913817-95c4-4d6a-8218-430df663ec7e up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:20.997429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4677d-fc90-4c0f-a7f5-02cdd6080f24 req-6d397c92-a1e8-4d32-a236-a6e6750d8791 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:21.003453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8a61bb70-7550-4b03-b560-6088e8385402 req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Calling delete_port for 9c15d038-6165-4813-8af1-972437d76a9e owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:49:21.005256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2e4677d-fc90-4c0f-a7f5-02cdd6080f24 req-6d397c92-a1e8-4d32-a236-a6e6750d8791 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b956bfa6-d5e6-47a8-8d69-60a8dd40b22e HTTP/1.1" status: 200 len: 943 time: 0.0707860 Feb 11 04:49:21.058916 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2e4677d-fc90-4c0f-a7f5-02cdd6080f24 req-25b046b4-1358-411c-b4bb-1f4b49422867 tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ac471da-42c2-46ee-84f2-80da74656189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527592 Feb 11 04:49:21.103930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 55913817-95c4-4d6a-8218-430df663ec7e completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:49:21.111532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 55913817-95c4-4d6a-8218-430df663ec7e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:21.112046 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (55913817-95c4-4d6a-8218-430df663ec7e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:21.119297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1695cbe6-64e7-4e5f-b9df-602040d188d7 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:21.121161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1695cbe6-64e7-4e5f-b9df-602040d188d7 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.10 "GET /v2.0/networks?id=63da1793-95d1-4acb-9151-2c08ccbc6ef9 HTTP/1.1" status: 200 len: 822 time: 0.3449004 Feb 11 04:49:21.141889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Request body: {'port': {'device_id': 'f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3', 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9', 'admin_state_up': True, 'tenant_id': '25bd46a870264ee289dd7ae54681a048'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:21.231905 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad01afa-b367-4b5b-bc8b-a3200efa46d2 req-3cafd016-cd13-48ec-b7a1-055b93db4227 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:21.233322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 55913817-95c4-4d6a-8218-430df663ec7e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:21.234186 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55913817-95c4-4d6a-8218-430df663ec7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:21.239231 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bad01afa-b367-4b5b-bc8b-a3200efa46d2 req-3cafd016-cd13-48ec-b7a1-055b93db4227 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 946 time: 0.1960719 Feb 11 04:49:21.305158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:21.306275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:21.309351 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195bc4ea-d52b-43ad-8ded-df6087d89740" -d '{"events": [{"server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "name": "network-vif-plugged", "status": "completed", "tag": "55913817-95c4-4d6a-8218-430df663ec7e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:21.331517 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (55913817-95c4-4d6a-8218-430df663ec7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:21.332883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device cf82964b-73d4-4f45-800c-765a1c01aeb8 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:21.365693 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bad01afa-b367-4b5b-bc8b-a3200efa46d2 req-39bd7e82-5801-4ec4-a6aa-45cdd375e810 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255045 Feb 11 04:49:21.406320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Made reservation on behalf of 25bd46a870264ee289dd7ae54681a048 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:21.411821 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:21.420141 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46046534-ddf2-41ab-bfeb-523fe8248334 x-openstack-request-id: req-46046534-ddf2-41ab-bfeb-523fe8248334 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:21.423479 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "name": "network-vif-plugged", "status": "completed", "tag": "55913817-95c4-4d6a-8218-430df663ec7e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:21.423940 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46046534-ddf2-41ab-bfeb-523fe8248334 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:21.424528 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e', 'code': 200} Feb 11 04:49:21.468998 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8a61bb70-7550-4b03-b560-6088e8385402 req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9c15d038-6165-4813-8af1-972437d76a9e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:21.575580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=55913817-95c4-4d6a-8218-430df663ec7e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:21.591046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port cf82964b-73d4-4f45-800c-765a1c01aeb8 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:49:21.596537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port cf82964b-73d4-4f45-800c-765a1c01aeb8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:21.597202 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:21.666772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Pushing event deleted for resources: {'Port': ['ID=9c15d038-6165-4813-8af1-972437d76a9e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:21.692180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb272a1-994e-417f-9368-572482563819 req-f4be35ef-1087-4d9e-bb7d-741af29eb5d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:21.693888 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ffb272a1-994e-417f-9368-572482563819 req-f4be35ef-1087-4d9e-bb7d-741af29eb5d1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.1027777 Feb 11 04:49:21.717132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port cf82964b-73d4-4f45-800c-765a1c01aeb8 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:21.717457 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:21.727855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a61bb70-7550-4b03-b560-6088e8385402 req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] No DVR routers for this DVR port 9c15d038-6165-4813-8af1-972437d76a9e on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:49:21.742102 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8a61bb70-7550-4b03-b560-6088e8385402 req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:21.745886 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a61bb70-7550-4b03-b560-6088e8385402 req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] 10.222.0.10 "DELETE /v2.0/ports/9c15d038-6165-4813-8af1-972437d76a9e HTTP/1.1" status: 204 len: 173 time: 1.2978501 Feb 11 04:49:21.747679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.748138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.748567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.749029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.749476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.749882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.750578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.751085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.751601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.752035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.752536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.752967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.753418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aa0be-2127-4e7d-b8e6-afdef73e677b tempest-ImagesTestJSON-1707923565 tempest-ImagesTestJSON-1707923565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.756406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b956bfa6-d5e6-47a8-8d69-60a8dd40b22e', 'name': 'network-vif-deleted', 'tag': '9c15d038-6165-4813-8af1-972437d76a9e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:21.758828 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a8eee4-f5db-4599-8729-8026667b370c" -d '{"events": [{"server_uuid": "b956bfa6-d5e6-47a8-8d69-60a8dd40b22e", "name": "network-vif-deleted", "tag": "9c15d038-6165-4813-8af1-972437d76a9e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:21.790537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ffb272a1-994e-417f-9368-572482563819 req-e5dffe7e-c5ed-4006-9d74-0f006c8624bb tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902061 Feb 11 04:49:21.790750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port cf82964b-73d4-4f45-800c-765a1c01aeb8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=cf82964b-73d4-4f45-800c-765a1c01aeb8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:21.802348 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:21.864324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=cf82964b-73d4-4f45-800c-765a1c01aeb8,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:21.875252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.876483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.876936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.877396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.877877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.878312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.878754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.879371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.879824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.880253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.880684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.881114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.881797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:21.888130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daed9cc-49b8-48ae-b10a-a0d8c5a2dd21 req-fb0e07fc-9952-4566-a7fc-4e0ead207d24 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:21.890156 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1daed9cc-49b8-48ae-b10a-a0d8c5a2dd21 req-fb0e07fc-9952-4566-a7fc-4e0ead207d24 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 946 time: 0.3878133 Feb 11 04:49:21.904623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec0d67-e6eb-4d7d-894a-3cb2d0ef2a60 req-c3e5d437-1915-4a81-89d9-deb6db19b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:21.906608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7ec0d67-e6eb-4d7d-894a-3cb2d0ef2a60 req-c3e5d437-1915-4a81-89d9-deb6db19b6e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d41f977d-9051-4541-be9f-ccbf8001ca9e HTTP/1.1" status: 200 len: 1132 time: 0.3255408 Feb 11 04:49:21.962348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Allocated IP 172.20.0.13 (63da1793-95d1-4acb-9151-2c08ccbc6ef9/eb596a10-e094-4f3d-875a-b9a0b0daf13a/5f71be0b-78f0-438a-baa8-427847481182) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:22.035615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ca1ed-8bb5-4553-95a3-1cea68d75d3e req-3a5a59b0-d755-4bfc-ab26-bc791d574e99 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:22.041737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7ec0d67-e6eb-4d7d-894a-3cb2d0ef2a60 req-f4ef1841-1029-4fee-9a79-656fb4c34441 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241362 Feb 11 04:49:22.046165 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-605ca1ed-8bb5-4553-95a3-1cea68d75d3e req-3a5a59b0-d755-4bfc-ab26-bc791d574e99 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 950 time: 0.1003175 Feb 11 04:49:22.047009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1daed9cc-49b8-48ae-b10a-a0d8c5a2dd21 req-ca34c705-ce82-48a6-8568-9247428a80e1 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475482 Feb 11 04:49:22.117688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-605ca1ed-8bb5-4553-95a3-1cea68d75d3e req-2407039b-ac6e-49f4-8d12-f6ae51b412b1 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693319 Feb 11 04:49:22.156511 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8825f308-bc8c-4ad6-a109-6f41083b1279 x-openstack-request-id: req-8825f308-bc8c-4ad6-a109-6f41083b1279 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:22.157694 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b956bfa6-d5e6-47a8-8d69-60a8dd40b22e", "name": "network-vif-deleted", "tag": "9c15d038-6165-4813-8af1-972437d76a9e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:22.158133 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8825f308-bc8c-4ad6-a109-6f41083b1279 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:22.158709 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b956bfa6-d5e6-47a8-8d69-60a8dd40b22e', 'name': 'network-vif-deleted', 'tag': '9c15d038-6165-4813-8af1-972437d76a9e', 'status': 'completed', 'code': 200} Feb 11 04:49:22.286413 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-650293e1-706b-4106-b1cd-931cdab80de2 req-453e6696-a7bb-42c8-9248-88dba4953c5b tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 210 time: 0.0371144 Feb 11 04:49:22.291392 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for port (5f71be0b-78f0-438a-baa8-427847481182), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:22.398248 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5f71be0b-78f0-438a-baa8-427847481182), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:22.458768 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:22.481467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea26198-18d0-4038-9c0e-de1af99f9ac9 req-9c008db9-6db0-4f58-81ca-858af7a56979 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:22.483926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dea26198-18d0-4038-9c0e-de1af99f9ac9 req-9c008db9-6db0-4f58-81ca-858af7a56979 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1593227 Feb 11 04:49:22.485329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:22.488173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:22.548614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event updated for resources: {'Port': ['ID=5f71be0b-78f0-438a-baa8-427847481182,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:22.609587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:22.610867 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:22.631749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dea26198-18d0-4038-9c0e-de1af99f9ac9 req-6ae0e9b3-4f7c-437a-87ec-eda3551c2d22 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375556 Feb 11 04:49:22.635751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-1e185295-0f55-4d5d-bf18-4828ab1cf563 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4983082 Feb 11 04:49:22.654670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Request body: {'port': {'device_id': 'f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:22.754205 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5f71be0b-78f0-438a-baa8-427847481182), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:22.761060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8946e-4e35-4e95-b8a2-6d4b598bfe6f req-72c207e3-e8f3-4fdd-8e44-7e16dd06fb7b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:22.766061 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ea8946e-4e35-4e95-b8a2-6d4b598bfe6f req-72c207e3-e8f3-4fdd-8e44-7e16dd06fb7b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 946 time: 0.1416092 Feb 11 04:49:22.868882 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ea8946e-4e35-4e95-b8a2-6d4b598bfe6f req-82e59ba0-56c8-4c6a-aa00-b3ff32538e91 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952125 Feb 11 04:49:23.065754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d862-d1f5-4cd3-b0a8-3d98a6436073 req-7f67d0f9-e0fe-485e-b6c2-5322b97ac27b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:23.067445 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b55d862-d1f5-4cd3-b0a8-3d98a6436073 req-7f67d0f9-e0fe-485e-b6c2-5322b97ac27b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.1320488 Feb 11 04:49:23.112880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58686) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:23.133670 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b55d862-d1f5-4cd3-b0a8-3d98a6436073 req-d7bd00f2-f232-4d03-928a-227d88fe8c17 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483031 Feb 11 04:49:23.161741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a9d570-d5cc-4b7f-aa6f-d3017a0d5dc1 admin admin] Deleting subnet 1e43299a-9bb5-4f80-82a7-a6c3bcd2724b {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:49:23.171672 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70a9d570-d5cc-4b7f-aa6f-d3017a0d5dc1 admin admin] Publish callbacks [] for subnet (1e43299a-9bb5-4f80-82a7-a6c3bcd2724b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.223577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f71be0b-78f0-438a-baa8-427847481182 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:23.232930 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Publish callbacks [] for port (5f71be0b-78f0-438a-baa8-427847481182), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.249507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Transition to ACTIVE for port object 5f71be0b-78f0-438a-baa8-427847481182 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:49:23.256545 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5f71be0b-78f0-438a-baa8-427847481182), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.260483 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70a9d570-d5cc-4b7f-aa6f-d3017a0d5dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (1e43299a-9bb5-4f80-82a7-a6c3bcd2724b), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.301620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d07aad-4aa9-4838-88f6-62c20c4e47e8 req-1791e58f-5e44-4e08-8daf-e300c492aa4f tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:23.303877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68d07aad-4aa9-4838-88f6-62c20c4e47e8 req-1791e58f-5e44-4e08-8daf-e300c492aa4f tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 950 time: 0.0963042 Feb 11 04:49:23.329261 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70a9d570-d5cc-4b7f-aa6f-d3017a0d5dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (1e43299a-9bb5-4f80-82a7-a6c3bcd2724b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.410203 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68d07aad-4aa9-4838-88f6-62c20c4e47e8 req-816d7cab-8ef1-4c24-81ab-75ff1ec5d45e tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845923 Feb 11 04:49:23.426047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0584c86-e39e-44a9-a403-5cc54430901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf82964b-73d4-4f45-800c-765a1c01aeb8'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:23.429391 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6646c4eb-a6ce-4dce-b3a9-79db9928b2f1" -d '{"events": [{"server_uuid": "a0584c86-e39e-44a9-a403-5cc54430901b", "name": "network-vif-plugged", "status": "completed", "tag": "cf82964b-73d4-4f45-800c-765a1c01aeb8"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:23.456620 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70a9d570-d5cc-4b7f-aa6f-d3017a0d5dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (1e43299a-9bb5-4f80-82a7-a6c3bcd2724b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.458562 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Pushing event updated for resources: {'Port': ['ID=5f71be0b-78f0-438a-baa8-427847481182,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:23.498667 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b74b1da-718a-4dea-905b-e2a2e782c302 x-openstack-request-id: req-9b74b1da-718a-4dea-905b-e2a2e782c302 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:23.499246 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0584c86-e39e-44a9-a403-5cc54430901b", "name": "network-vif-plugged", "status": "completed", "tag": "cf82964b-73d4-4f45-800c-765a1c01aeb8", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:23.499796 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b74b1da-718a-4dea-905b-e2a2e782c302 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:23.500438 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0584c86-e39e-44a9-a403-5cc54430901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf82964b-73d4-4f45-800c-765a1c01aeb8', 'code': 200} Feb 11 04:49:23.501877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9d570-d5cc-4b7f-aa6f-d3017a0d5dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e43299a-9bb5-4f80-82a7-a6c3bcd2724b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:23.508734 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70a9d570-d5cc-4b7f-aa6f-d3017a0d5dc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.514332 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-70a9d570-d5cc-4b7f-aa6f-d3017a0d5dc1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1e43299a-9bb5-4f80-82a7-a6c3bcd2724b HTTP/1.1" status: 204 len: 168 time: 0.3982043 Feb 11 04:49:23.514565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58694) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:23.543019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9c15d038-6165-4813-8af1-972437d76a9e no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:49:23.572322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 9c15d038-6165-4813-8af1-972437d76a9e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:49:23.573030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9c15d038-6165-4813-8af1-972437d76a9e not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:49:23.607194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Attempting to bind port 5f71be0b-78f0-438a-baa8-427847481182 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:23.609380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Attempting to bind port 5f71be0b-78f0-438a-baa8-427847481182 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:23.609380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Attempting to bind port 5f71be0b-78f0-438a-baa8-427847481182 on network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:23.621345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9cde1-fb0f-4c5b-ad31-6aa0f8b38792 req-9857e908-f28c-408f-89ee-89a36163a8bf tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:23.622956 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5bc9cde1-fb0f-4c5b-ad31-6aa0f8b38792 req-9857e908-f28c-408f-89ee-89a36163a8bf tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 944 time: 0.1922407 Feb 11 04:49:23.632175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Port 5f71be0b-78f0-438a-baa8-427847481182 on network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:49:23.632561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Attempting to bind port 5f71be0b-78f0-438a-baa8-427847481182 on network 63da1793-95d1-4acb-9151-2c08ccbc6ef9 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:23.637268 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (701be04a-91cb-4ec3-9793-559180c6321e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.662455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:23.663084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Checking segment: {'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:23.663620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Bound using segment: {'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:23.664253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Bound port: 5f71be0b-78f0-438a-baa8-427847481182, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af4d390-5770-49af-a526-c5a143d60fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:23.664764 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5f71be0b-78f0-438a-baa8-427847481182), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.784681 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (701be04a-91cb-4ec3-9793-559180c6321e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.786492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5bc9cde1-fb0f-4c5b-ad31-6aa0f8b38792 req-f53d6d8d-cf11-4087-8151-127228f34c94 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493683 Feb 11 04:49:23.807056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2bc7a-dc1a-4e30-92f6-1fda47d0a554 req-888a00da-70fa-4229-9e30-aadfbabdc36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:23.808986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4c2bc7a-dc1a-4e30-92f6-1fda47d0a554 req-888a00da-70fa-4229-9e30-aadfbabdc36a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 1133 time: 0.1846828 Feb 11 04:49:23.829247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] For port 5f71be0b-78f0-438a-baa8-427847481182, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:49:23.829936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701be04a-91cb-4ec3-9793-559180c6321e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:23.832270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] For port 5f71be0b-78f0-438a-baa8-427847481182, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5f71be0b-78f0-438a-baa8-427847481182,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:23.859884 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5f71be0b-78f0-438a-baa8-427847481182), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.874591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89708636-1ef3-45a9-bada-6a4e9150b14f') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:23.874928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89708636-1ef3-45a9-bada-6a4e9150b14f') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:23.899248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (89708636-1ef3-45a9-bada-6a4e9150b14f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.930017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c38bdf-bc89-4a51-9b5b-dd7dbedf44d2 req-fba4f60e-b1f8-494c-befd-46b431cb7c28 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:23.931799 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-90c38bdf-bc89-4a51-9b5b-dd7dbedf44d2 req-fba4f60e-b1f8-494c-befd-46b431cb7c28 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1214821 Feb 11 04:49:23.932919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (89708636-1ef3-45a9-bada-6a4e9150b14f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.956249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:49:23.956714 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (89708636-1ef3-45a9-bada-6a4e9150b14f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:49:23.963878 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:49:23.975778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:23.976587 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:23.978000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] 10.222.0.10 "PUT /v2.0/ports/5f71be0b-78f0-438a-baa8-427847481182 HTTP/1.1" status: 200 len: 1093 time: 1.3283079 Feb 11 04:49:24.077668 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (701be04a-91cb-4ec3-9793-559180c6321e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:24.099439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:24.106127 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] 10.222.0.48 "DELETE /v2.0/networks/701be04a-91cb-4ec3-9793-559180c6321e HTTP/1.1" status: 204 len: 168 time: 0.5905735 Feb 11 04:49:24.124710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080f1de-5277-45c2-a0a3-2b5b9ce36b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=701be04a-91cb-4ec3-9793-559180c6321e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:24.157612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4c2bc7a-dc1a-4e30-92f6-1fda47d0a554 req-6adf16ac-0a87-44ff-93f4-2b9f16b945ee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195643 Feb 11 04:49:24.164863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3', 'tag': '5f71be0b-78f0-438a-baa8-427847481182'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:24.169937 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620e6866-cbbb-42b3-9b3c-112230dff0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3", "tag": "5f71be0b-78f0-438a-baa8-427847481182"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:24.170312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-90c38bdf-bc89-4a51-9b5b-dd7dbedf44d2 req-efdda590-13db-4f1b-9b0a-5d2fcd76c786 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250795 Feb 11 04:49:24.182364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb8cce-9b75-4606-8924-cbc0c9051f7e service neutron] Pushing event updated for resources: {'Port': ['ID=5f71be0b-78f0-438a-baa8-427847481182,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:24.232505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff85d73-3cab-4200-9904-8ebcddd08e60 req-f17a14cd-2836-4631-9958-807db46ba260 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:24.234094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dff85d73-3cab-4200-9904-8ebcddd08e60 req-f17a14cd-2836-4631-9958-807db46ba260 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 946 time: 0.2552011 Feb 11 04:49:24.244080 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff66822-50c6-4eaf-9c8e-d2e9c5da2042 x-openstack-request-id: req-eff66822-50c6-4eaf-9c8e-d2e9c5da2042 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:24.244394 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3", "tag": "5f71be0b-78f0-438a-baa8-427847481182", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:24.244669 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eff66822-50c6-4eaf-9c8e-d2e9c5da2042 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:24.245083 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3', 'tag': '5f71be0b-78f0-438a-baa8-427847481182', 'status': 'completed', 'code': 200} Feb 11 04:49:24.249604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-93d4dc8c-08f0-42a9-9218-03b263308908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:24.253290 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-93d4dc8c-08f0-42a9-9218-03b263308908 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25bd46a870264ee289dd7ae54681a048&device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 1127 time: 0.1981373 Feb 11 04:49:24.379713 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-c1bf934f-081b-486f-812c-8cc9ff274bfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f71be0b-78f0-438a-baa8-427847481182 HTTP/1.1" status: 200 len: 217 time: 0.0979745 Feb 11 04:49:24.383061 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dff85d73-3cab-4200-9904-8ebcddd08e60 req-5416f8a7-21ad-467e-8e5d-60d9e6162671 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288321 Feb 11 04:49:24.383723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58708) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:24.393367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5d3cb-a5fc-4da3-ab50-982ce1d40dc3 req-92303162-8d08-4b87-bed5-b36747755ba0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:24.395099 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28e5d3cb-a5fc-4da3-ab50-982ce1d40dc3 req-92303162-8d08-4b87-bed5-b36747755ba0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.1087651 Feb 11 04:49:24.488931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28e5d3cb-a5fc-4da3-ab50-982ce1d40dc3 req-e120fd73-fe86-44b7-9821-7b558f7b1e6f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878789 Feb 11 04:49:24.492273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-65aa5b2c-2847-4ad5-86ba-e4750f166b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:24.494018 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-65aa5b2c-2847-4ad5-86ba-e4750f166b8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb596a10-e094-4f3d-875a-b9a0b0daf13a HTTP/1.1" status: 200 len: 862 time: 0.1015556 Feb 11 04:49:24.519571 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b899e247-384c-4da4-a052-0e116b16a077 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ea705e91c424680b8725b2f78a44b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345546 Feb 11 04:49:24.522060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58712) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:24.554152 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-4a7faea9-e590-4e6e-aea7-f9d0c2bb3f59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=63da1793-95d1-4acb-9151-2c08ccbc6ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473573 Feb 11 04:49:24.584501 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3b20-904f-4e36-a7c1-214df32c224d admin admin] Publish callbacks [] for security_group (3ac471da-42c2-46ee-84f2-80da74656189), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:24.616731 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3b20-904f-4e36-a7c1-214df32c224d admin admin] Publish callbacks [] for security_group (3ac471da-42c2-46ee-84f2-80da74656189), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:24.645209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e1dc9-7583-473d-b285-d69d64536cf5 req-01e34689-ff0a-4779-b034-6ae4e187af56 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:24.646748 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-925e1dc9-7583-473d-b285-d69d64536cf5 req-01e34689-ff0a-4779-b034-6ae4e187af56 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 950 time: 0.1569004 Feb 11 04:49:24.704066 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3b20-904f-4e36-a7c1-214df32c224d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3ac471da-42c2-46ee-84f2-80da74656189), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:24.705071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-3e8ed0a3-b116-4840-8224-3a2e5ff8f08b service neutron] 10.222.0.10 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423147 Feb 11 04:49:24.706907 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3b20-904f-4e36-a7c1-214df32c224d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:24.710344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5d6c3b20-904f-4e36-a7c1-214df32c224d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ac471da-42c2-46ee-84f2-80da74656189 HTTP/1.1" status: 204 len: 168 time: 0.1848652 Feb 11 04:49:24.734187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c3b20-904f-4e36-a7c1-214df32c224d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac471da-42c2-46ee-84f2-80da74656189,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:24.820557 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-925e1dc9-7583-473d-b285-d69d64536cf5 req-852e1440-c023-4def-bc2b-e5129de575bc tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634502 Feb 11 04:49:24.822456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b672a6e9-c871-4a79-855a-9d19684c8748 req-2ee62d01-9234-443f-bb1d-6f398b76bd87 service neutron] 10.222.0.10 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088409 Feb 11 04:49:25.000520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7628d8d-5299-4031-b3ac-38b09e29bb67 req-845cb732-5847-421b-93c8-ae77adf480cd tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:25.011256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7628d8d-5299-4031-b3ac-38b09e29bb67 req-845cb732-5847-421b-93c8-ae77adf480cd tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 944 time: 0.1176057 Feb 11 04:49:25.047049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6866-cbbb-42b3-9b3c-112230dff0b6 req-a1b6ebc5-f576-4bae-8050-ef780c784b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:25.057151 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-620e6866-cbbb-42b3-9b3c-112230dff0b6 req-a1b6ebc5-f576-4bae-8050-ef780c784b95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25bd46a870264ee289dd7ae54681a048&device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 1127 time: 0.1127138 Feb 11 04:49:25.078406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7628d8d-5299-4031-b3ac-38b09e29bb67 req-cd4103b3-3276-4ff4-95be-a5f7d445943f tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659027 Feb 11 04:49:25.247511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6866-cbbb-42b3-9b3c-112230dff0b6 req-3adc772d-4108-4e9f-abda-f08b07f6a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:25.253259 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-620e6866-cbbb-42b3-9b3c-112230dff0b6 req-3adc772d-4108-4e9f-abda-f08b07f6a84e service neutron] 10.222.0.10 "GET /v2.0/networks?id=63da1793-95d1-4acb-9151-2c08ccbc6ef9 HTTP/1.1" status: 200 len: 923 time: 0.1881750 Feb 11 04:49:25.341312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-620e6866-cbbb-42b3-9b3c-112230dff0b6 req-6ea4a997-72de-4ae8-b712-8abffd949baf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f71be0b-78f0-438a-baa8-427847481182 HTTP/1.1" status: 200 len: 217 time: 0.0717151 Feb 11 04:49:25.439956 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6866-cbbb-42b3-9b3c-112230dff0b6 req-1794c39d-154c-4242-a947-8bd1489a6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:25.441426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-620e6866-cbbb-42b3-9b3c-112230dff0b6 req-1794c39d-154c-4242-a947-8bd1489a6897 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb596a10-e094-4f3d-875a-b9a0b0daf13a HTTP/1.1" status: 200 len: 862 time: 0.0898647 Feb 11 04:49:25.465031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a6061-4516-4567-832d-421d4b0684cf req-0e44b5cf-4de7-4f82-b7db-4ed393af809f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:25.471883 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ec9a6061-4516-4567-832d-421d4b0684cf req-0e44b5cf-4de7-4f82-b7db-4ed393af809f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1305034 Feb 11 04:49:25.548675 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-620e6866-cbbb-42b3-9b3c-112230dff0b6 req-0e2281bb-3974-45bf-b6f4-bd2119ef234b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=63da1793-95d1-4acb-9151-2c08ccbc6ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910237 Feb 11 04:49:25.563537 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ec9a6061-4516-4567-832d-421d4b0684cf req-49886663-4dd6-4806-9934-b6ea4cbb6439 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905225 Feb 11 04:49:25.587876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7a6bb-0340-4179-b7ab-ecc694ca6e4a req-a40535dd-4fdf-45e0-baf1-bff7dfe86d4c tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:25.592814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4fc7a6bb-0340-4179-b7ab-ecc694ca6e4a req-a40535dd-4fdf-45e0-baf1-bff7dfe86d4c tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 946 time: 0.1054063 Feb 11 04:49:25.709251 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4fc7a6bb-0340-4179-b7ab-ecc694ca6e4a req-086bb364-4910-48a1-8da3-6d412ef92e8b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085377 Feb 11 04:49:25.731063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dec78-fdeb-414c-805a-13a96d08496d req-9a4e03eb-57b7-46a7-a8d7-7c04222a9905 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:25.732956 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f3dec78-fdeb-414c-805a-13a96d08496d req-9a4e03eb-57b7-46a7-a8d7-7c04222a9905 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.60 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 946 time: 0.2120354 Feb 11 04:49:25.869011 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-620e6866-cbbb-42b3-9b3c-112230dff0b6 req-93c486c9-8b43-40aa-954b-e7d658c538dd service neutron] 10.222.0.10 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043914 Feb 11 04:49:25.883320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfbe9e-92d2-4055-ada8-1bcb40db5764 req-6363d01f-7426-484c-b2bb-5f1ba35d616f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:25.884784 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbbfbe9e-92d2-4055-ada8-1bcb40db5764 req-6363d01f-7426-484c-b2bb-5f1ba35d616f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.1484799 Feb 11 04:49:26.047533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58748) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:26.082361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a208e-f3ce-4317-9454-a05e7780c114 req-3294c043-eeaa-4250-9409-87516fef357e tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:26.089998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d9a208e-f3ce-4317-9454-a05e7780c114 req-3294c043-eeaa-4250-9409-87516fef357e tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 950 time: 0.1379325 Feb 11 04:49:26.214979 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d9a208e-f3ce-4317-9454-a05e7780c114 req-faa11f73-211e-4d2c-a3a9-034e18b8ca9f tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065404 Feb 11 04:49:26.341776 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbbfbe9e-92d2-4055-ada8-1bcb40db5764 req-68e81a68-a6a5-4656-947d-800a112e2ea5 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188633 Feb 11 04:49:26.352461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-3f3dec78-fdeb-414c-805a-13a96d08496d req-6b85d8e5-1b99-4fc2-93d3-ba2153add87d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Deleting port 25f6fc16-1ad7-47aa-ab96-2a550ba52455 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:49:26.352821 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f3dec78-fdeb-414c-805a-13a96d08496d req-6b85d8e5-1b99-4fc2-93d3-ba2153add87d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:26.391286 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-164288779-network', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:26.425929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-620e6866-cbbb-42b3-9b3c-112230dff0b6 req-486d67ec-f903-46b1-82c6-105ba0777cac service neutron] 10.222.0.10 "GET /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401638 Feb 11 04:49:26.440827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Made reservation on behalf of 2ca1726a28a64c029aa83ab09299090c for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:26.445981 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:26.456696 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:26.470038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5143915-d197-415e-9d90-c2286a8ccdd5 req-dd19ff80-5a06-4361-95f9-698dc1960370 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:26.477357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5143915-d197-415e-9d90-c2286a8ccdd5 req-dd19ff80-5a06-4361-95f9-698dc1960370 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 944 time: 0.1962354 Feb 11 04:49:26.512315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-3f3dec78-fdeb-414c-805a-13a96d08496d req-6b85d8e5-1b99-4fc2-93d3-ba2153add87d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] For port 25f6fc16-1ad7-47aa-ab96-2a550ba52455, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=25f6fc16-1ad7-47aa-ab96-2a550ba52455,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:26.512637 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f3dec78-fdeb-414c-805a-13a96d08496d req-6b85d8e5-1b99-4fc2-93d3-ba2153add87d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:26.527115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-3f3dec78-fdeb-414c-805a-13a96d08496d req-6b85d8e5-1b99-4fc2-93d3-ba2153add87d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Calling delete_port for 25f6fc16-1ad7-47aa-ab96-2a550ba52455 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:49:26.533888 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5143915-d197-415e-9d90-c2286a8ccdd5 req-69c71e4b-9fc7-47bd-848a-b4e6ad4e6731 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555673 Feb 11 04:49:26.691439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Publish callbacks [] for security_group (68c8e92a-48d0-4a7f-8269-48050ddfcb5d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:26.696709 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (68c8e92a-48d0-4a7f-8269-48050ddfcb5d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:26.738694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c8e92a-48d0-4a7f-8269-48050ddfcb5d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:26.822530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fce983-9f2c-4cb4-96c5-19310cc1004d req-e6135f17-0511-4532-8386-376dc337cc5f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:26.823991 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-90fce983-9f2c-4cb4-96c5-19310cc1004d req-e6135f17-0511-4532-8386-376dc337cc5f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1387975 Feb 11 04:49:26.825170 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f3dec78-fdeb-414c-805a-13a96d08496d req-6b85d8e5-1b99-4fc2-93d3-ba2153add87d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (25f6fc16-1ad7-47aa-ab96-2a550ba52455), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:26.830973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:49:26.854054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['25f6fc16-1ad7-47aa-ab96-2a550ba52455'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:26.869681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:26.871719 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (567c174c-0a67-498f-8fc2-d4e3a37f4533), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:26.872079 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Added segment 567c174c-0a67-498f-8fc2-d4e3a37f4533 of type vlan for network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f Feb 11 04:49:26.903972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85d8e5-1b99-4fc2-93d3-ba2153add87d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event deleted for resources: {'Port': ['ID=25f6fc16-1ad7-47aa-ab96-2a550ba52455,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:26.960946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5623ed76-9492-48bc-8f4a-9dc6eb1c1480 req-a3614f6a-fd33-46ce-a486-264608ff262f tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f36ec5-a9ab-4ba0-a78f-b0829e9443ae HTTP/1.1" status: 200 len: 210 time: 0.0736945 Feb 11 04:49:26.975073 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:26.984672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3dec78-fdeb-414c-805a-13a96d08496d req-6b85d8e5-1b99-4fc2-93d3-ba2153add87d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] No DVR routers for this DVR port 25f6fc16-1ad7-47aa-ab96-2a550ba52455 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:49:26.998608 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f3dec78-fdeb-414c-805a-13a96d08496d req-6b85d8e5-1b99-4fc2-93d3-ba2153add87d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.007192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f3dec78-fdeb-414c-805a-13a96d08496d req-6b85d8e5-1b99-4fc2-93d3-ba2153add87d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.60 "DELETE /v2.0/ports/25f6fc16-1ad7-47aa-ab96-2a550ba52455 HTTP/1.1" status: 204 len: 173 time: 1.2609973 Feb 11 04:49:27.007750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f36ec5-a9ab-4ba0-a78f-b0829e9443ae', 'name': 'network-vif-deleted', 'tag': '25f6fc16-1ad7-47aa-ab96-2a550ba52455'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:27.010523 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6d9bd4-c140-4b56-b90e-a694d27a7d7f" -d '{"events": [{"server_uuid": "04f36ec5-a9ab-4ba0-a78f-b0829e9443ae", "name": "network-vif-deleted", "tag": "25f6fc16-1ad7-47aa-ab96-2a550ba52455"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:27.061628 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-90fce983-9f2c-4cb4-96c5-19310cc1004d req-8ed5f30c-e12f-4162-98b5-5c08c2f387bc tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154429 Feb 11 04:49:27.075566 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.076693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:27.077662 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.103519 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b84d8dc-cc3f-4ac6-849f-fcc907ba9b0d x-openstack-request-id: req-7b84d8dc-cc3f-4ac6-849f-fcc907ba9b0d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:27.103856 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f36ec5-a9ab-4ba0-a78f-b0829e9443ae", "name": "network-vif-deleted", "tag": "25f6fc16-1ad7-47aa-ab96-2a550ba52455", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:27.104317 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b84d8dc-cc3f-4ac6-849f-fcc907ba9b0d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:27.104751 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f36ec5-a9ab-4ba0-a78f-b0829e9443ae', 'name': 'network-vif-deleted', 'tag': '25f6fc16-1ad7-47aa-ab96-2a550ba52455', 'status': 'completed', 'code': 200} Feb 11 04:49:27.181128 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1276865 Feb 11 04:49:27.184165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58762) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:27.186597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ad979-9e6b-4226-9fe3-377b7ebf5ead admin admin] Pushing event updated for resources: {'Network': ['ID=8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:27.199305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-69d036be-bd64-48ca-833a-a55ceea9886a admin admin] Request body: {'subnet': {'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-164288779-subnet', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:27.206326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:49:27.222758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d036be-bd64-48ca-833a-a55ceea9886a admin admin] Made reservation on behalf of 2ca1726a28a64c029aa83ab09299090c for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:27.225422 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69d036be-bd64-48ca-833a-a55ceea9886a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.451163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174d848-2206-496a-8077-968368912437 req-f1b1a11d-ee53-4fac-9745-ed5c0915ed88 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:27.452870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8174d848-2206-496a-8077-968368912437 req-f1b1a11d-ee53-4fac-9745-ed5c0915ed88 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 950 time: 0.0926130 Feb 11 04:49:27.508739 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8174d848-2206-496a-8077-968368912437 req-37be2ae9-cc53-4df6-94f4-c4de74af4491 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473461 Feb 11 04:49:27.548120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5f71be0b-78f0-438a-baa8-427847481182 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:27.548731 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69d036be-bd64-48ca-833a-a55ceea9886a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (dcdd502c-55f6-4150-a39d-f15fd5a385f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.681146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129a765-09e8-4a59-8953-439d767b9cc3 req-866e7d50-8a78-4f46-9399-f051c2283fb3 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:27.682644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6129a765-09e8-4a59-8953-439d767b9cc3 req-866e7d50-8a78-4f46-9399-f051c2283fb3 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=d41f977d-9051-4541-be9f-ccbf8001ca9e HTTP/1.1" status: 200 len: 949 time: 0.0849736 Feb 11 04:49:27.720692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d036be-bd64-48ca-833a-a55ceea9886a admin admin] Checking segment: {'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:27.722449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d036be-bd64-48ca-833a-a55ceea9886a admin admin] Network hostable DHCP agents. Network: 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:49:27.755881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 5f71be0b-78f0-438a-baa8-427847481182, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5f71be0b-78f0-438a-baa8-427847481182,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:27.764211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef6c7c-9497-4fe5-ab99-d6b19ffdf28a req-8c25f5db-7f97-4c3a-b3a1-d75d1a4bf387 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:27.766616 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21ef6c7c-9497-4fe5-ab99-d6b19ffdf28a req-8c25f5db-7f97-4c3a-b3a1-d75d1a4bf387 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.2106421 Feb 11 04:49:27.768354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d036be-bd64-48ca-833a-a55ceea9886a admin admin] Network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:49:27.774117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d036be-bd64-48ca-833a-a55ceea9886a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcdd502c-55f6-4150-a39d-f15fd5a385f4,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:27.790086 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6129a765-09e8-4a59-8953-439d767b9cc3 req-7ab7a5cf-469d-4fcd-ab26-0a3c64d19de1 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005342 Feb 11 04:49:27.803845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '5f71be0b-78f0-438a-baa8-427847481182', 'network_id': '63da1793-95d1-4acb-9151-2c08ccbc6ef9', 'port_id': '5f71be0b-78f0-438a-baa8-427847481182', 'mac_address': 'fa:16:3e:95:e4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb596a10-e094-4f3d-875a-b9a0b0daf13a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:27.855364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-69d036be-bd64-48ca-833a-a55ceea9886a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:27.863342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d036be-bd64-48ca-833a-a55ceea9886a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:27.864266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69d036be-bd64-48ca-833a-a55ceea9886a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.883244 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21ef6c7c-9497-4fe5-ab99-d6b19ffdf28a req-d0cd9eed-02d6-42ab-94c6-4194b6896ecf tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024079 Feb 11 04:49:27.921020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-69d036be-bd64-48ca-833a-a55ceea9886a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7355108 Feb 11 04:49:27.921752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58776) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:27.928087 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:27.940375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 5f71be0b-78f0-438a-baa8-427847481182 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:27.940860 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5f71be0b-78f0-438a-baa8-427847481182), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.948900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635420e3-d0f8-487d-b9b5-ec6abad1f6d0 None None] Network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:49:27.987035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (15004f43-cc9b-48e5-8a08-eb4c6de9470e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.989019 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (15004f43-cc9b-48e5-8a08-eb4c6de9470e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.991982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720af3a-0f00-46f7-becf-2f1e3e0626c8 req-99d46ead-5df7-4fe1-a08c-7384237e9e19 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:28.001457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0720af3a-0f00-46f7-becf-2f1e3e0626c8 req-99d46ead-5df7-4fe1-a08c-7384237e9e19 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 944 time: 0.1146867 Feb 11 04:49:28.025758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f71be0b-78f0-438a-baa8-427847481182 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:28.095081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 5f71be0b-78f0-438a-baa8-427847481182, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5f71be0b-78f0-438a-baa8-427847481182,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:28.113009 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5f71be0b-78f0-438a-baa8-427847481182), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.156124 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0720af3a-0f00-46f7-becf-2f1e3e0626c8 req-745acd95-f526-40d1-b92d-0379fe83fd8c tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533155 Feb 11 04:49:28.157778 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Publish callbacks [] for router_controller (15004f43-cc9b-48e5-8a08-eb4c6de9470e), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.270730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=5f71be0b-78f0-438a-baa8-427847481182,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:28.276113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:49:28.278142 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.372859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c50f0e-b74e-4200-84c0-51f2cf43ddb7 req-d955d95d-36f2-417c-8fc8-5e7a08780908 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:28.380774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3c50f0e-b74e-4200-84c0-51f2cf43ddb7 req-d955d95d-36f2-417c-8fc8-5e7a08780908 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.0673943 Feb 11 04:49:28.449342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Publish callbacks [] for router_gateway (15004f43-cc9b-48e5-8a08-eb4c6de9470e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.497132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3c50f0e-b74e-4200-84c0-51f2cf43ddb7 req-229a4a98-3ae7-4315-ba6a-78535b8206e7 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126089 Feb 11 04:49:28.525876 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Allocated IP 172.20.0.2 (8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f/dcdd502c-55f6-4150-a39d-f15fd5a385f4/45d0ee72-ca77-452a-bb20-1a14e802b3aa) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:28.603869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['5f71be0b-78f0-438a-baa8-427847481182'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:28.887168 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Publish callbacks [] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.900285 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.944071 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:28.947441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:28.950857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:28.997607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 25f6fc16-1ad7-47aa-ab96-2a550ba52455 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:49:29.009174 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Publish callbacks [] for router_gateway (15004f43-cc9b-48e5-8a08-eb4c6de9470e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:29.041222 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:29.087724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 25f6fc16-1ad7-47aa-ab96-2a550ba52455 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:49:29.090944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 25f6fc16-1ad7-47aa-ab96-2a550ba52455 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:49:29.110006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Pushing event updated for resources: {'Port': ['ID=45d0ee72-ca77-452a-bb20-1a14e802b3aa,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:29.138598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07da98-7232-4cca-84c2-4429d8c2e09a req-747683bf-9ce6-4c56-8e6a-148a8ee8cbf6 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:29.151508 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a07da98-7232-4cca-84c2-4429d8c2e09a req-747683bf-9ce6-4c56-8e6a-148a8ee8cbf6 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.1375461 Feb 11 04:49:29.188627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Attempting to bind port 45d0ee72-ca77-452a-bb20-1a14e802b3aa on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:29.189332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Attempting to bind port 45d0ee72-ca77-452a-bb20-1a14e802b3aa by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:29.189803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Attempting to bind port 45d0ee72-ca77-452a-bb20-1a14e802b3aa on network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:29.196156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:29.196767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Checking segment: {'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:29.197181 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:29.197633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Bound using segment: {'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:29.198055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Bound port: 45d0ee72-ca77-452a-bb20-1a14e802b3aa, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:29.198442 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:29.210658 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a07da98-7232-4cca-84c2-4429d8c2e09a req-adca627a-e083-45ea-8919-9860e75b08f5 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582814 Feb 11 04:49:29.210969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42999-222b-440c-ab75-a5897db4d927 req-ab6badc0-cd9f-44b6-9604-56e2783eaa89 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:29.212448 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-ab6badc0-cd9f-44b6-9604-56e2783eaa89 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.3095841 Feb 11 04:49:29.263143 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-b3330f00-962d-45f0-b9ce-11431d81fd65 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/quotas/dbf38467408f44b9a285b2d5c0e7abab HTTP/1.1" status: 200 len: 375 time: 0.0360627 Feb 11 04:49:29.272419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Allocated IP 172.25.7.117 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/13159b3c-0950-4369-8085-0800a67b3dac) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:29.294452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] For port 45d0ee72-ca77-452a-bb20-1a14e802b3aa, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:49:29.298626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] For port 45d0ee72-ca77-452a-bb20-1a14e802b3aa, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=45d0ee72-ca77-452a-bb20-1a14e802b3aa,segment=NetworkSegment(567c174c-0a67-498f-8fc2-d4e3a37f4533),segment_id=567c174c-0a67-498f-8fc2-d4e3a37f4533)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:29.316373 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:29.394437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b7660-8983-4bbc-85c0-0eb06449dde1 req-19656ff5-8409-46b4-8c74-7e37be9cfc69 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:29.395986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b3b7660-8983-4bbc-85c0-0eb06449dde1 req-19656ff5-8409-46b4-8c74-7e37be9cfc69 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 945 time: 0.0937817 Feb 11 04:49:29.438494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054b5d2-e3ea-4213-87a9-7a816c4da87d None None] Pushing event updated for resources: {'Port': ['ID=45d0ee72-ca77-452a-bb20-1a14e802b3aa,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:29.448959 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Publish callbacks [] for port (13159b3c-0950-4369-8085-0800a67b3dac), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:29.467622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-2299fbd5-4afc-4d98-a933-4e51f3fb185b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1963644 Feb 11 04:49:29.484677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b3b7660-8983-4bbc-85c0-0eb06449dde1 req-1754dad5-f6b3-4b40-8081-41ae7428947a tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791459 Feb 11 04:49:29.589347 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (13159b3c-0950-4369-8085-0800a67b3dac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:29.622749 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-3993bec5-5342-49ae-8062-e1e62742c79a service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434934 Feb 11 04:49:29.690651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:29.709412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:29.710802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc48e0c-4363-4f65-83ae-5a9bfe1d74b8 req-792c0a48-db0f-447b-b180-57c05686a01f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:29.717703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:29.728985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bdc48e0c-4363-4f65-83ae-5a9bfe1d74b8 req-792c0a48-db0f-447b-b180-57c05686a01f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1441278 Feb 11 04:49:29.785081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bdc48e0c-4363-4f65-83ae-5a9bfe1d74b8 req-aa3a4224-e34b-4c53-bcc5-fdddd05cd6e0 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550215 Feb 11 04:49:29.794304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Pushing event updated for resources: {'Port': ['ID=13159b3c-0950-4369-8085-0800a67b3dac,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:29.906001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-ea1cf226-90d0-4b63-8a4e-bbb643cd807d service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804680 Feb 11 04:49:30.067656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Publish callbacks [] for router_gateway (15004f43-cc9b-48e5-8a08-eb4c6de9470e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:30.163534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56e4f69f-ecdd-4249-b139-57344529f4ca req-5c0bbb59-4f2a-4273-a13e-f714d50d0d48 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 210 time: 0.0365155 Feb 11 04:49:30.402127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 45d0ee72-ca77-452a-bb20-1a14e802b3aa up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:30.522764 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 45d0ee72-ca77-452a-bb20-1a14e802b3aa triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:30.523378 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:30.719786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 45d0ee72-ca77-452a-bb20-1a14e802b3aa is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:30.720980 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:30.748518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca0556-c1c2-4fa8-bae5-7d31d461c502 req-840d1053-082d-4e65-89b8-8035e6037a3d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:30.757005 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49ca0556-c1c2-4fa8-bae5-7d31d461c502 req-840d1053-082d-4e65-89b8-8035e6037a3d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 945 time: 0.0848334 Feb 11 04:49:30.811175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 45d0ee72-ca77-452a-bb20-1a14e802b3aa, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=45d0ee72-ca77-452a-bb20-1a14e802b3aa,segment=NetworkSegment(567c174c-0a67-498f-8fc2-d4e3a37f4533),segment_id=567c174c-0a67-498f-8fc2-d4e3a37f4533)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:30.819804 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49ca0556-c1c2-4fa8-bae5-7d31d461c502 req-e4091c78-1a1c-4c66-a4ef-0f7572844d26 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616136 Feb 11 04:49:30.822701 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:30.970066 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (15004f43-cc9b-48e5-8a08-eb4c6de9470e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:30.984216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=45d0ee72-ca77-452a-bb20-1a14e802b3aa,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:30.988479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11515793-26ff-49fb-bb11-69303d7391c7 None None] Network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:49:31.015576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f55b7-d615-4098-bcfe-aab1038c1bd3 req-8247e840-11f0-4d63-bffa-30f0ef941813 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:31.023583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a47f55b7-d615-4098-bcfe-aab1038c1bd3 req-8247e840-11f0-4d63-bffa-30f0ef941813 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.0813766 Feb 11 04:49:31.103437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a47f55b7-d615-4098-bcfe-aab1038c1bd3 req-8bc7bd02-9845-4f5a-89d0-5d6cdf7f816c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789807 Feb 11 04:49:31.104111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda2219-7ded-4d61-a993-16342be47ada req-3fd991ae-6dbc-4a87-bcfe-6890a5a22e8e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:31.105636 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-abda2219-7ded-4d61-a993-16342be47ada req-3fd991ae-6dbc-4a87-bcfe-6890a5a22e8e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.7486377 Feb 11 04:49:31.162937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4b045bd2-ea48-451a-83ad-d3a9a437cfb9 None None] Provisioning complete for port 45d0ee72-ca77-452a-bb20-1a14e802b3aa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:31.163312 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b045bd2-ea48-451a-83ad-d3a9a437cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:31.275506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4b045bd2-ea48-451a-83ad-d3a9a437cfb9 None None] Current status of the port 45d0ee72-ca77-452a-bb20-1a14e802b3aa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:31.331716 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-abda2219-7ded-4d61-a993-16342be47ada req-4d8189c8-b7eb-4d20-bd4a-2e56d2bc8af9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057226 Feb 11 04:49:31.362393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f5395f9-5a14-49d4-94f5-7e328220e0e6 req-9cda2b21-57f7-49fb-8139-e18829d05b08 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 210 time: 0.0375836 Feb 11 04:49:31.401967 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Router 15004f43-cc9b-48e5-8a08-eb4c6de9470e is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:49:31.532158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:49:31.543433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Sync routers for ids ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:49:31.554669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Routers {'15004f43-cc9b-48e5-8a08-eb4c6de9470e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:49:31.555382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:49:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:31.555724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:31.557204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-feb4502a-2915-400a-a554-6dffed5e2389 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6330752 Feb 11 04:49:31.559932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58866) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:31.597991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5f71be0b-78f0-438a-baa8-427847481182 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:31.839192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3a250306-4486-40e6-9d29-d9e54e5d7f4e None None] Provisioning complete for port 45d0ee72-ca77-452a-bb20-1a14e802b3aa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:31.839572 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a250306-4486-40e6-9d29-d9e54e5d7f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:31.900403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Set router 15004f43-cc9b-48e5-8a08-eb4c6de9470e gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:49:31.976581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 5f71be0b-78f0-438a-baa8-427847481182 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:49:31.993193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 5f71be0b-78f0-438a-baa8-427847481182 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:31.994356 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5f71be0b-78f0-438a-baa8-427847481182), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:32.064261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42999-222b-440c-ab75-a5897db4d927 req-892d6a3e-61a1-49a7-a7fc-bc97df958378 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:32.066182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-892d6a3e-61a1-49a7-a7fc-bc97df958378 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.2332270 Feb 11 04:49:32.090606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-2bd42999-222b-440c-ab75-a5897db4d927 req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Request body: {'port': {'device_id': '7b938cbe-8c6e-4334-b7dd-21ffe453f300', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'admin_state_up': True, 'tenant_id': 'dbf38467408f44b9a285b2d5c0e7abab'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:32.174440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3a250306-4486-40e6-9d29-d9e54e5d7f4e None None] Current status of the port 45d0ee72-ca77-452a-bb20-1a14e802b3aa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:32.229483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3e5b0-af29-4b43-a2d5-fe32c7d106e1 req-f9997e7d-3ccc-4615-9938-1838c12db4ed tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:32.231402 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9dd3e5b0-af29-4b43-a2d5-fe32c7d106e1 req-f9997e7d-3ccc-4615-9938-1838c12db4ed tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 945 time: 0.2184136 Feb 11 04:49:32.268067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:32.301985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd42999-222b-440c-ab75-a5897db4d927 req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Made reservation on behalf of dbf38467408f44b9a285b2d5c0e7abab for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:32.306314 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bd42999-222b-440c-ab75-a5897db4d927 req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:32.335254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01893992-4b0c-4430-99cd-725a58933503 req-99e103a8-a20e-4148-aacb-79459aad7294 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:32.337694 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9dd3e5b0-af29-4b43-a2d5-fe32c7d106e1 req-da862887-8c8a-400e-8964-b20c1fa03e40 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973475 Feb 11 04:49:32.341537 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-01893992-4b0c-4430-99cd-725a58933503 req-99e103a8-a20e-4148-aacb-79459aad7294 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1158631 Feb 11 04:49:32.402791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 45d0ee72-ca77-452a-bb20-1a14e802b3aa up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:32.481060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-2bd42999-222b-440c-ab75-a5897db4d927 req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Allocated IP 172.20.0.11 (304821df-a58c-4299-8fdb-c67c2a932ad8/13421f11-6eb2-47e2-aec3-80ca3a3e551b/9d6622f6-0cc6-4598-ad4e-da915980f97d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:32.482473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:49:29Z', 'revision_number': 3, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:32.513505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 45d0ee72-ca77-452a-bb20-1a14e802b3aa triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:32.513887 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:32.551428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Checking router: 15004f43-cc9b-48e5-8a08-eb4c6de9470e for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:49:32.552078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Updating router 15004f43-cc9b-48e5-8a08-eb4c6de9470e port 13159b3c-0950-4369-8085-0800a67b3dac binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:49:32.584960 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-01893992-4b0c-4430-99cd-725a58933503 req-10bb218c-2b34-407f-b652-083f2bf68430 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857370 Feb 11 04:49:32.587450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 5f71be0b-78f0-438a-baa8-427847481182 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:32.587854 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5f71be0b-78f0-438a-baa8-427847481182), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:32.619763 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (13159b3c-0950-4369-8085-0800a67b3dac), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:32.621202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Allocated IP 172.20.0.1 (8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f/dcdd502c-55f6-4150-a39d-f15fd5a385f4/c4ca45b3-3aa6-46e3-96ac-59455edba812) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:32.668822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3c61e-3ffe-460d-9ac3-ff45b515c464 req-10280282-5969-4fca-a030-18690aef58c0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:32.670506 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b7b3c61e-3ffe-460d-9ac3-ff45b515c464 req-10280282-5969-4fca-a030-18690aef58c0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.1515865 Feb 11 04:49:32.703628 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bd42999-222b-440c-ab75-a5897db4d927 req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks [] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:32.723246 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5902a33e-f314-488b-869e-3274f7f975b2 req-4bbe10fa-a181-42f1-a4e3-27c38aff2b83 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 210 time: 0.0345869 Feb 11 04:49:32.767160 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bd42999-222b-440c-ab75-a5897db4d927 req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:32.787404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f71be0b-78f0-438a-baa8-427847481182'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:32.789719 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b95230b-e841-4af6-b1c3-633d4dec74eb" -d '{"events": [{"server_uuid": "f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3", "name": "network-vif-plugged", "status": "completed", "tag": "5f71be0b-78f0-438a-baa8-427847481182"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:32.823813 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:49:32.836509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd42999-222b-440c-ab75-a5897db4d927 req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Network 304821df-a58c-4299-8fdb-c67c2a932ad8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:32.840349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-2bd42999-222b-440c-ab75-a5897db4d927 req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:32.845674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd42999-222b-440c-ab75-a5897db4d927 req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:32.856444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:32.878276 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b7b3c61e-3ffe-460d-9ac3-ff45b515c464 req-f6b5e1db-2eae-4e49-8e9b-901e5abd6d27 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896076 Feb 11 04:49:32.881545 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Publish callbacks [] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:32.888326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event updated for resources: {'Port': ['ID=9d6622f6-0cc6-4598-ad4e-da915980f97d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:32.894171 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f735466-27a8-412e-b894-5df51ac3bd96 x-openstack-request-id: req-5f735466-27a8-412e-b894-5df51ac3bd96 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:32.894472 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3", "name": "network-vif-plugged", "status": "completed", "tag": "5f71be0b-78f0-438a-baa8-427847481182", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:32.895503 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f735466-27a8-412e-b894-5df51ac3bd96 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:32.895503 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f71be0b-78f0-438a-baa8-427847481182', 'code': 200} Feb 11 04:49:32.923679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42999-222b-440c-ab75-a5897db4d927 req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:32.924574 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bd42999-222b-440c-ab75-a5897db4d927 req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:32.943474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:32.959440 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-4c5d93a4-e6c4-46c5-bb8e-28587f03839a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8764677 Feb 11 04:49:32.960404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 5f71be0b-78f0-438a-baa8-427847481182, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5f71be0b-78f0-438a-baa8-427847481182,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:32.976872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Request body: {'port': {'device_id': '7b938cbe-8c6e-4334-b7dd-21ffe453f300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:32.985727 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5f71be0b-78f0-438a-baa8-427847481182), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:32.996585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:33.000164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:33.017373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:33.021862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Pushing event updated for resources: {'Port': ['ID=c4ca45b3-3aa6-46e3-96ac-59455edba812,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:33.070550 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (15004f43-cc9b-48e5-8a08-eb4c6de9470e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.101119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 55913817-95c4-4d6a-8218-430df663ec7e details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:33.114017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410afc0-983e-4724-b59e-d00530b99dfe req-828baf50-6a71-423e-9d9d-290d06ad9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:33.115471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8410afc0-983e-4724-b59e-d00530b99dfe req-828baf50-6a71-423e-9d9d-290d06ad9a0b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 1129 time: 0.1344883 Feb 11 04:49:33.122288 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.180230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8410afc0-983e-4724-b59e-d00530b99dfe req-ef9a8871-88bd-406c-91f4-2d1688dd9b60 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554314 Feb 11 04:49:33.298098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 45d0ee72-ca77-452a-bb20-1a14e802b3aa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:33.323082 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.346596 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.395070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=5f71be0b-78f0-438a-baa8-427847481182,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:33.413658 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Publish callbacks [] for port (13159b3c-0950-4369-8085-0800a67b3dac), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.417698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:33.476365 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (13159b3c-0950-4369-8085-0800a67b3dac), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.494751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '55913817-95c4-4d6a-8218-430df663ec7e', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '55913817-95c4-4d6a-8218-430df663ec7e', 'mac_address': 'fa:16:3e:6e:98:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:33.561506 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Publish callbacks [] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.569809 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.576792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 55913817-95c4-4d6a-8218-430df663ec7e is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:33.577765 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55913817-95c4-4d6a-8218-430df663ec7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.590501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee28dc-fc7c-47de-b52a-bc9a5dc33222 req-557b42d7-d0df-4159-9ad1-c1c893762162 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:33.592072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9ee28dc-fc7c-47de-b52a-bc9a5dc33222 req-557b42d7-d0df-4159-9ad1-c1c893762162 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 946 time: 0.1146381 Feb 11 04:49:33.653064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (15004f43-cc9b-48e5-8a08-eb4c6de9470e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.664994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Pushing event updated for resources: {'Port': ['ID=c4ca45b3-3aa6-46e3-96ac-59455edba812,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:33.676319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Attempting to bind port 13159b3c-0950-4369-8085-0800a67b3dac on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:33.676607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Attempting to bind port 13159b3c-0950-4369-8085-0800a67b3dac by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:33.676983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Attempting to bind port 13159b3c-0950-4369-8085-0800a67b3dac on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:33.685294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:33.685676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:33.686247 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.686480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:33.686981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Bound port: 13159b3c-0950-4369-8085-0800a67b3dac, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:33.687368 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (13159b3c-0950-4369-8085-0800a67b3dac), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.687924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6622f6-0cc6-4598-ad4e-da915980f97d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:33.689037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cf9db765-ecd1-4d52-8d5d-573615ae78bb None None] Provisioning complete for port c4ca45b3-3aa6-46e3-96ac-59455edba812 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:33.689459 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cf9db765-ecd1-4d52-8d5d-573615ae78bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.701769 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Publish callbacks [] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.708093 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9ee28dc-fc7c-47de-b52a-bc9a5dc33222 req-14debf76-7ca6-429c-88e9-e0a04e0ae808 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088085 Feb 11 04:49:33.721608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Transition to ACTIVE for port object 9d6622f6-0cc6-4598-ad4e-da915980f97d will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:49:33.727077 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.746413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55913817-95c4-4d6a-8218-430df663ec7e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:33.796074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6622f6-0cc6-4598-ad4e-da915980f97d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:33.800111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:33.848976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:33.849208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc3750-1ebb-4d26-a930-6e30c976ac3e None None] Pushing event updated for resources: {'Port': ['ID=13159b3c-0950-4369-8085-0800a67b3dac,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:33.851302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:33.857271 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (55913817-95c4-4d6a-8218-430df663ec7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.934936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cf9db765-ecd1-4d52-8d5d-573615ae78bb None None] Port c4ca45b3-3aa6-46e3-96ac-59455edba812 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:49:33.963645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] For port 13159b3c-0950-4369-8085-0800a67b3dac, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:49:33.980326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] For port 13159b3c-0950-4369-8085-0800a67b3dac, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=13159b3c-0950-4369-8085-0800a67b3dac,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:33.990287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=55913817-95c4-4d6a-8218-430df663ec7e,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:33.992465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Attempting to bind port 9d6622f6-0cc6-4598-ad4e-da915980f97d on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:33.992968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Attempting to bind port 9d6622f6-0cc6-4598-ad4e-da915980f97d by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:33.993089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Attempting to bind port 9d6622f6-0cc6-4598-ad4e-da915980f97d on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:33.996936 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (13159b3c-0950-4369-8085-0800a67b3dac), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:34.012606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Port 9d6622f6-0cc6-4598-ad4e-da915980f97d on network 304821df-a58c-4299-8fdb-c67c2a932ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:49:34.012955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Attempting to bind port 9d6622f6-0cc6-4598-ad4e-da915980f97d on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:34.015463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Router 15004f43-cc9b-48e5-8a08-eb4c6de9470e has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:49:34.025408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23deb3-e55e-43f6-b771-d8ecb3699321 req-f8ae4335-4340-4d51-a124-119c776c6732 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:34.027150 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff23deb3-e55e-43f6-b771-d8ecb3699321 req-f8ae4335-4340-4d51-a124-119c776c6732 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 944 time: 0.1879687 Feb 11 04:49:34.030162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:34.030508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Checking segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:34.030956 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Bound using segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:34.031465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Bound port: 9d6622f6-0cc6-4598-ad4e-da915980f97d, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:34.031873 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:34.038086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b45c4-fef8-4bd8-8aa4-fc9edc59cef2 req-7d5c207b-b7c6-4ee7-bac7-05de5ab9b092 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:34.040734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-770b45c4-fef8-4bd8-8aa4-fc9edc59cef2 req-7d5c207b-b7c6-4ee7-bac7-05de5ab9b092 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.3080697 Feb 11 04:49:34.081857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Routers {'15004f43-cc9b-48e5-8a08-eb4c6de9470e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:49:34.082536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:49:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:34.089490 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['55913817-95c4-4d6a-8218-430df663ec7e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:34.095458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc3750-1ebb-4d26-a930-6e30c976ac3e None None] Pushing event updated for resources: {'Port': ['ID=13159b3c-0950-4369-8085-0800a67b3dac,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:34.188105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff23deb3-e55e-43f6-b771-d8ecb3699321 req-45f0269e-e85f-42b6-8eba-1d53998aead1 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284223 Feb 11 04:49:34.209100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] For port 9d6622f6-0cc6-4598-ad4e-da915980f97d, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:49:34.218421 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] For port 9d6622f6-0cc6-4598-ad4e-da915980f97d, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9d6622f6-0cc6-4598-ad4e-da915980f97d,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:34.237802 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:34.269153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:34.271931 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:34.273467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] 10.222.0.10 "PUT /v2.0/ports/9d6622f6-0cc6-4598-ad4e-da915980f97d HTTP/1.1" status: 200 len: 1093 time: 1.3009727 Feb 11 04:49:34.274464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:49:34.326110 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-022067b4-bc3a-41a9-998d-7828c206640a admin admin] 10.222.0.48 "PUT /v2.0/routers/15004f43-cc9b-48e5-8a08-eb4c6de9470e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7633812 Feb 11 04:49:34.354952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b938cbe-8c6e-4334-b7dd-21ffe453f300', 'tag': '9d6622f6-0cc6-4598-ad4e-da915980f97d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:34.356733 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c97273-a1e9-48fd-9314-d3aa5556c201" -d '{"events": [{"name": "network-changed", "server_uuid": "7b938cbe-8c6e-4334-b7dd-21ffe453f300", "tag": "9d6622f6-0cc6-4598-ad4e-da915980f97d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:34.395530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] Set router 15004f43-cc9b-48e5-8a08-eb4c6de9470e gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:49:34.410354 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-770b45c4-fef8-4bd8-8aa4-fc9edc59cef2 req-acf06a00-fb6f-4823-8763-acae13f8aab3 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510423 Feb 11 04:49:34.557877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6a3b9-22ac-4dc4-b471-31d38c3f03c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6622f6-0cc6-4598-ad4e-da915980f97d,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:34.577870 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b082ca8-31c9-49bc-b974-655c3782200d x-openstack-request-id: req-9b082ca8-31c9-49bc-b974-655c3782200d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:34.579150 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b938cbe-8c6e-4334-b7dd-21ffe453f300", "tag": "9d6622f6-0cc6-4598-ad4e-da915980f97d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:34.579715 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b082ca8-31c9-49bc-b974-655c3782200d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:34.580384 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b938cbe-8c6e-4334-b7dd-21ffe453f300', 'tag': '9d6622f6-0cc6-4598-ad4e-da915980f97d', 'status': 'completed', 'code': 200} Feb 11 04:49:34.650187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42999-222b-440c-ab75-a5897db4d927 req-a0f5a536-015d-4578-94d7-a87f97952bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:34.651937 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-a0f5a536-015d-4578-94d7-a87f97952bc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 1127 time: 0.2563748 Feb 11 04:49:34.667151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0542-fdca-4454-94c4-52518029b61b req-150e1f0b-11db-4a3c-869c-4ddbbb4bcb12 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:34.668740 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c0d0542-fdca-4454-94c4-52518029b61b req-150e1f0b-11db-4a3c-869c-4ddbbb4bcb12 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.3021920 Feb 11 04:49:34.717502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-3f384acb-6bd0-405c-9085-ea7e1805b81f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6622f6-0cc6-4598-ad4e-da915980f97d HTTP/1.1" status: 200 len: 217 time: 0.0471654 Feb 11 04:49:34.834187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42999-222b-440c-ab75-a5897db4d927 req-05f7ac0e-1e99-4e82-8af9-cc72db3c7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:34.836748 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-05f7ac0e-1e99-4e82-8af9-cc72db3c7c72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.1087480 Feb 11 04:49:34.877908 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-7c32fecd-81fd-4950-81dc-360158ddc53b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328684 Feb 11 04:49:34.884936 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c0d0542-fdca-4454-94c4-52518029b61b req-fe395ada-f9be-46cb-878b-cdff12ad5650 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077026 Feb 11 04:49:34.928229 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-028ea1b4-0226-4fca-8f27-8725c0494bbf None None] Provisioning complete for port c4ca45b3-3aa6-46e3-96ac-59455edba812 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:34.928720 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-028ea1b4-0226-4fca-8f27-8725c0494bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:35.001385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-7ceb9e0a-dd0d-475a-b276-fb0222eb7f13 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093273 Feb 11 04:49:35.091607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-028ea1b4-0226-4fca-8f27-8725c0494bbf None None] Port c4ca45b3-3aa6-46e3-96ac-59455edba812 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:49:35.142999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7989f97-e2b3-403d-adbc-c0042d13ad53 req-d8522d50-3267-4ad9-99bb-bf8c2174fc40 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:35.144590 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7989f97-e2b3-403d-adbc-c0042d13ad53 req-d8522d50-3267-4ad9-99bb-bf8c2174fc40 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 946 time: 0.1424010 Feb 11 04:49:35.185583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bd42999-222b-440c-ab75-a5897db4d927 req-d241c585-f008-41a0-a196-1e0276814efd service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412287 Feb 11 04:49:35.218261 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7989f97-e2b3-403d-adbc-c0042d13ad53 req-b0e916ad-1c55-4b10-8744-935d67c22c62 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642035 Feb 11 04:49:35.260702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c4ca45b3-3aa6-46e3-96ac-59455edba812', 'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'mac_address': 'fa:16:3e:fd:28:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:32Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 2, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'subnets': [{'id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:35.296927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58938) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:35.302741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-dccbd1f8-8c78-4950-9397-5e3e34cebc09 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315962429', 'description': 'tempest-description--2096256417'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:35.368057 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dccbd1f8-8c78-4950-9397-5e3e34cebc09 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:35.373980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20b1ca-ed2e-4b78-8378-6b26d32a15a4 None None] The sync data for ids ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'] in n-d-615180-58 is: [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c4ca45b3-3aa6-46e3-96ac-59455edba812', 'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'mac_address': 'fa:16:3e:fd:28:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:32Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 2, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'subnets': [{'id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:49:35.463766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c97273-a1e9-48fd-9314-d3aa5556c201 req-42f3fd4d-2495-4e01-af82-67dad8e7cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:35.465380 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15c97273-a1e9-48fd-9314-d3aa5556c201 req-42f3fd4d-2495-4e01-af82-67dad8e7cf6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 1127 time: 0.1669533 Feb 11 04:49:35.493175 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dccbd1f8-8c78-4950-9397-5e3e34cebc09 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for security_group (0c25a575-33d3-4096-8a34-719739f6c14d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:35.512931 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dccbd1f8-8c78-4950-9397-5e3e34cebc09 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0c25a575-33d3-4096-8a34-719739f6c14d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:35.518597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4e95a-62b6-46e2-90f2-5454bfd052cb req-4fea7d93-a3e4-465e-b706-cec242c46fcd tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:35.520817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78f4e95a-62b6-46e2-90f2-5454bfd052cb req-4fea7d93-a3e4-465e-b706-cec242c46fcd tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 944 time: 0.1282969 Feb 11 04:49:35.594316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbd1f8-8c78-4950-9397-5e3e34cebc09 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c25a575-33d3-4096-8a34-719739f6c14d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:35.620606 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dccbd1f8-8c78-4950-9397-5e3e34cebc09 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:35.625281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dccbd1f8-8c78-4950-9397-5e3e34cebc09 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3263249 Feb 11 04:49:35.627804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58946) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:35.631275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 09fbbe06-5715-4b01-a70a-343df3420458 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:35.641482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f5cf916a-99be-4469-8e09-f4f093ea7853 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Request body: {'security_group_rule': {'security_group_id': '0c25a575-33d3-4096-8a34-719739f6c14d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:35.727557 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78f4e95a-62b6-46e2-90f2-5454bfd052cb req-486966b5-958a-4da2-8b81-bcc941af5af0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311536 Feb 11 04:49:35.743129 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5cf916a-99be-4469-8e09-f4f093ea7853 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for security_group_rule (0db2974e-d677-4c67-9b9b-6d0aeb43eb80), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:35.787227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c97273-a1e9-48fd-9314-d3aa5556c201 req-732a7705-aae6-484b-b282-f82640113d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:35.790996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15c97273-a1e9-48fd-9314-d3aa5556c201 req-732a7705-aae6-484b-b282-f82640113d9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 906 time: 0.3154263 Feb 11 04:49:35.856502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aca13-6322-49a0-ba1b-6af567eac217 req-79729d66-64ad-4f70-bcec-1b90e0bc1f7d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:35.858125 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-943aca13-6322-49a0-ba1b-6af567eac217 req-79729d66-64ad-4f70-bcec-1b90e0bc1f7d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1766095 Feb 11 04:49:35.879806 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5cf916a-99be-4469-8e09-f4f093ea7853 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for security_group_rule (0db2974e-d677-4c67-9b9b-6d0aeb43eb80), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:35.889659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=09fbbe06-5715-4b01-a70a-343df3420458,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:35.891938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5cf916a-99be-4469-8e09-f4f093ea7853 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (0db2974e-d677-4c67-9b9b-6d0aeb43eb80), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:35.895893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15c97273-a1e9-48fd-9314-d3aa5556c201 req-b1903812-309f-495e-89d9-5dfd43305580 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6622f6-0cc6-4598-ad4e-da915980f97d HTTP/1.1" status: 200 len: 217 time: 0.0965312 Feb 11 04:49:35.910983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '09fbbe06-5715-4b01-a70a-343df3420458', 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e', 'port_id': '09fbbe06-5715-4b01-a70a-343df3420458', 'mac_address': 'fa:16:3e:a5:7a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31e1b69-ce3c-4013-8020-1340f9245fc7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:35.924317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf916a-99be-4469-8e09-f4f093ea7853 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db2974e-d677-4c67-9b9b-6d0aeb43eb80,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:35.962804 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5cf916a-99be-4469-8e09-f4f093ea7853 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:35.967461 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f5cf916a-99be-4469-8e09-f4f093ea7853 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3364604 Feb 11 04:49:35.968196 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58950) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:35.979757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7ad33f38-776f-4f1d-93a8-60ee0db15852 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Request body: {'security_group_rule': {'security_group_id': '0c25a575-33d3-4096-8a34-719739f6c14d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:36.010786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 09fbbe06-5715-4b01-a70a-343df3420458 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:36.011361 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-943aca13-6322-49a0-ba1b-6af567eac217 req-775076f0-42c8-4fd8-9e83-76f83cc0ab06 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244054 Feb 11 04:49:36.011885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c97273-a1e9-48fd-9314-d3aa5556c201 req-8eb34722-fafe-407a-a9b2-5c25a93b588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:36.012313 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (09fbbe06-5715-4b01-a70a-343df3420458), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:36.013553 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15c97273-a1e9-48fd-9314-d3aa5556c201 req-8eb34722-fafe-407a-a9b2-5c25a93b588a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.0938611 Feb 11 04:49:36.023784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cc4ba-81f4-4ed2-808a-51bb9d2ca516 req-f39a5e85-287e-4543-aaa5-3afd080548de tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:36.033069 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa5cc4ba-81f4-4ed2-808a-51bb9d2ca516 req-f39a5e85-287e-4543-aaa5-3afd080548de tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 946 time: 0.1470697 Feb 11 04:49:36.037184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09fbbe06-5715-4b01-a70a-343df3420458 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:36.043260 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ad33f38-776f-4f1d-93a8-60ee0db15852 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for security_group_rule (37540fac-5cd3-4926-bf6e-be32b7a04f39), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:36.079854 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15c97273-a1e9-48fd-9314-d3aa5556c201 req-235eb27d-5316-4a62-92fe-84b8cd9c1f83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378122 Feb 11 04:49:36.110202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=09fbbe06-5715-4b01-a70a-343df3420458,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:36.118117 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (09fbbe06-5715-4b01-a70a-343df3420458), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:36.138859 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ad33f38-776f-4f1d-93a8-60ee0db15852 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for security_group_rule (37540fac-5cd3-4926-bf6e-be32b7a04f39), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:36.146657 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ad33f38-776f-4f1d-93a8-60ee0db15852 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (37540fac-5cd3-4926-bf6e-be32b7a04f39), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:36.199018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ad33f38-776f-4f1d-93a8-60ee0db15852 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:36.209057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7ad33f38-776f-4f1d-93a8-60ee0db15852 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2338471 Feb 11 04:49:36.215510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58960) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:36.223103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:36.233817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad33f38-776f-4f1d-93a8-60ee0db15852 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37540fac-5cd3-4926-bf6e-be32b7a04f39,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:36.234177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=09fbbe06-5715-4b01-a70a-343df3420458,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:36.304752 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa5cc4ba-81f4-4ed2-808a-51bb9d2ca516 req-9aba8649-eef0-4ee4-9cab-93b203143ff0 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631478 Feb 11 04:49:36.316836 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:36.347018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20055de2-3b75-4946-99ec-e64e46948819 req-f8ffa806-4ce1-47d1-86be-5c3a9788df74 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:36.348590 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-20055de2-3b75-4946-99ec-e64e46948819 req-f8ffa806-4ce1-47d1-86be-5c3a9788df74 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 944 time: 0.1204834 Feb 11 04:49:36.366998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15c97273-a1e9-48fd-9314-d3aa5556c201 req-61d82ae9-2928-42a9-bead-ba58fb27e3dc service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693508 Feb 11 04:49:36.490370 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15c97273-a1e9-48fd-9314-d3aa5556c201 req-f4250375-5844-445e-9c20-b5a11170baaa service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161373 Feb 11 04:49:36.495440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-20055de2-3b75-4946-99ec-e64e46948819 req-3c87545e-56f0-4fae-b328-e2ddf7bcae02 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310143 Feb 11 04:49:36.542184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:36.559983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['09fbbe06-5715-4b01-a70a-343df3420458'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:36.759769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Allocated IP 172.25.7.38 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/1a5441ee-3f02-415a-9252-66bcbac5936d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:36.946810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26881e4-f51c-4efb-be76-dd57a8066ac7 req-244a7b92-6652-4d36-be04-c1fdde2969be tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:36.948377 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f26881e4-f51c-4efb-be76-dd57a8066ac7 req-244a7b92-6652-4d36-be04-c1fdde2969be tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 944 time: 0.1044354 Feb 11 04:49:36.983596 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for port (1a5441ee-3f02-415a-9252-66bcbac5936d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.018456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f26881e4-f51c-4efb-be76-dd57a8066ac7 req-786bcc39-6d57-4c3d-8b93-f08d1fd57645 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600917 Feb 11 04:49:37.034360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 55913817-95c4-4d6a-8218-430df663ec7e up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:37.064841 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1a5441ee-3f02-415a-9252-66bcbac5936d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.129442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:37.133735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:37.140482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 55913817-95c4-4d6a-8218-430df663ec7e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:37.140877 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (55913817-95c4-4d6a-8218-430df663ec7e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.142371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:37.201786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Pushing event updated for resources: {'Port': ['ID=1a5441ee-3f02-415a-9252-66bcbac5936d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:37.237528 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.327945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 55913817-95c4-4d6a-8218-430df663ec7e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:37.330605 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55913817-95c4-4d6a-8218-430df663ec7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.348770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5d4be-a993-456d-85ef-255afb0f5812 req-331c42d7-c10f-4a62-bb35-cb48ed0c1292 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:37.355834 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cc5d4be-a993-456d-85ef-255afb0f5812 req-331c42d7-c10f-4a62-bb35-cb48ed0c1292 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1626480 Feb 11 04:49:37.369461 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for floatingip (6563477c-17cf-4c2f-a05e-81bb9b588bbd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.397249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:37.401553 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feee96a-5d56-4966-9bd4-0b1e3b5f5ae3" -d '{"events": [{"server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "name": "network-vif-plugged", "status": "completed", "tag": "55913817-95c4-4d6a-8218-430df663ec7e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:37.435639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:37.440136 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (55913817-95c4-4d6a-8218-430df663ec7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.469840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44441a-2c7f-47ed-8297-05305b13a039 req-ebb10d7b-6ba9-46fd-8b51-e9865e4afbd7 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:37.475669 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c44441a-2c7f-47ed-8297-05305b13a039 req-ebb10d7b-6ba9-46fd-8b51-e9865e4afbd7 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 946 time: 0.1618345 Feb 11 04:49:37.493327 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1a5441ee-3f02-415a-9252-66bcbac5936d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.506542 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cc5d4be-a993-456d-85ef-255afb0f5812 req-dc03fe18-4324-4db2-a1a8-1a18e5772f0d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391852 Feb 11 04:49:37.536172 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=55913817-95c4-4d6a-8218-430df663ec7e,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:37.644939 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ec3a82-d09a-4f1d-95f8-dde23bb439d1 x-openstack-request-id: req-33ec3a82-d09a-4f1d-95f8-dde23bb439d1 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:37.645244 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "name": "network-vif-plugged", "status": "completed", "tag": "55913817-95c4-4d6a-8218-430df663ec7e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:37.645510 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33ec3a82-d09a-4f1d-95f8-dde23bb439d1 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:37.645921 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e', 'code': 200} Feb 11 04:49:37.651549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9d6622f6-0cc6-4598-ad4e-da915980f97d details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:37.746121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab3ec5-7f3b-4f3e-91d9-35236171c358 req-a3269452-5e56-45a7-93ef-b0e13233a8d6 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:37.754161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00ab3ec5-7f3b-4f3e-91d9-35236171c358 req-a3269452-5e56-45a7-93ef-b0e13233a8d6 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 946 time: 0.3198423 Feb 11 04:49:37.844698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4c44441a-2c7f-47ed-8297-05305b13a039 req-d470dec9-fd14-4029-a584-0a1ce9c6684d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Deleting port 5f71be0b-78f0-438a-baa8-427847481182 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:49:37.846013 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c44441a-2c7f-47ed-8297-05305b13a039 req-d470dec9-fd14-4029-a584-0a1ce9c6684d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5f71be0b-78f0-438a-baa8-427847481182), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.868105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b2ebc-4064-45fb-9208-01a901bc4520 req-80c997b5-e047-41df-8a50-5e16eff47610 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:37.871799 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00ab3ec5-7f3b-4f3e-91d9-35236171c358 req-d3d1e0d9-bc7a-49df-bb5a-5828ad0ae19b tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8b2fffc-88b4-4a63-bf39-d84a72b609e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167762 Feb 11 04:49:37.878456 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bb6b2ebc-4064-45fb-9208-01a901bc4520 req-80c997b5-e047-41df-8a50-5e16eff47610 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 944 time: 0.1517966 Feb 11 04:49:37.893873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9d6622f6-0cc6-4598-ad4e-da915980f97d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9d6622f6-0cc6-4598-ad4e-da915980f97d,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:37.913409 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '9d6622f6-0cc6-4598-ad4e-da915980f97d', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'port_id': '9d6622f6-0cc6-4598-ad4e-da915980f97d', 'mac_address': 'fa:16:3e:3b:2c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13421f11-6eb2-47e2-aec3-80ca3a3e551b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:37.940343 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for port (1a5441ee-3f02-415a-9252-66bcbac5936d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.947865 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (1a5441ee-3f02-415a-9252-66bcbac5936d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.984326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4c44441a-2c7f-47ed-8297-05305b13a039 req-d470dec9-fd14-4029-a584-0a1ce9c6684d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] For port 5f71be0b-78f0-438a-baa8-427847481182, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5f71be0b-78f0-438a-baa8-427847481182,segment=NetworkSegment(1af4d390-5770-49af-a526-c5a143d60fdc),segment_id=1af4d390-5770-49af-a526-c5a143d60fdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:37.985481 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c44441a-2c7f-47ed-8297-05305b13a039 req-d470dec9-fd14-4029-a584-0a1ce9c6684d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5f71be0b-78f0-438a-baa8-427847481182), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:38.000978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9d6622f6-0cc6-4598-ad4e-da915980f97d is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:38.001402 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:38.012999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4c44441a-2c7f-47ed-8297-05305b13a039 req-d470dec9-fd14-4029-a584-0a1ce9c6684d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Calling delete_port for 5f71be0b-78f0-438a-baa8-427847481182 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:49:38.034496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6622f6-0cc6-4598-ad4e-da915980f97d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:38.055630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Pushing event updated for resources: {'Port': ['ID=1a5441ee-3f02-415a-9252-66bcbac5936d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:38.060244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9d6622f6-0cc6-4598-ad4e-da915980f97d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9d6622f6-0cc6-4598-ad4e-da915980f97d,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:38.068459 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:38.091410 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (6563477c-17cf-4c2f-a05e-81bb9b588bbd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:38.167141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9d6622f6-0cc6-4598-ad4e-da915980f97d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:38.177119 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:38.191460 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-38e0c9cd-ad22-4a36-ad6b-82ea57f2c4f0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9747183 Feb 11 04:49:38.241382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bb6b2ebc-4064-45fb-9208-01a901bc4520 req-bdb55965-953e-4625-9a71-772f1c44056c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538556 Feb 11 04:49:38.393627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 13159b3c-0950-4369-8085-0800a67b3dac up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:38.408390 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c44441a-2c7f-47ed-8297-05305b13a039 req-d470dec9-fd14-4029-a584-0a1ce9c6684d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5f71be0b-78f0-438a-baa8-427847481182), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:38.432523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e54d54-de80-4edc-b2fd-722bbe81aa2b req-f27da11b-b917-4298-977c-3fbe6a00fda4 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:38.440355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06e54d54-de80-4edc-b2fd-722bbe81aa2b req-f27da11b-b917-4298-977c-3fbe6a00fda4 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 945 time: 0.1307592 Feb 11 04:49:38.486707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['9d6622f6-0cc6-4598-ad4e-da915980f97d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:38.522732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470dec9-fd14-4029-a584-0a1ce9c6684d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event deleted for resources: {'Port': ['ID=5f71be0b-78f0-438a-baa8-427847481182,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:38.550014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 13159b3c-0950-4369-8085-0800a67b3dac triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:38.550943 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (13159b3c-0950-4369-8085-0800a67b3dac), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:38.590865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-8dd7ae79-8d5b-41a7-90d3-89f536e7525f tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--315962429&fields=id&tenant_id=2ca1726a28a64c029aa83ab09299090c HTTP/1.1" status: 200 len: 267 time: 0.1117930 Feb 11 04:49:38.691611 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06e54d54-de80-4edc-b2fd-722bbe81aa2b req-2516a7e4-c891-47e2-9715-f28820bef4e1 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458482 Feb 11 04:49:38.723437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c44441a-2c7f-47ed-8297-05305b13a039 req-d470dec9-fd14-4029-a584-0a1ce9c6684d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] No DVR routers for this DVR port 5f71be0b-78f0-438a-baa8-427847481182 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:49:38.727051 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c44441a-2c7f-47ed-8297-05305b13a039 req-d470dec9-fd14-4029-a584-0a1ce9c6684d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:38.732800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c44441a-2c7f-47ed-8297-05305b13a039 req-d470dec9-fd14-4029-a584-0a1ce9c6684d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.10 "DELETE /v2.0/ports/5f71be0b-78f0-438a-baa8-427847481182 HTTP/1.1" status: 204 len: 173 time: 1.2264204 Feb 11 04:49:38.733277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3', 'name': 'network-vif-deleted', 'tag': '5f71be0b-78f0-438a-baa8-427847481182'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:38.742484 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df085bd-64eb-48da-816f-314e8b7adeec" -d '{"events": [{"server_uuid": "f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3", "name": "network-vif-deleted", "tag": "5f71be0b-78f0-438a-baa8-427847481182"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:38.747715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 13159b3c-0950-4369-8085-0800a67b3dac is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:38.748126 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (13159b3c-0950-4369-8085-0800a67b3dac), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:38.784344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 13159b3c-0950-4369-8085-0800a67b3dac, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=13159b3c-0950-4369-8085-0800a67b3dac,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:38.800030 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (13159b3c-0950-4369-8085-0800a67b3dac), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:38.900562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-27aa1fcc-2233-4fef-872e-d7a35090c1ca tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:38.902273 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-27aa1fcc-2233-4fef-872e-d7a35090c1ca tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/networks?id=8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f HTTP/1.1" status: 200 len: 811 time: 0.3033094 Feb 11 04:49:38.933821 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-8cd5f84b-bd24-4c02-b350-4f65650b2206 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/quotas/2ca1726a28a64c029aa83ab09299090c HTTP/1.1" status: 200 len: 375 time: 0.0215178 Feb 11 04:49:38.963792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0268a5-593a-4856-b4f7-b1665a983c2e req-72e8d56c-a6f6-4f00-a1fe-669a7fc12e98 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:38.981493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cb0268a5-593a-4856-b4f7-b1665a983c2e req-72e8d56c-a6f6-4f00-a1fe-669a7fc12e98 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1608458 Feb 11 04:49:38.994609 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=13159b3c-0950-4369-8085-0800a67b3dac,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:39.075844 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cb0268a5-593a-4856-b4f7-b1665a983c2e req-e6947782-186a-4cc3-a6dc-09055708632c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931411 Feb 11 04:49:39.098059 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-118d4121-af23-4845-9a42-dd301df08091 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ca1726a28a64c029aa83ab09299090c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270208 Feb 11 04:49:39.112054 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Sync routers for ids ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:49:39.136872 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Routers {'15004f43-cc9b-48e5-8a08-eb4c6de9470e'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:49:39.137515 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:49:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:39.173753 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509d6ca0-e7b2-4d66-bec8-ae8b1396fc90 x-openstack-request-id: req-509d6ca0-e7b2-4d66-bec8-ae8b1396fc90 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:39.174059 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3", "name": "network-vif-deleted", "tag": "5f71be0b-78f0-438a-baa8-427847481182", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:39.174313 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-509d6ca0-e7b2-4d66-bec8-ae8b1396fc90 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:39.174720 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3', 'name': 'network-vif-deleted', 'tag': '5f71be0b-78f0-438a-baa8-427847481182', 'status': 'completed', 'code': 200} Feb 11 04:49:39.261659 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Set router 15004f43-cc9b-48e5-8a08-eb4c6de9470e gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:49:39.334652 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-82c76de9-44de-4aa2-90e0-010a24e7bf7e service neutron] 10.222.0.48 "GET /v2.0/networks/8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287121 Feb 11 04:49:39.338295 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0bb42cf4-6074-42fb-823e-2003eb31b3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:39.424616 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63a0f8fe-42eb-41d4-9024-dbaaf3dbd6a0 req-dea33071-6b56-4354-b88f-a02c86cdd783 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7d9a288-eb8b-42c5-9f27-e23ec0bf53c3 HTTP/1.1" status: 200 len: 210 time: 0.0812111 Feb 11 04:49:39.514081 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-f6f9affe-7ae3-401c-837f-48c2a7c5f720 service neutron] 10.222.0.48 "GET /v2.0/networks/8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780376 Feb 11 04:49:39.599543 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c4ca45b3-3aa6-46e3-96ac-59455edba812', 'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'mac_address': 'fa:16:3e:fd:28:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:32Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 2, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'subnets': [{'id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:39.643320 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Checking router: 15004f43-cc9b-48e5-8a08-eb4c6de9470e for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:49:39.643926 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Updating router 15004f43-cc9b-48e5-8a08-eb4c6de9470e port c4ca45b3-3aa6-46e3-96ac-59455edba812 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:49:39.656451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 09fbbe06-5715-4b01-a70a-343df3420458 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:39.661364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b77504-3355-4a36-a66f-7f084ff80d0e req-4795f5fd-6a10-4ff7-aa40-d17c932b1ed5 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:39.662956 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c9b77504-3355-4a36-a66f-7f084ff80d0e req-4795f5fd-6a10-4ff7-aa40-d17c932b1ed5 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 944 time: 0.1269510 Feb 11 04:49:39.722606 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:39.760422 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c9b77504-3355-4a36-a66f-7f084ff80d0e req-90d92b8f-17a5-4387-8485-562f8020a303 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900931 Feb 11 04:49:39.792839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 09fbbe06-5715-4b01-a70a-343df3420458 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:49:39.818168 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 09fbbe06-5715-4b01-a70a-343df3420458 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:39.818623 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (09fbbe06-5715-4b01-a70a-343df3420458), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:39.984287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 09fbbe06-5715-4b01-a70a-343df3420458 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:39.984928 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (09fbbe06-5715-4b01-a70a-343df3420458), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:40.032887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9ad452ae-da62-4419-9f59-367e230ca763 req-44fe4ee0-c5c9-46a7-bf90-35fa2c9a8632 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 210 time: 0.0736244 Feb 11 04:49:40.033443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7171493f-48cb-48d9-b4a4-ed51c906c849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fbbe06-5715-4b01-a70a-343df3420458'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:40.035684 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae4f6e0-87f7-41dc-a9c9-998592f243fe" -d '{"events": [{"server_uuid": "7171493f-48cb-48d9-b4a4-ed51c906c849", "name": "network-vif-plugged", "status": "completed", "tag": "09fbbe06-5715-4b01-a70a-343df3420458"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:40.071843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=09fbbe06-5715-4b01-a70a-343df3420458,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:40.072056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6353ac-4dd3-42fa-9786-c297eb12f4db req-960316b7-9a6b-4b34-b9ad-84323e15b61d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:40.083949 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (09fbbe06-5715-4b01-a70a-343df3420458), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:40.084164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c6353ac-4dd3-42fa-9786-c297eb12f4db req-960316b7-9a6b-4b34-b9ad-84323e15b61d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 945 time: 0.1500137 Feb 11 04:49:40.084471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5f71be0b-78f0-438a-baa8-427847481182 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:49:40.152184 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b68e0a3-4346-4860-adce-18ef95d7507d x-openstack-request-id: req-9b68e0a3-4346-4860-adce-18ef95d7507d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:40.152563 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7171493f-48cb-48d9-b4a4-ed51c906c849", "name": "network-vif-plugged", "status": "completed", "tag": "09fbbe06-5715-4b01-a70a-343df3420458", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:40.152822 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b68e0a3-4346-4860-adce-18ef95d7507d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:40.153398 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7171493f-48cb-48d9-b4a4-ed51c906c849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fbbe06-5715-4b01-a70a-343df3420458', 'code': 200} Feb 11 04:49:40.188653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 5f71be0b-78f0-438a-baa8-427847481182 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:49:40.189016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5f71be0b-78f0-438a-baa8-427847481182 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:49:40.271050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=09fbbe06-5715-4b01-a70a-343df3420458,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:40.304510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c6353ac-4dd3-42fa-9786-c297eb12f4db req-9de7117b-3dfc-4666-ba6e-7dd981a7124a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186940 Feb 11 04:49:40.345768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 13159b3c-0950-4369-8085-0800a67b3dac up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:40.394398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a5d5f-0fb6-4aca-bb9c-861f08ef632c req-a3b1e9ea-c98e-4f01-8eab-48fd3bae15b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:40.395937 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-490a5d5f-0fb6-4aca-bb9c-861f08ef632c req-a3b1e9ea-c98e-4f01-8eab-48fd3bae15b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 1128 time: 0.1638827 Feb 11 04:49:40.408900 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819cfe5-138b-4883-8e00-8b38b477148b req-4b192648-bc8a-4b4c-8095-c4961d4fcb25 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:40.426128 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d819cfe5-138b-4883-8e00-8b38b477148b req-4b192648-bc8a-4b4c-8095-c4961d4fcb25 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1421976 Feb 11 04:49:40.504582 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d819cfe5-138b-4883-8e00-8b38b477148b req-f4f147da-2515-44c9-ac45-e0354c7a9ee1 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763080 Feb 11 04:49:40.519500 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-490a5d5f-0fb6-4aca-bb9c-861f08ef632c req-3de97e91-c51f-48ab-bca5-eb2c3e36ecd5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174858 Feb 11 04:49:40.534379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 13159b3c-0950-4369-8085-0800a67b3dac triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:40.534825 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (13159b3c-0950-4369-8085-0800a67b3dac), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:40.569308 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Publish callbacks [] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:40.577439 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:40.707697 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Pushing event updated for resources: {'Port': ['ID=c4ca45b3-3aa6-46e3-96ac-59455edba812,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:40.729436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 13159b3c-0950-4369-8085-0800a67b3dac is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:40.743444 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.747754 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.748352 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.749319 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.751281 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.752026 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.752769 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.753599 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.754470 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.755233 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.756103 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.761021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59092) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:40.762387 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.763369 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:40.983612 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c198e6da-ad0c-4d9d-8f13-c90d4418ca6d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for security_group (d9e369ff-dd26-48ae-901f-d92ab06e332b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.037583 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c198e6da-ad0c-4d9d-8f13-c90d4418ca6d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for security_group (d9e369ff-dd26-48ae-901f-d92ab06e332b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.050369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca55b7-1239-4569-a025-db1da544099f req-110254ff-ac9d-4d23-ad2e-8fc8846f933f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:41.064734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48ca55b7-1239-4569-a025-db1da544099f req-110254ff-ac9d-4d23-ad2e-8fc8846f933f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1313679 Feb 11 04:49:41.091664 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Attempting to bind port c4ca45b3-3aa6-46e3-96ac-59455edba812 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:41.092048 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Attempting to bind port c4ca45b3-3aa6-46e3-96ac-59455edba812 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:41.092424 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Attempting to bind port c4ca45b3-3aa6-46e3-96ac-59455edba812 on network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:41.113681 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:41.114217 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Checking segment: {'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:41.114797 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.115391 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Bound using segment: {'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:41.116293 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Bound port: c4ca45b3-3aa6-46e3-96ac-59455edba812, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:41.117055 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.128809 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c198e6da-ad0c-4d9d-8f13-c90d4418ca6d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d9e369ff-dd26-48ae-901f-d92ab06e332b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.131769 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c198e6da-ad0c-4d9d-8f13-c90d4418ca6d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.157149 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c198e6da-ad0c-4d9d-8f13-c90d4418ca6d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "DELETE /v2.0/security-groups/d9e369ff-dd26-48ae-901f-d92ab06e332b HTTP/1.1" status: 204 len: 168 time: 0.3939140 Feb 11 04:49:41.162521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59108) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:41.217203 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48ca55b7-1239-4569-a025-db1da544099f req-1f356776-f937-418b-bc94-bb954eb9ceed tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513312 Feb 11 04:49:41.245296 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-a30fc9fb-6a7c-42b6-87e9-1f8ae6ce0ceb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] show failed (client error): The resource could not be found. Feb 11 04:49:41.247470 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a30fc9fb-6a7c-42b6-87e9-1f8ae6ce0ceb tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "GET /v2.0/security-groups/d9e369ff-dd26-48ae-901f-d92ab06e332b HTTP/1.1" status: 404 len: 347 time: 0.0598531 Feb 11 04:49:41.249592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59110) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:41.260558 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] For port c4ca45b3-3aa6-46e3-96ac-59455edba812, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:49:41.268440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198e6da-ad0c-4d9d-8f13-c90d4418ca6d tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e369ff-dd26-48ae-901f-d92ab06e332b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:41.282811 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] For port c4ca45b3-3aa6-46e3-96ac-59455edba812, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c4ca45b3-3aa6-46e3-96ac-59455edba812,segment=NetworkSegment(567c174c-0a67-498f-8fc2-d4e3a37f4533),segment_id=567c174c-0a67-498f-8fc2-d4e3a37f4533)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:41.293932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1f6293a5-10f9-4539-8bf2-3a99115831c6 None None] Provisioning complete for port c4ca45b3-3aa6-46e3-96ac-59455edba812 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:41.296023 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.301646 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f6293a5-10f9-4539-8bf2-3a99115831c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.347526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b689eec9-6862-4bc7-9cf4-c04b0eb12e03 req-e222613c-a10d-4f1c-b7db-3e788729f15c tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 210 time: 0.1537416 Feb 11 04:49:41.402693 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Routers {'15004f43-cc9b-48e5-8a08-eb4c6de9470e'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:49:41.403362 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:49:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:41.474907 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc451e-4d45-478e-83ca-28cea2cc33f7 None None] Pushing event updated for resources: {'Port': ['ID=c4ca45b3-3aa6-46e3-96ac-59455edba812,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:41.545341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1f6293a5-10f9-4539-8bf2-3a99115831c6 None None] Current status of the port c4ca45b3-3aa6-46e3-96ac-59455edba812 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:41.545813 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f6293a5-10f9-4539-8bf2-3a99115831c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.606762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1f6293a5-10f9-4539-8bf2-3a99115831c6 None None] For port c4ca45b3-3aa6-46e3-96ac-59455edba812, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c4ca45b3-3aa6-46e3-96ac-59455edba812,segment=NetworkSegment(567c174c-0a67-498f-8fc2-d4e3a37f4533),segment_id=567c174c-0a67-498f-8fc2-d4e3a37f4533)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:41.624373 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f6293a5-10f9-4539-8bf2-3a99115831c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.665908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9d6622f6-0cc6-4598-ad4e-da915980f97d up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:41.698981 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] Set router 15004f43-cc9b-48e5-8a08-eb4c6de9470e gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:49:41.770656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d7f9e-c237-45fb-be20-9a3a40ef3070 req-bcab23bd-94f8-4fa7-8f28-1e3830b2f0a9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:41.775093 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d1d7f9e-c237-45fb-be20-9a3a40ef3070 req-bcab23bd-94f8-4fa7-8f28-1e3830b2f0a9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 945 time: 0.2012575 Feb 11 04:49:41.852328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6293a5-10f9-4539-8bf2-3a99115831c6 None None] Pushing event updated for resources: {'Port': ['ID=c4ca45b3-3aa6-46e3-96ac-59455edba812,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:41.880541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0c0ac-da7a-4243-a6fc-396b7d3074a1 req-5ac4c533-f15b-48f0-910c-b9c016d21336 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:41.883764 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9987009d-b7a8-49ee-9287-8a0bbdca3887 None None] Provisioning complete for port c4ca45b3-3aa6-46e3-96ac-59455edba812 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:41.884489 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-82f0c0ac-da7a-4243-a6fc-396b7d3074a1 req-5ac4c533-f15b-48f0-910c-b9c016d21336 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.2096291 Feb 11 04:49:41.885031 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9987009d-b7a8-49ee-9287-8a0bbdca3887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.901865 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ea49-40d4-4ae0-a0f8-1fa844bcc332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.919204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d1d7f9e-c237-45fb-be20-9a3a40ef3070 req-7c84ecca-8530-4cad-88e0-a4481e7931b4 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361220 Feb 11 04:49:41.936027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1657ddd9-50a5-4e9e-ad28-a5df9465df46 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Deleting port 225da0bc-d576-4d98-87ee-1629ed84ce92 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:49:41.936710 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1657ddd9-50a5-4e9e-ad28-a5df9465df46 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (225da0bc-d576-4d98-87ee-1629ed84ce92), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.996681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 9d6622f6-0cc6-4598-ad4e-da915980f97d completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:49:42.004086 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 9d6622f6-0cc6-4598-ad4e-da915980f97d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:42.009233 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.028869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-82f0c0ac-da7a-4243-a6fc-396b7d3074a1 req-8dfecb86-dada-4788-aba0-2560672f696d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345823 Feb 11 04:49:42.137883 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c4ca45b3-3aa6-46e3-96ac-59455edba812', 'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'mac_address': 'fa:16:3e:fd:28:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:32Z', 'updated_at': '2022-02-11T04:49:41Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'subnets': [{'id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:42.143237 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1657ddd9-50a5-4e9e-ad28-a5df9465df46 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (225da0bc-d576-4d98-87ee-1629ed84ce92), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.143769 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1657ddd9-50a5-4e9e-ad28-a5df9465df46 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for floatingip (225da0bc-d576-4d98-87ee-1629ed84ce92), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.180873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1657ddd9-50a5-4e9e-ad28-a5df9465df46 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Calling delete_port for 225da0bc-d576-4d98-87ee-1629ed84ce92 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:49:42.184557 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c4209-38c4-47cd-b753-04023020954f None None] The sync data for ids ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'] in n-d-615180-58 is: [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c4ca45b3-3aa6-46e3-96ac-59455edba812', 'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'mac_address': 'fa:16:3e:fd:28:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:32Z', 'updated_at': '2022-02-11T04:49:41Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'subnets': [{'id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:49:42.202195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9987009d-b7a8-49ee-9287-8a0bbdca3887 None None] Current status of the port c4ca45b3-3aa6-46e3-96ac-59455edba812 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:42.395426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 9d6622f6-0cc6-4598-ad4e-da915980f97d is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:42.396343 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.492563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b938cbe-8c6e-4334-b7dd-21ffe453f300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6622f6-0cc6-4598-ad4e-da915980f97d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:42.514404 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bce4921-731a-472e-8c39-351212984d4f" -d '{"events": [{"server_uuid": "7b938cbe-8c6e-4334-b7dd-21ffe453f300", "name": "network-vif-plugged", "status": "completed", "tag": "9d6622f6-0cc6-4598-ad4e-da915980f97d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:42.533087 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1657ddd9-50a5-4e9e-ad28-a5df9465df46 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (225da0bc-d576-4d98-87ee-1629ed84ce92), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.538196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c4ca45b3-3aa6-46e3-96ac-59455edba812 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:42.617448 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 9d6622f6-0cc6-4598-ad4e-da915980f97d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9d6622f6-0cc6-4598-ad4e-da915980f97d,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:42.622749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657ddd9-50a5-4e9e-ad28-a5df9465df46 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Pushing event deleted for resources: {'Port': ['ID=225da0bc-d576-4d98-87ee-1629ed84ce92,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:42.638241 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c9fd3d6-35a8-4c94-b04b-4fc9821e6c74 req-610a7f0c-a657-4f31-93a7-c1300d948d46 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 210 time: 0.1199491 Feb 11 04:49:42.651594 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.722696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=9d6622f6-0cc6-4598-ad4e-da915980f97d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:42.739534 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.756778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c4ca45b3-3aa6-46e3-96ac-59455edba812 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:42.757235 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.810973 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f44aaf-f9e9-415e-9c69-c1dd1a8b0123 x-openstack-request-id: req-a1f44aaf-f9e9-415e-9c69-c1dd1a8b0123 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:42.811905 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b938cbe-8c6e-4334-b7dd-21ffe453f300", "name": "network-vif-plugged", "status": "completed", "tag": "9d6622f6-0cc6-4598-ad4e-da915980f97d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:42.812366 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1f44aaf-f9e9-415e-9c69-c1dd1a8b0123 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:42.813057 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b938cbe-8c6e-4334-b7dd-21ffe453f300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6622f6-0cc6-4598-ad4e-da915980f97d', 'code': 200} Feb 11 04:49:42.840722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1657ddd9-50a5-4e9e-ad28-a5df9465df46 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks [] for floatingip (eba13e6d-b870-481b-9338-bde4bf7cd297), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.858743 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1657ddd9-50a5-4e9e-ad28-a5df9465df46 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.869454 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1657ddd9-50a5-4e9e-ad28-a5df9465df46 tempest-ImagesOneServerNegativeTestJSON-1288900540 tempest-ImagesOneServerNegativeTestJSON-1288900540-project] 10.222.0.48 "DELETE /v2.0/floatingips/eba13e6d-b870-481b-9338-bde4bf7cd297 HTTP/1.1" status: 204 len: 168 time: 1.6186056 Feb 11 04:49:42.887491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c4ca45b3-3aa6-46e3-96ac-59455edba812 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:43.153944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac936d-f547-48b1-a927-567ae0e9c1bc req-6e2ed46c-6407-4626-88a8-87aa3cf57d71 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:43.162800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afac936d-f547-48b1-a927-567ae0e9c1bc req-6e2ed46c-6407-4626-88a8-87aa3cf57d71 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 946 time: 0.0905457 Feb 11 04:49:43.239409 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afac936d-f547-48b1-a927-567ae0e9c1bc req-c2bf4a1c-18dc-4c89-8f84-865dadba44a7 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709596 Feb 11 04:49:43.268936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-17997920-efc6-417c-91bf-c820bc523b03 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:43.275325 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-17997920-efc6-417c-91bf-c820bc523b03 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.10 "GET /v2.0/networks?id=8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f HTTP/1.1" status: 200 len: 811 time: 1.0690651 Feb 11 04:49:43.283753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59154) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:43.307829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48413208-cbb3-402a-aab0-a84060e9cb6b req-00c627d3-39e3-432b-9dd5-0232b40bb9d5 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:43.320255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48413208-cbb3-402a-aab0-a84060e9cb6b req-00c627d3-39e3-432b-9dd5-0232b40bb9d5 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.8016832 Feb 11 04:49:43.372784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2b803c-4c51-443b-8033-e1e780e132dd admin admin] Deleting subnet eb596a10-e094-4f3d-875a-b9a0b0daf13a {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:49:43.385468 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0f2b803c-4c51-443b-8033-e1e780e132dd admin admin] Publish callbacks [] for subnet (eb596a10-e094-4f3d-875a-b9a0b0daf13a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:43.401766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30bad3-9c73-482c-b44e-c6eaf655464a req-af841dc5-0bd1-427c-8f22-a184bd8fdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:43.403309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea30bad3-9c73-482c-b44e-c6eaf655464a req-af841dc5-0bd1-427c-8f22-a184bd8fdfba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 1129 time: 0.2679923 Feb 11 04:49:43.466832 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0f2b803c-4c51-443b-8033-e1e780e132dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (eb596a10-e094-4f3d-875a-b9a0b0daf13a), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:43.470582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea30bad3-9c73-482c-b44e-c6eaf655464a req-879f4b0f-a03c-4da6-b5de-794ee6f3f784 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530770 Feb 11 04:49:43.487983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48413208-cbb3-402a-aab0-a84060e9cb6b req-647afc09-4c5c-4d93-9076-2713f6fbda9d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658609 Feb 11 04:49:43.547942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-9d65e0df-1da6-4afd-982e-ac0c4d2b4e4c tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca1726a28a64c029aa83ab09299090c HTTP/1.1" status: 200 len: 379 time: 0.2536063 Feb 11 04:49:43.690867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aa745-24f3-4463-b21d-5fa0741fd54f req-cc808472-75c3-4279-b4cd-8ef4461893a9 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:43.698394 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-191aa745-24f3-4463-b21d-5fa0741fd54f req-cc808472-75c3-4279-b4cd-8ef4461893a9 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 1128 time: 0.0580950 Feb 11 04:49:43.760789 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-191aa745-24f3-4463-b21d-5fa0741fd54f req-083f8749-23fb-4204-b6ff-96c8cbc66f72 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551877 Feb 11 04:49:43.768607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Request body: {'port': {'device_id': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'admin_state_up': True, 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'security_groups': ['0c25a575-33d3-4096-8a34-719739f6c14d']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:43.949546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-444f7a44-78ea-4ea3-b662-303db59f0ae7 req-e83e5648-e635-4b1b-bf96-9e9395ef2e0b tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 210 time: 0.0410185 Feb 11 04:49:43.955293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc952a52-4d13-49f3-8461-446e7edcb81f req-693f355c-475e-48dd-900e-26a59c7206cd tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:43.962908 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc952a52-4d13-49f3-8461-446e7edcb81f req-693f355c-475e-48dd-900e-26a59c7206cd tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.5513654 Feb 11 04:49:44.011840 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0f2b803c-4c51-443b-8033-e1e780e132dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (eb596a10-e094-4f3d-875a-b9a0b0daf13a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.050601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Made reservation on behalf of 2ca1726a28a64c029aa83ab09299090c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:44.054961 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.066381 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc952a52-4d13-49f3-8461-446e7edcb81f req-0548fa92-c342-498e-990d-d5796ea0e301 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985684 Feb 11 04:49:44.136285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0f2b803c-4c51-443b-8033-e1e780e132dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (eb596a10-e094-4f3d-875a-b9a0b0daf13a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.235590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b674f-4bd1-40f8-b57f-64c774511789 req-991c2dd9-a98a-4587-831d-d274fc77f93b tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:44.243485 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d88b674f-4bd1-40f8-b57f-64c774511789 req-991c2dd9-a98a-4587-831d-d274fc77f93b tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 1128 time: 0.1655951 Feb 11 04:49:44.263064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b803c-4c51-443b-8033-e1e780e132dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb596a10-e094-4f3d-875a-b9a0b0daf13a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:44.288577 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0f2b803c-4c51-443b-8033-e1e780e132dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.305624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0f2b803c-4c51-443b-8033-e1e780e132dd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eb596a10-e094-4f3d-875a-b9a0b0daf13a HTTP/1.1" status: 204 len: 168 time: 1.0185626 Feb 11 04:49:44.306297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59176) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:44.418738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d88b674f-4bd1-40f8-b57f-64c774511789 req-069ca1ab-51b4-4a9a-a2dd-aa33102f0e75 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684325 Feb 11 04:49:44.427360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Allocated IP 172.20.0.12 (8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f/dcdd502c-55f6-4150-a39d-f15fd5a385f4/0f1b6a35-955c-4c5d-9814-b24d4e3d2bec) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:44.502028 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (63da1793-95d1-4acb-9151-2c08ccbc6ef9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.733061 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (63da1793-95d1-4acb-9151-2c08ccbc6ef9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.755103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63da1793-95d1-4acb-9151-2c08ccbc6ef9']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:44.767010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af4d390-5770-49af-a526-c5a143d60fdc') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:44.767359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af4d390-5770-49af-a526-c5a143d60fdc') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:44.779497 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (1af4d390-5770-49af-a526-c5a143d60fdc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.784864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fc82d-f1a8-419f-bbd2-593a57d7f85e req-550ee3b4-bd4a-4c66-aa28-a452163ee94f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:44.786529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-945fc82d-f1a8-419f-bbd2-593a57d7f85e req-550ee3b4-bd4a-4c66-aa28-a452163ee94f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.1505523 Feb 11 04:49:44.794559 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1af4d390-5770-49af-a526-c5a143d60fdc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.802643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:49:44.803086 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (1af4d390-5770-49af-a526-c5a143d60fdc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.815120 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.843347 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:49:44.875058 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:49:44.884942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-945fc82d-f1a8-419f-bbd2-593a57d7f85e req-7b9bda8b-c62d-49cf-9e10-3f6a50dc8b05 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886624 Feb 11 04:49:44.894950 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.895553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29437b4b-991f-4b52-ba72-ca91c23f839e req-48267745-2631-4455-9034-f4147d1a576e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:44.904182 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29437b4b-991f-4b52-ba72-ca91c23f839e req-48267745-2631-4455-9034-f4147d1a576e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 946 time: 0.3927293 Feb 11 04:49:44.909618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (63da1793-95d1-4acb-9151-2c08ccbc6ef9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.938724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.947853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/63da1793-95d1-4acb-9151-2c08ccbc6ef9 HTTP/1.1" status: 204 len: 168 time: 0.6382437 Feb 11 04:49:44.961457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Pushing event updated for resources: {'Port': ['ID=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:44.977670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:44.979295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:44.981853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:45.054439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:45.060896 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.064777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f203ac7-de76-4391-a717-e15bf7f227f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=63da1793-95d1-4acb-9151-2c08ccbc6ef9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:45.099848 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-e508cdb5-a573-4b07-84dc-7eeb9efb5c34 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3375921 Feb 11 04:49:45.130370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Request body: {'port': {'device_id': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:45.142229 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29437b4b-991f-4b52-ba72-ca91c23f839e req-de9df9cd-9a6c-48bd-badc-e5150b02d316 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271974 Feb 11 04:49:45.308342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59202) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:45.355779 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.401049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc00a8a-66b4-4a5b-83f7-c772ac6b3d9d req-e8e435f5-2583-46c7-af48-049d37a1d6b0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:45.402670 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dc00a8a-66b4-4a5b-83f7-c772ac6b3d9d req-e8e435f5-2583-46c7-af48-049d37a1d6b0 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 932 time: 0.1326060 Feb 11 04:49:45.498836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-11bb8683-3360-4f37-894e-7ec21e62bc46 None None] Provisioning complete for port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:45.502418 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-11bb8683-3360-4f37-894e-7ec21e62bc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.510770 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dc00a8a-66b4-4a5b-83f7-c772ac6b3d9d req-f66eaef5-a712-4e1a-9548-45cc4ee9b750 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901072 Feb 11 04:49:45.516215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59206) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:45.517185 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fac58223-9720-41b2-b3d3-3f04a621db86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25bd46a870264ee289dd7ae54681a048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2074401 Feb 11 04:49:45.667258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-347007d2-8354-407d-83d1-0404bce02b1d req-a3c52d2d-825b-4065-b5ab-e9dac1db7465 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:49:45.669377 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-347007d2-8354-407d-83d1-0404bce02b1d req-a3c52d2d-825b-4065-b5ab-e9dac1db7465 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3500512 Feb 11 04:49:45.673194 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-11bb8683-3360-4f37-894e-7ec21e62bc46 None None] Port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:49:45.680784 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.700645 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0278d92d-6fb4-426c-b655-f851497522f6 admin admin] Publish callbacks [] for security_group (d8b2fffc-88b4-4a63-bf39-d84a72b609e0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.728250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0278d92d-6fb4-426c-b655-f851497522f6 admin admin] Publish callbacks [] for security_group (d8b2fffc-88b4-4a63-bf39-d84a72b609e0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.793283 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0278d92d-6fb4-426c-b655-f851497522f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d8b2fffc-88b4-4a63-bf39-d84a72b609e0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.803474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0278d92d-6fb4-426c-b655-f851497522f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.821906 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0278d92d-6fb4-426c-b655-f851497522f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8b2fffc-88b4-4a63-bf39-d84a72b609e0 HTTP/1.1" status: 204 len: 168 time: 0.2922180 Feb 11 04:49:45.848625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278d92d-6fb4-426c-b655-f851497522f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b2fffc-88b4-4a63-bf39-d84a72b609e0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:46.101569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ea744-0031-48dd-9e3a-d0dbcccc8859 req-d68a329a-a826-4855-9d85-bf46a8f91b70 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:46.105502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f28ea744-0031-48dd-9e3a-d0dbcccc8859 req-d68a329a-a826-4855-9d85-bf46a8f91b70 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.10 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.2749650 Feb 11 04:49:46.273566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9bad0-3c14-4abc-9dcc-7702960d3e7b req-31faca3f-c59c-498f-9059-e6da87f9675d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:46.286263 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3f9bad0-3c14-4abc-9dcc-7702960d3e7b req-31faca3f-c59c-498f-9059-e6da87f9675d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf308f9-2882-4ca6-92f4-edc1f9289a5a HTTP/1.1" status: 200 len: 945 time: 0.2319453 Feb 11 04:49:46.347011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:46.366170 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Publish callbacks [] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:46.417954 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3f9bad0-3c14-4abc-9dcc-7702960d3e7b req-8b199d6e-a320-4610-9aae-3c2998c7dbf7 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294675 Feb 11 04:49:46.418482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Transition to ACTIVE for port object 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:49:46.458406 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:46.700098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108af3f-30c1-480a-882d-346ead0afdf0 req-dabda428-f403-405a-9377-2553a69ef02d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:46.701732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:46.702487 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9108af3f-30c1-480a-882d-346ead0afdf0 req-dabda428-f403-405a-9377-2553a69ef02d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 946 time: 0.1083391 Feb 11 04:49:46.849080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f28ea744-0031-48dd-9e3a-d0dbcccc8859 req-0292bf31-dfd9-4d75-9952-35486f2371a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Deleting port 215bcfff-70e6-425a-a377-e53c0ca76986 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:49:46.849434 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f28ea744-0031-48dd-9e3a-d0dbcccc8859 req-0292bf31-dfd9-4d75-9952-35486f2371a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:46.922321 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9108af3f-30c1-480a-882d-346ead0afdf0 req-9edd4255-7341-4803-9b6e-e636dd2765a5 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966541 Feb 11 04:49:47.119978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Attempting to bind port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:47.119978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Attempting to bind port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:47.119978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Attempting to bind port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec on network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:47.128632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec on network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:49:47.129791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Attempting to bind port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec on network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:47.146656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:47.147326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Checking segment: {'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:47.147926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Bound using segment: {'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:47.148584 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Bound port: 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567c174c-0a67-498f-8fc2-d4e3a37f4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:47.149113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.348477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab740ba-eb1d-49d4-aa79-f73ca6b67e55 req-7a1f739e-42ad-45c9-8800-f9da8a138f24 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:47.370738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] For port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:49:47.371995 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dab740ba-eb1d-49d4-aa79-f73ca6b67e55 req-7a1f739e-42ad-45c9-8800-f9da8a138f24 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 944 time: 0.1824751 Feb 11 04:49:47.375074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] For port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec,segment=NetworkSegment(567c174c-0a67-498f-8fc2-d4e3a37f4533),segment_id=567c174c-0a67-498f-8fc2-d4e3a37f4533)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:47.389604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f28ea744-0031-48dd-9e3a-d0dbcccc8859 req-0292bf31-dfd9-4d75-9952-35486f2371a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] For port 215bcfff-70e6-425a-a377-e53c0ca76986, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=215bcfff-70e6-425a-a377-e53c0ca76986,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:47.390203 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f28ea744-0031-48dd-9e3a-d0dbcccc8859 req-0292bf31-dfd9-4d75-9952-35486f2371a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.395387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.420658 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:47.421468 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.424117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] 10.222.0.10 "PUT /v2.0/ports/0f1b6a35-955c-4c5d-9814-b24d4e3d2bec HTTP/1.1" status: 200 len: 1093 time: 2.3019478 Feb 11 04:49:47.431011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'tag': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:47.432459 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa1e31e-63ba-4c69-a83c-28379e36a81a" -d '{"events": [{"name": "network-changed", "server_uuid": "524af3ba-f6ff-446c-8184-bb271c0d78f5", "tag": "0f1b6a35-955c-4c5d-9814-b24d4e3d2bec"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:47.469577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dab740ba-eb1d-49d4-aa79-f73ca6b67e55 req-1775ef62-2112-4d55-83ed-dfd3d3c85fc5 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966351 Feb 11 04:49:47.582760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f28ea744-0031-48dd-9e3a-d0dbcccc8859 req-0292bf31-dfd9-4d75-9952-35486f2371a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Calling delete_port for 215bcfff-70e6-425a-a377-e53c0ca76986 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:49:47.817659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-fb7dfc76-28e7-4d3f-90f4-1954e935f610 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:47.826574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-fb7dfc76-28e7-4d3f-90f4-1954e935f610 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.2385471 Feb 11 04:49:47.846276 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-a4abf1e3-d2b0-4068-8fe9-d47e5e54c8c3 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/quotas/dbf38467408f44b9a285b2d5c0e7abab HTTP/1.1" status: 200 len: 375 time: 0.0184848 Feb 11 04:49:47.846760 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f28ea744-0031-48dd-9e3a-d0dbcccc8859 req-0292bf31-dfd9-4d75-9952-35486f2371a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (215bcfff-70e6-425a-a377-e53c0ca76986), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.924801 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac884468-838e-4f7c-aef4-bb428ae30556 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:47.976214 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-6c3376ee-7c8b-4d23-b3d6-ca1b63164198 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278675 Feb 11 04:49:47.993329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-8fa7a37f-4ea2-4b8a-b2c9-1eabd09d20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:47.995494 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-8fa7a37f-4ea2-4b8a-b2c9-1eabd09d20c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ca1726a28a64c029aa83ab09299090c&device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 1127 time: 0.4147358 Feb 11 04:49:47.996455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292bf31-dfd9-4d75-9952-35486f2371a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Pushing event deleted for resources: {'Port': ['ID=215bcfff-70e6-425a-a377-e53c0ca76986,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:47.998778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28ea744-0031-48dd-9e3a-d0dbcccc8859 req-0292bf31-dfd9-4d75-9952-35486f2371a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] No DVR routers for this DVR port 215bcfff-70e6-425a-a377-e53c0ca76986 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:49:48.003887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-2d588302-2abe-420d-8eab-381dc22c4f73 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:49:48.012639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-2d588302-2abe-420d-8eab-381dc22c4f73 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467260 Feb 11 04:49:48.026975 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f28ea744-0031-48dd-9e3a-d0dbcccc8859 req-0292bf31-dfd9-4d75-9952-35486f2371a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:48.030643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f28ea744-0031-48dd-9e3a-d0dbcccc8859 req-0292bf31-dfd9-4d75-9952-35486f2371a6 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.10 "DELETE /v2.0/ports/215bcfff-70e6-425a-a377-e53c0ca76986 HTTP/1.1" status: 204 len: 173 time: 1.8637369 Feb 11 04:49:48.082781 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-9fdf7a44-66e4-4dd5-939b-289da6a0bdb1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec HTTP/1.1" status: 200 len: 217 time: 0.0674350 Feb 11 04:49:48.171692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-0ec5630c-c90c-4e6c-bdce-efcb605dfad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:48.178124 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-0ec5630c-c90c-4e6c-bdce-efcb605dfad4 service neutron] 10.222.0.48 "GET /v2.0/ports/09fbbe06-5715-4b01-a70a-343df3420458 HTTP/1.1" status: 200 len: 1125 time: 0.1645629 Feb 11 04:49:48.179827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-43d44091-83b3-4cb7-9fd1-fc6caa2db96b service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021031 Feb 11 04:49:48.184838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] Request body: {'binding': {'host': 'n-h1-615180-58', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:48.185301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] Unknown quota resources ['binding']. {{(pid=103353) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:49:48.223267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-fcaa8d9f-f279-45d7-96e4-c47ba22c16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:48.224758 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-fcaa8d9f-f279-45d7-96e4-c47ba22c16d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dcdd502c-55f6-4150-a39d-f15fd5a385f4 HTTP/1.1" status: 200 len: 850 time: 0.1148298 Feb 11 04:49:48.357502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-dafca13f-b75c-45fd-b8d3-6ec0b45d7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:48.359939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-dafca13f-b75c-45fd-b8d3-6ec0b45d7356 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1255023 Feb 11 04:49:48.362556 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-78db6ecf-87e6-44c7-a415-570be05664cb service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812534 Feb 11 04:49:48.432200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] Attempting to bind port 09fbbe06-5715-4b01-a70a-343df3420458 on host n-h1-615180-58 for vnic_type normal with profile None {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:48.432547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] Attempting to bind port 09fbbe06-5715-4b01-a70a-343df3420458 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:48.432877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] Attempting to bind port 09fbbe06-5715-4b01-a70a-343df3420458 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:48.441829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] Port 09fbbe06-5715-4b01-a70a-343df3420458 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:49:48.442151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] Attempting to bind port 09fbbe06-5715-4b01-a70a-343df3420458 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:48.481307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:48.481698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:48.482094 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:48.482543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] Bound port: 09fbbe06-5715-4b01-a70a-343df3420458, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:48.708106 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-7ae70baa-84a0-4d09-87e0-0fe5aa1dcf70 service neutron] 10.222.0.10 "GET /v2.0/networks/8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402081 Feb 11 04:49:48.870650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=09fbbe06-5715-4b01-a70a-343df3420458,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:48.889207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:48.896230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d87dc997-a1d9-47ca-b315-84aaa033890f service neutron] 10.222.0.48 "POST /v2.0/ports/09fbbe06-5715-4b01-a70a-343df3420458/bindings HTTP/1.1" status: 201 len: 390 time: 0.7172034 Feb 11 04:49:49.004694 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5ed473-4713-40d2-8624-a6dfcb60b05a x-openstack-request-id: req-3f5ed473-4713-40d2-8624-a6dfcb60b05a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:49.005061 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524af3ba-f6ff-446c-8184-bb271c0d78f5", "tag": "0f1b6a35-955c-4c5d-9814-b24d4e3d2bec", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:49.005361 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f5ed473-4713-40d2-8624-a6dfcb60b05a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:49.006163 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'tag': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec', 'status': 'completed', 'code': 200} Feb 11 04:49:49.013795 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e80cad90-08d4-40a7-b61c-cad63d77f48e req-9538c15a-de54-4fe1-9a6c-befa52c399e5 service neutron] 10.222.0.10 "GET /v2.0/networks/8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910676 Feb 11 04:49:49.260008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1e31e-63ba-4c69-a83c-28379e36a81a req-c8e5b829-4900-4f25-a6be-5f26a26489b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:49.261700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fa1e31e-63ba-4c69-a83c-28379e36a81a req-c8e5b829-4900-4f25-a6be-5f26a26489b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ca1726a28a64c029aa83ab09299090c&device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 1127 time: 0.1348324 Feb 11 04:49:49.272407 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cbaa8991-fbcd-49c0-9f44-f9d1cfd2d2a7 req-5ae16063-8d5c-42bf-99e4-f15f1dd72d7b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 210 time: 0.0433214 Feb 11 04:49:49.388291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1e31e-63ba-4c69-a83c-28379e36a81a req-bd8ea8b6-fd7a-4580-beff-563ceccc9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:49.389735 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fa1e31e-63ba-4c69-a83c-28379e36a81a req-bd8ea8b6-fd7a-4580-beff-563ceccc9392 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f HTTP/1.1" status: 200 len: 912 time: 0.1154068 Feb 11 04:49:49.433373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df848987-7130-4286-bcab-fdb5bbc0be0e req-45a951aa-eb02-4cf1-9c9b-8da9e67c789a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:49.443671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df848987-7130-4286-bcab-fdb5bbc0be0e req-45a951aa-eb02-4cf1-9c9b-8da9e67c789a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.0811169 Feb 11 04:49:49.519786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fa1e31e-63ba-4c69-a83c-28379e36a81a req-7fb254fb-47ce-4853-800d-6a3a23541ddc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec HTTP/1.1" status: 200 len: 217 time: 0.0557055 Feb 11 04:49:49.520269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59332) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:49.549151 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df848987-7130-4286-bcab-fdb5bbc0be0e req-b89f59f0-3d83-4dea-89d9-2ab3cddbcfb9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042993 Feb 11 04:49:49.626694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-f07eec48-a8a4-440c-9821-3a4d39a2126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:49.628457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-f07eec48-a8a4-440c-9821-3a4d39a2126f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 1128 time: 0.2377763 Feb 11 04:49:49.676767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 215bcfff-70e6-425a-a377-e53c0ca76986 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:49:49.707857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1e31e-63ba-4c69-a83c-28379e36a81a req-351d7f21-ba08-4a4a-8bbb-5c8336049eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:49.712075 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fa1e31e-63ba-4c69-a83c-28379e36a81a req-351d7f21-ba08-4a4a-8bbb-5c8336049eee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dcdd502c-55f6-4150-a39d-f15fd5a385f4 HTTP/1.1" status: 200 len: 850 time: 0.1749890 Feb 11 04:49:49.732659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 215bcfff-70e6-425a-a377-e53c0ca76986 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:49:49.733189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 215bcfff-70e6-425a-a377-e53c0ca76986 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:49:49.760997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83685f62-0349-4c4b-9f38-802f92d33ca6 req-3da57321-8b14-4722-bd7b-cb0f914315e2 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:49.779141 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-83685f62-0349-4c4b-9f38-802f92d33ca6 req-3da57321-8b14-4722-bd7b-cb0f914315e2 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 944 time: 0.5219693 Feb 11 04:49:49.889723 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e345320-d5d5-4012-81f1-4cd5645561db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:49.915539 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194035e-036b-4d2b-95df-b66f307bca9c req-2369e968-6f65-4fd1-aca0-021623022149 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:49.917049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-2369e968-6f65-4fd1-aca0-021623022149 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.1713657 Feb 11 04:49:49.944435 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-8a94f59d-0340-4ded-bb22-a27dea2daf97 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/quotas/b9c82f79d8cb4249965732257aaf6d56 HTTP/1.1" status: 200 len: 375 time: 0.0169973 Feb 11 04:49:49.992415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-decf48ad-5cd8-448f-bff1-a2700b94e545 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355949 Feb 11 04:49:50.083226 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e345320-d5d5-4012-81f1-4cd5645561db admin admin] Publish callbacks [] for security_group (40d2a803-0d94-44ad-aedb-8a0a49792099), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.112519 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e345320-d5d5-4012-81f1-4cd5645561db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (40d2a803-0d94-44ad-aedb-8a0a49792099), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.140498 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-829d69a5-2473-4f3e-afc3-4248320bdc50 service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366615 Feb 11 04:49:50.179805 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1e345320-d5d5-4012-81f1-4cd5645561db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c435cccb23c249ffabb97bf5b81bba6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6570826 Feb 11 04:49:50.182980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59346) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:50.189712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e345320-d5d5-4012-81f1-4cd5645561db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d2a803-0d94-44ad-aedb-8a0a49792099,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:50.225861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce8126f5-d06d-4c32-85c7-306b0af49684 req-b3d99a40-7383-4877-99a2-4c2ccf8706db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5183389 Feb 11 04:49:50.227971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1e31e-63ba-4c69-a83c-28379e36a81a req-e60f8540-8be9-4b97-ad8a-2a19f7f224c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:50.229588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fa1e31e-63ba-4c69-a83c-28379e36a81a req-e60f8540-8be9-4b97-ad8a-2a19f7f224c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4773166 Feb 11 04:49:50.320041 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-5a1cc52a-8234-4e1a-930c-a64480b78312 service neutron] 10.222.0.48 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755464 Feb 11 04:49:50.328006 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37f23721-68dc-4921-a0bb-23bf6936268e admin admin] Publish callbacks [] for security_group (40d2a803-0d94-44ad-aedb-8a0a49792099), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.386829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fa1e31e-63ba-4c69-a83c-28379e36a81a req-46dbdd56-e205-4010-9f1c-9bebef8fb7bd service neutron] 10.222.0.10 "GET /v2.0/networks/8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389265 Feb 11 04:49:50.387060 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37f23721-68dc-4921-a0bb-23bf6936268e admin admin] Publish callbacks [] for security_group (40d2a803-0d94-44ad-aedb-8a0a49792099), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.396488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-83685f62-0349-4c4b-9f38-802f92d33ca6 req-2129e61a-fd9c-46c6-a979-e2a23d377108 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6108134 Feb 11 04:49:50.565728 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37f23721-68dc-4921-a0bb-23bf6936268e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (40d2a803-0d94-44ad-aedb-8a0a49792099), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.569344 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37f23721-68dc-4921-a0bb-23bf6936268e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.570683 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-37f23721-68dc-4921-a0bb-23bf6936268e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40d2a803-0d94-44ad-aedb-8a0a49792099 HTTP/1.1" status: 204 len: 168 time: 0.3791039 Feb 11 04:49:50.604754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f23721-68dc-4921-a0bb-23bf6936268e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d2a803-0d94-44ad-aedb-8a0a49792099,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:50.624165 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fa1e31e-63ba-4c69-a83c-28379e36a81a req-fecd42ae-81de-4544-b52d-62b21663dd1a service neutron] 10.222.0.10 "GET /v2.0/networks/8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807921 Feb 11 04:49:50.651193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-49d988cc-bbf5-4173-b84a-27359b85e701 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:50.662742 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-49d988cc-bbf5-4173-b84a-27359b85e701 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.60 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.2257919 Feb 11 04:49:50.671580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-69ac6756-7eb6-443b-a58f-ce2026b87764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:50.675130 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-69ac6756-7eb6-443b-a58f-ce2026b87764 service neutron] 10.222.0.60 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 1.0212443 Feb 11 04:49:50.699943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Request body: {'port': {'device_id': '381beb41-2b7a-4265-a9ca-ba6c43bd79f3', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'admin_state_up': True, 'tenant_id': 'dbf38467408f44b9a285b2d5c0e7abab'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:50.845493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-1c3c730a-1947-4be6-b12b-67e0aedd1f26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09fbbe06-5715-4b01-a70a-343df3420458 HTTP/1.1" status: 200 len: 217 time: 0.1492152 Feb 11 04:49:50.985345 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f48c8b-3fea-46d4-8ae9-f56643db5722 req-40cc08f2-af27-46cb-8e2f-ac6a1aa9a815 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:51.010827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-58f48c8b-3fea-46d4-8ae9-f56643db5722 req-40cc08f2-af27-46cb-8e2f-ac6a1aa9a815 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.2452748 Feb 11 04:49:51.318595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf308f9-2882-4ca6-92f4-edc1f9289a5a', 'name': 'network-vif-deleted', 'tag': '215bcfff-70e6-425a-a377-e53c0ca76986'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:51.321051 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4116bf-3432-4279-89ac-99f7619bf161" -d '{"events": [{"server_uuid": "aaf308f9-2882-4ca6-92f4-edc1f9289a5a", "name": "network-vif-deleted", "tag": "215bcfff-70e6-425a-a377-e53c0ca76986"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:51.345050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-58f48c8b-3fea-46d4-8ae9-f56643db5722 req-54465a66-f852-4a70-bb93-dc18a918a31f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317931 Feb 11 04:49:51.346324 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfaac49d-52b3-4f1e-91d7-c8d3c568407f req-e827d5ed-c022-455b-9fc4-2fd188a03c57 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 210 time: 0.6164367 Feb 11 04:49:51.402649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Made reservation on behalf of dbf38467408f44b9a285b2d5c0e7abab for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:51.417149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:51.440111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8126f5-d06d-4c32-85c7-306b0af49684 req-a2fc5b90-ad2e-4c52-bb23-adc38cc1d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:51.445361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce8126f5-d06d-4c32-85c7-306b0af49684 req-a2fc5b90-ad2e-4c52-bb23-adc38cc1d440 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 1129 time: 1.0397272 Feb 11 04:49:51.552577 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b456093f-430b-43f9-bc2b-342481f27b76 req-9d065d4f-f129-4a1b-8d0e-f7e819461fa1 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 210 time: 0.1022797 Feb 11 04:49:51.557480 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca9d6b-ee28-4a89-8871-a6fc3a343556 x-openstack-request-id: req-63ca9d6b-ee28-4a89-8871-a6fc3a343556 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:51.557966 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf308f9-2882-4ca6-92f4-edc1f9289a5a", "name": "network-vif-deleted", "tag": "215bcfff-70e6-425a-a377-e53c0ca76986", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:51.558321 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63ca9d6b-ee28-4a89-8871-a6fc3a343556 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:51.558815 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf308f9-2882-4ca6-92f4-edc1f9289a5a', 'name': 'network-vif-deleted', 'tag': '215bcfff-70e6-425a-a377-e53c0ca76986', 'status': 'completed', 'code': 200} Feb 11 04:49:51.573242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-31f38c3d-5264-4bc5-b251-0aa67f63d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:51.575287 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-31f38c3d-5264-4bc5-b251-0aa67f63d9fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.2507968 Feb 11 04:49:51.659999 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-a91b12db-a1b3-441f-801b-cc0c8655e6ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670054 Feb 11 04:49:51.699996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:51.903057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Allocated IP 172.20.0.6 (304821df-a58c-4299-8fdb-c67c2a932ad8/13421f11-6eb2-47e2-aec3-80ca3a3e551b/821e586a-2f31-49a0-8b6a-f7847923346f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:51.907178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8126f5-d06d-4c32-85c7-306b0af49684 req-77a46e13-c420-489c-a8a0-a8fc38820305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:51.932498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce8126f5-d06d-4c32-85c7-306b0af49684 req-77a46e13-c420-489c-a8a0-a8fc38820305 service neutron] 10.222.0.10 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 906 time: 0.4430451 Feb 11 04:49:51.992704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec,segment=NetworkSegment(567c174c-0a67-498f-8fc2-d4e3a37f4533),segment_id=567c174c-0a67-498f-8fc2-d4e3a37f4533)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:52.017146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c77c7-cd3c-406d-adf1-effeeab2e007 req-ae5b752b-645a-4884-9126-793d2a5ae702 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:52.032025 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c1c77c7-cd3c-406d-adf1-effeeab2e007 req-ae5b752b-645a-4884-9126-793d2a5ae702 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 944 time: 0.2969320 Feb 11 04:49:52.032221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'port_id': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec', 'mac_address': 'fa:16:3e:38:ae:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:52.045089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce8126f5-d06d-4c32-85c7-306b0af49684 req-4e7facda-9ee1-47e8-9ae5-dd22764c9a9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=891a6c06-3097-43c7-8a0a-2fcc3cd10055 HTTP/1.1" status: 200 len: 217 time: 0.1044703 Feb 11 04:49:52.107541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8126f5-d06d-4c32-85c7-306b0af49684 req-cd5ac7f5-1fce-4c16-b7a3-af5c2e9f3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:52.111636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce8126f5-d06d-4c32-85c7-306b0af49684 req-cd5ac7f5-1fce-4c16-b7a3-af5c2e9f3580 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.0569274 Feb 11 04:49:52.134200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-314efcfe-6617-4a0b-92e1-af74f88bbadc service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918371 Feb 11 04:49:52.173201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce8126f5-d06d-4c32-85c7-306b0af49684 req-56e85467-b662-4b00-9ab2-4e4a907b8d7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554764 Feb 11 04:49:52.175092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:52.175504 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.213577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:52.247995 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c1c77c7-cd3c-406d-adf1-effeeab2e007 req-58e1f797-bea6-4daa-b094-a7b73fd0121a tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123055 Feb 11 04:49:52.326058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec,segment=NetworkSegment(567c174c-0a67-498f-8fc2-d4e3a37f4533),segment_id=567c174c-0a67-498f-8fc2-d4e3a37f4533)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:52.333694 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.445262 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-1223a8a5-e05e-401d-86b1-e3b74f7dc5ed service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704158 Feb 11 04:49:52.482251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:52.500749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce8126f5-d06d-4c32-85c7-306b0af49684 req-ed7e5a46-f549-4cfb-b832-56466b8ff163 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136234 Feb 11 04:49:52.508209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks [] for port (821e586a-2f31-49a0-8b6a-f7847923346f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.563283 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-820646fb-e5a0-493c-89dd-f6c3e6cc94b8 req-18e85eef-fa5f-4d4f-a5f7-38b1ea1c9f21 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 210 time: 0.0474348 Feb 11 04:49:52.629527 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.665121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055', '9d6622f6-0cc6-4598-ad4e-da915980f97d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:52.810036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['0f1b6a35-955c-4c5d-9814-b24d4e3d2bec'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:52.862200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce8126f5-d06d-4c32-85c7-306b0af49684 req-f5394022-dd1f-4d87-a4c6-e494b3c5fd70 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315933 Feb 11 04:49:52.892980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Network 304821df-a58c-4299-8fdb-c67c2a932ad8 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:52.937690 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:52.941543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:52.955877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event updated for resources: {'Port': ['ID=821e586a-2f31-49a0-8b6a-f7847923346f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:53.035936 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64c69a3e-28ef-42cc-8597-4f947e225e8d req-0ca5f002-82e3-4302-b49e-b86de789605f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 210 time: 0.1698260 Feb 11 04:49:53.097300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:53.098139 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.143717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194035e-036b-4d2b-95df-b66f307bca9c req-9cb9324a-a0da-4baf-9f41-f54fa99d1d6b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:53.147444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78325a86-7a51-4f80-82c7-80a3080bcaed req-52f2a2a1-3d1c-497f-8fa0-af2ec5d7f62d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:53.149036 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-78325a86-7a51-4f80-82c7-80a3080bcaed req-52f2a2a1-3d1c-497f-8fa0-af2ec5d7f62d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.4532506 Feb 11 04:49:53.150626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-9cb9324a-a0da-4baf-9f41-f54fa99d1d6b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.10 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 812 time: 0.6884825 Feb 11 04:49:53.173486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6194035e-036b-4d2b-95df-b66f307bca9c req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Request body: {'port': {'device_id': 'd98f5853-9f4e-45ce-a394-e0581c248fda', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'admin_state_up': True, 'tenant_id': 'b9c82f79d8cb4249965732257aaf6d56'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:53.215960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-01104810-ed15-466b-920a-e16d647be938 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5221109 Feb 11 04:49:53.259106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Request body: {'port': {'device_id': '381beb41-2b7a-4265-a9ca-ba6c43bd79f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:53.373081 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-78325a86-7a51-4f80-82c7-80a3080bcaed req-b879bac5-8de0-4489-9091-b7166ebfff12 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998587 Feb 11 04:49:53.408115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6194035e-036b-4d2b-95df-b66f307bca9c req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Made reservation on behalf of b9c82f79d8cb4249965732257aaf6d56 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:53.420502 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6194035e-036b-4d2b-95df-b66f307bca9c req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.508465 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.698386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-6194035e-036b-4d2b-95df-b66f307bca9c req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Allocated IP 172.20.0.8 (31aafeb1-3c06-44eb-837b-127b2852a4a3/39ae33d8-9318-4ac3-9e38-c945077968e0/d1f1ebe6-bb5e-4701-8418-81558b8f3c52) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:53.774939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa534f-332f-4550-8c8a-0dafd6fde104 req-d8f12f1c-0cd9-4df3-9f19-4e06cf4996c5 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:53.784496 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94aa534f-332f-4550-8c8a-0dafd6fde104 req-d8f12f1c-0cd9-4df3-9f19-4e06cf4996c5 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 945 time: 0.2488005 Feb 11 04:49:53.898551 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6194035e-036b-4d2b-95df-b66f307bca9c req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks [] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.906609 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94aa534f-332f-4550-8c8a-0dafd6fde104 req-853b9992-7176-4ae3-8fd8-3bb5383cdc77 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177611 Feb 11 04:49:53.960409 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6194035e-036b-4d2b-95df-b66f307bca9c req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.061387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6194035e-036b-4d2b-95df-b66f307bca9c req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Network 31aafeb1-3c06-44eb-837b-127b2852a4a3 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:54.077480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09655ab2-d99f-4fce-98f4-bd4215d79906 req-cce2caba-322f-49b1-8058-2ad28156f429 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:54.095605 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09655ab2-d99f-4fce-98f4-bd4215d79906 req-cce2caba-322f-49b1-8058-2ad28156f429 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 931 time: 0.4196584 Feb 11 04:49:54.107168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-6194035e-036b-4d2b-95df-b66f307bca9c req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:54.116277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-6194035e-036b-4d2b-95df-b66f307bca9c req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:54.122669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Pushing event updated for resources: {'Port': ['ID=d1f1ebe6-bb5e-4701-8418-81558b8f3c52,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:54.200075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59472) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:54.207878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09655ab2-d99f-4fce-98f4-bd4215d79906 req-1e6fc1cd-503b-4188-9f83-e50be2836b5f tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112993 Feb 11 04:49:54.258543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194035e-036b-4d2b-95df-b66f307bca9c req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:54.265033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6194035e-036b-4d2b-95df-b66f307bca9c req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.272807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821e586a-2f31-49a0-8b6a-f7847923346f {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:54.283098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Publish callbacks [] for port (821e586a-2f31-49a0-8b6a-f7847923346f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.292223 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-cb8f5c50-f921-4281-8ea9-68ae34fef232 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1231964 Feb 11 04:49:54.327448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Request body: {'port': {'device_id': 'd98f5853-9f4e-45ce-a394-e0581c248fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:54.357696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Transition to ACTIVE for port object 821e586a-2f31-49a0-8b6a-f7847923346f will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:49:54.385791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b30361-7e92-44db-9e86-34065d0163cb req-741563f9-0cd9-4af2-9ad2-73c2dedcf898 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:54.387409 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68b30361-7e92-44db-9e86-34065d0163cb req-741563f9-0cd9-4af2-9ad2-73c2dedcf898 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 931 time: 0.1014712 Feb 11 04:49:54.400946 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.536797 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.543430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Pushing event updated for resources: {'Port': ['ID=821e586a-2f31-49a0-8b6a-f7847923346f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:54.682295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Attempting to bind port 821e586a-2f31-49a0-8b6a-f7847923346f on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:54.682737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Attempting to bind port 821e586a-2f31-49a0-8b6a-f7847923346f by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:54.683021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Attempting to bind port 821e586a-2f31-49a0-8b6a-f7847923346f on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:54.688549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fff930d-417d-45f2-ae09-5270d402f1b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.706327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cc90c-521a-46b9-95c1-17c8fca0b66a req-c7e4b59d-df50-4379-b8b5-98e8fd352c9e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:54.715488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df3cc90c-521a-46b9-95c1-17c8fca0b66a req-c7e4b59d-df50-4379-b8b5-98e8fd352c9e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1798921 Feb 11 04:49:54.809609 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fff930d-417d-45f2-ae09-5270d402f1b3 admin admin] Publish callbacks [] for security_group (d3e53ff7-8d88-44ee-a37a-3ba9e8555b76), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.817315 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68b30361-7e92-44db-9e86-34065d0163cb req-760d9d61-cf04-4736-b40c-4af9ea2762ec tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183307 Feb 11 04:49:54.818703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Port 821e586a-2f31-49a0-8b6a-f7847923346f on network 304821df-a58c-4299-8fdb-c67c2a932ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:49:54.819056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Attempting to bind port 821e586a-2f31-49a0-8b6a-f7847923346f on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:54.825377 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:54.825814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Checking segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:54.826353 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Bound using segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:54.826783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Bound port: 821e586a-2f31-49a0-8b6a-f7847923346f, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:54.827206 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.841341 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fff930d-417d-45f2-ae09-5270d402f1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d3e53ff7-8d88-44ee-a37a-3ba9e8555b76), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.870946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9fff930d-417d-45f2-ae09-5270d402f1b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3bb74e7b29584a99acad5044541da56c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6669075 Feb 11 04:49:54.873477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59488) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:54.989190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff930d-417d-45f2-ae09-5270d402f1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e53ff7-8d88-44ee-a37a-3ba9e8555b76,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:54.996887 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d15e879-0089-48b2-bdb1-ed32dcde572a admin admin] Publish callbacks [] for security_group (d3e53ff7-8d88-44ee-a37a-3ba9e8555b76), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.026987 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d15e879-0089-48b2-bdb1-ed32dcde572a admin admin] Publish callbacks [] for security_group (d3e53ff7-8d88-44ee-a37a-3ba9e8555b76), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.137829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df3cc90c-521a-46b9-95c1-17c8fca0b66a req-d4320913-5eda-47f0-873c-daffb56543f9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211273 Feb 11 04:49:55.186412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] For port 821e586a-2f31-49a0-8b6a-f7847923346f, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:49:55.231654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f1ebe6-bb5e-4701-8418-81558b8f3c52 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:55.232399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] For port 821e586a-2f31-49a0-8b6a-f7847923346f, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=821e586a-2f31-49a0-8b6a-f7847923346f,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:55.243384 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Publish callbacks [] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.246249 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d15e879-0089-48b2-bdb1-ed32dcde572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d3e53ff7-8d88-44ee-a37a-3ba9e8555b76), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.249012 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d15e879-0089-48b2-bdb1-ed32dcde572a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.250717 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7d15e879-0089-48b2-bdb1-ed32dcde572a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3e53ff7-8d88-44ee-a37a-3ba9e8555b76 HTTP/1.1" status: 204 len: 168 time: 0.3758152 Feb 11 04:49:55.264720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15e879-0089-48b2-bdb1-ed32dcde572a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e53ff7-8d88-44ee-a37a-3ba9e8555b76,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:55.270836 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.304713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Transition to ACTIVE for port object d1f1ebe6-bb5e-4701-8418-81558b8f3c52 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:49:55.311024 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.341486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Pushing event updated for resources: {'Port': ['ID=821e586a-2f31-49a0-8b6a-f7847923346f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:55.354934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb00a3f-2043-472e-be5e-8a5db00360ba req-7e1418dd-d77b-4fce-96f7-78750b9a5417 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:55.356464 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5bb00a3f-2043-472e-be5e-8a5db00360ba req-7e1418dd-d77b-4fce-96f7-78750b9a5417 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 945 time: 0.2910662 Feb 11 04:49:55.364157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:55.364960 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.366345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-3a8eb420-f6f3-4bd1-8898-8155ca8067d6 service neutron] 10.222.0.60 "PUT /v2.0/ports/821e586a-2f31-49a0-8b6a-f7847923346f HTTP/1.1" status: 200 len: 1092 time: 2.1268063 Feb 11 04:49:55.371030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381beb41-2b7a-4265-a9ca-ba6c43bd79f3', 'tag': '821e586a-2f31-49a0-8b6a-f7847923346f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:55.374644 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056a7cc9-1f5f-41b1-9282-554eca55957c" -d '{"events": [{"name": "network-changed", "server_uuid": "381beb41-2b7a-4265-a9ca-ba6c43bd79f3", "tag": "821e586a-2f31-49a0-8b6a-f7847923346f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:55.467530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Pushing event updated for resources: {'Port': ['ID=d1f1ebe6-bb5e-4701-8418-81558b8f3c52,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:55.543563 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5bb00a3f-2043-472e-be5e-8a5db00360ba req-79e6b688-f923-414b-8353-b5f0a731adc5 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589234 Feb 11 04:49:55.589346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-6b409ef3-6ead-4bd9-afd0-122f1ca854d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:55.590836 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-6b409ef3-6ead-4bd9-afd0-122f1ca854d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 1126 time: 0.1503727 Feb 11 04:49:55.686188 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e851078-527d-4ffd-810d-ffac4470bbb2 x-openstack-request-id: req-6e851078-527d-4ffd-810d-ffac4470bbb2 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:55.686477 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381beb41-2b7a-4265-a9ca-ba6c43bd79f3", "tag": "821e586a-2f31-49a0-8b6a-f7847923346f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:55.686735 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e851078-527d-4ffd-810d-ffac4470bbb2 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:55.687169 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381beb41-2b7a-4265-a9ca-ba6c43bd79f3', 'tag': '821e586a-2f31-49a0-8b6a-f7847923346f', 'status': 'completed', 'code': 200} Feb 11 04:49:55.689544 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-b24dd243-5ee4-40a2-9057-e67b1cf3364c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=821e586a-2f31-49a0-8b6a-f7847923346f HTTP/1.1" status: 200 len: 217 time: 0.0759981 Feb 11 04:49:55.695703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622bb4e-980b-4282-9b4f-fd760d1092c3 req-0309ad47-b76e-433c-a189-da366113792e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:55.697247 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4622bb4e-980b-4282-9b4f-fd760d1092c3 req-0309ad47-b76e-433c-a189-da366113792e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 943 time: 0.2308428 Feb 11 04:49:55.723590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:55.837049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-626f01d0-9cd6-48c8-8888-1f3c46c34adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:55.838544 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-626f01d0-9cd6-48c8-8888-1f3c46c34adc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.1331241 Feb 11 04:49:55.847691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:49:55.852234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:55.852885 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.869020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Attempting to bind port d1f1ebe6-bb5e-4701-8418-81558b8f3c52 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:49:55.872203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Attempting to bind port d1f1ebe6-bb5e-4701-8418-81558b8f3c52 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:49:55.872203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Attempting to bind port d1f1ebe6-bb5e-4701-8418-81558b8f3c52 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:55.894906 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4622bb4e-980b-4282-9b4f-fd760d1092c3 req-e05e4f2a-3a8b-4b33-a025-5aa714414978 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823032 Feb 11 04:49:55.896026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Port d1f1ebe6-bb5e-4701-8418-81558b8f3c52 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:49:55.896148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Attempting to bind port d1f1ebe6-bb5e-4701-8418-81558b8f3c52 on network 31aafeb1-3c06-44eb-837b-127b2852a4a3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:49:55.904704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:49:55.905155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Checking segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:55.905486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Bound using segment: {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:49:55.905995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Bound port: d1f1ebe6-bb5e-4701-8418-81558b8f3c52, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f35609-9e83-4e53-8df5-dead917363cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:49:55.906991 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.981697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-befc15c8-c754-45dc-b9a6-166e0aa4cd1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326418 Feb 11 04:49:56.064636 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] For port d1f1ebe6-bb5e-4701-8418-81558b8f3c52, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:49:56.071120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] For port d1f1ebe6-bb5e-4701-8418-81558b8f3c52, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d1f1ebe6-bb5e-4701-8418-81558b8f3c52,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:49:56.107688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:56.108340 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:56.113256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:56.151826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:56.154363 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d920f801-050c-4612-a55e-f8fa88786c3e" -d '{"events": [{"server_uuid": "524af3ba-f6ff-446c-8184-bb271c0d78f5", "name": "network-vif-plugged", "status": "completed", "tag": "0f1b6a35-955c-4c5d-9814-b24d4e3d2bec"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:56.170111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec,segment=NetworkSegment(567c174c-0a67-498f-8fc2-d4e3a37f4533),segment_id=567c174c-0a67-498f-8fc2-d4e3a37f4533)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:56.182507 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:56.235792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:56.236487 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:56.237836 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] 10.222.0.10 "PUT /v2.0/ports/d1f1ebe6-bb5e-4701-8418-81558b8f3c52 HTTP/1.1" status: 200 len: 1092 time: 1.9318531 Feb 11 04:49:56.238335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98f5853-9f4e-45ce-a394-e0581c248fda', 'tag': 'd1f1ebe6-bb5e-4701-8418-81558b8f3c52'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:56.240581 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb38e6e4-3e07-461a-b7ee-ae5ea916c2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d98f5853-9f4e-45ce-a394-e0581c248fda", "tag": "d1f1ebe6-bb5e-4701-8418-81558b8f3c52"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:56.252949 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48b4074-1629-43ca-8e6a-ed28a1fe0271 x-openstack-request-id: req-f48b4074-1629-43ca-8e6a-ed28a1fe0271 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:56.253686 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524af3ba-f6ff-446c-8184-bb271c0d78f5", "name": "network-vif-plugged", "status": "completed", "tag": "0f1b6a35-955c-4c5d-9814-b24d4e3d2bec", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:56.255225 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f48b4074-1629-43ca-8e6a-ed28a1fe0271 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:56.255834 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec', 'code': 200} Feb 11 04:49:56.292357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c999147-1b51-4433-94ec-f1b666f5233f service neutron] Pushing event updated for resources: {'Port': ['ID=d1f1ebe6-bb5e-4701-8418-81558b8f3c52,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:56.308421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72450cd6-4eb4-42bf-96ac-a52838e179f5 req-8f30e971-3847-4d8a-975b-105f5a1ed274 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:56.310578 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-72450cd6-4eb4-42bf-96ac-a52838e179f5 req-8f30e971-3847-4d8a-975b-105f5a1ed274 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 943 time: 0.2070804 Feb 11 04:49:56.321773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:56.329392 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-a0930ee2-86cd-47cb-b8bb-75032a55c6e6 service neutron] 10.222.0.60 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393242 Feb 11 04:49:56.537195 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-72450cd6-4eb4-42bf-96ac-a52838e179f5 req-5c008961-9f15-4fff-b893-8e4a0f4d3456 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121217 Feb 11 04:49:56.591631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6948604-b7aa-42e2-8b24-7de0896b8a54 req-c22fdd4e-6cd2-4384-a962-4e54f3c44579 service neutron] 10.222.0.60 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095463 Feb 11 04:49:56.597513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194035e-036b-4d2b-95df-b66f307bca9c req-a58e40df-29a4-43a8-b35d-ba844c187bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:56.599082 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-a58e40df-29a4-43a8-b35d-ba844c187bc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 1126 time: 0.2527854 Feb 11 04:49:56.608318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ba127-e395-4db0-a02f-89ff2f830cc3 req-65568840-fdf3-4a91-8c70-585f8a457aa4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:56.609892 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a51ba127-e395-4db0-a02f-89ff2f830cc3 req-65568840-fdf3-4a91-8c70-585f8a457aa4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1983991 Feb 11 04:49:56.615985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdce12-7925-4be2-9f31-793a4852a6d3 req-1c65585b-6259-4c38-a779-fa25db534be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:56.617756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-87fdce12-7925-4be2-9f31-793a4852a6d3 req-1c65585b-6259-4c38-a779-fa25db534be8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 1129 time: 0.1858895 Feb 11 04:49:56.636619 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079c0c28-cdc8-485d-b16c-9069487a2018 x-openstack-request-id: req-079c0c28-cdc8-485d-b16c-9069487a2018 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:56.637151 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98f5853-9f4e-45ce-a394-e0581c248fda", "tag": "d1f1ebe6-bb5e-4701-8418-81558b8f3c52", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:56.637550 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-079c0c28-cdc8-485d-b16c-9069487a2018 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:56.638138 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98f5853-9f4e-45ce-a394-e0581c248fda', 'tag': 'd1f1ebe6-bb5e-4701-8418-81558b8f3c52', 'status': 'completed', 'code': 200} Feb 11 04:49:56.713975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-d3274354-18b4-4f22-8e46-077940b275f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1f1ebe6-bb5e-4701-8418-81558b8f3c52 HTTP/1.1" status: 200 len: 217 time: 0.0952034 Feb 11 04:49:56.799611 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-87fdce12-7925-4be2-9f31-793a4852a6d3 req-9e49a76f-c03a-4039-86ed-f99e3f2f7b39 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530261 Feb 11 04:49:56.807390 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a51ba127-e395-4db0-a02f-89ff2f830cc3 req-71f33445-c6b2-482b-943a-3ff60a5983e8 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682436 Feb 11 04:49:56.815219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194035e-036b-4d2b-95df-b66f307bca9c req-a6d8868e-a262-47d0-9699-9a0f098a9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:56.816683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-a6d8868e-a262-47d0-9699-9a0f098a9e51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.0930202 Feb 11 04:49:56.840194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4eefa-61a6-404f-963f-8864b4cdaebd req-53c13b7d-8712-48a0-88c5-b54db359b5f6 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:56.841846 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eefa-61a6-404f-963f-8864b4cdaebd req-53c13b7d-8712-48a0-88c5-b54db359b5f6 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 946 time: 0.1583357 Feb 11 04:49:56.863256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a7cc9-1f5f-41b1-9282-554eca55957c req-d25c0565-5464-4311-a089-a271c545bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:56.864245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-056a7cc9-1f5f-41b1-9282-554eca55957c req-d25c0565-5464-4311-a089-a271c545bde8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 1126 time: 0.1222613 Feb 11 04:49:56.966398 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3bf4eefa-61a6-404f-963f-8864b4cdaebd req-5b71ca4b-5660-4e0d-bc10-a923bc021d16 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119704 Feb 11 04:49:56.997715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a7cc9-1f5f-41b1-9282-554eca55957c req-d171b6d4-177f-460e-8f68-718f63e21dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:56.999699 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-056a7cc9-1f5f-41b1-9282-554eca55957c req-d171b6d4-177f-460e-8f68-718f63e21dd8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 906 time: 0.1276267 Feb 11 04:49:57.057256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-056a7cc9-1f5f-41b1-9282-554eca55957c req-562738bb-3065-40d2-9ea7-2e7214757158 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=821e586a-2f31-49a0-8b6a-f7847923346f HTTP/1.1" status: 200 len: 217 time: 0.0503366 Feb 11 04:49:57.115283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a7cc9-1f5f-41b1-9282-554eca55957c req-4902126f-7177-463c-bed9-3a1285d872e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:57.117974 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-056a7cc9-1f5f-41b1-9282-554eca55957c req-4902126f-7177-463c-bed9-3a1285d872e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.0515871 Feb 11 04:49:57.198163 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-056a7cc9-1f5f-41b1-9282-554eca55957c req-b1350431-e062-454e-98dc-332e9d9fd7fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341375 Feb 11 04:49:57.208328 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-650416bd-7dd7-44d0-8d01-8922dad5590f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476818 Feb 11 04:49:57.330066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc18164-9ec7-4faf-a81b-26cc33833749 req-c01e97fe-956b-49d2-bb51-ac577fc920a5 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:57.339142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0dc18164-9ec7-4faf-a81b-26cc33833749 req-c01e97fe-956b-49d2-bb51-ac577fc920a5 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 943 time: 0.2195477 Feb 11 04:49:57.385784 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-056a7cc9-1f5f-41b1-9282-554eca55957c req-b39eec34-8ec9-4887-a313-bec5bae1a255 service neutron] 10.222.0.60 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775954 Feb 11 04:49:57.411176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-39f0ff32-7309-4c4a-bc90-1f30b4762bca service neutron] 10.222.0.10 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921308 Feb 11 04:49:57.479734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0dc18164-9ec7-4faf-a81b-26cc33833749 req-7ff30060-09f1-4f3a-b986-f504b2dc5d91 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387990 Feb 11 04:49:57.511808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbde5ff8-8f7f-4858-a66a-3861b05df8cf req-391c0e96-5190-43a1-95ad-ed42a292879f tempest-AbsoluteLimitsNegativeTestJSON-1930582759 tempest-AbsoluteLimitsNegativeTestJSON-1930582759-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3673ad706fe940a5bbaa23bc22c9a601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564795 Feb 11 04:49:57.582833 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-056a7cc9-1f5f-41b1-9282-554eca55957c req-265448f1-2f1c-450d-9d67-95df7235e5db service neutron] 10.222.0.60 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898789 Feb 11 04:49:57.683622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde5ff8-8f7f-4858-a66a-3861b05df8cf req-f5e283a3-56cf-4d76-aed6-b760969047d0 tempest-AbsoluteLimitsNegativeTestJSON-1930582759 tempest-AbsoluteLimitsNegativeTestJSON-1930582759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:57.685275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbde5ff8-8f7f-4858-a66a-3861b05df8cf req-f5e283a3-56cf-4d76-aed6-b760969047d0 tempest-AbsoluteLimitsNegativeTestJSON-1930582759 tempest-AbsoluteLimitsNegativeTestJSON-1930582759-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406233 Feb 11 04:49:57.701570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44595f-746c-48b1-88cc-d08356001a8b req-fbe8a4d1-8d90-4063-b754-d44aedfb3fcb tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:57.711729 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf44595f-746c-48b1-88cc-d08356001a8b req-fbe8a4d1-8d90-4063-b754-d44aedfb3fcb tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 943 time: 0.0845163 Feb 11 04:49:57.714727 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbde5ff8-8f7f-4858-a66a-3861b05df8cf req-01b6b228-4aaa-4d47-b47e-538f4272750f tempest-AbsoluteLimitsNegativeTestJSON-1930582759 tempest-AbsoluteLimitsNegativeTestJSON-1930582759-project] 10.222.0.48 "GET /v2.0/quotas/3673ad706fe940a5bbaa23bc22c9a601 HTTP/1.1" status: 200 len: 375 time: 0.0204375 Feb 11 04:49:57.763735 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbde5ff8-8f7f-4858-a66a-3861b05df8cf req-15d3a729-6bcd-4d36-8cc9-0f4a08a6621b tempest-AbsoluteLimitsNegativeTestJSON-1930582759 tempest-AbsoluteLimitsNegativeTestJSON-1930582759-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3673ad706fe940a5bbaa23bc22c9a601&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476325 Feb 11 04:49:57.787952 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf44595f-746c-48b1-88cc-d08356001a8b req-40235e2d-f320-45b6-910a-5080daed687c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731654 Feb 11 04:49:57.798256 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6194035e-036b-4d2b-95df-b66f307bca9c req-80cbaa06-1186-4848-976a-48acbe7ed8c4 service neutron] 10.222.0.10 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773267 Feb 11 04:49:58.004392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274def04-e57f-4554-b60f-466dc4aa64ec req-60626ca7-7d44-4afb-9afe-e3d99fd13c20 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:58.014159 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-274def04-e57f-4554-b60f-466dc4aa64ec req-60626ca7-7d44-4afb-9afe-e3d99fd13c20 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1177418 Feb 11 04:49:58.087528 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-274def04-e57f-4554-b60f-466dc4aa64ec req-4c8776d6-1a31-4b90-ab73-0f34d1f3a06b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722666 Feb 11 04:49:58.128444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38e6e4-3e07-461a-b7ee-ae5ea916c2c9 req-412caebb-b9fc-4ef4-86be-e7d16582ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:58.129986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb38e6e4-3e07-461a-b7ee-ae5ea916c2c9 req-412caebb-b9fc-4ef4-86be-e7d16582ef03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9c82f79d8cb4249965732257aaf6d56&device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 1126 time: 0.1675837 Feb 11 04:49:58.321014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de87963-81d7-494b-b0e5-33bd08a52ac4 req-42a36bea-5d1c-4bd7-9fff-675a40ecd3cf tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:58.330467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4de87963-81d7-494b-b0e5-33bd08a52ac4 req-42a36bea-5d1c-4bd7-9fff-675a40ecd3cf tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 946 time: 0.1370056 Feb 11 04:49:58.332649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59596) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:58.360695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38e6e4-3e07-461a-b7ee-ae5ea916c2c9 req-47aa5878-8520-4f15-aeef-6c27d71d95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:58.362094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb38e6e4-3e07-461a-b7ee-ae5ea916c2c9 req-47aa5878-8520-4f15-aeef-6c27d71d95c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 200 len: 913 time: 0.2247412 Feb 11 04:49:58.406398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4de87963-81d7-494b-b0e5-33bd08a52ac4 req-600d6ba9-f057-4d3d-97a6-77ba71788eba tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699568 Feb 11 04:49:58.445791 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb38e6e4-3e07-461a-b7ee-ae5ea916c2c9 req-c17fea3e-9cf8-4ec8-8739-4172b5a8e2a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1f1ebe6-bb5e-4701-8418-81558b8f3c52 HTTP/1.1" status: 200 len: 217 time: 0.0556891 Feb 11 04:49:58.514038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38e6e4-3e07-461a-b7ee-ae5ea916c2c9 req-1c116755-5ab8-4c2d-9cf4-99f83a888323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:58.516975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb38e6e4-3e07-461a-b7ee-ae5ea916c2c9 req-1c116755-5ab8-4c2d-9cf4-99f83a888323 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 200 len: 852 time: 0.0655000 Feb 11 04:49:58.517899 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aca2abb7-5bf6-4013-8cf8-81c54f5578fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:58.565400 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb38e6e4-3e07-461a-b7ee-ae5ea916c2c9 req-1ceb628f-5932-42d3-8020-9678008e5d7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31aafeb1-3c06-44eb-837b-127b2852a4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371981 Feb 11 04:49:58.690174 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aca2abb7-5bf6-4013-8cf8-81c54f5578fd admin admin] Publish callbacks [] for security_group (abb77619-e0f3-4dc4-8c85-3de6b12f7783), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:58.696207 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aca2abb7-5bf6-4013-8cf8-81c54f5578fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (abb77619-e0f3-4dc4-8c85-3de6b12f7783), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:58.702727 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb38e6e4-3e07-461a-b7ee-ae5ea916c2c9 req-36d0c0dc-38aa-4059-8a6a-699534735f17 service neutron] 10.222.0.10 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300366 Feb 11 04:49:58.759576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8599612-06af-4f2b-a932-c3d6d6b55c18 req-1a684aab-c470-41f8-b772-d513c7f09675 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:58.770029 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8599612-06af-4f2b-a932-c3d6d6b55c18 req-1a684aab-c470-41f8-b772-d513c7f09675 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 943 time: 0.1398466 Feb 11 04:49:58.794180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2abb7-5bf6-4013-8cf8-81c54f5578fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb77619-e0f3-4dc4-8c85-3de6b12f7783,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:58.799939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aca2abb7-5bf6-4013-8cf8-81c54f5578fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3673ad706fe940a5bbaa23bc22c9a601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4661913 Feb 11 04:49:58.807478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:58.891509 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb38e6e4-3e07-461a-b7ee-ae5ea916c2c9 req-79639df7-34e7-47d9-8f95-bd1a8e00b22f service neutron] 10.222.0.10 "GET /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829319 Feb 11 04:49:58.986931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8599612-06af-4f2b-a932-c3d6d6b55c18 req-e14d692d-a8e8-49da-98be-724e10a5b48e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158341 Feb 11 04:49:59.040412 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-613368ba-7e18-428b-9e2c-85171d9d2b10 admin admin] Publish callbacks [] for security_group (abb77619-e0f3-4dc4-8c85-3de6b12f7783), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:59.070433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bb0bd-b6d3-44f6-858c-691c187c60cc req-7ec981cb-120d-4fff-b359-67e6b95a4b7c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:59.087457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-252bb0bd-b6d3-44f6-858c-691c187c60cc req-7ec981cb-120d-4fff-b359-67e6b95a4b7c tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 943 time: 0.1853323 Feb 11 04:49:59.101536 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-613368ba-7e18-428b-9e2c-85171d9d2b10 admin admin] Publish callbacks [] for security_group (abb77619-e0f3-4dc4-8c85-3de6b12f7783), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:59.190941 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-613368ba-7e18-428b-9e2c-85171d9d2b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (abb77619-e0f3-4dc4-8c85-3de6b12f7783), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:59.197429 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-613368ba-7e18-428b-9e2c-85171d9d2b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:59.203566 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-613368ba-7e18-428b-9e2c-85171d9d2b10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abb77619-e0f3-4dc4-8c85-3de6b12f7783 HTTP/1.1" status: 204 len: 168 time: 0.3944709 Feb 11 04:49:59.215383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-252bb0bd-b6d3-44f6-858c-691c187c60cc req-56997987-a55f-4216-bc83-44cd63231e68 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191666 Feb 11 04:49:59.239087 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613368ba-7e18-428b-9e2c-85171d9d2b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb77619-e0f3-4dc4-8c85-3de6b12f7783,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:59.381996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcc7fe-0f72-45b2-883b-621fdbfaa109 req-90f801bc-e330-4917-bd6f-6ec2e300a33a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:59.383868 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48fcc7fe-0f72-45b2-883b-621fdbfaa109 req-90f801bc-e330-4917-bd6f-6ec2e300a33a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1256464 Feb 11 04:49:59.486927 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48fcc7fe-0f72-45b2-883b-621fdbfaa109 req-cd8c8f1e-2242-461b-b7a5-8006049b75a1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875773 Feb 11 04:49:59.617836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cbde7-bf9c-449b-9bf1-6542700c61dc req-f0c770c6-e9af-4236-b1b9-a62a7af1d2f8 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:59.619819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be8cbde7-bf9c-449b-9bf1-6542700c61dc req-f0c770c6-e9af-4236-b1b9-a62a7af1d2f8 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 946 time: 0.1175280 Feb 11 04:49:59.719717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d1f1ebe6-bb5e-4701-8418-81558b8f3c52 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:59.728359 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be8cbde7-bf9c-449b-9bf1-6542700c61dc req-3fcdfa8f-a42d-41c6-8fef-54624edd524b tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023529 Feb 11 04:49:59.890119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port d1f1ebe6-bb5e-4701-8418-81558b8f3c52, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d1f1ebe6-bb5e-4701-8418-81558b8f3c52,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:59.902711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019fd9e-0821-4672-bc86-fa66cb325eee req-0b033b6d-50a6-47bc-b371-e4d18a098f10 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:59.905491 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0019fd9e-0821-4672-bc86-fa66cb325eee req-0b033b6d-50a6-47bc-b371-e4d18a098f10 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 946 time: 0.0842655 Feb 11 04:49:59.911519 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'd1f1ebe6-bb5e-4701-8418-81558b8f3c52', 'network_id': '31aafeb1-3c06-44eb-837b-127b2852a4a3', 'port_id': 'd1f1ebe6-bb5e-4701-8418-81558b8f3c52', 'mac_address': 'fa:16:3e:dc:36:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ae33d8-9318-4ac3-9e38-c945077968e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:59.914374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59638) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:59.919331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d6f666a8-884c-4904-ad96-39136f18db2c tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Request body: {'floatingip': {'port_id': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:59.973529 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6f666a8-884c-4904-ad96-39136f18db2c tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for floatingip (6563477c-17cf-4c2f-a05e-81bb9b588bbd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:00.021847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port d1f1ebe6-bb5e-4701-8418-81558b8f3c52 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:00.021847 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:00.039221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f1ebe6-bb5e-4701-8418-81558b8f3c52 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:00.067049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port d1f1ebe6-bb5e-4701-8418-81558b8f3c52, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d1f1ebe6-bb5e-4701-8418-81558b8f3c52,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:00.074537 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:00.209517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=d1f1ebe6-bb5e-4701-8418-81558b8f3c52,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:00.414201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59664) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:00.448702 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84773f7b-2ec3-4016-9040-48459a6a58e7 req-05a5738e-7412-466d-a8c8-415cbaa5b07e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:00.450274 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84773f7b-2ec3-4016-9040-48459a6a58e7 req-05a5738e-7412-466d-a8c8-415cbaa5b07e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 943 time: 0.3569007 Feb 11 04:50:00.456304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f445e66-4c70-4068-a541-fa7eb2ecc8ce req-bb174e46-ad36-4800-8442-1eccadaab35f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:00.463553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f445e66-4c70-4068-a541-fa7eb2ecc8ce req-bb174e46-ad36-4800-8442-1eccadaab35f tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 944 time: 0.1205566 Feb 11 04:50:00.519913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['d1f1ebe6-bb5e-4701-8418-81558b8f3c52'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:00.586219 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f445e66-4c70-4068-a541-fa7eb2ecc8ce req-2f2afd61-a44e-43b6-a326-e6f73e8bcc2d tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205125 Feb 11 04:50:00.812463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f8904-78c2-4a2b-9f8e-cf3f08b149f8 req-1b68ad22-ab48-4de5-be9d-ef6882239fa4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:00.822439 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-414f8904-78c2-4a2b-9f8e-cf3f08b149f8 req-1b68ad22-ab48-4de5-be9d-ef6882239fa4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1293256 Feb 11 04:50:00.937496 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-414f8904-78c2-4a2b-9f8e-cf3f08b149f8 req-f8940c7d-8832-4dc0-9bb6-698b2c8c2936 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141486 Feb 11 04:50:01.103640 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84773f7b-2ec3-4016-9040-48459a6a58e7 req-be63ab31-258e-4e15-a295-c7bbbd1e9249 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779984 Feb 11 04:50:01.133401 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 821e586a-2f31-49a0-8b6a-f7847923346f details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:01.362922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 821e586a-2f31-49a0-8b6a-f7847923346f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=821e586a-2f31-49a0-8b6a-f7847923346f,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:01.408558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '821e586a-2f31-49a0-8b6a-f7847923346f', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'port_id': '821e586a-2f31-49a0-8b6a-f7847923346f', 'mac_address': 'fa:16:3e:5b:73:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13421f11-6eb2-47e2-aec3-80ca3a3e551b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:50:01.488220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 821e586a-2f31-49a0-8b6a-f7847923346f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:01.488862 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:01.520021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821e586a-2f31-49a0-8b6a-f7847923346f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:01.548231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1273474032-network', 'tenant_id': '27c12ee2ab1f4a26a2e5872cc9d71afd'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:01.563378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 821e586a-2f31-49a0-8b6a-f7847923346f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=821e586a-2f31-49a0-8b6a-f7847923346f,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:01.570677 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:01.701778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=821e586a-2f31-49a0-8b6a-f7847923346f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:01.725664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Made reservation on behalf of 27c12ee2ab1f4a26a2e5872cc9d71afd for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:01.727949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:01.793070 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:01.908202 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Publish callbacks [] for security_group (462ae22b-224d-452d-9b18-d635dd612536), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:01.918958 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (462ae22b-224d-452d-9b18-d635dd612536), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:01.924937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6f666a8-884c-4904-ad96-39136f18db2c tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:01.948370 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6f666a8-884c-4904-ad96-39136f18db2c tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (6563477c-17cf-4c2f-a05e-81bb9b588bbd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:02.017678 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47272e7b-d074-4849-970e-3ae8d47f7d19 req-cafe06f5-eba2-4fa4-8066-359449296b25 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:02.026975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47272e7b-d074-4849-970e-3ae8d47f7d19 req-cafe06f5-eba2-4fa4-8066-359449296b25 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 944 time: 0.3011200 Feb 11 04:50:02.074004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:50:02.125919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47272e7b-d074-4849-970e-3ae8d47f7d19 req-ae2d9041-3ffa-4008-be18-5d00e9446e97 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975871 Feb 11 04:50:02.146798 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (d6b97e87-17b6-434f-a1ff-1fa944c84056), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:02.157160 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Added segment d6b97e87-17b6-434f-a1ff-1fa944c84056 of type vlan for network edeac04d-6b14-467b-b73d-7282f5f81e89 Feb 11 04:50:02.163224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae7b1a-709b-4972-878a-7c409e99c767 req-d38e5573-8245-4c17-a9fe-7f0892258f6b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:02.177477 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-efae7b1a-709b-4972-878a-7c409e99c767 req-d38e5573-8245-4c17-a9fe-7f0892258f6b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1150627 Feb 11 04:50:02.238736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['821e586a-2f31-49a0-8b6a-f7847923346f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:02.332221 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-efae7b1a-709b-4972-878a-7c409e99c767 req-3f3758a4-f3b6-4704-aa34-ac498b8d5785 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478777 Feb 11 04:50:02.353541 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (edeac04d-6b14-467b-b73d-7282f5f81e89), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:02.356060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462ae22b-224d-452d-9b18-d635dd612536,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:02.459505 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (edeac04d-6b14-467b-b73d-7282f5f81e89), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:02.460483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:02.461060 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:02.482799 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-d6f666a8-884c-4904-ad96-39136f18db2c tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Floating IP 6563477c-17cf-4c2f-a05e-81bb9b588bbd associated. External IP: 172.25.7.38, port: 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec. Feb 11 04:50:02.559981 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1440387 Feb 11 04:50:02.563945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59718) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:02.574051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-981ce7e7-9299-4a4f-a157-d2a08848fab5 admin admin] Request body: {'subnet': {'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1273474032-subnet', 'tenant_id': '27c12ee2ab1f4a26a2e5872cc9d71afd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:02.583004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd018439-b277-48ec-b66e-564371648f40 req-b242bc6c-6286-4d3f-84df-8d96e577ca5f tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:02.583709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd018439-b277-48ec-b66e-564371648f40 req-b242bc6c-6286-4d3f-84df-8d96e577ca5f tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 944 time: 0.2745857 Feb 11 04:50:02.608680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981ce7e7-9299-4a4f-a157-d2a08848fab5 admin admin] Made reservation on behalf of 27c12ee2ab1f4a26a2e5872cc9d71afd for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:02.612457 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-981ce7e7-9299-4a4f-a157-d2a08848fab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:02.673823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fb636-3a4b-4876-bcc6-eff5ef2b760e admin admin] Pushing event updated for resources: {'Network': ['ID=edeac04d-6b14-467b-b73d-7282f5f81e89,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:02.685854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network edeac04d-6b14-467b-b73d-7282f5f81e89 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:50:02.724372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd018439-b277-48ec-b66e-564371648f40 req-6d38af0a-7f29-4707-aa7c-bde1335c0ec4 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063602 Feb 11 04:50:03.004455 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-981ce7e7-9299-4a4f-a157-d2a08848fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (ca8ea8bb-31e1-405f-b851-d6f2d129fc2b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:03.032286 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f666a8-884c-4904-ad96-39136f18db2c tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Router 15004f43-cc9b-48e5-8a08-eb4c6de9470e has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:50:03.110632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ce7e7-9299-4a4f-a157-d2a08848fab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8ea8bb-31e1-405f-b851-d6f2d129fc2b,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:03.148267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981ce7e7-9299-4a4f-a157-d2a08848fab5 admin admin] Checking segment: {'id': 'd6b97e87-17b6-434f-a1ff-1fa944c84056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:03.148267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981ce7e7-9299-4a4f-a157-d2a08848fab5 admin admin] Network hostable DHCP agents. Network: edeac04d-6b14-467b-b73d-7282f5f81e89, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:50:03.183332 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:03.197360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981ce7e7-9299-4a4f-a157-d2a08848fab5 admin admin] Network edeac04d-6b14-467b-b73d-7282f5f81e89 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:50:03.202311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f666a8-884c-4904-ad96-39136f18db2c tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:03.218441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8de6651-dcc7-47e7-817b-8e83e5fe35e7 None None] Sync routers for ids ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:03.221033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6f666a8-884c-4904-ad96-39136f18db2c tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:03.238980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de6651-dcc7-47e7-817b-8e83e5fe35e7 None None] Routers {'15004f43-cc9b-48e5-8a08-eb4c6de9470e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:03.239931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c8de6651-dcc7-47e7-817b-8e83e5fe35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:49:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:03.259805 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d6f666a8-884c-4904-ad96-39136f18db2c tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "PUT /v2.0/floatingips/6563477c-17cf-4c2f-a05e-81bb9b588bbd HTTP/1.1" status: 200 len: 991 time: 3.3440549 Feb 11 04:50:03.261198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'tag': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:03.264077 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e66171-ca25-4085-b2ba-534cd5ba141b" -d '{"events": [{"name": "network-changed", "server_uuid": "524af3ba-f6ff-446c-8184-bb271c0d78f5", "tag": "0f1b6a35-955c-4c5d-9814-b24d4e3d2bec"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:03.345258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-981ce7e7-9299-4a4f-a157-d2a08848fab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, edeac04d-6b14-467b-b73d-7282f5f81e89) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:03.365434 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4eacfd-d938-4bf8-bbad-bc6b3c1eda6b None None] Network edeac04d-6b14-467b-b73d-7282f5f81e89 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:50:03.366715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981ce7e7-9299-4a4f-a157-d2a08848fab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:03.371845 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-981ce7e7-9299-4a4f-a157-d2a08848fab5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:03.430326 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-981ce7e7-9299-4a4f-a157-d2a08848fab5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8643334 Feb 11 04:50:03.469693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4c354-1a9f-41a6-90cb-83824063cfa8 req-9592d346-0db4-405e-9876-85fd59fea060 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:03.477750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75d4c354-1a9f-41a6-90cb-83824063cfa8 req-9592d346-0db4-405e-9876-85fd59fea060 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 944 time: 0.2606401 Feb 11 04:50:03.545907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a35fac-59b7-4e75-91a9-0836d297efda req-01807092-a087-4c88-92e2-037c603f5597 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:03.557063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1a35fac-59b7-4e75-91a9-0836d297efda req-01807092-a087-4c88-92e2-037c603f5597 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 946 time: 0.1733205 Feb 11 04:50:03.564312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75d4c354-1a9f-41a6-90cb-83824063cfa8 req-89087984-0886-4867-8c40-894f176ad62b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852523 Feb 11 04:50:03.644612 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c4e107-bb14-43c6-b7d2-3948c7f9d32a x-openstack-request-id: req-42c4e107-bb14-43c6-b7d2-3948c7f9d32a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:03.645258 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524af3ba-f6ff-446c-8184-bb271c0d78f5", "tag": "0f1b6a35-955c-4c5d-9814-b24d4e3d2bec", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:03.647717 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42c4e107-bb14-43c6-b7d2-3948c7f9d32a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:03.648255 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'tag': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec', 'status': 'completed', 'code': 200} Feb 11 04:50:03.705035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1a35fac-59b7-4e75-91a9-0836d297efda req-25f4cae2-e969-415b-927f-b5e81bcdc9c1 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460204 Feb 11 04:50:03.771770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d1f1ebe6-bb5e-4701-8418-81558b8f3c52 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:03.837116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66171-ca25-4085-b2ba-534cd5ba141b req-5c571f24-30d5-4800-9bae-6e10448d6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:03.839120 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1e66171-ca25-4085-b2ba-534cd5ba141b req-5c571f24-30d5-4800-9bae-6e10448d6f95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ca1726a28a64c029aa83ab09299090c&device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 1129 time: 0.1328621 Feb 11 04:50:03.867969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f1ca7a-d500-4782-bcd6-c5ae5063c515 None None] Network edeac04d-6b14-467b-b73d-7282f5f81e89 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:50:03.877125 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c8de6651-dcc7-47e7-817b-8e83e5fe35e7 None None] Set router 15004f43-cc9b-48e5-8a08-eb4c6de9470e gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:03.953105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port d1f1ebe6-bb5e-4701-8418-81558b8f3c52 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:50:03.962778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port d1f1ebe6-bb5e-4701-8418-81558b8f3c52 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:03.963318 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.017472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66171-ca25-4085-b2ba-534cd5ba141b req-d64e73df-b21c-436c-97b9-8bfbea65e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:04.024435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1e66171-ca25-4085-b2ba-534cd5ba141b req-d64e73df-b21c-436c-97b9-8bfbea65e696 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f HTTP/1.1" status: 200 len: 912 time: 0.1623940 Feb 11 04:50:04.028647 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043f274-f956-434c-995f-c1ae8b0705e6 req-8b29758d-e628-43b8-a04b-c2be026faf36 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:04.038935 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1043f274-f956-434c-995f-c1ae8b0705e6 req-8b29758d-e628-43b8-a04b-c2be026faf36 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1900313 Feb 11 04:50:04.174479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port d1f1ebe6-bb5e-4701-8418-81558b8f3c52 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:04.174909 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.183591 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1043f274-f956-434c-995f-c1ae8b0705e6 req-ceaecfa9-0643-40ca-b201-75f4b449c8dd tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378393 Feb 11 04:50:04.197018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f23fddae-3f83-4369-8106-1e377caa7270 req-0c26d6f8-2b99-49ea-be98-321249b625ce tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-469723940', 'description': 'tempest-description-102580553'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:04.248096 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f23fddae-3f83-4369-8106-1e377caa7270 req-0c26d6f8-2b99-49ea-be98-321249b625ce tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.280496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1e66171-ca25-4085-b2ba-534cd5ba141b req-6bfda874-eea7-4b57-be5f-1653532cf040 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec HTTP/1.1" status: 200 len: 999 time: 0.2479873 Feb 11 04:50:04.337723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98f5853-9f4e-45ce-a394-e0581c248fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f1ebe6-bb5e-4701-8418-81558b8f3c52'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:04.340030 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a69454-cb66-4e60-830a-fc0315e8247a" -d '{"events": [{"server_uuid": "d98f5853-9f4e-45ce-a394-e0581c248fda", "name": "network-vif-plugged", "status": "completed", "tag": "d1f1ebe6-bb5e-4701-8418-81558b8f3c52"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:04.372663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port d1f1ebe6-bb5e-4701-8418-81558b8f3c52, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d1f1ebe6-bb5e-4701-8418-81558b8f3c52,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:04.380975 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.413981 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f23fddae-3f83-4369-8106-1e377caa7270 req-0c26d6f8-2b99-49ea-be98-321249b625ce tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (f595690b-3ae9-469e-a1c3-f8f0dff6ac54), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.430029 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f23fddae-3f83-4369-8106-1e377caa7270 req-0c26d6f8-2b99-49ea-be98-321249b625ce tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f595690b-3ae9-469e-a1c3-f8f0dff6ac54), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.464577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84168cbd-bbc4-47e4-baf9-36e11eeaca7f req-37386e50-8aa0-404f-9ac3-b663867c5dff tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:04.480630 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84168cbd-bbc4-47e4-baf9-36e11eeaca7f req-37386e50-8aa0-404f-9ac3-b663867c5dff tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 944 time: 0.1426506 Feb 11 04:50:04.511335 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f23fddae-3f83-4369-8106-1e377caa7270 req-0c26d6f8-2b99-49ea-be98-321249b625ce tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.518722 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f23fddae-3f83-4369-8106-1e377caa7270 req-0c26d6f8-2b99-49ea-be98-321249b625ce tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3288543 Feb 11 04:50:04.571003 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84168cbd-bbc4-47e4-baf9-36e11eeaca7f req-742153b2-44ae-4e68-8e43-49f52b4b27ef tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973558 Feb 11 04:50:04.607374 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911ef8c2-2b6b-4725-bfec-e568af147da8 x-openstack-request-id: req-911ef8c2-2b6b-4725-bfec-e568af147da8 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:04.607671 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98f5853-9f4e-45ce-a394-e0581c248fda", "name": "network-vif-plugged", "status": "completed", "tag": "d1f1ebe6-bb5e-4701-8418-81558b8f3c52", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:04.607928 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-911ef8c2-2b6b-4725-bfec-e568af147da8 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:04.608325 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98f5853-9f4e-45ce-a394-e0581c248fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f1ebe6-bb5e-4701-8418-81558b8f3c52', 'code': 200} Feb 11 04:50:04.614311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26d6f8-2b99-49ea-be98-321249b625ce tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f595690b-3ae9-469e-a1c3-f8f0dff6ac54,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:04.626559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66171-ca25-4085-b2ba-534cd5ba141b req-a76d85f9-0657-486b-9ef9-2c6d8d67755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:04.632033 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1e66171-ca25-4085-b2ba-534cd5ba141b req-a76d85f9-0657-486b-9ef9-2c6d8d67755a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dcdd502c-55f6-4150-a39d-f15fd5a385f4 HTTP/1.1" status: 200 len: 850 time: 0.2163930 Feb 11 04:50:04.639224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-477e5763-22fe-4778-ae3c-4df129626ba2 req-f5d7016c-ea4c-4a40-a2de-8917dcd72306 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-513265861', 'description': 'tempest-description-93226131'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:04.683503 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-477e5763-22fe-4778-ae3c-4df129626ba2 req-f5d7016c-ea4c-4a40-a2de-8917dcd72306 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.695577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=d1f1ebe6-bb5e-4701-8418-81558b8f3c52,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:04.742987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c8de6651-dcc7-47e7-817b-8e83e5fe35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6563477c-17cf-4c2f-a05e-81bb9b588bbd', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'port_id': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'mac_address': 'fa:16:3e:38:ae:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:49:37Z', 'updated_at': '2022-02-11T04:50:01Z', 'revision_number': 1, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ca45b3-3aa6-46e3-96ac-59455edba812', 'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'mac_address': 'fa:16:3e:fd:28:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:32Z', 'updated_at': '2022-02-11T04:49:41Z', 'revision_number': 5, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'subnets': [{'id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:04.788201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4704a8-1e2d-4aed-bdd2-60865793a750 req-8ad6e3bc-5ff0-4d9d-9fb6-97f7bd1df3bd tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:04.789696 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7c4704a8-1e2d-4aed-bdd2-60865793a750 req-8ad6e3bc-5ff0-4d9d-9fb6-97f7bd1df3bd tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 945 time: 0.0694983 Feb 11 04:50:04.814828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8de6651-dcc7-47e7-817b-8e83e5fe35e7 None None] Checking router: 15004f43-cc9b-48e5-8a08-eb4c6de9470e for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:50:04.849855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de6651-dcc7-47e7-817b-8e83e5fe35e7 None None] Routers {'15004f43-cc9b-48e5-8a08-eb4c6de9470e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:04.851184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c8de6651-dcc7-47e7-817b-8e83e5fe35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:49:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:04.872365 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7c4704a8-1e2d-4aed-bdd2-60865793a750 req-84019d9b-e597-4ea9-b3a4-4a967956b8c5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764315 Feb 11 04:50:04.892514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908d3c1-7fcd-4cc5-b66e-80769527f88b req-cc9c2d43-952e-4938-8094-e5fb47e9dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:04.894348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0908d3c1-7fcd-4cc5-b66e-80769527f88b req-cc9c2d43-952e-4938-8094-e5fb47e9dcc4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 1128 time: 0.1650882 Feb 11 04:50:04.922515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66171-ca25-4085-b2ba-534cd5ba141b req-d555aa0e-444a-4757-8245-3855ebf72321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:04.927912 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1e66171-ca25-4085-b2ba-534cd5ba141b req-d555aa0e-444a-4757-8245-3855ebf72321 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2593849 Feb 11 04:50:04.965181 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-477e5763-22fe-4778-ae3c-4df129626ba2 req-f5d7016c-ea4c-4a40-a2de-8917dcd72306 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (f00d4f10-7dc2-4406-8aef-cbc73d27412a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:05.020347 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-477e5763-22fe-4778-ae3c-4df129626ba2 req-f5d7016c-ea4c-4a40-a2de-8917dcd72306 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f00d4f10-7dc2-4406-8aef-cbc73d27412a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:05.029861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c8de6651-dcc7-47e7-817b-8e83e5fe35e7 None None] Set router 15004f43-cc9b-48e5-8a08-eb4c6de9470e gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:05.123139 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-477e5763-22fe-4778-ae3c-4df129626ba2 req-f5d7016c-ea4c-4a40-a2de-8917dcd72306 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:05.125290 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-477e5763-22fe-4778-ae3c-4df129626ba2 req-f5d7016c-ea4c-4a40-a2de-8917dcd72306 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4905586 Feb 11 04:50:05.228566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1e66171-ca25-4085-b2ba-534cd5ba141b req-3e10a491-853f-4f82-bc34-c00f5585f5c1 service neutron] 10.222.0.10 "GET /v2.0/networks/8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881246 Feb 11 04:50:05.248033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805331e6-5f67-4ccf-b5de-8632b62be0c2 req-461af696-e1cf-4d5d-9f33-3cc570c1f08d tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:05.253117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-805331e6-5f67-4ccf-b5de-8632b62be0c2 req-461af696-e1cf-4d5d-9f33-3cc570c1f08d tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=d41f977d-9051-4541-be9f-ccbf8001ca9e HTTP/1.1" status: 200 len: 949 time: 0.1151180 Feb 11 04:50:05.260166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7016c-ea4c-4a40-a2de-8917dcd72306 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00d4f10-7dc2-4406-8aef-cbc73d27412a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:05.324449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0908d3c1-7fcd-4cc5-b66e-80769527f88b req-a0ce9a73-2cc4-4a3c-aa16-abe4ffdcf10c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861442 Feb 11 04:50:05.359518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-805331e6-5f67-4ccf-b5de-8632b62be0c2 req-467e6995-7ccd-4a7a-9c59-14f10afc5cc2 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901251 Feb 11 04:50:05.519775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 821e586a-2f31-49a0-8b6a-f7847923346f up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:05.568526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1e66171-ca25-4085-b2ba-534cd5ba141b req-429f2bce-71f1-4a3e-9d83-83f7f99c2245 service neutron] 10.222.0.10 "GET /v2.0/networks/8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313894 Feb 11 04:50:05.588661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-54d02171-b772-4640-8416-a8f8330d9a83 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:05.593018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1749-8d9b-4bd9-bf46-9ee8bd425ed2 req-f4733c8f-d20f-49bc-bafc-fd179c62dccc tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:05.594728 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f77d1749-8d9b-4bd9-bf46-9ee8bd425ed2 req-f4733c8f-d20f-49bc-bafc-fd179c62dccc tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1399424 Feb 11 04:50:05.595560 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-54d02171-b772-4640-8416-a8f8330d9a83 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/networks?id=edeac04d-6b14-467b-b73d-7282f5f81e89 HTTP/1.1" status: 200 len: 813 time: 0.2657700 Feb 11 04:50:05.629015 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-48b67fb8-67e4-4cbc-b377-60c7332ef373 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/quotas/27c12ee2ab1f4a26a2e5872cc9d71afd HTTP/1.1" status: 200 len: 375 time: 0.0219679 Feb 11 04:50:05.659777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 821e586a-2f31-49a0-8b6a-f7847923346f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:50:05.680180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 821e586a-2f31-49a0-8b6a-f7847923346f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:05.680879 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:05.710118 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-c261f9bf-0400-4e6a-bf09-694f856f347d tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678170 Feb 11 04:50:05.726021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-0808891c-557f-422a-8886-8b57be622411 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:50:05.727008 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-0808891c-557f-422a-8886-8b57be622411 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052400 Feb 11 04:50:05.739526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f77d1749-8d9b-4bd9-bf46-9ee8bd425ed2 req-760b55b7-0faa-4b41-91d8-6d16d46d42d5 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342504 Feb 11 04:50:05.784843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c8de6651-dcc7-47e7-817b-8e83e5fe35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6563477c-17cf-4c2f-a05e-81bb9b588bbd', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'port_id': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'mac_address': 'fa:16:3e:38:ae:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:49:37Z', 'updated_at': '2022-02-11T04:50:01Z', 'revision_number': 1, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ca45b3-3aa6-46e3-96ac-59455edba812', 'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'mac_address': 'fa:16:3e:fd:28:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:32Z', 'updated_at': '2022-02-11T04:49:41Z', 'revision_number': 5, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'subnets': [{'id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:05.821240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8de6651-dcc7-47e7-817b-8e83e5fe35e7 None None] The sync data for ids ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'] in n-d-615180-58 is: [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6563477c-17cf-4c2f-a05e-81bb9b588bbd', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'port_id': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'mac_address': 'fa:16:3e:38:ae:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:49:37Z', 'updated_at': '2022-02-11T04:50:01Z', 'revision_number': 1, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ca45b3-3aa6-46e3-96ac-59455edba812', 'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'mac_address': 'fa:16:3e:fd:28:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:32Z', 'updated_at': '2022-02-11T04:49:41Z', 'revision_number': 5, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'subnets': [{'id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:05.887622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 821e586a-2f31-49a0-8b6a-f7847923346f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:05.888295 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:05.889920 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-795ea1a2-9913-4896-9c0e-3276bc0a1a6a service neutron] 10.222.0.48 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459942 Feb 11 04:50:05.918738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d246-edff-44be-a777-3c8863267a24 req-18f484ae-c536-487e-8c58-9c23094f06b1 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:05.927501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4f4d246-edff-44be-a777-3c8863267a24 req-18f484ae-c536-487e-8c58-9c23094f06b1 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 944 time: 0.1159673 Feb 11 04:50:05.945543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 821e586a-2f31-49a0-8b6a-f7847923346f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=821e586a-2f31-49a0-8b6a-f7847923346f,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:05.952120 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:06.018020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4f4d246-edff-44be-a777-3c8863267a24 req-370fd3bb-8d5f-4b47-a3c7-0f7ab83f8cac tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854867 Feb 11 04:50:06.025209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=821e586a-2f31-49a0-8b6a-f7847923346f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:06.079002 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-25fe2326-4370-44b5-8f3b-9b877c8dc439 service neutron] 10.222.0.48 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793044 Feb 11 04:50:06.191196 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0d886-1e32-4ccd-80f0-cca6cbfb25b4 req-41238266-8f59-47ae-9bfb-15f734cf441b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:06.193057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-92d0d886-1e32-4ccd-80f0-cca6cbfb25b4 req-41238266-8f59-47ae-9bfb-15f734cf441b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 945 time: 0.1006372 Feb 11 04:50:06.320157 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-92d0d886-1e32-4ccd-80f0-cca6cbfb25b4 req-51edae91-0c51-4a64-8c54-82773f40586b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210513 Feb 11 04:50:06.449480 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35d27688-264b-4267-88a6-ea3656391879 req-26e94f69-dad4-4b00-82b7-b330bad57a28 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 210 time: 0.0319870 Feb 11 04:50:06.528332 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39123bbb-e090-43a2-b160-f4d3193dee5a None None] New status for floating IP 6563477c-17cf-4c2f-a05e-81bb9b588bbd: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:50:06.610201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381beb41-2b7a-4265-a9ca-ba6c43bd79f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821e586a-2f31-49a0-8b6a-f7847923346f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:06.612871 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e00ed3d-3368-43da-b1f9-8d0ccc89ede5" -d '{"events": [{"server_uuid": "381beb41-2b7a-4265-a9ca-ba6c43bd79f3", "name": "network-vif-plugged", "status": "completed", "tag": "821e586a-2f31-49a0-8b6a-f7847923346f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:06.639352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e315725-5086-48ca-a2f3-b0991be5f04e req-72397262-67a9-4425-bfbb-34d0fe786e05 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:06.649135 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e315725-5086-48ca-a2f3-b0991be5f04e req-72397262-67a9-4425-bfbb-34d0fe786e05 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=d41f977d-9051-4541-be9f-ccbf8001ca9e HTTP/1.1" status: 200 len: 949 time: 0.0894663 Feb 11 04:50:06.721551 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1614d957-77f3-4c95-b399-357bf1ebb274 x-openstack-request-id: req-1614d957-77f3-4c95-b399-357bf1ebb274 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:06.721850 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381beb41-2b7a-4265-a9ca-ba6c43bd79f3", "name": "network-vif-plugged", "status": "completed", "tag": "821e586a-2f31-49a0-8b6a-f7847923346f", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:06.722114 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1614d957-77f3-4c95-b399-357bf1ebb274 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:06.722486 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381beb41-2b7a-4265-a9ca-ba6c43bd79f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821e586a-2f31-49a0-8b6a-f7847923346f', 'code': 200} Feb 11 04:50:06.767402 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e315725-5086-48ca-a2f3-b0991be5f04e req-a0509839-248f-4f3d-b350-cafe43a28c90 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141796 Feb 11 04:50:06.967903 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050126e-daa4-470f-9608-db49437115bf req-f3f974a0-ab98-48e4-aa65-4b5138c01a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:06.969518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3050126e-daa4-470f-9608-db49437115bf req-f3f974a0-ab98-48e4-aa65-4b5138c01a38 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 1128 time: 0.1402245 Feb 11 04:50:07.041488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134ab5e-07d7-4451-825d-cfeb6a575079 req-72f522ae-0c0b-4ed7-836b-a060353997f3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:07.058008 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5134ab5e-07d7-4451-825d-cfeb6a575079 req-72f522ae-0c0b-4ed7-836b-a060353997f3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1770613 Feb 11 04:50:07.139845 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3050126e-daa4-470f-9608-db49437115bf req-a08119c4-75eb-472b-83e6-9ead8c3b6514 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633251 Feb 11 04:50:07.176419 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5134ab5e-07d7-4451-825d-cfeb6a575079 req-583f7477-4ba1-477e-a119-d3ed964b6483 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132014 Feb 11 04:50:07.204011 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:07.359042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a0a67-5758-4afa-a6b2-50db2fcac9ae req-9c659e7d-127e-425b-b5cd-b24e986a2867 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:07.360807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7c8a0a67-5758-4afa-a6b2-50db2fcac9ae req-9c659e7d-127e-425b-b5cd-b24e986a2867 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 945 time: 0.0898190 Feb 11 04:50:07.453256 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7c8a0a67-5758-4afa-a6b2-50db2fcac9ae req-7667d120-9686-434d-b7c1-d2dbaff04069 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824924 Feb 11 04:50:07.576907 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711ecdd-89a4-4601-8a43-14527362c72d req-6c2ce403-0cfb-48e8-aff8-3aaf7bfb7b9a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:07.589191 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3711ecdd-89a4-4601-8a43-14527362c72d req-6c2ce403-0cfb-48e8-aff8-3aaf7bfb7b9a tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 945 time: 0.1390591 Feb 11 04:50:07.700272 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8a454f6-3043-4a29-8a56-c1e45f28055f req-0ea8523d-1ccb-4d4d-b2db-dfd07e8f8b4d tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 210 time: 0.0560584 Feb 11 04:50:07.711020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3711ecdd-89a4-4601-8a43-14527362c72d req-1a11cf95-cf7d-4841-b7d6-b8e81489db34 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142590 Feb 11 04:50:07.977388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607ebb2-b7be-4a9c-9562-c2c7227a8913 req-e1eb492a-9be5-470c-b60c-c6adb17519c2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:07.982668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a607ebb2-b7be-4a9c-9562-c2c7227a8913 req-e1eb492a-9be5-470c-b60c-c6adb17519c2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 945 time: 0.0595279 Feb 11 04:50:08.028646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a607ebb2-b7be-4a9c-9562-c2c7227a8913 req-16136471-66a9-4d77-9bf0-e820aec702cd tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 Feb 11 04:50:08.315962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c96fb-7c0d-4b46-ad11-1af563c20096 req-4e845e34-d139-46b4-abbd-396d1b66ea5c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:08.318062 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb7c96fb-7c0d-4b46-ad11-1af563c20096 req-4e845e34-d139-46b4-abbd-396d1b66ea5c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.0625036 Feb 11 04:50:08.367245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb7c96fb-7c0d-4b46-ad11-1af563c20096 req-4149814e-15ae-4b52-8802-34ddbe68705e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424824 Feb 11 04:50:08.660611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527dbe3-4b97-4d1e-a928-59bad1e201a5 req-7d067f81-5a00-4e43-856e-ba92375277a9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:08.668936 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6527dbe3-4b97-4d1e-a928-59bad1e201a5 req-7d067f81-5a00-4e43-856e-ba92375277a9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 945 time: 0.1515946 Feb 11 04:50:08.745116 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6527dbe3-4b97-4d1e-a928-59bad1e201a5 req-bba076cf-ad3a-4333-b49d-6a1944ad7324 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697706 Feb 11 04:50:08.856767 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-499734cf-404c-4057-a98b-3bac2b232c99 req-5c2f41dc-9513-4da1-b2f5-a203f9955209 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 210 time: 0.0359590 Feb 11 04:50:08.899147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-534d86d1-8f35-4c92-b482-aed2ad04606e tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:08.901594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-534d86d1-8f35-4c92-b482-aed2ad04606e tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.60 "GET /v2.0/networks?id=edeac04d-6b14-467b-b73d-7282f5f81e89 HTTP/1.1" status: 200 len: 813 time: 0.1969528 Feb 11 04:50:08.956737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'port': {'device_id': '1511b7f9-b7f6-45ab-89ee-38035bed5b86', 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89', 'admin_state_up': True, 'tenant_id': '27c12ee2ab1f4a26a2e5872cc9d71afd'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:09.120930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Made reservation on behalf of 27c12ee2ab1f4a26a2e5872cc9d71afd for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:09.127040 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.153388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 55913817-95c4-4d6a-8218-430df663ec7e no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:09.292989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 55913817-95c4-4d6a-8218-430df663ec7e is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:09.294008 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55913817-95c4-4d6a-8218-430df663ec7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.345797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Allocated IP 172.20.0.14 (edeac04d-6b14-467b-b73d-7282f5f81e89/ca8ea8bb-31e1-405f-b851-d6f2d129fc2b/de047aa8-af05-4b2e-9626-bb125b79e92c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:09.348328 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3028da86-53a9-4431-a106-0c0436cf15a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.366609 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:09.369473 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92c5f56-f101-451e-a70f-39d5e67e7525" -d '{"events": [{"server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "name": "network-vif-unplugged", "status": "completed", "tag": "55913817-95c4-4d6a-8218-430df663ec7e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:09.408898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:09.422139 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (55913817-95c4-4d6a-8218-430df663ec7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.488293 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac18f216-aa7e-4009-b4f3-a50fdd36baa1 x-openstack-request-id: req-ac18f216-aa7e-4009-b4f3-a50fdd36baa1 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:09.488890 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "name": "network-vif-unplugged", "status": "completed", "tag": "55913817-95c4-4d6a-8218-430df663ec7e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:09.489317 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac18f216-aa7e-4009-b4f3-a50fdd36baa1 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:09.489883 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e', 'code': 200} Feb 11 04:50:09.515265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=55913817-95c4-4d6a-8218-430df663ec7e,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:09.639573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.650195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bb97e-5e02-4563-ab11-e2861391258d req-b1d420b9-775e-47f0-b341-5e7975915d7d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:09.659474 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f6bb97e-5e02-4563-ab11-e2861391258d req-b1d420b9-775e-47f0-b341-5e7975915d7d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1195204 Feb 11 04:50:09.684876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134cd4d-d816-41ed-99d5-cc5ce3d428db req-8feeba3e-21e1-4a11-a3d5-23650599fc7b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:09.693435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2134cd4d-d816-41ed-99d5-cc5ce3d428db req-8feeba3e-21e1-4a11-a3d5-23650599fc7b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 945 time: 0.5662293 Feb 11 04:50:09.744404 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2134cd4d-d816-41ed-99d5-cc5ce3d428db req-cb45193d-a909-4bfd-8094-86d4522524d5 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498188 Feb 11 04:50:09.766178 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f6bb97e-5e02-4563-ab11-e2861391258d req-1f158827-a0b9-4c66-8857-365134a7a299 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013739 Feb 11 04:50:09.780825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.824160 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:50:10.174662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cef55-4383-4eae-ac6c-7714c81aa628 req-82724608-e83d-4a49-a69e-88c0a696b773 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:10.176350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b24cef55-4383-4eae-ac6c-7714c81aa628 req-82724608-e83d-4a49-a69e-88c0a696b773 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 932 time: 0.0716527 Feb 11 04:50:10.233433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b24cef55-4383-4eae-ac6c-7714c81aa628 req-5b101a97-b294-4cff-8eb7-f747c08d6103 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486259 Feb 11 04:50:10.237069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'Port': ['ID=de047aa8-af05-4b2e-9626-bb125b79e92c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:10.248018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Network edeac04d-6b14-467b-b73d-7282f5f81e89 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:10.251568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:10.265072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:10.271565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.271565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.271565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.271565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.271958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.272040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.272419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.272713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.272941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.273297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.273625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.273945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.274265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:10.352924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:10.353586 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:10.364476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857966a-9024-4e07-8c5e-831d8381ecbe req-583ed420-8238-4d61-a44d-9d2de8da98c6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:10.367613 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8857966a-9024-4e07-8c5e-831d8381ecbe req-583ed420-8238-4d61-a44d-9d2de8da98c6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 945 time: 0.1278424 Feb 11 04:50:10.412976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d4600-ddd0-4d44-9e29-3bc6f0893984 req-f1fe2ef0-90b8-4fc1-9d99-57e94b4b1024 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:10.422312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-853d4600-ddd0-4d44-9e29-3bc6f0893984 req-f1fe2ef0-90b8-4fc1-9d99-57e94b4b1024 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 945 time: 0.0875843 Feb 11 04:50:10.426737 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-3cb6aa7e-6729-489c-85e0-aa5b8c34d06b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4741540 Feb 11 04:50:10.459260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Request body: {'port': {'device_id': '1511b7f9-b7f6-45ab-89ee-38035bed5b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:10.467780 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8857966a-9024-4e07-8c5e-831d8381ecbe req-8a8935ef-6a9f-4fe3-bb0c-ed63995f733f tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906935 Feb 11 04:50:10.478374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-853d4600-ddd0-4d44-9e29-3bc6f0893984 req-0448db47-6610-43e7-80d3-01b262da12e9 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549858 Feb 11 04:50:10.532128 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:10.611462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097f60f-efbd-4716-9f2b-e7462a49544b req-8d1bcc3b-07f5-4811-814b-935eef177d98 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:10.613580 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9097f60f-efbd-4716-9f2b-e7462a49544b req-8d1bcc3b-07f5-4811-814b-935eef177d98 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 946 time: 0.0615675 Feb 11 04:50:10.679657 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9097f60f-efbd-4716-9f2b-e7462a49544b req-6bf677c8-b457-435c-9303-8900c07d8002 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586777 Feb 11 04:50:10.903997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737c219-5820-4df2-9ec5-1d895e4c1a2b req-6718ffbd-a436-4b3a-8f8c-a1139edbc0be tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:10.906584 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c737c219-5820-4df2-9ec5-1d895e4c1a2b req-6718ffbd-a436-4b3a-8f8c-a1139edbc0be tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 945 time: 0.1138127 Feb 11 04:50:10.963875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb04b5-7f20-4f3a-918d-17afe3069784 req-f24f8ee7-591d-4a7e-8a6d-05d72d34927d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:10.965891 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15eb04b5-7f20-4f3a-918d-17afe3069784 req-f24f8ee7-591d-4a7e-8a6d-05d72d34927d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.0858312 Feb 11 04:50:10.991436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de047aa8-af05-4b2e-9626-bb125b79e92c {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:11.010120 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Publish callbacks [] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:11.027706 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c737c219-5820-4df2-9ec5-1d895e4c1a2b req-114d692f-1056-4684-a1d0-4e69a13d9a8a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104317 Feb 11 04:50:11.052047 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15eb04b5-7f20-4f3a-918d-17afe3069784 req-ebf05a2f-d7c1-4aa7-ad27-963db53e260f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789192 Feb 11 04:50:11.054086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Transition to ACTIVE for port object de047aa8-af05-4b2e-9626-bb125b79e92c will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:50:11.069717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:11.190034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Pushing event updated for resources: {'Port': ['ID=de047aa8-af05-4b2e-9626-bb125b79e92c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:11.317919 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Attempting to bind port de047aa8-af05-4b2e-9626-bb125b79e92c on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:11.320017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Attempting to bind port de047aa8-af05-4b2e-9626-bb125b79e92c by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'd6b97e87-17b6-434f-a1ff-1fa944c84056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:11.320372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Attempting to bind port de047aa8-af05-4b2e-9626-bb125b79e92c on network edeac04d-6b14-467b-b73d-7282f5f81e89 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:11.334941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Port de047aa8-af05-4b2e-9626-bb125b79e92c on network edeac04d-6b14-467b-b73d-7282f5f81e89 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:50:11.335371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Attempting to bind port de047aa8-af05-4b2e-9626-bb125b79e92c on network edeac04d-6b14-467b-b73d-7282f5f81e89 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:11.351119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:11.352089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Checking segment: {'id': 'd6b97e87-17b6-434f-a1ff-1fa944c84056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:11.355047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Bound using segment: {'id': 'd6b97e87-17b6-434f-a1ff-1fa944c84056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:11.355586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Bound port: de047aa8-af05-4b2e-9626-bb125b79e92c, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b97e87-17b6-434f-a1ff-1fa944c84056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:11.355967 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:11.429195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1744d7e-8830-442d-a628-6096433e90c4 req-8dd3eec8-9c43-4856-8518-ac98508064e1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:11.430796 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b1744d7e-8830-442d-a628-6096433e90c4 req-8dd3eec8-9c43-4856-8518-ac98508064e1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 944 time: 0.0588727 Feb 11 04:50:11.466951 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153875e9-7d11-4771-b586-7947ba6c63e9 req-86636ee1-4a28-4250-8289-32bcb6f669cb tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:11.475357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-153875e9-7d11-4771-b586-7947ba6c63e9 req-86636ee1-4a28-4250-8289-32bcb6f669cb tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 945 time: 0.1131189 Feb 11 04:50:11.485637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b1744d7e-8830-442d-a628-6096433e90c4 req-793e5228-6a59-4f35-9019-356da0708d1a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481045 Feb 11 04:50:11.532892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] For port de047aa8-af05-4b2e-9626-bb125b79e92c, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:11.558556 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-153875e9-7d11-4771-b586-7947ba6c63e9 req-ebfdf168-60db-4a3a-8289-bc220669cdf6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770664 Feb 11 04:50:11.564356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] For port de047aa8-af05-4b2e-9626-bb125b79e92c, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=de047aa8-af05-4b2e-9626-bb125b79e92c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:11.571523 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:11.613727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:11.614369 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:11.615786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] 10.222.0.60 "PUT /v2.0/ports/de047aa8-af05-4b2e-9626-bb125b79e92c HTTP/1.1" status: 200 len: 1093 time: 1.1648457 Feb 11 04:50:11.616243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1511b7f9-b7f6-45ab-89ee-38035bed5b86', 'tag': 'de047aa8-af05-4b2e-9626-bb125b79e92c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:11.618625 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91842e9-f646-42d7-8752-a8c79b20a002" -d '{"events": [{"name": "network-changed", "server_uuid": "1511b7f9-b7f6-45ab-89ee-38035bed5b86", "tag": "de047aa8-af05-4b2e-9626-bb125b79e92c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:11.688033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5a31a-b4b3-469c-b444-acf7a45894de service neutron] Pushing event updated for resources: {'Port': ['ID=de047aa8-af05-4b2e-9626-bb125b79e92c,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:11.714436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f9212-62e5-42b3-a194-4417c3f41200 req-2c1e48c6-1f57-4098-9ec4-ee4bb4cd8e7b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:11.716992 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-152f9212-62e5-42b3-a194-4417c3f41200 req-2c1e48c6-1f57-4098-9ec4-ee4bb4cd8e7b tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 945 time: 0.1303830 Feb 11 04:50:11.723415 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a94e389-d1da-4722-bf79-d98a4737e736 x-openstack-request-id: req-7a94e389-d1da-4722-bf79-d98a4737e736 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:11.723721 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1511b7f9-b7f6-45ab-89ee-38035bed5b86", "tag": "de047aa8-af05-4b2e-9626-bb125b79e92c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:11.723985 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a94e389-d1da-4722-bf79-d98a4737e736 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:11.724408 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1511b7f9-b7f6-45ab-89ee-38035bed5b86', 'tag': 'de047aa8-af05-4b2e-9626-bb125b79e92c', 'status': 'completed', 'code': 200} Feb 11 04:50:11.785190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-d6063302-5358-4ea9-8931-8c699db30cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:11.786949 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-d6063302-5358-4ea9-8931-8c699db30cd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd&device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 1127 time: 0.0616496 Feb 11 04:50:11.819587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-152f9212-62e5-42b3-a194-4417c3f41200 req-677fc05a-08ab-4fdf-a9eb-fb59ce864afe tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/security-groups?id=09776404-2da6-4536-b86d-68e9d3e495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940301 Feb 11 04:50:11.835974 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f4cedd6c-4e60-4806-be5f-33e048bf55d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:11.859843 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-9062591a-8f14-49dc-b2e1-71cfd53c14a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de047aa8-af05-4b2e-9626-bb125b79e92c HTTP/1.1" status: 200 len: 217 time: 0.0546432 Feb 11 04:50:11.932040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-11cce4c2-e3fe-4046-b303-9fe1e3e1038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:11.933463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-11cce4c2-e3fe-4046-b303-9fe1e3e1038a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca8ea8bb-31e1-405f-b851-d6f2d129fc2b HTTP/1.1" status: 200 len: 853 time: 0.0530887 Feb 11 04:50:11.991130 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-33046ca0-e551-48ee-a80e-17a935da11ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edeac04d-6b14-467b-b73d-7282f5f81e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288942 Feb 11 04:50:12.080352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30010642-7937-4e18-88e0-d1d0d2f29a2c req-598961bb-052d-4a90-8c09-ff950bd4ccb2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:12.081835 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30010642-7937-4e18-88e0-d1d0d2f29a2c req-598961bb-052d-4a90-8c09-ff950bd4ccb2 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.10 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 945 time: 0.1014762 Feb 11 04:50:12.111113 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-cd9d20eb-1188-4ae0-8e09-997bf8bf56e5 service neutron] 10.222.0.60 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087162 Feb 11 04:50:12.207256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-30010642-7937-4e18-88e0-d1d0d2f29a2c req-6440aedc-0cff-496d-b7c2-592bd1091429 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Deleting port d1f1ebe6-bb5e-4701-8418-81558b8f3c52 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:12.207617 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30010642-7937-4e18-88e0-d1d0d2f29a2c req-6440aedc-0cff-496d-b7c2-592bd1091429 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:12.266775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb3c38-64e2-40fa-9368-c46b2de40479 req-65c1651a-429c-4f9f-8b3b-e0c528f598d0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:12.269496 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1eb3c38-64e2-40fa-9368-c46b2de40479 req-65c1651a-429c-4f9f-8b3b-e0c528f598d0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1222534 Feb 11 04:50:12.274537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-906cd024-eb3f-427c-b79e-0df4ac4a5c57 req-939d139f-7034-453f-9384-e7a80d87130f service neutron] 10.222.0.60 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503694 Feb 11 04:50:12.316192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-30010642-7937-4e18-88e0-d1d0d2f29a2c req-6440aedc-0cff-496d-b7c2-592bd1091429 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] For port d1f1ebe6-bb5e-4701-8418-81558b8f3c52, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d1f1ebe6-bb5e-4701-8418-81558b8f3c52,segment=NetworkSegment(21f35609-9e83-4e53-8df5-dead917363cb),segment_id=21f35609-9e83-4e53-8df5-dead917363cb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:12.316859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30010642-7937-4e18-88e0-d1d0d2f29a2c req-6440aedc-0cff-496d-b7c2-592bd1091429 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:12.320982 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1eb3c38-64e2-40fa-9368-c46b2de40479 req-2fcaa331-3c39-4914-8f21-82f5cff5479b tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454509 Feb 11 04:50:12.337675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-30010642-7937-4e18-88e0-d1d0d2f29a2c req-6440aedc-0cff-496d-b7c2-592bd1091429 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Calling delete_port for d1f1ebe6-bb5e-4701-8418-81558b8f3c52 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:12.442962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91842e9-f646-42d7-8752-a8c79b20a002 req-811a5e4c-0d58-4d35-9ea0-0e1dfb13bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:12.444975 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d91842e9-f646-42d7-8752-a8c79b20a002 req-811a5e4c-0d58-4d35-9ea0-0e1dfb13bb1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd&device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 1127 time: 0.0582767 Feb 11 04:50:12.492872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30010642-7937-4e18-88e0-d1d0d2f29a2c req-6440aedc-0cff-496d-b7c2-592bd1091429 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d1f1ebe6-bb5e-4701-8418-81558b8f3c52), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:12.523362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440aedc-0cff-496d-b7c2-592bd1091429 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Pushing event deleted for resources: {'Port': ['ID=d1f1ebe6-bb5e-4701-8418-81558b8f3c52,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:12.543455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['d1f1ebe6-bb5e-4701-8418-81558b8f3c52'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:12.570500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-30010642-7937-4e18-88e0-d1d0d2f29a2c req-6440aedc-0cff-496d-b7c2-592bd1091429 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] No DVR routers for this DVR port d1f1ebe6-bb5e-4701-8418-81558b8f3c52 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:12.573512 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30010642-7937-4e18-88e0-d1d0d2f29a2c req-6440aedc-0cff-496d-b7c2-592bd1091429 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:12.577962 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30010642-7937-4e18-88e0-d1d0d2f29a2c req-6440aedc-0cff-496d-b7c2-592bd1091429 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.10 "DELETE /v2.0/ports/d1f1ebe6-bb5e-4701-8418-81558b8f3c52 HTTP/1.1" status: 204 len: 173 time: 0.4904642 Feb 11 04:50:12.578570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98f5853-9f4e-45ce-a394-e0581c248fda', 'name': 'network-vif-deleted', 'tag': 'd1f1ebe6-bb5e-4701-8418-81558b8f3c52'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:12.582559 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9f1c5d-8071-4c1b-8e73-d42f317d4798" -d '{"events": [{"server_uuid": "d98f5853-9f4e-45ce-a394-e0581c248fda", "name": "network-vif-deleted", "tag": "d1f1ebe6-bb5e-4701-8418-81558b8f3c52"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:12.587597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91842e9-f646-42d7-8752-a8c79b20a002 req-1192a787-f740-4b34-a5d4-1fca45ceff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:12.592171 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d91842e9-f646-42d7-8752-a8c79b20a002 req-1192a787-f740-4b34-a5d4-1fca45ceff9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=edeac04d-6b14-467b-b73d-7282f5f81e89 HTTP/1.1" status: 200 len: 914 time: 0.1304793 Feb 11 04:50:12.668915 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d91842e9-f646-42d7-8752-a8c79b20a002 req-0cfb2351-f896-4b36-86cc-d0b280a0a319 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de047aa8-af05-4b2e-9626-bb125b79e92c HTTP/1.1" status: 200 len: 217 time: 0.0663106 Feb 11 04:50:12.673443 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:12.719072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362744-e783-42dd-be73-4eaea7722b0b req-a3e042d2-8a1e-4b9c-a4b7-bd5a76461ea6 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:12.721491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac362744-e783-42dd-be73-4eaea7722b0b req-a3e042d2-8a1e-4b9c-a4b7-bd5a76461ea6 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 944 time: 0.0960014 Feb 11 04:50:12.766808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91842e9-f646-42d7-8752-a8c79b20a002 req-2b994246-cffe-443d-96e8-4b4ae2a5ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:12.768943 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d91842e9-f646-42d7-8752-a8c79b20a002 req-2b994246-cffe-443d-96e8-4b4ae2a5ff2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca8ea8bb-31e1-405f-b851-d6f2d129fc2b HTTP/1.1" status: 200 len: 853 time: 0.0743108 Feb 11 04:50:12.784932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac362744-e783-42dd-be73-4eaea7722b0b req-8a8835ca-ec5f-4bf4-bba4-2834c4761050 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498319 Feb 11 04:50:12.829711 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d91842e9-f646-42d7-8752-a8c79b20a002 req-cb1c9784-120d-4860-9013-ecfac054fcb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edeac04d-6b14-467b-b73d-7282f5f81e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502260 Feb 11 04:50:12.841295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54ab0d-23e3-48a5-93f9-9b4fc418fc84 req-735e6b4d-b336-4085-aa02-fa5f991208e9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:12.842925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e54ab0d-23e3-48a5-93f9-9b4fc418fc84 req-735e6b4d-b336-4085-aa02-fa5f991208e9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 945 time: 0.1716530 Feb 11 04:50:12.850285 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418a158d-cfa7-4d1d-a208-6146b3ad58d9 x-openstack-request-id: req-418a158d-cfa7-4d1d-a208-6146b3ad58d9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:12.853210 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98f5853-9f4e-45ce-a394-e0581c248fda", "name": "network-vif-deleted", "tag": "d1f1ebe6-bb5e-4701-8418-81558b8f3c52", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:12.853890 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-418a158d-cfa7-4d1d-a208-6146b3ad58d9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:12.854590 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98f5853-9f4e-45ce-a394-e0581c248fda', 'name': 'network-vif-deleted', 'tag': 'd1f1ebe6-bb5e-4701-8418-81558b8f3c52', 'status': 'completed', 'code': 200} Feb 11 04:50:12.951673 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e58f3bc6-ae1d-4232-9bb8-964402e1f8d3 req-78ea90c7-d094-4af1-9343-bc03c2653534 tempest-DeleteServersTestJSON-405044427 tempest-DeleteServersTestJSON-405044427-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98f5853-9f4e-45ce-a394-e0581c248fda HTTP/1.1" status: 200 len: 210 time: 0.0375202 Feb 11 04:50:12.965204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e54ab0d-23e3-48a5-93f9-9b4fc418fc84 req-f11704f7-91de-4a2d-8609-b479f49e146d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983868 Feb 11 04:50:12.977729 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d91842e9-f646-42d7-8752-a8c79b20a002 req-030bb32d-a83f-4619-9969-d46f76f4d433 service neutron] 10.222.0.60 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337559 Feb 11 04:50:13.078067 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d91842e9-f646-42d7-8752-a8c79b20a002 req-151b9e60-c21a-457b-b410-8b17b5fe21f1 service neutron] 10.222.0.60 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914195 Feb 11 04:50:13.146660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device cf82964b-73d4-4f45-800c-765a1c01aeb8 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:13.272455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port cf82964b-73d4-4f45-800c-765a1c01aeb8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=cf82964b-73d4-4f45-800c-765a1c01aeb8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:13.287052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'cf82964b-73d4-4f45-800c-765a1c01aeb8', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': 'cf82964b-73d4-4f45-800c-765a1c01aeb8', 'mac_address': 'fa:16:3e:71:1b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:50:13.336168 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port cf82964b-73d4-4f45-800c-765a1c01aeb8 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:13.336686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:13.350937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf82964b-73d4-4f45-800c-765a1c01aeb8 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:13.371163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port cf82964b-73d4-4f45-800c-765a1c01aeb8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=cf82964b-73d4-4f45-800c-765a1c01aeb8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:13.374930 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:13.423679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=cf82964b-73d4-4f45-800c-765a1c01aeb8,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:13.481923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32ce75-ab88-4309-850c-eb52b8160536 req-e0cd0f08-b4d8-4dfc-9602-2f7948e7a88e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:13.485075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a32ce75-ab88-4309-850c-eb52b8160536 req-e0cd0f08-b4d8-4dfc-9602-2f7948e7a88e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.0673690 Feb 11 04:50:13.535377 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a32ce75-ab88-4309-850c-eb52b8160536 req-9224def8-56f0-489f-87c1-cd5009511e5e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437517 Feb 11 04:50:13.774350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['cf82964b-73d4-4f45-800c-765a1c01aeb8'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:13.952214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72252ba4-38ce-4efc-a34f-c11d5d74a992 req-899cd4cd-1887-4b63-9202-3ee70a24c73c tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:13.954172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72252ba4-38ce-4efc-a34f-c11d5d74a992 req-899cd4cd-1887-4b63-9202-3ee70a24c73c tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 944 time: 0.0660403 Feb 11 04:50:14.009448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72252ba4-38ce-4efc-a34f-c11d5d74a992 req-11f62ce3-7331-4949-ab07-b2be52d98033 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486107 Feb 11 04:50:14.150626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5978e0b-3b53-4ba4-9682-80c599e7026d req-ebdd356c-20e3-4ea9-a1bb-e6a5f13265ce tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:14.152602 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5978e0b-3b53-4ba4-9682-80c599e7026d req-ebdd356c-20e3-4ea9-a1bb-e6a5f13265ce tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 945 time: 0.0814557 Feb 11 04:50:14.214325 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:14.215012 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5978e0b-3b53-4ba4-9682-80c599e7026d req-4753e34d-e335-4133-9892-b2c16b0a6ee2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555599 Feb 11 04:50:14.444053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c9039-7bfc-46f0-be57-a3240af6f03e req-d2e132b2-9cb7-470c-8938-b2643ea9e170 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:14.446147 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-456c9039-7bfc-46f0-be57-a3240af6f03e req-d2e132b2-9cb7-470c-8938-b2643ea9e170 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.60 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 945 time: 0.0954280 Feb 11 04:50:14.582732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-456c9039-7bfc-46f0-be57-a3240af6f03e req-9d3ed519-9fdc-4bdc-b9a9-ae47d0fb3434 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Deleting port 821e586a-2f31-49a0-8b6a-f7847923346f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:14.583369 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-456c9039-7bfc-46f0-be57-a3240af6f03e req-9d3ed519-9fdc-4bdc-b9a9-ae47d0fb3434 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:14.734613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-456c9039-7bfc-46f0-be57-a3240af6f03e req-9d3ed519-9fdc-4bdc-b9a9-ae47d0fb3434 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] For port 821e586a-2f31-49a0-8b6a-f7847923346f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=821e586a-2f31-49a0-8b6a-f7847923346f,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:14.734946 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-456c9039-7bfc-46f0-be57-a3240af6f03e req-9d3ed519-9fdc-4bdc-b9a9-ae47d0fb3434 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:14.756611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53291cf-a6b3-415f-aa6a-21d81e545305 req-7d714198-a7a7-4384-9f31-a72a9e9a37ea tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:14.759187 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b53291cf-a6b3-415f-aa6a-21d81e545305 req-7d714198-a7a7-4384-9f31-a72a9e9a37ea tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.1046634 Feb 11 04:50:14.772569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-456c9039-7bfc-46f0-be57-a3240af6f03e req-9d3ed519-9fdc-4bdc-b9a9-ae47d0fb3434 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Calling delete_port for 821e586a-2f31-49a0-8b6a-f7847923346f owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:14.851434 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b53291cf-a6b3-415f-aa6a-21d81e545305 req-90a0ced6-6fed-490e-9700-3ae577578d52 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859716 Feb 11 04:50:14.949819 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-456c9039-7bfc-46f0-be57-a3240af6f03e req-9d3ed519-9fdc-4bdc-b9a9-ae47d0fb3434 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (821e586a-2f31-49a0-8b6a-f7847923346f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:14.980947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['821e586a-2f31-49a0-8b6a-f7847923346f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:14.982465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ed519-9fdc-4bdc-b9a9-ae47d0fb3434 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event deleted for resources: {'Port': ['ID=821e586a-2f31-49a0-8b6a-f7847923346f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:15.017767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055', '9d6622f6-0cc6-4598-ad4e-da915980f97d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:15.078478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-456c9039-7bfc-46f0-be57-a3240af6f03e req-9d3ed519-9fdc-4bdc-b9a9-ae47d0fb3434 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] No DVR routers for this DVR port 821e586a-2f31-49a0-8b6a-f7847923346f on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:15.082359 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-456c9039-7bfc-46f0-be57-a3240af6f03e req-9d3ed519-9fdc-4bdc-b9a9-ae47d0fb3434 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:15.087537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-456c9039-7bfc-46f0-be57-a3240af6f03e req-9d3ed519-9fdc-4bdc-b9a9-ae47d0fb3434 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.60 "DELETE /v2.0/ports/821e586a-2f31-49a0-8b6a-f7847923346f HTTP/1.1" status: 204 len: 173 time: 0.6309676 Feb 11 04:50:15.088168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381beb41-2b7a-4265-a9ca-ba6c43bd79f3', 'name': 'network-vif-deleted', 'tag': '821e586a-2f31-49a0-8b6a-f7847923346f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:15.090751 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b80d83-0858-4ebb-a0d7-306348c4b4a3" -d '{"events": [{"server_uuid": "381beb41-2b7a-4265-a9ca-ba6c43bd79f3", "name": "network-vif-deleted", "tag": "821e586a-2f31-49a0-8b6a-f7847923346f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:15.201261 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9860babd-e33d-458e-8399-d97dd68d9687 x-openstack-request-id: req-9860babd-e33d-458e-8399-d97dd68d9687 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:15.201595 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381beb41-2b7a-4265-a9ca-ba6c43bd79f3", "name": "network-vif-deleted", "tag": "821e586a-2f31-49a0-8b6a-f7847923346f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:15.202182 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9860babd-e33d-458e-8399-d97dd68d9687 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:15.202656 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381beb41-2b7a-4265-a9ca-ba6c43bd79f3', 'name': 'network-vif-deleted', 'tag': '821e586a-2f31-49a0-8b6a-f7847923346f', 'status': 'completed', 'code': 200} Feb 11 04:50:15.226572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device cf82964b-73d4-4f45-800c-765a1c01aeb8 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:15.263152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3663-7442-4c9d-989f-ff7840549612 req-fdd47018-8817-4e12-82fa-6b61232004c6 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:15.265609 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-240e3663-7442-4c9d-989f-ff7840549612 req-fdd47018-8817-4e12-82fa-6b61232004c6 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 944 time: 0.0899503 Feb 11 04:50:15.381278 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-240e3663-7442-4c9d-989f-ff7840549612 req-528b3052-c439-4d51-9a55-eda15e0461c9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065745 Feb 11 04:50:15.404606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port cf82964b-73d4-4f45-800c-765a1c01aeb8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:15.404986 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:15.418768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8546b70-9c1c-4511-bcf7-8ae72e81352e req-fe4d0369-88ce-49b1-9629-c7b932ffa4d5 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=381beb41-2b7a-4265-a9ca-ba6c43bd79f3 HTTP/1.1" status: 200 len: 210 time: 0.0541234 Feb 11 04:50:15.570629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port cf82964b-73d4-4f45-800c-765a1c01aeb8 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:15.571355 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:15.574595 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:15.624424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port cf82964b-73d4-4f45-800c-765a1c01aeb8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=cf82964b-73d4-4f45-800c-765a1c01aeb8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:15.625372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0584c86-e39e-44a9-a403-5cc54430901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf82964b-73d4-4f45-800c-765a1c01aeb8'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:15.628322 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea873389-d582-4160-9ea0-23c3a16eb487" -d '{"events": [{"server_uuid": "a0584c86-e39e-44a9-a403-5cc54430901b", "name": "network-vif-plugged", "status": "completed", "tag": "cf82964b-73d4-4f45-800c-765a1c01aeb8"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:15.632860 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:15.676603 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5521326e-7130-46ec-aa04-e954a12e1421 x-openstack-request-id: req-5521326e-7130-46ec-aa04-e954a12e1421 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:15.676940 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0584c86-e39e-44a9-a403-5cc54430901b", "name": "network-vif-plugged", "status": "completed", "tag": "cf82964b-73d4-4f45-800c-765a1c01aeb8", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:15.677162 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5521326e-7130-46ec-aa04-e954a12e1421 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:15.677554 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0584c86-e39e-44a9-a403-5cc54430901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf82964b-73d4-4f45-800c-765a1c01aeb8', 'code': 200} Feb 11 04:50:15.687070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=cf82964b-73d4-4f45-800c-765a1c01aeb8,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:15.786818 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d1f1ebe6-bb5e-4701-8418-81558b8f3c52 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:15.821453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: d1f1ebe6-bb5e-4701-8418-81558b8f3c52 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:50:15.822111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d1f1ebe6-bb5e-4701-8418-81558b8f3c52 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:16.025622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d83a62-7907-4a59-9395-d1a17d9c81d7 req-2d76dd5f-e2ce-4fe5-beb1-033ac7f317c7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:16.027249 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a8d83a62-7907-4a59-9395-d1a17d9c81d7 req-2d76dd5f-e2ce-4fe5-beb1-033ac7f317c7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.0763612 Feb 11 04:50:16.089563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a8d83a62-7907-4a59-9395-d1a17d9c81d7 req-da215a16-b3fe-4a67-8f87-a8bcb4397928 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548999 Feb 11 04:50:16.514318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd412d8-e97a-4df6-b15f-009cb780b7b6 req-71dffa79-cda5-4b7a-aeb4-0ac2b746e733 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:16.516378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4bd412d8-e97a-4df6-b15f-009cb780b7b6 req-71dffa79-cda5-4b7a-aeb4-0ac2b746e733 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 944 time: 0.0691786 Feb 11 04:50:16.605026 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4bd412d8-e97a-4df6-b15f-009cb780b7b6 req-cac8cc55-402f-4269-91cc-32b12b60ba83 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681064 Feb 11 04:50:16.805168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34040be4-35ee-4e6d-bc14-369db086f2cf req-81fed102-c852-4ff4-9e3d-b847eab17e95 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:16.806577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-34040be4-35ee-4e6d-bc14-369db086f2cf req-81fed102-c852-4ff4-9e3d-b847eab17e95 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 946 time: 0.0557001 Feb 11 04:50:16.859801 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-34040be4-35ee-4e6d-bc14-369db086f2cf req-8fe38407-c6eb-4a35-9601-d7ff5c5f3594 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449486 Feb 11 04:50:17.178277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 821e586a-2f31-49a0-8b6a-f7847923346f no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:17.200823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 821e586a-2f31-49a0-8b6a-f7847923346f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:50:17.201526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 821e586a-2f31-49a0-8b6a-f7847923346f not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:17.265863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20aadf-5aed-4090-a0fb-235f1cefb816 req-0ba07969-2750-4f72-aad6-68517b04c6b2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:17.268101 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d20aadf-5aed-4090-a0fb-235f1cefb816 req-0ba07969-2750-4f72-aad6-68517b04c6b2 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.0662849 Feb 11 04:50:17.318921 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d20aadf-5aed-4090-a0fb-235f1cefb816 req-b3e405ba-9d9e-4c04-a63c-16f2bc1ed29a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446517 Feb 11 04:50:17.713073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c2ffc-167c-4836-a475-6b7164a70e19 req-3d8db3e8-6541-49b4-86e1-f2c556498b62 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:17.715006 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc7c2ffc-167c-4836-a475-6b7164a70e19 req-3d8db3e8-6541-49b4-86e1-f2c556498b62 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 944 time: 0.0576801 Feb 11 04:50:17.787690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc7c2ffc-167c-4836-a475-6b7164a70e19 req-05b2ea37-e7f6-40b1-9ef2-bbfebb123e7a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631919 Feb 11 04:50:18.021463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792c3aa-e13f-4013-98ae-66b30dd050e3 req-d5d89e2f-b845-4cdf-abda-420142a0f3d8 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:18.033018 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b792c3aa-e13f-4013-98ae-66b30dd050e3 req-d5d89e2f-b845-4cdf-abda-420142a0f3d8 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 946 time: 0.0942726 Feb 11 04:50:18.075317 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b792c3aa-e13f-4013-98ae-66b30dd050e3 req-ee917219-09ae-44c8-977d-1f04dd25d56f tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451763 Feb 11 04:50:18.456668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fb7b7-b23a-446f-85f3-13c40a20b201 req-ba0be576-7b00-4872-b9cc-86d614f27dc7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:18.464066 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c88fb7b7-b23a-446f-85f3-13c40a20b201 req-ba0be576-7b00-4872-b9cc-86d614f27dc7 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.0619614 Feb 11 04:50:18.478664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37341adf-93fa-4106-b2db-a95387bc378a req-c80d7199-8c6a-41b5-bf69-5bb374f0d81e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:18.481012 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-37341adf-93fa-4106-b2db-a95387bc378a req-c80d7199-8c6a-41b5-bf69-5bb374f0d81e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 946 time: 0.0602539 Feb 11 04:50:18.516209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c88fb7b7-b23a-446f-85f3-13c40a20b201 req-a313d669-d790-47fd-93d5-092a98ca3fdf tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505457 Feb 11 04:50:18.601943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-37341adf-93fa-4106-b2db-a95387bc378a req-99040d0a-447e-4b87-bf2d-871f65efb550 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Deleting port 9d6622f6-0cc6-4598-ad4e-da915980f97d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:18.602229 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-37341adf-93fa-4106-b2db-a95387bc378a req-99040d0a-447e-4b87-bf2d-871f65efb550 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:18.704401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-37341adf-93fa-4106-b2db-a95387bc378a req-99040d0a-447e-4b87-bf2d-871f65efb550 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] For port 9d6622f6-0cc6-4598-ad4e-da915980f97d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=9d6622f6-0cc6-4598-ad4e-da915980f97d,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:18.704839 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-37341adf-93fa-4106-b2db-a95387bc378a req-99040d0a-447e-4b87-bf2d-871f65efb550 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:18.719107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-37341adf-93fa-4106-b2db-a95387bc378a req-99040d0a-447e-4b87-bf2d-871f65efb550 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Calling delete_port for 9d6622f6-0cc6-4598-ad4e-da915980f97d owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:18.891827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-37341adf-93fa-4106-b2db-a95387bc378a req-99040d0a-447e-4b87-bf2d-871f65efb550 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9d6622f6-0cc6-4598-ad4e-da915980f97d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:18.925939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99040d0a-447e-4b87-bf2d-871f65efb550 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event deleted for resources: {'Port': ['ID=9d6622f6-0cc6-4598-ad4e-da915980f97d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:18.932191 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055', '9d6622f6-0cc6-4598-ad4e-da915980f97d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:18.959714 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdf29c-da41-4d21-a7f4-49e3c3e1ec15 req-1f751a97-cfa7-4287-a8fe-38d2b8e8036c tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:18.961913 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12fdf29c-da41-4d21-a7f4-49e3c3e1ec15 req-1f751a97-cfa7-4287-a8fe-38d2b8e8036c tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 944 time: 0.0827024 Feb 11 04:50:19.050937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-37341adf-93fa-4106-b2db-a95387bc378a req-99040d0a-447e-4b87-bf2d-871f65efb550 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] No DVR routers for this DVR port 9d6622f6-0cc6-4598-ad4e-da915980f97d on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:19.060326 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-37341adf-93fa-4106-b2db-a95387bc378a req-99040d0a-447e-4b87-bf2d-871f65efb550 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:19.067355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-37341adf-93fa-4106-b2db-a95387bc378a req-99040d0a-447e-4b87-bf2d-871f65efb550 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "DELETE /v2.0/ports/9d6622f6-0cc6-4598-ad4e-da915980f97d HTTP/1.1" status: 204 len: 173 time: 0.5799482 Feb 11 04:50:19.067855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b938cbe-8c6e-4334-b7dd-21ffe453f300', 'name': 'network-vif-deleted', 'tag': '9d6622f6-0cc6-4598-ad4e-da915980f97d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:19.071697 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12072910-799d-446c-94db-30e40cfe9a1e" -d '{"events": [{"server_uuid": "7b938cbe-8c6e-4334-b7dd-21ffe453f300", "name": "network-vif-deleted", "tag": "9d6622f6-0cc6-4598-ad4e-da915980f97d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:19.079180 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12fdf29c-da41-4d21-a7f4-49e3c3e1ec15 req-b589a143-ef67-488c-86c7-3d9a6b9406c6 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099651 Feb 11 04:50:19.143055 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4968ae34-e889-456e-9d85-5f9f92a33b03 x-openstack-request-id: req-4968ae34-e889-456e-9d85-5f9f92a33b03 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:19.143734 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b938cbe-8c6e-4334-b7dd-21ffe453f300", "name": "network-vif-deleted", "tag": "9d6622f6-0cc6-4598-ad4e-da915980f97d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:19.143988 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4968ae34-e889-456e-9d85-5f9f92a33b03 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:19.144398 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b938cbe-8c6e-4334-b7dd-21ffe453f300', 'name': 'network-vif-deleted', 'tag': '9d6622f6-0cc6-4598-ad4e-da915980f97d', 'status': 'completed', 'code': 200} Feb 11 04:50:19.224262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device de047aa8-af05-4b2e-9626-bb125b79e92c details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:19.261255 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1875d18d-5b85-40a7-a336-3f675f6097e9 req-b922fd1f-aedd-46ea-a92e-1fe0cb62436e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b938cbe-8c6e-4334-b7dd-21ffe453f300 HTTP/1.1" status: 200 len: 210 time: 0.0661438 Feb 11 04:50:19.357043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port de047aa8-af05-4b2e-9626-bb125b79e92c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=de047aa8-af05-4b2e-9626-bb125b79e92c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:19.368819 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'de047aa8-af05-4b2e-9626-bb125b79e92c', 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89', 'port_id': 'de047aa8-af05-4b2e-9626-bb125b79e92c', 'mac_address': 'fa:16:3e:f7:39:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8ea8bb-31e1-405f-b851-d6f2d129fc2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:50:19.409842 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port de047aa8-af05-4b2e-9626-bb125b79e92c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:19.410245 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:19.414992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-529ba74e-a4a6-493d-a606-8d5c04d7fdc7 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:19.416825 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-529ba74e-a4a6-493d-a606-8d5c04d7fdc7 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849&tenant_id=b17f5c0876a6459894825e19cb0017e2&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.0653930 Feb 11 04:50:19.428540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de047aa8-af05-4b2e-9626-bb125b79e92c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:19.430592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-58'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:19.450061 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port de047aa8-af05-4b2e-9626-bb125b79e92c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=de047aa8-af05-4b2e-9626-bb125b79e92c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:19.458754 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:19.459512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 09fbbe06-5715-4b01-a70a-343df3420458 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:19.511340 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=de047aa8-af05-4b2e-9626-bb125b79e92c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:19.541233 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (09fbbe06-5715-4b01-a70a-343df3420458), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:19.678969 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984145e-8e29-4123-963b-03591d6ca8dd req-690a8f45-0d06-4358-8c25-ddba71186805 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:19.681077 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d984145e-8e29-4123-963b-03591d6ca8dd req-690a8f45-0d06-4358-8c25-ddba71186805 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 945 time: 0.0749061 Feb 11 04:50:19.830745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=09fbbe06-5715-4b01-a70a-343df3420458,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:19.851592 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d984145e-8e29-4123-963b-03591d6ca8dd req-4ca13294-bc4a-4f7a-b360-dee6095f9925 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633744 Feb 11 04:50:19.866005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=09fbbe06-5715-4b01-a70a-343df3420458,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:19.910554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 09fbbe06-5715-4b01-a70a-343df3420458 has no active binding in host n-h1-615180-58 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:50:19.965158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:20.067331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7171493f-48cb-48d9-b4a4-ed51c906c849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09fbbe06-5715-4b01-a70a-343df3420458'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:20.070344 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f004c33-6ce9-4886-822f-598135022c56" -d '{"events": [{"server_uuid": "7171493f-48cb-48d9-b4a4-ed51c906c849", "name": "network-vif-unplugged", "status": "completed", "tag": "09fbbe06-5715-4b01-a70a-343df3420458"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:20.074558 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Publish callbacks [] for port (09fbbe06-5715-4b01-a70a-343df3420458), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:20.107511 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (09fbbe06-5715-4b01-a70a-343df3420458), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:20.251942 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d80c63-ceab-462b-8b7c-b0c2209d9c63 x-openstack-request-id: req-e1d80c63-ceab-462b-8b7c-b0c2209d9c63 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:20.252572 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7171493f-48cb-48d9-b4a4-ed51c906c849", "name": "network-vif-unplugged", "status": "completed", "tag": "09fbbe06-5715-4b01-a70a-343df3420458", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:20.252930 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1d80c63-ceab-462b-8b7c-b0c2209d9c63 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:20.254012 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7171493f-48cb-48d9-b4a4-ed51c906c849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09fbbe06-5715-4b01-a70a-343df3420458', 'code': 200} Feb 11 04:50:20.384460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Pushing event updated for resources: {'Port': ['ID=09fbbe06-5715-4b01-a70a-343df3420458,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:20.415648 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Attempting to bind port 09fbbe06-5715-4b01-a70a-343df3420458 on host n-h2-615180-58 for vnic_type normal with profile {"migrating_to": "n-h1-615180-58"} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:20.416464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Attempting to bind port 09fbbe06-5715-4b01-a70a-343df3420458 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:20.416802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Attempting to bind port 09fbbe06-5715-4b01-a70a-343df3420458 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:20.425624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Port 09fbbe06-5715-4b01-a70a-343df3420458 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:50:20.426077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Attempting to bind port 09fbbe06-5715-4b01-a70a-343df3420458 on network 69d8e4f6-7728-4d44-828e-ccc74a93621e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:20.436753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5812d7-347f-47f0-a8b9-cd331572c4cc req-4e4b77e3-38d4-43ad-bb02-1fcd08951d24 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:20.444513 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec5812d7-347f-47f0-a8b9-cd331572c4cc req-4e4b77e3-38d4-43ad-bb02-1fcd08951d24 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 945 time: 0.1897891 Feb 11 04:50:20.468853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:20.469212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Checking segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:20.469601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Bound using segment: {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:20.470050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Bound port: 09fbbe06-5715-4b01-a70a-343df3420458, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee425cd-e35f-412d-b416-d8e4f539358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '69d8e4f6-7728-4d44-828e-ccc74a93621e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:20.470416 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (09fbbe06-5715-4b01-a70a-343df3420458), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:20.532791 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec5812d7-347f-47f0-a8b9-cd331572c4cc req-90c5dab5-1122-459e-852f-b1657dab4ede tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853851 Feb 11 04:50:20.586428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:20.591591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['de047aa8-af05-4b2e-9626-bb125b79e92c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:20.604542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=09fbbe06-5715-4b01-a70a-343df3420458,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:20.616903 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (09fbbe06-5715-4b01-a70a-343df3420458), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:20.732922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Pushing event updated for resources: {'Port': ['ID=09fbbe06-5715-4b01-a70a-343df3420458,revision_number=8']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:20.784054 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:20.784714 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:20.786163 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-de719cee-e9d6-4fca-809e-a81bcd3c804b service neutron] 10.222.0.60 "PUT /v2.0/ports/09fbbe06-5715-4b01-a70a-343df3420458 HTTP/1.1" status: 200 len: 1123 time: 1.3621318 Feb 11 04:50:20.863131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7827159-176a-4857-ae2a-914096237475 req-ce0fde55-a17e-4b63-9c2d-84a2f606a484 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:20.880177 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-ce0fde55-a17e-4b63-9c2d-84a2f606a484 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.1951966 Feb 11 04:50:20.916985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-5dc836f4-02f9-4b5e-a988-8259797cf626 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/quotas/dbf38467408f44b9a285b2d5c0e7abab HTTP/1.1" status: 200 len: 375 time: 0.0347471 Feb 11 04:50:21.022370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['09fbbe06-5715-4b01-a70a-343df3420458'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:21.037164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-78438aae-64bd-40ff-b55f-c5e489379784 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181140 Feb 11 04:50:21.092971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['09fbbe06-5715-4b01-a70a-343df3420458'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:21.144916 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-3fbc6470-ede3-48be-8532-74e45274d171 service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066222 Feb 11 04:50:21.266838 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-cf88be8c-2147-4bd9-bb7a-0f5d5151b407 service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210275 Feb 11 04:50:21.273389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136cf4-2a77-4c9e-993c-f9549f2b2e3c req-c65d0aa0-7426-4534-b597-cfb204fd247c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:21.274940 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a136cf4-2a77-4c9e-993c-f9549f2b2e3c req-c65d0aa0-7426-4534-b597-cfb204fd247c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.3293436 Feb 11 04:50:21.404068 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a136cf4-2a77-4c9e-993c-f9549f2b2e3c req-ccde42eb-93cd-41c0-9d82-4a7f0ef29c4a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142247 Feb 11 04:50:21.651986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-73172525-148f-4e15-9356-8aaead1567f3 req-b5b612d9-e518-4970-af14-292ce147dda7 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 210 time: 0.1029198 Feb 11 04:50:21.817108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab911139-c62a-49ba-81fd-19e7dc35fc2a req-866ff8de-13d7-4c14-a390-04eeb623eb3d tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:21.826212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab911139-c62a-49ba-81fd-19e7dc35fc2a req-866ff8de-13d7-4c14-a390-04eeb623eb3d tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 945 time: 0.1407797 Feb 11 04:50:21.867869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60414) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:22.005861 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab911139-c62a-49ba-81fd-19e7dc35fc2a req-2d8b7dab-38c1-4d8e-a077-40ec4cd1ea28 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681492 Feb 11 04:50:22.111404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Deleting subnet 39ae33d8-9318-4ac3-9e38-c945077968e0 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:50:22.115735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Publish callbacks [] for subnet (39ae33d8-9318-4ac3-9e38-c945077968e0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:22.177152 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (39ae33d8-9318-4ac3-9e38-c945077968e0), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:22.222549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (39ae33d8-9318-4ac3-9e38-c945077968e0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:22.256438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7171493f-48cb-48d9-b4a4-ed51c906c849', 'tag': '09fbbe06-5715-4b01-a70a-343df3420458'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:22.260202 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1e0652-c2d8-44f7-853c-8f4a7e70e6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7171493f-48cb-48d9-b4a4-ed51c906c849", "tag": "09fbbe06-5715-4b01-a70a-343df3420458"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:22.340498 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020db9f6-142d-44af-80ee-dcd2beb3d7f7 x-openstack-request-id: req-020db9f6-142d-44af-80ee-dcd2beb3d7f7 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:22.341552 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7171493f-48cb-48d9-b4a4-ed51c906c849", "tag": "09fbbe06-5715-4b01-a70a-343df3420458", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:22.342062 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-020db9f6-142d-44af-80ee-dcd2beb3d7f7 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:22.342742 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (39ae33d8-9318-4ac3-9e38-c945077968e0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:22.342919 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7171493f-48cb-48d9-b4a4-ed51c906c849', 'tag': '09fbbe06-5715-4b01-a70a-343df3420458', 'status': 'completed', 'code': 200} Feb 11 04:50:22.375301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ae33d8-9318-4ac3-9e38-c945077968e0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:22.384275 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:22.390622 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/39ae33d8-9318-4ac3-9e38-c945077968e0 HTTP/1.1" status: 204 len: 168 time: 0.5216155 Feb 11 04:50:22.392584 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.393109 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.393589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.393711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60428) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:22.394183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.394669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.395264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.396361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.396855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.397343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.397836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.398320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.398845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.399356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513cbe88-0b8f-4d74-917c-7e72ace4dc79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:22.457909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e0652-c2d8-44f7-853c-8f4a7e70e6e5 req-1e566a64-e1f1-422c-8295-e2ebc70b7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:22.459994 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e1e0652-c2d8-44f7-853c-8f4a7e70e6e5 req-1e566a64-e1f1-422c-8295-e2ebc70b7997 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 1157 time: 0.0574491 Feb 11 04:50:22.676637 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (31aafeb1-3c06-44eb-837b-127b2852a4a3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:22.717892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e0652-c2d8-44f7-853c-8f4a7e70e6e5 req-63347f8c-83a3-4cfb-a8ea-937ec27b8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:22.720179 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e1e0652-c2d8-44f7-853c-8f4a7e70e6e5 req-63347f8c-83a3-4cfb-a8ea-937ec27b8e2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.2501030 Feb 11 04:50:22.780181 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e1e0652-c2d8-44f7-853c-8f4a7e70e6e5 req-52633a50-cc65-4b43-a2f3-941fce55a1bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09fbbe06-5715-4b01-a70a-343df3420458 HTTP/1.1" status: 200 len: 217 time: 0.0530181 Feb 11 04:50:22.820633 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e36620a8-fc6f-4dfd-a526-e5b9ed52619a req-d78b3c56-0b77-4ab6-8326-c97973c8a581 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 210 time: 0.0337303 Feb 11 04:50:22.886139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e0652-c2d8-44f7-853c-8f4a7e70e6e5 req-6ce41647-1084-4e5a-88fa-b39e5b796bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:22.888514 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e1e0652-c2d8-44f7-853c-8f4a7e70e6e5 req-6ce41647-1084-4e5a-88fa-b39e5b796bc1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.0667896 Feb 11 04:50:22.927666 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e6b99-4328-4391-9364-d8a89328faef req-7a9a0a44-23bb-4015-85c2-bcedf8fba0cf tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:22.935384 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-588e6b99-4328-4391-9364-d8a89328faef req-7a9a0a44-23bb-4015-85c2-bcedf8fba0cf tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.2512739 Feb 11 04:50:22.965456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e1e0652-c2d8-44f7-853c-8f4a7e70e6e5 req-05dd947f-5f41-4600-b158-324073de4f12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662243 Feb 11 04:50:23.008389 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-588e6b99-4328-4391-9364-d8a89328faef req-e025cafb-b38c-48ca-9d73-e6cffb3d4b50 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715988 Feb 11 04:50:23.070558 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (31aafeb1-3c06-44eb-837b-127b2852a4a3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.115120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31aafeb1-3c06-44eb-837b-127b2852a4a3']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:23.134355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f35609-9e83-4e53-8df5-dead917363cb') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:23.134972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f35609-9e83-4e53-8df5-dead917363cb') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:23.156842 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (21f35609-9e83-4e53-8df5-dead917363cb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.182089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e1e0652-c2d8-44f7-853c-8f4a7e70e6e5 req-66eaded5-5757-436d-b88f-2a2fe72f3061 service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072966 Feb 11 04:50:23.190982 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (21f35609-9e83-4e53-8df5-dead917363cb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.214973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:50:23.215555 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (21f35609-9e83-4e53-8df5-dead917363cb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:50:23.217460 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:50:23.245781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device de047aa8-af05-4b2e-9626-bb125b79e92c up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:23.335981 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e1e0652-c2d8-44f7-853c-8f4a7e70e6e5 req-31d057be-2d2d-45b8-ad41-604519a1597c service neutron] 10.222.0.10 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100039 Feb 11 04:50:23.355028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5d957-bf37-4940-8558-1187eeb152a4 req-08049c94-145a-4db4-87ae-ef6692848516 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:23.362491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bea5d957-bf37-4940-8558-1187eeb152a4 req-08049c94-145a-4db4-87ae-ef6692848516 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 945 time: 0.1791873 Feb 11 04:50:23.456404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port de047aa8-af05-4b2e-9626-bb125b79e92c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:50:23.456741 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bea5d957-bf37-4940-8558-1187eeb152a4 req-d9d26ce6-85d2-4a72-a09e-4a95de222afd tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929446 Feb 11 04:50:23.476542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port de047aa8-af05-4b2e-9626-bb125b79e92c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:23.478275 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.497382 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (31aafeb1-3c06-44eb-837b-127b2852a4a3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.506595 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.516116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/31aafeb1-3c06-44eb-837b-127b2852a4a3 HTTP/1.1" status: 204 len: 168 time: 1.1212971 Feb 11 04:50:23.569698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076539a-c305-4950-b368-e463331a69f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=31aafeb1-3c06-44eb-837b-127b2852a4a3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:23.711685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port de047aa8-af05-4b2e-9626-bb125b79e92c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:23.712022 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.762070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7827159-176a-4857-ae2a-914096237475 req-3b08ed09-3991-45da-9a48-d578b5264161 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:23.764761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-3b08ed09-3991-45da-9a48-d578b5264161 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.2403791 Feb 11 04:50:23.784371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1511b7f9-b7f6-45ab-89ee-38035bed5b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de047aa8-af05-4b2e-9626-bb125b79e92c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:23.790179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c7827159-176a-4857-ae2a-914096237475 req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Request body: {'port': {'device_id': 'a8e5dc33-53bd-43a0-8726-06e2773b3829', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'admin_state_up': True, 'tenant_id': 'dbf38467408f44b9a285b2d5c0e7abab'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:23.790361 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7c270-2b49-44e9-baf4-b8eaae4dae4b" -d '{"events": [{"server_uuid": "1511b7f9-b7f6-45ab-89ee-38035bed5b86", "name": "network-vif-plugged", "status": "completed", "tag": "de047aa8-af05-4b2e-9626-bb125b79e92c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:23.794365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60476) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:23.835908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port de047aa8-af05-4b2e-9626-bb125b79e92c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=de047aa8-af05-4b2e-9626-bb125b79e92c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:23.849374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9d6622f6-0cc6-4598-ad4e-da915980f97d no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:23.888692 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ea4dd6a0-7122-40d4-aa5f-98322341a8f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9c82f79d8cb4249965732257aaf6d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0909789 Feb 11 04:50:23.889391 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60480) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:23.903212 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c985c6-3bc5-4da1-aafa-752deed3193c x-openstack-request-id: req-97c985c6-3bc5-4da1-aafa-752deed3193c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:23.904388 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1511b7f9-b7f6-45ab-89ee-38035bed5b86", "name": "network-vif-plugged", "status": "completed", "tag": "de047aa8-af05-4b2e-9626-bb125b79e92c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:23.904652 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97c985c6-3bc5-4da1-aafa-752deed3193c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:23.907191 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1511b7f9-b7f6-45ab-89ee-38035bed5b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de047aa8-af05-4b2e-9626-bb125b79e92c', 'code': 200} Feb 11 04:50:23.912029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 9d6622f6-0cc6-4598-ad4e-da915980f97d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:50:23.912389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 9d6622f6-0cc6-4598-ad4e-da915980f97d not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:23.917173 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:24.033197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=de047aa8-af05-4b2e-9626-bb125b79e92c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:24.033436 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bad0de4c-ee01-487b-9231-36d3603b680f admin admin] Publish callbacks [] for security_group (09776404-2da6-4536-b86d-68e9d3e495e5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:24.064928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7827159-176a-4857-ae2a-914096237475 req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Made reservation on behalf of dbf38467408f44b9a285b2d5c0e7abab for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:24.065940 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.067027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.068219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.069704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.070248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.071075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c7827159-176a-4857-ae2a-914096237475 req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:24.071668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.073685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.074284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.076516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.077723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.083296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.086730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.089568 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:24.168182 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-92b664ce-e754-4bd1-98ad-36a4b9c062a3 req-0bcb9ce0-4748-4d30-bbef-77ae04d8a209 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 210 time: 0.1940656 Feb 11 04:50:24.221049 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bad0de4c-ee01-487b-9231-36d3603b680f admin admin] Publish callbacks [] for security_group (09776404-2da6-4536-b86d-68e9d3e495e5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:24.323747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2b453-7137-4d06-8022-73f36651aabd req-55a3c6dc-aadd-4c78-b026-23834c162b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:24.325264 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-61e2b453-7137-4d06-8022-73f36651aabd req-55a3c6dc-aadd-4c78-b026-23834c162b0f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 1129 time: 0.3033020 Feb 11 04:50:24.385673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-c7827159-176a-4857-ae2a-914096237475 req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Allocated IP 172.20.0.9 (304821df-a58c-4299-8fdb-c67c2a932ad8/13421f11-6eb2-47e2-aec3-80ca3a3e551b/474f365d-7c36-4883-a77f-62f884a72e2e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:24.385892 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bad0de4c-ee01-487b-9231-36d3603b680f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (09776404-2da6-4536-b86d-68e9d3e495e5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:24.388348 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bad0de4c-ee01-487b-9231-36d3603b680f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:24.391928 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bad0de4c-ee01-487b-9231-36d3603b680f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09776404-2da6-4536-b86d-68e9d3e495e5 HTTP/1.1" status: 204 len: 168 time: 0.4991779 Feb 11 04:50:24.427757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0de4c-ee01-487b-9231-36d3603b680f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09776404-2da6-4536-b86d-68e9d3e495e5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:24.481779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-61e2b453-7137-4d06-8022-73f36651aabd req-735a8bfb-6f5b-4e8b-8e9e-095ab455d1da service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441102 Feb 11 04:50:24.666530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0055e-69ff-47d1-bd94-f07222ff2fe1 req-c0b3db6d-0210-4eb5-b414-6017bc6bf36f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:24.674800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69f0055e-69ff-47d1-bd94-f07222ff2fe1 req-c0b3db6d-0210-4eb5-b414-6017bc6bf36f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.2117810 Feb 11 04:50:24.753604 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69f0055e-69ff-47d1-bd94-f07222ff2fe1 req-a795061a-5317-4e34-bce0-3ba627aa323f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724654 Feb 11 04:50:24.774208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5becaf5-6443-4993-928c-a690d7cea26f req-41a242d4-f1b3-43df-9760-e1ab8c204bc8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:24.781730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5becaf5-6443-4993-928c-a690d7cea26f req-41a242d4-f1b3-43df-9760-e1ab8c204bc8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 946 time: 0.1394801 Feb 11 04:50:24.805504 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c7827159-176a-4857-ae2a-914096237475 req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks [] for port (474f365d-7c36-4883-a77f-62f884a72e2e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:24.875287 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c7827159-176a-4857-ae2a-914096237475 req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:24.913942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:24.928115 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5becaf5-6443-4993-928c-a690d7cea26f req-5b57f2eb-b72e-4968-b409-92d434c47f6a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452854 Feb 11 04:50:24.955485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event updated for resources: {'Port': ['ID=474f365d-7c36-4883-a77f-62f884a72e2e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:24.967400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7827159-176a-4857-ae2a-914096237475 req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Network 304821df-a58c-4299-8fdb-c67c2a932ad8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:24.970311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-c7827159-176a-4857-ae2a-914096237475 req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:24.973077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7827159-176a-4857-ae2a-914096237475 req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:25.074448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7827159-176a-4857-ae2a-914096237475 req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:25.085220 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c7827159-176a-4857-ae2a-914096237475 req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:25.124884 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-8d8f5592-60ba-4da4-a5a4-c800900f074e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3400431 Feb 11 04:50:25.143894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Request body: {'port': {'device_id': 'a8e5dc33-53bd-43a0-8726-06e2773b3829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:25.271341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 09fbbe06-5715-4b01-a70a-343df3420458 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:25.281520 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:25.520245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a42fe-cf17-4a6d-9959-d2f0daeafb49 req-c65d222d-0e31-43de-88e2-648ea82c7c67 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:25.522982 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c6a42fe-cf17-4a6d-9959-d2f0daeafb49 req-c65d222d-0e31-43de-88e2-648ea82c7c67 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 931 time: 0.1629636 Feb 11 04:50:25.535320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=09fbbe06-5715-4b01-a70a-343df3420458,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:25.579087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 09fbbe06-5715-4b01-a70a-343df3420458 has no active binding in host n-h1-615180-58 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:50:25.659202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c6a42fe-cf17-4a6d-9959-d2f0daeafb49 req-e947cc04-1d8d-43fa-b2c8-ae3da6e71469 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134155 Feb 11 04:50:25.892869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474f365d-7c36-4883-a77f-62f884a72e2e {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:25.908915 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Publish callbacks [] for port (474f365d-7c36-4883-a77f-62f884a72e2e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:25.970762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Transition to ACTIVE for port object 474f365d-7c36-4883-a77f-62f884a72e2e will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:50:25.984572 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.086022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5aefcc-b013-4fd9-8bf6-2e7e39e89784 req-88fdb17e-ee94-4f83-b479-6e5dbbda3671 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:26.098243 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa5aefcc-b013-4fd9-8bf6-2e7e39e89784 req-88fdb17e-ee94-4f83-b479-6e5dbbda3671 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.1838517 Feb 11 04:50:26.111587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60556) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:26.129140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Pushing event updated for resources: {'Port': ['ID=474f365d-7c36-4883-a77f-62f884a72e2e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:26.224091 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa5aefcc-b013-4fd9-8bf6-2e7e39e89784 req-e5449dff-9077-483b-8a3a-82bb1d35ca8d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173947 Feb 11 04:50:26.310829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134515d-b40a-4153-a6c9-4c158da303ef req-b13774f3-bc1c-4dc5-9ce5-aac9f669f332 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:26.331526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8134515d-b40a-4153-a6c9-4c158da303ef req-b13774f3-bc1c-4dc5-9ce5-aac9f669f332 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 946 time: 0.1807857 Feb 11 04:50:26.418169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1609345912-network', 'tenant_id': '10f9fc3505fd4f959aafb435dcfe96f3'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:26.430093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Attempting to bind port 474f365d-7c36-4883-a77f-62f884a72e2e on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:26.430437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Attempting to bind port 474f365d-7c36-4883-a77f-62f884a72e2e by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:26.430782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Attempting to bind port 474f365d-7c36-4883-a77f-62f884a72e2e on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:26.447897 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8134515d-b40a-4153-a6c9-4c158da303ef req-ce19383b-70af-4de5-9874-9765163613f4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152701 Feb 11 04:50:26.451657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Port 474f365d-7c36-4883-a77f-62f884a72e2e on network 304821df-a58c-4299-8fdb-c67c2a932ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:50:26.452233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Attempting to bind port 474f365d-7c36-4883-a77f-62f884a72e2e on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:26.459312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:26.460009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Checking segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:26.461114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Bound using segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:26.461782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Bound port: 474f365d-7c36-4883-a77f-62f884a72e2e, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:26.462521 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.483158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Made reservation on behalf of 10f9fc3505fd4f959aafb435dcfe96f3 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:26.485920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.511122 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.563183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] For port 474f365d-7c36-4883-a77f-62f884a72e2e, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:26.570008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] For port 474f365d-7c36-4883-a77f-62f884a72e2e, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=474f365d-7c36-4883-a77f-62f884a72e2e,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:26.624911 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.687089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Pushing event updated for resources: {'Port': ['ID=474f365d-7c36-4883-a77f-62f884a72e2e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:26.725823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:26.727183 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.734531 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-61d777d6-e882-404b-aad7-361cc673445d service neutron] 10.222.0.10 "PUT /v2.0/ports/474f365d-7c36-4883-a77f-62f884a72e2e HTTP/1.1" status: 200 len: 1092 time: 1.5940273 Feb 11 04:50:26.737596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e5dc33-53bd-43a0-8726-06e2773b3829', 'tag': '474f365d-7c36-4883-a77f-62f884a72e2e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:26.742383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Publish callbacks [] for security_group (75cdec99-6006-4626-af82-3ca37bbe9039), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.746554 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821669a7-962a-47a3-80ce-f049a320f1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e5dc33-53bd-43a0-8726-06e2773b3829", "tag": "474f365d-7c36-4883-a77f-62f884a72e2e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:26.756480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (75cdec99-6006-4626-af82-3ca37bbe9039), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.834928 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa66354-6cbf-4b69-a94c-240811c0585d x-openstack-request-id: req-1fa66354-6cbf-4b69-a94c-240811c0585d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:26.837224 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e5dc33-53bd-43a0-8726-06e2773b3829", "tag": "474f365d-7c36-4883-a77f-62f884a72e2e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:26.837568 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1fa66354-6cbf-4b69-a94c-240811c0585d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:26.838066 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e5dc33-53bd-43a0-8726-06e2773b3829', 'tag': '474f365d-7c36-4883-a77f-62f884a72e2e', 'status': 'completed', 'code': 200} Feb 11 04:50:26.860209 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cdec99-6006-4626-af82-3ca37bbe9039,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:26.913618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7827159-176a-4857-ae2a-914096237475 req-ee665268-f7b2-42e3-a1cf-b7d66dbca1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:26.913618 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-ee665268-f7b2-42e3-a1cf-b7d66dbca1e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 1126 time: 0.0932205 Feb 11 04:50:26.933558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:50:26.965449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d7d2d-72e1-4191-ad84-a22f8a37db45 req-1fde4ef2-67cc-408a-b80a-7166e6493900 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:26.967690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf9d7d2d-72e1-4191-ad84-a22f8a37db45 req-1fde4ef2-67cc-408a-b80a-7166e6493900 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 943 time: 0.1626356 Feb 11 04:50:26.997461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-8974e88e-32bf-40c0-b1d2-b4cc9279b1fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474f365d-7c36-4883-a77f-62f884a72e2e HTTP/1.1" status: 200 len: 217 time: 0.0682390 Feb 11 04:50:27.030249 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (663b8386-6588-4058-a9f6-b6d5544e7d36), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:27.030705 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Added segment 663b8386-6588-4058-a9f6-b6d5544e7d36 of type vlan for network acaa80c4-cbad-440c-a097-2baa891e7b23 Feb 11 04:50:27.080244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7827159-176a-4857-ae2a-914096237475 req-0fd6228b-de14-44ef-9109-c576d6d8aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:27.098051 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-0fd6228b-de14-44ef-9109-c576d6d8aafa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.0939722 Feb 11 04:50:27.130093 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-0cd1f446-40d4-499c-8b39-b31abe24f3e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308075 Feb 11 04:50:27.146092 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf9d7d2d-72e1-4191-ad84-a22f8a37db45 req-3cca7b6e-33f8-4bb7-9be9-5653b08d9554 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701431 Feb 11 04:50:27.175123 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (acaa80c4-cbad-440c-a097-2baa891e7b23), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:27.209681 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (acaa80c4-cbad-440c-a097-2baa891e7b23), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:27.210717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:27.211354 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:27.303533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] Pushing event updated for resources: {'Network': ['ID=acaa80c4-cbad-440c-a097-2baa891e7b23,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:27.314682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60590) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:27.315175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-df0730ee-e9c4-4348-94b2-0e6d3c8112f5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1974342 Feb 11 04:50:27.319746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network acaa80c4-cbad-440c-a097-2baa891e7b23 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:50:27.379221 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3f2599de-9d01-4d2b-aed7-8b21d16a28e0 admin admin] Request body: {'subnet': {'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1609345912-subnet', 'tenant_id': '10f9fc3505fd4f959aafb435dcfe96f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:27.455211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-133bc530-e574-4818-9e8b-1995c2190ca5 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137450 Feb 11 04:50:27.528192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2599de-9d01-4d2b-aed7-8b21d16a28e0 admin admin] Made reservation on behalf of 10f9fc3505fd4f959aafb435dcfe96f3 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:27.537208 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f2599de-9d01-4d2b-aed7-8b21d16a28e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:27.745758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cc113-009f-412b-897c-5cd5404dd50b req-4b61474c-55bf-491f-99b2-593f1ac6cfbe tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:27.747329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b5cc113-009f-412b-897c-5cd5404dd50b req-4b61474c-55bf-491f-99b2-593f1ac6cfbe tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.2884009 Feb 11 04:50:27.791387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb546756-4347-48fb-af4e-f6b0c309b270 req-35fe6a10-4eb7-4422-aa06-101f852d00af tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:27.794845 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7827159-176a-4857-ae2a-914096237475 req-6fc539c5-a431-44d6-bdff-0958d261bb11 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317378 Feb 11 04:50:27.796326 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cb546756-4347-48fb-af4e-f6b0c309b270 req-35fe6a10-4eb7-4422-aa06-101f852d00af tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 946 time: 0.1806438 Feb 11 04:50:27.863298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b5cc113-009f-412b-897c-5cd5404dd50b req-36fc6b0e-9245-4aa5-970f-ffe0e2fa3b1d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055741 Feb 11 04:50:27.957289 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cb546756-4347-48fb-af4e-f6b0c309b270 req-ddc925e8-c450-4cb3-a387-d14d69e661bc tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547639 Feb 11 04:50:28.033786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f2599de-9d01-4d2b-aed7-8b21d16a28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (00527902-b508-423a-a70d-c6ed1a8a4b6b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:28.059273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821669a7-962a-47a3-80ce-f049a320f1cf req-7ed4f0b5-bff4-4e0b-8e7a-1f2f29eaf41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:28.061621 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-821669a7-962a-47a3-80ce-f049a320f1cf req-7ed4f0b5-bff4-4e0b-8e7a-1f2f29eaf41f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 1126 time: 0.1395648 Feb 11 04:50:28.225869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2599de-9d01-4d2b-aed7-8b21d16a28e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00527902-b508-423a-a70d-c6ed1a8a4b6b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:28.282186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2599de-9d01-4d2b-aed7-8b21d16a28e0 admin admin] Checking segment: {'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:28.282558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2599de-9d01-4d2b-aed7-8b21d16a28e0 admin admin] Network hostable DHCP agents. Network: acaa80c4-cbad-440c-a097-2baa891e7b23, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:50:28.304933 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-32b160eb-8f25-479c-90ce-ab72af4629f8 req-fae4ae1c-45a7-4bab-b240-cf168b3e4009 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-469723940&fields=id&tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd HTTP/1.1" status: 200 len: 267 time: 0.2018695 Feb 11 04:50:28.386286 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484178b-9270-448d-b570-c162c5a8c052 req-e6714b7d-83ab-4563-9863-814792f1c072 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:28.392954 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b484178b-9270-448d-b570-c162c5a8c052 req-e6714b7d-83ab-4563-9863-814792f1c072 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 943 time: 0.1103261 Feb 11 04:50:28.452772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b160eb-8f25-479c-90ce-ab72af4629f8 req-49f4bc11-72e6-44ca-8fc2-b2a47686c39a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:28.461612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-32b160eb-8f25-479c-90ce-ab72af4629f8 req-49f4bc11-72e6-44ca-8fc2-b2a47686c39a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 946 time: 0.1557415 Feb 11 04:50:28.469813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-32b160eb-8f25-479c-90ce-ab72af4629f8 req-c57c5aa8-de24-48fe-a476-39ab2be2691f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'port': {'security_groups': ['462ae22b-224d-452d-9b18-d635dd612536', 'f595690b-3ae9-469e-a1c3-f8f0dff6ac54']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:28.485166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2599de-9d01-4d2b-aed7-8b21d16a28e0 admin admin] Network acaa80c4-cbad-440c-a097-2baa891e7b23 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:50:28.495302 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b484178b-9270-448d-b570-c162c5a8c052 req-0b49060f-34a4-4f6d-a3c1-d9b0a486bafd tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966868 Feb 11 04:50:28.500007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821669a7-962a-47a3-80ce-f049a320f1cf req-b353d00f-32ac-467d-9eff-3fe42b42d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:28.503426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-821669a7-962a-47a3-80ce-f049a320f1cf req-b353d00f-32ac-467d-9eff-3fe42b42d01b service neutron] 10.222.0.10 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 906 time: 0.3981316 Feb 11 04:50:28.539840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3f2599de-9d01-4d2b-aed7-8b21d16a28e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, acaa80c4-cbad-440c-a097-2baa891e7b23) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:28.558293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2e9ef-3708-4dbb-b01c-d0397e6487fb None None] Network acaa80c4-cbad-440c-a097-2baa891e7b23 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:50:28.581080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2599de-9d01-4d2b-aed7-8b21d16a28e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:28.587397 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f2599de-9d01-4d2b-aed7-8b21d16a28e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:28.634694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-821669a7-962a-47a3-80ce-f049a320f1cf req-a5c931ab-25e2-45bb-af62-99c2acc8891a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474f365d-7c36-4883-a77f-62f884a72e2e HTTP/1.1" status: 200 len: 217 time: 0.0855572 Feb 11 04:50:28.713226 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3f2599de-9d01-4d2b-aed7-8b21d16a28e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3551838 Feb 11 04:50:28.730402 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-32b160eb-8f25-479c-90ce-ab72af4629f8 req-c57c5aa8-de24-48fe-a476-39ab2be2691f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:28.757348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821669a7-962a-47a3-80ce-f049a320f1cf req-34a3c333-d1c1-436b-b6a8-7edf3cc69942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:28.765721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-821669a7-962a-47a3-80ce-f049a320f1cf req-34a3c333-d1c1-436b-b6a8-7edf3cc69942 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.1180751 Feb 11 04:50:28.829318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924256c5-c518-4e2c-a4d7-b6b94672f88e None None] Network acaa80c4-cbad-440c-a097-2baa891e7b23 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:50:29.144034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1fc56-c187-45e4-b771-f972ff179e8a req-b47ff5f1-dcae-4d3f-8706-de6d99d07772 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:29.146025 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0e1fc56-c187-45e4-b771-f972ff179e8a req-b47ff5f1-dcae-4d3f-8706-de6d99d07772 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.1011820 Feb 11 04:50:29.178738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-32b160eb-8f25-479c-90ce-ab72af4629f8 req-c57c5aa8-de24-48fe-a476-39ab2be2691f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] For port de047aa8-af05-4b2e-9626-bb125b79e92c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=de047aa8-af05-4b2e-9626-bb125b79e92c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:29.190393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-821669a7-962a-47a3-80ce-f049a320f1cf req-530f3924-c89e-47c2-9ff2-559ea1aa8b5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4163454 Feb 11 04:50:29.206250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0e1fc56-c187-45e4-b771-f972ff179e8a req-34e3fe0b-5041-4344-82db-6c1d678a8dfd tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522549 Feb 11 04:50:29.283998 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-32b160eb-8f25-479c-90ce-ab72af4629f8 req-c57c5aa8-de24-48fe-a476-39ab2be2691f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:29.290550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 09fbbe06-5715-4b01-a70a-343df3420458 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:29.294703 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-32b160eb-8f25-479c-90ce-ab72af4629f8 req-c57c5aa8-de24-48fe-a476-39ab2be2691f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:29.360975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['de047aa8-af05-4b2e-9626-bb125b79e92c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:29.363442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] The host n-h1-615180-58 is not matching for port 09fbbe06-5715-4b01-a70a-343df3420458 host n-h2-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:50:29.363989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 09fbbe06-5715-4b01-a70a-343df3420458 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:29.430838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b160eb-8f25-479c-90ce-ab72af4629f8 req-c57c5aa8-de24-48fe-a476-39ab2be2691f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:29.431574 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-32b160eb-8f25-479c-90ce-ab72af4629f8 req-c57c5aa8-de24-48fe-a476-39ab2be2691f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:29.433148 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-32b160eb-8f25-479c-90ce-ab72af4629f8 req-c57c5aa8-de24-48fe-a476-39ab2be2691f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "PUT /v2.0/ports/de047aa8-af05-4b2e-9626-bb125b79e92c HTTP/1.1" status: 200 len: 982 time: 0.9704802 Feb 11 04:50:29.451992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1511b7f9-b7f6-45ab-89ee-38035bed5b86', 'tag': 'de047aa8-af05-4b2e-9626-bb125b79e92c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:29.455272 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e704545d-69d3-4582-b943-30880ef2283c" -d '{"events": [{"name": "network-changed", "server_uuid": "1511b7f9-b7f6-45ab-89ee-38035bed5b86", "tag": "de047aa8-af05-4b2e-9626-bb125b79e92c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:29.565894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c5aa8-de24-48fe-a476-39ab2be2691f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'Port': ['ID=de047aa8-af05-4b2e-9626-bb125b79e92c,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:29.583135 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-821669a7-962a-47a3-80ce-f049a320f1cf req-2d5df29c-11f5-497c-9e39-9d05c6bcdcdc service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826056 Feb 11 04:50:29.798738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['de047aa8-af05-4b2e-9626-bb125b79e92c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:29.882119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 09fbbe06-5715-4b01-a70a-343df3420458 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:29.917173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-8ffa1d9f-8b6c-4e3a-a8ba-c356d6845366 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:29.926487 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-8ffa1d9f-8b6c-4e3a-a8ba-c356d6845366 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/networks?id=acaa80c4-cbad-440c-a097-2baa891e7b23 HTTP/1.1" status: 200 len: 818 time: 0.2191777 Feb 11 04:50:29.959179 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1a3a2e98-ba79-4287-8bc3-e3f8223f6d0a tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/quotas/10f9fc3505fd4f959aafb435dcfe96f3 HTTP/1.1" status: 200 len: 375 time: 0.0310378 Feb 11 04:50:30.044318 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-a8b0768e-97a2-4bdf-b039-57bcde4d51f3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=10f9fc3505fd4f959aafb435dcfe96f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835817 Feb 11 04:50:30.201686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 09fbbe06-5715-4b01-a70a-343df3420458 is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:30.307650 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-04d8c597-a04d-4608-9a58-2aaab40dbdff service neutron] 10.222.0.48 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594583 Feb 11 04:50:30.448929 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-2de546fe-db2f-408c-83a3-4cb3ca45f411 service neutron] 10.222.0.48 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343963 Feb 11 04:50:30.521575 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6bbbc899-6a1f-49f8-a77a-92476ad36a4d req-b5de6e6b-9d2f-4e11-ac67-c3621cef59e5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-513265861&fields=id&tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd HTTP/1.1" status: 200 len: 267 time: 0.8747332 Feb 11 04:50:30.611037 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-821669a7-962a-47a3-80ce-f049a320f1cf req-21682e74-5732-48ae-bf3a-9cec5887eeb3 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0212517 Feb 11 04:50:30.650698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbc899-6a1f-49f8-a77a-92476ad36a4d req-9f205992-e14a-40f6-856b-a41f31cce564 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:30.653215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6bbbc899-6a1f-49f8-a77a-92476ad36a4d req-9f205992-e14a-40f6-856b-a41f31cce564 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 985 time: 0.1236382 Feb 11 04:50:30.666389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6bbbc899-6a1f-49f8-a77a-92476ad36a4d req-e5e46723-972a-41fb-9e32-8467e773d003 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'port': {'security_groups': ['462ae22b-224d-452d-9b18-d635dd612536', 'f595690b-3ae9-469e-a1c3-f8f0dff6ac54', 'f00d4f10-7dc2-4406-8aef-cbc73d27412a']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:30.829012 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c41e65-6f70-41b3-9b6f-23986a691284 x-openstack-request-id: req-20c41e65-6f70-41b3-9b6f-23986a691284 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:30.831194 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1511b7f9-b7f6-45ab-89ee-38035bed5b86", "tag": "de047aa8-af05-4b2e-9626-bb125b79e92c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:30.831583 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20c41e65-6f70-41b3-9b6f-23986a691284 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:30.832561 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1511b7f9-b7f6-45ab-89ee-38035bed5b86', 'tag': 'de047aa8-af05-4b2e-9626-bb125b79e92c', 'status': 'completed', 'code': 200} Feb 11 04:50:30.846584 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6bbbc899-6a1f-49f8-a77a-92476ad36a4d req-e5e46723-972a-41fb-9e32-8467e773d003 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:31.085400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704545d-69d3-4582-b943-30880ef2283c req-f1667e03-1ab6-4708-baf6-15be2c4ef4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:31.086981 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e704545d-69d3-4582-b943-30880ef2283c req-f1667e03-1ab6-4708-baf6-15be2c4ef4bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd&device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 1168 time: 0.2111764 Feb 11 04:50:31.403615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52353f6-0caa-47bb-9a8d-72b3c815365c req-6671f09a-0b0e-49fa-902a-a1b5ce723acf tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:31.413983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f52353f6-0caa-47bb-9a8d-72b3c815365c req-6671f09a-0b0e-49fa-902a-a1b5ce723acf tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 943 time: 0.3568149 Feb 11 04:50:31.417267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704545d-69d3-4582-b943-30880ef2283c req-81acdd3b-ac56-441a-84dc-cd06b6ca0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:31.424347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6bbbc899-6a1f-49f8-a77a-92476ad36a4d req-e5e46723-972a-41fb-9e32-8467e773d003 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] For port de047aa8-af05-4b2e-9626-bb125b79e92c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=de047aa8-af05-4b2e-9626-bb125b79e92c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:31.424559 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e704545d-69d3-4582-b943-30880ef2283c req-81acdd3b-ac56-441a-84dc-cd06b6ca0529 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edeac04d-6b14-467b-b73d-7282f5f81e89 HTTP/1.1" status: 200 len: 914 time: 0.2828362 Feb 11 04:50:31.479488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e704545d-69d3-4582-b943-30880ef2283c req-bb1a8490-57b4-4e20-8523-5a0712a6bec6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de047aa8-af05-4b2e-9626-bb125b79e92c HTTP/1.1" status: 200 len: 217 time: 0.0452299 Feb 11 04:50:31.516513 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6bbbc899-6a1f-49f8-a77a-92476ad36a4d req-e5e46723-972a-41fb-9e32-8467e773d003 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:31.545538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6bbbc899-6a1f-49f8-a77a-92476ad36a4d req-e5e46723-972a-41fb-9e32-8467e773d003 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:31.567172 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f52353f6-0caa-47bb-9a8d-72b3c815365c req-edc5983d-21c5-4181-9639-6720b4de7f17 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520283 Feb 11 04:50:31.589953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['de047aa8-af05-4b2e-9626-bb125b79e92c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:31.606625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbc899-6a1f-49f8-a77a-92476ad36a4d req-e5e46723-972a-41fb-9e32-8467e773d003 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:31.607648 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6bbbc899-6a1f-49f8-a77a-92476ad36a4d req-e5e46723-972a-41fb-9e32-8467e773d003 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:31.623842 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6bbbc899-6a1f-49f8-a77a-92476ad36a4d req-e5e46723-972a-41fb-9e32-8467e773d003 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "PUT /v2.0/ports/de047aa8-af05-4b2e-9626-bb125b79e92c HTTP/1.1" status: 200 len: 1021 time: 0.9618599 Feb 11 04:50:31.737313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704545d-69d3-4582-b943-30880ef2283c req-8e6cfe26-4821-4095-8b3a-38467ee20ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:31.741787 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e704545d-69d3-4582-b943-30880ef2283c req-8e6cfe26-4821-4095-8b3a-38467ee20ac2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca8ea8bb-31e1-405f-b851-d6f2d129fc2b HTTP/1.1" status: 200 len: 853 time: 0.2479758 Feb 11 04:50:31.823682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e46723-972a-41fb-9e32-8467e773d003 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'Port': ['ID=de047aa8-af05-4b2e-9626-bb125b79e92c,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:31.893892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['de047aa8-af05-4b2e-9626-bb125b79e92c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:31.907310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 474f365d-7c36-4883-a77f-62f884a72e2e details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:31.971591 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e704545d-69d3-4582-b943-30880ef2283c req-4e94bd5c-6bed-437d-87ea-c3ec1233d1b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edeac04d-6b14-467b-b73d-7282f5f81e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1985581 Feb 11 04:50:32.166052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7393c-59ec-4aac-8663-2a59d747008b req-c976a094-5add-4a86-bfdf-fd312aafb6ef tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:32.168094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e2c7393c-59ec-4aac-8663-2a59d747008b req-c976a094-5add-4a86-bfdf-fd312aafb6ef tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 1024 time: 0.2074535 Feb 11 04:50:32.312260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed0d3-22f9-4fea-b4f2-ea7fb504d952 req-ac81a894-dd7c-4b70-9ea3-18595a8cb680 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:32.325640 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb0ed0d3-22f9-4fea-b4f2-ea7fb504d952 req-ac81a894-dd7c-4b70-9ea3-18595a8cb680 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.5826986 Feb 11 04:50:32.385001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e704545d-69d3-4582-b943-30880ef2283c req-dda02539-b85e-43e6-84aa-16aee4e5a7d9 service neutron] 10.222.0.60 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882160 Feb 11 04:50:32.428677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e2c7393c-59ec-4aac-8663-2a59d747008b req-60fd4a04-7890-4be3-9697-5bfdb37afa72 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=f595690b-3ae9-469e-a1c3-f8f0dff6ac54&id=462ae22b-224d-452d-9b18-d635dd612536&id=f00d4f10-7dc2-4406-8aef-cbc73d27412a HTTP/1.1" status: 200 len: 6204 time: 0.2529051 Feb 11 04:50:32.533842 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8c636993-5bcf-459c-8e95-e0ffa052f43a req-8f5cdea4-e492-4760-a9c8-0f7957c21261 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 210 time: 0.0814459 Feb 11 04:50:32.622172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f2a58647-03e7-4149-9d49-dc41adddd6bc req-b05e4330-4bac-437f-97b3-dae4213145f5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1965211737 ', 'description': 'tempest-description-1534686055'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:32.631127 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb0ed0d3-22f9-4fea-b4f2-ea7fb504d952 req-8f79319c-af5b-4758-be78-cdc7e6eba4df tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983308 Feb 11 04:50:32.669706 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f2a58647-03e7-4149-9d49-dc41adddd6bc req-b05e4330-4bac-437f-97b3-dae4213145f5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.839835 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1511b7f9-b7f6-45ab-89ee-38035bed5b86', 'tag': 'de047aa8-af05-4b2e-9626-bb125b79e92c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:32.848678 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff37200a-2408-4bb7-af85-fbb0d9ac614f" -d '{"events": [{"name": "network-changed", "server_uuid": "1511b7f9-b7f6-45ab-89ee-38035bed5b86", "tag": "de047aa8-af05-4b2e-9626-bb125b79e92c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:32.962456 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f2a58647-03e7-4149-9d49-dc41adddd6bc req-b05e4330-4bac-437f-97b3-dae4213145f5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (73269296-1203-4dab-a4bb-16f1e4c3450e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.972972 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f2a58647-03e7-4149-9d49-dc41adddd6bc req-b05e4330-4bac-437f-97b3-dae4213145f5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73269296-1203-4dab-a4bb-16f1e4c3450e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.059866 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f2a58647-03e7-4149-9d49-dc41adddd6bc req-b05e4330-4bac-437f-97b3-dae4213145f5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.065732 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f2a58647-03e7-4149-9d49-dc41adddd6bc req-b05e4330-4bac-437f-97b3-dae4213145f5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4655085 Feb 11 04:50:33.127948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e4330-4bac-437f-97b3-dae4213145f5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73269296-1203-4dab-a4bb-16f1e4c3450e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:33.276672 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0261c9d8-f5d8-405f-bc17-6777c65d0772 x-openstack-request-id: req-0261c9d8-f5d8-405f-bc17-6777c65d0772 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:33.277051 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1511b7f9-b7f6-45ab-89ee-38035bed5b86", "tag": "de047aa8-af05-4b2e-9626-bb125b79e92c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:33.277377 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0261c9d8-f5d8-405f-bc17-6777c65d0772 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:33.277851 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1511b7f9-b7f6-45ab-89ee-38035bed5b86', 'tag': 'de047aa8-af05-4b2e-9626-bb125b79e92c', 'status': 'completed', 'code': 200} Feb 11 04:50:33.427596 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21ea47d2-da71-4116-9f6e-a79defac1347 req-1a5d3b00-0958-4a25-8c99-b7828abbbd14 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/73269296-1203-4dab-a4bb-16f1e4c3450e HTTP/1.1" status: 200 len: 1800 time: 0.1176779 Feb 11 04:50:33.428528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 474f365d-7c36-4883-a77f-62f884a72e2e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=474f365d-7c36-4883-a77f-62f884a72e2e,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:33.439288 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.502670 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eaffee71-dd38-406a-98c6-7390e48d6b82 req-6e49651f-a9ae-4d16-924f-09dfaf8eb608 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/73269296-1203-4dab-a4bb-16f1e4c3450e HTTP/1.1" status: 200 len: 1800 time: 0.0734916 Feb 11 04:50:33.533017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '474f365d-7c36-4883-a77f-62f884a72e2e', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'port_id': '474f365d-7c36-4883-a77f-62f884a72e2e', 'mac_address': 'fa:16:3e:46:de:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13421f11-6eb2-47e2-aec3-80ca3a3e551b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:50:33.585041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eaffee71-dd38-406a-98c6-7390e48d6b82 req-0188670f-b477-4d73-8026-a0d947a8738f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (73269296-1203-4dab-a4bb-16f1e4c3450e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.698846 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eaffee71-dd38-406a-98c6-7390e48d6b82 req-0188670f-b477-4d73-8026-a0d947a8738f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (73269296-1203-4dab-a4bb-16f1e4c3450e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.724458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e704545d-69d3-4582-b943-30880ef2283c req-c5922e7a-4b76-43fd-bb6b-4d60cdf3f216 service neutron] 10.222.0.60 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3218184 Feb 11 04:50:33.814313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201c05f-a768-4eae-8523-d1f95eb58ed5 req-a68c3097-c1dc-4f1b-bbc1-5f18b9bfdecf tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:33.820619 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f201c05f-a768-4eae-8523-d1f95eb58ed5 req-a68c3097-c1dc-4f1b-bbc1-5f18b9bfdecf tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 943 time: 1.0172098 Feb 11 04:50:33.844872 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 474f365d-7c36-4883-a77f-62f884a72e2e is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:33.845110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.912974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474f365d-7c36-4883-a77f-62f884a72e2e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:33.975269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 474f365d-7c36-4883-a77f-62f884a72e2e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=474f365d-7c36-4883-a77f-62f884a72e2e,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:33.983848 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.038139 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=474f365d-7c36-4883-a77f-62f884a72e2e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:34.045978 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f201c05f-a768-4eae-8523-d1f95eb58ed5 req-d99f519a-dba0-43ef-b58b-91f075ffdf20 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156353 Feb 11 04:50:34.066243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37200a-2408-4bb7-af85-fbb0d9ac614f req-ff2c8a22-8ee7-43e4-bc91-35fc26f971af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:34.067912 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff37200a-2408-4bb7-af85-fbb0d9ac614f req-ff2c8a22-8ee7-43e4-bc91-35fc26f971af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd&device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 1208 time: 0.1002617 Feb 11 04:50:34.108137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-6126fe0f-8c25-48a2-b7ca-322383ffa27f tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:34.109657 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-6126fe0f-8c25-48a2-b7ca-322383ffa27f tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.10 "GET /v2.0/networks?id=acaa80c4-cbad-440c-a097-2baa891e7b23 HTTP/1.1" status: 200 len: 818 time: 0.3306746 Feb 11 04:50:34.199786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4cd8dfa1-cf20-4f27-a48a-dc1eb6f29b2b req-079d09b9-67de-4191-ba64-3c47b5f64372 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 210 time: 0.0814750 Feb 11 04:50:34.322068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Request body: {'port': {'device_id': '54af9520-6167-4f51-8a43-6011af46f78f', 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23', 'admin_state_up': True, 'tenant_id': '10f9fc3505fd4f959aafb435dcfe96f3'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:34.398863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['474f365d-7c36-4883-a77f-62f884a72e2e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:34.484272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927f3f-0661-4a85-a6fd-75aeef74242a req-3a73ee48-82ca-470c-b306-5bf6756a30ca tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:34.485886 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae927f3f-0661-4a85-a6fd-75aeef74242a req-3a73ee48-82ca-470c-b306-5bf6756a30ca tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.1871629 Feb 11 04:50:34.487224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37200a-2408-4bb7-af85-fbb0d9ac614f req-667ab3ec-2419-4a23-87df-eac323a7e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:34.488555 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff37200a-2408-4bb7-af85-fbb0d9ac614f req-667ab3ec-2419-4a23-87df-eac323a7e482 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edeac04d-6b14-467b-b73d-7282f5f81e89 HTTP/1.1" status: 200 len: 914 time: 0.4008846 Feb 11 04:50:34.592404 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff37200a-2408-4bb7-af85-fbb0d9ac614f req-baf19d3f-b9ae-4f80-82e5-3192bc3416fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de047aa8-af05-4b2e-9626-bb125b79e92c HTTP/1.1" status: 200 len: 217 time: 0.0954945 Feb 11 04:50:34.737929 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae927f3f-0661-4a85-a6fd-75aeef74242a req-7b0b3f0e-9cd0-4bb7-a55d-d5ddf9f82a03 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423339 Feb 11 04:50:34.754081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Made reservation on behalf of 10f9fc3505fd4f959aafb435dcfe96f3 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:34.757787 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.759378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37200a-2408-4bb7-af85-fbb0d9ac614f req-a9c1e078-3367-42a2-b3c1-eedef12c3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:34.761191 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff37200a-2408-4bb7-af85-fbb0d9ac614f req-a9c1e078-3367-42a2-b3c1-eedef12c3698 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca8ea8bb-31e1-405f-b851-d6f2d129fc2b HTTP/1.1" status: 200 len: 853 time: 0.1589231 Feb 11 04:50:34.789659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eaffee71-dd38-406a-98c6-7390e48d6b82 req-0188670f-b477-4d73-8026-a0d947a8738f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73269296-1203-4dab-a4bb-16f1e4c3450e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.792522 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eaffee71-dd38-406a-98c6-7390e48d6b82 req-0188670f-b477-4d73-8026-a0d947a8738f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.806957 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eaffee71-dd38-406a-98c6-7390e48d6b82 req-0188670f-b477-4d73-8026-a0d947a8738f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "DELETE /v2.0/security-groups/73269296-1203-4dab-a4bb-16f1e4c3450e HTTP/1.1" status: 204 len: 173 time: 1.3027811 Feb 11 04:50:34.854382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff37200a-2408-4bb7-af85-fbb0d9ac614f req-2035778e-0a55-4af1-a412-e8504ea7526a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edeac04d-6b14-467b-b73d-7282f5f81e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783544 Feb 11 04:50:34.865310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ea6b83bb-20c7-4e9b-89b3-e9eecaa79806 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:34.867218 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ea6b83bb-20c7-4e9b-89b3-e9eecaa79806 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.60 "GET /v2.0/networks?id=acaa80c4-cbad-440c-a097-2baa891e7b23 HTTP/1.1" status: 200 len: 818 time: 1.0927923 Feb 11 04:50:34.993748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Request body: {'port': {'device_id': '87e3c0f7-01c9-4efc-854b-83f059671836', 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23', 'admin_state_up': True, 'tenant_id': '10f9fc3505fd4f959aafb435dcfe96f3'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:34.997253 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff37200a-2408-4bb7-af85-fbb0d9ac614f req-f7d2c604-d5ba-4140-818e-c1c445a5ed29 service neutron] 10.222.0.60 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254725 Feb 11 04:50:35.001298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188670f-b477-4d73-8026-a0d947a8738f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73269296-1203-4dab-a4bb-16f1e4c3450e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:35.010243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-f570e2cf-693f-473c-aaf0-f61c3071a29e service neutron] 10.222.0.10 "GET /v2.0/ports/09fbbe06-5715-4b01-a70a-343df3420458/bindings/n-h1-615180-58 HTTP/1.1" status: 200 len: 385 time: 1.1537459 Feb 11 04:50:35.284078 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-1a9a1e4c-b9ae-4c3d-a4e5-877938efbb9f req-57964a3a-4953-4995-a8b4-393644a07b74 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] show failed (client error): The resource could not be found. Feb 11 04:50:35.295107 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1a9a1e4c-b9ae-4c3d-a4e5-877938efbb9f req-57964a3a-4953-4995-a8b4-393644a07b74 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/73269296-1203-4dab-a4bb-16f1e4c3450e HTTP/1.1" status: 404 len: 352 time: 0.4139497 Feb 11 04:50:35.319053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-b811d24e-deb0-4514-b8c8-8fd5514af295 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:35.322694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-b811d24e-deb0-4514-b8c8-8fd5514af295 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.60 "GET /v2.0/networks?id=acaa80c4-cbad-440c-a097-2baa891e7b23 HTTP/1.1" status: 200 len: 818 time: 1.0773335 Feb 11 04:50:35.354075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Request body: {'port': {'device_id': 'de466373-e68b-4520-b558-fd66b040f052', 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23', 'admin_state_up': True, 'tenant_id': '10f9fc3505fd4f959aafb435dcfe96f3'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:35.373022 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff37200a-2408-4bb7-af85-fbb0d9ac614f req-fb63b20c-89d8-461e-9eb3-e35e082f2ac1 service neutron] 10.222.0.60 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124101 Feb 11 04:50:35.410107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175336db-480b-4fd8-b7d2-cadc2a70bb52 req-26b0d163-42b6-4e65-85f1-0fa3967904db tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:35.411802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-175336db-480b-4fd8-b7d2-cadc2a70bb52 req-26b0d163-42b6-4e65-85f1-0fa3967904db tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 944 time: 0.2039452 Feb 11 04:50:35.467453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-62d996b2-f05e-47d1-ae74-79db4c49de81 req-6bc7add5-7062-4d5b-a6dc-d9f72f691c91 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 210 time: 0.0435538 Feb 11 04:50:35.500812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-175336db-480b-4fd8-b7d2-cadc2a70bb52 req-d771f4d1-c70f-4920-9ecd-e2901ebf4934 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758796 Feb 11 04:50:35.595710 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e57776b4-880f-496b-b87b-c7b2fdb0b55c req-079c530b-d7e1-47fe-9405-bc3ca06b4b8a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-391046882', 'description': 'tempest-description-1226901562'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:35.644989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Made reservation on behalf of 10f9fc3505fd4f959aafb435dcfe96f3 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:35.662540 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:35.813084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Allocated IP 172.20.0.3 (acaa80c4-cbad-440c-a097-2baa891e7b23/00527902-b508-423a-a70d-c6ed1a8a4b6b/4f484c72-2226-4420-87b6-ec39d83df570) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:35.948076 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e57776b4-880f-496b-b87b-c7b2fdb0b55c req-079c530b-d7e1-47fe-9405-bc3ca06b4b8a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.010829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6074fa-4cfe-4252-a274-2c0b374aa091 req-66583d6c-f327-4091-892d-cfe313024124 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:36.023570 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae6074fa-4cfe-4252-a274-2c0b374aa091 req-66583d6c-f327-4091-892d-cfe313024124 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 943 time: 0.1082854 Feb 11 04:50:36.031213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 474f365d-7c36-4883-a77f-62f884a72e2e up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:36.094695 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae6074fa-4cfe-4252-a274-2c0b374aa091 req-cc4f317d-197a-4e18-b3a3-32270d073350 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698481 Feb 11 04:50:36.101539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Made reservation on behalf of 10f9fc3505fd4f959aafb435dcfe96f3 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:36.105013 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.207706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 474f365d-7c36-4883-a77f-62f884a72e2e completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:50:36.213852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 474f365d-7c36-4883-a77f-62f884a72e2e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:36.214358 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.270135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-98b9d42e-d6f9-492d-bb3a-1c7a0e14833e service neutron] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=09fbbe06-5715-4b01-a70a-343df3420458,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:36.319111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 474f365d-7c36-4883-a77f-62f884a72e2e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:36.320054 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.390414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e5dc33-53bd-43a0-8726-06e2773b3829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474f365d-7c36-4883-a77f-62f884a72e2e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:36.393665 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427a52dd-6101-4e35-873a-6dc6cd83f97a" -d '{"events": [{"server_uuid": "a8e5dc33-53bd-43a0-8726-06e2773b3829", "name": "network-vif-plugged", "status": "completed", "tag": "474f365d-7c36-4883-a77f-62f884a72e2e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:36.428853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-98b9d42e-d6f9-492d-bb3a-1c7a0e14833e service neutron] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:36.436271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 474f365d-7c36-4883-a77f-62f884a72e2e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=474f365d-7c36-4883-a77f-62f884a72e2e,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:36.448270 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.498006 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c950b6d0-0bd9-4e76-ba2e-c1fd7617648e x-openstack-request-id: req-c950b6d0-0bd9-4e76-ba2e-c1fd7617648e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:36.498302 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e5dc33-53bd-43a0-8726-06e2773b3829", "name": "network-vif-plugged", "status": "completed", "tag": "474f365d-7c36-4883-a77f-62f884a72e2e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:36.498561 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c950b6d0-0bd9-4e76-ba2e-c1fd7617648e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:36.499691 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e5dc33-53bd-43a0-8726-06e2773b3829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474f365d-7c36-4883-a77f-62f884a72e2e', 'code': 200} Feb 11 04:50:36.513061 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-98b9d42e-d6f9-492d-bb3a-1c7a0e14833e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09fbbe06-5715-4b01-a70a-343df3420458 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:36.520185 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e57776b4-880f-496b-b87b-c7b2fdb0b55c req-079c530b-d7e1-47fe-9405-bc3ca06b4b8a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (cbaaa61b-a01c-47b6-a9d8-d9fdd1e87258), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.535884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=474f365d-7c36-4883-a77f-62f884a72e2e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:36.545143 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e57776b4-880f-496b-b87b-c7b2fdb0b55c req-079c530b-d7e1-47fe-9405-bc3ca06b4b8a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cbaaa61b-a01c-47b6-a9d8-d9fdd1e87258), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.549530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-98b9d42e-d6f9-492d-bb3a-1c7a0e14833e service neutron] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=09fbbe06-5715-4b01-a70a-343df3420458,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:36.607461 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks [] for port (4f484c72-2226-4420-87b6-ec39d83df570), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.620785 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-98b9d42e-d6f9-492d-bb3a-1c7a0e14833e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (09fbbe06-5715-4b01-a70a-343df3420458), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.654332 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e57776b4-880f-496b-b87b-c7b2fdb0b55c req-079c530b-d7e1-47fe-9405-bc3ca06b4b8a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.664940 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e57776b4-880f-496b-b87b-c7b2fdb0b55c req-079c530b-d7e1-47fe-9405-bc3ca06b4b8a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1202064 Feb 11 04:50:36.729870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c530b-d7e1-47fe-9405-bc3ca06b4b8a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaaa61b-a01c-47b6-a9d8-d9fdd1e87258,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:36.730736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2dad1a36-37d2-48e8-9d9b-4208562078c0 req-de0d3017-89eb-445d-9b37-d34f1e4ea362 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 210 time: 0.0686975 Feb 11 04:50:36.771653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-42f274d9-0b03-484f-ab68-2a5a858525ad req-fe4179cb-0558-4893-9935-4a9e125237c1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-6848830', 'description': 'tempest-description-804863057'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:36.805295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-42f274d9-0b03-484f-ab68-2a5a858525ad req-fe4179cb-0558-4893-9935-4a9e125237c1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.880560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0925e-d77e-4778-8047-eca7dd95ad66 req-01c84521-4738-43b3-8a04-9e190ec64b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:36.882252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34c0925e-d77e-4778-8047-eca7dd95ad66 req-01c84521-4738-43b3-8a04-9e190ec64b70 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 1128 time: 0.2589204 Feb 11 04:50:36.955245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Allocated IP 172.20.0.12 (acaa80c4-cbad-440c-a097-2baa891e7b23/00527902-b508-423a-a70d-c6ed1a8a4b6b/ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:36.973985 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-42f274d9-0b03-484f-ab68-2a5a858525ad req-fe4179cb-0558-4893-9935-4a9e125237c1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (4cdda2c3-bf57-4cfd-a882-bcfff68abb28), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.979414 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-42f274d9-0b03-484f-ab68-2a5a858525ad req-fe4179cb-0558-4893-9935-4a9e125237c1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4cdda2c3-bf57-4cfd-a882-bcfff68abb28), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.989071 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (4f484c72-2226-4420-87b6-ec39d83df570), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.011233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-98b9d42e-d6f9-492d-bb3a-1c7a0e14833e service neutron] Transition to ACTIVE for port object 09fbbe06-5715-4b01-a70a-343df3420458 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:50:37.016815 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-42f274d9-0b03-484f-ab68-2a5a858525ad req-fe4179cb-0558-4893-9935-4a9e125237c1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.022402 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-42f274d9-0b03-484f-ab68-2a5a858525ad req-fe4179cb-0558-4893-9935-4a9e125237c1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2556603 Feb 11 04:50:37.040754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4179cb-0558-4893-9935-4a9e125237c1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdda2c3-bf57-4cfd-a882-bcfff68abb28,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:37.050359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-9045b038-460d-4532-a2d2-0ba7d9f74fb5 req-2a9cd994-0e88-4b84-9c50-d88c9a5558f9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-369490091', 'description': 'tempest-description-1879049248'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:37.067403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-98b9d42e-d6f9-492d-bb3a-1c7a0e14833e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (09fbbe06-5715-4b01-a70a-343df3420458), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.078344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc77af-04bf-4b50-8b5a-9b4d91b8aa86 req-ad03ec43-f694-4181-9382-89074fa40f82 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.080416 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ccc77af-04bf-4b50-8b5a-9b4d91b8aa86 req-ad03ec43-f694-4181-9382-89074fa40f82 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 945 time: 0.2945361 Feb 11 04:50:37.088292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9045b038-460d-4532-a2d2-0ba7d9f74fb5 req-2a9cd994-0e88-4b84-9c50-d88c9a5558f9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.158406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Network acaa80c4-cbad-440c-a097-2baa891e7b23 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:37.180393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:37.196362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:37.206872 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34c0925e-d77e-4778-8047-eca7dd95ad66 req-0a25da3b-e40c-4769-ba85-f11538e242fa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145616 Feb 11 04:50:37.239186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Pushing event updated for resources: {'Port': ['ID=4f484c72-2226-4420-87b6-ec39d83df570,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:37.239435 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.266128 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9045b038-460d-4532-a2d2-0ba7d9f74fb5 req-2a9cd994-0e88-4b84-9c50-d88c9a5558f9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (985f04d8-6081-4204-8f4b-ceea586cb376), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.275602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9045b038-460d-4532-a2d2-0ba7d9f74fb5 req-2a9cd994-0e88-4b84-9c50-d88c9a5558f9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (985f04d8-6081-4204-8f4b-ceea586cb376), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.308204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-98b9d42e-d6f9-492d-bb3a-1c7a0e14833e service neutron] No DVR routers for this DVR port 09fbbe06-5715-4b01-a70a-343df3420458 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:37.325186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cd994-0e88-4b84-9c50-d88c9a5558f9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985f04d8-6081-4204-8f4b-ceea586cb376,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:37.348942 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9045b038-460d-4532-a2d2-0ba7d9f74fb5 req-2a9cd994-0e88-4b84-9c50-d88c9a5558f9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.354427 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9045b038-460d-4532-a2d2-0ba7d9f74fb5 req-2a9cd994-0e88-4b84-9c50-d88c9a5558f9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3097451 Feb 11 04:50:37.400498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ccc77af-04bf-4b50-8b5a-9b4d91b8aa86 req-b39b7aaa-f176-4dcc-957d-edd6fc41f603 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899404 Feb 11 04:50:37.450582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.451431 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.461998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-98b9d42e-d6f9-492d-bb3a-1c7a0e14833e service neutron] 10.222.0.10 "PUT /v2.0/ports/09fbbe06-5715-4b01-a70a-343df3420458/bindings/n-h1-615180-58/activate HTTP/1.1" status: 200 len: 370 time: 2.4118454 Feb 11 04:50:37.496378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9d42e-d6f9-492d-bb3a-1c7a0e14833e service neutron] Pushing event updated for resources: {'Port': ['ID=09fbbe06-5715-4b01-a70a-343df3420458,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:37.545204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-022035b2-d289-4e22-8c59-c776c3f24ad3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2806716 Feb 11 04:50:37.604478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Request body: {'port': {'device_id': '54af9520-6167-4f51-8a43-6011af46f78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:37.612483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks [] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.666440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a69760-98e0-4b14-99ac-58fd5803f598 req-f9e08781-c65b-4135-acd8-6b4bb2e0e941 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.674164 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a6a69760-98e0-4b14-99ac-58fd5803f598 req-f9e08781-c65b-4135-acd8-6b4bb2e0e941 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 944 time: 0.2142575 Feb 11 04:50:37.789897 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4f484c72-2226-4420-87b6-ec39d83df570), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.794737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-35f97baf-b650-4123-852d-cd83b26d9f3c tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.804548 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-35f97baf-b650-4123-852d-cd83b26d9f3c tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849&tenant_id=b17f5c0876a6459894825e19cb0017e2&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1127 time: 0.1975460 Feb 11 04:50:37.807958 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a6a69760-98e0-4b14-99ac-58fd5803f598 req-ca140ba0-e202-4de2-8cd3-e6096aa1d39a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050565 Feb 11 04:50:37.897904 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-7a5b55d9-4f9c-436b-afcb-7d57a0e33cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.900166 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-7a5b55d9-4f9c-436b-afcb-7d57a0e33cd3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849&tenant_id=b17f5c0876a6459894825e19cb0017e2 HTTP/1.1" status: 200 len: 1127 time: 0.0823209 Feb 11 04:50:37.907718 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:38.044498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fce63e5-f825-43e1-88e5-a6180f82c71f req-fabe876b-2a28-47ba-a306-110c55b09edc tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd HTTP/1.1" status: 200 len: 11005 time: 0.4357402 Feb 11 04:50:38.065460 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b793871d-d754-4f7c-8643-18c1700387ec req-e72ec188-8e34-4979-9525-950d5a40ca4f tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 210 time: 0.0702634 Feb 11 04:50:38.081247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-698a653d-8885-4799-8ce7-4ebc557c4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:38.083051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-698a653d-8885-4799-8ce7-4ebc557c4a05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 1127 time: 0.1079319 Feb 11 04:50:38.094765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Network acaa80c4-cbad-440c-a097-2baa891e7b23 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:38.102110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Pushing event updated for resources: {'Port': ['ID=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:38.113316 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Allocated IP 172.20.0.6 (acaa80c4-cbad-440c-a097-2baa891e7b23/00527902-b508-423a-a70d-c6ed1a8a4b6b/9523cbb2-df2e-4df3-a2b3-c2236272c72d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:38.117604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:38.131750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:38.238228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-734d8fb0-b927-4e0e-b845-5cb73e9e9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:38.251043 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-734d8fb0-b927-4e0e-b845-5cb73e9e9cfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.1459541 Feb 11 04:50:38.319667 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-5cd707be-ac3c-4d79-9b8e-4244065bf896 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09fbbe06-5715-4b01-a70a-343df3420458 HTTP/1.1" status: 200 len: 217 time: 0.0645819 Feb 11 04:50:38.407748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d3d0b9b6-8b67-4c38-8004-887b0f439d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:38.408926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-d3d0b9b6-8b67-4c38-8004-887b0f439d8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.0686655 Feb 11 04:50:38.471475 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-e1d67aeb-f97a-4508-a2e0-155815b8c795 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460696 Feb 11 04:50:38.662328 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-dc49d8d1-96b9-42c3-8bb4-143fd1ddb4cb service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827083 Feb 11 04:50:38.714784 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fce63e5-f825-43e1-88e5-a6180f82c71f req-1d746f86-8554-411a-8bcb-60a8eeebcbb2 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/462ae22b-224d-452d-9b18-d635dd612536 HTTP/1.1" status: 200 len: 3002 time: 0.6539757 Feb 11 04:50:38.732532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:38.733168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:38.746694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2d44f-16e1-4325-85e8-e86a01d310dc req-8f8e4cd4-50c8-48cb-9347-8d4e9038d9b9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:38.748897 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ddf2d44f-16e1-4325-85e8-e86a01d310dc req-8f8e4cd4-50c8-48cb-9347-8d4e9038d9b9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 945 time: 0.2104537 Feb 11 04:50:38.811134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-5c7da0bb-00b1-4f78-bbfd-20b29c99d2d5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8343637 Feb 11 04:50:38.855021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Request body: {'port': {'device_id': '87e3c0f7-01c9-4efc-854b-83f059671836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:38.862522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ddf2d44f-16e1-4325-85e8-e86a01d310dc req-e000d2c8-23ed-47d2-8fe4-f269f517641d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806131 Feb 11 04:50:38.865177 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-3c50ebdd-0b2f-4925-a6e0-5410415d815b service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903217 Feb 11 04:50:38.982997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fce63e5-f825-43e1-88e5-a6180f82c71f req-8241aab8-e8ef-4b8a-bc85-87b0f5ded49f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/462ae22b-224d-452d-9b18-d635dd612536 HTTP/1.1" status: 200 len: 3002 time: 0.2587976 Feb 11 04:50:39.072822 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.102337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks [] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.151512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27a99b-4143-4763-8162-c9f82229f4c5 req-ef0bac90-b07c-4149-a070-0dcbd4fc3a5f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:39.159533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce27a99b-4143-4763-8162-c9f82229f4c5 req-ef0bac90-b07c-4149-a070-0dcbd4fc3a5f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 944 time: 0.0912218 Feb 11 04:50:39.242519 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce27a99b-4143-4763-8162-c9f82229f4c5 req-723f672e-2043-4ec7-84e3-37113226e0f0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818181 Feb 11 04:50:39.337752 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9a29c830-959c-402b-8706-1caee678023b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.338632 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf6d312e-bf5b-48ad-b7a1-4235d60f4686 req-92121163-0eca-45e3-bf8c-0b3942488534 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/cbaaa61b-a01c-47b6-a9d8-d9fdd1e87258 HTTP/1.1" status: 200 len: 1819 time: 0.3296838 Feb 11 04:50:39.340071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-e9c6d589-9dc4-4fdf-a46e-00d6a7d37157 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:39.342265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-e9c6d589-9dc4-4fdf-a46e-00d6a7d37157 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849&tenant_id=b17f5c0876a6459894825e19cb0017e2&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 1127 time: 0.0978162 Feb 11 04:50:39.433052 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.584744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Network acaa80c4-cbad-440c-a097-2baa891e7b23 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:39.588159 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cf6d312e-bf5b-48ad-b7a1-4235d60f4686 req-dc0d4ac3-727b-4420-824e-8ac5d6288038 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (cbaaa61b-a01c-47b6-a9d8-d9fdd1e87258), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.651726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc51aa2-3b1c-4929-8378-f86f6238f20a req-5e520477-d874-48ce-afeb-57dff128c342 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:39.661058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1dc51aa2-3b1c-4929-8378-f86f6238f20a req-5e520477-d874-48ce-afeb-57dff128c342 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 931 time: 0.2179449 Feb 11 04:50:39.674390 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cf6d312e-bf5b-48ad-b7a1-4235d60f4686 req-dc0d4ac3-727b-4420-824e-8ac5d6288038 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (cbaaa61b-a01c-47b6-a9d8-d9fdd1e87258), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.736182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:39.754424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Pushing event updated for resources: {'Port': ['ID=9523cbb2-df2e-4df3-a2b3-c2236272c72d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:39.758818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:39.766689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-fa4e19dc-6d50-4136-acbd-aa4afa56488a service neutron] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:39.782871 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1dc51aa2-3b1c-4929-8378-f86f6238f20a req-c1cdce7d-14d4-4169-91fb-934a401c3721 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204119 Feb 11 04:50:39.810234 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-fa4e19dc-6d50-4136-acbd-aa4afa56488a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.815265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd987cbe-814a-497b-9db4-dd0ffccae89a req-fa4e19dc-6d50-4136-acbd-aa4afa56488a service neutron] 10.222.0.60 "DELETE /v2.0/ports/09fbbe06-5715-4b01-a70a-343df3420458/bindings/n-h2-615180-58 HTTP/1.1" status: 204 len: 173 time: 0.4653864 Feb 11 04:50:39.889337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cf6d312e-bf5b-48ad-b7a1-4235d60f4686 req-dc0d4ac3-727b-4420-824e-8ac5d6288038 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cbaaa61b-a01c-47b6-a9d8-d9fdd1e87258), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.893617 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cf6d312e-bf5b-48ad-b7a1-4235d60f4686 req-dc0d4ac3-727b-4420-824e-8ac5d6288038 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.895344 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf6d312e-bf5b-48ad-b7a1-4235d60f4686 req-dc0d4ac3-727b-4420-824e-8ac5d6288038 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "DELETE /v2.0/security-groups/cbaaa61b-a01c-47b6-a9d8-d9fdd1e87258 HTTP/1.1" status: 204 len: 173 time: 0.5382538 Feb 11 04:50:39.933324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d4ac3-727b-4420-824e-8ac5d6288038 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaaa61b-a01c-47b6-a9d8-d9fdd1e87258,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:39.973728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:39.976507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:40.082605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f484c72-2226-4420-87b6-ec39d83df570 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:40.094063 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Publish callbacks [] for port (4f484c72-2226-4420-87b6-ec39d83df570), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:40.109526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Transition to ACTIVE for port object 4f484c72-2226-4420-87b6-ec39d83df570 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:50:40.142478 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (4f484c72-2226-4420-87b6-ec39d83df570), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:40.156376 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-aad2d910-92da-4bf5-8696-2be534646016 req-886040e2-68f8-43d4-bf10-1b00178bd2c6 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] show failed (client error): The resource could not be found. Feb 11 04:50:40.163825 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aad2d910-92da-4bf5-8696-2be534646016 req-886040e2-68f8-43d4-bf10-1b00178bd2c6 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/cbaaa61b-a01c-47b6-a9d8-d9fdd1e87258 HTTP/1.1" status: 404 len: 352 time: 0.0308297 Feb 11 04:50:40.290172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1592d2f7-5ddb-4bd9-87ea-e899aff94877 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9410057 Feb 11 04:50:40.349818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Request body: {'port': {'device_id': 'de466373-e68b-4520-b558-fd66b040f052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:40.438694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f484c72-2226-4420-87b6-ec39d83df570,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:40.587576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:40.609266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97afa51-8617-4f6c-9d53-1ec26592fe11 req-f0c99aa6-78e6-470f-9eb2-22ab44c06973 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:40.611536 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b97afa51-8617-4f6c-9d53-1ec26592fe11 req-f0c99aa6-78e6-470f-9eb2-22ab44c06973 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 945 time: 0.6284375 Feb 11 04:50:40.669518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1e7ab-3326-4409-8272-fc134548e6a8 req-4846e4ea-3fde-4507-bf3a-dbca9b4a218a tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:40.672000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28a1e7ab-3326-4409-8272-fc134548e6a8 req-4846e4ea-3fde-4507-bf3a-dbca9b4a218a tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 946 time: 0.1711550 Feb 11 04:50:40.803121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28a1e7ab-3326-4409-8272-fc134548e6a8 req-2d2e289e-57c9-4d8a-b803-5e1730387cb6 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192429 Feb 11 04:50:40.827627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Attempting to bind port 4f484c72-2226-4420-87b6-ec39d83df570 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:40.828566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Attempting to bind port 4f484c72-2226-4420-87b6-ec39d83df570 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:40.829172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Attempting to bind port 4f484c72-2226-4420-87b6-ec39d83df570 on network acaa80c4-cbad-440c-a097-2baa891e7b23 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:40.851608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Port 4f484c72-2226-4420-87b6-ec39d83df570 on network acaa80c4-cbad-440c-a097-2baa891e7b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:50:40.852293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Attempting to bind port 4f484c72-2226-4420-87b6-ec39d83df570 on network acaa80c4-cbad-440c-a097-2baa891e7b23 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:40.921995 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0b08201-69d0-4ed8-8c2c-490d23132c95 req-be0586af-89d4-42d6-9f6c-75a75d6237b5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/4cdda2c3-bf57-4cfd-a882-bcfff68abb28 HTTP/1.1" status: 200 len: 1816 time: 0.1143203 Feb 11 04:50:40.979544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:40.980088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Checking segment: {'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:40.987545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Bound using segment: {'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:40.988195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Bound port: 4f484c72-2226-4420-87b6-ec39d83df570, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:40.988694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4f484c72-2226-4420-87b6-ec39d83df570), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.034807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b97afa51-8617-4f6c-9d53-1ec26592fe11 req-0cc98f1d-4913-43ca-aa23-c501e8cf0250 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068606 Feb 11 04:50:41.057827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:41.085271 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d0b08201-69d0-4ed8-8c2c-490d23132c95 req-50ddfbdf-a34d-45b3-ac9d-f9ebffefd86b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (4cdda2c3-bf57-4cfd-a882-bcfff68abb28), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.133201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d0b08201-69d0-4ed8-8c2c-490d23132c95 req-50ddfbdf-a34d-45b3-ac9d-f9ebffefd86b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (4cdda2c3-bf57-4cfd-a882-bcfff68abb28), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.179738 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Publish callbacks [] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.202910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d0b08201-69d0-4ed8-8c2c-490d23132c95 req-50ddfbdf-a34d-45b3-ac9d-f9ebffefd86b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4cdda2c3-bf57-4cfd-a882-bcfff68abb28), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.205922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d0b08201-69d0-4ed8-8c2c-490d23132c95 req-50ddfbdf-a34d-45b3-ac9d-f9ebffefd86b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.215794 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0b08201-69d0-4ed8-8c2c-490d23132c95 req-50ddfbdf-a34d-45b3-ac9d-f9ebffefd86b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "DELETE /v2.0/security-groups/4cdda2c3-bf57-4cfd-a882-bcfff68abb28 HTTP/1.1" status: 204 len: 173 time: 0.2928090 Feb 11 04:50:41.297415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddfbdf-a34d-45b3-ac9d-f9ebffefd86b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdda2c3-bf57-4cfd-a882-bcfff68abb28,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:41.434881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Transition to ACTIVE for port object ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:50:41.457709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.472140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] For port 4f484c72-2226-4420-87b6-ec39d83df570, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:41.504274 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc92b30-5210-4c21-a0fb-59b3f17772b2 req-c8df8a93-ec6c-49ff-aeef-4e19a1398d04 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:41.507990 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bcc92b30-5210-4c21-a0fb-59b3f17772b2 req-c8df8a93-ec6c-49ff-aeef-4e19a1398d04 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 931 time: 0.1115756 Feb 11 04:50:41.586757 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bcc92b30-5210-4c21-a0fb-59b3f17772b2 req-5991f066-0bd5-4cf7-b767-77fe348a38a2 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690145 Feb 11 04:50:41.598963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] For port 4f484c72-2226-4420-87b6-ec39d83df570, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=4f484c72-2226-4420-87b6-ec39d83df570,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:41.634002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d3c02-e7f9-488e-bb4b-501f8da3e94d req-4a0f9769-8a07-4344-96a2-04c54f8e321d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:41.635857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-946d3c02-e7f9-488e-bb4b-501f8da3e94d req-4a0f9769-8a07-4344-96a2-04c54f8e321d tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 944 time: 0.4419501 Feb 11 04:50:41.648446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (4f484c72-2226-4420-87b6-ec39d83df570), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.654290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:41.794284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:41.796317 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.796964 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] 10.222.0.10 "PUT /v2.0/ports/4f484c72-2226-4420-87b6-ec39d83df570 HTTP/1.1" status: 200 len: 1092 time: 4.2018988 Feb 11 04:50:41.797452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54af9520-6167-4f51-8a43-6011af46f78f', 'tag': '4f484c72-2226-4420-87b6-ec39d83df570'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:41.799773 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5816f69e-e241-4832-9c3d-dad677f40312" -d '{"events": [{"name": "network-changed", "server_uuid": "54af9520-6167-4f51-8a43-6011af46f78f", "tag": "4f484c72-2226-4420-87b6-ec39d83df570"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:41.844676 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-351c6dda-9dd6-4d71-93bc-12aeeff86a04 req-259c1a2d-9a3e-4f8d-91cd-6b8b35c73f2a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] show failed (client error): The resource could not be found. Feb 11 04:50:41.850835 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03c86065-e211-4f7a-8e8c-c81e0c95b874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.866468 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-351c6dda-9dd6-4d71-93bc-12aeeff86a04 req-259c1a2d-9a3e-4f8d-91cd-6b8b35c73f2a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/4cdda2c3-bf57-4cfd-a882-bcfff68abb28 HTTP/1.1" status: 404 len: 352 time: 0.0651038 Feb 11 04:50:41.913838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d042d-fab7-4957-8b95-222a21cb3da6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f484c72-2226-4420-87b6-ec39d83df570,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:41.982819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-946d3c02-e7f9-488e-bb4b-501f8da3e94d req-68ca0f39-b1b8-46b4-9118-5c8584a46078 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369811 Feb 11 04:50:42.083569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9523cbb2-df2e-4df3-a2b3-c2236272c72d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:42.093627 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Publish callbacks [] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.109141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Transition to ACTIVE for port object 9523cbb2-df2e-4df3-a2b3-c2236272c72d will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:50:42.141268 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.189644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Attempting to bind port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:42.194691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Attempting to bind port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:42.195348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Attempting to bind port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 on network acaa80c4-cbad-440c-a097-2baa891e7b23 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:42.257262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 on network acaa80c4-cbad-440c-a097-2baa891e7b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:50:42.258046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Attempting to bind port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 on network acaa80c4-cbad-440c-a097-2baa891e7b23 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:42.277861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-c6fad5d9-2e97-43ad-b0ad-e71647975263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:42.280985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-c6fad5d9-2e97-43ad-b0ad-e71647975263 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10f9fc3505fd4f959aafb435dcfe96f3&device_id=54af9520-6167-4f51-8a43-6011af46f78f HTTP/1.1" status: 200 len: 1126 time: 0.3767943 Feb 11 04:50:42.281622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Pushing event updated for resources: {'Port': ['ID=9523cbb2-df2e-4df3-a2b3-c2236272c72d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:42.301127 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ae9d13-67d6-49b3-a92e-a607c6523175 x-openstack-request-id: req-86ae9d13-67d6-49b3-a92e-a607c6523175 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:42.301310 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54af9520-6167-4f51-8a43-6011af46f78f", "tag": "4f484c72-2226-4420-87b6-ec39d83df570", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:42.302806 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86ae9d13-67d6-49b3-a92e-a607c6523175 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:42.303330 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54af9520-6167-4f51-8a43-6011af46f78f', 'tag': '4f484c72-2226-4420-87b6-ec39d83df570', 'status': 'completed', 'code': 200} Feb 11 04:50:42.364437 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1cef1829-fe38-473e-82c2-239c430e985a req-5ac65ffc-6ca3-4157-a3d7-22300c904cf5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/985f04d8-6081-4204-8f4b-ceea586cb376 HTTP/1.1" status: 200 len: 1819 time: 0.0720353 Feb 11 04:50:42.373565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:42.374087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Checking segment: {'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:42.374669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Bound using segment: {'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:42.375226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Bound port: ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:42.375840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.396021 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-3068b0dc-03cd-4ca7-b099-aafa236e9c18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f484c72-2226-4420-87b6-ec39d83df570 HTTP/1.1" status: 200 len: 217 time: 0.0785668 Feb 11 04:50:42.436100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1cef1829-fe38-473e-82c2-239c430e985a req-1d8ab056-f3e3-4353-bc1d-7cb03b9ef43d tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (985f04d8-6081-4204-8f4b-ceea586cb376), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.463573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1cef1829-fe38-473e-82c2-239c430e985a req-1d8ab056-f3e3-4353-bc1d-7cb03b9ef43d tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (985f04d8-6081-4204-8f4b-ceea586cb376), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.474565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc32d6-9da4-47ff-a34a-5e0ed96f19e4 req-c6af37d3-4edd-4df6-a9bb-33d81e418852 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:42.477273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cbc32d6-9da4-47ff-a34a-5e0ed96f19e4 req-c6af37d3-4edd-4df6-a9bb-33d81e418852 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 945 time: 0.3656695 Feb 11 04:50:42.534919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1cef1829-fe38-473e-82c2-239c430e985a req-1d8ab056-f3e3-4353-bc1d-7cb03b9ef43d tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (985f04d8-6081-4204-8f4b-ceea586cb376), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.538503 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1cef1829-fe38-473e-82c2-239c430e985a req-1d8ab056-f3e3-4353-bc1d-7cb03b9ef43d tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.551231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1cef1829-fe38-473e-82c2-239c430e985a req-1d8ab056-f3e3-4353-bc1d-7cb03b9ef43d tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "DELETE /v2.0/security-groups/985f04d8-6081-4204-8f4b-ceea586cb376 HTTP/1.1" status: 204 len: 173 time: 0.1809435 Feb 11 04:50:42.581258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ab056-f3e3-4353-bc1d-7cb03b9ef43d tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=985f04d8-6081-4204-8f4b-ceea586cb376,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:42.658747 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.674146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-efa10224-9f0e-4cf5-944f-88e2c03b1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:42.675715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-efa10224-9f0e-4cf5-944f-88e2c03b1f95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00527902-b508-423a-a70d-c6ed1a8a4b6b HTTP/1.1" status: 200 len: 858 time: 0.1911144 Feb 11 04:50:42.754844 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-d2f9c5cb-6c8f-418c-a3b2-c5951e29d9c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acaa80c4-cbad-440c-a097-2baa891e7b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626256 Feb 11 04:50:42.764176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797789d-cea2-49ab-803f-347891f9e125 req-bbed63c7-fcde-4b6f-aea9-51f3067ff051 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:42.766584 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d797789d-cea2-49ab-803f-347891f9e125 req-bbed63c7-fcde-4b6f-aea9-51f3067ff051 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 946 time: 0.0937545 Feb 11 04:50:42.819685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] For port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:42.829209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d797789d-cea2-49ab-803f-347891f9e125 req-ad29e8a5-ac12-43ac-bf32-9e20c5a0ecca tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560899 Feb 11 04:50:42.836428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Attempting to bind port 9523cbb2-df2e-4df3-a2b3-c2236272c72d on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:42.836774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Attempting to bind port 9523cbb2-df2e-4df3-a2b3-c2236272c72d by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:42.837109 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Attempting to bind port 9523cbb2-df2e-4df3-a2b3-c2236272c72d on network acaa80c4-cbad-440c-a097-2baa891e7b23 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:42.852615 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cbc32d6-9da4-47ff-a34a-5e0ed96f19e4 req-403df701-0134-436c-be5d-604023d036c1 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602810 Feb 11 04:50:42.854340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] For port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:42.863155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Port 9523cbb2-df2e-4df3-a2b3-c2236272c72d on network acaa80c4-cbad-440c-a097-2baa891e7b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:50:42.863471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Attempting to bind port 9523cbb2-df2e-4df3-a2b3-c2236272c72d on network acaa80c4-cbad-440c-a097-2baa891e7b23 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:42.873548 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.887217 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-c352c263-fbf6-4baa-884d-99553c88f301 req-26a81489-c8b6-45e9-83e5-73192ee64e65 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] show failed (client error): The resource could not be found. Feb 11 04:50:42.892136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c352c263-fbf6-4baa-884d-99553c88f301 req-26a81489-c8b6-45e9-83e5-73192ee64e65 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/985f04d8-6081-4204-8f4b-ceea586cb376 HTTP/1.1" status: 404 len: 352 time: 0.0315318 Feb 11 04:50:42.930349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:42.931008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Checking segment: {'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:42.931407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Bound using segment: {'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:42.931829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Bound port: 9523cbb2-df2e-4df3-a2b3-c2236272c72d, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663b8386-6588-4058-a9f6-b6d5544e7d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:42.932286 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.973402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:42.981121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:42.981997 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.983458 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-558665bd-f5cb-4ca8-ab31-79573ab0ef74 service neutron] 10.222.0.60 "PUT /v2.0/ports/ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 HTTP/1.1" status: 200 len: 1093 time: 4.1495004 Feb 11 04:50:43.007918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ca8be-3882-464a-923d-25e9b93ed6ba req-c46ec648-351e-4baf-bb30-d3974c96ed9a tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:43.009894 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a5ca8be-3882-464a-923d-25e9b93ed6ba req-c46ec648-351e-4baf-bb30-d3974c96ed9a tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 943 time: 0.0613220 Feb 11 04:50:43.063726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a5ca8be-3882-464a-923d-25e9b93ed6ba req-39ebc91b-23d2-4829-b7bb-6fe65d35950d tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472405 Feb 11 04:50:43.133749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-6765bf26-f669-4e65-9531-3e6d012e7645 service neutron] 10.222.0.10 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676746 Feb 11 04:50:43.163182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a75a1-8e16-44e9-a264-3743a77359cc req-9e6c8680-cad8-4fea-b193-8b848a6c3178 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:43.164713 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c0a75a1-8e16-44e9-a264-3743a77359cc req-9e6c8680-cad8-4fea-b193-8b848a6c3178 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 1127 time: 0.1923614 Feb 11 04:50:43.197563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] For port 9523cbb2-df2e-4df3-a2b3-c2236272c72d, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:43.200641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308585f3-818d-41ec-821f-39dc67170b14 req-9c6e7645-630a-4595-81af-c11d1e88c85d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:43.202708 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-308585f3-818d-41ec-821f-39dc67170b14 req-9c6e7645-630a-4595-81af-c11d1e88c85d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 945 time: 0.0609648 Feb 11 04:50:43.250709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] For port 9523cbb2-df2e-4df3-a2b3-c2236272c72d, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9523cbb2-df2e-4df3-a2b3-c2236272c72d,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:43.259369 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-308585f3-818d-41ec-821f-39dc67170b14 req-61816bba-785f-44b6-b97b-91f4aec3a21a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 Feb 11 04:50:43.273722 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.290715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-8570ff7f-a7e7-49c2-8ec2-dcd46b9bfeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:43.292275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-8570ff7f-a7e7-49c2-8ec2-dcd46b9bfeb0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=10f9fc3505fd4f959aafb435dcfe96f3&device_id=87e3c0f7-01c9-4efc-854b-83f059671836 HTTP/1.1" status: 200 len: 1127 time: 0.2204254 Feb 11 04:50:43.351461 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3fe5c0e-60dd-4363-a643-c60c4a5e5607 req-b6b0ded3-3850-4fa7-a8cb-0a9b9390b4e5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd HTTP/1.1" status: 200 len: 6204 time: 0.0681057 Feb 11 04:50:43.377957 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c0a75a1-8e16-44e9-a264-3743a77359cc req-8ef864fc-745a-4f0d-b6c5-66b94b00e968 tempest-LiveAutoBlockMigrationV225Test-1360431150 tempest-LiveAutoBlockMigrationV225Test-1360431150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017086 Feb 11 04:50:43.379211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:43.379835 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.381121 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] 10.222.0.60 "PUT /v2.0/ports/9523cbb2-df2e-4df3-a2b3-c2236272c72d HTTP/1.1" status: 200 len: 1092 time: 3.0416744 Feb 11 04:50:43.385338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-07fa979c-2bd7-4f44-b290-1a585855fbb4 service neutron] 10.222.0.10 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415276 Feb 11 04:50:43.388540 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-8190563f-50df-4a2b-a2aa-8289635b82eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 HTTP/1.1" status: 200 len: 217 time: 0.0580339 Feb 11 04:50:43.404383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3fe5c0e-60dd-4363-a643-c60c4a5e5607 req-b9027fb4-4376-4cde-b49b-4ab3d596aa93 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/462ae22b-224d-452d-9b18-d635dd612536 HTTP/1.1" status: 200 len: 3002 time: 0.0496244 Feb 11 04:50:43.415608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2ed83-9964-45a8-9372-f397c070dc72 service neutron] Pushing event updated for resources: {'Port': ['ID=9523cbb2-df2e-4df3-a2b3-c2236272c72d,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:43.489736 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-29593adf-104f-4bcf-8c2f-14a224698d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:43.492542 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-29593adf-104f-4bcf-8c2f-14a224698d77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00527902-b508-423a-a70d-c6ed1a8a4b6b HTTP/1.1" status: 200 len: 858 time: 0.0907311 Feb 11 04:50:43.513476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3fe5c0e-60dd-4363-a643-c60c4a5e5607 req-d79e3197-be62-4f9f-b804-dd0fe30f2a56 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/462ae22b-224d-452d-9b18-d635dd612536 HTTP/1.1" status: 200 len: 3002 time: 0.1080940 Feb 11 04:50:43.602590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816f69e-e241-4832-9c3d-dad677f40312 req-72bd316b-f1c7-4176-bf1f-5ac593b154f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:43.604988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5816f69e-e241-4832-9c3d-dad677f40312 req-72bd316b-f1c7-4176-bf1f-5ac593b154f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10f9fc3505fd4f959aafb435dcfe96f3&device_id=54af9520-6167-4f51-8a43-6011af46f78f HTTP/1.1" status: 200 len: 1126 time: 0.0534496 Feb 11 04:50:43.699861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-35bde802-2978-4859-a5b3-a01f011d82ec req-9783c938-13de-44b4-a59c-4bf73137e6c8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-237623518', 'description': 'tempest-description-1369101777'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:43.738360 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-72639681-b501-48b9-9601-05cf42993539 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acaa80c4-cbad-440c-a097-2baa891e7b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713484 Feb 11 04:50:43.738796 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-35bde802-2978-4859-a5b3-a01f011d82ec req-9783c938-13de-44b4-a59c-4bf73137e6c8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.878696 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-35bde802-2978-4859-a5b3-a01f011d82ec req-9783c938-13de-44b4-a59c-4bf73137e6c8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.884084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-35bde802-2978-4859-a5b3-a01f011d82ec req-9783c938-13de-44b4-a59c-4bf73137e6c8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.921207 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-35bde802-2978-4859-a5b3-a01f011d82ec req-9783c938-13de-44b4-a59c-4bf73137e6c8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.922977 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-35bde802-2978-4859-a5b3-a01f011d82ec req-9783c938-13de-44b4-a59c-4bf73137e6c8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2273257 Feb 11 04:50:43.934477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783c938-13de-44b4-a59c-4bf73137e6c8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:44.042049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3e680-0db3-487f-abab-b7397d5ac1e8 req-8b2ea6f4-c6ad-4527-a2f6-6bc83618353e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.043694 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05d3e680-0db3-487f-abab-b7397d5ac1e8 req-8b2ea6f4-c6ad-4527-a2f6-6bc83618353e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 944 time: 0.0628211 Feb 11 04:50:44.100330 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05d3e680-0db3-487f-abab-b7397d5ac1e8 req-321c6eff-e404-409e-b861-022743c9a037 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506845 Feb 11 04:50:44.213866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816f69e-e241-4832-9c3d-dad677f40312 req-20ba279e-3877-47f1-90c7-c4ebf8b7b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.215582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5816f69e-e241-4832-9c3d-dad677f40312 req-20ba279e-3877-47f1-90c7-c4ebf8b7b82b service neutron] 10.222.0.10 "GET /v2.0/networks?id=acaa80c4-cbad-440c-a097-2baa891e7b23 HTTP/1.1" status: 200 len: 919 time: 0.6037440 Feb 11 04:50:44.220845 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.246880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1da9618c-6bf1-4b38-bae8-779e0301d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.248362 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-1da9618c-6bf1-4b38-bae8-779e0301d7fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=10f9fc3505fd4f959aafb435dcfe96f3&device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 1126 time: 0.5747950 Feb 11 04:50:44.270807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e07890-e4f2-4b96-a02d-34ae58604e0c req-fb5a66cb-4be4-4863-b2ae-31ff1770fa2a tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.272460 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-63e07890-e4f2-4b96-a02d-34ae58604e0c req-fb5a66cb-4be4-4863-b2ae-31ff1770fa2a tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 950 time: 0.0683923 Feb 11 04:50:44.294703 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5816f69e-e241-4832-9c3d-dad677f40312 req-6ae71cd3-bc77-4026-89e9-b7617343aa9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f484c72-2226-4420-87b6-ec39d83df570 HTTP/1.1" status: 200 len: 217 time: 0.0707912 Feb 11 04:50:44.314351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-4ef39e0a-a924-4f48-8ef1-33475f92e1bf tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.315817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-4ef39e0a-a924-4f48-8ef1-33475f92e1bf tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.10 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 946 time: 0.5415158 Feb 11 04:50:44.316280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e3c0f7-01c9-4efc-854b-83f059671836', 'tag': 'ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12'}, {'name': 'network-changed', 'server_uuid': 'de466373-e68b-4520-b558-fd66b040f052', 'tag': '9523cbb2-df2e-4df3-a2b3-c2236272c72d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:44.318525 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07078b74-6d62-48e8-a0cb-f4d13ed39653" -d '{"events": [{"name": "network-changed", "server_uuid": "87e3c0f7-01c9-4efc-854b-83f059671836", "tag": "ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12"}, {"name": "network-changed", "server_uuid": "de466373-e68b-4520-b558-fd66b040f052", "tag": "9523cbb2-df2e-4df3-a2b3-c2236272c72d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:44.325677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-63e07890-e4f2-4b96-a02d-34ae58604e0c req-f41c8cbf-2c5a-4cb3-b37c-9ba5047cd39e tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464606 Feb 11 04:50:44.394243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-276f82de-9d6c-452a-945a-332429af3706 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9523cbb2-df2e-4df3-a2b3-c2236272c72d HTTP/1.1" status: 200 len: 217 time: 0.1099892 Feb 11 04:50:44.415850 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-2cc0f67f-8e12-437f-b2d1-0911215642d9 service neutron] 10.222.0.60 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425579 Feb 11 04:50:44.461561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567019ab-8ddc-44aa-a9b0-c83a6493804c req-2f68a382-ff3a-4167-8f94-254ae6927d70 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.463399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-567019ab-8ddc-44aa-a9b0-c83a6493804c req-2f68a382-ff3a-4167-8f94-254ae6927d70 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 946 time: 0.0660830 Feb 11 04:50:44.506450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb782a-dde7-486e-b561-fb0ae635bd76 req-1ddba34f-b5c9-4ee1-9e20-7e8d7b27fa33 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.507983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4cfb782a-dde7-486e-b561-fb0ae635bd76 req-1ddba34f-b5c9-4ee1-9e20-7e8d7b27fa33 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 945 time: 0.3163369 Feb 11 04:50:44.521175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-567019ab-8ddc-44aa-a9b0-c83a6493804c req-a74c6d7a-c196-4abe-91e6-0badd3bcf756 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490665 Feb 11 04:50:44.552801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-ab0f29b9-45a1-42a6-af57-3b4b13bfd96b req-e8bdeb64-cb3a-460c-bec7-902e11f88ed4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1899294525', 'description': 'tempest-description-1477933128'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:44.556352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816f69e-e241-4832-9c3d-dad677f40312 req-4079c3ed-aaa5-42b8-b69d-aa511ead1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.558148 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5816f69e-e241-4832-9c3d-dad677f40312 req-4079c3ed-aaa5-42b8-b69d-aa511ead1f90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00527902-b508-423a-a70d-c6ed1a8a4b6b HTTP/1.1" status: 200 len: 858 time: 0.2513928 Feb 11 04:50:44.575251 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ab0f29b9-45a1-42a6-af57-3b4b13bfd96b req-e8bdeb64-cb3a-460c-bec7-902e11f88ed4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.613882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-68f21e1a-3689-4fde-b759-1061620e334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.615395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-68f21e1a-3689-4fde-b759-1061620e334f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00527902-b508-423a-a70d-c6ed1a8a4b6b HTTP/1.1" status: 200 len: 858 time: 0.1951954 Feb 11 04:50:44.652450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5816f69e-e241-4832-9c3d-dad677f40312 req-dce1c0a0-0e1c-4262-89c4-650cb6464d3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acaa80c4-cbad-440c-a097-2baa891e7b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814238 Feb 11 04:50:44.658829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ab0f29b9-45a1-42a6-af57-3b4b13bfd96b req-e8bdeb64-cb3a-460c-bec7-902e11f88ed4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (f3827413-1095-489e-bd04-17ee79cc0262), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.663326 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ab0f29b9-45a1-42a6-af57-3b4b13bfd96b req-e8bdeb64-cb3a-460c-bec7-902e11f88ed4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f3827413-1095-489e-bd04-17ee79cc0262), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.704144 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ab0f29b9-45a1-42a6-af57-3b4b13bfd96b req-e8bdeb64-cb3a-460c-bec7-902e11f88ed4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.704685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-b485cb4e-a256-47ea-bf03-88bb1bd8b8e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acaa80c4-cbad-440c-a097-2baa891e7b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558922 Feb 11 04:50:44.705476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab0f29b9-45a1-42a6-af57-3b4b13bfd96b req-e8bdeb64-cb3a-460c-bec7-902e11f88ed4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1569486 Feb 11 04:50:44.719010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdeb64-cb3a-460c-bec7-902e11f88ed4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3827413-1095-489e-bd04-17ee79cc0262,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:44.781126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4cfb782a-dde7-486e-b561-fb0ae635bd76 req-c94ced8a-f327-4a39-91a2-76d4d55c6bf3 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512975 Feb 11 04:50:44.861418 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-f7eb224f-68ca-47ca-b7a3-876c7d2d3ceb service neutron] 10.222.0.60 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248879 Feb 11 04:50:44.864787 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b943a4-494e-4004-9f26-33eb82a18405 x-openstack-request-id: req-80b943a4-494e-4004-9f26-33eb82a18405 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:44.865123 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e3c0f7-01c9-4efc-854b-83f059671836", "tag": "ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de466373-e68b-4520-b558-fd66b040f052", "tag": "9523cbb2-df2e-4df3-a2b3-c2236272c72d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:44.865866 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80b943a4-494e-4004-9f26-33eb82a18405 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:44.866305 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e3c0f7-01c9-4efc-854b-83f059671836', 'tag': 'ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12', 'status': 'completed', 'code': 200} Feb 11 04:50:44.866431 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de466373-e68b-4520-b558-fd66b040f052', 'tag': '9523cbb2-df2e-4df3-a2b3-c2236272c72d', 'status': 'completed', 'code': 200} Feb 11 04:50:44.868133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dcd43-c745-4509-8ee9-ca452b69cc67 req-88398fb7-58ed-48d9-9bcf-e2649d8424c9 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.876584 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf1dcd43-c745-4509-8ee9-ca452b69cc67 req-88398fb7-58ed-48d9-9bcf-e2649d8424c9 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 943 time: 0.0738626 Feb 11 04:50:44.898753 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Deleting port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:44.899270 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.952380 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf1dcd43-c745-4509-8ee9-ca452b69cc67 req-6021cd51-98c1-4710-b190-1bc837eb298a tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722001 Feb 11 04:50:44.981230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5816f69e-e241-4832-9c3d-dad677f40312 req-fa8b802f-c7d8-4106-8a65-d17a586e2222 service neutron] 10.222.0.10 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078346 Feb 11 04:50:45.117373 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-4f06d60f-3db4-44e1-b6f2-fe533f3c3757 service neutron] 10.222.0.60 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885808 Feb 11 04:50:45.217166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-57b71383-5ad0-45ea-8a9f-04939a933804 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:45.218854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] For port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec,segment=NetworkSegment(567c174c-0a67-498f-8fc2-d4e3a37f4533),segment_id=567c174c-0a67-498f-8fc2-d4e3a37f4533)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:45.219390 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.226498 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-57b71383-5ad0-45ea-8a9f-04939a933804 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/networks?id=edeac04d-6b14-467b-b73d-7282f5f81e89 HTTP/1.1" status: 200 len: 813 time: 0.1917849 Feb 11 04:50:45.240013 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-c0872bb4-3e24-42a3-b211-4fe4bbb53312 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/quotas/27c12ee2ab1f4a26a2e5872cc9d71afd HTTP/1.1" status: 200 len: 375 time: 0.0125971 Feb 11 04:50:45.308637 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-3e32d51c-8ad5-4483-bc50-f18bae9b6931 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600693 Feb 11 04:50:45.410965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-9db4d11b-ac30-4671-9074-7673c0a6fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:45.412492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-9db4d11b-ac30-4671-9074-7673c0a6fed0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=10f9fc3505fd4f959aafb435dcfe96f3&device_id=87e3c0f7-01c9-4efc-854b-83f059671836 HTTP/1.1" status: 200 len: 1127 time: 0.3682702 Feb 11 04:50:45.434706 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5816f69e-e241-4832-9c3d-dad677f40312 req-4247d2e4-7bea-41b8-a525-5db75f75a654 service neutron] 10.222.0.10 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434276 Feb 11 04:50:45.458320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba85e8-ccbb-424a-b3bb-86ac3024aa57 req-a7179be0-4714-47ce-a7d2-dc61c4dd5ea3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:45.460183 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95ba85e8-ccbb-424a-b3bb-86ac3024aa57 req-a7179be0-4714-47ce-a7d2-dc61c4dd5ea3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.60 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 944 time: 0.1227849 Feb 11 04:50:45.472893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-5a9dbc26-1c56-4b58-8821-0461111a8019 service neutron] 10.222.0.48 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568317 Feb 11 04:50:45.534372 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.603187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31771a60-dc56-43ec-a5dd-4aa330f2dc82 req-213c7b31-d49f-4d23-b3fc-d49d825f54e0 service neutron] 10.222.0.60 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262705 Feb 11 04:50:45.643895 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020143f-e88d-4fc6-8c77-fc0fe0436374 req-cf8b0a40-4468-46fa-9374-d316619607a2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:45.645203 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b020143f-e88d-4fc6-8c77-fc0fe0436374 req-cf8b0a40-4468-46fa-9374-d316619607a2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 945 time: 0.3767498 Feb 11 04:50:45.660903 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-e3a00058-1623-47de-adad-77f0ed46b2b4 service neutron] 10.222.0.48 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871653 Feb 11 04:50:45.663982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-95ba85e8-ccbb-424a-b3bb-86ac3024aa57 req-2c828690-08ef-4240-9f26-c462a601ccb3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Deleting port 09fbbe06-5715-4b01-a70a-343df3420458 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:45.664258 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba85e8-ccbb-424a-b3bb-86ac3024aa57 req-2c828690-08ef-4240-9f26-c462a601ccb3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (09fbbe06-5715-4b01-a70a-343df3420458), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.718475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701140b-7f68-4043-8e52-60b5b4f8fdfe req-9039d633-d6fe-4449-b1a5-0d9fc2de2e64 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:45.719999 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7701140b-7f68-4043-8e52-60b5b4f8fdfe req-9039d633-d6fe-4449-b1a5-0d9fc2de2e64 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 944 time: 0.3574598 Feb 11 04:50:45.755632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-77cc6bf3-037a-4c88-8f33-919b9767e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:45.757080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-77cc6bf3-037a-4c88-8f33-919b9767e518 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acaa80c4-cbad-440c-a097-2baa891e7b23 HTTP/1.1" status: 200 len: 919 time: 0.3140407 Feb 11 04:50:45.767972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-95ba85e8-ccbb-424a-b3bb-86ac3024aa57 req-2c828690-08ef-4240-9f26-c462a601ccb3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] For port 09fbbe06-5715-4b01-a70a-343df3420458, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=09fbbe06-5715-4b01-a70a-343df3420458,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:45.768394 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba85e8-ccbb-424a-b3bb-86ac3024aa57 req-2c828690-08ef-4240-9f26-c462a601ccb3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (09fbbe06-5715-4b01-a70a-343df3420458), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.782833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-95ba85e8-ccbb-424a-b3bb-86ac3024aa57 req-2c828690-08ef-4240-9f26-c462a601ccb3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Calling delete_port for 09fbbe06-5715-4b01-a70a-343df3420458 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:45.830292 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.830665 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (6563477c-17cf-4c2f-a05e-81bb9b588bbd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.831018 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Floating IP 6563477c-17cf-4c2f-a05e-81bb9b588bbd disassociated. External IP: 172.25.7.38, port: 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec. Feb 11 04:50:45.831374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Calling delete_port for 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:45.864927 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-456692c6-078b-4fa0-b3eb-5f71235e8c6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 HTTP/1.1" status: 200 len: 217 time: 0.0792613 Feb 11 04:50:45.962249 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7701140b-7f68-4043-8e52-60b5b4f8fdfe req-5ea31b31-f0a5-4354-a916-fa478b9d92bf tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182667 Feb 11 04:50:45.966926 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba85e8-ccbb-424a-b3bb-86ac3024aa57 req-2c828690-08ef-4240-9f26-c462a601ccb3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (09fbbe06-5715-4b01-a70a-343df3420458), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.996996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-78ba49e2-9546-4bd9-9712-3ae53367cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:45.998530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-78ba49e2-9546-4bd9-9712-3ae53367cec2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00527902-b508-423a-a70d-c6ed1a8a4b6b HTTP/1.1" status: 200 len: 858 time: 0.1151955 Feb 11 04:50:46.025370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:46.025854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-b020143f-e88d-4fc6-8c77-fc0fe0436374 req-7527bb1a-fd90-48f0-8959-542f161d82b0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Deleting port 474f365d-7c36-4883-a77f-62f884a72e2e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:46.026207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b020143f-e88d-4fc6-8c77-fc0fe0436374 req-7527bb1a-fd90-48f0-8959-542f161d82b0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:46.030760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c828690-08ef-4240-9f26-c462a601ccb3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Pushing event deleted for resources: {'Port': ['ID=09fbbe06-5715-4b01-a70a-343df3420458,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:46.077927 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-ebfc4e12-3302-4fd0-b6c5-adcc8caec563 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acaa80c4-cbad-440c-a097-2baa891e7b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690458 Feb 11 04:50:46.106971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ba85e8-ccbb-424a-b3bb-86ac3024aa57 req-2c828690-08ef-4240-9f26-c462a601ccb3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] No DVR routers for this DVR port 09fbbe06-5715-4b01-a70a-343df3420458 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:46.108825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 4f484c72-2226-4420-87b6-ec39d83df570 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:46.119352 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95ba85e8-ccbb-424a-b3bb-86ac3024aa57 req-2c828690-08ef-4240-9f26-c462a601ccb3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:46.128246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95ba85e8-ccbb-424a-b3bb-86ac3024aa57 req-2c828690-08ef-4240-9f26-c462a601ccb3 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.60 "DELETE /v2.0/ports/09fbbe06-5715-4b01-a70a-343df3420458 HTTP/1.1" status: 204 len: 173 time: 0.6453354 Feb 11 04:50:46.130434 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7171493f-48cb-48d9-b4a4-ed51c906c849', 'name': 'network-vif-deleted', 'tag': '09fbbe06-5715-4b01-a70a-343df3420458'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:46.134046 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c1a8bc-0d9a-499d-8eb7-84aa65dcec8a" -d '{"events": [{"server_uuid": "7171493f-48cb-48d9-b4a4-ed51c906c849", "name": "network-vif-deleted", "tag": "09fbbe06-5715-4b01-a70a-343df3420458"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:46.280788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 4f484c72-2226-4420-87b6-ec39d83df570, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=4f484c72-2226-4420-87b6-ec39d83df570,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:46.296743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '4f484c72-2226-4420-87b6-ec39d83df570', 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23', 'port_id': '4f484c72-2226-4420-87b6-ec39d83df570', 'mac_address': 'fa:16:3e:59:5d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00527902-b508-423a-a70d-c6ed1a8a4b6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:50:46.317554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05655c6e-3c14-470c-9edf-160b678c0fc4 req-167a5f52-a7fa-4856-a217-768fbaaf5aa9 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:46.328047 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05655c6e-3c14-470c-9edf-160b678c0fc4 req-167a5f52-a7fa-4856-a217-768fbaaf5aa9 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 946 time: 0.1807072 Feb 11 04:50:46.397306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 4f484c72-2226-4420-87b6-ec39d83df570 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:46.397937 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4f484c72-2226-4420-87b6-ec39d83df570), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:46.425120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05655c6e-3c14-470c-9edf-160b678c0fc4 req-685dacac-15ce-469a-aa4d-704ebec1c49b tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c25a575-33d3-4096-8a34-719739f6c14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907164 Feb 11 04:50:46.464266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f484c72-2226-4420-87b6-ec39d83df570 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:46.502381 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e24ca682-a5b8-4edd-9cfc-b612b4596918 req-89647963-d905-4dfc-809e-a6bc0d23f44b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 210 time: 0.0400374 Feb 11 04:50:46.534798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111df694-b1dd-47ff-9439-e95effef816b req-ee1f1fcb-c290-4450-8479-28bce1a4ce08 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:46.539216 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-111df694-b1dd-47ff-9439-e95effef816b req-ee1f1fcb-c290-4450-8479-28bce1a4ce08 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 945 time: 0.4405410 Feb 11 04:50:46.549024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b020143f-e88d-4fc6-8c77-fc0fe0436374 req-7527bb1a-fd90-48f0-8959-542f161d82b0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] For port 474f365d-7c36-4883-a77f-62f884a72e2e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=474f365d-7c36-4883-a77f-62f884a72e2e,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:46.551964 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b020143f-e88d-4fc6-8c77-fc0fe0436374 req-7527bb1a-fd90-48f0-8959-542f161d82b0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:46.591507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 4f484c72-2226-4420-87b6-ec39d83df570, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=4f484c72-2226-4420-87b6-ec39d83df570,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:46.602830 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4f484c72-2226-4420-87b6-ec39d83df570), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:46.607913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-b020143f-e88d-4fc6-8c77-fc0fe0436374 req-7527bb1a-fd90-48f0-8959-542f161d82b0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Calling delete_port for 474f365d-7c36-4883-a77f-62f884a72e2e owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:46.662331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b787576-e63e-4709-8d0f-70ffae82c90f req-227a502b-0065-4b53-9aa7-6d33bdeb3993 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:46.675924 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b787576-e63e-4709-8d0f-70ffae82c90f req-227a502b-0065-4b53-9aa7-6d33bdeb3993 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 943 time: 0.0969615 Feb 11 04:50:46.704855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=4f484c72-2226-4420-87b6-ec39d83df570,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:46.722592 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0f1b6a35-955c-4c5d-9814-b24d4e3d2bec), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:46.739166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-876a72ff-6e60-4b8f-99fa-e045e70e5be1 service neutron] 10.222.0.60 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175978 Feb 11 04:50:46.771356 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b787576-e63e-4709-8d0f-70ffae82c90f req-735dc357-0863-4924-8a8a-deb34dcbb0f3 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943904 Feb 11 04:50:46.814737 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dcbdf5-e8c7-43da-b5dc-a5db7c05c746 x-openstack-request-id: req-29dcbdf5-e8c7-43da-b5dc-a5db7c05c746 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:46.815175 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7171493f-48cb-48d9-b4a4-ed51c906c849", "name": "network-vif-deleted", "tag": "09fbbe06-5715-4b01-a70a-343df3420458", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:46.815581 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29dcbdf5-e8c7-43da-b5dc-a5db7c05c746 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:46.816093 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7171493f-48cb-48d9-b4a4-ed51c906c849', 'name': 'network-vif-deleted', 'tag': '09fbbe06-5715-4b01-a70a-343df3420458', 'status': 'completed', 'code': 200} Feb 11 04:50:46.824533 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:50:46.994151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['4f484c72-2226-4420-87b6-ec39d83df570'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:47.174779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5bc224b2-25f5-41af-9427-09f67abe1e55 req-99e10d44-9a24-4277-959c-4fd0057cf9de tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 210 time: 0.0353944 Feb 11 04:50:47.222498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Pushing event deleted for resources: {'Port': ['ID=0f1b6a35-955c-4c5d-9814-b24d4e3d2bec,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:47.260257 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-111df694-b1dd-47ff-9439-e95effef816b req-3e2e101e-aa93-4f34-a055-94bf46deada5 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6945856 Feb 11 04:50:47.407854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device cf82964b-73d4-4f45-800c-765a1c01aeb8 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:47.432506 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-09b6298b-32d3-44cd-9634-8776cdee0bd6 service neutron] 10.222.0.60 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482140 Feb 11 04:50:47.523516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port cf82964b-73d4-4f45-800c-765a1c01aeb8 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:47.525754 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:47.556552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Router 15004f43-cc9b-48e5-8a08-eb4c6de9470e has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:50:47.586612 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b020143f-e88d-4fc6-8c77-fc0fe0436374 req-7527bb1a-fd90-48f0-8959-542f161d82b0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (474f365d-7c36-4883-a77f-62f884a72e2e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:47.596566 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port cf82964b-73d4-4f45-800c-765a1c01aeb8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=cf82964b-73d4-4f45-800c-765a1c01aeb8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:47.598648 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0584c86-e39e-44a9-a403-5cc54430901b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf82964b-73d4-4f45-800c-765a1c01aeb8'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:47.601898 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00331294-468e-4555-abd1-6340774f7221" -d '{"events": [{"server_uuid": "a0584c86-e39e-44a9-a403-5cc54430901b", "name": "network-vif-unplugged", "status": "completed", "tag": "cf82964b-73d4-4f45-800c-765a1c01aeb8"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:47.615480 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:47.616761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 09fbbe06-5715-4b01-a70a-343df3420458 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:47.617580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e087e02d-a91b-4d8f-989b-5ad56a06a396 req-05341b9c-d4c9-4c43-b167-288010da96a4 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 210 time: 0.1074166 Feb 11 04:50:47.629608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:47.708273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a656836c-7d0c-44c4-b92f-526a2da30cc7 req-8d703693-c2cf-4f84-928e-66b0bf644e63 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 210 time: 0.1027839 Feb 11 04:50:47.721376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 09fbbe06-5715-4b01-a70a-343df3420458 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:50:47.721748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 09fbbe06-5715-4b01-a70a-343df3420458 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:47.732898 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec3a910-11fb-4691-a420-c1d411d55787 x-openstack-request-id: req-4ec3a910-11fb-4691-a420-c1d411d55787 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:47.733790 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0584c86-e39e-44a9-a403-5cc54430901b", "name": "network-vif-unplugged", "status": "completed", "tag": "cf82964b-73d4-4f45-800c-765a1c01aeb8", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:47.734052 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ec3a910-11fb-4691-a420-c1d411d55787 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:47.734614 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0584c86-e39e-44a9-a403-5cc54430901b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf82964b-73d4-4f45-800c-765a1c01aeb8', 'code': 200} Feb 11 04:50:47.743112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-748dc196-0e22-497e-b721-3b8b32f4d52f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:47.745236 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-748dc196-0e22-497e-b721-3b8b32f4d52f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.10 "GET /v2.0/networks?id=edeac04d-6b14-467b-b73d-7282f5f81e89 HTTP/1.1" status: 200 len: 813 time: 0.3248909 Feb 11 04:50:47.752636 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527bb1a-fd90-48f0-8959-542f161d82b0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event deleted for resources: {'Port': ['ID=474f365d-7c36-4883-a77f-62f884a72e2e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:47.779250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=cf82964b-73d4-4f45-800c-765a1c01aeb8,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:47.820153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'port': {'device_id': '4e8c20b6-d475-4e60-8328-3dfee4c9ca94', 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89', 'admin_state_up': True, 'tenant_id': '27c12ee2ab1f4a26a2e5872cc9d71afd'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:47.946263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:47.959038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2213e8-d330-43f8-9fdd-886f6ed94a6f None None] Sync routers for ids ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:47.962108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb46c74-a0be-42ab-b1a8-f561b9e217e6 req-562e94cd-fc01-425b-b9dd-910a9fe0e430 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:47.964401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cdb46c74-a0be-42ab-b1a8-f561b9e217e6 req-562e94cd-fc01-425b-b9dd-910a9fe0e430 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 943 time: 0.1089196 Feb 11 04:50:47.981014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b020143f-e88d-4fc6-8c77-fc0fe0436374 req-7527bb1a-fd90-48f0-8959-542f161d82b0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] No DVR routers for this DVR port 474f365d-7c36-4883-a77f-62f884a72e2e on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:47.992429 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b020143f-e88d-4fc6-8c77-fc0fe0436374 req-7527bb1a-fd90-48f0-8959-542f161d82b0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:47.996777 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b020143f-e88d-4fc6-8c77-fc0fe0436374 req-7527bb1a-fd90-48f0-8959-542f161d82b0 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "DELETE /v2.0/ports/474f365d-7c36-4883-a77f-62f884a72e2e HTTP/1.1" status: 204 len: 173 time: 2.3439026 Feb 11 04:50:47.997247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e5dc33-53bd-43a0-8726-06e2773b3829', 'name': 'network-vif-deleted', 'tag': '474f365d-7c36-4883-a77f-62f884a72e2e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:48.000215 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1403b6-41e4-4601-91cd-a1c762fd7af7" -d '{"events": [{"server_uuid": "a8e5dc33-53bd-43a0-8726-06e2773b3829", "name": "network-vif-deleted", "tag": "474f365d-7c36-4883-a77f-62f884a72e2e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:48.006737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2213e8-d330-43f8-9fdd-886f6ed94a6f None None] Routers {'15004f43-cc9b-48e5-8a08-eb4c6de9470e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:48.009672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cb2213e8-d330-43f8-9fdd-886f6ed94a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:50:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:48.125791 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cdb46c74-a0be-42ab-b1a8-f561b9e217e6 req-eba99a9d-ba78-4e18-9fab-53465b9efe4e tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554134 Feb 11 04:50:48.127951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 4f484c72-2226-4420-87b6-ec39d83df570 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:48.181596 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15573d8b-dc80-4077-8404-30baf3a04909 x-openstack-request-id: req-15573d8b-dc80-4077-8404-30baf3a04909 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:48.182181 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e5dc33-53bd-43a0-8726-06e2773b3829", "name": "network-vif-deleted", "tag": "474f365d-7c36-4883-a77f-62f884a72e2e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:48.182613 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15573d8b-dc80-4077-8404-30baf3a04909 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:48.183361 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e5dc33-53bd-43a0-8726-06e2773b3829', 'name': 'network-vif-deleted', 'tag': '474f365d-7c36-4883-a77f-62f884a72e2e', 'status': 'completed', 'code': 200} Feb 11 04:50:48.225049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] No DVR routers for this DVR port 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:48.227899 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:48.234941 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b63ff3e-0d12-4e76-be5c-a4410392f00e req-cdded056-cb3a-4bb8-888e-7aee5bc4cd53 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.10 "DELETE /v2.0/ports/0f1b6a35-955c-4c5d-9814-b24d4e3d2bec HTTP/1.1" status: 204 len: 173 time: 3.8709004 Feb 11 04:50:48.280973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-48c356a0-9d30-4efc-804b-890ccbd10829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:48.285464 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-48c356a0-9d30-4efc-804b-890ccbd10829 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=10f9fc3505fd4f959aafb435dcfe96f3&device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 1126 time: 0.6588097 Feb 11 04:50:48.299160 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Made reservation on behalf of 27c12ee2ab1f4a26a2e5872cc9d71afd for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:48.302869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:48.379536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-cb2213e8-d330-43f8-9fdd-886f6ed94a6f None None] Set router 15004f43-cc9b-48e5-8a08-eb4c6de9470e gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:48.383649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da9b5687-c043-4cbf-aba0-116e94387b23 req-66f2417a-5608-4756-8655-7adf2d7b8a2e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 210 time: 0.0641477 Feb 11 04:50:48.428315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 4f484c72-2226-4420-87b6-ec39d83df570 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:50:48.439746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 4f484c72-2226-4420-87b6-ec39d83df570 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:48.440576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4f484c72-2226-4420-87b6-ec39d83df570), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:48.521973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f04958d-526c-47c4-8708-2b2ad992f9d8 req-a3ec52ad-56d8-4775-b891-886299ed7337 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8e5dc33-53bd-43a0-8726-06e2773b3829 HTTP/1.1" status: 200 len: 210 time: 0.0833428 Feb 11 04:50:48.556612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-18662f3b-16ac-4035-94cb-6de409ab6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:48.558186 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-18662f3b-16ac-4035-94cb-6de409ab6599 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acaa80c4-cbad-440c-a097-2baa891e7b23 HTTP/1.1" status: 200 len: 919 time: 0.2253168 Feb 11 04:50:48.633042 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-c9cbd264-832c-4cf5-b010-01da5d275ed9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9523cbb2-df2e-4df3-a2b3-c2236272c72d HTTP/1.1" status: 200 len: 217 time: 0.0461764 Feb 11 04:50:48.648737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 4f484c72-2226-4420-87b6-ec39d83df570 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:48.649306 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4f484c72-2226-4420-87b6-ec39d83df570), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:48.685561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Allocated IP 172.20.0.9 (edeac04d-6b14-467b-b73d-7282f5f81e89/ca8ea8bb-31e1-405f-b851-d6f2d129fc2b/cbef9694-2ce6-43e5-8762-526833abb42c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:48.698380 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 4f484c72-2226-4420-87b6-ec39d83df570, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=4f484c72-2226-4420-87b6-ec39d83df570,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:48.710870 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4f484c72-2226-4420-87b6-ec39d83df570), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:48.711797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 474f365d-7c36-4883-a77f-62f884a72e2e no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:48.719611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-282c6229-05b1-4b99-9551-9eae15a43087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:48.721172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-282c6229-05b1-4b99-9551-9eae15a43087 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00527902-b508-423a-a70d-c6ed1a8a4b6b HTTP/1.1" status: 200 len: 858 time: 0.0776405 Feb 11 04:50:48.765968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 474f365d-7c36-4883-a77f-62f884a72e2e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:50:48.766572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 474f365d-7c36-4883-a77f-62f884a72e2e not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:48.767184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:48.770324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cb2213e8-d330-43f8-9fdd-886f6ed94a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c4ca45b3-3aa6-46e3-96ac-59455edba812', 'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'mac_address': 'fa:16:3e:fd:28:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:32Z', 'updated_at': '2022-02-11T04:49:41Z', 'revision_number': 5, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'subnets': [{'id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:48.778354 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-3cd93563-0a0d-4588-a320-97360f7df8e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acaa80c4-cbad-440c-a097-2baa891e7b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442522 Feb 11 04:50:48.814685 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa374cff-012f-40bd-ab09-7db7453ad555 req-b11e54c3-e889-4bff-94d6-e24902ca38be tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/ports?device_id=524af3ba-f6ff-446c-8184-bb271c0d78f5 HTTP/1.1" status: 200 len: 210 time: 0.0745990 Feb 11 04:50:48.833645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:50:48.834114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0f1b6a35-955c-4c5d-9814-b24d4e3d2bec not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:48.837956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2213e8-d330-43f8-9fdd-886f6ed94a6f None None] Checking router: 15004f43-cc9b-48e5-8a08-eb4c6de9470e for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:50:48.864545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=4f484c72-2226-4420-87b6-ec39d83df570,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:48.867735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2213e8-d330-43f8-9fdd-886f6ed94a6f None None] Routers {'15004f43-cc9b-48e5-8a08-eb4c6de9470e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:48.868775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cb2213e8-d330-43f8-9fdd-886f6ed94a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:50:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:48.968231 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0f801c78-f47e-4e7b-a58c-122c491de5cb req-9013e238-250d-4c53-9574-81ac36391ae1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 210 time: 0.0778391 Feb 11 04:50:48.970286 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-4acf8194-03b5-4e88-a2ea-3a6b8fa4a996 service neutron] 10.222.0.60 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644933 Feb 11 04:50:49.014228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-cb2213e8-d330-43f8-9fdd-886f6ed94a6f None None] Set router 15004f43-cc9b-48e5-8a08-eb4c6de9470e gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:49.128523 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for port (cbef9694-2ce6-43e5-8762-526833abb42c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:49.162928 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07078b74-6d62-48e8-a0cb-f4d13ed39653 req-e0541c39-22a6-4736-b476-12d06d96219c service neutron] 10.222.0.60 "GET /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575048 Feb 11 04:50:49.253793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:49.294362 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['de047aa8-af05-4b2e-9626-bb125b79e92c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:49.302875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Network edeac04d-6b14-467b-b73d-7282f5f81e89 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:49.306084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:49.310429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:49.364035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:49.365413 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:49.368366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'Port': ['ID=cbef9694-2ce6-43e5-8762-526833abb42c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:49.394815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-bf188a06-18fc-4063-9fbe-153d6aaba585 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5849519 Feb 11 04:50:49.398371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2994fb-1816-45d4-97de-8f447917bd87 req-192a5487-979a-403d-acc6-8eee84d30668 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:49.400055 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a2994fb-1816-45d4-97de-8f447917bd87 req-192a5487-979a-403d-acc6-8eee84d30668 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 943 time: 0.1608512 Feb 11 04:50:49.413445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Request body: {'port': {'device_id': '4e8c20b6-d475-4e60-8328-3dfee4c9ca94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:49.494467 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a2994fb-1816-45d4-97de-8f447917bd87 req-f39a2f6b-de90-496b-a318-5a17f988eb7e tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878625 Feb 11 04:50:49.496495 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:49.497584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cb2213e8-d330-43f8-9fdd-886f6ed94a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c4ca45b3-3aa6-46e3-96ac-59455edba812', 'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'mac_address': 'fa:16:3e:fd:28:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:32Z', 'updated_at': '2022-02-11T04:49:41Z', 'revision_number': 5, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'subnets': [{'id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:49.538316 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f2d8e7c1-4f26-4a5f-b571-d48da86646d2 req-46f43714-bcb7-465e-843b-3a01b04b4b95 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 210 time: 0.0314560 Feb 11 04:50:49.685073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2213e8-d330-43f8-9fdd-886f6ed94a6f None None] The sync data for ids ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'] in n-d-615180-58 is: [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:49:33Z', 'revision_number': 4, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c4ca45b3-3aa6-46e3-96ac-59455edba812', 'name': '', 'network_id': '8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'mac_address': 'fa:16:3e:fd:28:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:32Z', 'updated_at': '2022-02-11T04:49:41Z', 'revision_number': 5, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'subnets': [{'id': 'dcdd502c-55f6-4150-a39d-f15fd5a385f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:49.737367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54af9520-6167-4f51-8a43-6011af46f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f484c72-2226-4420-87b6-ec39d83df570'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:49.740171 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01eee62-1065-412a-92e0-409db1fa3d0e" -d '{"events": [{"server_uuid": "54af9520-6167-4f51-8a43-6011af46f78f", "name": "network-vif-plugged", "status": "completed", "tag": "4f484c72-2226-4420-87b6-ec39d83df570"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:49.827734 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ca2fc8-6dd2-479b-8d68-475bc5294d12 x-openstack-request-id: req-16ca2fc8-6dd2-479b-8d68-475bc5294d12 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:49.828676 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54af9520-6167-4f51-8a43-6011af46f78f", "name": "network-vif-plugged", "status": "completed", "tag": "4f484c72-2226-4420-87b6-ec39d83df570", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:49.828676 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16ca2fc8-6dd2-479b-8d68-475bc5294d12 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:49.828878 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54af9520-6167-4f51-8a43-6011af46f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f484c72-2226-4420-87b6-ec39d83df570', 'code': 200} Feb 11 04:50:49.942048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 33010) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:50.008226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbef9694-2ce6-43e5-8762-526833abb42c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:50.035937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Publish callbacks [] for port (cbef9694-2ce6-43e5-8762-526833abb42c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.072929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Transition to ACTIVE for port object cbef9694-2ce6-43e5-8762-526833abb42c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:50:50.075081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-6f146567-6afe-45b6-8a17-da67157b8904 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:50.075941 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5962761-bfba-4336-a2ee-c0f2a98e4c94 None None] New status for floating IP 6563477c-17cf-4c2f-a05e-81bb9b588bbd: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:50:50.082918 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-6f146567-6afe-45b6-8a17-da67157b8904 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.1808376 Feb 11 04:50:50.095425 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bcda3809-094b-4221-a8f2-266df86ba491 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for security_group (0c25a575-33d3-4096-8a34-719739f6c14d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.106445 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-6439afa3-6b8c-40fd-9a1d-120cb391c615 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/quotas/dbf38467408f44b9a285b2d5c0e7abab HTTP/1.1" status: 200 len: 375 time: 0.0223849 Feb 11 04:50:50.122195 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bcda3809-094b-4221-a8f2-266df86ba491 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for security_group (0c25a575-33d3-4096-8a34-719739f6c14d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.173526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-1a977864-b528-4af8-af51-e7043dd66917 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658290 Feb 11 04:50:50.208358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'name': 'network-vif-deleted', 'tag': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:50.210794 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe6b06a-d691-44e1-99c3-71a4f3b830f9" -d '{"events": [{"server_uuid": "524af3ba-f6ff-446c-8184-bb271c0d78f5", "name": "network-vif-deleted", "tag": "0f1b6a35-955c-4c5d-9814-b24d4e3d2bec"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:50.214287 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.228332 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bcda3809-094b-4221-a8f2-266df86ba491 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0c25a575-33d3-4096-8a34-719739f6c14d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.230831 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bcda3809-094b-4221-a8f2-266df86ba491 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.234614 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bcda3809-094b-4221-a8f2-266df86ba491 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "DELETE /v2.0/security-groups/0c25a575-33d3-4096-8a34-719739f6c14d HTTP/1.1" status: 204 len: 168 time: 0.2914388 Feb 11 04:50:50.246025 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33016) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:50.273722 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-311853d3-edca-49f5-aa10-7dc6a4241b26 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] show failed (client error): The resource could not be found. Feb 11 04:50:50.278753 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-311853d3-edca-49f5-aa10-7dc6a4241b26 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "GET /v2.0/security-groups/0c25a575-33d3-4096-8a34-719739f6c14d HTTP/1.1" status: 404 len: 347 time: 0.0313540 Feb 11 04:50:50.281407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33020) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:50.286595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda3809-094b-4221-a8f2-266df86ba491 tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c25a575-33d3-4096-8a34-719739f6c14d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:50.307358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469ce00-9e58-46b2-bb5f-0fe69df76372 req-21873631-d566-488d-9921-d0a20ef2f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:50.309057 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1469ce00-9e58-46b2-bb5f-0fe69df76372 req-21873631-d566-488d-9921-d0a20ef2f881 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54af9520-6167-4f51-8a43-6011af46f78f HTTP/1.1" status: 200 len: 1128 time: 0.3240187 Feb 11 04:50:50.327967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Pushing event updated for resources: {'Port': ['ID=cbef9694-2ce6-43e5-8762-526833abb42c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:50.357286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-c8af9ac7-452c-4f66-8d7f-4a99f6ea02f1 service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827338 Feb 11 04:50:50.360810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d8cb5-66a5-4ab2-9116-79d4611ac384 req-61dddce6-4815-4c6e-bc88-c902380e3576 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:50.362281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4d8cb5-66a5-4ab2-9116-79d4611ac384 req-61dddce6-4815-4c6e-bc88-c902380e3576 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 943 time: 0.2825320 Feb 11 04:50:50.465178 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1469ce00-9e58-46b2-bb5f-0fe69df76372 req-e9108976-414f-4ba1-ac0c-292a68cc3e66 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483598 Feb 11 04:50:50.476464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Attempting to bind port cbef9694-2ce6-43e5-8762-526833abb42c on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:50.476848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Attempting to bind port cbef9694-2ce6-43e5-8762-526833abb42c by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'd6b97e87-17b6-434f-a1ff-1fa944c84056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:50.477128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Attempting to bind port cbef9694-2ce6-43e5-8762-526833abb42c on network edeac04d-6b14-467b-b73d-7282f5f81e89 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:50.485810 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4d8cb5-66a5-4ab2-9116-79d4611ac384 req-57e5db98-4a80-4e49-aece-16e0a02f3708 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943551 Feb 11 04:50:50.486538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Port cbef9694-2ce6-43e5-8762-526833abb42c on network edeac04d-6b14-467b-b73d-7282f5f81e89 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:50:50.486865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Attempting to bind port cbef9694-2ce6-43e5-8762-526833abb42c on network edeac04d-6b14-467b-b73d-7282f5f81e89 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:50.492206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:50.492772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Checking segment: {'id': 'd6b97e87-17b6-434f-a1ff-1fa944c84056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:50.492924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Bound using segment: {'id': 'd6b97e87-17b6-434f-a1ff-1fa944c84056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:50.493608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Bound port: cbef9694-2ce6-43e5-8762-526833abb42c, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b97e87-17b6-434f-a1ff-1fa944c84056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:50.493709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.535883 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-5561c721-2226-40b8-b1c6-10be7471e596 service neutron] 10.222.0.48 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775029 Feb 11 04:50:50.543446 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-969e764d-6813-4c20-8199-e3ea2109d8ae tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Deleting port 1a5441ee-3f02-415a-9252-66bcbac5936d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:50.545125 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-969e764d-6813-4c20-8199-e3ea2109d8ae tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1a5441ee-3f02-415a-9252-66bcbac5936d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.562702 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa4a352-0d64-4cdc-abd0-699f81cf26a9 x-openstack-request-id: req-4fa4a352-0d64-4cdc-abd0-699f81cf26a9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:50.563032 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524af3ba-f6ff-446c-8184-bb271c0d78f5", "name": "network-vif-deleted", "tag": "0f1b6a35-955c-4c5d-9814-b24d4e3d2bec", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:50.563339 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4fa4a352-0d64-4cdc-abd0-699f81cf26a9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:50.563677 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524af3ba-f6ff-446c-8184-bb271c0d78f5', 'name': 'network-vif-deleted', 'tag': '0f1b6a35-955c-4c5d-9814-b24d4e3d2bec', 'status': 'completed', 'code': 200} Feb 11 04:50:50.567558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] For port cbef9694-2ce6-43e5-8762-526833abb42c, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:50.571545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] For port cbef9694-2ce6-43e5-8762-526833abb42c, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=cbef9694-2ce6-43e5-8762-526833abb42c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:50.582556 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.644628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:50.645385 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.647167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] 10.222.0.10 "PUT /v2.0/ports/cbef9694-2ce6-43e5-8762-526833abb42c HTTP/1.1" status: 200 len: 1092 time: 1.2388449 Feb 11 04:50:50.674003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917981f6-d9d5-4fba-8e22-37775a7fe6fa service neutron] Pushing event updated for resources: {'Port': ['ID=cbef9694-2ce6-43e5-8762-526833abb42c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:50.700863 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-969e764d-6813-4c20-8199-e3ea2109d8ae tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1a5441ee-3f02-415a-9252-66bcbac5936d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.701541 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-969e764d-6813-4c20-8199-e3ea2109d8ae tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for floatingip (1a5441ee-3f02-415a-9252-66bcbac5936d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.716778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-969e764d-6813-4c20-8199-e3ea2109d8ae tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Calling delete_port for 1a5441ee-3f02-415a-9252-66bcbac5936d owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:50.759170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9511e-d4c0-4aa3-99b3-8723225be584 req-f89c267f-8777-4a29-9120-f8a2518ec379 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:50.760802 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0c9511e-d4c0-4aa3-99b3-8723225be584 req-f89c267f-8777-4a29-9120-f8a2518ec379 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 943 time: 0.0704775 Feb 11 04:50:50.820078 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0c9511e-d4c0-4aa3-99b3-8723225be584 req-ce0b221c-9336-4322-b3c9-ad6527c09b45 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524080 Feb 11 04:50:50.847462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a9e1db55-b69b-45b4-bf11-e570ba60ec3a req-f82c3cd9-0d63-4707-9dba-75945d75e837 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 210 time: 0.0387058 Feb 11 04:50:50.915188 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-969e764d-6813-4c20-8199-e3ea2109d8ae tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1a5441ee-3f02-415a-9252-66bcbac5936d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.955978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-5d80d293-bcd5-424e-9a96-48721ae0cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:50.957715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-5d80d293-bcd5-424e-9a96-48721ae0cffe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd&device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 1126 time: 0.0971146 Feb 11 04:50:50.972514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e764d-6813-4c20-8199-e3ea2109d8ae tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Pushing event deleted for resources: {'Port': ['ID=1a5441ee-3f02-415a-9252-66bcbac5936d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:51.012817 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aed0ffcc-65b5-44d0-9eea-ec0e40f60e65 req-241a6cc2-cefb-4e61-831b-3c9504d8affe tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 210 time: 0.0503359 Feb 11 04:50:51.027746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-f604a971-73bc-4ae4-b1ae-fcfdba9be680 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbef9694-2ce6-43e5-8762-526833abb42c HTTP/1.1" status: 200 len: 217 time: 0.0553346 Feb 11 04:50:51.075271 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-969e764d-6813-4c20-8199-e3ea2109d8ae tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks [] for floatingip (6563477c-17cf-4c2f-a05e-81bb9b588bbd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:51.079062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-969e764d-6813-4c20-8199-e3ea2109d8ae tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:51.090757 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-969e764d-6813-4c20-8199-e3ea2109d8ae tempest-ServersTestManualDisk-853888831 tempest-ServersTestManualDisk-853888831-project] 10.222.0.48 "DELETE /v2.0/floatingips/6563477c-17cf-4c2f-a05e-81bb9b588bbd HTTP/1.1" status: 204 len: 168 time: 0.8080251 Feb 11 04:50:51.091497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33048) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:51.099314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-25901552-77cb-42c0-acf9-57ef0fba9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.101192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-25901552-77cb-42c0-acf9-57ef0fba9715 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca8ea8bb-31e1-405f-b851-d6f2d129fc2b HTTP/1.1" status: 200 len: 853 time: 0.0653381 Feb 11 04:50:51.162507 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-406bf9b7-52c4-4cc9-b0eb-d6b21af3b430 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edeac04d-6b14-467b-b73d-7282f5f81e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552425 Feb 11 04:50:51.337306 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-9e293eb3-82eb-461c-a8c9-7f5156fb8b7b service neutron] 10.222.0.10 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635942 Feb 11 04:50:51.402600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:51.476719 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea529032-2e67-46af-861b-2ccc49e129c1 req-133b7dd7-ec66-4bff-9936-019895724744 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.477847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea529032-2e67-46af-861b-2ccc49e129c1 req-133b7dd7-ec66-4bff-9936-019895724744 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.478781 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c628ea7f-1a2e-4892-afad-d0ced499c093 req-d8cc8c99-3757-49b6-a899-d6fa31ffb080 service neutron] 10.222.0.10 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090879 Feb 11 04:50:51.483379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea529032-2e67-46af-861b-2ccc49e129c1 req-133b7dd7-ec66-4bff-9936-019895724744 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.488985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea529032-2e67-46af-861b-2ccc49e129c1 req-133b7dd7-ec66-4bff-9936-019895724744 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.505637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea529032-2e67-46af-861b-2ccc49e129c1 req-133b7dd7-ec66-4bff-9936-019895724744 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.511169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea529032-2e67-46af-861b-2ccc49e129c1 req-133b7dd7-ec66-4bff-9936-019895724744 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.517751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea529032-2e67-46af-861b-2ccc49e129c1 req-133b7dd7-ec66-4bff-9936-019895724744 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.520154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea529032-2e67-46af-861b-2ccc49e129c1 req-133b7dd7-ec66-4bff-9936-019895724744 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5444 time: 0.1583893 Feb 11 04:50:51.614108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea529032-2e67-46af-861b-2ccc49e129c1 req-fd3f0f8d-11ea-405c-bc94-ce9dbf3798a7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681078 Feb 11 04:50:51.617507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:51.649478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12', 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23', 'port_id': 'ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12', 'mac_address': 'fa:16:3e:ab:77:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00527902-b508-423a-a70d-c6ed1a8a4b6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:50:51.682082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb39c51-c093-4a0d-ab5a-87588c4139b7 req-b001616a-2fc1-45c3-bfe5-e1c819b02295 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.694429 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:51.695096 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:51.700565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0eb39c51-c093-4a0d-ab5a-87588c4139b7 req-b001616a-2fc1-45c3-bfe5-e1c819b02295 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 943 time: 0.1051447 Feb 11 04:50:51.728387 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:51.753532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:51.759033 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:51.827444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:51.868682 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f98ffa24-7d02-4e70-baed-57c8e5dfd84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (15004f43-cc9b-48e5-8a08-eb4c6de9470e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:51.894129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0eb39c51-c093-4a0d-ab5a-87588c4139b7 req-977b46cb-1330-41c1-ab84-1d7e708e7b05 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925387 Feb 11 04:50:51.904516 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4085f69b-cb0a-4102-9a39-fb97958b4102 req-00887682-20f8-4988-aede-3f79e1b10d3c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1964610 Feb 11 04:50:52.050884 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5919ad6-3af6-4f42-826f-cb35f44d8de1 req-de4a94bb-0233-4d38-b219-532c599b10e8 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 210 time: 0.0542459 Feb 11 04:50:52.083827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085f69b-cb0a-4102-9a39-fb97958b4102 req-e75340d4-09d3-4e83-8396-643d6aec9e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.085320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4085f69b-cb0a-4102-9a39-fb97958b4102 req-e75340d4-09d3-4e83-8396-643d6aec9e28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 1129 time: 0.0796900 Feb 11 04:50:52.175702 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b06aa8d2-02e3-43c0-a5fb-418e530da59f req-6ddb330e-ca91-4b96-9f5f-a657b05b0894 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 210 time: 0.0517790 Feb 11 04:50:52.176427 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b24d2-25f4-4118-b32f-0bb4dfdc4729 req-e51a9274-2ac0-4e61-96b6-6e4240f37d22 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.177927 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-791b24d2-25f4-4118-b32f-0bb4dfdc4729 req-e51a9274-2ac0-4e61-96b6-6e4240f37d22 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 943 time: 0.2243025 Feb 11 04:50:52.262172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085f69b-cb0a-4102-9a39-fb97958b4102 req-0b0dd2f9-ca9b-4907-b5c4-25bbacf7c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.263695 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4085f69b-cb0a-4102-9a39-fb97958b4102 req-0b0dd2f9-ca9b-4907-b5c4-25bbacf7c83f service neutron] 10.222.0.10 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 906 time: 0.1475782 Feb 11 04:50:52.278052 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-791b24d2-25f4-4118-b32f-0bb4dfdc4729 req-dfcb4f09-2bb2-49d0-8002-4994c0688484 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912044 Feb 11 04:50:52.313604 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4085f69b-cb0a-4102-9a39-fb97958b4102 req-916037b1-294b-4cb9-ad61-c5d03c6d6c75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=891a6c06-3097-43c7-8a0a-2fcc3cd10055 HTTP/1.1" status: 200 len: 217 time: 0.0420659 Feb 11 04:50:52.329721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f98ffa24-7d02-4e70-baed-57c8e5dfd84b admin admin] Deleting port c4ca45b3-3aa6-46e3-96ac-59455edba812 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:52.330072 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f98ffa24-7d02-4e70-baed-57c8e5dfd84b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:52.386384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085f69b-cb0a-4102-9a39-fb97958b4102 req-a73d036f-bb0d-44f7-b49a-93402d7e8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.387894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4085f69b-cb0a-4102-9a39-fb97958b4102 req-a73d036f-bb0d-44f7-b49a-93402d7e8fec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.0563464 Feb 11 04:50:52.425007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f98ffa24-7d02-4e70-baed-57c8e5dfd84b admin admin] For port c4ca45b3-3aa6-46e3-96ac-59455edba812, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c4ca45b3-3aa6-46e3-96ac-59455edba812,segment=NetworkSegment(567c174c-0a67-498f-8fc2-d4e3a37f4533),segment_id=567c174c-0a67-498f-8fc2-d4e3a37f4533)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:52.425522 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f98ffa24-7d02-4e70-baed-57c8e5dfd84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:52.439628 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4085f69b-cb0a-4102-9a39-fb97958b4102 req-47c804b9-5d8c-4554-ae5b-6e53540996d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396736 Feb 11 04:50:52.447273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f98ffa24-7d02-4e70-baed-57c8e5dfd84b admin admin] Calling delete_port for c4ca45b3-3aa6-46e3-96ac-59455edba812 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:52.506167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:52.617400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8c20b6-d475-4e60-8328-3dfee4c9ca94', 'tag': 'cbef9694-2ce6-43e5-8762-526833abb42c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:52.619988 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff316db-85e1-4326-8a5a-7175c40322ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8c20b6-d475-4e60-8328-3dfee4c9ca94", "tag": "cbef9694-2ce6-43e5-8762-526833abb42c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:52.721047 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f98ffa24-7d02-4e70-baed-57c8e5dfd84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c4ca45b3-3aa6-46e3-96ac-59455edba812), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:52.734670 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93123ca6-3115-4e31-9288-8cd86f081e08 x-openstack-request-id: req-93123ca6-3115-4e31-9288-8cd86f081e08 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:52.735020 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8c20b6-d475-4e60-8328-3dfee4c9ca94", "tag": "cbef9694-2ce6-43e5-8762-526833abb42c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:52.735248 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93123ca6-3115-4e31-9288-8cd86f081e08 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:52.735647 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8c20b6-d475-4e60-8328-3dfee4c9ca94', 'tag': 'cbef9694-2ce6-43e5-8762-526833abb42c', 'status': 'completed', 'code': 200} Feb 11 04:50:52.775844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ffa24-7d02-4e70-baed-57c8e5dfd84b admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ca45b3-3aa6-46e3-96ac-59455edba812,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:52.825414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-615e2128-1da9-4d5c-9343-0bd5dae1405b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.827518 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-615e2128-1da9-4d5c-9343-0bd5dae1405b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 805 time: 0.3622787 Feb 11 04:50:52.931832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a22280-3168-4bbf-8d22-f33c13631dbd req-a66d0414-1e8f-4b12-a668-7a2c8924b0c5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.941880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a22280-3168-4bbf-8d22-f33c13631dbd req-a66d0414-1e8f-4b12-a668-7a2c8924b0c5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.955022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a22280-3168-4bbf-8d22-f33c13631dbd req-a66d0414-1e8f-4b12-a668-7a2c8924b0c5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.979447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a22280-3168-4bbf-8d22-f33c13631dbd req-a66d0414-1e8f-4b12-a668-7a2c8924b0c5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.985529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a22280-3168-4bbf-8d22-f33c13631dbd req-a66d0414-1e8f-4b12-a668-7a2c8924b0c5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.994509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a22280-3168-4bbf-8d22-f33c13631dbd req-a66d0414-1e8f-4b12-a668-7a2c8924b0c5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.001943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a22280-3168-4bbf-8d22-f33c13631dbd req-a66d0414-1e8f-4b12-a668-7a2c8924b0c5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.003999 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8a22280-3168-4bbf-8d22-f33c13631dbd req-a66d0414-1e8f-4b12-a668-7a2c8924b0c5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5444 time: 0.2574439 Feb 11 04:50:53.166985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8a22280-3168-4bbf-8d22-f33c13631dbd req-bd415847-2fa6-43c4-8cc2-7c4e186a54c6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1499498 Feb 11 04:50:53.181360 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f98ffa24-7d02-4e70-baed-57c8e5dfd84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (15004f43-cc9b-48e5-8a08-eb4c6de9470e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.211033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Request body: {'port': {'device_id': '1521f992-1390-4e5f-85f8-329f33d90cba', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'admin_state_up': True, 'tenant_id': 'dbf38467408f44b9a285b2d5c0e7abab'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:53.275071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff316db-85e1-4326-8a5a-7175c40322ed req-d4127012-e5db-41b9-89a4-4c970c0a40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.276876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dff316db-85e1-4326-8a5a-7175c40322ed req-d4127012-e5db-41b9-89a4-4c970c0a40ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd&device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 1126 time: 0.5163190 Feb 11 04:50:53.300629 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4085f69b-cb0a-4102-9a39-fb97958b4102 req-7da5eaa4-ade5-40b8-8575-263fdb22a9b3 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8339255 Feb 11 04:50:53.412513 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 55913817-95c4-4d6a-8218-430df663ec7e details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:53.474068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef493c02-af25-4a1a-9aba-e50ebf26dbab req-4b8872a1-9426-44b2-a6cd-cb26568e95bb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2449241 Feb 11 04:50:53.556052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:53.560082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76da08-75fb-4f2d-aab0-8b078ab8c2c6 req-5dc6f55e-bd48-455d-b11c-574955d5a4a1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.562191 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e76da08-75fb-4f2d-aab0-8b078ab8c2c6 req-5dc6f55e-bd48-455d-b11c-574955d5a4a1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 943 time: 0.3474627 Feb 11 04:50:53.579355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '55913817-95c4-4d6a-8218-430df663ec7e', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '55913817-95c4-4d6a-8218-430df663ec7e', 'mac_address': 'fa:16:3e:6e:98:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:50:53.626241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 55913817-95c4-4d6a-8218-430df663ec7e is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:53.626786 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55913817-95c4-4d6a-8218-430df663ec7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.647338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff316db-85e1-4326-8a5a-7175c40322ed req-61238484-9535-4609-bcaf-99a85229e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.649582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dff316db-85e1-4326-8a5a-7175c40322ed req-61238484-9535-4609-bcaf-99a85229e840 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edeac04d-6b14-467b-b73d-7282f5f81e89 HTTP/1.1" status: 200 len: 914 time: 0.3477249 Feb 11 04:50:53.654096 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4085f69b-cb0a-4102-9a39-fb97958b4102 req-ead26997-1071-42a4-9bd2-41b780ae863d service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415215 Feb 11 04:50:53.661240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55913817-95c4-4d6a-8218-430df663ec7e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:53.690569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:53.698025 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (55913817-95c4-4d6a-8218-430df663ec7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.699270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9523cbb2-df2e-4df3-a2b3-c2236272c72d details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:53.736644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Made reservation on behalf of dbf38467408f44b9a285b2d5c0e7abab for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:53.738321 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f3bc9e6-f483-4952-81af-9255fb60b1d0 req-c3311194-8bd9-47ee-af0c-bd30e5e4effe tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 210 time: 0.0791762 Feb 11 04:50:53.741339 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.754098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dff316db-85e1-4326-8a5a-7175c40322ed req-bb9203aa-74c9-4fec-aa20-cc050c4b4953 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbef9694-2ce6-43e5-8762-526833abb42c HTTP/1.1" status: 200 len: 217 time: 0.0688288 Feb 11 04:50:53.786193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=55913817-95c4-4d6a-8218-430df663ec7e,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:53.830427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef493c02-af25-4a1a-9aba-e50ebf26dbab req-1a0a7493-f32f-466f-923c-501170061ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.832004 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef493c02-af25-4a1a-9aba-e50ebf26dbab req-1a0a7493-f32f-466f-923c-501170061ca0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b17f5c0876a6459894825e19cb0017e2&device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 1128 time: 0.2626777 Feb 11 04:50:53.870989 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e76da08-75fb-4f2d-aab0-8b078ab8c2c6 req-1fe8987e-c412-4718-860f-dfbc23a3b1d3 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741454 Feb 11 04:50:53.883200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1cbe466a-a8a9-42d6-be6f-1870dd4052cb req-897249f3-ce67-4183-85e8-26d1b1a41bb3 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 210 time: 0.0321829 Feb 11 04:50:53.885032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98ffa24-7d02-4e70-baed-57c8e5dfd84b admin admin] Router 15004f43-cc9b-48e5-8a08-eb4c6de9470e has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:50:53.939922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9523cbb2-df2e-4df3-a2b3-c2236272c72d, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9523cbb2-df2e-4df3-a2b3-c2236272c72d,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:53.956393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '9523cbb2-df2e-4df3-a2b3-c2236272c72d', 'network_id': 'acaa80c4-cbad-440c-a097-2baa891e7b23', 'port_id': '9523cbb2-df2e-4df3-a2b3-c2236272c72d', 'mac_address': 'fa:16:3e:a7:18:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00527902-b508-423a-a70d-c6ed1a8a4b6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:50:54.024384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 9523cbb2-df2e-4df3-a2b3-c2236272c72d is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:54.025036 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.027099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98ffa24-7d02-4e70-baed-57c8e5dfd84b admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:54.035736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f98ffa24-7d02-4e70-baed-57c8e5dfd84b admin admin] 10.222.0.48 "PUT /v2.0/routers/15004f43-cc9b-48e5-8a08-eb4c6de9470e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9406049 Feb 11 04:50:54.036815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33110) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:54.037084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff316db-85e1-4326-8a5a-7175c40322ed req-76fb7af4-7296-4006-97fc-c81f53e2ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.038791 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dff316db-85e1-4326-8a5a-7175c40322ed req-76fb7af4-7296-4006-97fc-c81f53e2ccdf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca8ea8bb-31e1-405f-b851-d6f2d129fc2b HTTP/1.1" status: 200 len: 853 time: 0.2688231 Feb 11 04:50:54.062732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9523cbb2-df2e-4df3-a2b3-c2236272c72d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:54.068691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f312b09-6a74-4a41-99dc-7ad805c5a2c0 None None] Sync routers for ids ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:54.102622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f312b09-6a74-4a41-99dc-7ad805c5a2c0 None None] Routers {'15004f43-cc9b-48e5-8a08-eb4c6de9470e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:54.103553 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3f312b09-6a74-4a41-99dc-7ad805c5a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:50:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:54.143359 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dff316db-85e1-4326-8a5a-7175c40322ed req-b3c850e6-0a25-4b04-af5e-ac7db0281130 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edeac04d-6b14-467b-b73d-7282f5f81e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944917 Feb 11 04:50:54.162342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Publish callbacks [] for router (15004f43-cc9b-48e5-8a08-eb4c6de9470e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.249797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Allocated IP 172.20.0.4 (304821df-a58c-4299-8fdb-c67c2a932ad8/13421f11-6eb2-47e2-aec3-80ca3a3e551b/bc6dd84f-3bd5-4249-9024-69a43b08b1d6) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:54.252293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef493c02-af25-4a1a-9aba-e50ebf26dbab req-48fe34f3-90d7-4df0-b0f3-bfd2d4e0058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.253869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef493c02-af25-4a1a-9aba-e50ebf26dbab req-48fe34f3-90d7-4df0-b0f3-bfd2d4e0058a service neutron] 10.222.0.60 "GET /v2.0/networks?id=69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 200 len: 922 time: 0.3849158 Feb 11 04:50:54.256344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3f312b09-6a74-4a41-99dc-7ad805c5a2c0 None None] Set router 15004f43-cc9b-48e5-8a08-eb4c6de9470e gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:54.286203 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Publish callbacks [] for router_gateway (15004f43-cc9b-48e5-8a08-eb4c6de9470e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.289498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d50ad4-58b9-4a98-b5ed-adf6af68ba9c req-fb7673d8-6394-48b8-998e-73d6bda8b627 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.297328 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3d50ad4-58b9-4a98-b5ed-adf6af68ba9c req-fb7673d8-6394-48b8-998e-73d6bda8b627 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 943 time: 0.3139217 Feb 11 04:50:54.355323 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device cbef9694-2ce6-43e5-8762-526833abb42c details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:54.362165 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9523cbb2-df2e-4df3-a2b3-c2236272c72d, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9523cbb2-df2e-4df3-a2b3-c2236272c72d,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:54.366343 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef493c02-af25-4a1a-9aba-e50ebf26dbab req-0b72181c-63e1-4eab-8148-1726be052a70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11 HTTP/1.1" status: 200 len: 217 time: 0.0629265 Feb 11 04:50:54.410613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb394b-3e55-407d-8766-d12e749c329a req-d5207ac9-f032-4bcc-a409-a37328b25099 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.416958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb394b-3e55-407d-8766-d12e749c329a req-d5207ac9-f032-4bcc-a409-a37328b25099 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.423984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb394b-3e55-407d-8766-d12e749c329a req-d5207ac9-f032-4bcc-a409-a37328b25099 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.430030 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.430702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb394b-3e55-407d-8766-d12e749c329a req-d5207ac9-f032-4bcc-a409-a37328b25099 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.438184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb394b-3e55-407d-8766-d12e749c329a req-d5207ac9-f032-4bcc-a409-a37328b25099 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.445849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb394b-3e55-407d-8766-d12e749c329a req-d5207ac9-f032-4bcc-a409-a37328b25099 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.451995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb394b-3e55-407d-8766-d12e749c329a req-d5207ac9-f032-4bcc-a409-a37328b25099 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.460536 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1fb394b-3e55-407d-8766-d12e749c329a req-d5207ac9-f032-4bcc-a409-a37328b25099 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5444 time: 0.1592097 Feb 11 04:50:54.495760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Deleting port 13159b3c-0950-4369-8085-0800a67b3dac {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:54.496238 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (13159b3c-0950-4369-8085-0800a67b3dac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.558098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1fb394b-3e55-407d-8766-d12e749c329a req-a000e994-0c56-4e5c-b0aa-3ee3354b03d1 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964606 Feb 11 04:50:54.562999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=9523cbb2-df2e-4df3-a2b3-c2236272c72d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:54.656346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dff316db-85e1-4326-8a5a-7175c40322ed req-39001356-8d83-4c29-b191-21d3db5b6715 service neutron] 10.222.0.10 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781530 Feb 11 04:50:54.658272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef493c02-af25-4a1a-9aba-e50ebf26dbab req-5855bb27-895d-4dde-972e-c2dc05cfa7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.659974 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef493c02-af25-4a1a-9aba-e50ebf26dbab req-5855bb27-895d-4dde-972e-c2dc05cfa7e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 200 len: 861 time: 0.2828171 Feb 11 04:50:54.660956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port cbef9694-2ce6-43e5-8762-526833abb42c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=cbef9694-2ce6-43e5-8762-526833abb42c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:54.672590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] For port 13159b3c-0950-4369-8085-0800a67b3dac, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=13159b3c-0950-4369-8085-0800a67b3dac,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:54.672958 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (13159b3c-0950-4369-8085-0800a67b3dac), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.683239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'cbef9694-2ce6-43e5-8762-526833abb42c', 'network_id': 'edeac04d-6b14-467b-b73d-7282f5f81e89', 'port_id': 'cbef9694-2ce6-43e5-8762-526833abb42c', 'mac_address': 'fa:16:3e:68:a8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8ea8bb-31e1-405f-b851-d6f2d129fc2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:50:54.691063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Calling delete_port for 13159b3c-0950-4369-8085-0800a67b3dac owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:54.708182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3f312b09-6a74-4a41-99dc-7ad805c5a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '13159b3c-0950-4369-8085-0800a67b3dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:50:52Z', 'revision_number': 5, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port': {'id': '13159b3c-0950-4369-8085-0800a67b3dac', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:29Z', 'updated_at': '2022-02-11T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:54.713266 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks [] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.763245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['55913817-95c4-4d6a-8218-430df663ec7e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:54.786693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f312b09-6a74-4a41-99dc-7ad805c5a2c0 None None] Checking router: 15004f43-cc9b-48e5-8a08-eb4c6de9470e for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:50:54.816802 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3d50ad4-58b9-4a98-b5ed-adf6af68ba9c req-ada9809d-2a2f-481f-93d1-45e8db1b3ccf tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184355 Feb 11 04:50:54.854680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef493c02-af25-4a1a-9aba-e50ebf26dbab req-163af513-b2c4-433d-8639-0c39d9fbfd31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69d8e4f6-7728-4d44-828e-ccc74a93621e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841260 Feb 11 04:50:54.857461 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.857739 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port cbef9694-2ce6-43e5-8762-526833abb42c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:54.858163 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.887410 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df774256-06e1-4d6f-b6d9-d8401384ea27 req-1717a2f3-8dd9-45ef-8acf-9d26e63c2f0a tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 210 time: 0.0526667 Feb 11 04:50:54.911841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f312b09-6a74-4a41-99dc-7ad805c5a2c0 None None] Routers {'15004f43-cc9b-48e5-8a08-eb4c6de9470e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:54.912558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3f312b09-6a74-4a41-99dc-7ad805c5a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:50:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:55.039760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3f312b09-6a74-4a41-99dc-7ad805c5a2c0 None None] Set router 15004f43-cc9b-48e5-8a08-eb4c6de9470e gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:55.047221 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Network 304821df-a58c-4299-8fdb-c67c2a932ad8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:55.094755 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbea4a-b541-4b4d-886b-02d4718f10e2 req-7b8fc511-3a23-4d1b-bf9a-a4c0dbaa3960 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.099170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:55.101734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:55.114399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05bbea4a-b541-4b4d-886b-02d4718f10e2 req-7b8fc511-3a23-4d1b-bf9a-a4c0dbaa3960 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 931 time: 0.1276300 Feb 11 04:50:55.129778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:55.145886 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (13159b3c-0950-4369-8085-0800a67b3dac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.167561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event updated for resources: {'Port': ['ID=bc6dd84f-3bd5-4249-9024-69a43b08b1d6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:55.201444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Pushing event deleted for resources: {'Port': ['ID=13159b3c-0950-4369-8085-0800a67b3dac,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:55.203142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3f312b09-6a74-4a41-99dc-7ad805c5a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:50:54Z', 'revision_number': 6, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:55.233331 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dff316db-85e1-4326-8a5a-7175c40322ed req-e3230443-6503-494a-b06c-7145cb67ae8f service neutron] 10.222.0.10 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568260 Feb 11 04:50:55.253897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.254562 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.274588 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45c20f-2cf6-424e-b4cd-773b3501ac3f req-f8aadf75-cdd3-4550-bdf9-24a8401ff1b1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.276507 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf45c20f-2cf6-424e-b4cd-773b3501ac3f req-f8aadf75-cdd3-4550-bdf9-24a8401ff1b1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 943 time: 0.2862520 Feb 11 04:50:55.283793 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05bbea4a-b541-4b4d-886b-02d4718f10e2 req-42bf6956-11f4-4e2f-b58b-3eae274937e4 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679578 Feb 11 04:50:55.284536 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef493c02-af25-4a1a-9aba-e50ebf26dbab req-ffbb88d7-8d9d-4da5-acde-4ba8817aacf5 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223022 Feb 11 04:50:55.285811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbef9694-2ce6-43e5-8762-526833abb42c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:55.296408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-d33cc4ed-bb77-4aca-b260-c8434db54e87 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.302322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-d33cc4ed-bb77-4aca-b260-c8434db54e87 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.307964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-d33cc4ed-bb77-4aca-b260-c8434db54e87 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.314099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-d33cc4ed-bb77-4aca-b260-c8434db54e87 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.317213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port cbef9694-2ce6-43e5-8762-526833abb42c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=cbef9694-2ce6-43e5-8762-526833abb42c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:55.321174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-d33cc4ed-bb77-4aca-b260-c8434db54e87 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.327487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-d33cc4ed-bb77-4aca-b260-c8434db54e87 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.334212 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-d33cc4ed-bb77-4aca-b260-c8434db54e87 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.336427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-d33cc4ed-bb77-4aca-b260-c8434db54e87 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5444 time: 0.3086126 Feb 11 04:50:55.346555 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (15004f43-cc9b-48e5-8a08-eb4c6de9470e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.365308 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.367333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f312b09-6a74-4a41-99dc-7ad805c5a2c0 None None] The sync data for ids ['15004f43-cc9b-48e5-8a08-eb4c6de9470e'] in n-d-615180-58 is: [{'id': '15004f43-cc9b-48e5-8a08-eb4c6de9470e', 'name': 'tempest-ServersTestManualDisk-164288779-router', 'tenant_id': '2ca1726a28a64c029aa83ab09299090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:28Z', 'updated_at': '2022-02-11T04:50:54Z', 'revision_number': 6, 'project_id': '2ca1726a28a64c029aa83ab09299090c', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:55.386465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-d8e16c95-3340-4d62-94c8-8d5042b3f696 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5358379 Feb 11 04:50:55.423089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Request body: {'port': {'device_id': '1521f992-1390-4e5f-85f8-329f33d90cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:55.444852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:55.518236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8aa58260-a9be-4859-864b-5303c4b385a2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.519708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8aa58260-a9be-4859-864b-5303c4b385a2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "GET /v2.0/ports/780ddb41-d09f-442e-8a78-125094600c6f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1615934 Feb 11 04:50:55.531722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (15004f43-cc9b-48e5-8a08-eb4c6de9470e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.534752 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Publish callbacks [] for router_controller (15004f43-cc9b-48e5-8a08-eb4c6de9470e), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.561346 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=cbef9694-2ce6-43e5-8762-526833abb42c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:55.578729 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf45c20f-2cf6-424e-b4cd-773b3501ac3f req-d149b55a-a826-4ca3-85a3-fde5b4f9f956 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294888 Feb 11 04:50:55.637161 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (15004f43-cc9b-48e5-8a08-eb4c6de9470e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.637161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15004f43-cc9b-48e5-8a08-eb4c6de9470e {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:50:55.643616 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.647541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a2c65278-a931-4d31-b617-67e83d387897 admin admin] 10.222.0.48 "DELETE /v2.0/routers/15004f43-cc9b-48e5-8a08-eb4c6de9470e HTTP/1.1" status: 204 len: 168 time: 1.6089475 Feb 11 04:50:55.648153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33136) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:55.672453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef493c02-af25-4a1a-9aba-e50ebf26dbab req-bb6cdda1-8657-432e-8f4e-d118dc52fae9 service neutron] 10.222.0.60 "GET /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341160 Feb 11 04:50:55.684034 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.684716 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:50:55.694157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['9523cbb2-df2e-4df3-a2b3-c2236272c72d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:55.760092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:55.760519 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.760656 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-57dc5d6a-3370-4138-9af9-56cafe132950 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "GET /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2265737 Feb 11 04:50:55.766939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb79639-8ae2-431d-85ba-c7dddd4d9b0a admin admin] Deleting subnet dcdd502c-55f6-4150-a39d-f15fd5a385f4 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:50:55.777952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:55.786289 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0bb79639-8ae2-431d-85ba-c7dddd4d9b0a admin admin] Publish callbacks [] for subnet (dcdd502c-55f6-4150-a39d-f15fd5a385f4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.824400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd879-9c8f-4163-bb21-6c55a765f165 req-e58637e5-f46b-43a7-b7d7-dabb6607e521 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.835891 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd879-9c8f-4163-bb21-6c55a765f165 req-e58637e5-f46b-43a7-b7d7-dabb6607e521 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.850419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd879-9c8f-4163-bb21-6c55a765f165 req-e58637e5-f46b-43a7-b7d7-dabb6607e521 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.856066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd879-9c8f-4163-bb21-6c55a765f165 req-e58637e5-f46b-43a7-b7d7-dabb6607e521 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.861794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd879-9c8f-4163-bb21-6c55a765f165 req-e58637e5-f46b-43a7-b7d7-dabb6607e521 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.872238 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd879-9c8f-4163-bb21-6c55a765f165 req-e58637e5-f46b-43a7-b7d7-dabb6607e521 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.887309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd879-9c8f-4163-bb21-6c55a765f165 req-e58637e5-f46b-43a7-b7d7-dabb6607e521 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.890298 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9ecdd879-9c8f-4163-bb21-6c55a765f165 req-e58637e5-f46b-43a7-b7d7-dabb6607e521 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 5444 time: 0.1973162 Feb 11 04:50:55.983288 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['cbef9694-2ce6-43e5-8762-526833abb42c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:55.996897 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0bb79639-8ae2-431d-85ba-c7dddd4d9b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (dcdd502c-55f6-4150-a39d-f15fd5a385f4), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.012510 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (780ddb41-d09f-442e-8a78-125094600c6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.054565 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9ecdd879-9c8f-4163-bb21-6c55a765f165 req-42351726-39c8-4bbc-8fb7-0f0f9f84ec28 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392050 Feb 11 04:50:56.153541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37673e8-a0f0-4e2d-ad1d-ede067154fb8 req-165e1dd4-1112-4f7a-b887-ef6d79f2fe6f tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:56.155636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e37673e8-a0f0-4e2d-ad1d-ede067154fb8 req-165e1dd4-1112-4f7a-b887-ef6d79f2fe6f tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 944 time: 0.2204375 Feb 11 04:50:56.178230 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0bb79639-8ae2-431d-85ba-c7dddd4d9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (dcdd502c-55f6-4150-a39d-f15fd5a385f4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.214020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6e51ac0-8fc2-4aba-9242-b11a1b036ab0 req-870fe357-b4b5-4a6b-9af1-7eb16c0bcd71 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 210 time: 0.0454626 Feb 11 04:50:56.224200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 5d3394fd-0a97-41f3-a6b5-a8876511fe05 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:56.248949 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e37673e8-a0f0-4e2d-ad1d-ede067154fb8 req-2d15acac-c356-445a-bf6a-8afcf4a4b94c tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846403 Feb 11 04:50:56.312755 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0bb79639-8ae2-431d-85ba-c7dddd4d9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (dcdd502c-55f6-4150-a39d-f15fd5a385f4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.376252 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0bb79639-8ae2-431d-85ba-c7dddd4d9b0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.385216 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0bb79639-8ae2-431d-85ba-c7dddd4d9b0a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dcdd502c-55f6-4150-a39d-f15fd5a385f4 HTTP/1.1" status: 204 len: 168 time: 0.7358577 Feb 11 04:50:56.386543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb79639-8ae2-431d-85ba-c7dddd4d9b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcdd502c-55f6-4150-a39d-f15fd5a385f4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:56.391053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33146) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:56.424922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b131628d-f911-4d55-9e84-3e26c542b82f None None] Network 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:50:56.505750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 13159b3c-0950-4369-8085-0800a67b3dac no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:56.532085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 13159b3c-0950-4369-8085-0800a67b3dac {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:50:56.532428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 13159b3c-0950-4369-8085-0800a67b3dac not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:56.532859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c4ca45b3-3aa6-46e3-96ac-59455edba812 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:56.534527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:56.535135 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.549516 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.573605 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e015b3f-46bb-4e59-b16a-7b1f8ac6ec04 req-6a4037f0-38cd-4b44-b125-88bded0cb39d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:56.576053 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e015b3f-46bb-4e59-b16a-7b1f8ac6ec04 req-6a4037f0-38cd-4b44-b125-88bded0cb39d tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 931 time: 0.1664541 Feb 11 04:50:56.599056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:56.683802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e015b3f-46bb-4e59-b16a-7b1f8ac6ec04 req-8cc8c212-1ebc-4b91-b46f-dd02e2c1fec9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000168 Feb 11 04:50:56.716142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Deleting port 45d0ee72-ca77-452a-bb20-1a14e802b3aa {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:56.716638 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.723445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e3c0f7-01c9-4efc-854b-83f059671836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:56.725718 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942fa1c4-324f-45bb-97fa-f4a42558e6ee" -d '{"events": [{"server_uuid": "87e3c0f7-01c9-4efc-854b-83f059671836", "name": "network-vif-plugged", "status": "completed", "tag": "ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:56.728192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:56.728592 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.744119 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.819270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] For port 45d0ee72-ca77-452a-bb20-1a14e802b3aa, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=45d0ee72-ca77-452a-bb20-1a14e802b3aa,segment=NetworkSegment(567c174c-0a67-498f-8fc2-d4e3a37f4533),segment_id=567c174c-0a67-498f-8fc2-d4e3a37f4533)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:56.819764 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.837056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: c4ca45b3-3aa6-46e3-96ac-59455edba812 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:50:56.837413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c4ca45b3-3aa6-46e3-96ac-59455edba812 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:56.841795 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf5baac-23e4-4a84-b988-fcc3a828c9ec x-openstack-request-id: req-3cf5baac-23e4-4a84-b988-fcc3a828c9ec {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:56.842108 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e3c0f7-01c9-4efc-854b-83f059671836", "name": "network-vif-plugged", "status": "completed", "tag": "ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:56.842433 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cf5baac-23e4-4a84-b988-fcc3a828c9ec {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:56.842761 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e3c0f7-01c9-4efc-854b-83f059671836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12', 'code': 200} Feb 11 04:50:56.844084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:56.851580 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Calling delete_port for 45d0ee72-ca77-452a-bb20-1a14e802b3aa owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:56.896155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] For port 780ddb41-d09f-442e-8a78-125094600c6f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=780ddb41-d09f-442e-8a78-125094600c6f,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:56.930814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] For port 780ddb41-d09f-442e-8a78-125094600c6f, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:56.937081 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (45d0ee72-ca77-452a-bb20-1a14e802b3aa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.983508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Pushing event deleted for resources: {'Port': ['ID=45d0ee72-ca77-452a-bb20-1a14e802b3aa,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:56.988842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] No DVR routers for this DVR port 45d0ee72-ca77-452a-bb20-1a14e802b3aa on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:57.008523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 5d3394fd-0a97-41f3-a6b5-a8876511fe05, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5d3394fd-0a97-41f3-a6b5-a8876511fe05,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:57.033808 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.042791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7e32e80d-81f4-4193-87ef-f96d22ac5f23 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:57.053700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] device_id is not set on port 780ddb41-d09f-442e-8a78-125094600c6f yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:50:57.069406 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] Publish callbacks [] for port (780ddb41-d09f-442e-8a78-125094600c6f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.076110 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.101672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:57.110767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567c174c-0a67-498f-8fc2-d4e3a37f4533') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:57.111226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567c174c-0a67-498f-8fc2-d4e3a37f4533') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:57.121999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (567c174c-0a67-498f-8fc2-d4e3a37f4533), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.135882 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (567c174c-0a67-498f-8fc2-d4e3a37f4533), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.143331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:50:57.143601 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (567c174c-0a67-498f-8fc2-d4e3a37f4533), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.165844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd2287-715f-41ec-8d2f-096d32fa532a None None] DHCP port deletion for 8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:50:57.168258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838cf72-3674-4141-8432-bcde0b6cd740 req-3b8f0bd5-0290-431d-850a-898f288ea8aa tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.169480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=5d3394fd-0a97-41f3-a6b5-a8876511fe05,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:57.171321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b838cf72-3674-4141-8432-bcde0b6cd740 req-3b8f0bd5-0290-431d-850a-898f288ea8aa tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 944 time: 0.2161045 Feb 11 04:50:57.180918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (780ddb41-d09f-442e-8a78-125094600c6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:50:57.209237 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:50:57.226770 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.251574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.254055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6dd84f-3bd5-4249-9024-69a43b08b1d6 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:57.260617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:57.261069 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.262054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b792ec0-5e68-47b2-9541-e81859282a77 req-a072211e-ca7b-4c37-b537-867a2a6383fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.264977 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b792ec0-5e68-47b2-9541-e81859282a77 req-a072211e-ca7b-4c37-b537-867a2a6383fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87e3c0f7-01c9-4efc-854b-83f059671836 HTTP/1.1" status: 200 len: 1129 time: 0.3045573 Feb 11 04:50:57.268134 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] 10.222.0.48 "DELETE /v2.0/networks/8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f HTTP/1.1" status: 204 len: 168 time: 0.8672168 Feb 11 04:50:57.284327 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Publish callbacks [] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.294957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99f7c8-a0ac-4546-b674-c23e0024cc6c admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab8a782-1cea-4ef2-b1fa-dec1df2bfd6f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:57.348244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7e32e80d-81f4-4193-87ef-f96d22ac5f23, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7e32e80d-81f4-4193-87ef-f96d22ac5f23,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:57.350563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8f25c-4400-4df5-9084-df0c05b60aad req-9bba7bd8-df30-4474-8094-5a1c38b8118c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.357121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8f25c-4400-4df5-9084-df0c05b60aad req-9bba7bd8-df30-4474-8094-5a1c38b8118c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.360353 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.361366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 780ddb41-d09f-442e-8a78-125094600c6f no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:57.363065 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8f25c-4400-4df5-9084-df0c05b60aad req-9bba7bd8-df30-4474-8094-5a1c38b8118c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.370292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8f25c-4400-4df5-9084-df0c05b60aad req-9bba7bd8-df30-4474-8094-5a1c38b8118c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.378534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8f25c-4400-4df5-9084-df0c05b60aad req-9bba7bd8-df30-4474-8094-5a1c38b8118c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.384514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8f25c-4400-4df5-9084-df0c05b60aad req-9bba7bd8-df30-4474-8094-5a1c38b8118c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.386525 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8c8f25c-4400-4df5-9084-df0c05b60aad req-9bba7bd8-df30-4474-8094-5a1c38b8118c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 4664 time: 0.1784687 Feb 11 04:50:57.402605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Transition to ACTIVE for port object bc6dd84f-3bd5-4249-9024-69a43b08b1d6 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:50:57.417455 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b838cf72-3674-4141-8432-bcde0b6cd740 req-e5ed6094-21cd-449a-a7cc-7b78092c29c5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396348 Feb 11 04:50:57.448433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] Pushing event updated for resources: {'Port': ['ID=780ddb41-d09f-442e-8a78-125094600c6f,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:57.469062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33172) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:57.478386 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.515179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 55913817-95c4-4d6a-8218-430df663ec7e up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:57.536792 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8c8f25c-4400-4df5-9084-df0c05b60aad req-3f0d33d6-9d41-44c3-a22e-e0c275e245ea tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426530 Feb 11 04:50:57.546031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Pushing event updated for resources: {'Port': ['ID=bc6dd84f-3bd5-4249-9024-69a43b08b1d6,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:57.548595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] No DVR routers for this DVR port 780ddb41-d09f-442e-8a78-125094600c6f on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:57.575004 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8cf72ea6-c5e6-4cdc-b9da-7d0b69892660 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ca1726a28a64c029aa83ab09299090c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1029680 Feb 11 04:50:57.578079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33174) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:57.599347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] In _notify_port_updated(), no bound segment for port 780ddb41-d09f-442e-8a78-125094600c6f on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:50:57.600219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.601375 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.602663 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-8de574f5-56d5-4b7e-a90e-b21588f668f6 service neutron] 10.222.0.10 "PUT /v2.0/ports/780ddb41-d09f-442e-8a78-125094600c6f HTTP/1.1" status: 200 len: 1031 time: 1.8302650 Feb 11 04:50:57.664676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=7e32e80d-81f4-4193-87ef-f96d22ac5f23,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:57.672301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8e9b739-252f-428e-a982-a2e87119e97b req-ee552449-cf99-42fc-ac13-8606dc4b116f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 210 time: 0.0740001 Feb 11 04:50:57.679573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1ca184df-1354-4550-96d6-8a29dda1ed53 None None] Provisioning complete for port 780ddb41-d09f-442e-8a78-125094600c6f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:57.680197 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ca184df-1354-4550-96d6-8a29dda1ed53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (780ddb41-d09f-442e-8a78-125094600c6f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.695548 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c937bf2-da84-4c12-a626-0938d7725890 admin admin] Publish callbacks [] for security_group (68c8e92a-48d0-4a7f-8269-48050ddfcb5d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.709317 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b792ec0-5e68-47b2-9541-e81859282a77 req-188f4081-acb0-48a6-bbd6-05be4c8bb8f4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323564 Feb 11 04:50:57.729229 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c937bf2-da84-4c12-a626-0938d7725890 admin admin] Publish callbacks [] for security_group (68c8e92a-48d0-4a7f-8269-48050ddfcb5d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.747597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port 780ddb41-d09f-442e-8a78-125094600c6f host ! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:50:57.748082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 780ddb41-d09f-442e-8a78-125094600c6f not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:57.748957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f41dc359-9aae-4291-a0c0-326de647898f no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:57.751068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1ca184df-1354-4550-96d6-8a29dda1ed53 None None] Port 780ddb41-d09f-442e-8a78-125094600c6f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:50:57.759500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1b3b5-eeb6-4849-b57d-0165fd71550e req-4f92244c-5bef-46f1-bf12-2df7684a3871 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.761084 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c3a1b3b5-eeb6-4849-b57d-0165fd71550e req-4f92244c-5bef-46f1-bf12-2df7684a3871 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 944 time: 0.1172707 Feb 11 04:50:57.798823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-c9b9bb9a-bcfd-47a9-aecf-813c72cce2bb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.801286 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-c9b9bb9a-bcfd-47a9-aecf-813c72cce2bb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "GET /v2.0/ports/f41dc359-9aae-4291-a0c0-326de647898f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1840217 Feb 11 04:50:57.814843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:57.818103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 55913817-95c4-4d6a-8218-430df663ec7e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:57.818640 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (55913817-95c4-4d6a-8218-430df663ec7e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.884987 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c3a1b3b5-eeb6-4849-b57d-0165fd71550e req-4adc4960-75cb-42e8-8f9b-b219459fd0fe tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156116 Feb 11 04:50:57.906814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c937bf2-da84-4c12-a626-0938d7725890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (68c8e92a-48d0-4a7f-8269-48050ddfcb5d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.909774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c937bf2-da84-4c12-a626-0938d7725890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.910939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2c937bf2-da84-4c12-a626-0938d7725890 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68c8e92a-48d0-4a7f-8269-48050ddfcb5d HTTP/1.1" status: 204 len: 168 time: 0.3316808 Feb 11 04:50:57.923583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c937bf2-da84-4c12-a626-0938d7725890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c8e92a-48d0-4a7f-8269-48050ddfcb5d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:57.959137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f41dc359-9aae-4291-a0c0-326de647898f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.965842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Attempting to bind port bc6dd84f-3bd5-4249-9024-69a43b08b1d6 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:57.966187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Attempting to bind port bc6dd84f-3bd5-4249-9024-69a43b08b1d6 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:57.966611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Attempting to bind port bc6dd84f-3bd5-4249-9024-69a43b08b1d6 on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:57.985695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port f41dc359-9aae-4291-a0c0-326de647898f is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:57.986343 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f41dc359-9aae-4291-a0c0-326de647898f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.987382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Port bc6dd84f-3bd5-4249-9024-69a43b08b1d6 on network 304821df-a58c-4299-8fdb-c67c2a932ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:50:57.988011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Attempting to bind port bc6dd84f-3bd5-4249-9024-69a43b08b1d6 on network 304821df-a58c-4299-8fdb-c67c2a932ad8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:58.017331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:58.017675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Checking segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:58.018072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Bound using segment: {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:58.018509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Bound port: bc6dd84f-3bd5-4249-9024-69a43b08b1d6, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7724cc71-a6e2-48fc-b357-e66c030e51a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:58.018870 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.025701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 55913817-95c4-4d6a-8218-430df663ec7e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:58.026325 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55913817-95c4-4d6a-8218-430df663ec7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.048531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd7c8-6c05-49ec-8f87-7e65ca1c8550 req-46ef65e4-833b-4221-88ab-634a700e5d07 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:58.055584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23abd7c8-6c05-49ec-8f87-7e65ca1c8550 req-46ef65e4-833b-4221-88ab-634a700e5d07 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 943 time: 0.1650584 Feb 11 04:50:58.061886 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f41dc359-9aae-4291-a0c0-326de647898f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f41dc359-9aae-4291-a0c0-326de647898f,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:58.072627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:58.073775 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f41dc359-9aae-4291-a0c0-326de647898f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.074540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 6638f4f2-cc49-4856-a5ca-264e45cef0f1 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:58.098703 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (55913817-95c4-4d6a-8218-430df663ec7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.138998 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.db.api [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:50:58.139378 n-d-615180-58 neutron-server[103353]: DEBUG oslo_db.api [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:50:58.156717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23abd7c8-6c05-49ec-8f87-7e65ca1c8550 req-b3ab6a24-5560-4032-ac10-dbc3bb84f801 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002042 Feb 11 04:50:58.168491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=f41dc359-9aae-4291-a0c0-326de647898f,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:58.175612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] For port bc6dd84f-3bd5-4249-9024-69a43b08b1d6, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:58.178812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] For port bc6dd84f-3bd5-4249-9024-69a43b08b1d6, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bc6dd84f-3bd5-4249-9024-69a43b08b1d6,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:58.189296 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.232107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:58.232768 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.234809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] 10.222.0.10 "PUT /v2.0/ports/bc6dd84f-3bd5-4249-9024-69a43b08b1d6 HTTP/1.1" status: 200 len: 1092 time: 2.8182881 Feb 11 04:50:58.235327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1521f992-1390-4e5f-85f8-329f33d90cba', 'tag': 'bc6dd84f-3bd5-4249-9024-69a43b08b1d6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:58.237733 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372680f0-3b15-424c-ad8e-931eb89facc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1521f992-1390-4e5f-85f8-329f33d90cba", "tag": "bc6dd84f-3bd5-4249-9024-69a43b08b1d6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:58.266775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:58.267204 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.276299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93583dea-7adb-4bd9-833f-dc431503fa4f service neutron] Pushing event updated for resources: {'Port': ['ID=bc6dd84f-3bd5-4249-9024-69a43b08b1d6,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:58.289829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=55913817-95c4-4d6a-8218-430df663ec7e,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:58.305394 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fe0e0c-eacc-4048-be98-1146705151d8 x-openstack-request-id: req-25fe0e0c-eacc-4048-be98-1146705151d8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:58.306335 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1521f992-1390-4e5f-85f8-329f33d90cba", "tag": "bc6dd84f-3bd5-4249-9024-69a43b08b1d6", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:58.306735 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25fe0e0c-eacc-4048-be98-1146705151d8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:58.307219 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1521f992-1390-4e5f-85f8-329f33d90cba', 'tag': 'bc6dd84f-3bd5-4249-9024-69a43b08b1d6', 'status': 'completed', 'code': 200} Feb 11 04:50:58.329996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 6638f4f2-cc49-4856-a5ca-264e45cef0f1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=6638f4f2-cc49-4856-a5ca-264e45cef0f1,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:58.347935 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.349045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:58.403967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-94c0af0b-ecf5-4f08-b3ab-b24f19b67927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:58.415993 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-94c0af0b-ecf5-4f08-b3ab-b24f19b67927 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 1126 time: 0.0893557 Feb 11 04:50:58.424793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 45d0ee72-ca77-452a-bb20-1a14e802b3aa no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:58.475685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-05f3914d-54ec-4325-8706-ad86177681ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc6dd84f-3bd5-4249-9024-69a43b08b1d6 HTTP/1.1" status: 200 len: 217 time: 0.0565219 Feb 11 04:50:58.493232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 45d0ee72-ca77-452a-bb20-1a14e802b3aa {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:50:58.497204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 45d0ee72-ca77-452a-bb20-1a14e802b3aa not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:58.529544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=6638f4f2-cc49-4856-a5ca-264e45cef0f1,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:58.624233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:58.624635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.692110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:58.699657 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.700738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bfd0cbf6-c632-4002-b9ac-8b535b383774 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:58.710100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-88b7bc83-eefb-49f3-b2d7-690d28d4f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:58.712462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-88b7bc83-eefb-49f3-b2d7-690d28d4f0e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.2315626 Feb 11 04:50:58.725760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e9cd-1817-4e0f-830d-a1188f8a93b6 req-4de3e9a6-1010-4508-9e67-b5ca04f6cdf6 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:58.729085 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd77e9cd-1817-4e0f-830d-a1188f8a93b6 req-4de3e9a6-1010-4508-9e67-b5ca04f6cdf6 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 944 time: 0.1840668 Feb 11 04:50:58.731745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f41dc359-9aae-4291-a0c0-326de647898f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.778599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-7093cd25-9628-4823-9349-318a40ad107c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481017 Feb 11 04:50:58.785469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:58.792018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62e2f-20e3-4f57-ba32-9284b8fbfd2e req-de095a79-4d16-448d-a027-563f528ac511 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:58.798289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62e2f-20e3-4f57-ba32-9284b8fbfd2e req-de095a79-4d16-448d-a027-563f528ac511 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:58.804472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62e2f-20e3-4f57-ba32-9284b8fbfd2e req-de095a79-4d16-448d-a027-563f528ac511 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:58.811100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62e2f-20e3-4f57-ba32-9284b8fbfd2e req-de095a79-4d16-448d-a027-563f528ac511 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:58.816831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62e2f-20e3-4f57-ba32-9284b8fbfd2e req-de095a79-4d16-448d-a027-563f528ac511 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:58.822116 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62e2f-20e3-4f57-ba32-9284b8fbfd2e req-de095a79-4d16-448d-a027-563f528ac511 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:58.830344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-73c62e2f-20e3-4f57-ba32-9284b8fbfd2e req-de095a79-4d16-448d-a027-563f528ac511 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 4658 time: 0.1504514 Feb 11 04:50:58.875090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3394fd-0a97-41f3-a6b5-a8876511fe05'}, {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e32e80d-81f4-4193-87ef-f96d22ac5f23'}, {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41dc359-9aae-4291-a0c0-326de647898f'}, {'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e'}, {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6638f4f2-cc49-4856-a5ca-264e45cef0f1'}, {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:58.877867 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf6851b-bcf1-4159-8c34-912f12b53cbf" -d '{"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3394fd-0a97-41f3-a6b5-a8876511fe05"}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-unplugged", "status": "completed", "tag": "7e32e80d-81f4-4193-87ef-f96d22ac5f23"}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-unplugged", "status": "completed", "tag": "f41dc359-9aae-4291-a0c0-326de647898f"}, {"server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "name": "network-vif-plugged", "status": "completed", "tag": "55913817-95c4-4d6a-8218-430df663ec7e"}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-unplugged", "status": "completed", "tag": "6638f4f2-cc49-4856-a5ca-264e45cef0f1"}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:58.881030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port bfd0cbf6-c632-4002-b9ac-8b535b383774 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:58.881640 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.895687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-73c62e2f-20e3-4f57-ba32-9284b8fbfd2e req-8c1f58f2-fd08-470b-8c1e-658e12c6e9fa tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=4263f4a7-a60d-4afa-bf4d-b25bbb855134&id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647495 Feb 11 04:50:58.925073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bfd0cbf6-c632-4002-b9ac-8b535b383774, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bfd0cbf6-c632-4002-b9ac-8b535b383774,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:58.935678 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.999684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device cbef9694-2ce6-43e5-8762-526833abb42c up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:59.042836 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd77e9cd-1817-4e0f-830d-a1188f8a93b6 req-b8f5ff20-246d-479c-8260-89e9b7f2a67b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528641 Feb 11 04:50:59.137412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3faaf7f2-283d-42fa-bd9b-b0ab0b650e52 req-fe6b5b50-d8aa-4248-a28c-03e5b419ab7c tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=7171493f-48cb-48d9-b4a4-ed51c906c849 HTTP/1.1" status: 200 len: 210 time: 0.0568781 Feb 11 04:50:59.166443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=bfd0cbf6-c632-4002-b9ac-8b535b383774,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:59.188729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port cbef9694-2ce6-43e5-8762-526833abb42c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:50:59.194664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port cbef9694-2ce6-43e5-8762-526833abb42c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:59.195426 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.197589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-77855ee5-1898-41e9-8c0c-495bfc3c1353 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076338 Feb 11 04:50:59.225415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33240) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:59.271461 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1048 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a34fbf-e9ce-4100-ba8b-7f4a91fc0acc x-openstack-request-id: req-71a34fbf-e9ce-4100-ba8b-7f4a91fc0acc {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:59.273587 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3394fd-0a97-41f3-a6b5-a8876511fe05", "code": 200}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-unplugged", "status": "completed", "tag": "7e32e80d-81f4-4193-87ef-f96d22ac5f23", "code": 200}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-unplugged", "status": "completed", "tag": "f41dc359-9aae-4291-a0c0-326de647898f", "code": 200}, {"server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "name": "network-vif-plugged", "status": "completed", "tag": "55913817-95c4-4d6a-8218-430df663ec7e", "code": 200}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-unplugged", "status": "completed", "tag": "6638f4f2-cc49-4856-a5ca-264e45cef0f1", "code": 200}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:59.273587 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71a34fbf-e9ce-4100-ba8b-7f4a91fc0acc {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:59.273900 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3394fd-0a97-41f3-a6b5-a8876511fe05', 'code': 200} Feb 11 04:50:59.274143 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e32e80d-81f4-4193-87ef-f96d22ac5f23', 'code': 200} Feb 11 04:50:59.274395 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41dc359-9aae-4291-a0c0-326de647898f', 'code': 200} Feb 11 04:50:59.274660 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e', 'code': 200} Feb 11 04:50:59.274932 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6638f4f2-cc49-4856-a5ca-264e45cef0f1', 'code': 200} Feb 11 04:50:59.275193 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc', 'code': 200} Feb 11 04:50:59.376453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port cbef9694-2ce6-43e5-8762-526833abb42c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:59.379810 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.427821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31576f07-89c8-44b4-af85-cc1fe47cbc87 req-c8eab8e6-2600-4501-b5d1-17a78e6620dd tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:59.429616 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31576f07-89c8-44b4-af85-cc1fe47cbc87 req-c8eab8e6-2600-4501-b5d1-17a78e6620dd tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 943 time: 0.0991702 Feb 11 04:50:59.447148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port cbef9694-2ce6-43e5-8762-526833abb42c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=cbef9694-2ce6-43e5-8762-526833abb42c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:59.450828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9523cbb2-df2e-4df3-a2b3-c2236272c72d up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:59.457117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-758773655-network', 'tenant_id': '789b5bd7765346189f929b2889114db2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:59.481308 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.500290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] For port f41dc359-9aae-4291-a0c0-326de647898f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f41dc359-9aae-4291-a0c0-326de647898f,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:59.552413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Made reservation on behalf of 789b5bd7765346189f929b2889114db2 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:59.555395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=cbef9694-2ce6-43e5-8762-526833abb42c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:59.559635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd7670-2e18-4caf-bd90-ab9124f5eeb2 req-30b4d1ab-3c19-4c42-b77d-868e817cdfd0 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:59.561381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4edd7670-2e18-4caf-bd90-ab9124f5eeb2 req-30b4d1ab-3c19-4c42-b77d-868e817cdfd0 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 944 time: 0.2388222 Feb 11 04:50:59.569000 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.569875 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f65666ec-bb68-4da4-9f1c-bd8e51691a84 req-ea03df65-6258-41f9-8e2e-0b91cd8302df service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631465 Feb 11 04:50:59.585645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 9523cbb2-df2e-4df3-a2b3-c2236272c72d completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:50:59.590667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 9523cbb2-df2e-4df3-a2b3-c2236272c72d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:59.591445 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.622451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] For port f41dc359-9aae-4291-a0c0-326de647898f, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:59.641872 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.692954 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4edd7670-2e18-4caf-bd90-ab9124f5eeb2 req-0f146ec8-1aaa-451d-9534-0384217453d9 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176646 Feb 11 04:50:59.698511 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31576f07-89c8-44b4-af85-cc1fe47cbc87 req-82c746f8-06af-4e0a-ad4b-9215af59af28 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560091 Feb 11 04:50:59.777219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] device_id is not set on port f41dc359-9aae-4291-a0c0-326de647898f yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:50:59.785351 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 9523cbb2-df2e-4df3-a2b3-c2236272c72d is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:59.785771 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.792717 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] Publish callbacks [] for port (f41dc359-9aae-4291-a0c0-326de647898f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.805644 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f41dc359-9aae-4291-a0c0-326de647898f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.882041 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=f41dc359-9aae-4291-a0c0-326de647898f,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:59.887862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372680f0-3b15-424c-ad8e-931eb89facc9 req-899095c1-e774-4bdf-b24e-474f605d4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:59.890636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-372680f0-3b15-424c-ad8e-931eb89facc9 req-899095c1-e774-4bdf-b24e-474f605d4f07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 1126 time: 0.1959121 Feb 11 04:50:59.900385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9523cbb2-df2e-4df3-a2b3-c2236272c72d, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9523cbb2-df2e-4df3-a2b3-c2236272c72d,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:59.916452 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.975191 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Publish callbacks [] for security_group (a58d65ba-1ec8-4b1c-8589-39f516e11d64), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.983261 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a58d65ba-1ec8-4b1c-8589-39f516e11d64), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.007450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] No DVR routers for this DVR port f41dc359-9aae-4291-a0c0-326de647898f on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:00.017400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=9523cbb2-df2e-4df3-a2b3-c2236272c72d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:00.048911 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:00.087365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58d65ba-1ec8-4b1c-8589-39f516e11d64,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:00.100030 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.102635 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Added segment 9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e of type vlan for network 02650a09-c2d4-4ed9-9a7e-19b583253572 Feb 11 04:51:00.175156 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (02650a09-c2d4-4ed9-9a7e-19b583253572), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.196660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372680f0-3b15-424c-ad8e-931eb89facc9 req-75d9eb0c-eb7d-4a06-8f56-05ca1f36cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:00.199449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-372680f0-3b15-424c-ad8e-931eb89facc9 req-75d9eb0c-eb7d-4a06-8f56-05ca1f36cb5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 200 len: 906 time: 0.2735519 Feb 11 04:51:00.269603 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (02650a09-c2d4-4ed9-9a7e-19b583253572), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.277730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:00.278676 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.302690 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-372680f0-3b15-424c-ad8e-931eb89facc9 req-491fed91-e3b8-4fad-bf52-09ae670273db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc6dd84f-3bd5-4249-9024-69a43b08b1d6 HTTP/1.1" status: 200 len: 217 time: 0.0966454 Feb 11 04:51:00.323536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] In _notify_port_updated(), no bound segment for port f41dc359-9aae-4291-a0c0-326de647898f on network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:51:00.324374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:00.325024 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.326447 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-225e11ee-0b85-483f-9846-347e2ff88ed9 service neutron] 10.222.0.10 "PUT /v2.0/ports/f41dc359-9aae-4291-a0c0-326de647898f HTTP/1.1" status: 200 len: 1032 time: 2.5186439 Feb 11 04:51:00.376838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] Pushing event updated for resources: {'Network': ['ID=02650a09-c2d4-4ed9-9a7e-19b583253572,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:00.385311 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a0d65bbe-0dfb-4aec-9e76-2dbd9f6700fb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1588025 Feb 11 04:51:00.388489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33272) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:00.394776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ac99012f-d663-4b55-80ce-c2b80b580360 admin admin] Request body: {'subnet': {'network_id': '02650a09-c2d4-4ed9-9a7e-19b583253572', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-758773655-subnet', 'tenant_id': '789b5bd7765346189f929b2889114db2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:00.405748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 02650a09-c2d4-4ed9-9a7e-19b583253572 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:00.414272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1d6af210-548d-4fa5-9d7d-ab2034d7d0a4 None None] Provisioning complete for port f41dc359-9aae-4291-a0c0-326de647898f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:00.414655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d6af210-548d-4fa5-9d7d-ab2034d7d0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f41dc359-9aae-4291-a0c0-326de647898f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.429068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e364ea-ba0b-453f-9983-e0fc0ff9abd8 req-acea11ae-bfc9-4298-9f42-6d62065e8874 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:00.430978 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-42e364ea-ba0b-453f-9983-e0fc0ff9abd8 req-acea11ae-bfc9-4298-9f42-6d62065e8874 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 945 time: 0.2207730 Feb 11 04:51:00.437952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac99012f-d663-4b55-80ce-c2b80b580360 admin admin] Made reservation on behalf of 789b5bd7765346189f929b2889114db2 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:00.443999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac99012f-d663-4b55-80ce-c2b80b580360 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.519568 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1d6af210-548d-4fa5-9d7d-ab2034d7d0a4 None None] Port f41dc359-9aae-4291-a0c0-326de647898f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:51:00.544290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb0ba4-308e-4da9-bba2-e6ff80600466 req-f4f342fc-6e80-40ca-923e-8ef18eb505bc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:00.549667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb0ba4-308e-4da9-bba2-e6ff80600466 req-f4f342fc-6e80-40ca-923e-8ef18eb505bc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:00.557003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb0ba4-308e-4da9-bba2-e6ff80600466 req-f4f342fc-6e80-40ca-923e-8ef18eb505bc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:00.565296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb0ba4-308e-4da9-bba2-e6ff80600466 req-f4f342fc-6e80-40ca-923e-8ef18eb505bc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:00.573674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb0ba4-308e-4da9-bba2-e6ff80600466 req-f4f342fc-6e80-40ca-923e-8ef18eb505bc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:00.575395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eafb0ba4-308e-4da9-bba2-e6ff80600466 req-f4f342fc-6e80-40ca-923e-8ef18eb505bc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 3877 time: 0.5161734 Feb 11 04:51:00.583721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372680f0-3b15-424c-ad8e-931eb89facc9 req-aa61e132-e40b-49a4-8868-8d396d8da8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:00.585240 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-372680f0-3b15-424c-ad8e-931eb89facc9 req-aa61e132-e40b-49a4-8868-8d396d8da8a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 200 len: 845 time: 0.2730670 Feb 11 04:51:00.633829 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-42e364ea-ba0b-453f-9983-e0fc0ff9abd8 req-2be5e833-5962-4a24-afa3-4c994fe670c2 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843152 Feb 11 04:51:00.662646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-372680f0-3b15-424c-ad8e-931eb89facc9 req-eea77e66-d260-4090-9b74-953a54ecf308 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=304821df-a58c-4299-8fdb-c67c2a932ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495226 Feb 11 04:51:00.681097 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eafb0ba4-308e-4da9-bba2-e6ff80600466 req-ee9b9f37-6d1a-4810-aeb0-3ac598f94180 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938096 Feb 11 04:51:00.706747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Deleting port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:00.706747 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.013371 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac99012f-d663-4b55-80ce-c2b80b580360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (ad83fdc0-4649-457e-bba4-7ae0f7d97a1b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.030799 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] For port 5d3394fd-0a97-41f3-a6b5-a8876511fe05, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=5d3394fd-0a97-41f3-a6b5-a8876511fe05,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:01.031204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.078826 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0fb59-d32f-494f-b15b-81b4060e497b req-bc66a5ef-868a-46bd-a9ab-cef3f58d5151 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:01.080741 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27a0fb59-d32f-494f-b15b-81b4060e497b req-bc66a5ef-868a-46bd-a9ab-cef3f58d5151 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 945 time: 0.1807730 Feb 11 04:51:01.172170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99012f-d663-4b55-80ce-c2b80b580360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad83fdc0-4649-457e-bba4-7ae0f7d97a1b,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:01.211305 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27a0fb59-d32f-494f-b15b-81b4060e497b req-0da6592c-0dc1-4188-ba31-4796f7edaae7 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126885 Feb 11 04:51:01.220853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac99012f-d663-4b55-80ce-c2b80b580360 admin admin] Checking segment: {'id': '9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '02650a09-c2d4-4ed9-9a7e-19b583253572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:01.221302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac99012f-d663-4b55-80ce-c2b80b580360 admin admin] Network hostable DHCP agents. Network: 02650a09-c2d4-4ed9-9a7e-19b583253572, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:51:01.262213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-372680f0-3b15-424c-ad8e-931eb89facc9 req-8fee0f3c-9c96-42d0-b860-51f2531ed6de service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920634 Feb 11 04:51:01.276689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac99012f-d663-4b55-80ce-c2b80b580360 admin admin] Network 02650a09-c2d4-4ed9-9a7e-19b583253572 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:51:01.277900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd0cbf6-c632-4002-b9ac-8b535b383774'}, {'server_uuid': '4e8c20b6-d475-4e60-8328-3dfee4c9ca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbef9694-2ce6-43e5-8762-526833abb42c'}, {'server_uuid': 'de466373-e68b-4520-b558-fd66b040f052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9523cbb2-df2e-4df3-a2b3-c2236272c72d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:01.281325 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63fbe7e-5117-48df-8b12-44c8bacbee02" -d '{"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd0cbf6-c632-4002-b9ac-8b535b383774"}, {"server_uuid": "4e8c20b6-d475-4e60-8328-3dfee4c9ca94", "name": "network-vif-plugged", "status": "completed", "tag": "cbef9694-2ce6-43e5-8762-526833abb42c"}, {"server_uuid": "de466373-e68b-4520-b558-fd66b040f052", "name": "network-vif-plugged", "status": "completed", "tag": "9523cbb2-df2e-4df3-a2b3-c2236272c72d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:01.307098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ac99012f-d663-4b55-80ce-c2b80b580360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 02650a09-c2d4-4ed9-9a7e-19b583253572) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:01.316366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac99012f-d663-4b55-80ce-c2b80b580360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:01.319148 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac99012f-d663-4b55-80ce-c2b80b580360 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.320760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509604e7-2fa5-4f78-813a-fc3ba6a1e98d None None] Network 02650a09-c2d4-4ed9-9a7e-19b583253572 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:01.340224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b7423-d079-4eb8-ada0-3bf7d44add65 req-ad6dba51-c13f-430a-8582-cfecca472710 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:01.341672 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f9b7423-d079-4eb8-ada0-3bf7d44add65 req-ad6dba51-c13f-430a-8582-cfecca472710 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 943 time: 0.1881447 Feb 11 04:51:01.346194 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.346566 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (721e0bf5-1efa-494c-8d29-6dcdb8727be7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.346911 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Floating IP 721e0bf5-1efa-494c-8d29-6dcdb8727be7 disassociated. External IP: 172.25.7.62, port: 5d3394fd-0a97-41f3-a6b5-a8876511fe05. Feb 11 04:51:01.347284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Calling delete_port for 5d3394fd-0a97-41f3-a6b5-a8876511fe05 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:01.355867 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ac99012f-d663-4b55-80ce-c2b80b580360 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9660017 Feb 11 04:51:01.474704 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68503c1-23b6-4bab-add6-de89e3dc7088 x-openstack-request-id: req-f68503c1-23b6-4bab-add6-de89e3dc7088 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:01.479711 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd0cbf6-c632-4002-b9ac-8b535b383774", "code": 200}, {"server_uuid": "4e8c20b6-d475-4e60-8328-3dfee4c9ca94", "name": "network-vif-plugged", "status": "completed", "tag": "cbef9694-2ce6-43e5-8762-526833abb42c", "code": 200}, {"server_uuid": "de466373-e68b-4520-b558-fd66b040f052", "name": "network-vif-plugged", "status": "completed", "tag": "9523cbb2-df2e-4df3-a2b3-c2236272c72d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:01.479968 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f68503c1-23b6-4bab-add6-de89e3dc7088 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:01.480386 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd0cbf6-c632-4002-b9ac-8b535b383774', 'code': 200} Feb 11 04:51:01.487952 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8c20b6-d475-4e60-8328-3dfee4c9ca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbef9694-2ce6-43e5-8762-526833abb42c', 'code': 200} Feb 11 04:51:01.489314 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de466373-e68b-4520-b558-fd66b040f052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9523cbb2-df2e-4df3-a2b3-c2236272c72d', 'code': 200} Feb 11 04:51:01.545652 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-372680f0-3b15-424c-ad8e-931eb89facc9 req-79216cec-e0f4-4709-9b18-4ee18a394e44 service neutron] 10.222.0.10 "GET /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706912 Feb 11 04:51:01.597135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323471ca-379b-4523-b6b2-ecf7b4053803 None None] Network 02650a09-c2d4-4ed9-9a7e-19b583253572 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:01.616081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f9b7423-d079-4eb8-ada0-3bf7d44add65 req-bc865a53-1e42-4e11-b402-cfb01c082f4a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343655 Feb 11 04:51:01.668505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161925af-7c09-4818-9f6c-ae915ebfe0c2 req-c84d5cdc-27d6-4cd4-a3d3-a7b76da1b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:01.670233 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-161925af-7c09-4818-9f6c-ae915ebfe0c2 req-c84d5cdc-27d6-4cd4-a3d3-a7b76da1b7d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 1128 time: 0.1597226 Feb 11 04:51:01.674399 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8b2ac-30bc-4691-820c-61a7fe662964 req-b47b0ae7-141c-4300-abcd-c0fb2e247021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:01.676150 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9af8b2ac-30bc-4691-820c-61a7fe662964 req-b47b0ae7-141c-4300-abcd-c0fb2e247021 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 1128 time: 0.1370203 Feb 11 04:51:01.784939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9af8b2ac-30bc-4691-820c-61a7fe662964 req-47f26c20-f7ce-40a1-a4dd-583dbe408d0b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782559 Feb 11 04:51:01.805382 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5d3394fd-0a97-41f3-a6b5-a8876511fe05), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.814703 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-161925af-7c09-4818-9f6c-ae915ebfe0c2 req-cefc8e44-f7a5-4055-8f17-6733aee09c44 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333816 Feb 11 04:51:01.882729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Port': ['ID=5d3394fd-0a97-41f3-a6b5-a8876511fe05,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:01.985381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59121e86-23a9-462f-943c-7236b54cf1c1 req-46224a7a-93fa-48d9-9544-af18281543b3 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:01.987044 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-59121e86-23a9-462f-943c-7236b54cf1c1 req-46224a7a-93fa-48d9-9544-af18281543b3 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 945 time: 0.1794195 Feb 11 04:51:02.103288 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-59121e86-23a9-462f-943c-7236b54cf1c1 req-26d5eff8-c2be-426b-a914-91c9aea6ec00 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052532 Feb 11 04:51:02.174300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bc6dd84f-3bd5-4249-9024-69a43b08b1d6 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:51:02.178129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:51:02.267285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cbdc4-7c96-4574-b1da-dbd83548fcab req-4428f3bb-7854-4bdb-8eef-551e192d9163 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:02.274994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cbdc4-7c96-4574-b1da-dbd83548fcab req-4428f3bb-7854-4bdb-8eef-551e192d9163 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:02.281328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cbdc4-7c96-4574-b1da-dbd83548fcab req-4428f3bb-7854-4bdb-8eef-551e192d9163 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:02.292545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cbdc4-7c96-4574-b1da-dbd83548fcab req-4428f3bb-7854-4bdb-8eef-551e192d9163 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:02.302828 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c02cbdc4-7c96-4574-b1da-dbd83548fcab req-4428f3bb-7854-4bdb-8eef-551e192d9163 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 3143 time: 0.1298506 Feb 11 04:51:02.407113 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c02cbdc4-7c96-4574-b1da-dbd83548fcab req-ecc48674-d218-4d08-afda-c8ba9167bf3b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964463 Feb 11 04:51:02.456620 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bc6dd84f-3bd5-4249-9024-69a43b08b1d6, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bc6dd84f-3bd5-4249-9024-69a43b08b1d6,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:02.490936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'bc6dd84f-3bd5-4249-9024-69a43b08b1d6', 'network_id': '304821df-a58c-4299-8fdb-c67c2a932ad8', 'port_id': 'bc6dd84f-3bd5-4249-9024-69a43b08b1d6', 'mac_address': 'fa:16:3e:9a:9e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13421f11-6eb2-47e2-aec3-80ca3a3e551b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:51:02.503831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:02.515964 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c3cec-a77f-400e-8443-b450d52ab89d None None] Sync routers for ids ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:51:02.538426 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c3cec-a77f-400e-8443-b450d52ab89d None None] Routers {'bf3c6b79-22a8-4f98-a98b-77c4c1a20235'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:02.539457 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d58c3cec-a77f-400e-8443-b450d52ab89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:50:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:02.609037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port bc6dd84f-3bd5-4249-9024-69a43b08b1d6 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:02.609442 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:02.615712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb83921-e026-4940-ada2-15692e5440fc req-1547e6f8-97d2-412c-941f-8ccf60aab122 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:02.622871 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ceb83921-e026-4940-ada2-15692e5440fc req-1547e6f8-97d2-412c-941f-8ccf60aab122 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 945 time: 0.1074433 Feb 11 04:51:02.665890 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6dd84f-3bd5-4249-9024-69a43b08b1d6 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:51:02.670692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] No DVR routers for this DVR port 5d3394fd-0a97-41f3-a6b5-a8876511fe05 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:02.676013 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:02.679372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-756ffd75-d0a9-49a0-82e5-04ae797688b4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "DELETE /v2.0/ports/5d3394fd-0a97-41f3-a6b5-a8876511fe05 HTTP/1.1" status: 204 len: 173 time: 2.3312664 Feb 11 04:51:02.679869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-deleted', 'tag': '5d3394fd-0a97-41f3-a6b5-a8876511fe05'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:02.693576 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c1b9ca-af85-4ecf-af83-1629ba13e555" -d '{"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-deleted", "tag": "5d3394fd-0a97-41f3-a6b5-a8876511fe05"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:02.725219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bc6dd84f-3bd5-4249-9024-69a43b08b1d6, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bc6dd84f-3bd5-4249-9024-69a43b08b1d6,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:02.733171 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ceb83921-e026-4940-ada2-15692e5440fc req-1ea95e8a-9339-467b-a12a-28b4a696cb07 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092625 Feb 11 04:51:02.734584 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:02.757556 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d58c3cec-a77f-400e-8443-b450d52ab89d None None] Set router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:02.839062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=bc6dd84f-3bd5-4249-9024-69a43b08b1d6,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:02.931483 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120fc20c-d9e2-4414-8f5b-0150accfd8e8 x-openstack-request-id: req-120fc20c-d9e2-4414-8f5b-0150accfd8e8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:02.931799 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-deleted", "tag": "5d3394fd-0a97-41f3-a6b5-a8876511fe05", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:02.932127 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-120fc20c-d9e2-4414-8f5b-0150accfd8e8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:02.932533 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-deleted', 'tag': '5d3394fd-0a97-41f3-a6b5-a8876511fe05', 'status': 'completed', 'code': 200} Feb 11 04:51:03.003553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf4a32-7643-45d0-8a30-f602ab711a19 req-a0918091-ed0d-488b-ad5e-b77f2e20634e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:03.010424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09cf4a32-7643-45d0-8a30-f602ab711a19 req-a0918091-ed0d-488b-ad5e-b77f2e20634e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 944 time: 0.1551287 Feb 11 04:51:03.068571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-e4d6255b-f325-40ad-9266-12a44c667f43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Deleting port bfd0cbf6-c632-4002-b9ac-8b535b383774 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:03.068929 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-e4d6255b-f325-40ad-9266-12a44c667f43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:03.069231 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['bc6dd84f-3bd5-4249-9024-69a43b08b1d6'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:03.192468 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:03.205523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09cf4a32-7643-45d0-8a30-f602ab711a19 req-4773a03b-04af-4968-bd43-65a6a85e0f38 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940007 Feb 11 04:51:03.309934 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d58c3cec-a77f-400e-8443-b450d52ab89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:43:49Z', 'revision_number': 4, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2399e87b-9a24-4139-abea-cb28d1e28257', 'name': '', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'mac_address': 'fa:16:3e:70:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:47Z', 'updated_at': '2022-02-11T04:43:54Z', 'revision_number': 5, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'subnets': [{'id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:03.388234 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c3cec-a77f-400e-8443-b450d52ab89d None None] Checking router: bf3c6b79-22a8-4f98-a98b-77c4c1a20235 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:51:03.408023 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c3cec-a77f-400e-8443-b450d52ab89d None None] Routers {'bf3c6b79-22a8-4f98-a98b-77c4c1a20235'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:03.409030 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d58c3cec-a77f-400e-8443-b450d52ab89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:50:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:03.682110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81560-4115-4c26-ab50-64cb438b2008 req-dab4ac77-5b10-4f8f-bd15-b1ca40dbd41b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:03.689296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81560-4115-4c26-ab50-64cb438b2008 req-dab4ac77-5b10-4f8f-bd15-b1ca40dbd41b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:03.695556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81560-4115-4c26-ab50-64cb438b2008 req-dab4ac77-5b10-4f8f-bd15-b1ca40dbd41b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:03.702157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81560-4115-4c26-ab50-64cb438b2008 req-dab4ac77-5b10-4f8f-bd15-b1ca40dbd41b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:03.711676 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b4b81560-4115-4c26-ab50-64cb438b2008 req-dab4ac77-5b10-4f8f-bd15-b1ca40dbd41b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 3143 time: 0.1320922 Feb 11 04:51:03.756898 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d58c3cec-a77f-400e-8443-b450d52ab89d None None] Set router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:03.770740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b4b81560-4115-4c26-ab50-64cb438b2008 req-6df12fdc-0518-46af-a647-fba3c754e1d2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578296 Feb 11 04:51:03.844024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-e4d6255b-f325-40ad-9266-12a44c667f43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] For port bfd0cbf6-c632-4002-b9ac-8b535b383774, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bfd0cbf6-c632-4002-b9ac-8b535b383774,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:03.845047 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-e4d6255b-f325-40ad-9266-12a44c667f43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:03.866689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-e4d6255b-f325-40ad-9266-12a44c667f43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Calling delete_port for bfd0cbf6-c632-4002-b9ac-8b535b383774 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:03.881393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc5b08-cf71-40e2-bc67-f56eae8a00cb req-013ed21b-d2f3-4978-b64b-f661c81f5c60 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:03.883462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0fbc5b08-cf71-40e2-bc67-f56eae8a00cb req-013ed21b-d2f3-4978-b64b-f661c81f5c60 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 945 time: 0.1732643 Feb 11 04:51:03.959353 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0fbc5b08-cf71-40e2-bc67-f56eae8a00cb req-7421604c-c2b8-45c7-aea7-2f8d18e70f61 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700715 Feb 11 04:51:04.026485 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccd553-9f2c-4848-8915-f6879ce50bde req-971e0df3-b275-466c-86c1-432184af64f5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:04.038059 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07ccd553-9f2c-4848-8915-f6879ce50bde req-971e0df3-b275-466c-86c1-432184af64f5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 945 time: 0.1087220 Feb 11 04:51:04.181878 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bc6dd84f-3bd5-4249-9024-69a43b08b1d6 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:04.203682 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07ccd553-9f2c-4848-8915-f6879ce50bde req-763fb312-bc2a-462e-9778-4d220014cda8 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645260 Feb 11 04:51:04.280142 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d58c3cec-a77f-400e-8443-b450d52ab89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:43:49Z', 'revision_number': 4, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2399e87b-9a24-4139-abea-cb28d1e28257', 'name': '', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'mac_address': 'fa:16:3e:70:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:47Z', 'updated_at': '2022-02-11T04:43:54Z', 'revision_number': 5, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'subnets': [{'id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:04.331366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port bc6dd84f-3bd5-4249-9024-69a43b08b1d6 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:51:04.337864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port bc6dd84f-3bd5-4249-9024-69a43b08b1d6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:04.338430 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:04.383725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-e4d6255b-f325-40ad-9266-12a44c667f43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bfd0cbf6-c632-4002-b9ac-8b535b383774), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:04.391168 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c3cec-a77f-400e-8443-b450d52ab89d None None] The sync data for ids ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'] in n-d-615180-58 is: [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:43:49Z', 'revision_number': 4, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2399e87b-9a24-4139-abea-cb28d1e28257', 'name': '', 'network_id': '556a79f2-1ee2-4e14-9bec-7abb67a912db', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'mac_address': 'fa:16:3e:70:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:47Z', 'updated_at': '2022-02-11T04:43:54Z', 'revision_number': 5, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'subnets': [{'id': '42a46102-8e9c-45a8-b17f-c81d7b5e7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:51:04.477366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6255b-f325-40ad-9266-12a44c667f43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Port': ['ID=bfd0cbf6-c632-4002-b9ac-8b535b383774,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:04.485191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8103d-6f1f-484a-a6f8-e248069c1b33 req-f2598a2d-9584-44b1-b675-3d253b058988 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:04.492333 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5e8103d-6f1f-484a-a6f8-e248069c1b33 req-f2598a2d-9584-44b1-b675-3d253b058988 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 944 time: 0.0952048 Feb 11 04:51:04.566835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port bc6dd84f-3bd5-4249-9024-69a43b08b1d6 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:04.567430 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:04.588173 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5e8103d-6f1f-484a-a6f8-e248069c1b33 req-46fc2399-28b3-435e-a637-db2c9efb4daf tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899711 Feb 11 04:51:04.608742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2be544c-9f59-4f65-9587-034a8ba4e4e6 req-16baabe2-f67c-482b-a13d-fbfe03a535cc tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-237623518&fields=id&tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd HTTP/1.1" status: 200 len: 267 time: 0.2926555 Feb 11 04:51:04.635731 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1521f992-1390-4e5f-85f8-329f33d90cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6dd84f-3bd5-4249-9024-69a43b08b1d6'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:04.640152 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1b7166-8663-454d-84ff-959523177cc1" -d '{"events": [{"server_uuid": "1521f992-1390-4e5f-85f8-329f33d90cba", "name": "network-vif-plugged", "status": "completed", "tag": "bc6dd84f-3bd5-4249-9024-69a43b08b1d6"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:04.641082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-e4d6255b-f325-40ad-9266-12a44c667f43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] No DVR routers for this DVR port bfd0cbf6-c632-4002-b9ac-8b535b383774 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:04.658923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-e4d6255b-f325-40ad-9266-12a44c667f43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:04.679011 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bc6dd84f-3bd5-4249-9024-69a43b08b1d6, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bc6dd84f-3bd5-4249-9024-69a43b08b1d6,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:04.692235 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:04.697446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-e4d6255b-f325-40ad-9266-12a44c667f43 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "DELETE /v2.0/ports/bfd0cbf6-c632-4002-b9ac-8b535b383774 HTTP/1.1" status: 204 len: 173 time: 1.9777036 Feb 11 04:51:04.777527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=bc6dd84f-3bd5-4249-9024-69a43b08b1d6,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:04.841276 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be9f883-3da1-40ac-8860-b14f180b03c5 x-openstack-request-id: req-6be9f883-3da1-40ac-8860-b14f180b03c5 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:04.841961 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1521f992-1390-4e5f-85f8-329f33d90cba", "name": "network-vif-plugged", "status": "completed", "tag": "bc6dd84f-3bd5-4249-9024-69a43b08b1d6", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:04.842580 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6be9f883-3da1-40ac-8860-b14f180b03c5 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:04.843251 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1521f992-1390-4e5f-85f8-329f33d90cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6dd84f-3bd5-4249-9024-69a43b08b1d6', 'code': 200} Feb 11 04:51:04.925593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be544c-9f59-4f65-9587-034a8ba4e4e6 req-5a6c06ba-04d3-4556-8bc1-84c8bf25d3a9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:04.928436 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2be544c-9f59-4f65-9587-034a8ba4e4e6 req-5a6c06ba-04d3-4556-8bc1-84c8bf25d3a9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 945 time: 0.3188577 Feb 11 04:51:04.933182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-deleted', 'tag': 'bfd0cbf6-c632-4002-b9ac-8b535b383774'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:04.937415 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e56f6a-679f-40cb-a957-717723692636" -d '{"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-deleted", "tag": "bfd0cbf6-c632-4002-b9ac-8b535b383774"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:04.950548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d2be544c-9f59-4f65-9587-034a8ba4e4e6 req-86b031fb-ae2f-4ccd-a825-fe36e683c239 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'port': {'security_groups': ['462ae22b-224d-452d-9b18-d635dd612536', '7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:05.007006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfea62ab-6c23-4078-95b4-0e0867549a3d None None] New status for floating IP 721e0bf5-1efa-494c-8d29-6dcdb8727be7: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:51:05.024901 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-6e995b24-0cc1-4a40-b758-70632923463d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Deleting port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:05.025251 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-6e995b24-0cc1-4a40-b758-70632923463d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:05.258158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b4bd-4f31-44fd-8d54-1fb1f263adfe req-5aa1d135-32fd-45b4-bf48-7dd797bd482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:05.271947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6296b4bd-4f31-44fd-8d54-1fb1f263adfe req-5aa1d135-32fd-45b4-bf48-7dd797bd482d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 1128 time: 0.2508299 Feb 11 04:51:05.272606 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2be544c-9f59-4f65-9587-034a8ba4e4e6 req-86b031fb-ae2f-4ccd-a825-fe36e683c239 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:05.275873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-4481907e-a15d-4b9a-86cd-9efd9f00709a tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:05.281192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-6e995b24-0cc1-4a40-b758-70632923463d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] For port 6638f4f2-cc49-4856-a5ca-264e45cef0f1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=6638f4f2-cc49-4856-a5ca-264e45cef0f1,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:05.281574 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-6e995b24-0cc1-4a40-b758-70632923463d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:05.283893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-4481907e-a15d-4b9a-86cd-9efd9f00709a tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/networks?id=02650a09-c2d4-4ed9-9a7e-19b583253572 HTTP/1.1" status: 200 len: 809 time: 0.3143454 Feb 11 04:51:05.328054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-6e995b24-0cc1-4a40-b758-70632923463d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Calling delete_port for 6638f4f2-cc49-4856-a5ca-264e45cef0f1 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:05.330364 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-8ebec669-dac7-4d3c-ab66-85ad94c6d752 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/quotas/789b5bd7765346189f929b2889114db2 HTTP/1.1" status: 200 len: 375 time: 0.0440645 Feb 11 04:51:05.403934 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-cf086ad2-1f75-407f-9197-10787c332439 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=789b5bd7765346189f929b2889114db2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652707 Feb 11 04:51:05.518685 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-ca90116d-bb02-4c75-8722-b81759ba4e43 service neutron] 10.222.0.48 "GET /v2.0/networks/02650a09-c2d4-4ed9-9a7e-19b583253572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122098 Feb 11 04:51:05.522268 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-6e995b24-0cc1-4a40-b758-70632923463d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (6638f4f2-cc49-4856-a5ca-264e45cef0f1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:05.622333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e995b24-0cc1-4a40-b758-70632923463d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Port': ['ID=6638f4f2-cc49-4856-a5ca-264e45cef0f1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:05.699250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-c344867c-5e50-4d77-aef4-403840bf9750 service neutron] 10.222.0.48 "GET /v2.0/networks/02650a09-c2d4-4ed9-9a7e-19b583253572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792316 Feb 11 04:51:05.733956 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-6e995b24-0cc1-4a40-b758-70632923463d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] No DVR routers for this DVR port 6638f4f2-cc49-4856-a5ca-264e45cef0f1 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:05.737549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-6e995b24-0cc1-4a40-b758-70632923463d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:05.744561 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-6e995b24-0cc1-4a40-b758-70632923463d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "DELETE /v2.0/ports/6638f4f2-cc49-4856-a5ca-264e45cef0f1 HTTP/1.1" status: 204 len: 173 time: 1.0415692 Feb 11 04:51:05.799698 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6296b4bd-4f31-44fd-8d54-1fb1f263adfe req-b602f9af-e8f2-49d5-a248-88f894c4399f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214036 Feb 11 04:51:05.989186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-33543d28-a361-47f8-a21e-6e8899f6c777 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Deleting port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:05.990048 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-33543d28-a361-47f8-a21e-6e8899f6c777 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:06.176026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d2be544c-9f59-4f65-9587-034a8ba4e4e6 req-86b031fb-ae2f-4ccd-a825-fe36e683c239 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] For port cbef9694-2ce6-43e5-8762-526833abb42c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=cbef9694-2ce6-43e5-8762-526833abb42c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:06.231929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-33543d28-a361-47f8-a21e-6e8899f6c777 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] For port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:06.233519 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-33543d28-a361-47f8-a21e-6e8899f6c777 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:06.245118 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2be544c-9f59-4f65-9587-034a8ba4e4e6 req-86b031fb-ae2f-4ccd-a825-fe36e683c239 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for port (cbef9694-2ce6-43e5-8762-526833abb42c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:06.257939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-33543d28-a361-47f8-a21e-6e8899f6c777 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Calling delete_port for f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:06.260085 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2be544c-9f59-4f65-9587-034a8ba4e4e6 req-86b031fb-ae2f-4ccd-a825-fe36e683c239 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:06.297671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['de047aa8-af05-4b2e-9626-bb125b79e92c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:06.368183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be544c-9f59-4f65-9587-034a8ba4e4e6 req-86b031fb-ae2f-4ccd-a825-fe36e683c239 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:06.370048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2a628-9955-433a-9946-0ac94ac79af8 req-720c9a1f-731b-43f3-97e5-db5ddf865986 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:06.373156 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d2be544c-9f59-4f65-9587-034a8ba4e4e6 req-86b031fb-ae2f-4ccd-a825-fe36e683c239 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:06.376330 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2be544c-9f59-4f65-9587-034a8ba4e4e6 req-86b031fb-ae2f-4ccd-a825-fe36e683c239 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "PUT /v2.0/ports/cbef9694-2ce6-43e5-8762-526833abb42c HTTP/1.1" status: 200 len: 981 time: 1.4340513 Feb 11 04:51:06.403391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b031fb-ae2f-4ccd-a825-fe36e683c239 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'Port': ['ID=cbef9694-2ce6-43e5-8762-526833abb42c,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:06.408969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2a628-9955-433a-9946-0ac94ac79af8 req-720c9a1f-731b-43f3-97e5-db5ddf865986 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:06.445661 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0af2a628-9955-433a-9946-0ac94ac79af8 req-720c9a1f-731b-43f3-97e5-db5ddf865986 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 1677 time: 0.3095930 Feb 11 04:51:06.537891 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['cbef9694-2ce6-43e5-8762-526833abb42c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:06.563037 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e20e1d-a1a8-486b-82ec-b256dfc297df x-openstack-request-id: req-88e20e1d-a1a8-486b-82ec-b256dfc297df {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:06.563365 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-deleted", "tag": "bfd0cbf6-c632-4002-b9ac-8b535b383774", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:06.563790 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88e20e1d-a1a8-486b-82ec-b256dfc297df {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:06.564251 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-deleted', 'tag': 'bfd0cbf6-c632-4002-b9ac-8b535b383774', 'status': 'completed', 'code': 200} Feb 11 04:51:06.627517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0af2a628-9955-433a-9946-0ac94ac79af8 req-5ad06090-8a11-4844-9bb4-785fd7c2574e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757486 Feb 11 04:51:06.689287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['cbef9694-2ce6-43e5-8762-526833abb42c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:06.817730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-33543d28-a361-47f8-a21e-6e8899f6c777 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:06.867466 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a66ed8-f6bc-4ac3-8945-086f48cf14c7 req-c19a90d2-d5e0-450d-909a-fd513bdf3467 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:06.874100 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8a66ed8-f6bc-4ac3-8945-086f48cf14c7 req-c19a90d2-d5e0-450d-909a-fd513bdf3467 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1370201 Feb 11 04:51:06.927596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33543d28-a361-47f8-a21e-6e8899f6c777 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Port': ['ID=f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:06.943802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eadc1-02e0-4c01-a164-f599a3aa98a9 req-f9f3a041-20ce-4d8a-8411-e50c76291c7a tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:06.951611 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-da1eadc1-02e0-4c01-a164-f599a3aa98a9 req-f9f3a041-20ce-4d8a-8411-e50c76291c7a tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 945 time: 0.2169342 Feb 11 04:51:06.995786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8a66ed8-f6bc-4ac3-8945-086f48cf14c7 req-1f8a3983-d3fb-4aab-8acb-22b086a95840 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176653 Feb 11 04:51:07.116726 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-da1eadc1-02e0-4c01-a164-f599a3aa98a9 req-8f9787a0-23a8-401b-8935-d8718d9bc022 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641564 Feb 11 04:51:07.127583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-33543d28-a361-47f8-a21e-6e8899f6c777 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] No DVR routers for this DVR port f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:07.138569 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-33543d28-a361-47f8-a21e-6e8899f6c777 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:07.150298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-33543d28-a361-47f8-a21e-6e8899f6c777 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "DELETE /v2.0/ports/f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc HTTP/1.1" status: 204 len: 173 time: 1.3893743 Feb 11 04:51:07.278599 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-447c3a7f-a3f2-4f85-9ffc-a71f10febb53 req-8c190795-3732-4144-9f33-9cdc9fde2c3e tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 210 time: 0.0932245 Feb 11 04:51:07.340107 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cfb057fd-f832-4fc9-9784-16aed5ae6968 req-44dc50e7-8ee6-408e-96c5-7ddaac6691fc tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd HTTP/1.1" status: 200 len: 1819 time: 0.1443844 Feb 11 04:51:07.474636 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-cfb057fd-f832-4fc9-9784-16aed5ae6968 req-14ea53de-7fad-4901-8f97-f763cf6a40fa tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 04:51:07.486680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cfb057fd-f832-4fc9-9784-16aed5ae6968 req-14ea53de-7fad-4901-8f97-f763cf6a40fa tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "DELETE /v2.0/security-groups/7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd HTTP/1.1" status: 409 len: 341 time: 0.1280086 Feb 11 04:51:07.505466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-fe6c9462-c95d-49ba-86f2-7db200567c49 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Deleting port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:07.509781 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-fe6c9462-c95d-49ba-86f2-7db200567c49 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:07.537428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b251f-ebbe-4764-a9d6-888df79eb298 req-2ddc2248-d73a-4774-b901-a7f94a03ba85 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:07.560032 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-156b251f-ebbe-4764-a9d6-888df79eb298 req-2ddc2248-d73a-4774-b901-a7f94a03ba85 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=54af9520-6167-4f51-8a43-6011af46f78f HTTP/1.1" status: 200 len: 945 time: 0.1355350 Feb 11 04:51:07.634677 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:07.682011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-156b251f-ebbe-4764-a9d6-888df79eb298 req-e9fd917d-0ee4-4e7e-80e0-3edc13403284 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208498 Feb 11 04:51:07.913953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-fe6c9462-c95d-49ba-86f2-7db200567c49 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] For port 7e32e80d-81f4-4193-87ef-f96d22ac5f23, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7e32e80d-81f4-4193-87ef-f96d22ac5f23,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:07.916213 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-fe6c9462-c95d-49ba-86f2-7db200567c49 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:07.997461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-fe6c9462-c95d-49ba-86f2-7db200567c49 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Calling delete_port for 7e32e80d-81f4-4193-87ef-f96d22ac5f23 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:08.029894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013009e-374e-43fb-b224-5e4eabf09cfe req-d26d6e7a-c2cd-4c60-98fd-6ee1c7cba66d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:08.045629 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1013009e-374e-43fb-b224-5e4eabf09cfe req-d26d6e7a-c2cd-4c60-98fd-6ee1c7cba66d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 943 time: 0.2034228 Feb 11 04:51:08.220349 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1013009e-374e-43fb-b224-5e4eabf09cfe req-f5679979-2916-479b-81ba-82795b31663e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups?id=df704c71-65c7-4174-8971-0de3d52e9065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733875 Feb 11 04:51:08.411068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f32b3-498b-432d-a02d-1ea588ee46ed req-99329f28-6564-4d5c-8e07-5aacaeb363e4 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:08.422472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-193f32b3-498b-432d-a02d-1ea588ee46ed req-99329f28-6564-4d5c-8e07-5aacaeb363e4 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=87e3c0f7-01c9-4efc-854b-83f059671836 HTTP/1.1" status: 200 len: 946 time: 0.2713554 Feb 11 04:51:08.423228 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-fe6c9462-c95d-49ba-86f2-7db200567c49 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (7e32e80d-81f4-4193-87ef-f96d22ac5f23), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:08.435297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e468c-3b5e-4136-8c97-b929a4846d14 req-bfa581d4-a600-4333-a705-32002acee319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:08.441601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb6e468c-3b5e-4136-8c97-b929a4846d14 req-bfa581d4-a600-4333-a705-32002acee319 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd&device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 1167 time: 0.2525418 Feb 11 04:51:08.445294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759cbd5-eeef-4604-a6da-03c3a4a04ddd req-5b2178b5-3d2f-4d42-955c-5da026dfd186 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:08.452600 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5759cbd5-eeef-4604-a6da-03c3a4a04ddd req-5b2178b5-3d2f-4d42-955c-5da026dfd186 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0917454 Feb 11 04:51:08.512808 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c9462-c95d-49ba-86f2-7db200567c49 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Port': ['ID=7e32e80d-81f4-4193-87ef-f96d22ac5f23,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:08.568020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5759cbd5-eeef-4604-a6da-03c3a4a04ddd req-ae3f61d9-4b52-4089-aad0-74249919ba83 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&id=7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1096370 Feb 11 04:51:08.574097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-deleted', 'tag': '6638f4f2-cc49-4856-a5ca-264e45cef0f1'}, {'name': 'network-changed', 'server_uuid': '4e8c20b6-d475-4e60-8328-3dfee4c9ca94', 'tag': 'cbef9694-2ce6-43e5-8762-526833abb42c'}, {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-deleted', 'tag': 'f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:08.577587 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1be2960-3c6e-4e8a-8c83-2bfe46654272" -d '{"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-deleted", "tag": "6638f4f2-cc49-4856-a5ca-264e45cef0f1"}, {"name": "network-changed", "server_uuid": "4e8c20b6-d475-4e60-8328-3dfee4c9ca94", "tag": "cbef9694-2ce6-43e5-8762-526833abb42c"}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-deleted", "tag": "f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:08.721194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-fe6c9462-c95d-49ba-86f2-7db200567c49 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] No DVR routers for this DVR port 7e32e80d-81f4-4193-87ef-f96d22ac5f23 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:08.736207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-fe6c9462-c95d-49ba-86f2-7db200567c49 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:08.739733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b577002-52b4-458e-bcc5-44cb1300a618 req-fe6c9462-c95d-49ba-86f2-7db200567c49 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.10 "DELETE /v2.0/ports/7e32e80d-81f4-4193-87ef-f96d22ac5f23 HTTP/1.1" status: 204 len: 173 time: 1.5802290 Feb 11 04:51:08.771284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-193f32b3-498b-432d-a02d-1ea588ee46ed req-e9d9bb4f-856e-4d74-9c99-c662c1c127bc tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384614 Feb 11 04:51:08.857998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a03ff1-27ec-4bca-abb9-7a01c273f4d6 req-d4525285-35ff-4fcb-b319-77f0a5b13903 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:08.860117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7a03ff1-27ec-4bca-abb9-7a01c273f4d6 req-d4525285-35ff-4fcb-b319-77f0a5b13903 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1188202 Feb 11 04:51:08.912941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e468c-3b5e-4136-8c97-b929a4846d14 req-dca9e95e-0b5b-4817-82c0-9e0816e3ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:08.918388 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb6e468c-3b5e-4136-8c97-b929a4846d14 req-dca9e95e-0b5b-4817-82c0-9e0816e3ca80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edeac04d-6b14-467b-b73d-7282f5f81e89 HTTP/1.1" status: 200 len: 914 time: 0.4075503 Feb 11 04:51:09.095243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb6e468c-3b5e-4136-8c97-b929a4846d14 req-ec7efaac-e342-4e7e-bb13-19a091ec04c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbef9694-2ce6-43e5-8762-526833abb42c HTTP/1.1" status: 200 len: 217 time: 0.1657121 Feb 11 04:51:09.172951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e468c-3b5e-4136-8c97-b929a4846d14 req-db3cb7fb-1375-4ebf-933f-9a4af56ed2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:09.174499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb6e468c-3b5e-4136-8c97-b929a4846d14 req-db3cb7fb-1375-4ebf-933f-9a4af56ed2e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca8ea8bb-31e1-405f-b851-d6f2d129fc2b HTTP/1.1" status: 200 len: 853 time: 0.0603292 Feb 11 04:51:09.206510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44a32161-ebd1-4a43-99f6-d43d3e337d3a req-e17b24bf-57e3-40fc-bdf2-55f6ddf44ac2 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 210 time: 0.1280329 Feb 11 04:51:09.264356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-a8d98d81-a71a-4366-ba15-0255cc8e0e91 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:09.265913 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-a8d98d81-a71a-4366-ba15-0255cc8e0e91 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.10 "GET /v2.0/networks?id=02650a09-c2d4-4ed9-9a7e-19b583253572 HTTP/1.1" status: 200 len: 809 time: 0.5948224 Feb 11 04:51:09.327285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb6e468c-3b5e-4136-8c97-b929a4846d14 req-f114ab0a-0e8f-4434-9683-532d57fe1975 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edeac04d-6b14-467b-b73d-7282f5f81e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310630 Feb 11 04:51:09.340366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Request body: {'port': {'device_id': '1af08160-3add-45fb-96d5-ec4cde8f7ee9', 'network_id': '02650a09-c2d4-4ed9-9a7e-19b583253572', 'admin_state_up': True, 'tenant_id': '789b5bd7765346189f929b2889114db2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:09.349260 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-881afa2a-0dab-4f02-9f65-cf37cd8961e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:09.584639 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7a03ff1-27ec-4bca-abb9-7a01c273f4d6 req-0825ca90-7b63-40a3-968b-d8ea7f685fb2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7183366 Feb 11 04:51:09.660543 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585d5ea0-d1e4-4742-b904-198a2f07e936 x-openstack-request-id: req-585d5ea0-d1e4-4742-b904-198a2f07e936 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:09.661808 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-deleted", "tag": "6638f4f2-cc49-4856-a5ca-264e45cef0f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e8c20b6-d475-4e60-8328-3dfee4c9ca94", "tag": "cbef9694-2ce6-43e5-8762-526833abb42c", "status": "completed", "code": 200}, {"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-deleted", "tag": "f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:09.662139 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-585d5ea0-d1e4-4742-b904-198a2f07e936 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:09.663688 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-deleted', 'tag': '6638f4f2-cc49-4856-a5ca-264e45cef0f1', 'status': 'completed', 'code': 200} Feb 11 04:51:09.664128 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8c20b6-d475-4e60-8328-3dfee4c9ca94', 'tag': 'cbef9694-2ce6-43e5-8762-526833abb42c', 'status': 'completed', 'code': 200} Feb 11 04:51:09.664404 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-deleted', 'tag': 'f2ebddf2-7eb1-499d-b92c-3bcb3389ccdc', 'status': 'completed', 'code': 200} Feb 11 04:51:09.688172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Made reservation on behalf of 789b5bd7765346189f929b2889114db2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:09.694602 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:09.801719 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca72e9-1a51-4668-99be-e40061c62b68 req-664f9539-a237-49f0-8be4-ce6fca53dc71 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:09.812451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aaca72e9-1a51-4668-99be-e40061c62b68 req-664f9539-a237-49f0-8be4-ce6fca53dc71 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 984 time: 0.1114571 Feb 11 04:51:09.876489 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26fbfdd8-5c82-4036-b98e-d517a5198468 req-68c85cd1-ae39-4e61-92b4-04dba9033bae tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1391358 Feb 11 04:51:09.957944 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aaca72e9-1a51-4668-99be-e40061c62b68 req-d0dfd6a7-3e0a-43f5-818b-9e1ba2c7a56f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&id=7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1452444 Feb 11 04:51:10.103072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb6e468c-3b5e-4136-8c97-b929a4846d14 req-78416ce7-0c35-43ea-b4ee-839887b91e70 service neutron] 10.222.0.10 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376152 Feb 11 04:51:10.164775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Allocated IP 172.20.0.4 (02650a09-c2d4-4ed9-9a7e-19b583253572/ad83fdc0-4649-457e-bba4-7ae0f7d97a1b/efd9c88b-2667-4f55-945b-300aa12ebb80) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:10.182681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ce6a6-4b2c-427d-b2be-6d957bd6b2fd req-d3dcceaa-a6e5-49f1-85e7-b0501d03b3a2 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:10.184465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-797ce6a6-4b2c-427d-b2be-6d957bd6b2fd req-d3dcceaa-a6e5-49f1-85e7-b0501d03b3a2 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=87e3c0f7-01c9-4efc-854b-83f059671836 HTTP/1.1" status: 200 len: 946 time: 0.1741371 Feb 11 04:51:10.356451 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb6e468c-3b5e-4136-8c97-b929a4846d14 req-8512d7b2-26c7-463d-a0ff-477b06e9832c service neutron] 10.222.0.10 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442412 Feb 11 04:51:10.385302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e5bf9-08a5-4459-badc-f0a5b5033fac req-1edbf3ca-071b-4705-a343-83aab676ef52 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:10.398414 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c74e5bf9-08a5-4459-badc-f0a5b5033fac req-1edbf3ca-071b-4705-a343-83aab676ef52 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1074047 Feb 11 04:51:10.475252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-797ce6a6-4b2c-427d-b2be-6d957bd6b2fd req-c621f922-7b36-4c74-9c5b-099e41caaecf tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569537 Feb 11 04:51:10.502015 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c74e5bf9-08a5-4459-badc-f0a5b5033fac req-dca73904-33cd-41bb-b7bd-faa6c4c96049 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945895 Feb 11 04:51:10.719336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d53f2-a7c5-4d5c-ad53-e993784eba6a req-01c9a89b-9cf8-4855-bf8f-e3758d139ea2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:10.720048 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-951833aa-9aed-4d64-aeb1-2f7accfc4e5f req-41683072-b0db-4378-9f58-cdb85d3af1c8 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 210 time: 0.0666289 Feb 11 04:51:10.726963 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f46d53f2-a7c5-4d5c-ad53-e993784eba6a req-01c9a89b-9cf8-4855-bf8f-e3758d139ea2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1253378 Feb 11 04:51:10.763245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be2960-3c6e-4e8a-8c83-2bfe46654272 req-234d49f6-c297-48c4-8474-69b5e8b9e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:10.765266 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1be2960-3c6e-4e8a-8c83-2bfe46654272 req-234d49f6-c297-48c4-8474-69b5e8b9e74b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd&device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 1167 time: 0.2347631 Feb 11 04:51:10.777643 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Publish callbacks [] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:10.851685 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f46d53f2-a7c5-4d5c-ad53-e993784eba6a req-2ab29624-ee19-4c38-bd59-888e6767ac79 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121407 Feb 11 04:51:10.919709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:10.947611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be2960-3c6e-4e8a-8c83-2bfe46654272 req-b104464d-1575-4eac-ba81-7834e3996fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:10.948990 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1be2960-3c6e-4e8a-8c83-2bfe46654272 req-b104464d-1575-4eac-ba81-7834e3996fc9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edeac04d-6b14-467b-b73d-7282f5f81e89 HTTP/1.1" status: 200 len: 914 time: 0.1673386 Feb 11 04:51:11.075550 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2be7ea7b-e1f9-44e9-be9a-5ec46e98317b req-8648e49f-7969-4b5f-966c-159567b59a41 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0570831 Feb 11 04:51:11.111709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1be2960-3c6e-4e8a-8c83-2bfe46654272 req-4a955cc6-f1c7-43b3-97f2-24a817531e54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbef9694-2ce6-43e5-8762-526833abb42c HTTP/1.1" status: 200 len: 217 time: 0.1031666 Feb 11 04:51:11.130613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Network 02650a09-c2d4-4ed9-9a7e-19b583253572 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:11.190876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be2960-3c6e-4e8a-8c83-2bfe46654272 req-324099aa-daf8-420a-abaf-011139cc33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:11.192376 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1be2960-3c6e-4e8a-8c83-2bfe46654272 req-324099aa-daf8-420a-abaf-011139cc33fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca8ea8bb-31e1-405f-b851-d6f2d129fc2b HTTP/1.1" status: 200 len: 853 time: 0.0607233 Feb 11 04:51:11.195777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:11.200353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:11.234696 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Pushing event updated for resources: {'Port': ['ID=efd9c88b-2667-4f55-945b-300aa12ebb80,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:11.258278 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1be2960-3c6e-4e8a-8c83-2bfe46654272 req-72bab116-850b-4017-956a-39de9a55416f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edeac04d-6b14-467b-b73d-7282f5f81e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544538 Feb 11 04:51:11.338613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:11.339542 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:11.377443 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dda772-a228-42f9-bea5-0f678996de86 req-c9c852f0-7ae2-4d4d-aabd-2c93bd29e49f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:11.384972 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5dda772-a228-42f9-bea5-0f678996de86 req-c9c852f0-7ae2-4d4d-aabd-2c93bd29e49f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 984 time: 0.1107020 Feb 11 04:51:11.446512 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-d12ba3c0-ed60-48fe-8980-740f306b3f09 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1145720 Feb 11 04:51:11.471529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5dda772-a228-42f9-bea5-0f678996de86 req-25a70c1c-aede-4a5e-8063-5ed820418057 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&id=7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0855687 Feb 11 04:51:11.506789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Request body: {'port': {'device_id': '1af08160-3add-45fb-96d5-ec4cde8f7ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:11.526865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1be2960-3c6e-4e8a-8c83-2bfe46654272 req-71af5788-425d-417f-8776-78b6d120e25d service neutron] 10.222.0.10 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596076 Feb 11 04:51:11.718092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc6fa8-5e82-491d-97c2-3946d0184d9a req-51144002-5cc5-48fd-85c3-9bf5ab13a697 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:11.730180 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfdc6fa8-5e82-491d-97c2-3946d0184d9a req-51144002-5cc5-48fd-85c3-9bf5ab13a697 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=87e3c0f7-01c9-4efc-854b-83f059671836 HTTP/1.1" status: 200 len: 946 time: 0.1440494 Feb 11 04:51:11.834159 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d381edf6-7f04-4c64-938c-5d690a12b63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:11.849728 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfdc6fa8-5e82-491d-97c2-3946d0184d9a req-69197e04-6ed1-4292-b451-715fbae7fa16 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185820 Feb 11 04:51:12.100134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d44d3-5250-4a31-aa73-676b8242fbf0 req-c42a7aea-fc70-40ff-96ff-c31c7df4e589 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:12.109966 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f95d44d3-5250-4a31-aa73-676b8242fbf0 req-c42a7aea-fc70-40ff-96ff-c31c7df4e589 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 931 time: 0.1060054 Feb 11 04:51:12.229098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f95d44d3-5250-4a31-aa73-676b8242fbf0 req-62a926db-1593-4298-a83e-3ec6c7bcf3a6 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051683 Feb 11 04:51:12.279406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-deleted', 'tag': '7e32e80d-81f4-4193-87ef-f96d22ac5f23'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:12.284532 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205549a1-3c4e-4a4e-912f-5e2b94315bf8" -d '{"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-deleted", "tag": "7e32e80d-81f4-4193-87ef-f96d22ac5f23"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:12.324256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15b9762d-f915-4dec-836e-a6c6c7a487d4 req-dccac5c7-6602-4014-b549-ccd93ffdafd7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0414627 Feb 11 04:51:12.478129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1be2960-3c6e-4e8a-8c83-2bfe46654272 req-8b530054-7efe-4bd4-9ba3-396fd2f20a67 service neutron] 10.222.0.10 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828637 Feb 11 04:51:12.480010 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472ca05a-7df4-49ce-9a8e-455810c67dff x-openstack-request-id: req-472ca05a-7df4-49ce-9a8e-455810c67dff {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:12.480475 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287762c5-00f5-4c54-8d07-af8797d7d009", "name": "network-vif-deleted", "tag": "7e32e80d-81f4-4193-87ef-f96d22ac5f23", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:12.480877 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-472ca05a-7df4-49ce-9a8e-455810c67dff {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:12.481419 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287762c5-00f5-4c54-8d07-af8797d7d009', 'name': 'network-vif-deleted', 'tag': '7e32e80d-81f4-4193-87ef-f96d22ac5f23', 'status': 'completed', 'code': 200} Feb 11 04:51:12.564112 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:12.594236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546aee5-219d-4ffc-818b-530020a0da68 req-c7bf045d-766e-418e-8e37-7b4ce08cd9b4 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:12.596442 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c546aee5-219d-4ffc-818b-530020a0da68 req-c7bf045d-766e-418e-8e37-7b4ce08cd9b4 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.60 "GET /v2.0/ports?device_id=87e3c0f7-01c9-4efc-854b-83f059671836 HTTP/1.1" status: 200 len: 946 time: 0.1140935 Feb 11 04:51:12.650730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:12.710844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02748cf-c526-4e4f-86ab-3d65197e3ec0 req-86318d06-eb40-4213-87e0-9d0d013e1f75 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:12.726076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d02748cf-c526-4e4f-86ab-3d65197e3ec0 req-86318d06-eb40-4213-87e0-9d0d013e1f75 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 984 time: 0.1184342 Feb 11 04:51:12.758478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f610e4-f3b0-4109-9ac2-d07fd9b72df9 req-5c00ccfc-e4e4-4dde-a887-fc505d2b4616 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:12.767516 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3f610e4-f3b0-4109-9ac2-d07fd9b72df9 req-5c00ccfc-e4e4-4dde-a887-fc505d2b4616 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.4078231 Feb 11 04:51:12.838777 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d02748cf-c526-4e4f-86ab-3d65197e3ec0 req-15ecc67d-773a-4728-8465-8fbc48fbbbc1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&id=7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1117189 Feb 11 04:51:13.046760 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23a97fff-515d-41d5-9613-97e069b71bb1 req-efe6dc17-045b-43cd-a3e7-8b8a16401cf8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1899294525&fields=id&tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd HTTP/1.1" status: 200 len: 267 time: 0.0884392 Feb 11 04:51:13.122387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3f610e4-f3b0-4109-9ac2-d07fd9b72df9 req-7de3ab42-ca0a-4b26-9882-2595549bad7c tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525877 Feb 11 04:51:13.157994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97fff-515d-41d5-9613-97e069b71bb1 req-557b254d-27f3-42b1-be0b-ec76c8a9af1f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:13.174165 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23a97fff-515d-41d5-9613-97e069b71bb1 req-557b254d-27f3-42b1-be0b-ec76c8a9af1f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 984 time: 0.1261911 Feb 11 04:51:13.179661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-23a97fff-515d-41d5-9613-97e069b71bb1 req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'port': {'security_groups': ['462ae22b-224d-452d-9b18-d635dd612536', '7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd', 'f3827413-1095-489e-bd04-17ee79cc0262']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:13.204368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-c546aee5-219d-4ffc-818b-530020a0da68 req-f38fcedc-a54e-4a1a-b174-13534fc58f5d tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Deleting port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:13.208652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c546aee5-219d-4ffc-818b-530020a0da68 req-f38fcedc-a54e-4a1a-b174-13534fc58f5d tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:13.331296 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-23a97fff-515d-41d5-9613-97e069b71bb1 req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:13.550795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c546aee5-219d-4ffc-818b-530020a0da68 req-f38fcedc-a54e-4a1a-b174-13534fc58f5d tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] For port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:13.551418 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c546aee5-219d-4ffc-818b-530020a0da68 req-f38fcedc-a54e-4a1a-b174-13534fc58f5d tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:13.584990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c427a9-92d6-4d85-afc3-ef8babde1adf req-36d21808-3ce8-40a2-b315-6b3d4a24a549 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:13.586585 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4c427a9-92d6-4d85-afc3-ef8babde1adf req-36d21808-3ce8-40a2-b315-6b3d4a24a549 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=87e3c0f7-01c9-4efc-854b-83f059671836 HTTP/1.1" status: 200 len: 946 time: 0.3372262 Feb 11 04:51:13.656676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-c546aee5-219d-4ffc-818b-530020a0da68 req-f38fcedc-a54e-4a1a-b174-13534fc58f5d tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Calling delete_port for ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:13.673774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4c427a9-92d6-4d85-afc3-ef8babde1adf req-0c9514a8-2e57-464c-88f5-29c6d6c68069 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744233 Feb 11 04:51:13.879611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd9c88b-2667-4f55-945b-300aa12ebb80 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:51:13.883245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-23a97fff-515d-41d5-9613-97e069b71bb1 req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] For port cbef9694-2ce6-43e5-8762-526833abb42c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=cbef9694-2ce6-43e5-8762-526833abb42c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:13.912626 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Publish callbacks [] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:13.957288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Transition to ACTIVE for port object efd9c88b-2667-4f55-945b-300aa12ebb80 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:51:13.993601 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:14.003474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-23a97fff-515d-41d5-9613-97e069b71bb1 req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for port (cbef9694-2ce6-43e5-8762-526833abb42c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:14.020474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-23a97fff-515d-41d5-9613-97e069b71bb1 req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:14.029896 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7317c45-b612-4c07-8e29-8d5d703414eb req-65df14fe-a776-42f5-91e4-14e35124216a tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:14.040682 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7317c45-b612-4c07-8e29-8d5d703414eb req-65df14fe-a776-42f5-91e4-14e35124216a tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 931 time: 0.1784503 Feb 11 04:51:14.063233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['de047aa8-af05-4b2e-9626-bb125b79e92c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:14.149705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97fff-515d-41d5-9613-97e069b71bb1 req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:14.151630 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-23a97fff-515d-41d5-9613-97e069b71bb1 req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:14.175394 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23a97fff-515d-41d5-9613-97e069b71bb1 req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "PUT /v2.0/ports/cbef9694-2ce6-43e5-8762-526833abb42c HTTP/1.1" status: 200 len: 1020 time: 1.0002134 Feb 11 04:51:14.177823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8c20b6-d475-4e60-8328-3dfee4c9ca94', 'tag': 'cbef9694-2ce6-43e5-8762-526833abb42c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:14.180110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['cbef9694-2ce6-43e5-8762-526833abb42c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:14.182319 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5eab2f-217e-45f2-9de2-a4473f2ce2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8c20b6-d475-4e60-8328-3dfee4c9ca94", "tag": "cbef9694-2ce6-43e5-8762-526833abb42c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:14.302619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'Port': ['ID=cbef9694-2ce6-43e5-8762-526833abb42c,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:14.317861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.318217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.318587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.318979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.319299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.319629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.319965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.320303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.320630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.320957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.339553 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7317c45-b612-4c07-8e29-8d5d703414eb req-50426d09-f698-4961-9b6b-cf263ea07361 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978981 Feb 11 04:51:14.349046 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.349428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.349786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13366359-368c-44f4-bd9b-baa2de60b862 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:14.426025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['cbef9694-2ce6-43e5-8762-526833abb42c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:14.505560 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2fb0961b-efbe-47ce-a433-45b5249574a8 req-0c6c0c01-9473-4ac2-b935-af88ffe044d7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1351848 Feb 11 04:51:14.597394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Pushing event updated for resources: {'Port': ['ID=efd9c88b-2667-4f55-945b-300aa12ebb80,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:14.651554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Attempting to bind port efd9c88b-2667-4f55-945b-300aa12ebb80 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:14.654202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Attempting to bind port efd9c88b-2667-4f55-945b-300aa12ebb80 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '02650a09-c2d4-4ed9-9a7e-19b583253572'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:14.655346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Attempting to bind port efd9c88b-2667-4f55-945b-300aa12ebb80 on network 02650a09-c2d4-4ed9-9a7e-19b583253572 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:14.662230 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:14.693886 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-948e60b2-e303-417b-98de-8d143a899360 req-d304c079-9821-4a64-b681-29e24624b0a7 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/f3827413-1095-489e-bd04-17ee79cc0262 HTTP/1.1" status: 200 len: 1820 time: 0.1306825 Feb 11 04:51:14.695722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Port efd9c88b-2667-4f55-945b-300aa12ebb80 on network 02650a09-c2d4-4ed9-9a7e-19b583253572 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:51:14.696276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Attempting to bind port efd9c88b-2667-4f55-945b-300aa12ebb80 on network 02650a09-c2d4-4ed9-9a7e-19b583253572 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:14.706435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:14.706781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Checking segment: {'id': '9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '02650a09-c2d4-4ed9-9a7e-19b583253572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:14.707206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Bound using segment: {'id': '9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '02650a09-c2d4-4ed9-9a7e-19b583253572'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:14.707649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Bound port: efd9c88b-2667-4f55-945b-300aa12ebb80, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '02650a09-c2d4-4ed9-9a7e-19b583253572'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:14.708019 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:14.794477 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-948e60b2-e303-417b-98de-8d143a899360 req-cd5af7bd-37ac-40e1-b85a-0985f28000ab tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 04:51:14.810350 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-948e60b2-e303-417b-98de-8d143a899360 req-cd5af7bd-37ac-40e1-b85a-0985f28000ab tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "DELETE /v2.0/security-groups/f3827413-1095-489e-bd04-17ee79cc0262 HTTP/1.1" status: 409 len: 341 time: 0.1148028 Feb 11 04:51:14.819527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] For port efd9c88b-2667-4f55-945b-300aa12ebb80, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:14.827391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] For port efd9c88b-2667-4f55-945b-300aa12ebb80, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=efd9c88b-2667-4f55-945b-300aa12ebb80,segment=NetworkSegment(9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e),segment_id=9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:14.835810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c546aee5-219d-4ffc-818b-530020a0da68 req-f38fcedc-a54e-4a1a-b174-13534fc58f5d tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:14.866112 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f90a078-0813-4531-890e-d5126fb952c3 x-openstack-request-id: req-7f90a078-0813-4531-890e-d5126fb952c3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:14.866823 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8c20b6-d475-4e60-8328-3dfee4c9ca94", "tag": "cbef9694-2ce6-43e5-8762-526833abb42c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:14.867303 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f90a078-0813-4531-890e-d5126fb952c3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:14.867907 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8c20b6-d475-4e60-8328-3dfee4c9ca94', 'tag': 'cbef9694-2ce6-43e5-8762-526833abb42c', 'status': 'completed', 'code': 200} Feb 11 04:51:14.893913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12', '9523cbb2-df2e-4df3-a2b3-c2236272c72d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:14.898737 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:14.899898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['4f484c72-2226-4420-87b6-ec39d83df570'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:14.911953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23238-4155-45eb-af7e-08694654bc1b req-120b0071-9181-4cef-93c5-a02459e94ab2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:14.928902 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39b23238-4155-45eb-af7e-08694654bc1b req-120b0071-9181-4cef-93c5-a02459e94ab2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.2865882 Feb 11 04:51:15.033229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fcedc-a54e-4a1a-b174-13534fc58f5d tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Pushing event deleted for resources: {'Port': ['ID=ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:15.138123 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39b23238-4155-45eb-af7e-08694654bc1b req-9ea2c615-658a-49ca-920c-6eacf1d5af45 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082472 Feb 11 04:51:15.332257 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f73dae6f-2d3d-4f2f-8179-16db975ce8dd req-380b24cd-2df2-4416-899c-4524775c6c9f tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=87e3c0f7-01c9-4efc-854b-83f059671836 HTTP/1.1" status: 200 len: 210 time: 0.0829916 Feb 11 04:51:15.363149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:15.364340 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:15.365774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] 10.222.0.10 "PUT /v2.0/ports/efd9c88b-2667-4f55-945b-300aa12ebb80 HTTP/1.1" status: 200 len: 1092 time: 3.8631303 Feb 11 04:51:15.379848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eab2f-217e-45f2-9de2-a4473f2ce2dd req-5c845e46-8251-4bdb-9969-4cf17b9bcc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:15.381753 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f5eab2f-217e-45f2-9de2-a4473f2ce2dd req-5c845e46-8251-4bdb-9969-4cf17b9bcc0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd&device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 1207 time: 0.4050741 Feb 11 04:51:15.382635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c546aee5-219d-4ffc-818b-530020a0da68 req-f38fcedc-a54e-4a1a-b174-13534fc58f5d tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] No DVR routers for this DVR port ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:15.391558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c546aee5-219d-4ffc-818b-530020a0da68 req-f38fcedc-a54e-4a1a-b174-13534fc58f5d tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:15.401298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c546aee5-219d-4ffc-818b-530020a0da68 req-f38fcedc-a54e-4a1a-b174-13534fc58f5d tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.60 "DELETE /v2.0/ports/ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 HTTP/1.1" status: 204 len: 173 time: 2.7981775 Feb 11 04:51:15.404038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af08160-3add-45fb-96d5-ec4cde8f7ee9', 'tag': 'efd9c88b-2667-4f55-945b-300aa12ebb80'}, {'server_uuid': '87e3c0f7-01c9-4efc-854b-83f059671836', 'name': 'network-vif-deleted', 'tag': 'ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:15.412711 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04ba4a7-c233-4a12-bf37-6aa1e689ca74" -d '{"events": [{"name": "network-changed", "server_uuid": "1af08160-3add-45fb-96d5-ec4cde8f7ee9", "tag": "efd9c88b-2667-4f55-945b-300aa12ebb80"}, {"server_uuid": "87e3c0f7-01c9-4efc-854b-83f059671836", "name": "network-vif-deleted", "tag": "ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:15.618159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d247706-a1aa-45a4-b6d8-f25e88875d6e service neutron] Pushing event updated for resources: {'Port': ['ID=efd9c88b-2667-4f55-945b-300aa12ebb80,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:15.730870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b96293-a35a-475f-9317-6e5c1bec8ef8 req-b51fc07b-22ac-4246-a3bd-cd53b952cd13 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:15.747790 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15b96293-a35a-475f-9317-6e5c1bec8ef8 req-b51fc07b-22ac-4246-a3bd-cd53b952cd13 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 944 time: 0.1947715 Feb 11 04:51:15.798591 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:15.893960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15b96293-a35a-475f-9317-6e5c1bec8ef8 req-dd30a1b9-ebb0-4fed-a4cd-1fbd0ca18188 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451333 Feb 11 04:51:15.977453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eab2f-217e-45f2-9de2-a4473f2ce2dd req-79cbac8f-cdbc-4ebe-9426-48d21acb8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:15.980484 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f5eab2f-217e-45f2-9de2-a4473f2ce2dd req-79cbac8f-cdbc-4ebe-9426-48d21acb8b79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=edeac04d-6b14-467b-b73d-7282f5f81e89 HTTP/1.1" status: 200 len: 914 time: 0.5523124 Feb 11 04:51:16.019492 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe133c91-679c-433c-abcc-b065331a2590 x-openstack-request-id: req-fe133c91-679c-433c-abcc-b065331a2590 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:16.020090 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af08160-3add-45fb-96d5-ec4cde8f7ee9", "tag": "efd9c88b-2667-4f55-945b-300aa12ebb80", "status": "completed", "code": 200}, {"server_uuid": "87e3c0f7-01c9-4efc-854b-83f059671836", "name": "network-vif-deleted", "tag": "ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:16.020519 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe133c91-679c-433c-abcc-b065331a2590 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:16.021115 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af08160-3add-45fb-96d5-ec4cde8f7ee9', 'tag': 'efd9c88b-2667-4f55-945b-300aa12ebb80', 'status': 'completed', 'code': 200} Feb 11 04:51:16.021779 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e3c0f7-01c9-4efc-854b-83f059671836', 'name': 'network-vif-deleted', 'tag': 'ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12', 'status': 'completed', 'code': 200} Feb 11 04:51:16.070526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f5eab2f-217e-45f2-9de2-a4473f2ce2dd req-a9e6668f-1560-415a-8a71-f063c340180b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbef9694-2ce6-43e5-8762-526833abb42c HTTP/1.1" status: 200 len: 217 time: 0.0474398 Feb 11 04:51:16.243879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eab2f-217e-45f2-9de2-a4473f2ce2dd req-e421929e-4c56-45ea-90fe-202e4c16b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:16.245748 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f5eab2f-217e-45f2-9de2-a4473f2ce2dd req-e421929e-4c56-45ea-90fe-202e4c16b720 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca8ea8bb-31e1-405f-b851-d6f2d129fc2b HTTP/1.1" status: 200 len: 853 time: 0.1506603 Feb 11 04:51:16.269560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-f8db4d93-850b-4775-a0d9-57ea726c6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:16.271890 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-f8db4d93-850b-4775-a0d9-57ea726c6c9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=789b5bd7765346189f929b2889114db2&device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 1126 time: 0.6365924 Feb 11 04:51:16.286878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9880bc-c1b2-4a8a-a9be-753da0b23dbd req-543dcc45-2c12-4ad4-9684-e82ce3ba1834 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:16.295141 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b9880bc-c1b2-4a8a-a9be-753da0b23dbd req-543dcc45-2c12-4ad4-9684-e82ce3ba1834 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 943 time: 0.5866275 Feb 11 04:51:16.316515 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16916efc-328b-4893-947a-1aee5af335fa req-c814b233-2e0b-4127-9b3c-5dc0b530875b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0953727 Feb 11 04:51:16.335162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f5eab2f-217e-45f2-9de2-a4473f2ce2dd req-7ff55b21-5021-4254-b5a9-312d849174a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=edeac04d-6b14-467b-b73d-7282f5f81e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756795 Feb 11 04:51:16.465654 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-b3aa69ad-b9dd-4052-94bd-327400b03e67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efd9c88b-2667-4f55-945b-300aa12ebb80 HTTP/1.1" status: 200 len: 217 time: 0.1443002 Feb 11 04:51:16.560041 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec96f-2176-4196-abdb-1b376f5e1f4e req-97a041bb-35e4-400e-a227-4cc1e591ed5e tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:16.568563 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-530ec96f-2176-4196-abdb-1b376f5e1f4e req-97a041bb-35e4-400e-a227-4cc1e591ed5e tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 1023 time: 0.1260946 Feb 11 04:51:16.720981 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-530ec96f-2176-4196-abdb-1b376f5e1f4e req-e09b187d-dec9-4338-9af6-3b1237a5974b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&id=f3827413-1095-489e-bd04-17ee79cc0262&id=7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1453977 Feb 11 04:51:16.734468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f5eab2f-217e-45f2-9de2-a4473f2ce2dd req-50da6279-e5ff-4156-b62e-1880f8430ad8 service neutron] 10.222.0.10 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597691 Feb 11 04:51:16.795589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b9880bc-c1b2-4a8a-a9be-753da0b23dbd req-07440a21-c4aa-49e9-9810-654ea7e15abf tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941616 Feb 11 04:51:16.823993 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-2f6ee892-b2c7-4665-9298-25f1765924d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:16.829016 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-2f6ee892-b2c7-4665-9298-25f1765924d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad83fdc0-4649-457e-bba4-7ae0f7d97a1b HTTP/1.1" status: 200 len: 849 time: 0.3549144 Feb 11 04:51:16.900107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adb70e-1fa9-4f7d-8a5a-eb03a99cf9f1 req-e41e91ee-4f67-4f72-9654-038d02c8a170 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:16.910785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2adb70e-1fa9-4f7d-8a5a-eb03a99cf9f1 req-e41e91ee-4f67-4f72-9654-038d02c8a170 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1124995 Feb 11 04:51:17.000286 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-cbc109c6-beff-45df-acc0-3bf9e1482425 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02650a09-c2d4-4ed9-9a7e-19b583253572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226702 Feb 11 04:51:17.037963 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2adb70e-1fa9-4f7d-8a5a-eb03a99cf9f1 req-176efc14-3d2f-49f1-83fb-c2be441083d2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257191 Feb 11 04:51:17.242056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f5eab2f-217e-45f2-9de2-a4473f2ce2dd req-c69722e7-321a-467e-b48c-30bfa120180b service neutron] 10.222.0.10 "GET /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055603 Feb 11 04:51:17.418142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d78-5444-4c5b-8053-faee161ba4f8 req-0b0f10f6-81e2-4b21-b1dc-7d471da7fcfe tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:17.424151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1225e7-e61a-42e6-9e27-87accaa47fd7 req-0f2dca7e-0635-447d-8fb6-866aeccaf3db tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:17.430023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6455d78-5444-4c5b-8053-faee161ba4f8 req-0b0f10f6-81e2-4b21-b1dc-7d471da7fcfe tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 944 time: 0.2634289 Feb 11 04:51:17.449329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e1225e7-e61a-42e6-9e27-87accaa47fd7 req-0f2dca7e-0635-447d-8fb6-866aeccaf3db tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.60 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 944 time: 0.8622606 Feb 11 04:51:17.539893 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:17.571811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6455d78-5444-4c5b-8053-faee161ba4f8 req-1d3cdc2f-cc42-4bb3-aaaf-f9846e70ef80 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400237 Feb 11 04:51:17.587242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:17.587601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ea7bdf2e-997b-44d9-9f9a-d63b9eaa3c12 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:17.836728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e9add6a-3c10-434d-a6b8-a92f83cb91db req-094a8bdd-02c1-4756-a508-8d7f0507057d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1609991 Feb 11 04:51:17.999376 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-695a3a60-aa05-4118-ac21-ba8a437779a2 service neutron] 10.222.0.10 "GET /v2.0/networks/02650a09-c2d4-4ed9-9a7e-19b583253572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7563217 Feb 11 04:51:18.006473 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140fa22-70c4-4920-b1b4-f753868b3796 req-46e6b954-4687-48e3-9366-3f3dc8d9ede1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:18.008032 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e140fa22-70c4-4920-b1b4-f753868b3796 req-46e6b954-4687-48e3-9366-3f3dc8d9ede1 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 1023 time: 0.4886968 Feb 11 04:51:18.013176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68533c1-8090-434e-bbf5-7d3e453b6cf3 req-de8bd7cf-5fc5-4366-b249-3b77dba49aeb tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:18.024849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a68533c1-8090-434e-bbf5-7d3e453b6cf3 req-de8bd7cf-5fc5-4366-b249-3b77dba49aeb tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 1023 time: 0.1524591 Feb 11 04:51:18.190687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a68533c1-8090-434e-bbf5-7d3e453b6cf3 req-303386e2-d075-4b37-97be-8d503b8ded4e tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&id=f3827413-1095-489e-bd04-17ee79cc0262&id=7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1581848 Feb 11 04:51:18.220003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7e1225e7-e61a-42e6-9e27-87accaa47fd7 req-1e79636d-965b-4091-87c7-4fda8c3abf20 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Deleting port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:18.220746 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e1225e7-e61a-42e6-9e27-87accaa47fd7 req-1e79636d-965b-4091-87c7-4fda8c3abf20 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:18.395690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c8d64-a26d-43fe-b559-7583bf39240b req-14b21a5b-a9d1-4c0a-9eb8-8652ab356500 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:18.402552 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b7c8d64-a26d-43fe-b559-7583bf39240b req-14b21a5b-a9d1-4c0a-9eb8-8652ab356500 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 943 time: 0.4199910 Feb 11 04:51:18.459156 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-005990eb-eb13-48d4-bad3-0e41cecd67b7 req-f34f5388-dc32-4b0c-be8a-ec8ea0210e8a service neutron] 10.222.0.10 "GET /v2.0/networks/02650a09-c2d4-4ed9-9a7e-19b583253572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499514 Feb 11 04:51:18.539690 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c4296-7311-47db-b2dc-69709510bd28 req-8337d889-4f72-4fa8-bd62-0dd6712f6c79 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:18.550953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-287c4296-7311-47db-b2dc-69709510bd28 req-8337d889-4f72-4fa8-bd62-0dd6712f6c79 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1625600 Feb 11 04:51:18.554528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b7c8d64-a26d-43fe-b559-7583bf39240b req-e1a789a2-72fa-472e-b7e6-80edb8448627 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508739 Feb 11 04:51:18.645520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e140fa22-70c4-4920-b1b4-f753868b3796 req-b921de74-e5bf-492b-83f8-8fb3cda02b3f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Deleting port cbef9694-2ce6-43e5-8762-526833abb42c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:18.650528 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e140fa22-70c4-4920-b1b4-f753868b3796 req-b921de74-e5bf-492b-83f8-8fb3cda02b3f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:18.671334 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-287c4296-7311-47db-b2dc-69709510bd28 req-3d8e2f2f-85f4-4f99-bb1e-444c52bc477b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169307 Feb 11 04:51:18.674128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7e1225e7-e61a-42e6-9e27-87accaa47fd7 req-1e79636d-965b-4091-87c7-4fda8c3abf20 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] For port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:18.674643 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e1225e7-e61a-42e6-9e27-87accaa47fd7 req-1e79636d-965b-4091-87c7-4fda8c3abf20 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:18.847464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7e1225e7-e61a-42e6-9e27-87accaa47fd7 req-1e79636d-965b-4091-87c7-4fda8c3abf20 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Calling delete_port for 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:18.925298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828048-24c6-4ff0-931a-0de50d172f85 req-691fdca1-6540-46dc-91ff-4e2bfde80cd0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:18.939056 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce828048-24c6-4ff0-931a-0de50d172f85 req-691fdca1-6540-46dc-91ff-4e2bfde80cd0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 944 time: 0.1555705 Feb 11 04:51:19.051844 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce828048-24c6-4ff0-931a-0de50d172f85 req-bc296472-5f55-4e50-bf2c-a7b8eb676735 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102688 Feb 11 04:51:19.275593 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c17ee36-15a8-44e6-8f61-723f2f85eec6 req-693693d4-d24e-4fa5-b2a1-bcea43f017d2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0768905 Feb 11 04:51:19.696101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba4a7-c233-4a12-bf37-6aa1e689ca74 req-1b7c58ed-5590-4848-bff5-1a2a9066e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:19.698958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b04ba4a7-c233-4a12-bf37-6aa1e689ca74 req-1b7c58ed-5590-4848-bff5-1a2a9066e86b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=789b5bd7765346189f929b2889114db2&device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 1126 time: 1.0910985 Feb 11 04:51:19.765388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e140fa22-70c4-4920-b1b4-f753868b3796 req-b921de74-e5bf-492b-83f8-8fb3cda02b3f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] For port cbef9694-2ce6-43e5-8762-526833abb42c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=cbef9694-2ce6-43e5-8762-526833abb42c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:19.765673 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e140fa22-70c4-4920-b1b4-f753868b3796 req-b921de74-e5bf-492b-83f8-8fb3cda02b3f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:19.824859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e140fa22-70c4-4920-b1b4-f753868b3796 req-b921de74-e5bf-492b-83f8-8fb3cda02b3f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Calling delete_port for cbef9694-2ce6-43e5-8762-526833abb42c owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:19.842598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c0dd0-e4cc-4adf-a513-32300243947e req-1ac03b56-42e9-4439-ba07-a8b1e1e50ba8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:19.844109 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f05c0dd0-e4cc-4adf-a513-32300243947e req-1ac03b56-42e9-4439-ba07-a8b1e1e50ba8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 1023 time: 0.2656922 Feb 11 04:51:19.848430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee56edc-e007-46df-8c44-6b380852c60b req-e17ce0e0-183a-478f-9524-38b537e564d7 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:19.868198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee56edc-e007-46df-8c44-6b380852c60b req-e17ce0e0-183a-478f-9524-38b537e564d7 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:19.879535 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bee56edc-e007-46df-8c44-6b380852c60b req-e17ce0e0-183a-478f-9524-38b537e564d7 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=54af9520-6167-4f51-8a43-6011af46f78f&device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 1681 time: 0.1522567 Feb 11 04:51:19.986153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba4a7-c233-4a12-bf37-6aa1e689ca74 req-b3990607-ac3c-4d5e-92ea-6930a6779222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:20.001884 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b04ba4a7-c233-4a12-bf37-6aa1e689ca74 req-b3990607-ac3c-4d5e-92ea-6930a6779222 service neutron] 10.222.0.10 "GET /v2.0/networks?id=02650a09-c2d4-4ed9-9a7e-19b583253572 HTTP/1.1" status: 200 len: 910 time: 0.2803936 Feb 11 04:51:20.002278 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bee56edc-e007-46df-8c44-6b380852c60b req-bcc98956-c500-4a25-a92f-5461bf33eaad tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141689 Feb 11 04:51:20.057636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b04ba4a7-c233-4a12-bf37-6aa1e689ca74 req-d6ec2e98-f253-4dc3-96de-af5436b25aef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efd9c88b-2667-4f55-945b-300aa12ebb80 HTTP/1.1" status: 200 len: 217 time: 0.0580812 Feb 11 04:51:20.174642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cd395-f8fe-4b15-a974-77285c12aa8e req-9ff633b4-b27a-4ddf-8052-722a79dbf629 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:20.184408 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db8cd395-f8fe-4b15-a974-77285c12aa8e req-9ff633b4-b27a-4ddf-8052-722a79dbf629 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 943 time: 0.1101243 Feb 11 04:51:20.267515 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db8cd395-f8fe-4b15-a974-77285c12aa8e req-85ac1c77-feeb-4212-ab2a-4bda68003185 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821612 Feb 11 04:51:20.296109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device efd9c88b-2667-4f55-945b-300aa12ebb80 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:51:20.367804 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e1225e7-e61a-42e6-9e27-87accaa47fd7 req-1e79636d-965b-4091-87c7-4fda8c3abf20 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.373965 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e140fa22-70c4-4920-b1b4-f753868b3796 req-b921de74-e5bf-492b-83f8-8fb3cda02b3f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (cbef9694-2ce6-43e5-8762-526833abb42c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.380647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba4a7-c233-4a12-bf37-6aa1e689ca74 req-189d5b1c-e9d9-4f57-9c54-f26075c47321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:20.383925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b04ba4a7-c233-4a12-bf37-6aa1e689ca74 req-189d5b1c-e9d9-4f57-9c54-f26075c47321 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad83fdc0-4649-457e-bba4-7ae0f7d97a1b HTTP/1.1" status: 200 len: 849 time: 0.3102350 Feb 11 04:51:20.484171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe47e-4357-4feb-b83a-c1c0f71acfdf req-7f3de590-81c5-419c-b7df-6dc77d6d1304 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:20.487406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['cbef9694-2ce6-43e5-8762-526833abb42c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:20.492241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['de047aa8-af05-4b2e-9626-bb125b79e92c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:20.495876 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5bfe47e-4357-4feb-b83a-c1c0f71acfdf req-7f3de590-81c5-419c-b7df-6dc77d6d1304 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1195028 Feb 11 04:51:20.542697 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79636d-965b-4091-87c7-4fda8c3abf20 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Pushing event deleted for resources: {'Port': ['ID=2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:20.621654 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5bfe47e-4357-4feb-b83a-c1c0f71acfdf req-53d24153-8e9c-4ead-9403-9cfc7918b3c2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247933 Feb 11 04:51:20.664559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921de74-e5bf-492b-83f8-8fb3cda02b3f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event deleted for resources: {'Port': ['ID=cbef9694-2ce6-43e5-8762-526833abb42c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:20.762005 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b04ba4a7-c233-4a12-bf37-6aa1e689ca74 req-163eee23-4451-4fcf-b03d-fc76c13c9d3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02650a09-c2d4-4ed9-9a7e-19b583253572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2580705 Feb 11 04:51:20.770313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port efd9c88b-2667-4f55-945b-300aa12ebb80, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=efd9c88b-2667-4f55-945b-300aa12ebb80,segment=NetworkSegment(9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e),segment_id=9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:20.775232 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f05c0dd0-e4cc-4adf-a513-32300243947e req-664921cc-8750-4279-b72f-11c6e06fb1d5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=462ae22b-224d-452d-9b18-d635dd612536&id=f3827413-1095-489e-bd04-17ee79cc0262&id=7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.9199529 Feb 11 04:51:20.837050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e140fa22-70c4-4920-b1b4-f753868b3796 req-b921de74-e5bf-492b-83f8-8fb3cda02b3f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] No DVR routers for this DVR port cbef9694-2ce6-43e5-8762-526833abb42c on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:20.839259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1225e7-e61a-42e6-9e27-87accaa47fd7 req-1e79636d-965b-4091-87c7-4fda8c3abf20 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] No DVR routers for this DVR port 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:20.848619 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e140fa22-70c4-4920-b1b4-f753868b3796 req-b921de74-e5bf-492b-83f8-8fb3cda02b3f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.852923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e140fa22-70c4-4920-b1b4-f753868b3796 req-b921de74-e5bf-492b-83f8-8fb3cda02b3f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.10 "DELETE /v2.0/ports/cbef9694-2ce6-43e5-8762-526833abb42c HTTP/1.1" status: 204 len: 173 time: 2.8087361 Feb 11 04:51:20.854203 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e1225e7-e61a-42e6-9e27-87accaa47fd7 req-1e79636d-965b-4091-87c7-4fda8c3abf20 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.857978 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e1225e7-e61a-42e6-9e27-87accaa47fd7 req-1e79636d-965b-4091-87c7-4fda8c3abf20 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.60 "DELETE /v2.0/ports/2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 HTTP/1.1" status: 204 len: 173 time: 3.3942788 Feb 11 04:51:20.858630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8c20b6-d475-4e60-8328-3dfee4c9ca94', 'name': 'network-vif-deleted', 'tag': 'cbef9694-2ce6-43e5-8762-526833abb42c'}, {'server_uuid': 'c013e52e-7359-4a53-8fd0-99d404cbe03d', 'name': 'network-vif-deleted', 'tag': '2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:20.861758 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f322fd4-4d1d-4136-b126-bc98fb19b45c" -d '{"events": [{"server_uuid": "4e8c20b6-d475-4e60-8328-3dfee4c9ca94", "name": "network-vif-deleted", "tag": "cbef9694-2ce6-43e5-8762-526833abb42c"}, {"server_uuid": "c013e52e-7359-4a53-8fd0-99d404cbe03d", "name": "network-vif-deleted", "tag": "2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:20.988026 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9688c151-5caf-4df3-882a-0f00dfcf643f req-0187d26f-d325-4ec0-9af0-76d5290f9605 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 210 time: 0.0666285 Feb 11 04:51:21.047290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'efd9c88b-2667-4f55-945b-300aa12ebb80', 'network_id': '02650a09-c2d4-4ed9-9a7e-19b583253572', 'port_id': 'efd9c88b-2667-4f55-945b-300aa12ebb80', 'mac_address': 'fa:16:3e:01:19:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad83fdc0-4649-457e-bba4-7ae0f7d97a1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:51:21.150564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ac4dd43-44f1-4b4c-bc35-3410b2ec01ec req-4bac86ef-8575-4ef4-9ea4-6ad2d1f3e14e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1696634 Feb 11 04:51:21.255358 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b04ba4a7-c233-4a12-bf37-6aa1e689ca74 req-6bd87539-9281-4dd3-a209-e141f693f471 service neutron] 10.222.0.10 "GET /v2.0/networks/02650a09-c2d4-4ed9-9a7e-19b583253572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605939 Feb 11 04:51:21.294593 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967df791-ba21-45a3-ae19-0b3663e5448c x-openstack-request-id: req-967df791-ba21-45a3-ae19-0b3663e5448c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:21.294955 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8c20b6-d475-4e60-8328-3dfee4c9ca94", "name": "network-vif-deleted", "tag": "cbef9694-2ce6-43e5-8762-526833abb42c", "status": "completed", "code": 200}, {"server_uuid": "c013e52e-7359-4a53-8fd0-99d404cbe03d", "name": "network-vif-deleted", "tag": "2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:21.295192 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-967df791-ba21-45a3-ae19-0b3663e5448c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:21.295621 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8c20b6-d475-4e60-8328-3dfee4c9ca94', 'name': 'network-vif-deleted', 'tag': 'cbef9694-2ce6-43e5-8762-526833abb42c', 'status': 'completed', 'code': 200} Feb 11 04:51:21.295869 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c013e52e-7359-4a53-8fd0-99d404cbe03d', 'name': 'network-vif-deleted', 'tag': '2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992', 'status': 'completed', 'code': 200} Feb 11 04:51:21.329365 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port efd9c88b-2667-4f55-945b-300aa12ebb80 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:21.329833 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:21.415385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd9c88b-2667-4f55-945b-300aa12ebb80 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:51:21.525013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port efd9c88b-2667-4f55-945b-300aa12ebb80, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=efd9c88b-2667-4f55-945b-300aa12ebb80,segment=NetworkSegment(9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e),segment_id=9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:21.532612 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:21.553277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215ff1a-b82e-41fc-be59-5b20f44530e4 req-6571c4ad-c519-455c-89b0-0c434e7a8c78 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:21.555722 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7215ff1a-b82e-41fc-be59-5b20f44530e4 req-6571c4ad-c519-455c-89b0-0c434e7a8c78 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 943 time: 0.1313112 Feb 11 04:51:21.632494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=efd9c88b-2667-4f55-945b-300aa12ebb80,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:21.636295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:21.657793 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b04ba4a7-c233-4a12-bf37-6aa1e689ca74 req-723230e7-8d09-431f-bb1a-dd11cfa0e195 service neutron] 10.222.0.10 "GET /v2.0/networks/02650a09-c2d4-4ed9-9a7e-19b583253572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979902 Feb 11 04:51:21.680215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:21.680689 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 2e1a72fc-18ce-4720-ae8c-3ab8a5bb2992 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:21.730985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7215ff1a-b82e-41fc-be59-5b20f44530e4 req-e5caaccf-19be-439c-b661-b5bfaa21205f tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565471 Feb 11 04:51:21.915916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['efd9c88b-2667-4f55-945b-300aa12ebb80'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:22.004412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fc2eb-717c-4303-936b-671693e5f5b4 req-b8d42762-4ea4-478c-b81f-7d5be43a67fa tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:22.011387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d56fc2eb-717c-4303-936b-671693e5f5b4 req-b8d42762-4ea4-478c-b81f-7d5be43a67fa tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1148269 Feb 11 04:51:22.132928 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d56fc2eb-717c-4303-936b-671693e5f5b4 req-a9f3ad71-cb2d-43a1-a1c5-3bf98b6e1aca tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125329 Feb 11 04:51:22.315804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device cbef9694-2ce6-43e5-8762-526833abb42c no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:22.406534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81820868-adb4-48cc-906c-d37c7bb139f0 req-f6bc36fc-75b0-4266-9c39-ec4d44b3a6fa tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e8c20b6-d475-4e60-8328-3dfee4c9ca94 HTTP/1.1" status: 200 len: 210 time: 0.1032929 Feb 11 04:51:22.407422 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: cbef9694-2ce6-43e5-8762-526833abb42c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:22.409092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device cbef9694-2ce6-43e5-8762-526833abb42c not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:22.548682 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46878d21-bcfd-489a-84f6-8cbf345c81f0 req-8ce84717-3138-4e96-be49-f1b01058ac0e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0391164 Feb 11 04:51:22.646399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c8e7e282-7e90-4eed-9a16-313a4107a954 req-64861c7a-dfc4-4c84-b127-2271598c580e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=c013e52e-7359-4a53-8fd0-99d404cbe03d HTTP/1.1" status: 200 len: 210 time: 0.0838623 Feb 11 04:51:22.819356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487d9d0-ea41-4f1d-9937-b3e1ddc233ff req-a7c422df-467c-459f-be69-94eb40df2267 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:22.837439 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9487d9d0-ea41-4f1d-9937-b3e1ddc233ff req-a7c422df-467c-459f-be69-94eb40df2267 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=54af9520-6167-4f51-8a43-6011af46f78f HTTP/1.1" status: 200 len: 945 time: 0.1228664 Feb 11 04:51:22.952540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dca57-301a-4b1a-b7b0-54cf33fb20e7 req-b9c1e21c-ab82-44b4-85a9-ebec927108f7 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:22.959366 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c59dca57-301a-4b1a-b7b0-54cf33fb20e7 req-b9c1e21c-ab82-44b4-85a9-ebec927108f7 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 944 time: 0.1208220 Feb 11 04:51:22.962585 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9487d9d0-ea41-4f1d-9937-b3e1ddc233ff req-59d042f1-5e0e-4257-ab61-d337a8b174d1 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240149 Feb 11 04:51:23.067390 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c59dca57-301a-4b1a-b7b0-54cf33fb20e7 req-5932257a-4ffc-4118-a825-f41f72496fdc tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068945 Feb 11 04:51:23.398193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f0db8-00a2-474c-8cbf-142ce21d8120 req-f55e6b99-7626-4d03-9fdc-1cc6b329651e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:23.408763 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a02f0db8-00a2-474c-8cbf-142ce21d8120 req-f55e6b99-7626-4d03-9fdc-1cc6b329651e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1742404 Feb 11 04:51:23.544173 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a02f0db8-00a2-474c-8cbf-142ce21d8120 req-2bcc903b-2ce1-4a84-ae3e-5b148c14d3f8 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344635 Feb 11 04:51:23.585949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005ff7f-f5a3-49a9-a432-2b9c48b4d7d8 req-e39d6b2d-9186-46ac-8652-f92a08126b4f tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:23.587995 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6005ff7f-f5a3-49a9-a432-2b9c48b4d7d8 req-e39d6b2d-9186-46ac-8652-f92a08126b4f tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.10 "GET /v2.0/ports?device_id=54af9520-6167-4f51-8a43-6011af46f78f HTTP/1.1" status: 200 len: 945 time: 0.1711552 Feb 11 04:51:23.717760 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cb85f4a4-1c07-47fb-b3b4-5177af5d94a0 req-864faa52-5c7e-4993-b0a7-41ce9261eda0 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd HTTP/1.1" status: 200 len: 1819 time: 0.1969895 Feb 11 04:51:23.736773 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e856bc8-c638-4063-8418-73dcaf798390 req-2eb2f856-c196-425e-9816-b1adcadafd61 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0883703 Feb 11 04:51:23.827306 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:51:23.842960 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb85f4a4-1c07-47fb-b3b4-5177af5d94a0 req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:23.851132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-6005ff7f-f5a3-49a9-a432-2b9c48b4d7d8 req-ac1ceafb-0f71-4e59-8cb8-9897bbe6e0e5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Deleting port 4f484c72-2226-4420-87b6-ec39d83df570 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:23.851695 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6005ff7f-f5a3-49a9-a432-2b9c48b4d7d8 req-ac1ceafb-0f71-4e59-8cb8-9897bbe6e0e5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4f484c72-2226-4420-87b6-ec39d83df570), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:23.987799 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6005ff7f-f5a3-49a9-a432-2b9c48b4d7d8 req-ac1ceafb-0f71-4e59-8cb8-9897bbe6e0e5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] For port 4f484c72-2226-4420-87b6-ec39d83df570, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=4f484c72-2226-4420-87b6-ec39d83df570,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:23.988420 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6005ff7f-f5a3-49a9-a432-2b9c48b4d7d8 req-ac1ceafb-0f71-4e59-8cb8-9897bbe6e0e5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4f484c72-2226-4420-87b6-ec39d83df570), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.016735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-6005ff7f-f5a3-49a9-a432-2b9c48b4d7d8 req-ac1ceafb-0f71-4e59-8cb8-9897bbe6e0e5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Calling delete_port for 4f484c72-2226-4420-87b6-ec39d83df570 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:24.023815 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb85f4a4-1c07-47fb-b3b4-5177af5d94a0 req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.187799 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb85f4a4-1c07-47fb-b3b4-5177af5d94a0 req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.191664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cb85f4a4-1c07-47fb-b3b4-5177af5d94a0 req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.205462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cb85f4a4-1c07-47fb-b3b4-5177af5d94a0 req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "DELETE /v2.0/security-groups/7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd HTTP/1.1" status: 204 len: 173 time: 0.4386709 Feb 11 04:51:24.257916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:24.280603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.281109 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.281454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.281847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.282183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.285807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.286201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.286557 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.286947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.287269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.293421 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.293779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.294257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336366f0-d09a-4ad7-9811-f839e6a588ae tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:24.306883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fb7a8-4733-4901-9356-75543b2a9509 req-187dbd81-2162-44f7-b5a3-5bc4cce27181 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:24.314851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-542fb7a8-4733-4901-9356-75543b2a9509 req-187dbd81-2162-44f7-b5a3-5bc4cce27181 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=54af9520-6167-4f51-8a43-6011af46f78f HTTP/1.1" status: 200 len: 945 time: 0.1135175 Feb 11 04:51:24.330853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device efd9c88b-2667-4f55-945b-300aa12ebb80 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:24.426062 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-542fb7a8-4733-4901-9356-75543b2a9509 req-886a5170-f406-4201-96fd-3a1f96eefd11 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097875 Feb 11 04:51:24.456325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6329c10-ec59-4a23-872a-289e479a790a req-79cb31de-ae4c-467f-b3d6-3ec2ebfaa6ba tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:24.475512 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d6329c10-ec59-4a23-872a-289e479a790a req-79cb31de-ae4c-467f-b3d6-3ec2ebfaa6ba tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 944 time: 0.1750381 Feb 11 04:51:24.607819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d6329c10-ec59-4a23-872a-289e479a790a req-bc10d107-8185-4163-add8-8efad54756c0 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307123 Feb 11 04:51:24.610645 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6005ff7f-f5a3-49a9-a432-2b9c48b4d7d8 req-ac1ceafb-0f71-4e59-8cb8-9897bbe6e0e5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (4f484c72-2226-4420-87b6-ec39d83df570), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.722949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcc7d7-25ce-473b-a221-c50174037ce5 req-4357a41f-5962-4e00-a0a7-9321ef1d7ac6 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:24.730794 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ccfcc7d7-25ce-473b-a221-c50174037ce5 req-4357a41f-5962-4e00-a0a7-9321ef1d7ac6 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 944 time: 0.0945828 Feb 11 04:51:24.738117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['4f484c72-2226-4420-87b6-ec39d83df570'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:24.740641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['9523cbb2-df2e-4df3-a2b3-c2236272c72d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:24.750785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68f31a43-6dcc-48ce-899b-90bf6b8cc192 req-82bc857b-ba2d-4085-bb4d-739b47de98ed tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/f3827413-1095-489e-bd04-17ee79cc0262 HTTP/1.1" status: 200 len: 1820 time: 0.0978351 Feb 11 04:51:24.756973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ceafb-0f71-4e59-8cb8-9897bbe6e0e5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Pushing event deleted for resources: {'Port': ['ID=4f484c72-2226-4420-87b6-ec39d83df570,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:24.814185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-6005ff7f-f5a3-49a9-a432-2b9c48b4d7d8 req-ac1ceafb-0f71-4e59-8cb8-9897bbe6e0e5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] No DVR routers for this DVR port 4f484c72-2226-4420-87b6-ec39d83df570 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:24.817206 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6005ff7f-f5a3-49a9-a432-2b9c48b4d7d8 req-ac1ceafb-0f71-4e59-8cb8-9897bbe6e0e5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.821195 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6005ff7f-f5a3-49a9-a432-2b9c48b4d7d8 req-ac1ceafb-0f71-4e59-8cb8-9897bbe6e0e5 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.10 "DELETE /v2.0/ports/4f484c72-2226-4420-87b6-ec39d83df570 HTTP/1.1" status: 204 len: 173 time: 1.2231808 Feb 11 04:51:24.826430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54af9520-6167-4f51-8a43-6011af46f78f', 'name': 'network-vif-deleted', 'tag': '4f484c72-2226-4420-87b6-ec39d83df570'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:24.829333 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ce3d91-d290-463e-929b-dc1c2fba4e0d" -d '{"events": [{"server_uuid": "54af9520-6167-4f51-8a43-6011af46f78f", "name": "network-vif-deleted", "tag": "4f484c72-2226-4420-87b6-ec39d83df570"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:24.855631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ccfcc7d7-25ce-473b-a221-c50174037ce5 req-ef3764af-a8fe-4a4b-9f87-60d2c5cda1d8 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222470 Feb 11 04:51:24.865555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port efd9c88b-2667-4f55-945b-300aa12ebb80 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:51:24.877503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port efd9c88b-2667-4f55-945b-300aa12ebb80 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:24.878125 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.888753 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68f31a43-6dcc-48ce-899b-90bf6b8cc192 req-9a719b7b-ca5a-45c0-828a-4531df91408a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (f3827413-1095-489e-bd04-17ee79cc0262), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.959566 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68f31a43-6dcc-48ce-899b-90bf6b8cc192 req-9a719b7b-ca5a-45c0-828a-4531df91408a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (f3827413-1095-489e-bd04-17ee79cc0262), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.018839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port efd9c88b-2667-4f55-945b-300aa12ebb80 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:25.019519 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.110224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port efd9c88b-2667-4f55-945b-300aa12ebb80, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=efd9c88b-2667-4f55-945b-300aa12ebb80,segment=NetworkSegment(9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e),segment_id=9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:25.111204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af08160-3add-45fb-96d5-ec4cde8f7ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd9c88b-2667-4f55-945b-300aa12ebb80'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:25.114045 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a76db2c-4ffc-4ea1-81e9-65c49be5392e" -d '{"events": [{"server_uuid": "1af08160-3add-45fb-96d5-ec4cde8f7ee9", "name": "network-vif-plugged", "status": "completed", "tag": "efd9c88b-2667-4f55-945b-300aa12ebb80"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:25.118967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba846ae-a8df-469e-935a-2aecb5920588 req-9aab1de7-a9a5-4b6f-b47c-7dfd2af6cff4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:25.121215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2ba846ae-a8df-469e-935a-2aecb5920588 req-9aab1de7-a9a5-4b6f-b47c-7dfd2af6cff4 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.60 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 944 time: 0.1391506 Feb 11 04:51:25.124558 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.131964 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68f31a43-6dcc-48ce-899b-90bf6b8cc192 req-9a719b7b-ca5a-45c0-828a-4531df91408a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f3827413-1095-489e-bd04-17ee79cc0262), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.134725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68f31a43-6dcc-48ce-899b-90bf6b8cc192 req-9a719b7b-ca5a-45c0-828a-4531df91408a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.141486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68f31a43-6dcc-48ce-899b-90bf6b8cc192 req-9a719b7b-ca5a-45c0-828a-4531df91408a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "DELETE /v2.0/security-groups/f3827413-1095-489e-bd04-17ee79cc0262 HTTP/1.1" status: 204 len: 173 time: 0.3897829 Feb 11 04:51:25.193354 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=efd9c88b-2667-4f55-945b-300aa12ebb80,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:25.204708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a719b7b-ca5a-45c0-828a-4531df91408a tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3827413-1095-489e-bd04-17ee79cc0262,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:25.218794 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.223678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.228361 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.228939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.229440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.229937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.230427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.230966 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.231725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.233039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.233525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.243073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.243477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:25.273587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab81118-76de-4d22-a7b5-589a93fbcb6f req-b2e0f87a-3579-432c-aeaa-28ff7172d124 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:25.282264 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bab81118-76de-4d22-a7b5-589a93fbcb6f req-b2e0f87a-3579-432c-aeaa-28ff7172d124 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.2070839 Feb 11 04:51:25.327941 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-092a9a9c-5933-4499-abf3-68d7d8e490be req-07720459-7d37-4008-9d28-b8fb0c3769e5 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0784199 Feb 11 04:51:25.394249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8000be3-b259-41ca-bb39-bccf76fe0c61 req-bc038dcc-8b4d-4a4d-823d-15d296adbfbd tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:25.400518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8000be3-b259-41ca-bb39-bccf76fe0c61 req-bc038dcc-8b4d-4a4d-823d-15d296adbfbd tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.60 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 945 time: 0.2368116 Feb 11 04:51:25.464145 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bab81118-76de-4d22-a7b5-589a93fbcb6f req-0b4340fa-75b5-4c62-867d-8eb92f4b0539 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702635 Feb 11 04:51:25.504607 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ade9c5-dff6-4ec8-a95c-40eafe2e29d7 x-openstack-request-id: req-17ade9c5-dff6-4ec8-a95c-40eafe2e29d7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:25.504934 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54af9520-6167-4f51-8a43-6011af46f78f", "name": "network-vif-deleted", "tag": "4f484c72-2226-4420-87b6-ec39d83df570", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:25.505184 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17ade9c5-dff6-4ec8-a95c-40eafe2e29d7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:25.505598 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54af9520-6167-4f51-8a43-6011af46f78f', 'name': 'network-vif-deleted', 'tag': '4f484c72-2226-4420-87b6-ec39d83df570', 'status': 'completed', 'code': 200} Feb 11 04:51:25.537215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-7e4e0934-10f9-4367-a68c-1e0b67846f20 req-9c1ae5e6-232a-4301-9e13-046442d666b2 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-805308919', 'description': 'tempest-description-1953843862'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:25.577037 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c8da69-056a-42de-be35-eccbad96b47f x-openstack-request-id: req-94c8da69-056a-42de-be35-eccbad96b47f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:25.577530 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af08160-3add-45fb-96d5-ec4cde8f7ee9", "name": "network-vif-plugged", "status": "completed", "tag": "efd9c88b-2667-4f55-945b-300aa12ebb80", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:25.577665 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94c8da69-056a-42de-be35-eccbad96b47f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:25.578236 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af08160-3add-45fb-96d5-ec4cde8f7ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd9c88b-2667-4f55-945b-300aa12ebb80', 'code': 200} Feb 11 04:51:25.599469 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-2ba846ae-a8df-469e-935a-2aecb5920588 req-97d6e236-8440-416a-9c7c-5824733d4bb9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Deleting port 180e8c29-3483-41f5-8707-c520c2bafeab {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:25.599974 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2ba846ae-a8df-469e-935a-2aecb5920588 req-97d6e236-8440-416a-9c7c-5824733d4bb9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.688895 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e4e0934-10f9-4367-a68c-1e0b67846f20 req-9c1ae5e6-232a-4301-9e13-046442d666b2 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.722402 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-f8000be3-b259-41ca-bb39-bccf76fe0c61 req-ba8c86bc-4a0e-4013-b433-b305403ff781 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Deleting port 9523cbb2-df2e-4df3-a2b3-c2236272c72d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:25.724227 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f8000be3-b259-41ca-bb39-bccf76fe0c61 req-ba8c86bc-4a0e-4013-b433-b305403ff781 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.830376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-2ba846ae-a8df-469e-935a-2aecb5920588 req-97d6e236-8440-416a-9c7c-5824733d4bb9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] For port 180e8c29-3483-41f5-8707-c520c2bafeab, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=180e8c29-3483-41f5-8707-c520c2bafeab,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:25.830955 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2ba846ae-a8df-469e-935a-2aecb5920588 req-97d6e236-8440-416a-9c7c-5824733d4bb9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.909252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f8000be3-b259-41ca-bb39-bccf76fe0c61 req-ba8c86bc-4a0e-4013-b433-b305403ff781 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] For port 9523cbb2-df2e-4df3-a2b3-c2236272c72d, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9523cbb2-df2e-4df3-a2b3-c2236272c72d,segment=NetworkSegment(663b8386-6588-4058-a9f6-b6d5544e7d36),segment_id=663b8386-6588-4058-a9f6-b6d5544e7d36)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:25.910231 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f8000be3-b259-41ca-bb39-bccf76fe0c61 req-ba8c86bc-4a0e-4013-b433-b305403ff781 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.913963 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e4e0934-10f9-4367-a68c-1e0b67846f20 req-9c1ae5e6-232a-4301-9e13-046442d666b2 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (8e64f779-070c-41b9-b86e-946eb529e73a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.919281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-2ba846ae-a8df-469e-935a-2aecb5920588 req-97d6e236-8440-416a-9c7c-5824733d4bb9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Calling delete_port for 180e8c29-3483-41f5-8707-c520c2bafeab owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:25.926723 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e4e0934-10f9-4367-a68c-1e0b67846f20 req-9c1ae5e6-232a-4301-9e13-046442d666b2 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8e64f779-070c-41b9-b86e-946eb529e73a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.943167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-f8000be3-b259-41ca-bb39-bccf76fe0c61 req-ba8c86bc-4a0e-4013-b433-b305403ff781 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Calling delete_port for 9523cbb2-df2e-4df3-a2b3-c2236272c72d owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:25.965953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ae5e6-232a-4301-9e13-046442d666b2 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e64f779-070c-41b9-b86e-946eb529e73a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:26.046931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822f53a-92b7-490b-8847-11b3767ac12d req-ceedc69d-5384-4c81-b713-85acc7895331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:26.048608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2822f53a-92b7-490b-8847-11b3767ac12d req-ceedc69d-5384-4c81-b713-85acc7895331 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 1128 time: 0.2357068 Feb 11 04:51:26.059215 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e4e0934-10f9-4367-a68c-1e0b67846f20 req-9c1ae5e6-232a-4301-9e13-046442d666b2 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.061104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cfa49-591b-4692-9816-fd0792fd014c req-ba4b669f-e17b-40de-baa7-1ffacb9a17bb tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:26.068719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e4e0934-10f9-4367-a68c-1e0b67846f20 req-9c1ae5e6-232a-4301-9e13-046442d666b2 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5413494 Feb 11 04:51:26.071084 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-718cfa49-591b-4692-9816-fd0792fd014c req-ba4b669f-e17b-40de-baa7-1ffacb9a17bb tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 945 time: 0.1293337 Feb 11 04:51:26.165804 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-718cfa49-591b-4692-9816-fd0792fd014c req-6f45015d-ca92-4b01-b0ab-9caf06e2fb57 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897965 Feb 11 04:51:26.322100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f8000be3-b259-41ca-bb39-bccf76fe0c61 req-ba8c86bc-4a0e-4013-b433-b305403ff781 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9523cbb2-df2e-4df3-a2b3-c2236272c72d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.352613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2822f53a-92b7-490b-8847-11b3767ac12d req-c35ec0fd-2c0e-4787-92ed-8aefd0adace7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823975 Feb 11 04:51:26.361555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['4f484c72-2226-4420-87b6-ec39d83df570'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:26.372599 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2ba846ae-a8df-469e-935a-2aecb5920588 req-97d6e236-8440-416a-9c7c-5824733d4bb9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (180e8c29-3483-41f5-8707-c520c2bafeab), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.382109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c86bc-4a0e-4013-b433-b305403ff781 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Pushing event deleted for resources: {'Port': ['ID=9523cbb2-df2e-4df3-a2b3-c2236272c72d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:26.413950 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfcc88-ebd5-4044-b39d-2de0b215db2a req-5cd645c7-003a-4c6a-a63a-ceee9bdbbbbb tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:26.425120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5cfcc88-ebd5-4044-b39d-2de0b215db2a req-5cd645c7-003a-4c6a-a63a-ceee9bdbbbbb tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 944 time: 0.1708453 Feb 11 04:51:26.434322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f9d27-3ba2-4890-8155-60b666d18ea0 req-b0d7a329-0936-48bc-a2c6-97ee3f90e8a0 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:26.436620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d72f9d27-3ba2-4890-8155-60b666d18ea0 req-b0d7a329-0936-48bc-a2c6-97ee3f90e8a0 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 867 time: 0.1682451 Feb 11 04:51:26.453873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6e236-8440-416a-9c7c-5824733d4bb9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Pushing event deleted for resources: {'Port': ['ID=180e8c29-3483-41f5-8707-c520c2bafeab,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:26.488155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba846ae-a8df-469e-935a-2aecb5920588 req-97d6e236-8440-416a-9c7c-5824733d4bb9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] No DVR routers for this DVR port 180e8c29-3483-41f5-8707-c520c2bafeab on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:26.491722 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2ba846ae-a8df-469e-935a-2aecb5920588 req-97d6e236-8440-416a-9c7c-5824733d4bb9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.495448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2ba846ae-a8df-469e-935a-2aecb5920588 req-97d6e236-8440-416a-9c7c-5824733d4bb9 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.60 "DELETE /v2.0/ports/180e8c29-3483-41f5-8707-c520c2bafeab HTTP/1.1" status: 204 len: 173 time: 1.3526864 Feb 11 04:51:26.510858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8000be3-b259-41ca-bb39-bccf76fe0c61 req-ba8c86bc-4a0e-4013-b433-b305403ff781 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] No DVR routers for this DVR port 9523cbb2-df2e-4df3-a2b3-c2236272c72d on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:26.517064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f8000be3-b259-41ca-bb39-bccf76fe0c61 req-ba8c86bc-4a0e-4013-b433-b305403ff781 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.521907 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8000be3-b259-41ca-bb39-bccf76fe0c61 req-ba8c86bc-4a0e-4013-b433-b305403ff781 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.60 "DELETE /v2.0/ports/9523cbb2-df2e-4df3-a2b3-c2236272c72d HTTP/1.1" status: 204 len: 173 time: 1.1100712 Feb 11 04:51:26.522486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de466373-e68b-4520-b558-fd66b040f052', 'name': 'network-vif-deleted', 'tag': '9523cbb2-df2e-4df3-a2b3-c2236272c72d'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:26.524951 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e116562b-1ce1-4b84-abab-7178699f8348" -d '{"events": [{"server_uuid": "de466373-e68b-4520-b558-fd66b040f052", "name": "network-vif-deleted", "tag": "9523cbb2-df2e-4df3-a2b3-c2236272c72d"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:26.552513 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5cfcc88-ebd5-4044-b39d-2de0b215db2a req-1b8ae790-348e-4c53-a4ea-ba15e10b58ad tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219897 Feb 11 04:51:26.619315 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d72f9d27-3ba2-4890-8155-60b666d18ea0 req-ea6ebd78-61aa-4286-894b-e60d9160db85 tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/security-groups?id=75cdec99-6006-4626-af82-3ca37bbe9039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665924 Feb 11 04:51:26.664697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df999b1e-342a-4de8-945e-ef93c300c060 req-d7c291a7-dd06-4da8-bd8f-6e2faf94a984 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/8e64f779-070c-41b9-b86e-946eb529e73a HTTP/1.1" status: 200 len: 1819 time: 0.0744922 Feb 11 04:51:26.670816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-df999b1e-342a-4de8-945e-ef93c300c060 req-ec78c2fb-c706-4390-91a8-6407e964aceb tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Request body: {'security_group': {'name': 'tempest-sg-hth-554971395', 'description': 'tempest-description-hth-1134561230'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:26.713373 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-df999b1e-342a-4de8-945e-ef93c300c060 req-ec78c2fb-c706-4390-91a8-6407e964aceb tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (8e64f779-070c-41b9-b86e-946eb529e73a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.750009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7db4425-5ea7-47cc-9206-4fe68639f5ad req-4a6f84a1-0588-43f8-a36d-f9a18c63a7c7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0540721 Feb 11 04:51:26.771798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-df999b1e-342a-4de8-945e-ef93c300c060 req-ec78c2fb-c706-4390-91a8-6407e964aceb tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (8e64f779-070c-41b9-b86e-946eb529e73a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.777275 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-df999b1e-342a-4de8-945e-ef93c300c060 req-ec78c2fb-c706-4390-91a8-6407e964aceb tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8e64f779-070c-41b9-b86e-946eb529e73a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.795044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-df999b1e-342a-4de8-945e-ef93c300c060 req-ec78c2fb-c706-4390-91a8-6407e964aceb tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.800803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df999b1e-342a-4de8-945e-ef93c300c060 req-ec78c2fb-c706-4390-91a8-6407e964aceb tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "PUT /v2.0/security-groups/8e64f779-070c-41b9-b86e-946eb529e73a HTTP/1.1" status: 200 len: 1793 time: 0.1306098 Feb 11 04:51:26.854811 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78c2fb-c706-4390-91a8-6407e964aceb tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e64f779-070c-41b9-b86e-946eb529e73a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:26.870775 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94053074-3abf-4fbe-9123-4ae905f8e9c1 x-openstack-request-id: req-94053074-3abf-4fbe-9123-4ae905f8e9c1 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:26.871057 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de466373-e68b-4520-b558-fd66b040f052", "name": "network-vif-deleted", "tag": "9523cbb2-df2e-4df3-a2b3-c2236272c72d", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:26.871373 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94053074-3abf-4fbe-9123-4ae905f8e9c1 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:26.871789 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de466373-e68b-4520-b558-fd66b040f052', 'name': 'network-vif-deleted', 'tag': '9523cbb2-df2e-4df3-a2b3-c2236272c72d', 'status': 'completed', 'code': 200} Feb 11 04:51:26.978959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c99793-e5da-40cb-815d-95b763b3330a req-7b47b913-69ad-4bfe-a0c5-bd0de0dc795c tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:26.987341 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e3c99793-e5da-40cb-815d-95b763b3330a req-7b47b913-69ad-4bfe-a0c5-bd0de0dc795c tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.0853479 Feb 11 04:51:27.010958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-658ba95f-33f2-4ac9-a3cd-b7f99f04bcf4 req-d50dedaf-06c0-49c4-bcbd-e9286e120ba8 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/8e64f779-070c-41b9-b86e-946eb529e73a HTTP/1.1" status: 200 len: 1793 time: 0.0505970 Feb 11 04:51:27.045630 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e3c99793-e5da-40cb-815d-95b763b3330a req-4a8666e5-f3f0-40f9-94ac-d04952c6549a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567517 Feb 11 04:51:27.155482 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df4e1172-6692-4bc2-adce-d0a1810b733b req-3ac7c57f-9bc5-4b3a-aff3-61afaff0be7b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/8e64f779-070c-41b9-b86e-946eb529e73a HTTP/1.1" status: 200 len: 1793 time: 0.0746822 Feb 11 04:51:27.217428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1288-fd58-46e1-9df0-f94a8f901b6b req-e814f737-1253-403c-b4e8-c17e10fc97d5 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:27.219317 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31cd1288-fd58-46e1-9df0-f94a8f901b6b req-e814f737-1253-403c-b4e8-c17e10fc97d5 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=d41f977d-9051-4541-be9f-ccbf8001ca9e HTTP/1.1" status: 200 len: 950 time: 0.0736775 Feb 11 04:51:27.272565 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-df4e1172-6692-4bc2-adce-d0a1810b733b req-7fc66e5d-7fb4-4a32-b262-b426568de281 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (8e64f779-070c-41b9-b86e-946eb529e73a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:27.300117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31cd1288-fd58-46e1-9df0-f94a8f901b6b req-c8d5dc9f-630b-45a5-922f-9d41fe4b4cd1 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708182 Feb 11 04:51:27.305784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-df4e1172-6692-4bc2-adce-d0a1810b733b req-7fc66e5d-7fb4-4a32-b262-b426568de281 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (8e64f779-070c-41b9-b86e-946eb529e73a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:27.361831 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-df4e1172-6692-4bc2-adce-d0a1810b733b req-7fc66e5d-7fb4-4a32-b262-b426568de281 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8e64f779-070c-41b9-b86e-946eb529e73a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:27.364744 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-df4e1172-6692-4bc2-adce-d0a1810b733b req-7fc66e5d-7fb4-4a32-b262-b426568de281 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:27.366010 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df4e1172-6692-4bc2-adce-d0a1810b733b req-7fc66e5d-7fb4-4a32-b262-b426568de281 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "DELETE /v2.0/security-groups/8e64f779-070c-41b9-b86e-946eb529e73a HTTP/1.1" status: 204 len: 173 time: 0.2015693 Feb 11 04:51:27.390863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc66e5d-7fb4-4a32-b262-b426568de281 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e64f779-070c-41b9-b86e-946eb529e73a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:27.510533 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-598b4fca-f3d1-4337-bf11-ae9fa7c48b86 req-b349b178-5d10-4d62-9090-beb66267d9e4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] show failed (client error): The resource could not be found. Feb 11 04:51:27.521928 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-598b4fca-f3d1-4337-bf11-ae9fa7c48b86 req-b349b178-5d10-4d62-9090-beb66267d9e4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/f3827413-1095-489e-bd04-17ee79cc0262 HTTP/1.1" status: 404 len: 352 time: 0.0316570 Feb 11 04:51:27.527483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577e286c-f980-4382-836d-3ee0f86a5845', 'name': 'network-vif-deleted', 'tag': '180e8c29-3483-41f5-8707-c520c2bafeab'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:27.534545 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ebe165-dcaf-43e8-811c-1575198379ec" -d '{"events": [{"server_uuid": "577e286c-f980-4382-836d-3ee0f86a5845", "name": "network-vif-deleted", "tag": "180e8c29-3483-41f5-8707-c520c2bafeab"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:27.559632 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-5181173a-a615-4c4e-9213-ddb0d55b1240 req-6776c834-423d-4aaf-b949-a3b427f3a00b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] show failed (client error): The resource could not be found. Feb 11 04:51:27.571575 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5181173a-a615-4c4e-9213-ddb0d55b1240 req-6776c834-423d-4aaf-b949-a3b427f3a00b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/7568c61f-93ca-4e0f-bf3c-8f3c9a3b44bd HTTP/1.1" status: 404 len: 352 time: 0.0319669 Feb 11 04:51:27.616591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027ef4b-0426-4b85-907f-dd068b82cb8f req-fb0b7cf1-fbeb-4b87-bdce-47423e267468 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:27.625197 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e027ef4b-0426-4b85-907f-dd068b82cb8f req-fb0b7cf1-fbeb-4b87-bdce-47423e267468 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 945 time: 0.1770592 Feb 11 04:51:27.629048 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92aca07-f66e-4d2e-928e-bb2c22cb4e13 x-openstack-request-id: req-e92aca07-f66e-4d2e-928e-bb2c22cb4e13 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:27.629630 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577e286c-f980-4382-836d-3ee0f86a5845", "name": "network-vif-deleted", "tag": "180e8c29-3483-41f5-8707-c520c2bafeab", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:27.630088 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e92aca07-f66e-4d2e-928e-bb2c22cb4e13 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:27.631261 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577e286c-f980-4382-836d-3ee0f86a5845', 'name': 'network-vif-deleted', 'tag': '180e8c29-3483-41f5-8707-c520c2bafeab', 'status': 'completed', 'code': 200} Feb 11 04:51:27.680500 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-cd937b35-0eee-460f-aa05-db2d4fb91685 req-a4b7414d-cbf8-4875-98bd-43644962c213 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] show failed (client error): The resource could not be found. Feb 11 04:51:27.681548 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd937b35-0eee-460f-aa05-db2d4fb91685 req-a4b7414d-cbf8-4875-98bd-43644962c213 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/985f04d8-6081-4204-8f4b-ceea586cb376 HTTP/1.1" status: 404 len: 352 time: 0.0304501 Feb 11 04:51:27.727511 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e027ef4b-0426-4b85-907f-dd068b82cb8f req-91665386-46be-4f9b-af3b-19b744d4440c tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009212 Feb 11 04:51:27.840860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7096f6fa-478f-4ea0-92ea-3bc75656b363 req-eaf071eb-87f8-4659-99a6-a4f62201100d tempest-ListServersNegativeTestJSON-327976143 tempest-ListServersNegativeTestJSON-327976143-project] 10.222.0.48 "GET /v2.0/ports?device_id=de466373-e68b-4520-b558-fd66b040f052 HTTP/1.1" status: 200 len: 210 time: 0.0530639 Feb 11 04:51:27.865334 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2c32a636-b3c1-497c-b81c-ccd09d11e218 req-2be90bd1-3219-4c23-b29a-290895f17071 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=577e286c-f980-4382-836d-3ee0f86a5845 HTTP/1.1" status: 200 len: 210 time: 0.0555418 Feb 11 04:51:27.944142 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-92bee539-ac34-4921-b637-cc1622ced671 req-c799d933-1bcc-4526-9fe1-217aaab43ed4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] show failed (client error): The resource could not be found. Feb 11 04:51:27.947793 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92bee539-ac34-4921-b637-cc1622ced671 req-c799d933-1bcc-4526-9fe1-217aaab43ed4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/4cdda2c3-bf57-4cfd-a882-bcfff68abb28 HTTP/1.1" status: 404 len: 352 time: 0.0329480 Feb 11 04:51:27.996431 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b7376b0e-68a0-4b4a-9aea-a39b8327a4f2 req-c6ef44d3-a8c0-401c-b2fd-973dcb650198 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0404143 Feb 11 04:51:28.005249 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-45e1ef02-b2f3-4bee-ab02-6b915be31c15 req-4a27149e-4cf6-412e-8e1e-810e5547dc06 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] show failed (client error): The resource could not be found. Feb 11 04:51:28.006447 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-45e1ef02-b2f3-4bee-ab02-6b915be31c15 req-4a27149e-4cf6-412e-8e1e-810e5547dc06 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/cbaaa61b-a01c-47b6-a9d8-d9fdd1e87258 HTTP/1.1" status: 404 len: 352 time: 0.0161996 Feb 11 04:51:28.045269 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-87dd8db2-bb59-4bdf-9c6b-8d3b3361a0f0 req-94a73fbb-5aa9-47de-a449-76dbc63ffe36 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] show failed (client error): The resource could not be found. Feb 11 04:51:28.046753 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-87dd8db2-bb59-4bdf-9c6b-8d3b3361a0f0 req-94a73fbb-5aa9-47de-a449-76dbc63ffe36 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/73269296-1203-4dab-a4bb-16f1e4c3450e HTTP/1.1" status: 404 len: 352 time: 0.0154502 Feb 11 04:51:28.207014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55785945-68d2-4c9c-91ba-79c1b5779ec3 req-0cf7da41-ba23-4661-98e5-0d5387d2b8df tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:28.208903 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55785945-68d2-4c9c-91ba-79c1b5779ec3 req-0cf7da41-ba23-4661-98e5-0d5387d2b8df tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.0660157 Feb 11 04:51:28.277576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55785945-68d2-4c9c-91ba-79c1b5779ec3 req-5973f3d3-003e-4bb7-a743-64f3f16e24b5 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615087 Feb 11 04:51:28.321403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 4f484c72-2226-4420-87b6-ec39d83df570 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:28.356054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 4f484c72-2226-4420-87b6-ec39d83df570 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:28.356500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 4f484c72-2226-4420-87b6-ec39d83df570 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:28.405101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b72876-7dbb-44a5-80dd-6ba79fbc0ef0 req-ce6e6571-08cc-4aa4-83c2-470f37581c95 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:28.406621 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-63b72876-7dbb-44a5-80dd-6ba79fbc0ef0 req-ce6e6571-08cc-4aa4-83c2-470f37581c95 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 1024 time: 0.0720980 Feb 11 04:51:28.476906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2df7b-9ea2-4b79-b1e6-868ad24ee6fe req-4e6e4717-af82-41ca-a7ee-7c3a0d463810 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:28.484761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0b2df7b-9ea2-4b79-b1e6-868ad24ee6fe req-4e6e4717-af82-41ca-a7ee-7c3a0d463810 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=d41f977d-9051-4541-be9f-ccbf8001ca9e HTTP/1.1" status: 200 len: 950 time: 0.0781455 Feb 11 04:51:28.490661 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-63b72876-7dbb-44a5-80dd-6ba79fbc0ef0 req-acc8f1de-cdc7-4fa4-9b2a-8a707b91a931 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=f595690b-3ae9-469e-a1c3-f8f0dff6ac54&id=462ae22b-224d-452d-9b18-d635dd612536&id=f00d4f10-7dc2-4406-8aef-cbc73d27412a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0781040 Feb 11 04:51:28.534816 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0b2df7b-9ea2-4b79-b1e6-868ad24ee6fe req-9137caba-874b-4fd3-b438-760f229c1a46 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491610 Feb 11 04:51:28.877856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea18349-f85b-4649-81e2-f78d86ba15f1 req-80a3b79d-eddd-4783-831a-8b5d72cb4d07 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:28.884517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ea18349-f85b-4649-81e2-f78d86ba15f1 req-80a3b79d-eddd-4783-831a-8b5d72cb4d07 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 945 time: 0.0916545 Feb 11 04:51:28.931987 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34386) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:28.976744 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ea18349-f85b-4649-81e2-f78d86ba15f1 req-c9dd2c77-eeca-42ac-b0f0-f7d2e8d933de tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778182 Feb 11 04:51:29.021257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-c548b487-9c42-494e-9897-e036dbfccb2f admin admin] Deleting subnet 00527902-b508-423a-a70d-c6ed1a8a4b6b {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:51:29.028968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c548b487-9c42-494e-9897-e036dbfccb2f admin admin] Publish callbacks [] for subnet (00527902-b508-423a-a70d-c6ed1a8a4b6b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.110430 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c548b487-9c42-494e-9897-e036dbfccb2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (00527902-b508-423a-a70d-c6ed1a8a4b6b), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.152204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c548b487-9c42-494e-9897-e036dbfccb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (00527902-b508-423a-a70d-c6ed1a8a4b6b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.218863 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-583a83a4-3c3b-437c-b674-458c04c756b1 req-3d229016-dda0-4df6-8937-d4ab98000e26 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0453405 Feb 11 04:51:29.259713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c548b487-9c42-494e-9897-e036dbfccb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (00527902-b508-423a-a70d-c6ed1a8a4b6b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.298848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548b487-9c42-494e-9897-e036dbfccb2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00527902-b508-423a-a70d-c6ed1a8a4b6b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:29.325463 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c548b487-9c42-494e-9897-e036dbfccb2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.328857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c548b487-9c42-494e-9897-e036dbfccb2f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/00527902-b508-423a-a70d-c6ed1a8a4b6b HTTP/1.1" status: 204 len: 168 time: 0.3946018 Feb 11 04:51:29.331687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34430) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:29.444601 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (acaa80c4-cbad-440c-a097-2baa891e7b23), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.503178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35e10-7166-4b8e-a7db-e4959d331421 req-dc1ba072-3503-4c86-a3d2-bf1b09197387 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:29.504776 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69b35e10-7166-4b8e-a7db-e4959d331421 req-dc1ba072-3503-4c86-a3d2-bf1b09197387 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 945 time: 0.0989132 Feb 11 04:51:29.574636 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (acaa80c4-cbad-440c-a097-2baa891e7b23), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.607594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaa80c4-cbad-440c-a097-2baa891e7b23']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:29.624872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663b8386-6588-4058-a9f6-b6d5544e7d36') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:29.625179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663b8386-6588-4058-a9f6-b6d5544e7d36') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:29.630855 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69b35e10-7166-4b8e-a7db-e4959d331421 req-cd7efe44-1844-45ee-a70a-d61ec764613f tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123042 Feb 11 04:51:29.631569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56afd18-1414-46fc-ad15-7db0aaa5a747 req-bdee5135-41e0-40cc-81b9-d7888a84b165 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:29.640289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b56afd18-1414-46fc-ad15-7db0aaa5a747 req-bdee5135-41e0-40cc-81b9-d7888a84b165 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.0719855 Feb 11 04:51:29.641394 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (663b8386-6588-4058-a9f6-b6d5544e7d36), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.658883 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (663b8386-6588-4058-a9f6-b6d5544e7d36), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.662815 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 180e8c29-3483-41f5-8707-c520c2bafeab no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:29.669140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:29.669578 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (663b8386-6588-4058-a9f6-b6d5544e7d36), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.703376 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b56afd18-1414-46fc-ad15-7db0aaa5a747 req-df183c8f-cc3a-449d-a2bf-012d1e2d9b6a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620172 Feb 11 04:51:29.719560 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 180e8c29-3483-41f5-8707-c520c2bafeab {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:29.719941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 180e8c29-3483-41f5-8707-c520c2bafeab not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:29.720319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9523cbb2-df2e-4df3-a2b3-c2236272c72d no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:29.736317 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:29.744565 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (acaa80c4-cbad-440c-a097-2baa891e7b23), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.755630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 9523cbb2-df2e-4df3-a2b3-c2236272c72d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:29.756045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9523cbb2-df2e-4df3-a2b3-c2236272c72d not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:29.759043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.762921 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] 10.222.0.48 "DELETE /v2.0/networks/acaa80c4-cbad-440c-a097-2baa891e7b23 HTTP/1.1" status: 204 len: 168 time: 0.4296145 Feb 11 04:51:29.774759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cdada-a20e-49a3-a495-bb6e41e6b6db admin admin] Pushing event deleted for resources: {'Network': ['ID=acaa80c4-cbad-440c-a097-2baa891e7b23,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:29.851561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5eca7-ef96-43d3-929f-21ccbd0cee2b req-22814c2f-7ae6-405b-880f-680e53680888 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:29.853282 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4a5eca7-ef96-43d3-929f-21ccbd0cee2b req-22814c2f-7ae6-405b-880f-680e53680888 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 945 time: 0.0794268 Feb 11 04:51:29.930379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:29.938945 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4a5eca7-ef96-43d3-929f-21ccbd0cee2b req-2c6f00ab-ce0d-4428-93a8-ae68b301577e tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752611 Feb 11 04:51:29.980022 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9fb38d0f-05d9-40c7-977f-f2fe6e1e3466 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10f9fc3505fd4f959aafb435dcfe96f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481014 Feb 11 04:51:29.982404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34450) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:30.042209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecf43e5a-1109-4861-a893-02747518e57a admin admin] Publish callbacks [] for security_group (75cdec99-6006-4626-af82-3ca37bbe9039), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:30.069498 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecf43e5a-1109-4861-a893-02747518e57a admin admin] Publish callbacks [] for security_group (75cdec99-6006-4626-af82-3ca37bbe9039), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:30.076892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c4e05-1d63-43ac-8e6f-5d01202f8a13 req-17c27d14-4d31-4ce5-aa90-911bf55474de tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:30.079165 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c4c4e05-1d63-43ac-8e6f-5d01202f8a13 req-17c27d14-4d31-4ce5-aa90-911bf55474de tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 1024 time: 0.0727468 Feb 11 04:51:30.129287 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecf43e5a-1109-4861-a893-02747518e57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (75cdec99-6006-4626-af82-3ca37bbe9039), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:30.132940 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecf43e5a-1109-4861-a893-02747518e57a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:30.135092 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ecf43e5a-1109-4861-a893-02747518e57a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75cdec99-6006-4626-af82-3ca37bbe9039 HTTP/1.1" status: 204 len: 168 time: 0.1515219 Feb 11 04:51:30.147090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf43e5a-1109-4861-a893-02747518e57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cdec99-6006-4626-af82-3ca37bbe9039,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:30.183322 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c4c4e05-1d63-43ac-8e6f-5d01202f8a13 req-8562a3af-be49-41d2-a530-01acdb207104 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=f595690b-3ae9-469e-a1c3-f8f0dff6ac54&id=462ae22b-224d-452d-9b18-d635dd612536&id=f00d4f10-7dc2-4406-8aef-cbc73d27412a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0974326 Feb 11 04:51:30.396508 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c27fda9d-da3a-406d-bee4-e7a6eabc5bd6 req-ba060c9d-ce1b-4182-9c3b-32d994c682a3 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0436254 Feb 11 04:51:30.430999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295c1d5-d46a-4168-88cb-ec796697be97 req-b88684a9-ffb2-4bff-83d0-97df34410a0e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:30.438288 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8295c1d5-d46a-4168-88cb-ec796697be97 req-b88684a9-ffb2-4bff-83d0-97df34410a0e tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 945 time: 0.1645269 Feb 11 04:51:30.572503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8295c1d5-d46a-4168-88cb-ec796697be97 req-a481a004-3b84-40cf-9b74-7fd55f4823f0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Deleting port 061aa7b1-5aed-40ed-a969-7ce1270acd11 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:30.572911 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8295c1d5-d46a-4168-88cb-ec796697be97 req-a481a004-3b84-40cf-9b74-7fd55f4823f0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:30.765809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8295c1d5-d46a-4168-88cb-ec796697be97 req-a481a004-3b84-40cf-9b74-7fd55f4823f0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] For port 061aa7b1-5aed-40ed-a969-7ce1270acd11, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=061aa7b1-5aed-40ed-a969-7ce1270acd11,segment=NetworkSegment(9ee425cd-e35f-412d-b416-d8e4f539358c),segment_id=9ee425cd-e35f-412d-b416-d8e4f539358c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:30.766214 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8295c1d5-d46a-4168-88cb-ec796697be97 req-a481a004-3b84-40cf-9b74-7fd55f4823f0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:30.810975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8295c1d5-d46a-4168-88cb-ec796697be97 req-a481a004-3b84-40cf-9b74-7fd55f4823f0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Calling delete_port for 061aa7b1-5aed-40ed-a969-7ce1270acd11 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:30.880753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f40163-de15-4f1e-b225-7824d8c8f3a3 req-5125ecef-a049-4e78-ba93-9c9f8fe2d1eb tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:30.889235 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9f40163-de15-4f1e-b225-7824d8c8f3a3 req-5125ecef-a049-4e78-ba93-9c9f8fe2d1eb tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 945 time: 0.1618185 Feb 11 04:51:30.925408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451869d-8198-4ad3-87c8-ed76b6e54ab9 req-bc56a833-01f0-4e88-9360-99ddb3d0a27b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:30.934437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0451869d-8198-4ad3-87c8-ed76b6e54ab9 req-bc56a833-01f0-4e88-9360-99ddb3d0a27b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.0834842 Feb 11 04:51:30.971460 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9f40163-de15-4f1e-b225-7824d8c8f3a3 req-1952b824-1e9a-41e8-ae69-f8964c2ccd85 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/security-groups?id=891a7f52-ad34-450e-84ef-55871fae588d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801675 Feb 11 04:51:31.043833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0451869d-8198-4ad3-87c8-ed76b6e54ab9 req-fa864a71-5e61-477d-8494-7dfa0b7f02d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082759 Feb 11 04:51:31.104174 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8295c1d5-d46a-4168-88cb-ec796697be97 req-a481a004-3b84-40cf-9b74-7fd55f4823f0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (061aa7b1-5aed-40ed-a969-7ce1270acd11), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.137002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41bae7-e997-42fb-a2af-f0a98589499b req-f1702a7b-13d0-4876-8e24-0904625b550b tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:31.138742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f41bae7-e997-42fb-a2af-f0a98589499b req-f1702a7b-13d0-4876-8e24-0904625b550b tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.10 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 945 time: 0.1854837 Feb 11 04:51:31.186399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481a004-3b84-40cf-9b74-7fd55f4823f0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Pushing event deleted for resources: {'Port': ['ID=061aa7b1-5aed-40ed-a969-7ce1270acd11,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:31.280581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34552) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:31.309219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-8295c1d5-d46a-4168-88cb-ec796697be97 req-a481a004-3b84-40cf-9b74-7fd55f4823f0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] No DVR routers for this DVR port 061aa7b1-5aed-40ed-a969-7ce1270acd11 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:31.314433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8295c1d5-d46a-4168-88cb-ec796697be97 req-a481a004-3b84-40cf-9b74-7fd55f4823f0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.318138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8295c1d5-d46a-4168-88cb-ec796697be97 req-a481a004-3b84-40cf-9b74-7fd55f4823f0 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.60 "DELETE /v2.0/ports/061aa7b1-5aed-40ed-a969-7ce1270acd11 HTTP/1.1" status: 204 len: 173 time: 0.8719616 Feb 11 04:51:31.319008 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c777395-08d3-46a0-bcd6-e98750ae2df9', 'name': 'network-vif-deleted', 'tag': '061aa7b1-5aed-40ed-a969-7ce1270acd11'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:31.321656 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8ec268-f427-4edb-ab8d-533d1693c786" -d '{"events": [{"server_uuid": "1c777395-08d3-46a0-bcd6-e98750ae2df9", "name": "network-vif-deleted", "tag": "061aa7b1-5aed-40ed-a969-7ce1270acd11"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:31.347094 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-3f41bae7-e997-42fb-a2af-f0a98589499b req-b5a2f13c-6060-4177-971f-ed645eb66aa3 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Deleting port efd9c88b-2667-4f55-945b-300aa12ebb80 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:31.347816 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f41bae7-e997-42fb-a2af-f0a98589499b req-b5a2f13c-6060-4177-971f-ed645eb66aa3 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.360702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ae567-7cae-48c7-9f8d-2c17f4e04049 req-cd0607ab-5005-401c-955f-8336134f538b tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:31.364367 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f5ae567-7cae-48c7-9f8d-2c17f4e04049 req-cd0607ab-5005-401c-955f-8336134f538b tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 945 time: 0.1259849 Feb 11 04:51:31.435635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-337723420-network', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:31.460122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Made reservation on behalf of 0c3115c0b4f7444a90cdb58a37131a72 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:31.462826 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.478525 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f5ae567-7cae-48c7-9f8d-2c17f4e04049 req-f2cf424a-32b9-44f4-bd7e-8690c3a5ceaa tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/security-groups?id=a58d65ba-1ec8-4b1c-8589-39f516e11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921311 Feb 11 04:51:31.489506 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.511552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-3f41bae7-e997-42fb-a2af-f0a98589499b req-b5a2f13c-6060-4177-971f-ed645eb66aa3 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] For port efd9c88b-2667-4f55-945b-300aa12ebb80, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=efd9c88b-2667-4f55-945b-300aa12ebb80,segment=NetworkSegment(9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e),segment_id=9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:31.511924 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f41bae7-e997-42fb-a2af-f0a98589499b req-b5a2f13c-6060-4177-971f-ed645eb66aa3 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.536709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-3f41bae7-e997-42fb-a2af-f0a98589499b req-b5a2f13c-6060-4177-971f-ed645eb66aa3 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Calling delete_port for efd9c88b-2667-4f55-945b-300aa12ebb80 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:31.630072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03381aef-a245-4108-8fce-1d07a8110354 req-ea29ddd0-c1f6-4c69-8319-57418b97d17b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:31.632512 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-03381aef-a245-4108-8fce-1d07a8110354 req-ea29ddd0-c1f6-4c69-8319-57418b97d17b tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.60 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 1024 time: 0.1588933 Feb 11 04:51:31.642110 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325f3aa3-4bbf-4d0e-80d2-65d5a0334154 x-openstack-request-id: req-325f3aa3-4bbf-4d0e-80d2-65d5a0334154 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:31.642407 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c777395-08d3-46a0-bcd6-e98750ae2df9", "name": "network-vif-deleted", "tag": "061aa7b1-5aed-40ed-a969-7ce1270acd11", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:31.642710 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-325f3aa3-4bbf-4d0e-80d2-65d5a0334154 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:31.643263 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c777395-08d3-46a0-bcd6-e98750ae2df9', 'name': 'network-vif-deleted', 'tag': '061aa7b1-5aed-40ed-a969-7ce1270acd11', 'status': 'completed', 'code': 200} Feb 11 04:51:31.655542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de35e3-e0aa-48e0-bc9e-75a32b67837f req-1fb70751-df63-4c4e-a7b7-851cf168f495 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:31.660474 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88de35e3-e0aa-48e0-bc9e-75a32b67837f req-1fb70751-df63-4c4e-a7b7-851cf168f495 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 1024 time: 0.1015027 Feb 11 04:51:31.690601 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Publish callbacks [] for security_group (2e7bb4c9-648e-489d-9560-8fec1e9b43c6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.703889 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2e7bb4c9-648e-489d-9560-8fec1e9b43c6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.715052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 55913817-95c4-4d6a-8218-430df663ec7e no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:31.784864 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ab6585d-eaed-478a-a377-3e50f05e79db req-60d6cc25-5b42-46f2-aaf3-4b49bea54d20 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0823889 Feb 11 04:51:31.822384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7bb4c9-648e-489d-9560-8fec1e9b43c6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:31.824416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 55913817-95c4-4d6a-8218-430df663ec7e is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:31.825120 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55913817-95c4-4d6a-8218-430df663ec7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.847033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f41bae7-e997-42fb-a2af-f0a98589499b req-b5a2f13c-6060-4177-971f-ed645eb66aa3 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (efd9c88b-2667-4f55-945b-300aa12ebb80), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.867039 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:31.900013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:31.901256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:31.902203 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88de35e3-e0aa-48e0-bc9e-75a32b67837f req-6cb7528b-5272-44ee-8bcb-cb452e69067f tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups?id=f595690b-3ae9-469e-a1c3-f8f0dff6ac54&id=462ae22b-224d-452d-9b18-d635dd612536&id=f00d4f10-7dc2-4406-8aef-cbc73d27412a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2376144 Feb 11 04:51:31.910593 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7892525-6303-4929-b24f-af1ce34c37a7" -d '{"events": [{"server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "name": "network-vif-unplugged", "status": "completed", "tag": "55913817-95c4-4d6a-8218-430df663ec7e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:31.915982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['efd9c88b-2667-4f55-945b-300aa12ebb80'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:31.920876 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (55913817-95c4-4d6a-8218-430df663ec7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.921588 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 061aa7b1-5aed-40ed-a969-7ce1270acd11 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:31.932903 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-03381aef-a245-4108-8fce-1d07a8110354 req-6fdcc95a-c8df-4dde-9a77-2c83b757fc52 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Deleting port de047aa8-af05-4b2e-9626-bb125b79e92c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:31.933617 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-03381aef-a245-4108-8fce-1d07a8110354 req-6fdcc95a-c8df-4dde-9a77-2c83b757fc52 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.957319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2f13c-6060-4177-971f-ed645eb66aa3 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Pushing event deleted for resources: {'Port': ['ID=efd9c88b-2667-4f55-945b-300aa12ebb80,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:32.016192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 061aa7b1-5aed-40ed-a969-7ce1270acd11 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:32.016863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 061aa7b1-5aed-40ed-a969-7ce1270acd11 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:32.023204 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66484beb-1733-4740-aac9-41b56ae403c3 x-openstack-request-id: req-66484beb-1733-4740-aac9-41b56ae403c3 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:32.023803 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "name": "network-vif-unplugged", "status": "completed", "tag": "55913817-95c4-4d6a-8218-430df663ec7e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:32.024321 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66484beb-1733-4740-aac9-41b56ae403c3 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:32.024991 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e', 'code': 200} Feb 11 04:51:32.059324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=55913817-95c4-4d6a-8218-430df663ec7e,revision_number=11']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:32.071367 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5d390517-81a9-44c6-9b22-7e41089fc797), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.072334 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Added segment 5d390517-81a9-44c6-9b22-7e41089fc797 of type vlan for network 06017fe2-4087-4cb5-9119-3aa48a779ba2 Feb 11 04:51:32.074290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f41bae7-e997-42fb-a2af-f0a98589499b req-b5a2f13c-6060-4177-971f-ed645eb66aa3 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] No DVR routers for this DVR port efd9c88b-2667-4f55-945b-300aa12ebb80 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:32.087047 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f41bae7-e997-42fb-a2af-f0a98589499b req-b5a2f13c-6060-4177-971f-ed645eb66aa3 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.094687 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f41bae7-e997-42fb-a2af-f0a98589499b req-b5a2f13c-6060-4177-971f-ed645eb66aa3 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.10 "DELETE /v2.0/ports/efd9c88b-2667-4f55-945b-300aa12ebb80 HTTP/1.1" status: 204 len: 173 time: 0.9425931 Feb 11 04:51:32.102580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af08160-3add-45fb-96d5-ec4cde8f7ee9', 'name': 'network-vif-deleted', 'tag': 'efd9c88b-2667-4f55-945b-300aa12ebb80'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:32.106971 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafffd9b-fd8d-4813-a9a6-d24bc59de4d1" -d '{"events": [{"server_uuid": "1af08160-3add-45fb-96d5-ec4cde8f7ee9", "name": "network-vif-deleted", "tag": "efd9c88b-2667-4f55-945b-300aa12ebb80"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:32.167932 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (06017fe2-4087-4cb5-9119-3aa48a779ba2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.198162 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (06017fe2-4087-4cb5-9119-3aa48a779ba2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.199513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:32.200554 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.227604 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7bb27965-3b54-4cc0-b21a-b34d0b06bf98 req-2f93f16a-1a09-4c78-9e8e-fbf7f49452f1 tempest-LiveAutoBlockMigrationV225Test-870424381 tempest-LiveAutoBlockMigrationV225Test-870424381-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c777395-08d3-46a0-bcd6-e98750ae2df9 HTTP/1.1" status: 200 len: 210 time: 0.0757256 Feb 11 04:51:32.260987 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9790027 Feb 11 04:51:32.291723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-03381aef-a245-4108-8fce-1d07a8110354 req-6fdcc95a-c8df-4dde-9a77-2c83b757fc52 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] For port de047aa8-af05-4b2e-9626-bb125b79e92c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=de047aa8-af05-4b2e-9626-bb125b79e92c,segment=NetworkSegment(d6b97e87-17b6-434f-a1ff-1fa944c84056),segment_id=d6b97e87-17b6-434f-a1ff-1fa944c84056)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:32.292114 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-03381aef-a245-4108-8fce-1d07a8110354 req-6fdcc95a-c8df-4dde-9a77-2c83b757fc52 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.294472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34598) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:32.312197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-03381aef-a245-4108-8fce-1d07a8110354 req-6fdcc95a-c8df-4dde-9a77-2c83b757fc52 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Calling delete_port for de047aa8-af05-4b2e-9626-bb125b79e92c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:32.314924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a33263a4-717e-42cf-b06e-9cd6051dc25c admin admin] Request body: {'subnet': {'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-337723420-subnet', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:32.380166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023c1eb-9374-4b9e-95d7-18b0e0280de5 admin admin] Pushing event updated for resources: {'Network': ['ID=06017fe2-4087-4cb5-9119-3aa48a779ba2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:32.412966 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:32.413687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4afcae-f3ff-4603-9a81-9ae0e196be83 req-ef6d3190-141f-425d-9906-e59346884d0e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:32.421632 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4afcae-f3ff-4603-9a81-9ae0e196be83 req-ef6d3190-141f-425d-9906-e59346884d0e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1950703 Feb 11 04:51:32.430591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33263a4-717e-42cf-b06e-9cd6051dc25c admin admin] Made reservation on behalf of 0c3115c0b4f7444a90cdb58a37131a72 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:32.433750 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a33263a4-717e-42cf-b06e-9cd6051dc25c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.459573 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cc3a65-d4c0-4286-b167-4953def38d80 x-openstack-request-id: req-b5cc3a65-d4c0-4286-b167-4953def38d80 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:32.459920 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af08160-3add-45fb-96d5-ec4cde8f7ee9", "name": "network-vif-deleted", "tag": "efd9c88b-2667-4f55-945b-300aa12ebb80", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:32.460226 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5cc3a65-d4c0-4286-b167-4953def38d80 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:32.460753 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af08160-3add-45fb-96d5-ec4cde8f7ee9', 'name': 'network-vif-deleted', 'tag': 'efd9c88b-2667-4f55-945b-300aa12ebb80', 'status': 'completed', 'code': 200} Feb 11 04:51:32.572517 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-03381aef-a245-4108-8fce-1d07a8110354 req-6fdcc95a-c8df-4dde-9a77-2c83b757fc52 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (de047aa8-af05-4b2e-9626-bb125b79e92c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.595357 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c4afcae-f3ff-4603-9a81-9ae0e196be83 req-d2c80c71-c090-49b1-b591-474bcd27d69a tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679006 Feb 11 04:51:32.615113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['de047aa8-af05-4b2e-9626-bb125b79e92c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:32.668897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcc95a-c8df-4dde-9a77-2c83b757fc52 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event deleted for resources: {'Port': ['ID=de047aa8-af05-4b2e-9626-bb125b79e92c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:32.757120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-03381aef-a245-4108-8fce-1d07a8110354 req-6fdcc95a-c8df-4dde-9a77-2c83b757fc52 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] No DVR routers for this DVR port de047aa8-af05-4b2e-9626-bb125b79e92c on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:32.762554 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-03381aef-a245-4108-8fce-1d07a8110354 req-6fdcc95a-c8df-4dde-9a77-2c83b757fc52 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.771770 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-03381aef-a245-4108-8fce-1d07a8110354 req-6fdcc95a-c8df-4dde-9a77-2c83b757fc52 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.60 "DELETE /v2.0/ports/de047aa8-af05-4b2e-9626-bb125b79e92c HTTP/1.1" status: 204 len: 173 time: 1.1059787 Feb 11 04:51:32.850011 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80a64be1-36ca-40b0-b484-5f6fc638dded req-c3d05169-da83-4d79-88ea-3e90aa6702c9 tempest-ServerGroupTestJSON-1809159739 tempest-ServerGroupTestJSON-1809159739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af08160-3add-45fb-96d5-ec4cde8f7ee9 HTTP/1.1" status: 200 len: 210 time: 0.0437493 Feb 11 04:51:32.872311 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a33263a4-717e-42cf-b06e-9cd6051dc25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (db56d86e-24dc-40a4-954c-6a46bae43c1b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.995741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33263a4-717e-42cf-b06e-9cd6051dc25c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db56d86e-24dc-40a4-954c-6a46bae43c1b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:33.001118 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5cdb0daf-1dae-4725-b7dd-e8cf0651cd8d req-1b45594e-30f0-43dc-bc32-f2080e639d9b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0374467 Feb 11 04:51:33.002962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33263a4-717e-42cf-b06e-9cd6051dc25c admin admin] Checking segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:33.003409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33263a4-717e-42cf-b06e-9cd6051dc25c admin admin] Network hostable DHCP agents. Network: 06017fe2-4087-4cb5-9119-3aa48a779ba2, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:51:33.038147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33263a4-717e-42cf-b06e-9cd6051dc25c admin admin] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:51:33.050230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a33263a4-717e-42cf-b06e-9cd6051dc25c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 06017fe2-4087-4cb5-9119-3aa48a779ba2) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:33.059005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c7f009-691d-4035-952f-c94dd46db1e9 None None] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:33.072930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33263a4-717e-42cf-b06e-9cd6051dc25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:33.076372 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a33263a4-717e-42cf-b06e-9cd6051dc25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.116672 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a33263a4-717e-42cf-b06e-9cd6051dc25c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8144677 Feb 11 04:51:33.116672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34650) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:33.122721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:33.193711 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdfdb2e7-9828-4a9e-8ff5-15f28fc9c667 req-9b5ec446-90ca-4bf1-93c1-3a577d8f6e46 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/ports?device_id=1511b7f9-b7f6-45ab-89ee-38035bed5b86 HTTP/1.1" status: 200 len: 210 time: 0.0466306 Feb 11 04:51:33.195164 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (60c3deb1-4b33-49d2-bbac-a0a328dba38d), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.195368 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.196611 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (60c3deb1-4b33-49d2-bbac-a0a328dba38d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.239206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-06017fe2-4087-4cb5-9119-3aa48a779ba2', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:51:33.240480 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.275006 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Publish callbacks [] for router_controller (60c3deb1-4b33-49d2-bbac-a0a328dba38d), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.321379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34656) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:33.430317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Allocated IP 172.20.0.2 (06017fe2-4087-4cb5-9119-3aa48a779ba2/db56d86e-24dc-40a4-954c-6a46bae43c1b/5d030f7c-8bc8-4d82-bff1-ea19c9f21a52) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:33.510520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da1ea7b-df71-4014-963a-a0b8008e784f admin admin] Deleting subnet a31e1b69-ce3c-4013-8020-1340f9245fc7 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:51:33.514468 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7da1ea7b-df71-4014-963a-a0b8008e784f admin admin] Publish callbacks [] for subnet (a31e1b69-ce3c-4013-8020-1340f9245fc7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.618042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7da1ea7b-df71-4014-963a-a0b8008e784f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (a31e1b69-ce3c-4013-8020-1340f9245fc7), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.668122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1511b7f9-b7f6-45ab-89ee-38035bed5b86', 'name': 'network-vif-deleted', 'tag': 'de047aa8-af05-4b2e-9626-bb125b79e92c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:33.684538 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeccf27e-1a75-4353-9f28-a3187cfb3a19" -d '{"events": [{"server_uuid": "1511b7f9-b7f6-45ab-89ee-38035bed5b86", "name": "network-vif-deleted", "tag": "de047aa8-af05-4b2e-9626-bb125b79e92c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:33.752775 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7da1ea7b-df71-4014-963a-a0b8008e784f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (a31e1b69-ce3c-4013-8020-1340f9245fc7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.782419 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Publish callbacks [] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.798141 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.814847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab3361-f616-4a99-b98c-9aaddd597dd9 req-9830b232-da3d-4aea-8100-d17b37e624b9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:33.823121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cab3361-f616-4a99-b98c-9aaddd597dd9 req-9830b232-da3d-4aea-8100-d17b37e624b9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1185000 Feb 11 04:51:33.871055 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7da1ea7b-df71-4014-963a-a0b8008e784f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (a31e1b69-ce3c-4013-8020-1340f9245fc7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.895118 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Publish callbacks [] for router_gateway (60c3deb1-4b33-49d2-bbac-a0a328dba38d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.920368 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1ea7b-df71-4014-963a-a0b8008e784f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a31e1b69-ce3c-4013-8020-1340f9245fc7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:33.930955 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2cab3361-f616-4a99-b98c-9aaddd597dd9 req-e2245494-eff6-4238-a9a8-907ef16a7335 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063581 Feb 11 04:51:33.931597 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7da1ea7b-df71-4014-963a-a0b8008e784f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.936238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7da1ea7b-df71-4014-963a-a0b8008e784f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a31e1b69-ce3c-4013-8020-1340f9245fc7 HTTP/1.1" status: 204 len: 168 time: 0.6138463 Feb 11 04:51:33.939974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34704) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:33.945710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:33.947420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Pushing event updated for resources: {'Port': ['ID=5d030f7c-8bc8-4d82-bff1-ea19c9f21a52,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:33.953983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:33.968527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:33.988532 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05b90bb-7aa5-4277-8c08-b9e1c59025d4 x-openstack-request-id: req-b05b90bb-7aa5-4277-8c08-b9e1c59025d4 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:33.989207 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1511b7f9-b7f6-45ab-89ee-38035bed5b86", "name": "network-vif-deleted", "tag": "de047aa8-af05-4b2e-9626-bb125b79e92c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:33.989674 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b05b90bb-7aa5-4277-8c08-b9e1c59025d4 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:33.990279 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1511b7f9-b7f6-45ab-89ee-38035bed5b86', 'name': 'network-vif-deleted', 'tag': 'de047aa8-af05-4b2e-9626-bb125b79e92c', 'status': 'completed', 'code': 200} Feb 11 04:51:34.026082 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (69d8e4f6-7728-4d44-828e-ccc74a93621e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.050230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Attempting to bind port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:34.050829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Attempting to bind port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:34.051579 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Attempting to bind port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:34.059143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:34.059825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Checking segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:34.060667 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.061116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Bound using segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:34.062244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Bound port: 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:34.062636 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.170930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] For port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:34.174827 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] For port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5d030f7c-8bc8-4d82-bff1-ea19c9f21a52,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:34.180013 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (69d8e4f6-7728-4d44-828e-ccc74a93621e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.183978 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.207256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01ce7404-e1e6-4e05-a3e8-b3817249c6ae req-95280a27-03e9-40e1-a75e-267ff307dd4b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0557511 Feb 11 04:51:34.212246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d8e4f6-7728-4d44-828e-ccc74a93621e']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:34.229843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee425cd-e35f-412d-b416-d8e4f539358c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:34.230152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee425cd-e35f-412d-b416-d8e4f539358c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:34.243419 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (9ee425cd-e35f-412d-b416-d8e4f539358c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.287640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc66cf-7220-4d8b-bc0a-4a692fc637d9 None None] Pushing event updated for resources: {'Port': ['ID=5d030f7c-8bc8-4d82-bff1-ea19c9f21a52,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:34.317606 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9ee425cd-e35f-412d-b416-d8e4f539358c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.379508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:34.380045 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (9ee425cd-e35f-412d-b416-d8e4f539358c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:34.382001 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:34.452080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Publish callbacks [] for router_gateway (60c3deb1-4b33-49d2-bbac-a0a328dba38d), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.514508 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.569380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (69d8e4f6-7728-4d44-828e-ccc74a93621e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.585091 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.603831 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] 10.222.0.48 "DELETE /v2.0/networks/69d8e4f6-7728-4d44-828e-ccc74a93621e HTTP/1.1" status: 204 len: 168 time: 0.6611764 Feb 11 04:51:34.613635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34744) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:34.671632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b0de2-01ed-4f5c-9084-a231e23bb74b admin admin] Pushing event deleted for resources: {'Network': ['ID=69d8e4f6-7728-4d44-828e-ccc74a93621e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:34.792930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Allocated IP 172.25.7.47 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/14cecac9-6444-4f1c-a15d-4941c92b1cc1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:34.842863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f5a401-d7b7-409a-ac79-68547d58428d admin admin] Deleting subnet ab418281-1778-43d3-b119-20f73819d603 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:51:34.852034 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a401-d7b7-409a-ac79-68547d58428d admin admin] Publish callbacks [] for subnet (ab418281-1778-43d3-b119-20f73819d603), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.863680 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e333e92d-abf9-4072-9259-12e8f502ab47 req-f27f41e7-1da7-4910-8fb5-f6c9adb239bf tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/f00d4f10-7dc2-4406-8aef-cbc73d27412a HTTP/1.1" status: 200 len: 1817 time: 0.2474263 Feb 11 04:51:34.959943 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a401-d7b7-409a-ac79-68547d58428d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (ab418281-1778-43d3-b119-20f73819d603), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.999957 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Publish callbacks [] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.039602 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.040305 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e333e92d-abf9-4072-9259-12e8f502ab47 req-582f0741-e598-49b0-a067-7b7091aac6d4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (f00d4f10-7dc2-4406-8aef-cbc73d27412a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.042427 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a401-d7b7-409a-ac79-68547d58428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (ab418281-1778-43d3-b119-20f73819d603), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.093632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e333e92d-abf9-4072-9259-12e8f502ab47 req-582f0741-e598-49b0-a067-7b7091aac6d4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (f00d4f10-7dc2-4406-8aef-cbc73d27412a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.095754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Pushing event updated for resources: {'Port': ['ID=14cecac9-6444-4f1c-a15d-4941c92b1cc1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:35.125983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:35.127921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:35.136465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:35.151781 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a401-d7b7-409a-ac79-68547d58428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (ab418281-1778-43d3-b119-20f73819d603), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.190936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5a401-d7b7-409a-ac79-68547d58428d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab418281-1778-43d3-b119-20f73819d603,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:35.195004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e333e92d-abf9-4072-9259-12e8f502ab47 req-582f0741-e598-49b0-a067-7b7091aac6d4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f00d4f10-7dc2-4406-8aef-cbc73d27412a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.198085 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e333e92d-abf9-4072-9259-12e8f502ab47 req-582f0741-e598-49b0-a067-7b7091aac6d4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.210578 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e333e92d-abf9-4072-9259-12e8f502ab47 req-582f0741-e598-49b0-a067-7b7091aac6d4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "DELETE /v2.0/security-groups/f00d4f10-7dc2-4406-8aef-cbc73d27412a HTTP/1.1" status: 204 len: 173 time: 0.3457062 Feb 11 04:51:35.213793 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a401-d7b7-409a-ac79-68547d58428d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.224072 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b0f5a401-d7b7-409a-ac79-68547d58428d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ab418281-1778-43d3-b119-20f73819d603 HTTP/1.1" status: 204 len: 168 time: 0.6057312 Feb 11 04:51:35.230364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34768) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:35.398480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (9fda43e3-5d7a-45a5-9432-273fbb815c41), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.401770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f0741-e598-49b0-a067-7b7091aac6d4 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00d4f10-7dc2-4406-8aef-cbc73d27412a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:35.430620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65c79c-43c1-48b7-98b7-ef75700ce0f2 req-94026e50-a0ba-4ae8-8cdb-af212e316b8c tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:35.441088 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e65c79c-43c1-48b7-98b7-ef75700ce0f2 req-94026e50-a0ba-4ae8-8cdb-af212e316b8c tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.2515442 Feb 11 04:51:35.546698 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6cdcc20d-0ad7-4427-acf7-622ebfa8fac1 req-321e75e6-fbbd-49c0-91bc-dd83c6c714f5 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "GET /v2.0/security-groups/f595690b-3ae9-469e-a1c3-f8f0dff6ac54 HTTP/1.1" status: 200 len: 1818 time: 0.0637269 Feb 11 04:51:35.607247 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (9fda43e3-5d7a-45a5-9432-273fbb815c41), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.637922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e65c79c-43c1-48b7-98b7-ef75700ce0f2 req-8652629a-7e0c-419b-9154-1a5d26f1f86b tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957238 Feb 11 04:51:35.648690 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fda43e3-5d7a-45a5-9432-273fbb815c41']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:35.679622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5924a0ac-8a33-457c-adf0-6cd87089d8cf') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:35.679918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5924a0ac-8a33-457c-adf0-6cd87089d8cf') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:35.693104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device de047aa8-af05-4b2e-9626-bb125b79e92c no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:35.705091 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (5924a0ac-8a33-457c-adf0-6cd87089d8cf), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.706780 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cdcc20d-0ad7-4427-acf7-622ebfa8fac1 req-9b9bcb8b-ad9c-4a9c-bedb-64b4b7b74fc9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (f595690b-3ae9-469e-a1c3-f8f0dff6ac54), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.728864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: de047aa8-af05-4b2e-9626-bb125b79e92c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:35.729430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device de047aa8-af05-4b2e-9626-bb125b79e92c not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:35.751389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5924a0ac-8a33-457c-adf0-6cd87089d8cf), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.774875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:35.778243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (5924a0ac-8a33-457c-adf0-6cd87089d8cf), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.779205 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Publish callbacks [] for router_gateway (60c3deb1-4b33-49d2-bbac-a0a328dba38d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.876358 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5787ab3c-3305-4c01-b89a-2d837b00195c req-f3fe6fa5-97a9-4ad8-9d9f-e6a67f2ecb84 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0563421 Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:35.884169 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:35.887100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cdcc20d-0ad7-4427-acf7-622ebfa8fac1 req-9b9bcb8b-ad9c-4a9c-bedb-64b4b7b74fc9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (f595690b-3ae9-469e-a1c3-f8f0dff6ac54), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.911940 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (9fda43e3-5d7a-45a5-9432-273fbb815c41), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.921922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.932122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9fda43e3-5d7a-45a5-9432-273fbb815c41 HTTP/1.1" status: 204 len: 168 time: 0.6939094 Feb 11 04:51:35.953909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd678ca-6f94-4852-a829-1495d37a4a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fda43e3-5d7a-45a5-9432-273fbb815c41,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:35.986544 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cdcc20d-0ad7-4427-acf7-622ebfa8fac1 req-9b9bcb8b-ad9c-4a9c-bedb-64b4b7b74fc9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f595690b-3ae9-469e-a1c3-f8f0dff6ac54), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.001078 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6cdcc20d-0ad7-4427-acf7-622ebfa8fac1 req-9b9bcb8b-ad9c-4a9c-bedb-64b4b7b74fc9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.018773 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6cdcc20d-0ad7-4427-acf7-622ebfa8fac1 req-9b9bcb8b-ad9c-4a9c-bedb-64b4b7b74fc9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] 10.222.0.48 "DELETE /v2.0/security-groups/f595690b-3ae9-469e-a1c3-f8f0dff6ac54 HTTP/1.1" status: 204 len: 173 time: 0.4651930 Feb 11 04:51:36.019959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34780) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:36.030954 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea26f86-b881-4377-89b8-b563be2151b3 None None] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:36.105259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf203005-cbf1-4447-93c4-1cfc5d726cbf req-3d17b1fe-b6b8-4d04-9eb9-f12acf2711f9 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:36.112903 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf203005-cbf1-4447-93c4-1cfc5d726cbf req-3d17b1fe-b6b8-4d04-9eb9-f12acf2711f9 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 948 time: 0.1236258 Feb 11 04:51:36.160321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bcb8b-ad9c-4a9c-bedb-64b4b7b74fc9 tempest-SecurityGroupsTestJSON-829175374 tempest-SecurityGroupsTestJSON-829175374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f595690b-3ae9-469e-a1c3-f8f0dff6ac54,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:36.186379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f94eaf7-284c-4586-8e15-5ba366eb3387 admin admin] Deleting subnet ca8ea8bb-31e1-405f-b851-d6f2d129fc2b {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:51:36.191682 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f94eaf7-284c-4586-8e15-5ba366eb3387 admin admin] Publish callbacks [] for subnet (ca8ea8bb-31e1-405f-b851-d6f2d129fc2b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.227729 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34788) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:36.231098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-80690b15-5fd3-4787-914a-e0574eaa3718 None None] Provisioning complete for port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:36.231487 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80690b15-5fd3-4787-914a-e0574eaa3718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.274951 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34790) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:36.301573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f94eaf7-284c-4586-8e15-5ba366eb3387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (ca8ea8bb-31e1-405f-b851-d6f2d129fc2b), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.313637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf203005-cbf1-4447-93c4-1cfc5d726cbf req-da7de1e9-f8c7-43be-b908-695d3b53f8a2 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997817 Feb 11 04:51:36.331850 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (60c3deb1-4b33-49d2-bbac-a0a328dba38d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.369681 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5414e9cb-2bad-4933-b811-1928d6cc032b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b17f5c0876a6459894825e19cb0017e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0929840 Feb 11 04:51:36.376890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34792) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:36.384576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device efd9c88b-2667-4f55-945b-300aa12ebb80 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:36.393602 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d245d8-d39c-443f-84cf-d6b035616270 admin admin] Deleting subnet ad83fdc0-4649-457e-bba4-7ae0f7d97a1b {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:51:36.407876 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d245d8-d39c-443f-84cf-d6b035616270 admin admin] Publish callbacks [] for subnet (ad83fdc0-4649-457e-bba4-7ae0f7d97a1b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.467753 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f94eaf7-284c-4586-8e15-5ba366eb3387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (ca8ea8bb-31e1-405f-b851-d6f2d129fc2b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.484168 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: efd9c88b-2667-4f55-945b-300aa12ebb80 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:36.484657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device efd9c88b-2667-4f55-945b-300aa12ebb80 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:36.530335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Router 60c3deb1-4b33-49d2-bbac-a0a328dba38d is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:51:36.570707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-80690b15-5fd3-4787-914a-e0574eaa3718 None None] Current status of the port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:36.571081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80690b15-5fd3-4787-914a-e0574eaa3718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.599233 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d245d8-d39c-443f-84cf-d6b035616270 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (ad83fdc0-4649-457e-bba4-7ae0f7d97a1b), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.605293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:36.650175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-80690b15-5fd3-4787-914a-e0574eaa3718 None None] For port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5d030f7c-8bc8-4d82-bff1-ea19c9f21a52,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:36.666027 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80690b15-5fd3-4787-914a-e0574eaa3718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.682406 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4a604d0-591a-48ad-9271-2e25da1ab1d5 admin admin] Publish callbacks [] for security_group (891a7f52-ad34-450e-84ef-55871fae588d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.770117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:36.781648 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:36.784097 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.785420 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Sync routers for ids ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:51:36.787417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80690b15-5fd3-4787-914a-e0574eaa3718 None None] Pushing event updated for resources: {'Port': ['ID=5d030f7c-8bc8-4d82-bff1-ea19c9f21a52,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:36.803153 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.808070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-836a817f-235d-404c-a0e8-4a618344d4de admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6904161 Feb 11 04:51:36.812004 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Routers {'60c3deb1-4b33-49d2-bbac-a0a328dba38d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:36.812161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34796) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:36.812653 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:51:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:36.838378 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d245d8-d39c-443f-84cf-d6b035616270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (ad83fdc0-4649-457e-bba4-7ae0f7d97a1b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.969232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:36.980675 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4a604d0-591a-48ad-9271-2e25da1ab1d5 admin admin] Publish callbacks [] for security_group (891a7f52-ad34-450e-84ef-55871fae588d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.991805 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f94eaf7-284c-4586-8e15-5ba366eb3387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (ca8ea8bb-31e1-405f-b851-d6f2d129fc2b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.994474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d245d8-d39c-443f-84cf-d6b035616270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (ad83fdc0-4649-457e-bba4-7ae0f7d97a1b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.077579 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Set router 60c3deb1-4b33-49d2-bbac-a0a328dba38d gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:37.102559 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d245d8-d39c-443f-84cf-d6b035616270 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.105808 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d3d245d8-d39c-443f-84cf-d6b035616270 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ad83fdc0-4649-457e-bba4-7ae0f7d97a1b HTTP/1.1" status: 204 len: 168 time: 0.8770497 Feb 11 04:51:37.109853 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f94eaf7-284c-4586-8e15-5ba366eb3387 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.115711 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2f94eaf7-284c-4586-8e15-5ba366eb3387 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ca8ea8bb-31e1-405f-b851-d6f2d129fc2b HTTP/1.1" status: 204 len: 168 time: 1.0688436 Feb 11 04:51:37.115882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34800) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:37.123595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34802) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:37.126319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7a68733f-7278-4b5d-8d57-9ede5528c1ed None None] Provisioning complete for port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:37.126705 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a68733f-7278-4b5d-8d57-9ede5528c1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.130467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94eaf7-284c-4586-8e15-5ba366eb3387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca8ea8bb-31e1-405f-b851-d6f2d129fc2b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:37.158615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa6d35-e5db-45e3-b321-d5e2000c0048 req-3721bb30-ec9a-45e8-a5e4-f6718aa3a7f4 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:37.165973 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fafa6d35-e5db-45e3-b321-d5e2000c0048 req-3721bb30-ec9a-45e8-a5e4-f6718aa3a7f4 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1767669 Feb 11 04:51:37.235939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84c1496f-d266-41e8-9592-f39810dd1683 req-5f3653c0-621c-4477-a80c-7c87f048c494 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1425042 Feb 11 04:51:37.239606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d245d8-d39c-443f-84cf-d6b035616270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad83fdc0-4649-457e-bba4-7ae0f7d97a1b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:37.261435 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.375824 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (02650a09-c2d4-4ed9-9a7e-19b583253572), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.385105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7a68733f-7278-4b5d-8d57-9ede5528c1ed None None] Current status of the port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:37.408343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fafa6d35-e5db-45e3-b321-d5e2000c0048 req-0afdf74e-8fc0-4a28-9246-8d8c6aca5bc7 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371585 Feb 11 04:51:37.417075 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (edeac04d-6b14-467b-b73d-7282f5f81e89), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.421766 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4a604d0-591a-48ad-9271-2e25da1ab1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (891a7f52-ad34-450e-84ef-55871fae588d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.426020 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4a604d0-591a-48ad-9271-2e25da1ab1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.429587 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c4a604d0-591a-48ad-9271-2e25da1ab1d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/891a7f52-ad34-450e-84ef-55871fae588d HTTP/1.1" status: 204 len: 168 time: 1.0516441 Feb 11 04:51:37.447748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a604d0-591a-48ad-9271-2e25da1ab1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891a7f52-ad34-450e-84ef-55871fae588d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:37.485504 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T04:51:35Z', 'revision_number': 3, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:37.545599 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Checking router: 60c3deb1-4b33-49d2-bbac-a0a328dba38d for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:51:37.545946 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Updating router 60c3deb1-4b33-49d2-bbac-a0a328dba38d port 14cecac9-6444-4f1c-a15d-4941c92b1cc1 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:51:37.605843 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.652788 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (edeac04d-6b14-467b-b73d-7282f5f81e89), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.717123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edeac04d-6b14-467b-b73d-7282f5f81e89']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:37.740277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b97e87-17b6-434f-a1ff-1fa944c84056') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:37.742312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b97e87-17b6-434f-a1ff-1fa944c84056') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:37.767873 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (d6b97e87-17b6-434f-a1ff-1fa944c84056), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.807046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (d6b97e87-17b6-434f-a1ff-1fa944c84056), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.823524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:37.825026 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (d6b97e87-17b6-434f-a1ff-1fa944c84056), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:37.833811 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:38.121967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (02650a09-c2d4-4ed9-9a7e-19b583253572), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.137486 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Publish callbacks [] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.150772 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.181170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34810) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:38.187289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02650a09-c2d4-4ed9-9a7e-19b583253572']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:38.232413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:38.232990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:38.237897 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Attempting to bind port 14cecac9-6444-4f1c-a15d-4941c92b1cc1 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:38.238688 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Attempting to bind port 14cecac9-6444-4f1c-a15d-4941c92b1cc1 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:38.239272 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Attempting to bind port 14cecac9-6444-4f1c-a15d-4941c92b1cc1 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:38.249460 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Pushing event updated for resources: {'Port': ['ID=14cecac9-6444-4f1c-a15d-4941c92b1cc1,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:38.252906 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:38.253469 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:38.254070 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.254563 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:38.255167 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Bound port: 14cecac9-6444-4f1c-a15d-4941c92b1cc1, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:38.255728 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.290333 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.291048 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.291804 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.292581 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.293010 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.293432 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.293850 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.294837 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.295294 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.295713 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.296130 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.296565 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.296974 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:38.343657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f3c3b-7f8a-4d09-a229-f6b367d8dbd4 req-7da17429-c1ef-4cd9-81d6-79eb42a2c968 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:38.350457 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] For port 14cecac9-6444-4f1c-a15d-4941c92b1cc1, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:38.353187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a3f3c3b-7f8a-4d09-a229-f6b367d8dbd4 req-7da17429-c1ef-4cd9-81d6-79eb42a2c968 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 948 time: 0.8788264 Feb 11 04:51:38.358191 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.358749 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] For port 14cecac9-6444-4f1c-a15d-4941c92b1cc1, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=14cecac9-6444-4f1c-a15d-4941c92b1cc1,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:38.368559 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.421406 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.441352 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a292c97-3142-4b29-8e57-e2505e8d847c None None] Pushing event updated for resources: {'Port': ['ID=14cecac9-6444-4f1c-a15d-4941c92b1cc1,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:38.457618 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-16ad1699-6732-4123-a3f2-d3aa31b8ace6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cdaf13223ee42e28a4d94ce01633cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721286 Feb 11 04:51:38.467103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34816) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:38.468965 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Routers {'60c3deb1-4b33-49d2-bbac-a0a328dba38d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:38.469675 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:51:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:38.469811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:38.470272 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (9a9ab94f-a8d9-41fb-a6ef-d7a7c6a22e8e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:38.487065 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:38.535983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3334436c-d203-48bf-a404-4c97fcb48740 req-1686fcda-ef77-4179-bb01-f67883c5280e tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0636437 Feb 11 04:51:38.545557 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (edeac04d-6b14-467b-b73d-7282f5f81e89), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.551298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:38.558523 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.602497 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.609687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] 10.222.0.48 "DELETE /v2.0/networks/edeac04d-6b14-467b-b73d-7282f5f81e89 HTTP/1.1" status: 204 len: 168 time: 1.4802513 Feb 11 04:51:38.610925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e567bc-4f19-4e13-9d42-a7a18dce87aa admin admin] Pushing event deleted for resources: {'Network': ['ID=edeac04d-6b14-467b-b73d-7282f5f81e89,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:38.627224 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] Set router 60c3deb1-4b33-49d2-bbac-a0a328dba38d gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:38.651126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:38.651860 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.693655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a3f3c3b-7f8a-4d09-a229-f6b367d8dbd4 req-811d4558-18af-41cd-abcf-f86a132549be tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393173 Feb 11 04:51:38.707171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (02650a09-c2d4-4ed9-9a7e-19b583253572), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.736098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8b34a-1a83-43f3-a5f4-36b46f8e1b39 req-a09b3054-de1f-4253-8c3f-46a4d1295724 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:38.737646 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8eb8b34a-1a83-43f3-a5f4-36b46f8e1b39 req-a09b3054-de1f-4253-8c3f-46a4d1295724 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 948 time: 0.2643993 Feb 11 04:51:38.760243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:38.831207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.849503 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] 10.222.0.48 "DELETE /v2.0/networks/02650a09-c2d4-4ed9-9a7e-19b583253572 HTTP/1.1" status: 204 len: 168 time: 1.7322106 Feb 11 04:51:38.864022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc83e8-0004-4df0-9331-d9570c0ce2fd req-a71d6401-0f8e-43bd-82b5-718d647ac4d9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:38.865551 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88fc83e8-0004-4df0-9331-d9570c0ce2fd req-a71d6401-0f8e-43bd-82b5-718d647ac4d9 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.2227132 Feb 11 04:51:38.919837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8eb8b34a-1a83-43f3-a5f4-36b46f8e1b39 req-7dfa1125-c784-4fb8-aac0-094e1d744481 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Deleting port cf82964b-73d4-4f45-800c-765a1c01aeb8 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:38.920091 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8eb8b34a-1a83-43f3-a5f4-36b46f8e1b39 req-7dfa1125-c784-4fb8-aac0-094e1d744481 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.928084 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T04:51:35Z', 'revision_number': 3, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:38.965663 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be3354-5158-4ddc-a4ec-d72d50615e96 None None] The sync data for ids ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'] in n-d-615180-58 is: [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T04:51:35Z', 'revision_number': 3, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:51:38.983510 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88fc83e8-0004-4df0-9331-d9570c0ce2fd req-0624aaf3-73fd-47e7-be03-4f72ec9fe577 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110268 Feb 11 04:51:39.028467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Allocated IP 172.20.0.1 (06017fe2-4087-4cb5-9119-3aa48a779ba2/db56d86e-24dc-40a4-954c-6a46bae43c1b/fc62a9ec-5434-46a0-aebb-8ded151205e5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:39.074117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34824) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:39.074463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34826) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:39.100007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d086a-df59-4d2f-92b6-2ff4688df538 admin admin] Pushing event deleted for resources: {'Network': ['ID=02650a09-c2d4-4ed9-9a7e-19b583253572,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:39.179986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1b0f62ae-34fd-4ec4-888a-16dac9e21863 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27c12ee2ab1f4a26a2e5872cc9d71afd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1043174 Feb 11 04:51:39.183689 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5adbf2f-c4a1-4bf7-8df7-793c05426f8d admin admin] Publish callbacks [] for security_group (86bd0d6c-313e-4cfc-be4b-de3cbbbd02c8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.185649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34830) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:39.206375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-8eb8b34a-1a83-43f3-a5f4-36b46f8e1b39 req-7dfa1125-c784-4fb8-aac0-094e1d744481 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] For port cf82964b-73d4-4f45-800c-765a1c01aeb8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=cf82964b-73d4-4f45-800c-765a1c01aeb8,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:39.206375 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8eb8b34a-1a83-43f3-a5f4-36b46f8e1b39 req-7dfa1125-c784-4fb8-aac0-094e1d744481 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.223724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-37bc3805-dcca-4e75-8fc0-da876c0e93f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=789b5bd7765346189f929b2889114db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463435 Feb 11 04:51:39.227916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34832) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:39.229866 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5adbf2f-c4a1-4bf7-8df7-793c05426f8d admin admin] Publish callbacks [] for security_group (86bd0d6c-313e-4cfc-be4b-de3cbbbd02c8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.268565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-8eb8b34a-1a83-43f3-a5f4-36b46f8e1b39 req-7dfa1125-c784-4fb8-aac0-094e1d744481 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Calling delete_port for cf82964b-73d4-4f45-800c-765a1c01aeb8 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:39.319743 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Publish callbacks [] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.367735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a4b762d5-dd99-442c-baab-6e006ddf8317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.378102 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ec2504e-4672-4abb-9c5c-c53df4db0e5a admin admin] Publish callbacks [] for security_group (a58d65ba-1ec8-4b1c-8589-39f516e11d64), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.417361 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5adbf2f-c4a1-4bf7-8df7-793c05426f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (86bd0d6c-313e-4cfc-be4b-de3cbbbd02c8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.420848 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5adbf2f-c4a1-4bf7-8df7-793c05426f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.424437 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997be64-0d2a-4c32-b23e-f3c46ec5c112 req-c98d8d93-33bf-41b2-a23c-463f8073f620 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:39.424603 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e5adbf2f-c4a1-4bf7-8df7-793c05426f8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86bd0d6c-313e-4cfc-be4b-de3cbbbd02c8 HTTP/1.1" status: 204 len: 168 time: 0.9363401 Feb 11 04:51:39.437473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a997be64-0d2a-4c32-b23e-f3c46ec5c112 req-c98d8d93-33bf-41b2-a23c-463f8073f620 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.2016852 Feb 11 04:51:39.441951 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd9575b9-fd58-425c-ac7f-a8e740577859 admin admin] Publish callbacks [] for security_group (462ae22b-224d-452d-9b18-d635dd612536), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.447157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adbf2f-c4a1-4bf7-8df7-793c05426f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bd0d6c-313e-4cfc-be4b-de3cbbbd02c8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:39.484162 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ec2504e-4672-4abb-9c5c-c53df4db0e5a admin admin] Publish callbacks [] for security_group (a58d65ba-1ec8-4b1c-8589-39f516e11d64), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.493033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.545721 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd9575b9-fd58-425c-ac7f-a8e740577859 admin admin] Publish callbacks [] for security_group (462ae22b-224d-452d-9b18-d635dd612536), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.572490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:39.576595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Pushing event updated for resources: {'Port': ['ID=fc62a9ec-5434-46a0-aebb-8ded151205e5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:39.579626 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:39.592069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:39.642076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a997be64-0d2a-4c32-b23e-f3c46ec5c112 req-b8f2a940-2821-4979-853c-3c8f56812a37 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036226 Feb 11 04:51:39.692782 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (60c3deb1-4b33-49d2-bbac-a0a328dba38d), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.768359 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8eb8b34a-1a83-43f3-a5f4-36b46f8e1b39 req-7dfa1125-c784-4fb8-aac0-094e1d744481 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (cf82964b-73d4-4f45-800c-765a1c01aeb8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.834691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa1125-c784-4fb8-aac0-094e1d744481 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Pushing event deleted for resources: {'Port': ['ID=cf82964b-73d4-4f45-800c-765a1c01aeb8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:39.891520 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd9575b9-fd58-425c-ac7f-a8e740577859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (462ae22b-224d-452d-9b18-d635dd612536), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.894471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd9575b9-fd58-425c-ac7f-a8e740577859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.895913 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dd9575b9-fd58-425c-ac7f-a8e740577859 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/462ae22b-224d-452d-9b18-d635dd612536 HTTP/1.1" status: 204 len: 168 time: 0.7052865 Feb 11 04:51:39.906361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ae4d65b-ae75-4fca-9920-811749a1109f req-034d7069-a99d-493b-be6e-33c4a83d1782 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1327298 Feb 11 04:51:40.026468 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ec2504e-4672-4abb-9c5c-c53df4db0e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a58d65ba-1ec8-4b1c-8589-39f516e11d64), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.033321 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ec2504e-4672-4abb-9c5c-c53df4db0e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.047501 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9ec2504e-4672-4abb-9c5c-c53df4db0e5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a58d65ba-1ec8-4b1c-8589-39f516e11d64 HTTP/1.1" status: 204 len: 168 time: 0.8154335 Feb 11 04:51:40.073173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb8b34a-1a83-43f3-a5f4-36b46f8e1b39 req-7dfa1125-c784-4fb8-aac0-094e1d744481 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] No DVR routers for this DVR port cf82964b-73d4-4f45-800c-765a1c01aeb8 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:40.091093 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-8eb8b34a-1a83-43f3-a5f4-36b46f8e1b39 req-7dfa1125-c784-4fb8-aac0-094e1d744481 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.102684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-df039f5e-d02c-4fba-bb15-7a2075518ad5 None None] Provisioning complete for port fc62a9ec-5434-46a0-aebb-8ded151205e5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:40.104028 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8eb8b34a-1a83-43f3-a5f4-36b46f8e1b39 req-7dfa1125-c784-4fb8-aac0-094e1d744481 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.60 "DELETE /v2.0/ports/cf82964b-73d4-4f45-800c-765a1c01aeb8 HTTP/1.1" status: 204 len: 173 time: 1.3573356 Feb 11 04:51:40.124704 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-df039f5e-d02c-4fba-bb15-7a2075518ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.145437 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0584c86-e39e-44a9-a403-5cc54430901b', 'name': 'network-vif-deleted', 'tag': 'cf82964b-73d4-4f45-800c-765a1c01aeb8'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:40.169616 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d5da16-5e9b-4cb7-957b-ce0113ca9aff" -d '{"events": [{"server_uuid": "a0584c86-e39e-44a9-a403-5cc54430901b", "name": "network-vif-deleted", "tag": "cf82964b-73d4-4f45-800c-765a1c01aeb8"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:40.173374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11b1d872-eaa8-4f28-84ee-0480a2caac4a req-7c286a5e-3cb9-4299-84c8-f7d65a230265 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0584c86-e39e-44a9-a403-5cc54430901b HTTP/1.1" status: 200 len: 210 time: 0.0899305 Feb 11 04:51:40.177484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2504e-4672-4abb-9c5c-c53df4db0e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58d65ba-1ec8-4b1c-8589-39f516e11d64,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:40.197997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9575b9-fd58-425c-ac7f-a8e740577859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462ae22b-224d-452d-9b18-d635dd612536,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:40.249134 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.277186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3346ea8-13c6-4b18-974d-d59e10095a4e req-fa1e7292-1591-45dc-896f-57c0d3597f19 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:40.293172 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c3346ea8-13c6-4b18-974d-d59e10095a4e req-fa1e7292-1591-45dc-896f-57c0d3597f19 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.4627459 Feb 11 04:51:40.299298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-df039f5e-d02c-4fba-bb15-7a2075518ad5 None None] Port fc62a9ec-5434-46a0-aebb-8ded151205e5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:51:40.325809 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2f8ac4-a972-47ab-a8c1-6257318d72be x-openstack-request-id: req-ec2f8ac4-a972-47ab-a8c1-6257318d72be {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:40.326689 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0584c86-e39e-44a9-a403-5cc54430901b", "name": "network-vif-deleted", "tag": "cf82964b-73d4-4f45-800c-765a1c01aeb8", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:40.326999 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec2f8ac4-a972-47ab-a8c1-6257318d72be {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:40.329183 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0584c86-e39e-44a9-a403-5cc54430901b', 'name': 'network-vif-deleted', 'tag': 'cf82964b-73d4-4f45-800c-765a1c01aeb8', 'status': 'completed', 'code': 200} Feb 11 04:51:40.458398 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c3346ea8-13c6-4b18-974d-d59e10095a4e req-dd76cb88-71d7-42ad-8980-06f763fb7253 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642578 Feb 11 04:51:40.653197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 14cecac9-6444-4f1c-a15d-4941c92b1cc1 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:40.737040 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Publish callbacks [] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.755589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.807980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 14cecac9-6444-4f1c-a15d-4941c92b1cc1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:40.809533 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.033409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Pushing event updated for resources: {'Port': ['ID=fc62a9ec-5434-46a0-aebb-8ded151205e5,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:41.088808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 14cecac9-6444-4f1c-a15d-4941c92b1cc1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:41.089635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.096838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee0528-2321-4937-8c6f-664f2a43b5c2 req-33cbabe8-19c4-409b-bc89-1a321d200d42 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:41.111629 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6cee0528-2321-4937-8c6f-664f2a43b5c2 req-33cbabe8-19c4-409b-bc89-1a321d200d42 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1845942 Feb 11 04:51:41.120481 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (60c3deb1-4b33-49d2-bbac-a0a328dba38d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.150333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 14cecac9-6444-4f1c-a15d-4941c92b1cc1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=14cecac9-6444-4f1c-a15d-4941c92b1cc1,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:41.159576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.187281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a6005f41-ae79-4bde-b762-cd15cf4c9b15 req-d0755234-ccd2-4c42-869a-e669c0f75c0d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1216662 Feb 11 04:51:41.238088 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6cee0528-2321-4937-8c6f-664f2a43b5c2 req-62ce6441-09bd-4ea9-bec8-a89eb97ee9d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205714 Feb 11 04:51:41.265211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=14cecac9-6444-4f1c-a15d-4941c92b1cc1,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:41.347408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:41.350207 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:41.639833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Router 60c3deb1-4b33-49d2-bbac-a0a328dba38d has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:51:41.713398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device cf82964b-73d4-4f45-800c-765a1c01aeb8 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:41.745857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: cf82964b-73d4-4f45-800c-765a1c01aeb8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:41.746210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device cf82964b-73d4-4f45-800c-765a1c01aeb8 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:41.760956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-45aa40a2-f19b-4bea-ba7f-610206856a88 None None] Provisioning complete for port fc62a9ec-5434-46a0-aebb-8ded151205e5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:41.760956 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-45aa40a2-f19b-4bea-ba7f-610206856a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.802437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-45aa40a2-f19b-4bea-ba7f-610206856a88 None None] Port fc62a9ec-5434-46a0-aebb-8ded151205e5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:51:41.816980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0568c-47dd-41e2-a57f-21b92a1ad72f req-afa8a01c-0901-4e6f-8c8e-4f2107fb917d tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:41.825988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d5b0568c-47dd-41e2-a57f-21b92a1ad72f req-afa8a01c-0901-4e6f-8c8e-4f2107fb917d tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=d41f977d-9051-4541-be9f-ccbf8001ca9e HTTP/1.1" status: 200 len: 948 time: 0.1835618 Feb 11 04:51:41.841698 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5fd7f6ce-dff7-48ee-9b70-660b21323e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.937960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34914) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:41.948623 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d5b0568c-47dd-41e2-a57f-21b92a1ad72f req-a3d0a78e-a804-4f0c-b97c-aee95139db2b tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173844 Feb 11 04:51:41.963995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:41.972091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-af308fc7-d6bf-4d60-b06d-ef8a07b2968d admin admin] 10.222.0.48 "PUT /v2.0/routers/60c3deb1-4b33-49d2-bbac-a0a328dba38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1588535 Feb 11 04:51:41.983662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Sync routers for ids ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:51:41.993749 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Routers {'60c3deb1-4b33-49d2-bbac-a0a328dba38d'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:41.994355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:42.142071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387c36d-2eff-4cae-8308-3047a2bce1f0 req-34bee835-4a7e-4df9-bb96-3586b9bd3292 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:42.143646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c387c36d-2eff-4cae-8308-3047a2bce1f0 req-34bee835-4a7e-4df9-bb96-3586b9bd3292 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.0628574 Feb 11 04:51:42.284428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-c387c36d-2eff-4cae-8308-3047a2bce1f0 req-3a6b67db-56ce-482f-afd7-2e3091f5ea9e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Deleting port bc6dd84f-3bd5-4249-9024-69a43b08b1d6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:42.285597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c387c36d-2eff-4cae-8308-3047a2bce1f0 req-3a6b67db-56ce-482f-afd7-2e3091f5ea9e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.324401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34932) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:42.376407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1186978351-network', 'tenant_id': 'bf66c39c616d4c319d5a201ef26173a0'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:42.378336 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a924afea-48d1-4bd9-84c3-84fed9ed54da req-44c18cd4-b1b8-4951-8722-dc91a5504415 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0652785 Feb 11 04:51:42.425886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Made reservation on behalf of bf66c39c616d4c319d5a201ef26173a0 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:42.428457 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.441209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.483507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Set router 60c3deb1-4b33-49d2-bbac-a0a328dba38d gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:42.526976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c387c36d-2eff-4cae-8308-3047a2bce1f0 req-3a6b67db-56ce-482f-afd7-2e3091f5ea9e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] For port bc6dd84f-3bd5-4249-9024-69a43b08b1d6, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bc6dd84f-3bd5-4249-9024-69a43b08b1d6,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:42.527320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c387c36d-2eff-4cae-8308-3047a2bce1f0 req-3a6b67db-56ce-482f-afd7-2e3091f5ea9e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.537490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-99060451-network', 'tenant_id': 'd6b7c10b7d194fc4a08492a91711a8b3'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:42.568597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-c387c36d-2eff-4cae-8308-3047a2bce1f0 req-3a6b67db-56ce-482f-afd7-2e3091f5ea9e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Calling delete_port for bc6dd84f-3bd5-4249-9024-69a43b08b1d6 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:42.625165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Made reservation on behalf of d6b7c10b7d194fc4a08492a91711a8b3 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:42.629734 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.661080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 14cecac9-6444-4f1c-a15d-4941c92b1cc1 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:42.665883 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.742712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499d84e-eb27-418d-a398-d52423850938 req-e92264ff-a997-4902-b778-11db4195c708 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:42.744250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f499d84e-eb27-418d-a398-d52423850938 req-e92264ff-a997-4902-b778-11db4195c708 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 945 time: 0.1841283 Feb 11 04:51:42.757024 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Publish callbacks [] for security_group (8a081894-2af3-4fcb-a001-e3b2d0a4c6b6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.776471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8a081894-2af3-4fcb-a001-e3b2d0a4c6b6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.847355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f499d84e-eb27-418d-a398-d52423850938 req-a4c984df-df40-4619-9248-4cb5eb55d9e7 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905621 Feb 11 04:51:42.853516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:42.905554 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ab08c2b5-c0d4-465b-8287-e694e7af5319), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.905909 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Added segment ab08c2b5-c0d4-465b-8287-e694e7af5319 of type vlan for network bdfcdb4a-c2c0-4929-8d78-2464dc299deb Feb 11 04:51:42.950024 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:42.988672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c387c36d-2eff-4cae-8308-3047a2bce1f0 req-3a6b67db-56ce-482f-afd7-2e3091f5ea9e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bc6dd84f-3bd5-4249-9024-69a43b08b1d6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.027456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['891a6c06-3097-43c7-8a0a-2fcc3cd10055', 'bc6dd84f-3bd5-4249-9024-69a43b08b1d6'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:43.057433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (bdfcdb4a-c2c0-4929-8d78-2464dc299deb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.073102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b67db-56ce-482f-afd7-2e3091f5ea9e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event deleted for resources: {'Port': ['ID=bc6dd84f-3bd5-4249-9024-69a43b08b1d6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:43.123632 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.124196 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Publish callbacks [] for security_group (15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.135588 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.154785 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (bdfcdb4a-c2c0-4929-8d78-2464dc299deb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.155966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:43.157032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.180459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:43.242563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 14cecac9-6444-4f1c-a15d-4941c92b1cc1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:43.243093 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.257848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c387c36d-2eff-4cae-8308-3047a2bce1f0 req-3a6b67db-56ce-482f-afd7-2e3091f5ea9e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] No DVR routers for this DVR port bc6dd84f-3bd5-4249-9024-69a43b08b1d6 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:43.264167 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c387c36d-2eff-4cae-8308-3047a2bce1f0 req-3a6b67db-56ce-482f-afd7-2e3091f5ea9e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.269045 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3294659 Feb 11 04:51:43.271869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:43.286339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34950) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:43.288718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c387c36d-2eff-4cae-8308-3047a2bce1f0 req-3a6b67db-56ce-482f-afd7-2e3091f5ea9e tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "DELETE /v2.0/ports/bc6dd84f-3bd5-4249-9024-69a43b08b1d6 HTTP/1.1" status: 204 len: 173 time: 1.1401951 Feb 11 04:51:43.288930 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (72c32698-462e-4932-be38-1032b81fc859), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.289229 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Added segment 72c32698-462e-4932-be38-1032b81fc859 of type vlan for network cad881b9-4be4-4701-be3b-633950c44271 Feb 11 04:51:43.296496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-be330f74-06e8-4bbe-a7fb-14a049c6d7f5 admin admin] Request body: {'subnet': {'network_id': 'bdfcdb4a-c2c0-4929-8d78-2464dc299deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1186978351-subnet', 'tenant_id': 'bf66c39c616d4c319d5a201ef26173a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:43.296737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T04:51:40Z', 'revision_number': 4, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'fc62a9ec-5434-46a0-aebb-8ded151205e5', 'name': '', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'mac_address': 'fa:16:3e:8a:0c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:38Z', 'updated_at': '2022-02-11T04:51:40Z', 'revision_number': 2, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'subnets': [{'id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:43.303128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1521f992-1390-4e5f-85f8-329f33d90cba', 'name': 'network-vif-deleted', 'tag': 'bc6dd84f-3bd5-4249-9024-69a43b08b1d6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:43.315598 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498e8e7d-e13f-44ab-807d-da05b45b2743" -d '{"events": [{"server_uuid": "1521f992-1390-4e5f-85f8-329f33d90cba", "name": "network-vif-deleted", "tag": "bc6dd84f-3bd5-4249-9024-69a43b08b1d6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:43.380805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Checking router: 60c3deb1-4b33-49d2-bbac-a0a328dba38d for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:51:43.381331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Updating router 60c3deb1-4b33-49d2-bbac-a0a328dba38d port fc62a9ec-5434-46a0-aebb-8ded151205e5 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:51:43.394302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbd96c-ccd4-4a0b-a085-41a5b75e1991 req-518e0a80-fcd0-43fc-9099-7bf9f2aa5d1f tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:43.406492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-29dbd96c-ccd4-4a0b-a085-41a5b75e1991 req-518e0a80-fcd0-43fc-9099-7bf9f2aa5d1f tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=d41f977d-9051-4541-be9f-ccbf8001ca9e HTTP/1.1" status: 200 len: 948 time: 0.3340535 Feb 11 04:51:43.441394 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160ab35-bc38-4941-85dd-543e6f82a760 admin admin] Pushing event updated for resources: {'Network': ['ID=bdfcdb4a-c2c0-4929-8d78-2464dc299deb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:43.458527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.467300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network bdfcdb4a-c2c0-4929-8d78-2464dc299deb details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:43.485763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34958) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:43.493185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-098384bb-a789-465b-9883-6287d218c396 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976798559', 'description': 'tempest-description--1801299516'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:43.510073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be330f74-06e8-4bbe-a7fb-14a049c6d7f5 admin admin] Made reservation on behalf of bf66c39c616d4c319d5a201ef26173a0 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:43.513579 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be330f74-06e8-4bbe-a7fb-14a049c6d7f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.518993 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-29dbd96c-ccd4-4a0b-a085-41a5b75e1991 req-10e84d18-5983-4ac8-952a-8bf156c26086 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100664 Feb 11 04:51:43.542814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (cad881b9-4be4-4701-be3b-633950c44271), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.573969 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f09371-1054-4b70-9531-982f2da027b2 x-openstack-request-id: req-d8f09371-1054-4b70-9531-982f2da027b2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:43.574352 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1521f992-1390-4e5f-85f8-329f33d90cba", "name": "network-vif-deleted", "tag": "bc6dd84f-3bd5-4249-9024-69a43b08b1d6", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:43.574699 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8f09371-1054-4b70-9531-982f2da027b2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:43.575966 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1521f992-1390-4e5f-85f8-329f33d90cba', 'name': 'network-vif-deleted', 'tag': 'bc6dd84f-3bd5-4249-9024-69a43b08b1d6', 'status': 'completed', 'code': 200} Feb 11 04:51:43.580181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-098384bb-a789-465b-9883-6287d218c396 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.646426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (cad881b9-4be4-4701-be3b-633950c44271), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.647729 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:43.648501 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.704357 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-897650a0-be87-4229-af47-e904679980cd req-d0d6d4f3-c69f-4525-9e91-21fe477653ff tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0385902 Feb 11 04:51:43.738878 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4132981 Feb 11 04:51:43.739533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34970) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:43.750012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1fc6222c-da6f-46c5-bb84-deb3ec11caf5 admin admin] Request body: {'subnet': {'network_id': 'cad881b9-4be4-4701-be3b-633950c44271', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-99060451-subnet', 'tenant_id': 'd6b7c10b7d194fc4a08492a91711a8b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:43.811210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a486440-9fd4-49cc-bac0-08b75f6d870d admin admin] Pushing event updated for resources: {'Network': ['ID=cad881b9-4be4-4701-be3b-633950c44271,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:43.835140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network cad881b9-4be4-4701-be3b-633950c44271 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:43.845679 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-5ef4e3c0-8370-4f8c-b028-1ac15b04e45a tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=54cedb4cec4446578457b524fb6b75e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588808 Feb 11 04:51:43.902883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 14cecac9-6444-4f1c-a15d-4941c92b1cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:43.934193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc6222c-da6f-46c5-bb84-deb3ec11caf5 admin admin] Made reservation on behalf of d6b7c10b7d194fc4a08492a91711a8b3 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:43.936616 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fc6222c-da6f-46c5-bb84-deb3ec11caf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.041340 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d4d9d56-f53b-47e1-b5d9-04614ef3e199 req-e3393fda-5a8b-4a6f-a676-0609408eae48 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=1521f992-1390-4e5f-85f8-329f33d90cba HTTP/1.1" status: 200 len: 210 time: 0.0536721 Feb 11 04:51:44.062093 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-098384bb-a789-465b-9883-6287d218c396 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for security_group (ebc5da66-b3ac-4129-923a-7307a8d0ed9e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.117881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-098384bb-a789-465b-9883-6287d218c396 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ebc5da66-b3ac-4129-923a-7307a8d0ed9e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.228387 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be330f74-06e8-4bbe-a7fb-14a049c6d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (b5846944-56f4-4797-9ec9-700f9012055c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.232385 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-098384bb-a789-465b-9883-6287d218c396 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.236703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-098384bb-a789-465b-9883-6287d218c396 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7449718 Feb 11 04:51:44.238340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:44.244072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098384bb-a789-465b-9883-6287d218c396 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc5da66-b3ac-4129-923a-7307a8d0ed9e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:44.257585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-747ebc9b-d5be-4d80-975b-d5bc3a7e7615 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Request body: {'security_group_rule': {'security_group_id': 'ebc5da66-b3ac-4129-923a-7307a8d0ed9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:44.287215 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Publish callbacks [] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.290317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea555f-b66a-41b1-8203-318d24a6415c req-89b2f2d4-e399-4f7a-aeed-48b8400cd09c tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:44.290495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.292687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-89b2f2d4-e399-4f7a-aeed-48b8400cd09c tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3870378 Feb 11 04:51:44.302551 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.315950 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747ebc9b-d5be-4d80-975b-d5bc3a7e7615 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for security_group_rule (d9c6802c-5158-45a0-bdc8-533f80541637), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.358594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f08868-8e7c-4251-87ad-539196d66095 None None] Pushing event updated for resources: {'Port': ['ID=fc62a9ec-5434-46a0-aebb-8ded151205e5,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:44.371445 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-9c988c79-21e9-45a3-9fd0-460b1a8247d2 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/quotas/54cedb4cec4446578457b524fb6b75e4 HTTP/1.1" status: 200 len: 375 time: 0.0678432 Feb 11 04:51:44.406680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02464e25-224d-4894-9feb-0d512c7c42b7 req-96430bfc-206b-4343-a2f8-83717d4c2f2d tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:44.411863 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-02464e25-224d-4894-9feb-0d512c7c42b7 req-96430bfc-206b-4343-a2f8-83717d4c2f2d tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.60 "GET /v2.0/ports?device_id=d41f977d-9051-4541-be9f-ccbf8001ca9e HTTP/1.1" status: 200 len: 948 time: 0.2582006 Feb 11 04:51:44.412796 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be330f74-06e8-4bbe-a7fb-14a049c6d7f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5846944-56f4-4797-9ec9-700f9012055c,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:44.435522 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747ebc9b-d5be-4d80-975b-d5bc3a7e7615 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for security_group_rule (d9c6802c-5158-45a0-bdc8-533f80541637), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.444435 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747ebc9b-d5be-4d80-975b-d5bc3a7e7615 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (d9c6802c-5158-45a0-bdc8-533f80541637), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.449804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Attempting to bind port fc62a9ec-5434-46a0-aebb-8ded151205e5 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:44.450179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Attempting to bind port fc62a9ec-5434-46a0-aebb-8ded151205e5 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:44.451033 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Attempting to bind port fc62a9ec-5434-46a0-aebb-8ded151205e5 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:44.459524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:44.459915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Checking segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:44.460244 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.460645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Bound using segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:44.461126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Bound port: fc62a9ec-5434-46a0-aebb-8ded151205e5, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:44.461918 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.483017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ebc9b-d5be-4d80-975b-d5bc3a7e7615 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c6802c-5158-45a0-bdc8-533f80541637,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:44.524057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-747ebc9b-d5be-4d80-975b-d5bc3a7e7615 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.528789 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-747ebc9b-d5be-4d80-975b-d5bc3a7e7615 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2824783 Feb 11 04:51:44.528789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34976) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:44.532581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f1d4a439-85e5-4021-9775-dd90fd67e71e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Request body: {'security_group_rule': {'security_group_id': 'ebc5da66-b3ac-4129-923a-7307a8d0ed9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:44.542465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-bf949d84-f405-4da4-a712-c852ad845615 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=54cedb4cec4446578457b524fb6b75e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1192791 Feb 11 04:51:44.587351 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a439-85e5-4021-9775-dd90fd67e71e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for security_group_rule (7bf79f1e-797b-4e87-a54c-8d37802f4296), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.613985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be330f74-06e8-4bbe-a7fb-14a049c6d7f5 admin admin] Checking segment: {'id': 'ab08c2b5-c0d4-465b-8287-e694e7af5319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bdfcdb4a-c2c0-4929-8d78-2464dc299deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:44.614239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be330f74-06e8-4bbe-a7fb-14a049c6d7f5 admin admin] Network hostable DHCP agents. Network: bdfcdb4a-c2c0-4929-8d78-2464dc299deb, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:51:44.616453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] For port fc62a9ec-5434-46a0-aebb-8ded151205e5, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:44.633130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] For port fc62a9ec-5434-46a0-aebb-8ded151205e5, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fc62a9ec-5434-46a0-aebb-8ded151205e5,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:44.652779 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.728855 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fc6222c-da6f-46c5-bb84-deb3ec11caf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (b30d7ac8-cdc1-454c-b68f-cef033301d57), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.738694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a439-85e5-4021-9775-dd90fd67e71e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for security_group_rule (7bf79f1e-797b-4e87-a54c-8d37802f4296), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.752026 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a439-85e5-4021-9775-dd90fd67e71e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (7bf79f1e-797b-4e87-a54c-8d37802f4296), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.756139 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f08868-8e7c-4251-87ad-539196d66095 None None] Pushing event updated for resources: {'Port': ['ID=fc62a9ec-5434-46a0-aebb-8ded151205e5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:44.772929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4a439-85e5-4021-9775-dd90fd67e71e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf79f1e-797b-4e87-a54c-8d37802f4296,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:44.784185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50bab-839b-4af8-bf5e-c147205736c2 req-eebb0752-3fe5-465b-918a-1be64d771558 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:44.785894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ae50bab-839b-4af8-bf5e-c147205736c2 req-eebb0752-3fe5-465b-918a-1be64d771558 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/ports?device_id=d41f977d-9051-4541-be9f-ccbf8001ca9e HTTP/1.1" status: 200 len: 948 time: 0.1180809 Feb 11 04:51:44.790047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be330f74-06e8-4bbe-a7fb-14a049c6d7f5 admin admin] Network bdfcdb4a-c2c0-4929-8d78-2464dc299deb is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:51:44.802871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Routers {'60c3deb1-4b33-49d2-bbac-a0a328dba38d'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:44.803749 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:44.811868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a439-85e5-4021-9775-dd90fd67e71e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.839311 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f1d4a439-85e5-4021-9775-dd90fd67e71e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100011 Feb 11 04:51:44.842801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-be330f74-06e8-4bbe-a7fb-14a049c6d7f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, bdfcdb4a-c2c0-4929-8d78-2464dc299deb) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:44.853553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34984) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:44.861278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:44.880847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be330f74-06e8-4bbe-a7fb-14a049c6d7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:44.881448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be330f74-06e8-4bbe-a7fb-14a049c6d7f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.883707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6222c-da6f-46c5-bb84-deb3ec11caf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30d7ac8-cdc1-454c-b68f-cef033301d57,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:44.933319 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ae50bab-839b-4af8-bf5e-c147205736c2 req-8c0c3a90-8aeb-46b6-bffe-d2e8bb835b13 tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.48 "GET /v2.0/security-groups?id=953eb5b1-a989-4390-ac55-3f6aad776720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369412 Feb 11 04:51:44.937115 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-716189fe-9d65-4ba1-8bf7-a7831710c058 req-ad396b7e-5f9b-4119-964b-c24f5df93b33 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 210 time: 0.1008289 Feb 11 04:51:44.980796 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-02464e25-224d-4894-9feb-0d512c7c42b7 req-10bbe670-b6f9-467c-9762-ef0b7d04dfcb tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Deleting port 55913817-95c4-4d6a-8218-430df663ec7e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:44.981145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-02464e25-224d-4894-9feb-0d512c7c42b7 req-10bbe670-b6f9-467c-9762-ef0b7d04dfcb tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (55913817-95c4-4d6a-8218-430df663ec7e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.020767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] Set router 60c3deb1-4b33-49d2-bbac-a0a328dba38d gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:45.057015 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-be330f74-06e8-4bbe-a7fb-14a049c6d7f5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7692981 Feb 11 04:51:45.074283 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.096978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc6222c-da6f-46c5-bb84-deb3ec11caf5 admin admin] Checking segment: {'id': '72c32698-462e-4932-be38-1032b81fc859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cad881b9-4be4-4701-be3b-633950c44271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:45.097197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc6222c-da6f-46c5-bb84-deb3ec11caf5 admin admin] Network hostable DHCP agents. Network: cad881b9-4be4-4701-be3b-633950c44271, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:51:45.141680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8d46e2-5eee-464a-b4bd-652792f69283 None None] Network bdfcdb4a-c2c0-4929-8d78-2464dc299deb requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:45.226472 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-873f30f6-4419-49c1-b2a3-aae192713924 req-0c9cbc8b-d11c-44dd-9077-5fa7efd50464 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1471488 Feb 11 04:51:45.326680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc6222c-da6f-46c5-bb84-deb3ec11caf5 admin admin] Network cad881b9-4be4-4701-be3b-633950c44271 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:51:45.347279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-02464e25-224d-4894-9feb-0d512c7c42b7 req-10bbe670-b6f9-467c-9762-ef0b7d04dfcb tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] For port 55913817-95c4-4d6a-8218-430df663ec7e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=55913817-95c4-4d6a-8218-430df663ec7e,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:45.347737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-02464e25-224d-4894-9feb-0d512c7c42b7 req-10bbe670-b6f9-467c-9762-ef0b7d04dfcb tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (55913817-95c4-4d6a-8218-430df663ec7e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.364418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1fc6222c-da6f-46c5-bb84-deb3ec11caf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, cad881b9-4be4-4701-be3b-633950c44271) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:45.367490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-02464e25-224d-4894-9feb-0d512c7c42b7 req-10bbe670-b6f9-467c-9762-ef0b7d04dfcb tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Calling delete_port for 55913817-95c4-4d6a-8218-430df663ec7e owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:45.383280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6222c-da6f-46c5-bb84-deb3ec11caf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:45.384116 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1fc6222c-da6f-46c5-bb84-deb3ec11caf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.398153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afbfad8-9a9b-4faf-a925-71401424c19c None None] Network cad881b9-4be4-4701-be3b-633950c44271 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:45.484406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1fc6222c-da6f-46c5-bb84-deb3ec11caf5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7395620 Feb 11 04:51:45.629551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.865280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-439b096f-467d-4c74-8931-3cc3f3426ceb tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:45.869420 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-439b096f-467d-4c74-8931-3cc3f3426ceb tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/networks?id=bdfcdb4a-c2c0-4929-8d78-2464dc299deb HTTP/1.1" status: 200 len: 822 time: 0.3043568 Feb 11 04:51:45.870514 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-02464e25-224d-4894-9feb-0d512c7c42b7 req-10bbe670-b6f9-467c-9762-ef0b7d04dfcb tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (55913817-95c4-4d6a-8218-430df663ec7e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.932182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad604ef-7838-4a9b-974f-619181054d46 None None] Network bdfcdb4a-c2c0-4929-8d78-2464dc299deb requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:45.935029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-225a140a-a3cc-41d5-bfda-95dfc02d7e10 None None] Provisioning complete for port fc62a9ec-5434-46a0-aebb-8ded151205e5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:45.935406 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-225a140a-a3cc-41d5-bfda-95dfc02d7e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.937747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-6dd3710e-7a78-47d0-a1dc-2088a7c47f7a tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/quotas/bf66c39c616d4c319d5a201ef26173a0 HTTP/1.1" status: 200 len: 375 time: 0.0506094 Feb 11 04:51:46.003439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Allocated IP 172.25.7.19 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/a2d03862-3be8-49a8-b0cd-2560393f97a1) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:46.056487 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.164378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbe670-b6f9-467c-9762-ef0b7d04dfcb tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Pushing event deleted for resources: {'Port': ['ID=55913817-95c4-4d6a-8218-430df663ec7e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:46.219610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-76a8084e-1a55-4514-a809-38b4f4747f3c tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf66c39c616d4c319d5a201ef26173a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701940 Feb 11 04:51:46.277660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-02464e25-224d-4894-9feb-0d512c7c42b7 req-10bbe670-b6f9-467c-9762-ef0b7d04dfcb tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] No DVR routers for this DVR port 55913817-95c4-4d6a-8218-430df663ec7e on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:46.289990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-02464e25-224d-4894-9feb-0d512c7c42b7 req-10bbe670-b6f9-467c-9762-ef0b7d04dfcb tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.293830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d417c35b-b87b-4f80-8fb6-540e251afc48 None None] Network cad881b9-4be4-4701-be3b-633950c44271 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:46.294494 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-02464e25-224d-4894-9feb-0d512c7c42b7 req-10bbe670-b6f9-467c-9762-ef0b7d04dfcb tempest-ListImageFiltersTestJSON-1882606667 tempest-ListImageFiltersTestJSON-1882606667-project] 10.222.0.60 "DELETE /v2.0/ports/55913817-95c4-4d6a-8218-430df663ec7e HTTP/1.1" status: 204 len: 173 time: 1.8553879 Feb 11 04:51:46.295083 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'name': 'network-vif-deleted', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:46.297058 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-5a213f86-10f9-45b1-97aa-7cf5ca9a2440 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:46.300207 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-5a213f86-10f9-45b1-97aa-7cf5ca9a2440 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/networks?id=cad881b9-4be4-4701-be3b-633950c44271 HTTP/1.1" status: 200 len: 819 time: 0.1409278 Feb 11 04:51:46.303061 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0742a1ef-a292-495e-a365-2b327434d1e6" -d '{"events": [{"server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "name": "network-vif-deleted", "tag": "55913817-95c4-4d6a-8218-430df663ec7e"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:46.326629 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-ca85474a-966a-49cf-8f76-fa808d4ccc1e tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/quotas/d6b7c10b7d194fc4a08492a91711a8b3 HTTP/1.1" status: 200 len: 375 time: 0.0175395 Feb 11 04:51:46.337216 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for port (a2d03862-3be8-49a8-b0cd-2560393f97a1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.384753 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a2d03862-3be8-49a8-b0cd-2560393f97a1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.409497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-f12c6830-592e-4445-98e9-8fb89eb9ca6b tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d6b7c10b7d194fc4a08492a91711a8b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687845 Feb 11 04:51:46.471817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bc6dd84f-3bd5-4249-9024-69a43b08b1d6 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:46.485446 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:46.491573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:46.506969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:46.618274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: bc6dd84f-3bd5-4249-9024-69a43b08b1d6 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:46.618627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bc6dd84f-3bd5-4249-9024-69a43b08b1d6 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:46.637606 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for floatingip (4c5a4ca0-2bc4-422b-aa92-f3794360ba3b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.655461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-225a140a-a3cc-41d5-bfda-95dfc02d7e10 None None] Current status of the port fc62a9ec-5434-46a0-aebb-8ded151205e5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:46.655863 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-225a140a-a3cc-41d5-bfda-95dfc02d7e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.661591 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-2a35e76d-254b-461c-ad01-d4ecb29db029 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=54cedb4cec4446578457b524fb6b75e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569997 Feb 11 04:51:46.663878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-f501f260-84df-4c1d-88b1-792dcacf998c service neutron] 10.222.0.48 "GET /v2.0/networks/cad881b9-4be4-4701-be3b-633950c44271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466915 Feb 11 04:51:46.669940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event updated for resources: {'Port': ['ID=a2d03862-3be8-49a8-b0cd-2560393f97a1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:46.703888 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-c2e3be4d-3248-4ba9-9f9f-c30a3bdac623 service neutron] 10.222.0.48 "GET /v2.0/networks/bdfcdb4a-c2c0-4929-8d78-2464dc299deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832923 Feb 11 04:51:46.738449 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a2d03862-3be8-49a8-b0cd-2560393f97a1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.771822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-225a140a-a3cc-41d5-bfda-95dfc02d7e10 None None] For port fc62a9ec-5434-46a0-aebb-8ded151205e5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fc62a9ec-5434-46a0-aebb-8ded151205e5,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:46.778258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T04:51:40Z', 'revision_number': 4, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'fc62a9ec-5434-46a0-aebb-8ded151205e5', 'name': '', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'mac_address': 'fa:16:3e:8a:0c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:38Z', 'updated_at': '2022-02-11T04:51:44Z', 'revision_number': 4, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'subnets': [{'id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:46.818479 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-225a140a-a3cc-41d5-bfda-95dfc02d7e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.823839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93897478-b391-4cde-b1b5-f510c5c9f803 None None] The sync data for ids ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'] in n-d-615180-58 is: [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T04:51:40Z', 'revision_number': 4, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'fc62a9ec-5434-46a0-aebb-8ded151205e5', 'name': '', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'mac_address': 'fa:16:3e:8a:0c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:38Z', 'updated_at': '2022-02-11T04:51:44Z', 'revision_number': 4, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'subnets': [{'id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:51:47.041627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-57079d28-d3fc-4beb-8d64-4f750efe5c32 None None] Provisioning complete for port fc62a9ec-5434-46a0-aebb-8ded151205e5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:47.044538 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57079d28-d3fc-4beb-8d64-4f750efe5c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.100381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-ceae32bd-72c0-46d9-8371-af0bf076eede service neutron] 10.222.0.48 "GET /v2.0/networks/cad881b9-4be4-4701-be3b-633950c44271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093251 Feb 11 04:51:47.141465 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a140a-a3cc-41d5-bfda-95dfc02d7e10 None None] Pushing event updated for resources: {'Port': ['ID=fc62a9ec-5434-46a0-aebb-8ded151205e5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:47.187274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea555f-b66a-41b1-8203-318d24a6415c req-b839aa0e-e4ea-45e6-b562-0b905e56b968 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:47.196851 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-b839aa0e-e4ea-45e6-b562-0b905e56b968 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5292747 Feb 11 04:51:47.215554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Request body: {'port': {'device_id': '54808514-b269-4918-8288-dee287871622', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '54cedb4cec4446578457b524fb6b75e4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:47.243225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-57079d28-d3fc-4beb-8d64-4f750efe5c32 None None] Current status of the port fc62a9ec-5434-46a0-aebb-8ded151205e5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:47.460029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Made reservation on behalf of 54cedb4cec4446578457b524fb6b75e4 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:47.464321 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.476045 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.518545 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ddc232a-bd09-4d9c-aa13-c3f5846b6ca5 req-394a407d-27a4-4cce-9bea-fb74a9dec274 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 210 time: 0.0399263 Feb 11 04:51:47.577665 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-4f4e1c4f-05fb-4f3b-8911-14390ac5c84a service neutron] 10.222.0.48 "GET /v2.0/networks/bdfcdb4a-c2c0-4929-8d78-2464dc299deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8663981 Feb 11 04:51:47.663549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for port (a2d03862-3be8-49a8-b0cd-2560393f97a1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.672526 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (a2d03862-3be8-49a8-b0cd-2560393f97a1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.686669 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks [] for security_group (00879631-4e68-4ba6-a671-81d7f88132a2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.698928 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (00879631-4e68-4ba6-a671-81d7f88132a2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.709477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 55913817-95c4-4d6a-8218-430df663ec7e no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:47.761193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event updated for resources: {'Port': ['ID=a2d03862-3be8-49a8-b0cd-2560393f97a1,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:47.798121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 55913817-95c4-4d6a-8218-430df663ec7e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:47.798476 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 55913817-95c4-4d6a-8218-430df663ec7e not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:47.803627 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (4c5a4ca0-2bc4-422b-aa92-f3794360ba3b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.830299 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.834767 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-053ab75b-8615-4e9d-82ae-d62a71452845 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9770687 Feb 11 04:51:47.880856 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeb138c-73e2-4c59-8d5b-2e7f4f6338e7 x-openstack-request-id: req-bbeb138c-73e2-4c59-8d5b-2e7f4f6338e7 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:47.881422 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41f977d-9051-4541-be9f-ccbf8001ca9e", "name": "network-vif-deleted", "tag": "55913817-95c4-4d6a-8218-430df663ec7e", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:47.881882 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbeb138c-73e2-4c59-8d5b-2e7f4f6338e7 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:47.882515 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41f977d-9051-4541-be9f-ccbf8001ca9e', 'name': 'network-vif-deleted', 'tag': '55913817-95c4-4d6a-8218-430df663ec7e', 'status': 'completed', 'code': 200} Feb 11 04:51:47.958749 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fa5812d-2e0e-44a4-81a1-39f33e59ac0a req-328f92e0-c50c-48bf-88cf-a53f0f35b332 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 210 time: 0.0394256 Feb 11 04:51:48.030948 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4d324be-d9e1-4468-8e7e-dda4dffbefd4 req-166fb218-2ef3-4cf7-832a-8fc4c0124a81 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.2205920 Feb 11 04:51:48.031916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00879631-4e68-4ba6-a671-81d7f88132a2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:48.220511 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2fb02d87-0902-44d0-a78b-26757621bf6c req-86bb0220-f163-42ce-aea8-dade96ad317f tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 210 time: 0.1040461 Feb 11 04:51:48.222076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Allocated IP 192.168.233.66 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/da6d9c87-3d6e-46ca-bc34-6c17395454ad) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:48.551215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-4565cf05-d8d3-4c08-9896-d2cfb6638b89 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1976798559&fields=id&tenant_id=0c3115c0b4f7444a90cdb58a37131a72 HTTP/1.1" status: 200 len: 267 time: 0.1713154 Feb 11 04:51:48.596659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fc62a9ec-5434-46a0-aebb-8ded151205e5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:48.671137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port fc62a9ec-5434-46a0-aebb-8ded151205e5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:48.671686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.788100 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks [] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.843011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d6036-f655-468f-a279-a64843c5153e req-7befc605-5297-472a-b6d7-39c574269890 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:48.850714 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-7befc605-5297-472a-b6d7-39c574269890 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 811 time: 0.2989676 Feb 11 04:51:48.875354 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port fc62a9ec-5434-46a0-aebb-8ded151205e5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:48.891015 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-55233a42-bfa6-4c55-a6e8-e15c6c53f389 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/quotas/0c3115c0b4f7444a90cdb58a37131a72 HTTP/1.1" status: 200 len: 375 time: 0.0388498 Feb 11 04:51:48.952974 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.970999 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-0f7ae127-16e5-4643-bf72-d6d33ed7312d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784655 Feb 11 04:51:49.046103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:49.060470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:49.068916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:49.079291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Pushing event updated for resources: {'Port': ['ID=da6d9c87-3d6e-46ca-bc34-6c17395454ad,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:49.213654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:49.214392 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.279908 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-af35fb17-1027-4a34-9006-08f7ba4e6b71 service neutron] 10.222.0.48 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750037 Feb 11 04:51:49.288801 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-c8f27084-8189-40a5-b9b7-2d153887087d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0723224 Feb 11 04:51:49.314326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Request body: {'port': {'device_id': '54808514-b269-4918-8288-dee287871622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:49.501788 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.502741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-44cc12ca-35e1-47f7-964f-60ad29fcf6ce None None] Provisioning complete for port da6d9c87-3d6e-46ca-bc34-6c17395454ad triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:49.503326 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44cc12ca-35e1-47f7-964f-60ad29fcf6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.525813 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-4319be64-3ca5-451e-a496-8d90a0351a76 service neutron] 10.222.0.48 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359838 Feb 11 04:51:49.547601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-44cc12ca-35e1-47f7-964f-60ad29fcf6ce None None] Port da6d9c87-3d6e-46ca-bc34-6c17395454ad cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:51:49.557070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2a9af-64e6-4358-a5ef-5484517636ae req-94c7e113-491b-4ce1-a700-6c2e4194ff44 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:49.558919 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4d2a9af-64e6-4358-a5ef-5484517636ae req-94c7e113-491b-4ce1-a700-6c2e4194ff44 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 935 time: 0.2393427 Feb 11 04:51:49.642102 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-a448cf8a-212a-4ef6-b867-b1532db6abd6 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:49.643599 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-a448cf8a-212a-4ef6-b867-b1532db6abd6 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.60 "GET /v2.0/networks?id=cad881b9-4be4-4701-be3b-633950c44271 HTTP/1.1" status: 200 len: 819 time: 0.2641716 Feb 11 04:51:49.668702 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4d2a9af-64e6-4358-a5ef-5484517636ae req-864c4fad-c779-437e-afda-8b8151c89c4d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930908 Feb 11 04:51:49.674245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Request body: {'port': {'device_id': 'e2514b2c-67d1-4773-95c3-fdeee9005379', 'network_id': 'cad881b9-4be4-4701-be3b-633950c44271', 'admin_state_up': True, 'tenant_id': 'd6b7c10b7d194fc4a08492a91711a8b3'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:49.890278 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9746bbae-9559-4a54-87ba-37df49ef0512 req-3f6f1435-5037-4346-a998-6dd19d7acbfc tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 210 time: 0.0433969 Feb 11 04:51:49.895651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Made reservation on behalf of d6b7c10b7d194fc4a08492a91711a8b3 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:49.903736 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.065195 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c86aa138-d374-490a-af7c-42cbe4793f5a req-d40b26ad-b600-4cb7-9e7a-fb437f76382c tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0474560 Feb 11 04:51:50.084529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6d9c87-3d6e-46ca-bc34-6c17395454ad {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:51:50.158984 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Publish callbacks [] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.195446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Transition to ACTIVE for port object da6d9c87-3d6e-46ca-bc34-6c17395454ad will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:51:50.229511 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.289957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Allocated IP 172.20.0.4 (cad881b9-4be4-4701-be3b-633950c44271/b30d7ac8-cdc1-454c-b68f-cef033301d57/80bb5da3-6fbd-4342-8dac-1de7de4e87fc) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:50.318286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf49ccd3-995f-441d-aa21-2b4774552f1f req-f4b879fb-44ed-4339-bcf4-0083e140bc34 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 210 time: 0.0435052 Feb 11 04:51:50.676810 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Publish callbacks [] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.791730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05bc54fa-18a3-40e9-a38e-a64379ed1a68 req-47e4540a-91cb-4fec-ac0c-ebf367e0581e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 210 time: 0.0349767 Feb 11 04:51:50.792906 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.859240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Pushing event updated for resources: {'Port': ['ID=80bb5da3-6fbd-4342-8dac-1de7de4e87fc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:50.892588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Network cad881b9-4be4-4701-be3b-633950c44271 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:50.894328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:50.897194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:50.915828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Pushing event updated for resources: {'Port': ['ID=da6d9c87-3d6e-46ca-bc34-6c17395454ad,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:50.971866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d24f1c-371e-4d99-9045-a6a82ba8c4dc req-9d7984c9-95ad-4c5a-81d6-749cef22f8e3 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:50.972400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:50.973179 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.978784 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75d24f1c-371e-4d99-9045-a6a82ba8c4dc req-9d7984c9-95ad-4c5a-81d6-749cef22f8e3 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 946 time: 0.7794182 Feb 11 04:51:51.015174 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-fce48727-dd31-443d-93f2-25bd88119021 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3446832 Feb 11 04:51:51.027289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-f83d1d09-e155-4814-8784-48bc47454ffd tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:51.028681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-f83d1d09-e155-4814-8784-48bc47454ffd tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.60 "GET /v2.0/networks?id=bdfcdb4a-c2c0-4929-8d78-2464dc299deb HTTP/1.1" status: 200 len: 822 time: 0.9228604 Feb 11 04:51:51.049557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Request body: {'port': {'device_id': 'e2514b2c-67d1-4773-95c3-fdeee9005379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:51.057089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c61493-9d87-4fce-84f5-f2c77b01d935 req-de10b669-f3ea-47da-90ff-23d93794b512 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:51.058556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9c61493-9d87-4fce-84f5-f2c77b01d935 req-de10b669-f3ea-47da-90ff-23d93794b512 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 946 time: 0.2404027 Feb 11 04:51:51.067971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Request body: {'port': {'device_id': '2de9924e-1fce-4081-8ede-aa584a8056f2', 'network_id': 'bdfcdb4a-c2c0-4929-8d78-2464dc299deb', 'admin_state_up': True, 'tenant_id': 'bf66c39c616d4c319d5a201ef26173a0'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:51.158199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.275521 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75d24f1c-371e-4d99-9045-a6a82ba8c4dc req-88e30b58-822d-4add-8f6f-22eaa854a0d6 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957504 Feb 11 04:51:51.310388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Attempting to bind port da6d9c87-3d6e-46ca-bc34-6c17395454ad on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:51.311906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Attempting to bind port da6d9c87-3d6e-46ca-bc34-6c17395454ad by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:51.313068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Attempting to bind port da6d9c87-3d6e-46ca-bc34-6c17395454ad on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:51.378788 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Port da6d9c87-3d6e-46ca-bc34-6c17395454ad on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:51:51.379667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Attempting to bind port da6d9c87-3d6e-46ca-bc34-6c17395454ad on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:51.407490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:51.408236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:51.408811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:51.409537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Bound port: da6d9c87-3d6e-46ca-bc34-6c17395454ad, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:51.410306 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.458051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e5a16-8ac7-409d-b4ff-14ccc8f2691f req-808826d8-39ce-4559-b6dd-d8b18b2cec33 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:51.466461 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d95e5a16-8ac7-409d-b4ff-14ccc8f2691f req-808826d8-39ce-4559-b6dd-d8b18b2cec33 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 947 time: 0.1898882 Feb 11 04:51:51.483439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d9c61493-9d87-4fce-84f5-f2c77b01d935 req-82704ee2-8058-4d20-95fc-1287abeff6ed tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Deleting port 891a6c06-3097-43c7-8a0a-2fcc3cd10055 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:51.483937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d9c61493-9d87-4fce-84f5-f2c77b01d935 req-82704ee2-8058-4d20-95fc-1287abeff6ed tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.611181 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d95e5a16-8ac7-409d-b4ff-14ccc8f2691f req-e53ba031-2a13-4830-b979-89b2126bcae1 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436586 Feb 11 04:51:51.619504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] For port da6d9c87-3d6e-46ca-bc34-6c17395454ad, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:51.623751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] For port da6d9c87-3d6e-46ca-bc34-6c17395454ad, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=da6d9c87-3d6e-46ca-bc34-6c17395454ad,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:51.681560 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.722845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35190) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:51.752148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bb5da3-6fbd-4342-8dac-1de7de4e87fc {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:51:51.761005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Publish callbacks [] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.765021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d29768-8be9-4706-a317-9f32aafa2bd9 req-249a82a5-6279-473c-a5cc-0bd5b02fa644 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:51.773076 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2d29768-8be9-4706-a317-9f32aafa2bd9 req-249a82a5-6279-473c-a5cc-0bd5b02fa644 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 950 time: 0.3672993 Feb 11 04:51:51.776701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Transition to ACTIVE for port object 80bb5da3-6fbd-4342-8dac-1de7de4e87fc will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:51:51.830125 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.921823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:51.922594 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.924697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-98f44b75-98b1-4042-b278-36910e3123be service neutron] 10.222.0.10 "PUT /v2.0/ports/da6d9c87-3d6e-46ca-bc34-6c17395454ad HTTP/1.1" status: 200 len: 1096 time: 2.6210089 Feb 11 04:51:51.925347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Made reservation on behalf of bf66c39c616d4c319d5a201ef26173a0 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:51.928802 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.931129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54808514-b269-4918-8288-dee287871622', 'tag': 'da6d9c87-3d6e-46ca-bc34-6c17395454ad'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:51.935111 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcab6e19-e364-4609-ac55-e9c31280d8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "54808514-b269-4918-8288-dee287871622", "tag": "da6d9c87-3d6e-46ca-bc34-6c17395454ad"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:51.947247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0a971-dee7-4342-b223-194929102799 service neutron] Pushing event updated for resources: {'Port': ['ID=80bb5da3-6fbd-4342-8dac-1de7de4e87fc,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:52.058794 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ed33ce4c-1dcd-4abe-959b-e52ccf262d46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cb98c36ce34474e9f34487d3b30b159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3322389 Feb 11 04:51:52.102535 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35198) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:52.138502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d9c61493-9d87-4fce-84f5-f2c77b01d935 req-82704ee2-8058-4d20-95fc-1287abeff6ed tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] For port 891a6c06-3097-43c7-8a0a-2fcc3cd10055, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=891a6c06-3097-43c7-8a0a-2fcc3cd10055,segment=NetworkSegment(7724cc71-a6e2-48fc-b357-e66c030e51a2),segment_id=7724cc71-a6e2-48fc-b357-e66c030e51a2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:52.139137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d9c61493-9d87-4fce-84f5-f2c77b01d935 req-82704ee2-8058-4d20-95fc-1287abeff6ed tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.148152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f44b75-98b1-4042-b278-36910e3123be service neutron] Pushing event updated for resources: {'Port': ['ID=da6d9c87-3d6e-46ca-bc34-6c17395454ad,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:52.179200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a665c-57a4-4991-8d33-adec23392916 req-38cb8596-526f-477a-93d2-883c8b71b9e3 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:52.181135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d6036-f655-468f-a279-a64843c5153e req-88c9fa6a-5a71-4f4f-af91-b33e836400f9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:52.186139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-88c9fa6a-5a71-4f4f-af91-b33e836400f9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 811 time: 0.7090228 Feb 11 04:51:52.187138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5a2a665c-57a4-4991-8d33-adec23392916 req-38cb8596-526f-477a-93d2-883c8b71b9e3 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 931 time: 0.4683723 Feb 11 04:51:52.194050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Attempting to bind port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:52.194378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Attempting to bind port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '72c32698-462e-4932-be38-1032b81fc859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cad881b9-4be4-4701-be3b-633950c44271'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:52.194995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Attempting to bind port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc on network cad881b9-4be4-4701-be3b-633950c44271 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:52.207891 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d9c61493-9d87-4fce-84f5-f2c77b01d935 req-82704ee2-8058-4d20-95fc-1287abeff6ed tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Calling delete_port for 891a6c06-3097-43c7-8a0a-2fcc3cd10055 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:52.210165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc on network cad881b9-4be4-4701-be3b-633950c44271 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:51:52.210675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Attempting to bind port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc on network cad881b9-4be4-4701-be3b-633950c44271 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:52.254239 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2d29768-8be9-4706-a317-9f32aafa2bd9 req-d90185a2-7042-4cd8-b610-4da8cfd61e38 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801338 Feb 11 04:51:52.279643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:52.279643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Checking segment: {'id': '72c32698-462e-4932-be38-1032b81fc859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cad881b9-4be4-4701-be3b-633950c44271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:52.279643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Bound using segment: {'id': '72c32698-462e-4932-be38-1032b81fc859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cad881b9-4be4-4701-be3b-633950c44271'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:52.279643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Bound port: 80bb5da3-6fbd-4342-8dac-1de7de4e87fc, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c32698-462e-4932-be38-1032b81fc859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cad881b9-4be4-4701-be3b-633950c44271'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:52.279643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.359596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea555f-b66a-41b1-8203-318d24a6415c req-b4d8ab64-16f0-4154-9ab9-80abeb3236a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:52.361366 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-b4d8ab64-16f0-4154-9ab9-80abeb3236a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=54cedb4cec4446578457b524fb6b75e4&device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 1130 time: 0.3471696 Feb 11 04:51:52.414032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62800dde-da03-4dd1-8846-c9ee49e42b66 admin admin] Publish callbacks [] for security_group (953eb5b1-a989-4390-ac55-3f6aad776720), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.418512 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5a2a665c-57a4-4991-8d33-adec23392916 req-d9d06b1f-8793-49d9-9bb8-b0edc036f089 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/security-groups?id=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300613 Feb 11 04:51:52.446669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] For port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:52.484065 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] For port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=80bb5da3-6fbd-4342-8dac-1de7de4e87fc,segment=NetworkSegment(72c32698-462e-4932-be38-1032b81fc859),segment_id=72c32698-462e-4932-be38-1032b81fc859)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:52.503273 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62800dde-da03-4dd1-8846-c9ee49e42b66 admin admin] Publish callbacks [] for security_group (953eb5b1-a989-4390-ac55-3f6aad776720), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.511854 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-073047e5-bc6d-4c23-99e5-f52f8d763c38 req-7b5cde26-e2f1-4ed4-959a-96dca012c67f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1435905 Feb 11 04:51:52.540814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Allocated IP 172.20.0.11 (bdfcdb4a-c2c0-4929-8d78-2464dc299deb/b5846944-56f4-4797-9ec9-700f9012055c/ec7b7b69-c54d-475f-a797-2075295652fc) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:52.552883 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.601880 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62800dde-da03-4dd1-8846-c9ee49e42b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (953eb5b1-a989-4390-ac55-3f6aad776720), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.610139 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62800dde-da03-4dd1-8846-c9ee49e42b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.612136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-62800dde-da03-4dd1-8846-c9ee49e42b66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/953eb5b1-a989-4390-ac55-3f6aad776720 HTTP/1.1" status: 204 len: 168 time: 0.5043969 Feb 11 04:51:52.723563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:52.724732 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Publish callbacks [] for port (ec7b7b69-c54d-475f-a797-2075295652fc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.725349 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.729455 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-83b0a971-dee7-4342-b223-194929102799 service neutron] 10.222.0.60 "PUT /v2.0/ports/80bb5da3-6fbd-4342-8dac-1de7de4e87fc HTTP/1.1" status: 200 len: 1092 time: 1.6834590 Feb 11 04:51:52.730512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2514b2c-67d1-4773-95c3-fdeee9005379', 'tag': '80bb5da3-6fbd-4342-8dac-1de7de4e87fc'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:52.765942 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6288f496-65e5-4ae8-9d49-21bba901ba94" -d '{"events": [{"name": "network-changed", "server_uuid": "e2514b2c-67d1-4773-95c3-fdeee9005379", "tag": "80bb5da3-6fbd-4342-8dac-1de7de4e87fc"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:52.769781 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-87fe4be0-d35b-4313-b32c-dd58d353cfa9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=da6d9c87-3d6e-46ca-bc34-6c17395454ad HTTP/1.1" status: 200 len: 217 time: 0.3869593 Feb 11 04:51:52.783722 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-41565d2c-e116-4167-a378-ef9b046ae3a8 req-a584d99a-5d21-4c35-9c14-cf20cc105ba1 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 210 time: 0.2182784 Feb 11 04:51:52.790846 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.840568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62800dde-da03-4dd1-8846-c9ee49e42b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953eb5b1-a989-4390-ac55-3f6aad776720,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:52.916180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0a971-dee7-4342-b223-194929102799 service neutron] Pushing event updated for resources: {'Port': ['ID=80bb5da3-6fbd-4342-8dac-1de7de4e87fc,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:52.917992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea555f-b66a-41b1-8203-318d24a6415c req-3ba9627d-dbdf-4e61-8923-e70e200e473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:52.919803 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-3ba9627d-dbdf-4e61-8923-e70e200e473e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1373506 Feb 11 04:51:52.929966 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1e81d4bd-d408-4212-a4d7-92fe7abe96b4 req-7148e347-0887-41ef-8bf6-582f14b68f8f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 210 time: 0.1591270 Feb 11 04:51:52.938527 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bcf1e6-47eb-40d9-a0e8-65758dbb6634 x-openstack-request-id: req-83bcf1e6-47eb-40d9-a0e8-65758dbb6634 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:52.939148 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54808514-b269-4918-8288-dee287871622", "tag": "da6d9c87-3d6e-46ca-bc34-6c17395454ad", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:52.939849 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83bcf1e6-47eb-40d9-a0e8-65758dbb6634 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:52.940501 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54808514-b269-4918-8288-dee287871622', 'tag': 'da6d9c87-3d6e-46ca-bc34-6c17395454ad', 'status': 'completed', 'code': 200} Feb 11 04:51:52.956654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-df79d6a6-b711-40f9-87ae-facf02187ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:52.960050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-df79d6a6-b711-40f9-87ae-facf02187ee2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6b7c10b7d194fc4a08492a91711a8b3&device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 1126 time: 0.1116731 Feb 11 04:51:53.000502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Pushing event updated for resources: {'Port': ['ID=ec7b7b69-c54d-475f-a797-2075295652fc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:53.016362 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-55403501-9565-4519-968b-b30e4d98808b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c3115c0b4f7444a90cdb58a37131a72 HTTP/1.1" status: 200 len: 380 time: 0.8041708 Feb 11 04:51:53.061989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-8be5639c-8a5d-403c-9dc5-637bee29d0a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80bb5da3-6fbd-4342-8dac-1de7de4e87fc HTTP/1.1" status: 200 len: 217 time: 0.0878534 Feb 11 04:51:53.078404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-4c4d6036-f655-468f-a279-a64843c5153e req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Request body: {'port': {'device_id': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'admin_state_up': True, 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'security_groups': ['ebc5da66-b3ac-4129-923a-7307a8d0ed9e']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:53.084541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Network bdfcdb4a-c2c0-4929-8d78-2464dc299deb is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:53.175277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c61f6d-5945-4aed-8f8d-2e1c232a2a71 req-82d93bf5-b826-4a55-8c37-20fc210a35c2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:53.176976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68c61f6d-5945-4aed-8f8d-2e1c232a2a71 req-82d93bf5-b826-4a55-8c37-20fc210a35c2 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/ports?device_id=27b59870-2d88-43a8-b04a-571bfa77fe2d HTTP/1.1" status: 200 len: 946 time: 0.1254666 Feb 11 04:51:53.178657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-97c683a0-77e6-4179-ab23-99dd677099c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:53.180247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-97c683a0-77e6-4179-ab23-99dd677099c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b30d7ac8-cdc1-454c-b68f-cef033301d57 HTTP/1.1" status: 200 len: 859 time: 0.0973136 Feb 11 04:51:53.232290 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-85ab92a0-64dd-4a0c-9b6a-4ee858fe2c43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cad881b9-4be4-4701-be3b-633950c44271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394886 Feb 11 04:51:53.260463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:53.293001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68c61f6d-5945-4aed-8f8d-2e1c232a2a71 req-44788639-b495-4106-b4ea-da8a67bb5347 tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.48 "GET /v2.0/security-groups?id=45d2d500-10dd-4602-b524-1bb29167c21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028881 Feb 11 04:51:53.302834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:53.371184 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-2605c231-d391-4616-8de9-fa5238c29848 service neutron] 10.222.0.60 "GET /v2.0/networks/cad881b9-4be4-4701-be3b-633950c44271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313944 Feb 11 04:51:53.373304 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4e6ade-49fe-42b0-bc08-8fd6c58739cb x-openstack-request-id: req-5a4e6ade-49fe-42b0-bc08-8fd6c58739cb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:53.373827 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2514b2c-67d1-4773-95c3-fdeee9005379", "tag": "80bb5da3-6fbd-4342-8dac-1de7de4e87fc", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:53.374711 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a4e6ade-49fe-42b0-bc08-8fd6c58739cb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:53.375800 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2514b2c-67d1-4773-95c3-fdeee9005379', 'tag': '80bb5da3-6fbd-4342-8dac-1de7de4e87fc', 'status': 'completed', 'code': 200} Feb 11 04:51:53.429573 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d9c61493-9d87-4fce-84f5-f2c77b01d935 req-82704ee2-8058-4d20-95fc-1287abeff6ed tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (891a6c06-3097-43c7-8a0a-2fcc3cd10055), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:53.608117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873e7e1-dcaf-46c5-8e93-ecd6618d063a req-5d282ecc-fcd7-41cd-8587-22be9dda4115 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:53.612858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5873e7e1-dcaf-46c5-8e93-ecd6618d063a req-5d282ecc-fcd7-41cd-8587-22be9dda4115 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 950 time: 0.1072359 Feb 11 04:51:53.621292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82704ee2-8058-4d20-95fc-1287abeff6ed tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Pushing event deleted for resources: {'Port': ['ID=891a6c06-3097-43c7-8a0a-2fcc3cd10055,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:53.633307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:53.634118 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:53.650601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c61493-9d87-4fce-84f5-f2c77b01d935 req-82704ee2-8058-4d20-95fc-1287abeff6ed tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] No DVR routers for this DVR port 891a6c06-3097-43c7-8a0a-2fcc3cd10055 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:53.654528 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d9c61493-9d87-4fce-84f5-f2c77b01d935 req-82704ee2-8058-4d20-95fc-1287abeff6ed tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:53.665173 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9c61493-9d87-4fce-84f5-f2c77b01d935 req-82704ee2-8058-4d20-95fc-1287abeff6ed tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] 10.222.0.10 "DELETE /v2.0/ports/891a6c06-3097-43c7-8a0a-2fcc3cd10055 HTTP/1.1" status: 204 len: 173 time: 2.5912983 Feb 11 04:51:53.670480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea555f-b66a-41b1-8203-318d24a6415c req-a2934266-18c7-45c3-8916-ed10443731f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:53.672760 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-a2934266-18c7-45c3-8916-ed10443731f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6734889 Feb 11 04:51:53.686163 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-dea0ce91-1b72-46dd-a16b-6734307692d3 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6384511 Feb 11 04:51:53.705914 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5873e7e1-dcaf-46c5-8e93-ecd6618d063a req-6a5cf63b-8134-44d9-ba45-ed9dfad99806 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731797 Feb 11 04:51:53.709421 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e1b2f97-5fe8-4bcf-bb51-a43cd001eb11 req-0363c1f4-31cf-4c98-bc05-06f23cc65e23 service neutron] 10.222.0.60 "GET /v2.0/networks/cad881b9-4be4-4701-be3b-633950c44271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215251 Feb 11 04:51:53.765442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026100e6-dd06-4cf6-bfe4-0dd8cfc775b1 req-b77132e5-f54a-4ae2-a3e0-2273058a9d5d tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:53.767562 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-026100e6-dd06-4cf6-bfe4-0dd8cfc775b1 req-b77132e5-f54a-4ae2-a3e0-2273058a9d5d tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 950 time: 0.5040329 Feb 11 04:51:53.777996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Request body: {'port': {'device_id': '2de9924e-1fce-4081-8ede-aa584a8056f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:53.958137 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e450711-e019-481d-b1dc-12c3c0292974 req-cb31d1c2-6950-42c9-a926-db2363be9eda tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:53.960533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e450711-e019-481d-b1dc-12c3c0292974 req-cb31d1c2-6950-42c9-a926-db2363be9eda tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 943 time: 0.1394954 Feb 11 04:51:53.990464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288f496-65e5-4ae8-9d49-21bba901ba94 req-cc3f31ca-5d00-4c19-889f-a0ce209dcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:53.992366 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6288f496-65e5-4ae8-9d49-21bba901ba94 req-cc3f31ca-5d00-4c19-889f-a0ce209dcac6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6b7c10b7d194fc4a08492a91711a8b3&device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 1126 time: 0.1120462 Feb 11 04:51:53.993008 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35236) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:53.996882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f1d16-5530-4707-8995-3a7ab58427fb req-81ec735d-0dce-4cbb-ae7c-2454b40a1e09 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:53.999220 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f24f1d16-5530-4707-8995-3a7ab58427fb req-81ec735d-0dce-4cbb-ae7c-2454b40a1e09 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 947 time: 0.9519801 Feb 11 04:51:54.133844 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e450711-e019-481d-b1dc-12c3c0292974 req-ae411de5-dcda-46e2-aaf7-6ca73923ba77 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/security-groups?id=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631272 Feb 11 04:51:54.184000 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:54.209674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-733262537-network', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:54.223184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288f496-65e5-4ae8-9d49-21bba901ba94 req-40f30017-9dfe-4a17-901e-0a96bf920536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:54.225723 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6288f496-65e5-4ae8-9d49-21bba901ba94 req-40f30017-9dfe-4a17-901e-0a96bf920536 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cad881b9-4be4-4701-be3b-633950c44271 HTTP/1.1" status: 200 len: 920 time: 0.2164440 Feb 11 04:51:54.269796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4d6036-f655-468f-a279-a64843c5153e req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Made reservation on behalf of 0c3115c0b4f7444a90cdb58a37131a72 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:54.273369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c4d6036-f655-468f-a279-a64843c5153e req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:54.285546 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6288f496-65e5-4ae8-9d49-21bba901ba94 req-b5fb88e4-78ee-4d66-9482-e9be2fa552df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80bb5da3-6fbd-4342-8dac-1de7de4e87fc HTTP/1.1" status: 200 len: 217 time: 0.0489881 Feb 11 04:51:54.296552 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-7854b6aa-ecdc-4e97-84dc-f6b78da12c11 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061568 Feb 11 04:51:54.326984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Made reservation on behalf of 4b17e8d96f734666b28f8a4a6e65fa41 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:54.329573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:54.334997 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-964c0587-3571-4d95-8b64-9fb708d26222 req-ea907902-89ca-43df-a66b-40d0650f24d9 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0469956 Feb 11 04:51:54.351620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f24f1d16-5530-4707-8995-3a7ab58427fb req-e837957c-c9a2-4ea8-ab29-a993e5c00cf3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331764 Feb 11 04:51:54.393401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:54.433541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 891a6c06-3097-43c7-8a0a-2fcc3cd10055 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:54.473985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288f496-65e5-4ae8-9d49-21bba901ba94 req-eb34f1df-b3e0-41a8-b8a3-e0ce55ca12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:54.479723 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6288f496-65e5-4ae8-9d49-21bba901ba94 req-eb34f1df-b3e0-41a8-b8a3-e0ce55ca12c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b30d7ac8-cdc1-454c-b68f-cef033301d57 HTTP/1.1" status: 200 len: 859 time: 0.1777973 Feb 11 04:51:54.483971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-026100e6-dd06-4cf6-bfe4-0dd8cfc775b1 req-19327d21-fab7-483b-8884-7858e2149c2c tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Deleting port 1d85d0e2-c80d-4743-85f6-49861040f3df {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:54.484329 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-026100e6-dd06-4cf6-bfe4-0dd8cfc775b1 req-19327d21-fab7-483b-8884-7858e2149c2c tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:54.493328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 891a6c06-3097-43c7-8a0a-2fcc3cd10055 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:54.493690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 891a6c06-3097-43c7-8a0a-2fcc3cd10055 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:54.549287 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6288f496-65e5-4ae8-9d49-21bba901ba94 req-aea8b3f9-2189-452e-93c3-75d480880bbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cad881b9-4be4-4701-be3b-633950c44271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498769 Feb 11 04:51:54.712329 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Publish callbacks [] for security_group (d93d1416-d00a-4933-8aa0-281f7c3e7c43), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:54.723713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ba611-f579-4f89-af9b-bee9093c5239 req-90a320c2-223d-453a-bd2d-6858b5287273 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:54.725479 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f47ba611-f579-4f89-af9b-bee9093c5239 req-90a320c2-223d-453a-bd2d-6858b5287273 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 932 time: 0.2115791 Feb 11 04:51:54.727469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aee73760-0795-4188-bf54-afc6e5ce0ff2 req-c2a19676-9a35-478f-a54d-dd3d278a889f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 210 time: 0.1752043 Feb 11 04:51:54.732859 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d93d1416-d00a-4933-8aa0-281f7c3e7c43), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:54.781631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6288f496-65e5-4ae8-9d49-21bba901ba94 req-4b96bdde-abac-4d33-8959-b29436a14650 service neutron] 10.222.0.60 "GET /v2.0/networks/cad881b9-4be4-4701-be3b-633950c44271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246842 Feb 11 04:51:54.804429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35244) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:54.805522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:54.882183 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3d492c64-5cf5-453c-a295-4581e415334f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:54.882557 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Added segment 3d492c64-5cf5-453c-a295-4581e415334f of type vlan for network 54478e1d-9bdc-4182-8145-0aaa601ad86a Feb 11 04:51:54.914792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93d1416-d00a-4933-8aa0-281f7c3e7c43,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:55.003923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b92f4de-6755-4c7b-a061-1694832b0e19 admin admin] Deleting subnet 13421f11-6eb2-47e2-aec3-80ca3a3e551b {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:51:55.019260 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f47ba611-f579-4f89-af9b-bee9093c5239 req-bf805a00-7416-439f-8ff7-736ce4b7e938 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674646 Feb 11 04:51:55.037919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b92f4de-6755-4c7b-a061-1694832b0e19 admin admin] Publish callbacks [] for subnet (13421f11-6eb2-47e2-aec3-80ca3a3e551b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.063420 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (54478e1d-9bdc-4182-8145-0aaa601ad86a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.107944 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6288f496-65e5-4ae8-9d49-21bba901ba94 req-a416fd07-d8d0-44da-a3d5-2f80a44b392c service neutron] 10.222.0.60 "GET /v2.0/networks/cad881b9-4be4-4701-be3b-633950c44271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059268 Feb 11 04:51:55.110482 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b92f4de-6755-4c7b-a061-1694832b0e19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (13421f11-6eb2-47e2-aec3-80ca3a3e551b), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.169064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b92f4de-6755-4c7b-a061-1694832b0e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (13421f11-6eb2-47e2-aec3-80ca3a3e551b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.227395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (54478e1d-9bdc-4182-8145-0aaa601ad86a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.228804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:55.229583 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.284000 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b59870-2d88-43a8-b04a-571bfa77fe2d', 'name': 'network-vif-deleted', 'tag': '891a6c06-3097-43c7-8a0a-2fcc3cd10055'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:55.286185 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45e25e9-dfc2-4e9f-bef6-3566b4d25c5a" -d '{"events": [{"server_uuid": "27b59870-2d88-43a8-b04a-571bfa77fe2d", "name": "network-vif-deleted", "tag": "891a6c06-3097-43c7-8a0a-2fcc3cd10055"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:55.303226 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eea555f-b66a-41b1-8203-318d24a6415c req-edf5f48e-db98-45a6-8b88-f5aca918e6d6 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9475482 Feb 11 04:51:55.306396 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] Pushing event updated for resources: {'Network': ['ID=54478e1d-9bdc-4182-8145-0aaa601ad86a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:55.310216 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b92f4de-6755-4c7b-a061-1694832b0e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (13421f11-6eb2-47e2-aec3-80ca3a3e551b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.319483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 54478e1d-9bdc-4182-8145-0aaa601ad86a details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:55.416246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3035ed47-5da8-4d9e-8b45-fd1b2c1afe9c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4201047 Feb 11 04:51:55.422610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92f4de-6755-4c7b-a061-1694832b0e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13421f11-6eb2-47e2-aec3-80ca3a3e551b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:55.425751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35254) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:55.439527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e8671-32d2-405c-9ecd-ee6c321a6fb1 req-1eafa210-8e99-46ee-b757-8b405a517661 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:55.441520 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-084e8671-32d2-405c-9ecd-ee6c321a6fb1 req-1eafa210-8e99-46ee-b757-8b405a517661 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 943 time: 0.1391561 Feb 11 04:51:55.444589 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b92f4de-6755-4c7b-a061-1694832b0e19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.452094 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4b92f4de-6755-4c7b-a061-1694832b0e19 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/13421f11-6eb2-47e2-aec3-80ca3a3e551b HTTP/1.1" status: 204 len: 168 time: 0.6439822 Feb 11 04:51:55.456041 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5a9065b0-ecbc-4bf4-b142-52d6c69e26dd admin admin] Request body: {'subnet': {'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-733262537-subnet', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:55.471509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35256) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:55.505747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9065b0-ecbc-4bf4-b142-52d6c69e26dd admin admin] Made reservation on behalf of 4b17e8d96f734666b28f8a4a6e65fa41 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:55.508165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a9065b0-ecbc-4bf4-b142-52d6c69e26dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.553433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-026100e6-dd06-4cf6-bfe4-0dd8cfc775b1 req-19327d21-fab7-483b-8884-7858e2149c2c tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] For port 1d85d0e2-c80d-4743-85f6-49861040f3df, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1d85d0e2-c80d-4743-85f6-49861040f3df,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:55.553810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-026100e6-dd06-4cf6-bfe4-0dd8cfc775b1 req-19327d21-fab7-483b-8884-7858e2149c2c tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.562582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-4c4d6036-f655-468f-a279-a64843c5153e req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Allocated IP 172.20.0.4 (06017fe2-4087-4cb5-9119-3aa48a779ba2/db56d86e-24dc-40a4-954c-6a46bae43c1b/368ae4bc-b5fd-4735-b642-32788d9a02a0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:55.662200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-026100e6-dd06-4cf6-bfe4-0dd8cfc775b1 req-19327d21-fab7-483b-8884-7858e2149c2c tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Calling delete_port for 1d85d0e2-c80d-4743-85f6-49861040f3df owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:55.687722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f58ba-72c5-462a-bb37-1b634312cd17 req-c71fd20f-53bc-4890-8287-040dbe8e3642 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:55.689222 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-401f58ba-72c5-462a-bb37-1b634312cd17 req-c71fd20f-53bc-4890-8287-040dbe8e3642 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 950 time: 0.3993127 Feb 11 04:51:55.715312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab6e19-e364-4609-ac55-e9c31280d8cb req-6c68733e-ab5b-4f4c-93d1-8db3d47152dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:55.717333 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcab6e19-e364-4609-ac55-e9c31280d8cb req-6c68733e-ab5b-4f4c-93d1-8db3d47152dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=54cedb4cec4446578457b524fb6b75e4&device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 1130 time: 0.2965250 Feb 11 04:51:55.748672 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a9065b0-ecbc-4bf4-b142-52d6c69e26dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (349210cd-aa8f-457a-8631-ab26bbd85f45), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.760289 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (304821df-a58c-4299-8fdb-c67c2a932ad8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.820465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-084e8671-32d2-405c-9ecd-ee6c321a6fb1 req-b730bfb0-0533-4598-adc7-6505d6bcf793 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/security-groups?id=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461523 Feb 11 04:51:55.823363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9065b0-ecbc-4bf4-b142-52d6c69e26dd admin admin] Checking segment: {'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:55.823735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9065b0-ecbc-4bf4-b142-52d6c69e26dd admin admin] Network hostable DHCP agents. Network: 54478e1d-9bdc-4182-8145-0aaa601ad86a, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:51:55.857958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9065b0-ecbc-4bf4-b142-52d6c69e26dd admin admin] Network 54478e1d-9bdc-4182-8145-0aaa601ad86a is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:51:55.882024 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9065b0-ecbc-4bf4-b142-52d6c69e26dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=349210cd-aa8f-457a-8631-ab26bbd85f45,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:55.889365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5a9065b0-ecbc-4bf4-b142-52d6c69e26dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 54478e1d-9bdc-4182-8145-0aaa601ad86a) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:55.896175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9065b0-ecbc-4bf4-b142-52d6c69e26dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:55.896767 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a9065b0-ecbc-4bf4-b142-52d6c69e26dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.905448 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5935ddca-77cf-429c-ac76-6314090e4bc1 None None] Network 54478e1d-9bdc-4182-8145-0aaa601ad86a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:55.913673 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-401f58ba-72c5-462a-bb37-1b634312cd17 req-5de678a9-f81d-4fb9-b69a-79a8ce8dab6d tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/security-groups?id=8afcb937-0422-4e6c-8d04-575e41bf416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073529 Feb 11 04:51:55.928054 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5a9065b0-ecbc-4bf4-b142-52d6c69e26dd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4845941 Feb 11 04:51:55.930256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35260) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:55.935353 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:55.959986 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (985f72d1-87ca-43f8-ac98-8503e206f200), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.961719 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (985f72d1-87ca-43f8-ac98-8503e206f200), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.021871 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c21054c-5a4d-4ba8-9193-712222f7a44a x-openstack-request-id: req-3c21054c-5a4d-4ba8-9193-712222f7a44a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:56.022226 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b59870-2d88-43a8-b04a-571bfa77fe2d", "name": "network-vif-deleted", "tag": "891a6c06-3097-43c7-8a0a-2fcc3cd10055", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:56.022473 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c21054c-5a4d-4ba8-9193-712222f7a44a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:56.022974 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b59870-2d88-43a8-b04a-571bfa77fe2d', 'name': 'network-vif-deleted', 'tag': '891a6c06-3097-43c7-8a0a-2fcc3cd10055', 'status': 'completed', 'code': 200} Feb 11 04:51:56.034436 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Publish callbacks [] for router_controller (985f72d1-87ca-43f8-ac98-8503e206f200), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.127378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-54478e1d-9bdc-4182-8145-0aaa601ad86a', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'fixed_ips': [{'subnet_id': '349210cd-aa8f-457a-8631-ab26bbd85f45'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:51:56.128240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.175882 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a095b670-d056-40f0-830b-8969d0c7101c req-61c7104c-fee6-4bb4-a7be-c13647920b53 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0682943 Feb 11 04:51:56.245088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab6e19-e364-4609-ac55-e9c31280d8cb req-fe737139-b7e2-4fbf-9851-f7c9eaf3a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:56.250032 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcab6e19-e364-4609-ac55-e9c31280d8cb req-fe737139-b7e2-4fbf-9851-f7c9eaf3a79c service neutron] 10.222.0.10 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.5170970 Feb 11 04:51:56.305998 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Publish callbacks [] for router_gateway (985f72d1-87ca-43f8-ac98-8503e206f200), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.330298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Allocated IP 172.20.0.2 (54478e1d-9bdc-4182-8145-0aaa601ad86a/349210cd-aa8f-457a-8631-ab26bbd85f45/1296b7a4-5d97-4ca2-8319-9b499ac1f76d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:56.379084 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fde6e341-4d12-4c9b-88c1-18b890449be1 req-12c2083c-dd88-4333-a2dc-1e404f8683e9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 210 time: 0.0624058 Feb 11 04:51:56.423116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7b7b69-c54d-475f-a797-2075295652fc {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:51:56.435997 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Publish callbacks [] for port (ec7b7b69-c54d-475f-a797-2075295652fc), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.436532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device da6d9c87-3d6e-46ca-bc34-6c17395454ad details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:51:56.451225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Transition to ACTIVE for port object ec7b7b69-c54d-475f-a797-2075295652fc will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:51:56.554301 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.563684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5711-94a2-4828-ba60-9d346a9d00c2 req-cb9fe726-97c7-42c6-adf8-fc96b472db31 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:56.571879 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d63f5711-94a2-4828-ba60-9d346a9d00c2 req-cb9fe726-97c7-42c6-adf8-fc96b472db31 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 944 time: 0.0713203 Feb 11 04:51:56.572739 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c4d6036-f655-468f-a279-a64843c5153e req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.659548 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Publish callbacks [] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.685046 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.687988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d63f5711-94a2-4828-ba60-9d346a9d00c2 req-0fdfc0b9-599e-4a74-b5cd-b3ce66400716 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148641 Feb 11 04:51:56.696033 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcab6e19-e364-4609-ac55-e9c31280d8cb req-15fd84ce-a08b-4ce6-9fc3-23e28b3baa62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=da6d9c87-3d6e-46ca-bc34-6c17395454ad HTTP/1.1" status: 200 len: 217 time: 0.1760185 Feb 11 04:51:56.740666 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (304821df-a58c-4299-8fdb-c67c2a932ad8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.751734 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Network 54478e1d-9bdc-4182-8145-0aaa601ad86a is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:56.756728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port da6d9c87-3d6e-46ca-bc34-6c17395454ad, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=da6d9c87-3d6e-46ca-bc34-6c17395454ad,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:56.767072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:56.769802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:56.786627 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Publish callbacks [] for router_gateway (985f72d1-87ca-43f8-ac98-8503e206f200), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.787920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'da6d9c87-3d6e-46ca-bc34-6c17395454ad', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': 'da6d9c87-3d6e-46ca-bc34-6c17395454ad', 'mac_address': 'fa:16:3e:98:87:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:51:56.792550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Pushing event updated for resources: {'Port': ['ID=1296b7a4-5d97-4ca2-8319-9b499ac1f76d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:56.806469 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Pushing event updated for resources: {'Port': ['ID=ec7b7b69-c54d-475f-a797-2075295652fc,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:56.819936 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.848339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Attempting to bind port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:56.850597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Attempting to bind port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:56.850597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Attempting to bind port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d on network 54478e1d-9bdc-4182-8145-0aaa601ad86a {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:56.851873 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-026100e6-dd06-4cf6-bfe4-0dd8cfc775b1 req-19327d21-fab7-483b-8884-7858e2149c2c tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1d85d0e2-c80d-4743-85f6-49861040f3df), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.859651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:56.860009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Checking segment: {'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:56.860408 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.860809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Bound using segment: {'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:56.861293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Bound port: 1296b7a4-5d97-4ca2-8319-9b499ac1f76d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:56.861671 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.923499 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c4d6036-f655-468f-a279-a64843c5153e req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.986068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304821df-a58c-4299-8fdb-c67c2a932ad8']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:56.998765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7724cc71-a6e2-48fc-b357-e66c030e51a2') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:56.999089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7724cc71-a6e2-48fc-b357-e66c030e51a2') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:57.010963 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (7724cc71-a6e2-48fc-b357-e66c030e51a2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.026832 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (7724cc71-a6e2-48fc-b357-e66c030e51a2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.036520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:57.036939 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (7724cc71-a6e2-48fc-b357-e66c030e51a2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.037317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Allocated IP 172.25.7.132 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/14538c5f-fc4a-42fa-a95c-840704135bc7) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:57.046358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f594c0-db8c-47c6-af73-5279e5247258 req-3e147b10-0ab7-45b5-934d-43247c4a9958 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:57.054062 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-35f594c0-db8c-47c6-af73-5279e5247258 req-3e147b10-0ab7-45b5-934d-43247c4a9958 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 943 time: 0.1216543 Feb 11 04:51:57.101396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port da6d9c87-3d6e-46ca-bc34-6c17395454ad is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:57.101936 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:57.104087 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:57.127703 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6d9c87-3d6e-46ca-bc34-6c17395454ad {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:51:57.142976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-35f594c0-db8c-47c6-af73-5279e5247258 req-e38c1ec7-8cc0-443a-af05-7b86df2cb157 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/security-groups?id=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864050 Feb 11 04:51:57.152439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port da6d9c87-3d6e-46ca-bc34-6c17395454ad, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=da6d9c87-3d6e-46ca-bc34-6c17395454ad,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:57.176247 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.177396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (304821df-a58c-4299-8fdb-c67c2a932ad8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.207165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19327d21-fab7-483b-8884-7858e2149c2c tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Pushing event deleted for resources: {'Port': ['ID=1d85d0e2-c80d-4743-85f6-49861040f3df,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:57.221062 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.227699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] 10.222.0.48 "DELETE /v2.0/networks/304821df-a58c-4299-8fdb-c67c2a932ad8 HTTP/1.1" status: 204 len: 168 time: 1.7429719 Feb 11 04:51:57.252185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=da6d9c87-3d6e-46ca-bc34-6c17395454ad,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:57.265593 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] For port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:57.283062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] For port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1296b7a4-5d97-4ca2-8319-9b499ac1f76d,segment=NetworkSegment(3d492c64-5cf5-453c-a295-4581e415334f),segment_id=3d492c64-5cf5-453c-a295-4581e415334f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:57.293167 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bc53e25b-6716-498a-a013-25cb3ae98d46 req-11fd80a5-03bc-45f4-a6f9-de9165c54a41 tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63f7914-c4fe-4bad-a78b-f41dcde1157d HTTP/1.1" status: 200 len: 210 time: 0.0398901 Feb 11 04:51:57.294407 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.310720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccdb3c-c566-4fdb-979b-01876a335519 req-c914cd33-e0cc-404e-b37e-5ee83ed40b5e tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:57.313295 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1ccdb3c-c566-4fdb-979b-01876a335519 req-c914cd33-e0cc-404e-b37e-5ee83ed40b5e tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 947 time: 1.1710410 Feb 11 04:51:57.319447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:57.336261 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Publish callbacks [] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.367306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-026100e6-dd06-4cf6-bfe4-0dd8cfc775b1 req-19327d21-fab7-483b-8884-7858e2149c2c tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] No DVR routers for this DVR port 1d85d0e2-c80d-4743-85f6-49861040f3df on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:57.389971 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-026100e6-dd06-4cf6-bfe4-0dd8cfc775b1 req-19327d21-fab7-483b-8884-7858e2149c2c tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.417627 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-026100e6-dd06-4cf6-bfe4-0dd8cfc775b1 req-19327d21-fab7-483b-8884-7858e2149c2c tempest-VolumesBackupsTest-1806441448 tempest-VolumesBackupsTest-1806441448-project] 10.222.0.60 "DELETE /v2.0/ports/1d85d0e2-c80d-4743-85f6-49861040f3df HTTP/1.1" status: 204 len: 173 time: 3.6090338 Feb 11 04:51:57.438779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48eb8f7-35b3-4b8f-9988-5ab7205e880b None None] Pushing event updated for resources: {'Port': ['ID=1296b7a4-5d97-4ca2-8319-9b499ac1f76d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:57.440917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab6e19-e364-4609-ac55-e9c31280d8cb req-4f4e76b5-27d3-4633-a0a0-eb10f1d7def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:57.442750 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcab6e19-e364-4609-ac55-e9c31280d8cb req-4f4e76b5-27d3-4633-a0a0-eb10f1d7def3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.7074597 Feb 11 04:51:57.455643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4d6036-f655-468f-a279-a64843c5153e req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:57.468960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['da6d9c87-3d6e-46ca-bc34-6c17395454ad'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:57.476417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a8743-0652-4b92-b5a8-24f78bdb3f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=304821df-a58c-4299-8fdb-c67c2a932ad8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:57.518949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35274) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:57.520136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-4c4d6036-f655-468f-a279-a64843c5153e req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:57.522979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4d6036-f655-468f-a279-a64843c5153e req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:57.560190 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e4b97d8-7029-4018-a858-166fc285c69a req-95545d8a-13dd-4b54-8c3d-c4000e729fec tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1208718 Feb 11 04:51:57.595710 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.663040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1ccdb3c-c566-4fdb-979b-01876a335519 req-906c5280-6fc2-4c1d-b18d-000c6801e591 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152173 Feb 11 04:51:57.734967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Attempting to bind port ec7b7b69-c54d-475f-a797-2075295652fc on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:57.735349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Attempting to bind port ec7b7b69-c54d-475f-a797-2075295652fc by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'ab08c2b5-c0d4-465b-8287-e694e7af5319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bdfcdb4a-c2c0-4929-8d78-2464dc299deb'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:57.735770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Attempting to bind port ec7b7b69-c54d-475f-a797-2075295652fc on network bdfcdb4a-c2c0-4929-8d78-2464dc299deb {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:57.741428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:57.748112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d6036-f655-468f-a279-a64843c5153e req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:57.748489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:57.748909 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c4d6036-f655-468f-a279-a64843c5153e req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.749285 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 80bb5da3-6fbd-4342-8dac-1de7de4e87fc details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:51:57.751470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 1d85d0e2-c80d-4743-85f6-49861040f3df no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:57.759547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:57.761767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Port ec7b7b69-c54d-475f-a797-2075295652fc on network bdfcdb4a-c2c0-4929-8d78-2464dc299deb not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:51:57.762285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Attempting to bind port ec7b7b69-c54d-475f-a797-2075295652fc on network bdfcdb4a-c2c0-4929-8d78-2464dc299deb {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:57.787322 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e19769d9-3298-4ae3-a22a-a0e073c14d98 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbf38467408f44b9a285b2d5c0e7abab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2597721 Feb 11 04:51:57.788499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:57.788928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Checking segment: {'id': 'ab08c2b5-c0d4-465b-8287-e694e7af5319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bdfcdb4a-c2c0-4929-8d78-2464dc299deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:57.789499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Bound using segment: {'id': 'ab08c2b5-c0d4-465b-8287-e694e7af5319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bdfcdb4a-c2c0-4929-8d78-2464dc299deb'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:57.790093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Bound port: ec7b7b69-c54d-475f-a797-2075295652fc, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab08c2b5-c0d4-465b-8287-e694e7af5319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bdfcdb4a-c2c0-4929-8d78-2464dc299deb'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:57.790579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.795377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35278) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:57.848836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab6e19-e364-4609-ac55-e9c31280d8cb req-45748843-264e-401a-bcde-9bc2c1b187b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:57.850843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcab6e19-e364-4609-ac55-e9c31280d8cb req-45748843-264e-401a-bcde-9bc2c1b187b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3934741 Feb 11 04:51:57.861900 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-c21a357d-9a21-436d-bce4-0008957c0ea9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8111305 Feb 11 04:51:57.918560 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 1d85d0e2-c80d-4743-85f6-49861040f3df {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:57.919539 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 1d85d0e2-c80d-4743-85f6-49861040f3df not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:57.994817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Request body: {'port': {'device_id': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:58.051288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63f7914-c4fe-4bad-a78b-f41dcde1157d', 'name': 'network-vif-deleted', 'tag': '1d85d0e2-c80d-4743-85f6-49861040f3df'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:58.053813 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b28dd97-8a84-4fcc-a35a-4c5235e5aad8" -d '{"events": [{"server_uuid": "e63f7914-c4fe-4bad-a78b-f41dcde1157d", "name": "network-vif-deleted", "tag": "1d85d0e2-c80d-4743-85f6-49861040f3df"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:58.155226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=80bb5da3-6fbd-4342-8dac-1de7de4e87fc,segment=NetworkSegment(72c32698-462e-4932-be38-1032b81fc859),segment_id=72c32698-462e-4932-be38-1032b81fc859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:58.184234 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcab6e19-e364-4609-ac55-e9c31280d8cb req-9db629e5-38d6-4d5c-9486-90e0d01d9711 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214071 Feb 11 04:51:58.191268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-10e25763-a16e-4e98-b14d-222770898d97 None None] Provisioning complete for port 368ae4bc-b5fd-4735-b642-32788d9a02a0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:58.202717 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10e25763-a16e-4e98-b14d-222770898d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.205234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '80bb5da3-6fbd-4342-8dac-1de7de4e87fc', 'network_id': 'cad881b9-4be4-4701-be3b-633950c44271', 'port_id': '80bb5da3-6fbd-4342-8dac-1de7de4e87fc', 'mac_address': 'fa:16:3e:df:14:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30d7ac8-cdc1-454c-b68f-cef033301d57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:51:58.268115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] For port ec7b7b69-c54d-475f-a797-2075295652fc, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:58.281833 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.291909 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5547ef7c-2828-4f4d-b449-b080917f0dd7 admin admin] Publish callbacks [] for security_group (45d2d500-10dd-4602-b524-1bb29167c21c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.292885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-10e25763-a16e-4e98-b14d-222770898d97 None None] Port 368ae4bc-b5fd-4735-b642-32788d9a02a0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:51:58.347580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] For port ec7b7b69-c54d-475f-a797-2075295652fc, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ec7b7b69-c54d-475f-a797-2075295652fc,segment=NetworkSegment(ab08c2b5-c0d4-465b-8287-e694e7af5319),segment_id=ab08c2b5-c0d4-465b-8287-e694e7af5319)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:58.355490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773479-19c0-4ed2-a23b-aec98168d5bf req-d1ed3baf-5b03-428c-a734-54ed2051e16e tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:58.358627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:58.359605 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.362465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65773479-19c0-4ed2-a23b-aec98168d5bf req-d1ed3baf-5b03-428c-a734-54ed2051e16e tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 944 time: 0.3982012 Feb 11 04:51:58.381925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bb5da3-6fbd-4342-8dac-1de7de4e87fc {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:51:58.421929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=80bb5da3-6fbd-4342-8dac-1de7de4e87fc,segment=NetworkSegment(72c32698-462e-4932-be38-1032b81fc859),segment_id=72c32698-462e-4932-be38-1032b81fc859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:58.432031 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.432540 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.442529 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5547ef7c-2828-4f4d-b449-b080917f0dd7 admin admin] Publish callbacks [] for security_group (45d2d500-10dd-4602-b524-1bb29167c21c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.513131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Pushing event updated for resources: {'Port': ['ID=14538c5f-fc4a-42fa-a95c-840704135bc7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:58.535275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=80bb5da3-6fbd-4342-8dac-1de7de4e87fc,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:58.543860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device da6d9c87-3d6e-46ca-bc34-6c17395454ad up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:58.578856 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:58.579512 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.580937 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] 10.222.0.60 "PUT /v2.0/ports/ec7b7b69-c54d-475f-a797-2075295652fc HTTP/1.1" status: 200 len: 1093 time: 4.8683555 Feb 11 04:51:58.634567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1296b7a4-5d97-4ca2-8319-9b499ac1f76d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:58.683226 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65773479-19c0-4ed2-a23b-aec98168d5bf req-e8592563-65b5-4005-8fae-4982b78e2501 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147690 Feb 11 04:51:58.685987 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcab6e19-e364-4609-ac55-e9c31280d8cb req-9624062a-357f-4fdb-b7aa-9d37c3c30206 service neutron] 10.222.0.10 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925220 Feb 11 04:51:58.763841 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a118f7-9de3-4f97-aca2-4fa42bbb66c5 req-036a863c-a4d8-45db-9b10-1475456e4238 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:58.767747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port da6d9c87-3d6e-46ca-bc34-6c17395454ad completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:51:58.784092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port da6d9c87-3d6e-46ca-bc34-6c17395454ad triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:58.784480 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.784948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97a118f7-9de3-4f97-aca2-4fa42bbb66c5 req-036a863c-a4d8-45db-9b10-1475456e4238 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 931 time: 0.8603182 Feb 11 04:51:58.828811 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85596803-cc8c-4000-a3b6-c2f38827b6e6 x-openstack-request-id: req-85596803-cc8c-4000-a3b6-c2f38827b6e6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:58.830631 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63f7914-c4fe-4bad-a78b-f41dcde1157d", "name": "network-vif-deleted", "tag": "1d85d0e2-c80d-4743-85f6-49861040f3df", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:58.830786 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85596803-cc8c-4000-a3b6-c2f38827b6e6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:58.835231 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63f7914-c4fe-4bad-a78b-f41dcde1157d', 'name': 'network-vif-deleted', 'tag': '1d85d0e2-c80d-4743-85f6-49861040f3df', 'status': 'completed', 'code': 200} Feb 11 04:51:58.890436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30eb28-0644-430e-8ac5-b70969a6c4de service neutron] Pushing event updated for resources: {'Port': ['ID=ec7b7b69-c54d-475f-a797-2075295652fc,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:58.896526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97a118f7-9de3-4f97-aca2-4fa42bbb66c5 req-b3f3e1f6-2dd8-4d51-9c8d-33b3cfc8e527 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086655 Feb 11 04:51:58.900970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:58.901295 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.988105 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5547ef7c-2828-4f4d-b449-b080917f0dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (45d2d500-10dd-4602-b524-1bb29167c21c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.990971 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5547ef7c-2828-4f4d-b449-b080917f0dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.992907 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5547ef7c-2828-4f4d-b449-b080917f0dd7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45d2d500-10dd-4602-b524-1bb29167c21c HTTP/1.1" status: 204 len: 168 time: 1.1945155 Feb 11 04:51:59.023881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-09fcb914-54a9-4064-b5c3-3269d0fa5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:59.025484 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-09fcb914-54a9-4064-b5c3-3269d0fa5912 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf66c39c616d4c319d5a201ef26173a0&device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 1127 time: 0.3589358 Feb 11 04:51:59.026293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547ef7c-2828-4f4d-b449-b080917f0dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d2d500-10dd-4602-b524-1bb29167c21c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:59.100738 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Publish callbacks [] for router_gateway (985f72d1-87ca-43f8-ac98-8503e206f200), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.103201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68233a86-632c-4c72-9ad1-17fcf363d7ba req-0c74a3ad-8ad6-4352-b29c-a83089b1baad tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:59.111075 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68233a86-632c-4c72-9ad1-17fcf363d7ba req-0c74a3ad-8ad6-4352-b29c-a83089b1baad tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 944 time: 0.2344980 Feb 11 04:51:59.127277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['80bb5da3-6fbd-4342-8dac-1de7de4e87fc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:59.131412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eccc2b-87f1-475b-a13e-3dbebd54e008 None None] Network 54478e1d-9bdc-4182-8145-0aaa601ad86a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:59.250780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-68481c76-413f-4d1b-b59d-e67384facb76 None None] Provisioning complete for port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:59.251428 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68481c76-413f-4d1b-b59d-e67384facb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.272765 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fbcc4ae0-ef72-44f1-82e8-73a743d4f2b5 req-3fb0ebd3-81cd-4fb3-a215-69e51a26b040 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0417380 Feb 11 04:51:59.414402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:59.415242 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.488667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1296b7a4-5d97-4ca2-8319-9b499ac1f76d,segment=NetworkSegment(3d492c64-5cf5-453c-a295-4581e415334f),segment_id=3d492c64-5cf5-453c-a295-4581e415334f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:59.491731 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port da6d9c87-3d6e-46ca-bc34-6c17395454ad is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:59.492402 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.501065 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (985f72d1-87ca-43f8-ac98-8503e206f200), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.512047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c0f30-72e6-4936-8002-60eb1958c000 req-dbcaed60-17f6-4f7f-ac95-c5b2c44f7c4e tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:59.520346 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f56c0f30-72e6-4936-8002-60eb1958c000 req-dbcaed60-17f6-4f7f-ac95-c5b2c44f7c4e tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 948 time: 0.0843790 Feb 11 04:51:59.542377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port da6d9c87-3d6e-46ca-bc34-6c17395454ad, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=da6d9c87-3d6e-46ca-bc34-6c17395454ad,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:59.548543 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.556272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54808514-b269-4918-8288-dee287871622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6d9c87-3d6e-46ca-bc34-6c17395454ad'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:59.558929 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9333d700-854b-45ac-86f8-5555e56592b8" -d '{"events": [{"server_uuid": "54808514-b269-4918-8288-dee287871622", "name": "network-vif-plugged", "status": "completed", "tag": "da6d9c87-3d6e-46ca-bc34-6c17395454ad"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:59.647006 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.680796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=1296b7a4-5d97-4ca2-8319-9b499ac1f76d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:59.723705 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f56c0f30-72e6-4936-8002-60eb1958c000 req-dabb5c28-5b3c-4a5a-8af1-d4040cc4e174 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958504 Feb 11 04:51:59.779997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Router 985f72d1-87ca-43f8-ac98-8503e206f200 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:51:59.824553 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0cf1be-8457-4ec0-9928-05a82613d113 x-openstack-request-id: req-6c0cf1be-8457-4ec0-9928-05a82613d113 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:59.825010 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54808514-b269-4918-8288-dee287871622", "name": "network-vif-plugged", "status": "completed", "tag": "da6d9c87-3d6e-46ca-bc34-6c17395454ad", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:59.825365 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c0cf1be-8457-4ec0-9928-05a82613d113 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:59.826003 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54808514-b269-4918-8288-dee287871622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6d9c87-3d6e-46ca-bc34-6c17395454ad', 'code': 200} Feb 11 04:51:59.881224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368ae4bc-b5fd-4735-b642-32788d9a02a0 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:51:59.894942 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Publish callbacks [] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.911251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Transition to ACTIVE for port object 368ae4bc-b5fd-4735-b642-32788d9a02a0 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:51:59.911534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-68481c76-413f-4d1b-b59d-e67384facb76 None None] Current status of the port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:59.917874 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-d8b38185-b020-4978-86c8-4b759f366f69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec7b7b69-c54d-475f-a797-2075295652fc HTTP/1.1" status: 200 len: 217 time: 0.8780739 Feb 11 04:51:59.943154 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.967789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=da6d9c87-3d6e-46ca-bc34-6c17395454ad,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:59.979877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:59.992682 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Sync routers for ids ['985f72d1-87ca-43f8-ac98-8503e206f200'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:52:00.015212 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Routers {'985f72d1-87ca-43f8-ac98-8503e206f200'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:00.016839 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['985f72d1-87ca-43f8-ac98-8503e206f200'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:00.045768 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:00.052241 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b47333d6-0215-4e3d-9f93-89e12b17262d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1206782 Feb 11 04:52:00.062970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35312) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:00.132200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:00.149541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-170473e6-cb03-4f68-9dd7-cc26a9075937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:00.151211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-170473e6-cb03-4f68-9dd7-cc26a9075937 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b5846944-56f4-4797-9ec9-700f9012055c HTTP/1.1" status: 200 len: 862 time: 0.2144108 Feb 11 04:52:00.196160 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68233a86-632c-4c72-9ad1-17fcf363d7ba req-95ff492d-50b7-4472-8713-ffe9d4b97d3b tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/security-groups?id=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0775452 Feb 11 04:52:00.244872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64207335-4649-4b61-874a-0232c1fcee5e req-a10c4a85-dba2-4aed-88ea-14da167495f8 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:00.266740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64207335-4649-4b61-874a-0232c1fcee5e req-a10c4a85-dba2-4aed-88ea-14da167495f8 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 944 time: 0.2793174 Feb 11 04:52:00.322707 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-0ab91a93-d69b-4cc2-b7aa-015d2b1f6216 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdfcdb4a-c2c0-4929-8d78-2464dc299deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311655 Feb 11 04:52:00.329561 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Set router 985f72d1-87ca-43f8-ac98-8503e206f200 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:00.457256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8adc1844-ad00-4118-8187-f8d6530aa367 None None] Provisioning complete for port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:00.457750 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8adc1844-ad00-4118-8187-f8d6530aa367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:00.474872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64207335-4649-4b61-874a-0232c1fcee5e req-b8bea917-9703-4a65-814c-61fd544aca06 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015517 Feb 11 04:52:00.518590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccc442-e115-4786-bc66-de621eadad76 req-7ba91955-7c41-4be1-b310-0a7c1c028cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:00.520589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1ccc442-e115-4786-bc66-de621eadad76 req-7ba91955-7c41-4be1-b310-0a7c1c028cfc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 1132 time: 0.6064451 Feb 11 04:52:00.629849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Attempting to bind port 368ae4bc-b5fd-4735-b642-32788d9a02a0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:00.630392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Attempting to bind port 368ae4bc-b5fd-4735-b642-32788d9a02a0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:00.630974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Attempting to bind port 368ae4bc-b5fd-4735-b642-32788d9a02a0 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:00.640315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1296b7a4-5d97-4ca2-8319-9b499ac1f76d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:00.677390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Port 368ae4bc-b5fd-4735-b642-32788d9a02a0 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:52:00.678121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Attempting to bind port 368ae4bc-b5fd-4735-b642-32788d9a02a0 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:00.688768 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-8792c113-37a3-4b94-99f3-854a52c72fcc service neutron] 10.222.0.60 "GET /v2.0/networks/bdfcdb4a-c2c0-4929-8d78-2464dc299deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648391 Feb 11 04:52:00.694528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1ccc442-e115-4786-bc66-de621eadad76 req-1f635e49-522b-46ef-9d99-dcf0a14937a8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442981 Feb 11 04:52:00.704613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b15631-ae0b-4703-8227-8b9cd01ae20c req-ff210240-3107-4e60-a8b0-4a074b7bda38 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:00.711426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d6b15631-ae0b-4703-8227-8b9cd01ae20c req-ff210240-3107-4e60-a8b0-4a074b7bda38 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 943 time: 0.2775834 Feb 11 04:52:00.730258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:00.730610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Checking segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:00.731057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Bound using segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:00.732429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Bound port: 368ae4bc-b5fd-4735-b642-32788d9a02a0, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:00.732794 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:00.825362 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-09fd9c1b-974e-44a8-b8b1-c413089c7ee2 req-03ddb753-2893-4ade-a964-6fdd7023c292 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1298888 Feb 11 04:52:00.864158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8adc1844-ad00-4118-8187-f8d6530aa367 None None] Current status of the port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:00.886761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:00.889036 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:00.894980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de9924e-1fce-4081-8ede-aa584a8056f2', 'tag': 'ec7b7b69-c54d-475f-a797-2075295652fc'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:00.904027 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf13a3e6-c95b-49af-84d1-0bc042cff3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2de9924e-1fce-4081-8ede-aa584a8056f2", "tag": "ec7b7b69-c54d-475f-a797-2075295652fc"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:00.917186 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:52:00.929964 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:51:58Z', 'revision_number': 3, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:00.969793 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Checking router: 985f72d1-87ca-43f8-ac98-8503e206f200 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:52:00.970214 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Updating router 985f72d1-87ca-43f8-ac98-8503e206f200 port 14538c5f-fc4a-42fa-a95c-840704135bc7 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:52:01.011228 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.037025 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d6b15631-ae0b-4703-8227-8b9cd01ae20c req-e3dfb40e-1e01-47cd-97e9-208a9ac8a3df tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203275 Feb 11 04:52:01.066815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:01.085248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:01.113450 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.115514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1dd7-4f14-4f2b-9631-10b8223d3f90 req-3134b508-e8ba-4fa1-9535-6e61b7d936de tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:01.117294 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a6be1dd7-4f14-4f2b-9631-10b8223d3f90 req-3134b508-e8ba-4fa1-9535-6e61b7d936de tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 949 time: 0.1619453 Feb 11 04:52:01.119309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-36b32407-54cc-4876-8dce-5105c3b5fad8 req-f1fc582a-4174-48af-97ba-0eac12d7191d service neutron] 10.222.0.60 "GET /v2.0/networks/bdfcdb4a-c2c0-4929-8d78-2464dc299deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223437 Feb 11 04:52:01.126276 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02da4e4c-6a2c-4b1b-9644-875ccbb1beb4 x-openstack-request-id: req-02da4e4c-6a2c-4b1b-9644-875ccbb1beb4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:01.126804 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de9924e-1fce-4081-8ede-aa584a8056f2", "tag": "ec7b7b69-c54d-475f-a797-2075295652fc", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:01.127239 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02da4e4c-6a2c-4b1b-9644-875ccbb1beb4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:01.127789 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de9924e-1fce-4081-8ede-aa584a8056f2', 'tag': 'ec7b7b69-c54d-475f-a797-2075295652fc', 'status': 'completed', 'code': 200} Feb 11 04:52:01.156226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:01.202693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:01.203678 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.205454 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] 10.222.0.10 "PUT /v2.0/ports/368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 200 len: 1092 time: 3.2431166 Feb 11 04:52:01.313292 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a6be1dd7-4f14-4f2b-9631-10b8223d3f90 req-5266e321-7eef-449c-8c13-c10257818a4f tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876702 Feb 11 04:52:01.360320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f229e0b-0401-433e-b7e2-25c33cdc5896 service neutron] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:01.451798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.497019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13a3e6-c95b-49af-84d1-0bc042cff3b6 req-4fd23bd5-09e8-4fa3-830d-642f419aa06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:01.498456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf13a3e6-c95b-49af-84d1-0bc042cff3b6 req-4fd23bd5-09e8-4fa3-830d-642f419aa06a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf66c39c616d4c319d5a201ef26173a0&device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 1127 time: 0.2799370 Feb 11 04:52:01.508158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d6036-f655-468f-a279-a64843c5153e req-69f41f36-ab6e-4bbd-a789-3bd3d99f26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:01.509670 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-69f41f36-ab6e-4bbd-a789-3bd3d99f26b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 1126 time: 0.1711309 Feb 11 04:52:01.586498 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Publish callbacks [] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.604552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8463-8f4a-49b9-9d55-5cdab77fce8c req-a375e600-28b3-48f7-b646-797de0838faf tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:01.613377 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.613762 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-068e8463-8f4a-49b9-9d55-5cdab77fce8c req-a375e600-28b3-48f7-b646-797de0838faf tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 944 time: 0.2732098 Feb 11 04:52:01.751057 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Attempting to bind port 14538c5f-fc4a-42fa-a95c-840704135bc7 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:01.751517 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Attempting to bind port 14538c5f-fc4a-42fa-a95c-840704135bc7 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:01.751716 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Attempting to bind port 14538c5f-fc4a-42fa-a95c-840704135bc7 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:01.754651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 80bb5da3-6fbd-4342-8dac-1de7de4e87fc up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:01.766823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13a3e6-c95b-49af-84d1-0bc042cff3b6 req-e24232ac-690a-4f21-aafb-ef290d297c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:01.769818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf13a3e6-c95b-49af-84d1-0bc042cff3b6 req-e24232ac-690a-4f21-aafb-ef290d297c61 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdfcdb4a-c2c0-4929-8d78-2464dc299deb HTTP/1.1" status: 200 len: 923 time: 0.2585320 Feb 11 04:52:01.771353 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-fac55d48-9254-4b1d-8daa-847da3666c73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 200 len: 217 time: 0.2277184 Feb 11 04:52:01.779252 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:01.779563 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:01.785371 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.785834 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:01.786585 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Bound port: 14538c5f-fc4a-42fa-a95c-840704135bc7, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:01.787097 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.790032 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f218c9-2ae1-410c-92be-4904cec14cb5 None None] Pushing event updated for resources: {'Port': ['ID=14538c5f-fc4a-42fa-a95c-840704135bc7,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:01.833915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:52:01.842133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:01.842874 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.863126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d6036-f655-468f-a279-a64843c5153e req-626a3f14-e540-4d9b-bd59-9b439ad0c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:01.865459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-626a3f14-e540-4d9b-bd59-9b439ad0c588 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.0660830 Feb 11 04:52:01.943409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf13a3e6-c95b-49af-84d1-0bc042cff3b6 req-0dcf9d78-66db-43b9-b571-fdb30be435e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec7b7b69-c54d-475f-a797-2075295652fc HTTP/1.1" status: 200 len: 217 time: 0.0882435 Feb 11 04:52:01.952114 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] For port 14538c5f-fc4a-42fa-a95c-840704135bc7, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:01.959009 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] For port 14538c5f-fc4a-42fa-a95c-840704135bc7, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=14538c5f-fc4a-42fa-a95c-840704135bc7,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:01.960353 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191da8e1-8480-473d-b053-e582f803f818 req-e878fc8c-77c3-4f15-8313-7276e1a3f783 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:01.963577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-191da8e1-8480-473d-b053-e582f803f818 req-e878fc8c-77c3-4f15-8313-7276e1a3f783 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 944 time: 0.3334341 Feb 11 04:52:01.973672 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.998597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:01.999382 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.030715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Allocated IP 172.20.0.1 (54478e1d-9bdc-4182-8145-0aaa601ad86a/349210cd-aa8f-457a-8631-ab26bbd85f45/f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:02.065269 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-191da8e1-8480-473d-b053-e582f803f818 req-69be9b19-389e-444f-a929-ed444ed11548 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849938 Feb 11 04:52:02.067644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-068e8463-8f4a-49b9-9d55-5cdab77fce8c req-fa877d09-62f1-43b6-a64a-5a4c88c463fb tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/security-groups?id=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529231 Feb 11 04:52:02.087992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13a3e6-c95b-49af-84d1-0bc042cff3b6 req-bbc43d2c-65e2-4141-80b5-9dbc6c22ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:02.089719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf13a3e6-c95b-49af-84d1-0bc042cff3b6 req-bbc43d2c-65e2-4141-80b5-9dbc6c22ecbc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b5846944-56f4-4797-9ec9-700f9012055c HTTP/1.1" status: 200 len: 862 time: 0.1068773 Feb 11 04:52:02.095928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d6036-f655-468f-a279-a64843c5153e req-bba23e9e-1a61-4b94-820e-4aa6ba24fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:02.097590 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-bba23e9e-1a61-4b94-820e-4aa6ba24fb4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2220633 Feb 11 04:52:02.119120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=80bb5da3-6fbd-4342-8dac-1de7de4e87fc,segment=NetworkSegment(72c32698-462e-4932-be38-1032b81fc859),segment_id=72c32698-462e-4932-be38-1032b81fc859)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:02.120171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2514b2c-67d1-4773-95c3-fdeee9005379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bb5da3-6fbd-4342-8dac-1de7de4e87fc'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:02.125164 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffb7b84-4382-43b5-9a5c-9c9bf35cc651" -d '{"events": [{"server_uuid": "e2514b2c-67d1-4773-95c3-fdeee9005379", "name": "network-vif-plugged", "status": "completed", "tag": "80bb5da3-6fbd-4342-8dac-1de7de4e87fc"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:02.130044 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.151935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf13a3e6-c95b-49af-84d1-0bc042cff3b6 req-47e5c684-37e8-4801-879f-21b35b227d82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdfcdb4a-c2c0-4929-8d78-2464dc299deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532720 Feb 11 04:52:02.171194 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Routers {'985f72d1-87ca-43f8-ac98-8503e206f200'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:02.178216 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['985f72d1-87ca-43f8-ac98-8503e206f200'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:02.225154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=80bb5da3-6fbd-4342-8dac-1de7de4e87fc,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:02.259935 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fdaf90fd-bb8a-4dee-9eee-c0ef3fd98e8c req-2bf4ec23-8c40-4703-8d45-7e55c7218614 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0651517 Feb 11 04:52:02.335270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Publish callbacks [] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.344319 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] Set router 985f72d1-87ca-43f8-ac98-8503e206f200 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:02.363036 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb3545d-0d8e-4959-b8dd-a8754be8a5d3 x-openstack-request-id: req-cfb3545d-0d8e-4959-b8dd-a8754be8a5d3 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:02.363326 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2514b2c-67d1-4773-95c3-fdeee9005379", "name": "network-vif-plugged", "status": "completed", "tag": "80bb5da3-6fbd-4342-8dac-1de7de4e87fc", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:02.363581 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cfb3545d-0d8e-4959-b8dd-a8754be8a5d3 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:02.363987 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2514b2c-67d1-4773-95c3-fdeee9005379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bb5da3-6fbd-4342-8dac-1de7de4e87fc', 'code': 200} Feb 11 04:52:02.454262 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.556171 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-1d85572a-3a09-40c6-9964-f5ce6721e8ae service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468679 Feb 11 04:52:02.568564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf13a3e6-c95b-49af-84d1-0bc042cff3b6 req-797afed8-7302-45de-8a96-7401d64adaad service neutron] 10.222.0.60 "GET /v2.0/networks/bdfcdb4a-c2c0-4929-8d78-2464dc299deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049554 Feb 11 04:52:02.594773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96024518-1cb7-4c2c-8542-ff6a6d531bdf req-ef99dbe3-3b49-42a1-9b54-4b1521d7e424 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:02.597247 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96024518-1cb7-4c2c-8542-ff6a6d531bdf req-ef99dbe3-3b49-42a1-9b54-4b1521d7e424 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 943 time: 0.3736656 Feb 11 04:52:02.604737 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f218c9-2ae1-410c-92be-4904cec14cb5 None None] Pushing event updated for resources: {'Port': ['ID=14538c5f-fc4a-42fa-a95c-840704135bc7,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:02.613513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Network 54478e1d-9bdc-4182-8145-0aaa601ad86a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:02.619715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:02.635506 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:51:58Z', 'revision_number': 3, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:02.643769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:02.682185 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf1e7e-5955-4c1b-92f1-ed8ad10d95e8 None None] The sync data for ids ['985f72d1-87ca-43f8-ac98-8503e206f200'] in n-d-615180-58 is: [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:51:58Z', 'revision_number': 3, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:52:02.697855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201cea4-b1f5-4909-875e-17be37050df8 req-4619ed7d-ce43-430c-a085-fdab9127dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:02.699785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3201cea4-b1f5-4909-875e-17be37050df8 req-4619ed7d-ce43-430c-a085-fdab9127dfd3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 1128 time: 0.2385314 Feb 11 04:52:02.713038 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (985f72d1-87ca-43f8-ac98-8503e206f200), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.764945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Pushing event updated for resources: {'Port': ['ID=f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:02.824048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f913d-5bcc-4110-9b3a-b8ea217a6e6f req-a5f47a63-2ac0-411f-b4fe-6db8182786fc tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:02.832894 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-972f913d-5bcc-4110-9b3a-b8ea217a6e6f req-a5f47a63-2ac0-411f-b4fe-6db8182786fc tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 949 time: 0.2755120 Feb 11 04:52:02.837842 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96024518-1cb7-4c2c-8542-ff6a6d531bdf req-401a5059-7543-4e2c-bc7d-8cb28e4863be tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117810 Feb 11 04:52:02.909496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3201cea4-b1f5-4909-875e-17be37050df8 req-279b6b53-655e-4d01-803d-abbcbc9e4d2a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963527 Feb 11 04:52:02.950476 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c4d6036-f655-468f-a279-a64843c5153e req-ba6d3159-d55a-49d6-8086-6442945824ca service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875515 Feb 11 04:52:02.964618 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf13a3e6-c95b-49af-84d1-0bc042cff3b6 req-d9603bd8-f8a8-4546-8816-c47c5067c9d0 service neutron] 10.222.0.60 "GET /v2.0/networks/bdfcdb4a-c2c0-4929-8d78-2464dc299deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832943 Feb 11 04:52:02.990957 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-972f913d-5bcc-4110-9b3a-b8ea217a6e6f req-88faa9b2-8d10-4aca-ae20-60dc888e5f93 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570084 Feb 11 04:52:03.029947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d568f677-0960-422a-aed1-c93ab8f92d61 None None] Provisioning complete for port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:03.031110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d568f677-0960-422a-aed1-c93ab8f92d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.107502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d568f677-0960-422a-aed1-c93ab8f92d61 None None] Port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:03.132107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:03.134470 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b07008-e104-41ed-a034-17bde05e8854" -d '{"events": [{"name": "network-changed", "server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:03.154002 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.160231 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.445279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509601b-45e9-4414-a9cb-176ada84d4f4 req-e065f99c-e6bd-49e1-a749-fa4f54c0cc25 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:03.447202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f509601b-45e9-4414-a9cb-176ada84d4f4 req-e065f99c-e6bd-49e1-a749-fa4f54c0cc25 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 944 time: 0.2251186 Feb 11 04:52:03.546550 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Publish callbacks [] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.564914 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f509601b-45e9-4414-a9cb-176ada84d4f4 req-d647eaee-0892-4a88-9ffc-ce98079dae07 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991042 Feb 11 04:52:03.572043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.670940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Pushing event updated for resources: {'Port': ['ID=f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:03.686076 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7c29e2-d879-4a61-a3ae-612a1eae65f5 x-openstack-request-id: req-db7c29e2-d879-4a61-a3ae-612a1eae65f5 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:03.691482 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:03.696359 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db7c29e2-d879-4a61-a3ae-612a1eae65f5 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:03.697878 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'status': 'completed', 'code': 200} Feb 11 04:52:03.721915 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (985f72d1-87ca-43f8-ac98-8503e206f200), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.787684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0e4c8dc-f35c-40ff-aecf-68d20ed1cde9 req-67cc1e8c-6a6b-488d-b57b-24b5fe284ed6 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0362196 Feb 11 04:52:03.822920 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b07008-e104-41ed-a034-17bde05e8854 req-7f4e6b56-709f-4df4-9d32-449748771da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:03.825059 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8b07008-e104-41ed-a034-17bde05e8854 req-7f4e6b56-709f-4df4-9d32-449748771da0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 1126 time: 0.1408322 Feb 11 04:52:03.844062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd36f1-a3c4-420f-b333-299189ef569b req-77d4e8d4-9a50-4d67-913f-ba2797235def tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:03.851572 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41bd36f1-a3c4-420f-b333-299189ef569b req-77d4e8d4-9a50-4d67-913f-ba2797235def tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 945 time: 0.3036561 Feb 11 04:52:03.894473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Network 54478e1d-9bdc-4182-8145-0aaa601ad86a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:03.897269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:04.066481 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41bd36f1-a3c4-420f-b333-299189ef569b req-ab445fdc-12c3-47e0-a50f-ee0b5db2f4fe tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/security-groups?id=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950054 Feb 11 04:52:04.118860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddacbd3-2683-4a1a-abbb-97b1d6f4fb35 req-9d14773d-dd85-4adf-92a4-1824a3dc13e8 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:04.129247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0ddacbd3-2683-4a1a-abbb-97b1d6f4fb35 req-9d14773d-dd85-4adf-92a4-1824a3dc13e8 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 949 time: 0.2080500 Feb 11 04:52:04.145509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b07008-e104-41ed-a034-17bde05e8854 req-fbe89caf-38ff-4db3-8eef-a276b08040cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:04.147034 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8b07008-e104-41ed-a034-17bde05e8854 req-fbe89caf-38ff-4db3-8eef-a276b08040cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.2945240 Feb 11 04:52:04.240173 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8b07008-e104-41ed-a034-17bde05e8854 req-e6e0c9b9-83e0-42ca-b5d3-dc004f54332b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 200 len: 217 time: 0.0862410 Feb 11 04:52:04.246767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8707c0d9-9d0a-45ad-80cf-ea4740e8872d None None] Provisioning complete for port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:04.249986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0ddacbd3-2683-4a1a-abbb-97b1d6f4fb35 req-79c361f9-de6a-45ea-87a0-2a76adf7ce7a tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196506 Feb 11 04:52:04.250723 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8707c0d9-9d0a-45ad-80cf-ea4740e8872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:04.269788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Router 985f72d1-87ca-43f8-ac98-8503e206f200 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:52:04.321120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8707c0d9-9d0a-45ad-80cf-ea4740e8872d None None] Port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:04.404327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b07008-e104-41ed-a034-17bde05e8854 req-1604c36c-d941-4a72-9771-8c802a256b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:04.413307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8b07008-e104-41ed-a034-17bde05e8854 req-1604c36c-d941-4a72-9771-8c802a256b6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.1473742 Feb 11 04:52:04.506051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949c5fd-75e4-49ac-8d41-63d1613eb757 req-9b787224-fe81-4660-a893-b3a3a71a2ff7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:04.507689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f949c5fd-75e4-49ac-8d41-63d1613eb757 req-9b787224-fe81-4660-a893-b3a3a71a2ff7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 943 time: 0.2773962 Feb 11 04:52:04.574311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b07008-e104-41ed-a034-17bde05e8854 req-ff456f0f-99b0-485c-b55e-aa3052cf9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:04.577014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8b07008-e104-41ed-a034-17bde05e8854 req-ff456f0f-99b0-485c-b55e-aa3052cf9f68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1550033 Feb 11 04:52:04.624283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 14538c5f-fc4a-42fa-a95c-840704135bc7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:04.646929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f949c5fd-75e4-49ac-8d41-63d1613eb757 req-b0aedc35-18cf-4572-aed1-997a17897c02 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294298 Feb 11 04:52:04.783407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 14538c5f-fc4a-42fa-a95c-840704135bc7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:04.783806 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:04.865387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35424) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:04.888227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8b07008-e104-41ed-a034-17bde05e8854 req-375bbc75-7859-44ef-8073-345a1c856ee3 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017435 Feb 11 04:52:04.913043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ea4ad-af18-4dd3-9689-a811a51e3746 req-9c7d21ff-106a-40e7-bd17-ed6be32f286c tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:04.920709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a12ea4ad-af18-4dd3-9689-a811a51e3746 req-9c7d21ff-106a-40e7-bd17-ed6be32f286c tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 944 time: 0.1255786 Feb 11 04:52:05.000235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 14538c5f-fc4a-42fa-a95c-840704135bc7 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:05.000681 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.046068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a12ea4ad-af18-4dd3-9689-a811a51e3746 req-a519c959-89cf-439d-954e-59abcaeabfc9 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242528 Feb 11 04:52:05.049493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 14538c5f-fc4a-42fa-a95c-840704135bc7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=14538c5f-fc4a-42fa-a95c-840704135bc7,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:05.059339 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.078028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:52:05.091865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8c8e8d2d-78bc-4a1a-a8c2-0f22896bece8 admin admin] 10.222.0.48 "PUT /v2.0/routers/985f72d1-87ca-43f8-ac98-8503e206f200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0278099 Feb 11 04:52:05.121728 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-b83827ac-12d9-4e1e-83be-9f2f26454f4b tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=54cedb4cec4446578457b524fb6b75e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378053 Feb 11 04:52:05.125006 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca5bd722-0072-430b-84d1-edcdef9b01ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.143391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=14538c5f-fc4a-42fa-a95c-840704135bc7,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:05.212410 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8b07008-e104-41ed-a034-17bde05e8854 req-ff01bf77-0441-47db-8fe0-0b1556191e00 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174763 Feb 11 04:52:05.253233 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16639977-a1d1-4944-8cb2-5395ebe0f683 req-bae2e54a-053a-4762-814b-7e2fb7c58e65 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0435622 Feb 11 04:52:05.267003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-d78b0e03-178e-4374-97b1-d56f7524be25 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:05.285621 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-d78b0e03-178e-4374-97b1-d56f7524be25 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616230 Feb 11 04:52:05.303911 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-9ebc639b-1f78-454c-b1ec-eaea9eb1394f tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/quotas/54cedb4cec4446578457b524fb6b75e4 HTTP/1.1" status: 200 len: 375 time: 0.0173352 Feb 11 04:52:05.306061 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca5bd722-0072-430b-84d1-edcdef9b01ba admin admin] Publish callbacks [] for security_group (d2b8c50c-2281-40bd-ab24-653d5d381b52), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.316682 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca5bd722-0072-430b-84d1-edcdef9b01ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d2b8c50c-2281-40bd-ab24-653d5d381b52), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.375304 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-c1362b26-3144-421a-b01d-082625d7d7b7 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=54cedb4cec4446578457b524fb6b75e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0694489 Feb 11 04:52:05.389443 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ca5bd722-0072-430b-84d1-edcdef9b01ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=130e8b097f2a43599c8ae697f24b5553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5206861 Feb 11 04:52:05.389852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35434) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:05.415213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bd722-0072-430b-84d1-edcdef9b01ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b8c50c-2281-40bd-ab24-653d5d381b52,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:05.445617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Sync routers for ids ['985f72d1-87ca-43f8-ac98-8503e206f200'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:52:05.459919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Routers {'985f72d1-87ca-43f8-ac98-8503e206f200'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:05.460838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['985f72d1-87ca-43f8-ac98-8503e206f200'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:05.470757 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dab82-649f-402d-9d54-f62009b41fcb req-e6679c83-4bb7-4a45-82e3-7f3628000174 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:05.472254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-663dab82-649f-402d-9d54-f62009b41fcb req-e6679c83-4bb7-4a45-82e3-7f3628000174 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 945 time: 0.1087790 Feb 11 04:52:05.494398 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ca329a0-cb9c-42cd-98a7-bb6363b39e0a admin admin] Publish callbacks [] for security_group (d2b8c50c-2281-40bd-ab24-653d5d381b52), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.539110 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ca329a0-cb9c-42cd-98a7-bb6363b39e0a admin admin] Publish callbacks [] for security_group (d2b8c50c-2281-40bd-ab24-653d5d381b52), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.560115 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-663dab82-649f-402d-9d54-f62009b41fcb req-b6884fd1-2270-4f93-a972-dbd9bdf534ef tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/security-groups?id=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754521 Feb 11 04:52:05.626947 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ca329a0-cb9c-42cd-98a7-bb6363b39e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d2b8c50c-2281-40bd-ab24-653d5d381b52), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.629513 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ca329a0-cb9c-42cd-98a7-bb6363b39e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.630660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6ca329a0-cb9c-42cd-98a7-bb6363b39e0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2b8c50c-2281-40bd-ab24-653d5d381b52 HTTP/1.1" status: 204 len: 168 time: 0.2398252 Feb 11 04:52:05.639889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca329a0-cb9c-42cd-98a7-bb6363b39e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b8c50c-2281-40bd-ab24-653d5d381b52,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:05.690230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bec056a-1d35-4374-a502-f584e6a3570d req-9d9b66b8-d1eb-46b3-a927-75a4d6ccfb0d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 210 time: 0.0478961 Feb 11 04:52:05.801706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ec7b7b69-c54d-475f-a797-2075295652fc details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:52:05.971584 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44dd9-d10f-44f6-9169-6f0bb37c2fd2 req-173a5831-b8f9-4d21-8c47-15d461a3c39a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:05.976203 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eca44dd9-d10f-44f6-9169-6f0bb37c2fd2 req-173a5831-b8f9-4d21-8c47-15d461a3c39a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 943 time: 0.1505873 Feb 11 04:52:06.008828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Set router 985f72d1-87ca-43f8-ac98-8503e206f200 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:06.084155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ec7b7b69-c54d-475f-a797-2075295652fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ec7b7b69-c54d-475f-a797-2075295652fc,segment=NetworkSegment(ab08c2b5-c0d4-465b-8287-e694e7af5319),segment_id=ab08c2b5-c0d4-465b-8287-e694e7af5319)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:06.108143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eca44dd9-d10f-44f6-9169-6f0bb37c2fd2 req-62bcf278-9169-4e84-9c17-edd31ad85358 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251824 Feb 11 04:52:06.210162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'ec7b7b69-c54d-475f-a797-2075295652fc', 'network_id': 'bdfcdb4a-c2c0-4929-8d78-2464dc299deb', 'port_id': 'ec7b7b69-c54d-475f-a797-2075295652fc', 'mac_address': 'fa:16:3e:3b:60:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5846944-56f4-4797-9ec9-700f9012055c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:52:06.259122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35464) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:06.271479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b7c56bde-1733-48d3-b498-c565bff7823d tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1797079888', 'description': 'tempest-description--1095318719'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:06.341400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ec7b7b69-c54d-475f-a797-2075295652fc is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:06.341716 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.367354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682132e1-fd98-4072-8f2a-45acd023d037 req-fa9988a8-4311-4652-ac7e-f548c7460a64 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:06.377086 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-682132e1-fd98-4072-8f2a-45acd023d037 req-fa9988a8-4311-4652-ac7e-f548c7460a64 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 944 time: 0.1270130 Feb 11 04:52:06.378503 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7c56bde-1733-48d3-b498-c565bff7823d tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.419138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7b7b69-c54d-475f-a797-2075295652fc {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:06.461645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35470) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:06.510690 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bea0df69-9af5-4268-ad2c-2db310ead161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.525572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:52:06.531035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ec7b7b69-c54d-475f-a797-2075295652fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ec7b7b69-c54d-475f-a797-2075295652fc,segment=NetworkSegment(ab08c2b5-c0d4-465b-8287-e694e7af5319),segment_id=ab08c2b5-c0d4-465b-8287-e694e7af5319)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:06.559356 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-682132e1-fd98-4072-8f2a-45acd023d037 req-ca26afa8-ba0d-4dc2-97a4-66b1b006fe89 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800332 Feb 11 04:52:06.567613 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.622165 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b60c0a9a-4518-4eee-8fb0-cd49f912dbec req-0be8a49e-cbac-47fe-8586-44ed0a10ce68 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1295671 Feb 11 04:52:06.656181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ec7b7b69-c54d-475f-a797-2075295652fc,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:06.674277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 14538c5f-fc4a-42fa-a95c-840704135bc7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:06.688972 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7c56bde-1733-48d3-b498-c565bff7823d tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for security_group (3d312f44-2882-4ee8-bc4d-7c7db182f8d2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.707667 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7c56bde-1733-48d3-b498-c565bff7823d tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3d312f44-2882-4ee8-bc4d-7c7db182f8d2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.732157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:52:06.783802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:52:02Z', 'revision_number': 4, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7', 'name': '', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'mac_address': 'fa:16:3e:b8:a2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:52:01Z', 'updated_at': '2022-02-11T04:52:03Z', 'revision_number': 2, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'subnets': [{'id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:06.830310 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7c56bde-1733-48d3-b498-c565bff7823d tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.833697 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bea0df69-9af5-4268-ad2c-2db310ead161 admin admin] Publish callbacks [] for security_group (21e324c5-cd04-40f4-88e2-31cef0f61948), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.836010 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b7c56bde-1733-48d3-b498-c565bff7823d tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5738239 Feb 11 04:52:06.840749 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bea0df69-9af5-4268-ad2c-2db310ead161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (21e324c5-cd04-40f4-88e2-31cef0f61948), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.845148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35486) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:06.854082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8a77179b-b422-452e-8550-2f588fc7dfbc tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Request body: {'security_group_rule': {'security_group_id': '3d312f44-2882-4ee8-bc4d-7c7db182f8d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:06.886687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Checking router: 985f72d1-87ca-43f8-ac98-8503e206f200 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:52:06.886954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c56bde-1733-48d3-b498-c565bff7823d tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d312f44-2882-4ee8-bc4d-7c7db182f8d2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:06.887216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Updating router 985f72d1-87ca-43f8-ac98-8503e206f200 port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:52:06.922061 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.979892 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a77179b-b422-452e-8550-2f588fc7dfbc tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for security_group_rule (13c9068d-7ec1-43db-8f48-596df82bda91), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.989076 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bea0df69-9af5-4268-ad2c-2db310ead161 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1661f473b4744d29bcaaa3bbddae3365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5219400 Feb 11 04:52:06.997851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35496) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:07.001304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0df69-9af5-4268-ad2c-2db310ead161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e324c5-cd04-40f4-88e2-31cef0f61948,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:07.012238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-575d4f30-f92b-46b4-8cb0-2906282999f1 req-d7498f04-0f74-43b7-9a2a-64626ad2650d tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 210 time: 0.1119194 Feb 11 04:52:07.084226 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a77179b-b422-452e-8550-2f588fc7dfbc tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for security_group_rule (13c9068d-7ec1-43db-8f48-596df82bda91), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.089130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a77179b-b422-452e-8550-2f588fc7dfbc tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (13c9068d-7ec1-43db-8f48-596df82bda91), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.119389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77179b-b422-452e-8550-2f588fc7dfbc tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c9068d-7ec1-43db-8f48-596df82bda91,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:07.132053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ec7b7b69-c54d-475f-a797-2075295652fc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:07.134477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a77179b-b422-452e-8550-2f588fc7dfbc tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.140432 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50868fb9-58ca-4349-b8ba-9d8898311678 admin admin] Publish callbacks [] for security_group (21e324c5-cd04-40f4-88e2-31cef0f61948), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.144004 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8a77179b-b422-452e-8550-2f588fc7dfbc tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2931581 Feb 11 04:52:07.145191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35500) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:07.154024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8b0ca99a-41a4-4e7b-b151-32737eae9601 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Request body: {'security_group_rule': {'security_group_id': '3d312f44-2882-4ee8-bc4d-7c7db182f8d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:07.205053 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50868fb9-58ca-4349-b8ba-9d8898311678 admin admin] Publish callbacks [] for security_group (21e324c5-cd04-40f4-88e2-31cef0f61948), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.220145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b0ca99a-41a4-4e7b-b151-32737eae9601 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for security_group_rule (244858db-92e7-43f5-b458-f591cfa3aa76), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.347975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713be248-a4cc-4dd8-9323-66c236927209 req-61f531cc-f831-4880-bc29-0e7c48261013 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:07.356592 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-713be248-a4cc-4dd8-9323-66c236927209 req-61f531cc-f831-4880-bc29-0e7c48261013 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 943 time: 0.1076486 Feb 11 04:52:07.372805 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-41dde4ea-90cd-40da-a2e5-46bfc6c9f3a3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=54cedb4cec4446578457b524fb6b75e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488384 Feb 11 04:52:07.382495 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50868fb9-58ca-4349-b8ba-9d8898311678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (21e324c5-cd04-40f4-88e2-31cef0f61948), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.383535 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b0ca99a-41a4-4e7b-b151-32737eae9601 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for security_group_rule (244858db-92e7-43f5-b458-f591cfa3aa76), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.386963 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50868fb9-58ca-4349-b8ba-9d8898311678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.392184 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-50868fb9-58ca-4349-b8ba-9d8898311678 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21e324c5-cd04-40f4-88e2-31cef0f61948 HTTP/1.1" status: 204 len: 168 time: 0.3922341 Feb 11 04:52:07.406012 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b0ca99a-41a4-4e7b-b151-32737eae9601 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (244858db-92e7-43f5-b458-f591cfa3aa76), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.418260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50868fb9-58ca-4349-b8ba-9d8898311678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e324c5-cd04-40f4-88e2-31cef0f61948,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:07.455872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ca99a-41a4-4e7b-b151-32737eae9601 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244858db-92e7-43f5-b458-f591cfa3aa76,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:07.462593 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-713be248-a4cc-4dd8-9323-66c236927209 req-339e0824-7cac-482d-849c-eedcb77173c3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040380 Feb 11 04:52:07.479637 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Publish callbacks [] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.501898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 14538c5f-fc4a-42fa-a95c-840704135bc7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:07.503106 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b0ca99a-41a4-4e7b-b151-32737eae9601 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.503583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8b0ca99a-41a4-4e7b-b151-32737eae9601 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3573506 Feb 11 04:52:07.507160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35506) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:07.507824 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.513541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffac0dd-0352-498e-9c85-7dfbb1829135 req-f2fa979f-f359-4fa8-b154-d59241cd190e tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:07.521376 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dffac0dd-0352-498e-9c85-7dfbb1829135 req-f2fa979f-f359-4fa8-b154-d59241cd190e tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 945 time: 0.2113667 Feb 11 04:52:07.526181 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:07.607550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-fc6e349c-a294-49e6-93ea-00806ea181e3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:07.609061 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-fc6e349c-a294-49e6-93ea-00806ea181e3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243378 Feb 11 04:52:07.611571 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.619465 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.637314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:07.642593 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dffac0dd-0352-498e-9c85-7dfbb1829135 req-65539678-29e0-4b11-b1a3-3dfd2243e803 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/security-groups?id=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145327 Feb 11 04:52:07.661185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Request body: {'port': {'device_id': 'c49a10e9-43fc-40af-aa24-fede79cfadc7', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': '54cedb4cec4446578457b524fb6b75e4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:07.728605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb1e11-b086-4e26-915d-06fcebfee54f None None] Pushing event updated for resources: {'Port': ['ID=f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:07.753809 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.759377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'port_id': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'mac_address': 'fa:16:3e:3a:9b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:52:07.838426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2575a56d-bc07-4d92-a603-7bb72995574d req-fea52549-690c-4bd2-8ae8-a1ce0cce520b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0395083 Feb 11 04:52:07.867614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690549f-098f-4b60-890e-c42c792173b4 req-baaf91d6-2d06-4b06-9334-e5c2057ca9c1 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:07.876423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7690549f-098f-4b60-890e-c42c792173b4 req-baaf91d6-2d06-4b06-9334-e5c2057ca9c1 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 945 time: 0.1790705 Feb 11 04:52:07.926108 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.957250 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Made reservation on behalf of 54cedb4cec4446578457b524fb6b75e4 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:07.960777 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.998376 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7690549f-098f-4b60-890e-c42c792173b4 req-e1633942-9f49-478f-bd88-cae3ffe3ee47 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208565 Feb 11 04:52:08.139670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Attempting to bind port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:08.140638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Attempting to bind port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:08.141175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Attempting to bind port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 on network 54478e1d-9bdc-4182-8145-0aaa601ad86a {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:08.161645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 368ae4bc-b5fd-4735-b642-32788d9a02a0 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:08.162044 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.191456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:08.191838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Checking segment: {'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:08.192247 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.192644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Bound using segment: {'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:08.193129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Bound port: f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:08.193514 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.204524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Allocated IP 172.25.7.228 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/552cb808-49ef-455e-b4b3-01ed9a78e9f2) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:08.235177 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Allocated IP 192.168.233.153 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/67a81355-6457-427a-80c1-3fef2e50405f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:08.239867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368ae4bc-b5fd-4735-b642-32788d9a02a0 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:08.260925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:08.284339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3b9dce5a-5088-4d1d-a355-3f7c5cde1d10 None None] Provisioning complete for port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:08.286728 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b9dce5a-5088-4d1d-a355-3f7c5cde1d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.297181 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.369814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for port (552cb808-49ef-455e-b4b3-01ed9a78e9f2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.379928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 14538c5f-fc4a-42fa-a95c-840704135bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:08.416933 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (552cb808-49ef-455e-b4b3-01ed9a78e9f2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.470812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:08.475191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:08.482389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:08.494124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] For port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:08.498684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] For port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7,segment=NetworkSegment(3d492c64-5cf5-453c-a295-4581e415334f),segment_id=3d492c64-5cf5-453c-a295-4581e415334f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:08.532017 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.545065 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Pushing event updated for resources: {'Port': ['ID=552cb808-49ef-455e-b4b3-01ed9a78e9f2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:08.572101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3b9dce5a-5088-4d1d-a355-3f7c5cde1d10 None None] Port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:08.618769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['368ae4bc-b5fd-4735-b642-32788d9a02a0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:08.661393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:08.811216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb1e11-b086-4e26-915d-06fcebfee54f None None] Pushing event updated for resources: {'Port': ['ID=f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:08.825669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Routers {'985f72d1-87ca-43f8-ac98-8503e206f200'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:08.825882 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for floatingip (e2ad4bee-4c7c-40c7-9993-d4caf512aeb7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.826130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['985f72d1-87ca-43f8-ac98-8503e206f200'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:08.845975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a1232-1be5-415e-94ea-0ee8a0c8ec27 req-e4cbd8f4-4207-48df-9801-5b31b6a2e3e4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:08.856722 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b5a1232-1be5-415e-94ea-0ee8a0c8ec27 req-e4cbd8f4-4207-48df-9801-5b31b6a2e3e4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2626524 Feb 11 04:52:08.941842 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (552cb808-49ef-455e-b4b3-01ed9a78e9f2), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.091233 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b5a1232-1be5-415e-94ea-0ee8a0c8ec27 req-fb29d62f-5eef-44bf-bd76-22f0c2f8f2c0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552584 Feb 11 04:52:09.161513 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks [] for port (67a81355-6457-427a-80c1-3fef2e50405f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.179808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf5a1261-d1aa-4b00-adda-274ec51e7b71 req-6403d61a-d64f-4003-a440-7199e4ab9ef8 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 210 time: 0.7613442 Feb 11 04:52:09.271715 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (67a81355-6457-427a-80c1-3fef2e50405f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.322237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:09.329328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:09.360075 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for port (552cb808-49ef-455e-b4b3-01ed9a78e9f2), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.395854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:09.454027 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (552cb808-49ef-455e-b4b3-01ed9a78e9f2), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.476710 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79cf9ae8-bb11-4ddf-9bf3-6c1f8afd85ab req-4af916c4-5e48-40d7-8508-4d2725e0f057 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0623765 Feb 11 04:52:09.509678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['da6d9c87-3d6e-46ca-bc34-6c17395454ad'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:09.627892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Pushing event updated for resources: {'Port': ['ID=552cb808-49ef-455e-b4b3-01ed9a78e9f2,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:09.630879 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (e2ad4bee-4c7c-40c7-9993-d4caf512aeb7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.653791 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.655408 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6a6c43bc-5a3e-4b3e-948b-d429f1069e3f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1458917 Feb 11 04:52:09.685683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c357fc-53b2-4ebb-85c8-2d7a979c3c60 req-4217460d-67c8-494c-ae81-f623addded2a tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:09.695832 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94c357fc-53b2-4ebb-85c8-2d7a979c3c60 req-4217460d-67c8-494c-ae81-f623addded2a tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 945 time: 0.3325148 Feb 11 04:52:09.717784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:09.722508 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.820185 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94c357fc-53b2-4ebb-85c8-2d7a979c3c60 req-5c9e4e6a-792b-4e92-8010-d9a6155e5a66 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/security-groups?id=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180215 Feb 11 04:52:09.832743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Pushing event updated for resources: {'Port': ['ID=67a81355-6457-427a-80c1-3fef2e50405f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:09.859209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ec7b7b69-c54d-475f-a797-2075295652fc up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:09.873451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d87decdf-af63-4084-acb3-b667e2f06505 None None] Provisioning complete for port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:09.874185 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d87decdf-af63-4084-acb3-b667e2f06505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.883336 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-590fe8c5-bbaa-4b7d-b0b5-6e9182e56e82 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2394669 Feb 11 04:52:09.924685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Request body: {'port': {'device_id': 'c49a10e9-43fc-40af-aa24-fede79cfadc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:09.939350 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cb7469d7-30e0-46ee-9754-993f1e859072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.984693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d1263-b801-473c-88b5-ed69d4053434 req-91a3595b-d7a9-4506-bf93-dc890872e758 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:10.002066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-885d1263-b801-473c-88b5-ed69d4053434 req-91a3595b-d7a9-4506-bf93-dc890872e758 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 945 time: 0.4485798 Feb 11 04:52:10.071382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ada729-52c0-4a12-9773-bcb14c50a10c req-61f6357e-dcec-4fcc-b7c1-b040c904e072 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:10.079756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14ada729-52c0-4a12-9773-bcb14c50a10c req-61f6357e-dcec-4fcc-b7c1-b040c904e072 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 945 time: 0.3511374 Feb 11 04:52:10.084151 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-b0ba3337-93fb-4ac3-b6ec-e3333160f0c5 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1797079888&fields=id&tenant_id=4b17e8d96f734666b28f8a4a6e65fa41 HTTP/1.1" status: 200 len: 267 time: 0.0954413 Feb 11 04:52:10.098147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] Set router 985f72d1-87ca-43f8-ac98-8503e206f200 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:10.240077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8ff98707-f69f-4cad-ab99-a4b01897a1fe tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:10.258871 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8ff98707-f69f-4cad-ab99-a4b01897a1fe tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/networks?id=54478e1d-9bdc-4182-8145-0aaa601ad86a HTTP/1.1" status: 200 len: 805 time: 0.1601479 Feb 11 04:52:10.284707 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-cdda8132-c9d2-4719-8639-a94e9a9f2c41 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/quotas/4b17e8d96f734666b28f8a4a6e65fa41 HTTP/1.1" status: 200 len: 375 time: 0.0204027 Feb 11 04:52:10.289977 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (67a81355-6457-427a-80c1-3fef2e50405f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.330682 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14ada729-52c0-4a12-9773-bcb14c50a10c req-9ea59544-d052-41fd-9e21-1d1d8a31bb4d tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497261 Feb 11 04:52:10.380273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port ec7b7b69-c54d-475f-a797-2075295652fc completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:52:10.393845 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-84f915e9-6012-4315-9d49-75b4bcdfdebb tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b17e8d96f734666b28f8a4a6e65fa41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034110 Feb 11 04:52:10.452312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port ec7b7b69-c54d-475f-a797-2075295652fc triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:10.452700 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.531898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d87decdf-af63-4084-acb3-b667e2f06505 None None] Current status of the port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:10.532403 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d87decdf-af63-4084-acb3-b667e2f06505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.598074 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-cf26e83d-aa05-4d20-acbc-0c09cc720a2c service neutron] 10.222.0.48 "GET /v2.0/networks/54478e1d-9bdc-4182-8145-0aaa601ad86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829031 Feb 11 04:52:10.688580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d87decdf-af63-4084-acb3-b667e2f06505 None None] For port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7,segment=NetworkSegment(3d492c64-5cf5-453c-a295-4581e415334f),segment_id=3d492c64-5cf5-453c-a295-4581e415334f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:10.707121 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d87decdf-af63-4084-acb3-b667e2f06505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.756939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-5074851b-0745-4a28-826c-d0558aa4c3ee service neutron] 10.222.0.48 "GET /v2.0/networks/54478e1d-9bdc-4182-8145-0aaa601ad86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574237 Feb 11 04:52:10.763701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87decdf-af63-4084-acb3-b667e2f06505 None None] Pushing event updated for resources: {'Port': ['ID=f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:10.794567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-885d1263-b801-473c-88b5-ed69d4053434 req-34be13b0-8798-4a16-894c-e6d9ca99d59a tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Deleting port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:10.794926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-885d1263-b801-473c-88b5-ed69d4053434 req-34be13b0-8798-4a16-894c-e6d9ca99d59a tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.836045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ec7b7b69-c54d-475f-a797-2075295652fc is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:10.836582 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.862034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:52:02Z', 'revision_number': 4, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7', 'name': '', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'mac_address': 'fa:16:3e:b8:a2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:52:01Z', 'updated_at': '2022-02-11T04:52:08Z', 'revision_number': 4, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'subnets': [{'id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:10.946370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ec7b7b69-c54d-475f-a797-2075295652fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ec7b7b69-c54d-475f-a797-2075295652fc,segment=NetworkSegment(ab08c2b5-c0d4-465b-8287-e694e7af5319),segment_id=ab08c2b5-c0d4-465b-8287-e694e7af5319)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:10.953237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de9924e-1fce-4081-8ede-aa584a8056f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7b7b69-c54d-475f-a797-2075295652fc'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:10.957937 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30847fc7-8a82-4b66-bcd1-2d5ad56d2b75" -d '{"events": [{"server_uuid": "2de9924e-1fce-4081-8ede-aa584a8056f2", "name": "network-vif-plugged", "status": "completed", "tag": "ec7b7b69-c54d-475f-a797-2075295652fc"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:10.964694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-22464e15-c090-4dd5-8f23-f124e67d50c2 None None] Provisioning complete for port 67a81355-6457-427a-80c1-3fef2e50405f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:10.965089 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22464e15-c090-4dd5-8f23-f124e67d50c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (67a81355-6457-427a-80c1-3fef2e50405f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.967630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51540548-7f1c-4154-b15a-51b4e35a7a8d req-c780fc9c-4c6e-446c-b311-198b512c2508 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:10.981502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b6bfa-f9a1-48dd-8e79-09604a8c0963 None None] The sync data for ids ['985f72d1-87ca-43f8-ac98-8503e206f200'] in n-d-615180-58 is: [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:52:02Z', 'revision_number': 4, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7', 'name': '', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'mac_address': 'fa:16:3e:b8:a2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:52:01Z', 'updated_at': '2022-02-11T04:52:08Z', 'revision_number': 4, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'subnets': [{'id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:52:10.983320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.985291 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51540548-7f1c-4154-b15a-51b4e35a7a8d req-c780fc9c-4c6e-446c-b311-198b512c2508 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.4209867 Feb 11 04:52:11.127816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-885d1263-b801-473c-88b5-ed69d4053434 req-34be13b0-8798-4a16-894c-e6d9ca99d59a tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] For port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=80bb5da3-6fbd-4342-8dac-1de7de4e87fc,segment=NetworkSegment(72c32698-462e-4932-be38-1032b81fc859),segment_id=72c32698-462e-4932-be38-1032b81fc859)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:11.128265 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-885d1263-b801-473c-88b5-ed69d4053434 req-34be13b0-8798-4a16-894c-e6d9ca99d59a tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:11.178443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-885d1263-b801-473c-88b5-ed69d4053434 req-34be13b0-8798-4a16-894c-e6d9ca99d59a tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Calling delete_port for 80bb5da3-6fbd-4342-8dac-1de7de4e87fc owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:11.207323 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ec7b7b69-c54d-475f-a797-2075295652fc,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:11.248957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-22464e15-c090-4dd5-8f23-f124e67d50c2 None None] Port 67a81355-6457-427a-80c1-3fef2e50405f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:11.281934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1060e4-5d6e-467e-b847-bd600ed162ed req-40ba8137-5929-4257-b1a7-671972e21b54 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:11.290117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a1060e4-5d6e-467e-b847-bd600ed162ed req-40ba8137-5929-4257-b1a7-671972e21b54 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 936 time: 0.1504328 Feb 11 04:52:11.419549 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a1060e4-5d6e-467e-b847-bd600ed162ed req-2c21d933-c987-43c1-ba4d-6496e3e883d2 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285303 Feb 11 04:52:11.667571 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-885d1263-b801-473c-88b5-ed69d4053434 req-34be13b0-8798-4a16-894c-e6d9ca99d59a tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (80bb5da3-6fbd-4342-8dac-1de7de4e87fc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:11.684823 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-659300c7-7e6c-4ef0-a1fb-9527e8d04f51 req-06aea2c2-6c1d-435f-8982-962de1e3cff4 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1271527 Feb 11 04:52:11.697953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['80bb5da3-6fbd-4342-8dac-1de7de4e87fc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:11.839605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be13b0-8798-4a16-894c-e6d9ca99d59a tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Pushing event deleted for resources: {'Port': ['ID=80bb5da3-6fbd-4342-8dac-1de7de4e87fc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:11.844914 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd4a5-fc21-45cd-8179-3603d1959569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:11.907826 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51540548-7f1c-4154-b15a-51b4e35a7a8d req-01c7aa08-14ee-4888-8aea-cf1eb2142c0e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9215579 Feb 11 04:52:11.935250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1882b4d5-681c-450f-9354-95df55cd1b41 req-f02d9cdf-a538-4764-a63c-fc2940dfc9c1 tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2514b2c-67d1-4773-95c3-fdeee9005379 HTTP/1.1" status: 200 len: 210 time: 0.0943744 Feb 11 04:52:12.038660 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25e8c03-76fc-41f5-bb73-b3f54cf8b4a5 x-openstack-request-id: req-c25e8c03-76fc-41f5-bb73-b3f54cf8b4a5 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:12.039464 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de9924e-1fce-4081-8ede-aa584a8056f2", "name": "network-vif-plugged", "status": "completed", "tag": "ec7b7b69-c54d-475f-a797-2075295652fc", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:12.039731 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c25e8c03-76fc-41f5-bb73-b3f54cf8b4a5 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:12.040446 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de9924e-1fce-4081-8ede-aa584a8056f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7b7b69-c54d-475f-a797-2075295652fc', 'code': 200} Feb 11 04:52:12.115271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-885d1263-b801-473c-88b5-ed69d4053434 req-34be13b0-8798-4a16-894c-e6d9ca99d59a tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] No DVR routers for this DVR port 80bb5da3-6fbd-4342-8dac-1de7de4e87fc on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:12.129119 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-885d1263-b801-473c-88b5-ed69d4053434 req-34be13b0-8798-4a16-894c-e6d9ca99d59a tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.132664 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-885d1263-b801-473c-88b5-ed69d4053434 req-34be13b0-8798-4a16-894c-e6d9ca99d59a tempest-ServerMetadataNegativeTestJSON-126334628 tempest-ServerMetadataNegativeTestJSON-126334628-project] 10.222.0.60 "DELETE /v2.0/ports/80bb5da3-6fbd-4342-8dac-1de7de4e87fc HTTP/1.1" status: 204 len: 173 time: 2.1302288 Feb 11 04:52:12.133167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2514b2c-67d1-4773-95c3-fdeee9005379', 'name': 'network-vif-deleted', 'tag': '80bb5da3-6fbd-4342-8dac-1de7de4e87fc'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:12.145042 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58b7a04-f742-4c60-b064-6ec2aee30ebe" -d '{"events": [{"server_uuid": "e2514b2c-67d1-4773-95c3-fdeee9005379", "name": "network-vif-deleted", "tag": "80bb5da3-6fbd-4342-8dac-1de7de4e87fc"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:12.181946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fc1abbbe-e417-4e3a-9099-952402894e8e req-af0b17f7-7b72-48d7-930f-00c289a5306f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 210 time: 0.1367838 Feb 11 04:52:12.248719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a81355-6457-427a-80c1-3fef2e50405f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:12.376911 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d8a650-b56c-477c-b85e-151fa1ef17bf x-openstack-request-id: req-28d8a650-b56c-477c-b85e-151fa1ef17bf {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:12.377255 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2514b2c-67d1-4773-95c3-fdeee9005379", "name": "network-vif-deleted", "tag": "80bb5da3-6fbd-4342-8dac-1de7de4e87fc", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:12.377526 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28d8a650-b56c-477c-b85e-151fa1ef17bf {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:12.378088 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2514b2c-67d1-4773-95c3-fdeee9005379', 'name': 'network-vif-deleted', 'tag': '80bb5da3-6fbd-4342-8dac-1de7de4e87fc', 'status': 'completed', 'code': 200} Feb 11 04:52:12.390089 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Publish callbacks [] for port (67a81355-6457-427a-80c1-3fef2e50405f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.456547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Transition to ACTIVE for port object 67a81355-6457-427a-80c1-3fef2e50405f will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:52:12.467994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70c2b-6f42-4789-aead-08a6d04899ec req-7a8c3c7e-9b35-4ef4-a933-01aea0f405ef tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:12.471000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8dc70c2b-6f42-4789-aead-08a6d04899ec req-7a8c3c7e-9b35-4ef4-a933-01aea0f405ef tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 946 time: 0.2821691 Feb 11 04:52:12.488501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (67a81355-6457-427a-80c1-3fef2e50405f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.498134 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab2351-fbbf-4955-8526-7d1748bf26f3 req-141c36d2-00d4-4fa1-be42-90b6f21a3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:12.504310 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfab2351-fbbf-4955-8526-7d1748bf26f3 req-141c36d2-00d4-4fa1-be42-90b6f21a3108 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 1129 time: 0.3431580 Feb 11 04:52:12.516052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:12.731504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:12.796956 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.800171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 368ae4bc-b5fd-4735-b642-32788d9a02a0 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:52:12.824905 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 368ae4bc-b5fd-4735-b642-32788d9a02a0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:12.825140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec9d7f-e697-44a2-a4ad-fe022797bb3a req-070f1715-94f8-4618-bc55-6efa91677ee0 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:12.826365 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.828623 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10ec9d7f-e697-44a2-a4ad-fe022797bb3a req-070f1715-94f8-4618-bc55-6efa91677ee0 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 948 time: 0.1897919 Feb 11 04:52:12.878644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35648) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:12.909141 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bfab2351-fbbf-4955-8526-7d1748bf26f3 req-dbdd1906-f9c3-48b6-88f9-c7377820b0d3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260314 Feb 11 04:52:12.940255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8dc70c2b-6f42-4789-aead-08a6d04899ec req-2c86dc25-5026-40a0-8eda-18add110e527 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624715 Feb 11 04:52:12.995453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:12.997180 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.018410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Pushing event updated for resources: {'Port': ['ID=67a81355-6457-427a-80c1-3fef2e50405f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:13.114423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10ec9d7f-e697-44a2-a4ad-fe022797bb3a req-4c17c966-e122-4a03-9c05-c87f03c6eb32 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691624 Feb 11 04:52:13.198716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35237e01-e256-4c27-9d0e-1a4dac4d5422 req-bdfc93a3-8dd8-4d55-b146-a7a8b153893b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0492742 Feb 11 04:52:13.200685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Attempting to bind port 67a81355-6457-427a-80c1-3fef2e50405f on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:13.201046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Attempting to bind port 67a81355-6457-427a-80c1-3fef2e50405f by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:13.201362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Attempting to bind port 67a81355-6457-427a-80c1-3fef2e50405f on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:13.202884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 368ae4bc-b5fd-4735-b642-32788d9a02a0 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:13.203374 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.221409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Port 67a81355-6457-427a-80c1-3fef2e50405f on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:52:13.221623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Attempting to bind port 67a81355-6457-427a-80c1-3fef2e50405f on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:13.235738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:13.236087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:13.236561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:13.236936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Bound port: 67a81355-6457-427a-80c1-3fef2e50405f, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:13.237359 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (67a81355-6457-427a-80c1-3fef2e50405f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.284941 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34d3062-4a33-40ae-b0a0-b0a388364ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.332984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:13.337311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35658) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:13.358142 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.428250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:13.444925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:13.577702 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c257337-5af6-4926-82e4-75867c5e5cf5 req-aff43699-689a-4e5b-8ea2-0e7900ad43ef tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 210 time: 0.0809677 Feb 11 04:52:13.599035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9080683-9809-4b7d-a914-91235d63bf7a admin admin] Deleting subnet b30d7ac8-cdc1-454c-b68f-cef033301d57 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:13.608618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] For port 67a81355-6457-427a-80c1-3fef2e50405f, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:13.613870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] For port 67a81355-6457-427a-80c1-3fef2e50405f, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=67a81355-6457-427a-80c1-3fef2e50405f,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:13.625171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9080683-9809-4b7d-a914-91235d63bf7a admin admin] Publish callbacks [] for subnet (b30d7ac8-cdc1-454c-b68f-cef033301d57), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.649777 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (67a81355-6457-427a-80c1-3fef2e50405f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.691163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a195181-894f-43f6-b7c3-a496e4baa81f req-2a2d02b2-1b06-4b63-a4fe-da3136c8013c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:13.692763 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a195181-894f-43f6-b7c3-a496e4baa81f req-2a2d02b2-1b06-4b63-a4fe-da3136c8013c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 945 time: 0.3460832 Feb 11 04:52:13.694826 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34d3062-4a33-40ae-b0a0-b0a388364ef0 admin admin] Publish callbacks [] for security_group (aa4312ff-2b3b-4fc3-a0db-0e8557851fdf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.702249 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9080683-9809-4b7d-a914-91235d63bf7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (b30d7ac8-cdc1-454c-b68f-cef033301d57), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.742216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-85d77c96-e872-4446-9424-d6da62f87758 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:13.744534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-85d77c96-e872-4446-9424-d6da62f87758 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.10 "GET /v2.0/networks?id=54478e1d-9bdc-4182-8145-0aaa601ad86a HTTP/1.1" status: 200 len: 805 time: 0.3458776 Feb 11 04:52:13.749714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Pushing event updated for resources: {'Port': ['ID=67a81355-6457-427a-80c1-3fef2e50405f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:13.759501 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34d3062-4a33-40ae-b0a0-b0a388364ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (aa4312ff-2b3b-4fc3-a0db-0e8557851fdf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.785224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:13.787429 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.789872 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-468c37c2-71e4-41d1-b1d0-11b6d6a3bd0a service neutron] 10.222.0.60 "PUT /v2.0/ports/67a81355-6457-427a-80c1-3fef2e50405f HTTP/1.1" status: 200 len: 1097 time: 3.8834350 Feb 11 04:52:13.829045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 80bb5da3-6fbd-4342-8dac-1de7de4e87fc no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:13.840844 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a195181-894f-43f6-b7c3-a496e4baa81f req-12771ace-a417-4d00-9d96-6f017bf54461 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386001 Feb 11 04:52:13.865553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f34d3062-4a33-40ae-b0a0-b0a388364ef0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3159144637754111b9b6129a8930b99d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9848149 Feb 11 04:52:13.869026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35662) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:13.872749 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 80bb5da3-6fbd-4342-8dac-1de7de4e87fc {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:13.873299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 80bb5da3-6fbd-4342-8dac-1de7de4e87fc not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:13.883508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d3062-4a33-40ae-b0a0-b0a388364ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4312ff-2b3b-4fc3-a0db-0e8557851fdf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:13.904918 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9080683-9809-4b7d-a914-91235d63bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (b30d7ac8-cdc1-454c-b68f-cef033301d57), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.975504 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9080683-9809-4b7d-a914-91235d63bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (b30d7ac8-cdc1-454c-b68f-cef033301d57), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.984819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-eef8a0a0-65b3-41a8-ae20-645310efa806 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b17e8d96f734666b28f8a4a6e65fa41 HTTP/1.1" status: 200 len: 380 time: 0.2155757 Feb 11 04:52:14.034585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Request body: {'port': {'device_id': '62706a96-500d-4be1-9e1b-1c2e70779494', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'admin_state_up': True, 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'security_groups': ['3d312f44-2882-4ee8-bc4d-7c7db182f8d2']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:14.040850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9080683-9809-4b7d-a914-91235d63bf7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30d7ac8-cdc1-454c-b68f-cef033301d57,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:14.041406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:14.044648 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec61f0c-ade0-41dc-acc7-88e708a7a653" -d '{"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-plugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:14.052630 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9080683-9809-4b7d-a914-91235d63bf7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.060085 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b9080683-9809-4b7d-a914-91235d63bf7a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b30d7ac8-cdc1-454c-b68f-cef033301d57 HTTP/1.1" status: 204 len: 168 time: 0.7188561 Feb 11 04:52:14.060723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35668) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:14.123871 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ead21b8-608c-42da-aabd-18017ad37478 x-openstack-request-id: req-2ead21b8-608c-42da-aabd-18017ad37478 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:14.124298 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-plugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:14.124617 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ead21b8-608c-42da-aabd-18017ad37478 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:14.125148 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'code': 200} Feb 11 04:52:14.159847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (cad881b9-4be4-4701-be3b-633950c44271), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.262991 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c44af157-27dd-4248-91a6-89698315b540 admin admin] Publish callbacks [] for security_group (aa4312ff-2b3b-4fc3-a0db-0e8557851fdf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.272351 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (cad881b9-4be4-4701-be3b-633950c44271), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.274619 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.333132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad881b9-4be4-4701-be3b-633950c44271']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:14.347692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c32698-462e-4932-be38-1032b81fc859') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:14.348031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c32698-462e-4932-be38-1032b81fc859') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:14.348153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-4f74b9a2-8fa5-4a7f-ad61-0820590731c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:14.349510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-4f74b9a2-8fa5-4a7f-ad61-0820590731c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54cedb4cec4446578457b524fb6b75e4&device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 1131 time: 0.4816239 Feb 11 04:52:14.362888 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (72c32698-462e-4932-be38-1032b81fc859), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.381118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49a10e9-43fc-40af-aa24-fede79cfadc7', 'tag': '67a81355-6457-427a-80c1-3fef2e50405f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:14.383430 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43931a45-c89c-47a9-aacb-819d380d6144" -d '{"events": [{"name": "network-changed", "server_uuid": "c49a10e9-43fc-40af-aa24-fede79cfadc7", "tag": "67a81355-6457-427a-80c1-3fef2e50405f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:14.393419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45b29d-3de7-4f0a-b504-9d6912d9b749 req-f8feeddc-eab4-48e2-95fa-64d5f220b08e tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:14.399964 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (72c32698-462e-4932-be38-1032b81fc859), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.401423 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e45b29d-3de7-4f0a-b504-9d6912d9b749 req-f8feeddc-eab4-48e2-95fa-64d5f220b08e tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 946 time: 0.3605390 Feb 11 04:52:14.409826 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:14.410236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (72c32698-462e-4932-be38-1032b81fc859), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.423935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c44af157-27dd-4248-91a6-89698315b540 admin admin] Publish callbacks [] for security_group (aa4312ff-2b3b-4fc3-a0db-0e8557851fdf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.479579 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-7bbcbcd5-91b3-49e2-997b-97ed6d546612 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=67a81355-6457-427a-80c1-3fef2e50405f HTTP/1.1" status: 200 len: 217 time: 0.0647259 Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:14.525544 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:14.568356 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (cad881b9-4be4-4701-be3b-633950c44271), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.574328 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.580299 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cad881b9-4be4-4701-be3b-633950c44271 HTTP/1.1" status: 204 len: 168 time: 0.5153458 Feb 11 04:52:14.595432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Pushing event deleted for resources: {'Network': ['ID=cad881b9-4be4-4701-be3b-633950c44271,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:14.601111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4312c5a-e4e8-4d9a-a294-abe3281b0e0d req-e66e3a8a-bc41-4cdc-8836-9f8c282628d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:14.605521 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4312c5a-e4e8-4d9a-a294-abe3281b0e0d req-e66e3a8a-bc41-4cdc-8836-9f8c282628d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 1128 time: 0.3310871 Feb 11 04:52:14.613128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-dfa24c55-aea6-451d-b0a0-f99dc6551f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:14.613802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.614165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.614519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.614866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.615253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.615454 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-dfa24c55-aea6-451d-b0a0-f99dc6551f70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1247466 Feb 11 04:52:14.615576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.615934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.616271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.616605 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.616940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.617273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.617609 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.618067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a899a-f380-4096-8990-05ac7e08b776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:14.619597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e45b29d-3de7-4f0a-b504-9d6912d9b749 req-144e1d38-ff9e-4fe8-8bb8-75d151219aa5 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170455 Feb 11 04:52:14.671972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3553d-4c14-4b5f-a953-35b0ea8c0b97 req-1f99630f-eaf8-4ae4-8f9c-77fb36f8c0ac tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:14.684601 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5c3553d-4c14-4b5f-a953-35b0ea8c0b97 req-1f99630f-eaf8-4ae4-8f9c-77fb36f8c0ac tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 948 time: 0.4015939 Feb 11 04:52:14.793068 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5c3553d-4c14-4b5f-a953-35b0ea8c0b97 req-8198f108-7d16-44e9-b3b3-232b072d40ba tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070685 Feb 11 04:52:14.808097 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4312c5a-e4e8-4d9a-a294-abe3281b0e0d req-53a3c03f-148d-4c0a-b4c4-0b45ecea9554 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770427 Feb 11 04:52:14.854221 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5657c81f-606b-46be-a8b8-46c12218a713 x-openstack-request-id: req-5657c81f-606b-46be-a8b8-46c12218a713 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:14.854526 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49a10e9-43fc-40af-aa24-fede79cfadc7", "tag": "67a81355-6457-427a-80c1-3fef2e50405f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:14.854794 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5657c81f-606b-46be-a8b8-46c12218a713 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:14.855653 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49a10e9-43fc-40af-aa24-fede79cfadc7', 'tag': '67a81355-6457-427a-80c1-3fef2e50405f', 'status': 'completed', 'code': 200} Feb 11 04:52:14.859040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:14.860116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Made reservation on behalf of 4b17e8d96f734666b28f8a4a6e65fa41 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:14.864318 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.898201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f81402b-ee30-4f87-b01b-7a995338497a req-07a9ca44-99e1-42a7-a926-bc076774a6fa tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0953975 Feb 11 04:52:14.962377 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f6a3b40a-76ee-4e8f-adac-8ad5eb4f3f22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6b7c10b7d194fc4a08492a91711a8b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0969808 Feb 11 04:52:14.965451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35686) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:14.983765 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c44af157-27dd-4248-91a6-89698315b540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (aa4312ff-2b3b-4fc3-a0db-0e8557851fdf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.988598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c44af157-27dd-4248-91a6-89698315b540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.992125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c44af157-27dd-4248-91a6-89698315b540 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa4312ff-2b3b-4fc3-a0db-0e8557851fdf HTTP/1.1" status: 204 len: 168 time: 1.1004181 Feb 11 04:52:15.005399 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-9988a4f7-c302-46e7-aaf9-abd176349ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:15.007575 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-9988a4f7-c302-46e7-aaf9-abd176349ebe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3832705 Feb 11 04:52:15.011689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44af157-27dd-4248-91a6-89698315b540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4312ff-2b3b-4fc3-a0db-0e8557851fdf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:15.029392 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-751254e2-9700-428a-a3bb-98244a0f1a24 req-70302242-0ef9-443b-a728-9e961d26c7c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 210 time: 0.0756655 Feb 11 04:52:15.113391 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3694-56ac-4642-84b8-5f5a9cd85e09 admin admin] Publish callbacks [] for security_group (15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.156723 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3694-56ac-4642-84b8-5f5a9cd85e09 admin admin] Publish callbacks [] for security_group (15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.264963 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3694-56ac-4642-84b8-5f5a9cd85e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.268462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3694-56ac-4642-84b8-5f5a9cd85e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.270279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096d516-d862-4983-92ab-70d71c7c21cd req-e45001ee-3152-4abf-acb4-81a58cdd9a3f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:15.271879 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d096d516-d862-4983-92ab-70d71c7c21cd req-e45001ee-3152-4abf-acb4-81a58cdd9a3f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 945 time: 0.2614050 Feb 11 04:52:15.283139 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3d8a3694-56ac-4642-84b8-5f5a9cd85e09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687 HTTP/1.1" status: 204 len: 168 time: 0.3009336 Feb 11 04:52:15.309541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a3694-56ac-4642-84b8-5f5a9cd85e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15be97fa-3bbe-4edc-a8e4-d9e3a3fa4687,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:15.320380 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-587cc256-d72c-429c-8bf5-7f4aa9d9cfa0 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423849 Feb 11 04:52:15.327804 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Allocated IP 172.20.0.7 (54478e1d-9bdc-4182-8145-0aaa601ad86a/349210cd-aa8f-457a-8631-ab26bbd85f45/bb5d7fc6-5945-4270-ac0a-f38e823e386b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:15.425759 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d096d516-d862-4983-92ab-70d71c7c21cd req-368f0d78-b958-41c9-8a3e-0f7cbec5a7f2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469941 Feb 11 04:52:15.546751 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.595249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35694) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:15.611606 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-329871fa-e033-4e7d-815f-636eb9f4c5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.818643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-329871fa-e033-4e7d-815f-636eb9f4c5d6 admin admin] Publish callbacks [] for security_group (27d457af-6b5d-48a4-a31f-b6b3e7f1a50c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.909418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-329871fa-e033-4e7d-815f-636eb9f4c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (27d457af-6b5d-48a4-a31f-b6b3e7f1a50c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:16.008905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329871fa-e033-4e7d-815f-636eb9f4c5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d457af-6b5d-48a4-a31f-b6b3e7f1a50c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:16.036229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2c7d1-1a89-4d4d-ae99-c08b86e2a63d req-1099c4d9-eb62-4a93-9d48-ec05dbf72f14 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:16.039727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38f2c7d1-1a89-4d4d-ae99-c08b86e2a63d req-1099c4d9-eb62-4a93-9d48-ec05dbf72f14 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 946 time: 0.2950590 Feb 11 04:52:16.063588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-329871fa-e033-4e7d-815f-636eb9f4c5d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f736430af3114c7796f8321eae38c4db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4647012 Feb 11 04:52:16.069647 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35742) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:16.212977 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e3899a8-334f-4c11-be58-6c094d9bcec7 req-f0c387ce-eb61-4bc1-8387-dc2358e74a72 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8827636 Feb 11 04:52:16.219688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38f2c7d1-1a89-4d4d-ae99-c08b86e2a63d req-e542d4ab-988d-4fb4-8a61-31ba3bfd9af6 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717834 Feb 11 04:52:16.239110 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f797-3f22-4f05-a672-f51026f0a9e8 admin admin] Publish callbacks [] for security_group (27d457af-6b5d-48a4-a31f-b6b3e7f1a50c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:16.286980 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f797-3f22-4f05-a672-f51026f0a9e8 admin admin] Publish callbacks [] for security_group (27d457af-6b5d-48a4-a31f-b6b3e7f1a50c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:16.402013 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f797-3f22-4f05-a672-f51026f0a9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (27d457af-6b5d-48a4-a31f-b6b3e7f1a50c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:16.405538 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f797-3f22-4f05-a672-f51026f0a9e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:16.409410 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ccd4f797-3f22-4f05-a672-f51026f0a9e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27d457af-6b5d-48a4-a31f-b6b3e7f1a50c HTTP/1.1" status: 204 len: 168 time: 0.3363667 Feb 11 04:52:16.446140 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:16.469704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-91d99adb-259b-4a7c-9976-dfd81d0ac082 req-16cbb237-c9fa-4d80-95a4-526c042f1ad2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0799046 Feb 11 04:52:16.471597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4f797-3f22-4f05-a672-f51026f0a9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d457af-6b5d-48a4-a31f-b6b3e7f1a50c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:16.483517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878954a-7830-4403-93cd-055a2ebf61c7 req-c6ef9e79-ff8d-441b-9734-016e3c6086c6 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:16.485256 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2878954a-7830-4403-93cd-055a2ebf61c7 req-c6ef9e79-ff8d-441b-9734-016e3c6086c6 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 948 time: 0.2771940 Feb 11 04:52:16.578269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43931a45-c89c-47a9-aacb-819d380d6144 req-1269e471-65b3-4442-8e0d-885c853591fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:16.579818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43931a45-c89c-47a9-aacb-819d380d6144 req-1269e471-65b3-4442-8e0d-885c853591fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54cedb4cec4446578457b524fb6b75e4&device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 1131 time: 0.2115111 Feb 11 04:52:16.712190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43931a45-c89c-47a9-aacb-819d380d6144 req-53c3dc72-3268-45a6-a78e-a61536684ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:16.713945 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43931a45-c89c-47a9-aacb-819d380d6144 req-53c3dc72-3268-45a6-a78e-a61536684ea1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.1253514 Feb 11 04:52:16.716204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:16.720857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2878954a-7830-4403-93cd-055a2ebf61c7 req-d2e3949b-06ac-44c6-9e4c-d394f173bf88 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255449 Feb 11 04:52:16.816930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a159bf8-006b-4491-928c-cf1b49e1dc2d req-d5af8de8-be22-47bf-8d29-91bcc05d6dfd tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:16.818167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43931a45-c89c-47a9-aacb-819d380d6144 req-c214e615-3fb1-40f0-aa0e-edb1d7790f49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=67a81355-6457-427a-80c1-3fef2e50405f HTTP/1.1" status: 200 len: 217 time: 0.0904787 Feb 11 04:52:16.822093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Network 54478e1d-9bdc-4182-8145-0aaa601ad86a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:16.827281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a159bf8-006b-4491-928c-cf1b49e1dc2d req-d5af8de8-be22-47bf-8d29-91bcc05d6dfd tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 931 time: 0.1588631 Feb 11 04:52:16.841319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:16.868087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:16.910563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Pushing event updated for resources: {'Port': ['ID=bb5d7fc6-5945-4270-ac0a-f38e823e386b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:16.912360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a159bf8-006b-4491-928c-cf1b49e1dc2d req-fb88b9b7-19eb-47b8-8164-38e04dad940d tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840845 Feb 11 04:52:16.961889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43931a45-c89c-47a9-aacb-819d380d6144 req-541bebfb-9954-4c87-a8e8-ea96aa2088db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:16.963716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43931a45-c89c-47a9-aacb-819d380d6144 req-541bebfb-9954-4c87-a8e8-ea96aa2088db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1371067 Feb 11 04:52:17.114444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:17.115195 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:17.165791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43931a45-c89c-47a9-aacb-819d380d6144 req-8775081b-e297-4e17-842f-f805ba5c937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:17.167678 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43931a45-c89c-47a9-aacb-819d380d6144 req-8775081b-e297-4e17-842f-f805ba5c937a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1921546 Feb 11 04:52:17.172934 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-e3fdc605-ab20-49f3-9e31-a39aa936d3c9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1463313 Feb 11 04:52:17.203299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Request body: {'port': {'device_id': '62706a96-500d-4be1-9e1b-1c2e70779494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:17.250612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4898072-813c-4a6e-8a6c-addcb85828b6 req-25794533-ec1f-48e4-9fab-e56e75103c6c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:17.257024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4898072-813c-4a6e-8a6c-addcb85828b6 req-25794533-ec1f-48e4-9fab-e56e75103c6c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 945 time: 0.2096059 Feb 11 04:52:17.384630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7508547a-c738-40b2-bafb-cde183eb816f None None] Provisioning complete for port bb5d7fc6-5945-4270-ac0a-f38e823e386b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:17.386469 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7508547a-c738-40b2-bafb-cde183eb816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:17.428907 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:17.442307 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4898072-813c-4a6e-8a6c-addcb85828b6 req-1fdb9d1a-5552-4c13-944a-487a746d9028 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753266 Feb 11 04:52:17.503467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7508547a-c738-40b2-bafb-cde183eb816f None None] Port bb5d7fc6-5945-4270-ac0a-f38e823e386b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:17.812917 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43931a45-c89c-47a9-aacb-819d380d6144 req-51fe664c-6a0c-431e-9c55-6025814f0b9e service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376641 Feb 11 04:52:17.999376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79067176-f5e3-41f3-b6b3-c25bd9fb77ed req-8d4da683-6a67-43f3-833e-7ebac84dc1ba tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:18.010636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79067176-f5e3-41f3-b6b3-c25bd9fb77ed req-8d4da683-6a67-43f3-833e-7ebac84dc1ba tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 946 time: 0.4812803 Feb 11 04:52:18.196915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997c810-de72-4884-9141-237757d44f6f req-b509a0ed-3270-4277-a402-2fd16f600acb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:18.211507 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b997c810-de72-4884-9141-237757d44f6f req-b509a0ed-3270-4277-a402-2fd16f600acb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 945 time: 0.0839875 Feb 11 04:52:18.212118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35858) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:18.222811 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-94f9c6e5-dc60-4fb5-9a6d-7a661cab6785 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Request body: {'floatingip': {'port_id': '368ae4bc-b5fd-4735-b642-32788d9a02a0'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:18.234029 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79067176-f5e3-41f3-b6b3-c25bd9fb77ed req-14cd7f3a-25e4-45c9-ac32-005655fb2240 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222009 Feb 11 04:52:18.259553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5d7fc6-5945-4270-ac0a-f38e823e386b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:18.304405 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43931a45-c89c-47a9-aacb-819d380d6144 req-a33a64d1-109a-4064-a26f-49ce0696d587 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729819 Feb 11 04:52:18.306450 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Publish callbacks [] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:18.333798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Transition to ACTIVE for port object bb5d7fc6-5945-4270-ac0a-f38e823e386b will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:52:18.344844 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:18.406598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94f9c6e5-dc60-4fb5-9a6d-7a661cab6785 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for floatingip (4c5a4ca0-2bc4-422b-aa92-f3794360ba3b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:18.469764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Pushing event updated for resources: {'Port': ['ID=bb5d7fc6-5945-4270-ac0a-f38e823e386b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:18.561482 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae30072d-0232-4bb4-87f7-043e4f03149c req-8029f5d2-6774-4ae7-83d7-13ef149fa05a tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1746612 Feb 11 04:52:18.726667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f6736-65f0-4c56-bb55-c6ef09719705 req-59871785-3770-455c-8ea3-ecb45a60be70 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:18.728427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-300f6736-65f0-4c56-bb55-c6ef09719705 req-59871785-3770-455c-8ea3-ecb45a60be70 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 948 time: 0.2614625 Feb 11 04:52:18.876636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-300f6736-65f0-4c56-bb55-c6ef09719705 req-b6e59373-f9bf-4317-b7ef-c51601374cde tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381090 Feb 11 04:52:18.967650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Attempting to bind port bb5d7fc6-5945-4270-ac0a-f38e823e386b on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:18.970449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Attempting to bind port bb5d7fc6-5945-4270-ac0a-f38e823e386b by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:18.971335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Attempting to bind port bb5d7fc6-5945-4270-ac0a-f38e823e386b on network 54478e1d-9bdc-4182-8145-0aaa601ad86a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:18.983991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Port bb5d7fc6-5945-4270-ac0a-f38e823e386b on network 54478e1d-9bdc-4182-8145-0aaa601ad86a not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:52:18.987069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Attempting to bind port bb5d7fc6-5945-4270-ac0a-f38e823e386b on network 54478e1d-9bdc-4182-8145-0aaa601ad86a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:19.001730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:19.002349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Checking segment: {'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:19.003486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Bound using segment: {'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:19.004838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Bound port: bb5d7fc6-5945-4270-ac0a-f38e823e386b, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d492c64-5cf5-453c-a295-4581e415334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:19.005310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:19.053818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b9ac3-290f-4d96-94e9-07fb109cde45 req-e375ff09-a7e7-4e62-9698-698937fc807c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:19.062611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f40b9ac3-290f-4d96-94e9-07fb109cde45 req-e375ff09-a7e7-4e62-9698-698937fc807c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 943 time: 0.2953665 Feb 11 04:52:19.111148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] For port bb5d7fc6-5945-4270-ac0a-f38e823e386b, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:19.129485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] For port bb5d7fc6-5945-4270-ac0a-f38e823e386b, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bb5d7fc6-5945-4270-ac0a-f38e823e386b,segment=NetworkSegment(3d492c64-5cf5-453c-a295-4581e415334f),segment_id=3d492c64-5cf5-453c-a295-4581e415334f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:19.178450 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:19.237489 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4a63fd88-ee03-4a11-9a69-d5472554ca3f req-47b43ef2-2136-4299-bec0-b173857026b4 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.2399089 Feb 11 04:52:19.255951 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f40b9ac3-290f-4d96-94e9-07fb109cde45 req-4dd23b41-7ae2-4bbf-bee7-601a8d3e7d5b tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920164 Feb 11 04:52:19.394686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Pushing event updated for resources: {'Port': ['ID=bb5d7fc6-5945-4270-ac0a-f38e823e386b,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:19.398642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:19.399486 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:19.401177 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8d1936ff-fcec-4bfd-a6f7-9e4a3dff965e service neutron] 10.222.0.10 "PUT /v2.0/ports/bb5d7fc6-5945-4270-ac0a-f38e823e386b HTTP/1.1" status: 200 len: 1092 time: 2.2025151 Feb 11 04:52:19.401795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62706a96-500d-4be1-9e1b-1c2e70779494', 'tag': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:19.404450 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6cb44c-0786-4f2d-9eec-0b153ec3f650" -d '{"events": [{"name": "network-changed", "server_uuid": "62706a96-500d-4be1-9e1b-1c2e70779494", "tag": "bb5d7fc6-5945-4270-ac0a-f38e823e386b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:19.485449 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f658dbb-3463-4f76-bde4-169fb4c28f4a x-openstack-request-id: req-8f658dbb-3463-4f76-bde4-169fb4c28f4a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:19.486046 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62706a96-500d-4be1-9e1b-1c2e70779494", "tag": "bb5d7fc6-5945-4270-ac0a-f38e823e386b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:19.486046 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f658dbb-3463-4f76-bde4-169fb4c28f4a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:19.486405 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62706a96-500d-4be1-9e1b-1c2e70779494', 'tag': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b', 'status': 'completed', 'code': 200} Feb 11 04:52:19.613966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8ae84-50d8-40c3-9941-b561458fcf92 req-b721a3dd-f816-4181-a168-caf7d3312051 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:19.619437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-4a29e6e0-2651-452b-b497-8f35a28da340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:19.622108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-4a29e6e0-2651-452b-b497-8f35a28da340 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b17e8d96f734666b28f8a4a6e65fa41&device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 1126 time: 0.1483560 Feb 11 04:52:19.623244 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ee8ae84-50d8-40c3-9941-b561458fcf92 req-b721a3dd-f816-4181-a168-caf7d3312051 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 946 time: 0.2423854 Feb 11 04:52:19.768949 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-44224288-9ac5-45db-bbd6-98f63a06033b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb5d7fc6-5945-4270-ac0a-f38e823e386b HTTP/1.1" status: 200 len: 217 time: 0.1308243 Feb 11 04:52:19.791733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ee8ae84-50d8-40c3-9941-b561458fcf92 req-bdbc7dea-33c9-4d35-abe2-cf9de675988c tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674457 Feb 11 04:52:19.880053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 67a81355-6457-427a-80c1-3fef2e50405f details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:52:19.888212 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94f9c6e5-dc60-4fb5-9a6d-7a661cab6785 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:19.899373 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-116f9aaa-3120-4243-ab60-61cf531c5623 req-88e80f61-fa88-4798-a946-43707120e0d2 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1598039 Feb 11 04:52:19.901814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94f9c6e5-dc60-4fb5-9a6d-7a661cab6785 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (4c5a4ca0-2bc4-422b-aa92-f3794360ba3b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:20.009994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-30cf34e5-31f6-4eaf-8772-c9878b14f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:20.013898 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-30cf34e5-31f6-4eaf-8772-c9878b14f09d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=349210cd-aa8f-457a-8631-ab26bbd85f45 HTTP/1.1" status: 200 len: 844 time: 0.2187674 Feb 11 04:52:20.032034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83964eb-f0d2-4e4f-b814-10cb61c907e5 req-e787cb0e-851c-4c16-ad53-aee67baa0ea7 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:20.036683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a83964eb-f0d2-4e4f-b814-10cb61c907e5 req-e787cb0e-851c-4c16-ad53-aee67baa0ea7 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 946 time: 0.2964025 Feb 11 04:52:20.185983 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-94f9c6e5-dc60-4fb5-9a6d-7a661cab6785 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Floating IP 4c5a4ca0-2bc4-422b-aa92-f3794360ba3b associated. External IP: 172.25.7.19, port: 368ae4bc-b5fd-4735-b642-32788d9a02a0. Feb 11 04:52:20.271414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 67a81355-6457-427a-80c1-3fef2e50405f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=67a81355-6457-427a-80c1-3fef2e50405f,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:20.278069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a71d6f-8db5-4698-8b68-24f859f3f9d9 req-be257df9-19c1-4802-a548-3080a107bfe5 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:20.281668 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66a71d6f-8db5-4698-8b68-24f859f3f9d9 req-be257df9-19c1-4802-a548-3080a107bfe5 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 948 time: 0.2189486 Feb 11 04:52:20.322044 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '67a81355-6457-427a-80c1-3fef2e50405f', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': '67a81355-6457-427a-80c1-3fef2e50405f', 'mac_address': 'fa:16:3e:c8:f0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:52:20.386789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8e1f4a1f-1843-4c62-b401-e70df8dd2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:20.388919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-8e1f4a1f-1843-4c62-b401-e70df8dd2713 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54478e1d-9bdc-4182-8145-0aaa601ad86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3496993 Feb 11 04:52:20.404260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 67a81355-6457-427a-80c1-3fef2e50405f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:20.404663 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (67a81355-6457-427a-80c1-3fef2e50405f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:20.440195 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66a71d6f-8db5-4698-8b68-24f859f3f9d9 req-3440815b-ddb8-40f8-a47c-d3d37e4a473f tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460352 Feb 11 04:52:20.447404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a81355-6457-427a-80c1-3fef2e50405f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:20.506028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 67a81355-6457-427a-80c1-3fef2e50405f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=67a81355-6457-427a-80c1-3fef2e50405f,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:20.516392 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (67a81355-6457-427a-80c1-3fef2e50405f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:20.623179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=67a81355-6457-427a-80c1-3fef2e50405f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:20.629293 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-5a19b03f-6a5c-428b-8730-8587d702a8f7 service neutron] 10.222.0.10 "GET /v2.0/networks/54478e1d-9bdc-4182-8145-0aaa601ad86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081051 Feb 11 04:52:20.639147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec140f49-3946-4b25-9938-3b3400ef251e req-5ac0399f-9b3b-4bb0-a228-6eb78dd66e61 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:20.649835 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ec140f49-3946-4b25-9938-3b3400ef251e req-5ac0399f-9b3b-4bb0-a228-6eb78dd66e61 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 943 time: 0.2832870 Feb 11 04:52:20.722714 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f9c6e5-dc60-4fb5-9a6d-7a661cab6785 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Router 60c3deb1-4b33-49d2-bbac-a0a328dba38d has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:52:20.754840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a83964eb-f0d2-4e4f-b814-10cb61c907e5 req-bf47685b-3b13-4215-ae3d-18f951363af7 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Deleting port ec7b7b69-c54d-475f-a797-2075295652fc {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:20.759778 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a83964eb-f0d2-4e4f-b814-10cb61c907e5 req-bf47685b-3b13-4215-ae3d-18f951363af7 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:20.761047 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-921ea289-70f7-4dcf-9477-56c4a0b2c0bd req-056c21f9-fe39-47ee-9880-b49760e8a307 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0574853 Feb 11 04:52:20.940925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ec140f49-3946-4b25-9938-3b3400ef251e req-7c3be068-4bf8-4479-af81-509e49439490 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900147 Feb 11 04:52:20.992682 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f356b2ae-8d0c-43a2-98ac-77b9f760354f req-136724f0-fc01-4bef-8b9b-6b5eeb279581 service neutron] 10.222.0.10 "GET /v2.0/networks/54478e1d-9bdc-4182-8145-0aaa601ad86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319321 Feb 11 04:52:21.010766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['67a81355-6457-427a-80c1-3fef2e50405f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:21.142714 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd3e642c-a181-422f-9f8b-5fba1b922ff9 req-4ec977e6-078b-4363-8c33-ba5d8ad4d55b tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0610569 Feb 11 04:52:21.163254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f9c6e5-dc60-4fb5-9a6d-7a661cab6785 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:52:21.178099 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13961b4-3f1a-4446-966b-182507ba055d None None] Sync routers for ids ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:52:21.186489 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94f9c6e5-dc60-4fb5-9a6d-7a661cab6785 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:21.193157 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13961b4-3f1a-4446-966b-182507ba055d None None] Routers {'60c3deb1-4b33-49d2-bbac-a0a328dba38d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:21.194186 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a13961b4-3f1a-4446-966b-182507ba055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:52:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:21.232153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a83964eb-f0d2-4e4f-b814-10cb61c907e5 req-bf47685b-3b13-4215-ae3d-18f951363af7 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] For port ec7b7b69-c54d-475f-a797-2075295652fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ec7b7b69-c54d-475f-a797-2075295652fc,segment=NetworkSegment(ab08c2b5-c0d4-465b-8287-e694e7af5319),segment_id=ab08c2b5-c0d4-465b-8287-e694e7af5319)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:21.232809 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a83964eb-f0d2-4e4f-b814-10cb61c907e5 req-bf47685b-3b13-4215-ae3d-18f951363af7 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:21.278247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a83964eb-f0d2-4e4f-b814-10cb61c907e5 req-bf47685b-3b13-4215-ae3d-18f951363af7 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Calling delete_port for ec7b7b69-c54d-475f-a797-2075295652fc owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:21.410160 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-94f9c6e5-dc60-4fb5-9a6d-7a661cab6785 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "PUT /v2.0/floatingips/4c5a4ca0-2bc4-422b-aa92-f3794360ba3b HTTP/1.1" status: 200 len: 990 time: 3.1968834 Feb 11 04:52:21.410704 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a13961b4-3f1a-4446-966b-182507ba055d None None] Set router 60c3deb1-4b33-49d2-bbac-a0a328dba38d gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:21.430722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:21.440966 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dc3f27-3737-4373-8e11-422516b962e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:21.487302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2b06b-aa35-448c-8d9f-2265d5be46f1 req-1c9c05c0-0d15-4316-8350-2591f46fc41d tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:21.493393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cb44c-0786-4f2d-9eec-0b153ec3f650 req-0314ca1e-0c5c-4a83-aa62-3ef4662df666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:21.494937 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd6cb44c-0786-4f2d-9eec-0b153ec3f650 req-0314ca1e-0c5c-4a83-aa62-3ef4662df666 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b17e8d96f734666b28f8a4a6e65fa41&device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 1126 time: 0.3402820 Feb 11 04:52:21.496885 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1cc2b06b-aa35-448c-8d9f-2265d5be46f1 req-1c9c05c0-0d15-4316-8350-2591f46fc41d tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/ports?device_id=2de9924e-1fce-4081-8ede-aa584a8056f2 HTTP/1.1" status: 200 len: 946 time: 0.3315904 Feb 11 04:52:21.604311 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1cc2b06b-aa35-448c-8d9f-2265d5be46f1 req-fbc0d5de-bc2c-48f1-be60-b677761eb678 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046083 Feb 11 04:52:21.608325 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a83964eb-f0d2-4e4f-b814-10cb61c907e5 req-bf47685b-3b13-4215-ae3d-18f951363af7 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ec7b7b69-c54d-475f-a797-2075295652fc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:21.646979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ec7b7b69-c54d-475f-a797-2075295652fc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:21.729462 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cc98eb-452a-4a5a-b5aa-f203db77cc64 x-openstack-request-id: req-63cc98eb-452a-4a5a-b5aa-f203db77cc64 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:21.729763 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:21.730035 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63cc98eb-452a-4a5a-b5aa-f203db77cc64 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:21.730440 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'status': 'completed', 'code': 200} Feb 11 04:52:21.808171 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a13961b4-3f1a-4446-966b-182507ba055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T04:51:40Z', 'revision_number': 4, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '4c5a4ca0-2bc4-422b-aa92-f3794360ba3b', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'port_id': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'mac_address': 'fa:16:3e:3a:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:51:46Z', 'updated_at': '2022-02-11T04:52:19Z', 'revision_number': 1, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc62a9ec-5434-46a0-aebb-8ded151205e5', 'name': '', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'mac_address': 'fa:16:3e:8a:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:38Z', 'updated_at': '2022-02-11T04:51:46Z', 'revision_number': 5, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'subnets': [{'id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:21.881609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47685b-3b13-4215-ae3d-18f951363af7 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Pushing event deleted for resources: {'Port': ['ID=ec7b7b69-c54d-475f-a797-2075295652fc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:21.884356 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13961b4-3f1a-4446-966b-182507ba055d None None] Checking router: 60c3deb1-4b33-49d2-bbac-a0a328dba38d for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:52:21.898982 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13961b4-3f1a-4446-966b-182507ba055d None None] Routers {'60c3deb1-4b33-49d2-bbac-a0a328dba38d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:21.899906 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a13961b4-3f1a-4446-966b-182507ba055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:52:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:21.911588 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cb44c-0786-4f2d-9eec-0b153ec3f650 req-2661ef57-1fe0-4942-93e2-57b239517da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:21.913789 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd6cb44c-0786-4f2d-9eec-0b153ec3f650 req-2661ef57-1fe0-4942-93e2-57b239517da1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54478e1d-9bdc-4182-8145-0aaa601ad86a HTTP/1.1" status: 200 len: 906 time: 0.4107270 Feb 11 04:52:21.991631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00f989-9e8f-434f-918c-6aeed478bf7c req-f54f12dd-5575-45a4-8dab-3f2dc76838bc tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:22.007080 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c00f989-9e8f-434f-918c-6aeed478bf7c req-f54f12dd-5575-45a4-8dab-3f2dc76838bc tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 949 time: 0.1819429 Feb 11 04:52:22.068299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83964eb-f0d2-4e4f-b814-10cb61c907e5 req-bf47685b-3b13-4215-ae3d-18f951363af7 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] No DVR routers for this DVR port ec7b7b69-c54d-475f-a797-2075295652fc on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:22.073061 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a83964eb-f0d2-4e4f-b814-10cb61c907e5 req-bf47685b-3b13-4215-ae3d-18f951363af7 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:22.077818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a83964eb-f0d2-4e4f-b814-10cb61c907e5 req-bf47685b-3b13-4215-ae3d-18f951363af7 tempest-ServerAddressesNegativeTestJSON-1194484245 tempest-ServerAddressesNegativeTestJSON-1194484245-project] 10.222.0.60 "DELETE /v2.0/ports/ec7b7b69-c54d-475f-a797-2075295652fc HTTP/1.1" status: 204 len: 173 time: 2.0191190 Feb 11 04:52:22.079746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd6cb44c-0786-4f2d-9eec-0b153ec3f650 req-178e0665-a9dc-45fc-9661-3ae1ab2882df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb5d7fc6-5945-4270-ac0a-f38e823e386b HTTP/1.1" status: 200 len: 217 time: 0.1059825 Feb 11 04:52:22.080732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de9924e-1fce-4081-8ede-aa584a8056f2', 'name': 'network-vif-deleted', 'tag': 'ec7b7b69-c54d-475f-a797-2075295652fc'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:22.082997 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476a4110-f363-4951-95e8-125634b8ffd6" -d '{"events": [{"server_uuid": "2de9924e-1fce-4081-8ede-aa584a8056f2", "name": "network-vif-deleted", "tag": "ec7b7b69-c54d-475f-a797-2075295652fc"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:22.106735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc3f27-3737-4373-8e11-422516b962e9 req-7d514a3c-7c20-401c-992a-a620f45ba84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:22.109421 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1dc3f27-3737-4373-8e11-422516b962e9 req-7d514a3c-7c20-401c-992a-a620f45ba84d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 1128 time: 0.2930744 Feb 11 04:52:22.122263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b1e9-9739-4e74-9c3f-150d0ec9942d req-51298807-21f4-4ec1-86c2-34cf8972390a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:22.124428 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d9b1e9-9739-4e74-9c3f-150d0ec9942d req-51298807-21f4-4ec1-86c2-34cf8972390a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 945 time: 0.5611172 Feb 11 04:52:22.211190 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a13961b4-3f1a-4446-966b-182507ba055d None None] Set router 60c3deb1-4b33-49d2-bbac-a0a328dba38d gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:22.337664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cb44c-0786-4f2d-9eec-0b153ec3f650 req-b72fc81f-472c-476b-aba8-12d90df31194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:22.341146 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd6cb44c-0786-4f2d-9eec-0b153ec3f650 req-b72fc81f-472c-476b-aba8-12d90df31194 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=349210cd-aa8f-457a-8631-ab26bbd85f45 HTTP/1.1" status: 200 len: 844 time: 0.2515111 Feb 11 04:52:22.392418 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d9b1e9-9739-4e74-9c3f-150d0ec9942d req-bd86bded-797e-4325-8b0f-8085b7778ae5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197406 Feb 11 04:52:22.440168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc3f27-3737-4373-8e11-422516b962e9 req-2fc832a1-c5ac-43e9-acc2-8d89b0952a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:22.441945 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1dc3f27-3737-4373-8e11-422516b962e9 req-2fc832a1-c5ac-43e9-acc2-8d89b0952a3c service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.3164032 Feb 11 04:52:22.528506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cb44c-0786-4f2d-9eec-0b153ec3f650 req-9f2f7003-832c-4e55-b306-c4a748aa2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:22.530768 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd6cb44c-0786-4f2d-9eec-0b153ec3f650 req-9f2f7003-832c-4e55-b306-c4a748aa2f90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54478e1d-9bdc-4182-8145-0aaa601ad86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1810284 Feb 11 04:52:22.640083 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f880ba6-92fb-4b1f-a2ae-6e5c84d9ad29 req-874be99d-8df3-4558-82fb-f5b7c724f0ae tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0969462 Feb 11 04:52:22.727920 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1dc3f27-3737-4373-8e11-422516b962e9 req-77d976bb-3dd0-4425-87c0-3eca4a5ed261 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 200 len: 998 time: 0.2784605 Feb 11 04:52:22.828260 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd6cb44c-0786-4f2d-9eec-0b153ec3f650 req-43f574b3-647f-4e81-9597-28c51ad42405 service neutron] 10.222.0.10 "GET /v2.0/networks/54478e1d-9bdc-4182-8145-0aaa601ad86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844729 Feb 11 04:52:22.927542 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c00f989-9e8f-434f-918c-6aeed478bf7c req-8a3a1a6e-760e-4116-b4a8-c69284069b5a tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9104204 Feb 11 04:52:22.957763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc3f27-3737-4373-8e11-422516b962e9 req-fd473f64-35b2-4d59-a949-2e3cda016c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:22.959276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1dc3f27-3737-4373-8e11-422516b962e9 req-fd473f64-35b2-4d59-a949-2e3cda016c5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.2203503 Feb 11 04:52:23.050000 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a13961b4-3f1a-4446-966b-182507ba055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T04:51:40Z', 'revision_number': 4, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '4c5a4ca0-2bc4-422b-aa92-f3794360ba3b', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'port_id': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'mac_address': 'fa:16:3e:3a:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:51:46Z', 'updated_at': '2022-02-11T04:52:19Z', 'revision_number': 1, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc62a9ec-5434-46a0-aebb-8ded151205e5', 'name': '', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'mac_address': 'fa:16:3e:8a:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:38Z', 'updated_at': '2022-02-11T04:51:46Z', 'revision_number': 5, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'subnets': [{'id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:23.073185 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309a7943-0511-455b-b7b3-ada35d272f7e x-openstack-request-id: req-309a7943-0511-455b-b7b3-ada35d272f7e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:23.073499 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de9924e-1fce-4081-8ede-aa584a8056f2", "name": "network-vif-deleted", "tag": "ec7b7b69-c54d-475f-a797-2075295652fc", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:23.073737 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-309a7943-0511-455b-b7b3-ada35d272f7e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:23.074813 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de9924e-1fce-4081-8ede-aa584a8056f2', 'name': 'network-vif-deleted', 'tag': 'ec7b7b69-c54d-475f-a797-2075295652fc', 'status': 'completed', 'code': 200} Feb 11 04:52:23.134713 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13961b4-3f1a-4446-966b-182507ba055d None None] The sync data for ids ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'] in n-d-615180-58 is: [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T04:51:40Z', 'revision_number': 4, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '4c5a4ca0-2bc4-422b-aa92-f3794360ba3b', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'port_id': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'mac_address': 'fa:16:3e:3a:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:51:46Z', 'updated_at': '2022-02-11T04:52:19Z', 'revision_number': 1, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc62a9ec-5434-46a0-aebb-8ded151205e5', 'name': '', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'mac_address': 'fa:16:3e:8a:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:38Z', 'updated_at': '2022-02-11T04:51:46Z', 'revision_number': 5, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'subnets': [{'id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:52:23.230424 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3601358d-a164-4955-9850-8ae6618f0aaa req-a5753bb2-c24f-4613-84ff-a08095e37115 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0669377 Feb 11 04:52:23.465622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ed092-f972-4160-a07d-80ebc712942d req-78dd6e70-dec8-400f-a438-25ae03f2c0d5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:23.477632 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-931ed092-f972-4160-a07d-80ebc712942d req-78dd6e70-dec8-400f-a438-25ae03f2c0d5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 945 time: 0.1134758 Feb 11 04:52:23.496858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f37ef17-cc14-41a0-92aa-7618f22b83b4 None None] New status for floating IP 4c5a4ca0-2bc4-422b-aa92-f3794360ba3b: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:52:23.609379 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-931ed092-f972-4160-a07d-80ebc712942d req-b265dbe7-fe5a-4ab4-b6cb-670f6e31778f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307590 Feb 11 04:52:23.621614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d530ad2-97d9-438e-8a8f-3ac7f593d475 req-2609eebd-c13e-471e-98b4-2add2403cbc9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:23.622609 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d530ad2-97d9-438e-8a8f-3ac7f593d475 req-2609eebd-c13e-471e-98b4-2add2403cbc9 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 943 time: 0.7890718 Feb 11 04:52:23.665414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc3f27-3737-4373-8e11-422516b962e9 req-fcdef1f0-c1de-421d-9b06-8b099b8b651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:23.666910 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1dc3f27-3737-4373-8e11-422516b962e9 req-fcdef1f0-c1de-421d-9b06-8b099b8b651b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6899412 Feb 11 04:52:23.677500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35992) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:23.681318 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6cec8181-dffc-4112-9107-4a8816157e2d req-0525cd21-9dbe-4a55-878f-f9f3d83c9445 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0717714 Feb 11 04:52:23.785901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-beea9fbd-0c98-491b-bda4-c910fc2789f1 admin admin] Deleting subnet b5846944-56f4-4797-9ec9-700f9012055c {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:23.789830 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beea9fbd-0c98-491b-bda4-c910fc2789f1 admin admin] Publish callbacks [] for subnet (b5846944-56f4-4797-9ec9-700f9012055c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:23.793945 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1dc3f27-3737-4373-8e11-422516b962e9 req-5f92621f-2e77-463d-9d95-1c8044ea046f service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091127 Feb 11 04:52:23.798697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd6cb44c-0786-4f2d-9eec-0b153ec3f650 req-15bb2c1b-7d5e-4c0e-876d-29dc1fa62f15 service neutron] 10.222.0.10 "GET /v2.0/networks/54478e1d-9bdc-4182-8145-0aaa601ad86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9631507 Feb 11 04:52:23.904665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 67a81355-6457-427a-80c1-3fef2e50405f up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:23.923988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d530ad2-97d9-438e-8a8f-3ac7f593d475 req-c6ab7ef0-2c87-43a3-bb68-8c46202380b5 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878439 Feb 11 04:52:23.978734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-59d491c9-bc2b-4712-b3f1-058524c7e859 req-8d9b2b8f-d2ce-418f-8a54-55a6e9437027 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.1353066 Feb 11 04:52:23.986925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1dc3f27-3737-4373-8e11-422516b962e9 req-43706709-2955-4f2f-bd70-ce137036b692 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552842 Feb 11 04:52:24.018999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beea9fbd-0c98-491b-bda4-c910fc2789f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (b5846944-56f4-4797-9ec9-700f9012055c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.045031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 67a81355-6457-427a-80c1-3fef2e50405f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:52:24.053629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 67a81355-6457-427a-80c1-3fef2e50405f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:24.054008 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (67a81355-6457-427a-80c1-3fef2e50405f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.135980 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beea9fbd-0c98-491b-bda4-c910fc2789f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (b5846944-56f4-4797-9ec9-700f9012055c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.161660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36000) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:24.179924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbc813-9241-453f-b5a0-02c0b11bcc6c req-9d30a747-a531-4837-933c-85b8d655f85b tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:24.181493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cfbc813-9241-453f-b5a0-02c0b11bcc6c req-9d30a747-a531-4837-933c-85b8d655f85b tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 949 time: 0.1034501 Feb 11 04:52:24.327151 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beea9fbd-0c98-491b-bda4-c910fc2789f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (b5846944-56f4-4797-9ec9-700f9012055c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.349899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cfbc813-9241-453f-b5a0-02c0b11bcc6c req-3428c735-8f3e-47b4-be54-310fc7160764 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541326 Feb 11 04:52:24.481061 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.509377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 67a81355-6457-427a-80c1-3fef2e50405f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:24.510635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (67a81355-6457-427a-80c1-3fef2e50405f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.512047 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beea9fbd-0c98-491b-bda4-c910fc2789f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.533750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-beea9fbd-0c98-491b-bda4-c910fc2789f1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b5846944-56f4-4797-9ec9-700f9012055c HTTP/1.1" status: 204 len: 168 time: 0.8536427 Feb 11 04:52:24.537978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea9fbd-0c98-491b-bda4-c910fc2789f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5846944-56f4-4797-9ec9-700f9012055c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:24.542003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36008) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:24.554347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49a10e9-43fc-40af-aa24-fede79cfadc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a81355-6457-427a-80c1-3fef2e50405f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:24.558576 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10827e65-1222-49fb-b834-812d626ff617" -d '{"events": [{"server_uuid": "c49a10e9-43fc-40af-aa24-fede79cfadc7", "name": "network-vif-plugged", "status": "completed", "tag": "67a81355-6457-427a-80c1-3fef2e50405f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:24.575723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 67a81355-6457-427a-80c1-3fef2e50405f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=67a81355-6457-427a-80c1-3fef2e50405f,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:24.581152 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (67a81355-6457-427a-80c1-3fef2e50405f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.583504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ec7b7b69-c54d-475f-a797-2075295652fc no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:24.627779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25425dc3-95e1-4178-8a1e-a38ca83379a1 req-fb198b18-4ea8-4ac0-be7a-d0ec2863eada tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.1315763 Feb 11 04:52:24.714364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bb5d7fc6-5945-4270-ac0a-f38e823e386b details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:52:24.814975 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbfc549-3fbb-40bf-90aa-f1dab175380a x-openstack-request-id: req-2cbfc549-3fbb-40bf-90aa-f1dab175380a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:24.816352 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49a10e9-43fc-40af-aa24-fede79cfadc7", "name": "network-vif-plugged", "status": "completed", "tag": "67a81355-6457-427a-80c1-3fef2e50405f", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:24.816819 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cbfc549-3fbb-40bf-90aa-f1dab175380a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:24.818694 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49a10e9-43fc-40af-aa24-fede79cfadc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a81355-6457-427a-80c1-3fef2e50405f', 'code': 200} Feb 11 04:52:24.827585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=67a81355-6457-427a-80c1-3fef2e50405f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:24.844264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: ec7b7b69-c54d-475f-a797-2075295652fc {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:24.845498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ec7b7b69-c54d-475f-a797-2075295652fc not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:24.861132 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (bdfcdb4a-c2c0-4929-8d78-2464dc299deb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.893958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bb5d7fc6-5945-4270-ac0a-f38e823e386b, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bb5d7fc6-5945-4270-ac0a-f38e823e386b,segment=NetworkSegment(3d492c64-5cf5-453c-a295-4581e415334f),segment_id=3d492c64-5cf5-453c-a295-4581e415334f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:24.909069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'port_id': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b', 'mac_address': 'fa:16:3e:75:3d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:52:24.917566 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Publish callbacks [] for security_group (cb734d72-bbb9-447d-aa9c-19836bc75fa3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.953690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port bb5d7fc6-5945-4270-ac0a-f38e823e386b is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:24.954180 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.969839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5d7fc6-5945-4270-ac0a-f38e823e386b {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:24.975106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712aaba-037f-42fd-afac-89739b7440fe req-a1b7101f-1f6d-407b-aadd-1731173e9809 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:24.986468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a712aaba-037f-42fd-afac-89739b7440fe req-a1b7101f-1f6d-407b-aadd-1731173e9809 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 945 time: 0.2660990 Feb 11 04:52:25.002424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bb5d7fc6-5945-4270-ac0a-f38e823e386b, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bb5d7fc6-5945-4270-ac0a-f38e823e386b,segment=NetworkSegment(3d492c64-5cf5-453c-a295-4581e415334f),segment_id=3d492c64-5cf5-453c-a295-4581e415334f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:25.008479 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.082635 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cb734d72-bbb9-447d-aa9c-19836bc75fa3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.092250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a712aaba-037f-42fd-afac-89739b7440fe req-44e1c7a7-d13c-4f03-bdf9-77ab81bcc922 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047440 Feb 11 04:52:25.100701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=bb5d7fc6-5945-4270-ac0a-f38e823e386b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:25.154994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c66a1a-08f5-4d96-884d-6a3695abb5f2 req-19fc9306-1fe9-47e6-aef5-40c481c9674c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:25.160193 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (bdfcdb4a-c2c0-4929-8d78-2464dc299deb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.165624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89c66a1a-08f5-4d96-884d-6a3695abb5f2 req-19fc9306-1fe9-47e6-aef5-40c481c9674c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 944 time: 0.1577153 Feb 11 04:52:25.181824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfcdb4a-c2c0-4929-8d78-2464dc299deb']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:25.199001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5187b1-83c9-4853-a8ca-a996188397c3 req-06bbbf31-3f8f-4f5f-a054-e4aa3e106b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:25.201465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c5187b1-83c9-4853-a8ca-a996188397c3 req-06bbbf31-3f8f-4f5f-a054-e4aa3e106b51 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 1133 time: 0.4257016 Feb 11 04:52:25.218709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab08c2b5-c0d4-465b-8287-e694e7af5319') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:25.219071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab08c2b5-c0d4-465b-8287-e694e7af5319') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:25.256411 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89c66a1a-08f5-4d96-884d-6a3695abb5f2 req-22e5d7c7-8849-4fa2-98c7-f809e6ca5490 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890441 Feb 11 04:52:25.291237 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4bc50443-12d8-4f03-a1a1-0076ceed1161 req-adc84017-af61-4ddd-bd43-4c28e7e95932 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0690861 Feb 11 04:52:25.296132 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (ab08c2b5-c0d4-465b-8287-e694e7af5319), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.311207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36020) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:25.311439 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fa70801cc35497d9ce7d663826e1132&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1478448 Feb 11 04:52:25.334291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['bb5d7fc6-5945-4270-ac0a-f38e823e386b'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:25.363890 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c5187b1-83c9-4853-a8ca-a996188397c3 req-9f7df003-0c7a-4e42-8321-9240368e9ce5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320326 Feb 11 04:52:25.365438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb734d72-bbb9-447d-aa9c-19836bc75fa3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:25.378838 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ab08c2b5-c0d4-465b-8287-e694e7af5319), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.393746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.396863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.397428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.397945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.400217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.400757 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.401106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.401463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.401794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.402118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.402674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.403118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.403498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91a7fe0-ee72-4aea-9b5d-65a808c30c22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:25.423252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec46a6b-9a12-425f-92f4-51f7e5087d7e req-0b276d0e-4019-4326-8aec-19ee123f7578 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:25.425280 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ec46a6b-9a12-425f-92f4-51f7e5087d7e req-0b276d0e-4019-4326-8aec-19ee123f7578 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 945 time: 0.0950134 Feb 11 04:52:25.438044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:25.440207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (ab08c2b5-c0d4-465b-8287-e694e7af5319), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:25.442658 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:25.453723 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f747334-a951-47ab-9d41-00bd38ccac39 admin admin] Publish callbacks [] for security_group (cb734d72-bbb9-447d-aa9c-19836bc75fa3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.521193 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f747334-a951-47ab-9d41-00bd38ccac39 admin admin] Publish callbacks [] for security_group (cb734d72-bbb9-447d-aa9c-19836bc75fa3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.545664 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ec46a6b-9a12-425f-92f4-51f7e5087d7e req-ec748f08-5b59-4126-9bbc-eb8e6dbb881b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116753 Feb 11 04:52:25.632940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (bdfcdb4a-c2c0-4929-8d78-2464dc299deb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.653740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f747334-a951-47ab-9d41-00bd38ccac39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cb734d72-bbb9-447d-aa9c-19836bc75fa3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.657712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f747334-a951-47ab-9d41-00bd38ccac39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.659463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6f747334-a951-47ab-9d41-00bd38ccac39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb734d72-bbb9-447d-aa9c-19836bc75fa3 HTTP/1.1" status: 204 len: 168 time: 0.3467343 Feb 11 04:52:25.671750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f747334-a951-47ab-9d41-00bd38ccac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb734d72-bbb9-447d-aa9c-19836bc75fa3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:25.697733 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.701402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bdfcdb4a-c2c0-4929-8d78-2464dc299deb HTTP/1.1" status: 204 len: 168 time: 1.1584563 Feb 11 04:52:25.702637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa24a9-9521-4ef3-a53c-9b7a3d2a99f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdfcdb4a-c2c0-4929-8d78-2464dc299deb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:25.766795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6231-5488-4aef-bf43-8d6e86722b0c req-f6402b21-0588-4d7e-90f9-d36b2083d959 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:25.774485 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-367b6231-5488-4aef-bf43-8d6e86722b0c req-f6402b21-0588-4d7e-90f9-d36b2083d959 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 950 time: 0.2145729 Feb 11 04:52:25.894472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-367b6231-5488-4aef-bf43-8d6e86722b0c req-f326109c-a448-487e-aa07-556bd9c9d95a tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188152 Feb 11 04:52:25.896134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36040) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:26.008589 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5602d9ae-0832-4a12-84c3-652cd6d5b61a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf66c39c616d4c319d5a201ef26173a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1099856 Feb 11 04:52:26.011091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36046) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:26.035951 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f216b0fb-fcaf-4d9f-8d47-c5b59340c128 req-d6a7729b-e47c-44ef-9eed-cd4770b096f7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/ports?device_id=287762c5-00f5-4c54-8d07-af8797d7d009 HTTP/1.1" status: 200 len: 210 time: 0.0468948 Feb 11 04:52:26.094429 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad5df98d-52e4-435e-89cb-f31befd311d7 admin admin] Publish callbacks [] for security_group (8a081894-2af3-4fcb-a001-e3b2d0a4c6b6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.126266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad5df98d-52e4-435e-89cb-f31befd311d7 admin admin] Publish callbacks [] for security_group (8a081894-2af3-4fcb-a001-e3b2d0a4c6b6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.225726 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad5df98d-52e4-435e-89cb-f31befd311d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8a081894-2af3-4fcb-a001-e3b2d0a4c6b6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.229108 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad5df98d-52e4-435e-89cb-f31befd311d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.230270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ad5df98d-52e4-435e-89cb-f31befd311d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a081894-2af3-4fcb-a001-e3b2d0a4c6b6 HTTP/1.1" status: 204 len: 168 time: 0.2176485 Feb 11 04:52:26.241108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5df98d-52e4-435e-89cb-f31befd311d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a081894-2af3-4fcb-a001-e3b2d0a4c6b6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:26.312304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36058) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:26.331974 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ce25aa0e-89ae-4818-b03e-79035dfa79d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.398307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a07d2-b589-4aba-a2ae-b8e587bb5e64 req-c180747e-1bbe-4c95-9ea2-789420b0313a tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:26.400107 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f63a07d2-b589-4aba-a2ae-b8e587bb5e64 req-c180747e-1bbe-4c95-9ea2-789420b0313a tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 944 time: 0.0680461 Feb 11 04:52:26.466748 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f63a07d2-b589-4aba-a2ae-b8e587bb5e64 req-d3ab6cb6-a4f4-4209-9613-2d60bd25acc6 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598233 Feb 11 04:52:26.494767 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-264c23a9-bb1c-4173-8c84-f8d500237582 req-d2d97e8b-4eaf-4d9f-8ab1-2389da4af1b6 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0785570 Feb 11 04:52:26.509242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ce25aa0e-89ae-4818-b03e-79035dfa79d8 admin admin] Publish callbacks [] for security_group (bb3ec0c8-ddbe-493f-a8de-ca0191609d84), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.518412 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ce25aa0e-89ae-4818-b03e-79035dfa79d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bb3ec0c8-ddbe-493f-a8de-ca0191609d84), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.571113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25aa0e-89ae-4818-b03e-79035dfa79d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3ec0c8-ddbe-493f-a8de-ca0191609d84,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:26.577996 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ce25aa0e-89ae-4818-b03e-79035dfa79d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f0b26ab49af4b108d2cfb8e67b9ca17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2646184 Feb 11 04:52:26.580593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36068) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:26.593895 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bb5d7fc6-5945-4270-ac0a-f38e823e386b up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:26.725038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port bb5d7fc6-5945-4270-ac0a-f38e823e386b completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:52:26.729978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port bb5d7fc6-5945-4270-ac0a-f38e823e386b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:26.730355 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.756743 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76f0b557-aa10-4afb-827c-99ede5846484 admin admin] Publish callbacks [] for security_group (bb3ec0c8-ddbe-493f-a8de-ca0191609d84), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.804780 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76f0b557-aa10-4afb-827c-99ede5846484 admin admin] Publish callbacks [] for security_group (bb3ec0c8-ddbe-493f-a8de-ca0191609d84), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.906324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port bb5d7fc6-5945-4270-ac0a-f38e823e386b is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:26.906974 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.911983 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76f0b557-aa10-4afb-827c-99ede5846484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bb3ec0c8-ddbe-493f-a8de-ca0191609d84), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.914884 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76f0b557-aa10-4afb-827c-99ede5846484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.916546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-76f0b557-aa10-4afb-827c-99ede5846484 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb3ec0c8-ddbe-493f-a8de-ca0191609d84 HTTP/1.1" status: 204 len: 168 time: 0.3349450 Feb 11 04:52:26.932508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0b557-aa10-4afb-827c-99ede5846484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3ec0c8-ddbe-493f-a8de-ca0191609d84,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:27.006797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bb5d7fc6-5945-4270-ac0a-f38e823e386b, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bb5d7fc6-5945-4270-ac0a-f38e823e386b,segment=NetworkSegment(3d492c64-5cf5-453c-a295-4581e415334f),segment_id=3d492c64-5cf5-453c-a295-4581e415334f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:27.013449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62706a96-500d-4be1-9e1b-1c2e70779494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:27.022801 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82af4fc9-34bd-455d-a8ea-24d5bfa56042" -d '{"events": [{"server_uuid": "62706a96-500d-4be1-9e1b-1c2e70779494", "name": "network-vif-plugged", "status": "completed", "tag": "bb5d7fc6-5945-4270-ac0a-f38e823e386b"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:27.037341 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.092993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622671c-c25b-473c-b5f5-15ab09f54f7b req-6b9c2dea-0792-4f6f-920d-17262de849af tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:27.101550 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e622671c-c25b-473c-b5f5-15ab09f54f7b req-6b9c2dea-0792-4f6f-920d-17262de849af tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 950 time: 0.1179130 Feb 11 04:52:27.125749 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=bb5d7fc6-5945-4270-ac0a-f38e823e386b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:27.130558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcd6b784-7e86-4b05-9631-5431ab810382 req-8028cc7e-816b-4512-9351-1ba4bd4cc9fa tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.1015000 Feb 11 04:52:27.153717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.155460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.175561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.175926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.176276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.176624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.176968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.177304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.182072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.182578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.182934 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.185732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.186110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:27.195957 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e622671c-c25b-473c-b5f5-15ab09f54f7b req-eeb9aa7b-d12e-42f0-b14a-9300a79333ff tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935197 Feb 11 04:52:27.262595 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776c5c77-c966-431b-82cd-8caa3591e367 x-openstack-request-id: req-776c5c77-c966-431b-82cd-8caa3591e367 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:27.262918 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62706a96-500d-4be1-9e1b-1c2e70779494", "name": "network-vif-plugged", "status": "completed", "tag": "bb5d7fc6-5945-4270-ac0a-f38e823e386b", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:27.263180 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-776c5c77-c966-431b-82cd-8caa3591e367 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:27.263582 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62706a96-500d-4be1-9e1b-1c2e70779494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b', 'code': 200} Feb 11 04:52:27.315700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36108) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:27.380010 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a80161d-c81d-497c-a49c-e6e849735bbc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for security_group (df704c71-65c7-4174-8971-0de3d52e9065), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.434755 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a80161d-c81d-497c-a49c-e6e849735bbc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for security_group (df704c71-65c7-4174-8971-0de3d52e9065), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.448628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef6995-ce44-4bac-9dd2-4b64595f2d94 req-e481af86-38d4-48ea-a239-af5f453066a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:27.451549 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92ef6995-ce44-4bac-9dd2-4b64595f2d94 req-e481af86-38d4-48ea-a239-af5f453066a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 1128 time: 0.0664582 Feb 11 04:52:27.505984 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92ef6995-ce44-4bac-9dd2-4b64595f2d94 req-00ea82d8-ce9c-42a0-9437-40be45661509 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470464 Feb 11 04:52:27.513873 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a80161d-c81d-497c-a49c-e6e849735bbc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (df704c71-65c7-4174-8971-0de3d52e9065), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.517280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a80161d-c81d-497c-a49c-e6e849735bbc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.520953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1a80161d-c81d-497c-a49c-e6e849735bbc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "DELETE /v2.0/security-groups/df704c71-65c7-4174-8971-0de3d52e9065 HTTP/1.1" status: 204 len: 168 time: 0.2013035 Feb 11 04:52:27.521295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36118) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:27.544722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80161d-c81d-497c-a49c-e6e849735bbc tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df704c71-65c7-4174-8971-0de3d52e9065,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:27.546557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36120) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:27.547124 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-04f9e83d-a847-48f0-9ea6-38e1a761c074 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] show failed (client error): The resource could not be found. Feb 11 04:52:27.548626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-04f9e83d-a847-48f0-9ea6-38e1a761c074 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "GET /v2.0/security-groups/df704c71-65c7-4174-8971-0de3d52e9065 HTTP/1.1" status: 404 len: 347 time: 0.0263414 Feb 11 04:52:27.551415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36122) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:27.774112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc93ba6-518f-47b4-ae64-702577271468 req-bc469d03-aaff-4365-beb4-03f8785e9843 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:27.775929 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6bc93ba6-518f-47b4-ae64-702577271468 req-bc469d03-aaff-4365-beb4-03f8785e9843 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 945 time: 0.1551149 Feb 11 04:52:27.850715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1766447598-network', 'tenant_id': '856e543472624f97bb5ebcce8da86e0a'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:27.880644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-14f986ea-7ee5-4071-9d34-4505d9506b3f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Deleting port 17bd4db9-4498-4c1a-a335-01227e725605 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:27.880991 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14f986ea-7ee5-4071-9d34-4505d9506b3f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (17bd4db9-4498-4c1a-a335-01227e725605), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.899293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6bc93ba6-518f-47b4-ae64-702577271468 req-75d52ab4-a7ba-430e-8f98-37ed801cf716 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113651 Feb 11 04:52:27.923936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Made reservation on behalf of 856e543472624f97bb5ebcce8da86e0a for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:27.926532 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.945586 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.033640 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14f986ea-7ee5-4071-9d34-4505d9506b3f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (17bd4db9-4498-4c1a-a335-01227e725605), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.034066 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14f986ea-7ee5-4071-9d34-4505d9506b3f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for floatingip (17bd4db9-4498-4c1a-a335-01227e725605), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.052868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-14f986ea-7ee5-4071-9d34-4505d9506b3f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Calling delete_port for 17bd4db9-4498-4c1a-a335-01227e725605 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:28.150540 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Publish callbacks [] for security_group (2e42b247-5343-4710-b0b6-517927572720), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.167593 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2e42b247-5343-4710-b0b6-517927572720), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.200460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:52:28.226771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e42b247-5343-4710-b0b6-517927572720,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:28.253904 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (f93170c4-ea6b-423c-b1f3-94f30719473a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.254475 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Added segment f93170c4-ea6b-423c-b1f3-94f30719473a of type vlan for network 5dc891fa-6138-4e0f-bebe-d79d7bdb1346 Feb 11 04:52:28.378326 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d772670-1025-4069-9744-369f2a92aa41 req-57cb6bbc-e5c6-4739-948e-ca25ee40664f tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0546598 Feb 11 04:52:28.403904 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (5dc891fa-6138-4e0f-bebe-d79d7bdb1346), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.441861 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14f986ea-7ee5-4071-9d34-4505d9506b3f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (17bd4db9-4498-4c1a-a335-01227e725605), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.475968 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (5dc891fa-6138-4e0f-bebe-d79d7bdb1346), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.477016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:28.477668 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.490086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f986ea-7ee5-4071-9d34-4505d9506b3f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Port': ['ID=17bd4db9-4498-4c1a-a335-01227e725605,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:28.512960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30e9ef-061c-440f-81bf-676cec6f3798 req-333e706d-5eee-4600-a8f1-34207a193d6c tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:28.514989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f30e9ef-061c-440f-81bf-676cec6f3798 req-333e706d-5eee-4600-a8f1-34207a193d6c tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 950 time: 0.1591430 Feb 11 04:52:28.560847 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0122244 Feb 11 04:52:28.563858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36160) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:28.570089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0ce955ef-e695-46a0-8ae9-548d5aa5cb53 admin admin] Request body: {'subnet': {'network_id': '5dc891fa-6138-4e0f-bebe-d79d7bdb1346', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1766447598-subnet', 'tenant_id': '856e543472624f97bb5ebcce8da86e0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:28.605935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce955ef-e695-46a0-8ae9-548d5aa5cb53 admin admin] Made reservation on behalf of 856e543472624f97bb5ebcce8da86e0a for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:28.611220 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ce955ef-e695-46a0-8ae9-548d5aa5cb53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.617688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289947a-7c8a-4803-87c3-1f39184059a3 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc891fa-6138-4e0f-bebe-d79d7bdb1346,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:28.639241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 5dc891fa-6138-4e0f-bebe-d79d7bdb1346 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:52:28.651737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14f986ea-7ee5-4071-9d34-4505d9506b3f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for floatingip (721e0bf5-1efa-494c-8d29-6dcdb8727be7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.656299 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14f986ea-7ee5-4071-9d34-4505d9506b3f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.656923 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-14f986ea-7ee5-4071-9d34-4505d9506b3f tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "DELETE /v2.0/floatingips/721e0bf5-1efa-494c-8d29-6dcdb8727be7 HTTP/1.1" status: 204 len: 168 time: 1.1046791 Feb 11 04:52:28.671858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36166) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:28.712473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f30e9ef-061c-440f-81bf-676cec6f3798 req-50b29e64-d7ca-4a6a-b6e3-2655b2652d37 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669557 Feb 11 04:52:28.931053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-76e685a5-befd-4e81-affd-93841ff384e7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Deleting port 780ddb41-d09f-442e-8a78-125094600c6f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:28.931401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76e685a5-befd-4e81-affd-93841ff384e7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (780ddb41-d09f-442e-8a78-125094600c6f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.973385 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ce955ef-e695-46a0-8ae9-548d5aa5cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (d43ddc87-c022-4e51-8ce3-06113f1403eb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.101853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce955ef-e695-46a0-8ae9-548d5aa5cb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43ddc87-c022-4e51-8ce3-06113f1403eb,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:29.121508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce955ef-e695-46a0-8ae9-548d5aa5cb53 admin admin] Checking segment: {'id': 'f93170c4-ea6b-423c-b1f3-94f30719473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dc891fa-6138-4e0f-bebe-d79d7bdb1346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:29.122127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce955ef-e695-46a0-8ae9-548d5aa5cb53 admin admin] Network hostable DHCP agents. Network: 5dc891fa-6138-4e0f-bebe-d79d7bdb1346, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:52:29.147614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590abff-e2f7-4d28-ab25-3e73845a5964 req-19a9420a-2e69-427b-b824-16e6ec22547b tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:29.149451 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a590abff-e2f7-4d28-ab25-3e73845a5964 req-19a9420a-2e69-427b-b824-16e6ec22547b tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 950 time: 0.0888097 Feb 11 04:52:29.150182 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76e685a5-befd-4e81-affd-93841ff384e7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (780ddb41-d09f-442e-8a78-125094600c6f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.180078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce955ef-e695-46a0-8ae9-548d5aa5cb53 admin admin] Network 5dc891fa-6138-4e0f-bebe-d79d7bdb1346 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:52:29.189813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-76e685a5-befd-4e81-affd-93841ff384e7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Calling delete_port for 780ddb41-d09f-442e-8a78-125094600c6f owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:29.200837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0ce955ef-e695-46a0-8ae9-548d5aa5cb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 5dc891fa-6138-4e0f-bebe-d79d7bdb1346) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:29.210034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce955ef-e695-46a0-8ae9-548d5aa5cb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:29.210640 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ce955ef-e695-46a0-8ae9-548d5aa5cb53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.212252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bacb62-14ba-4841-8af3-721bf9f44af1 req-5b85b4eb-3419-47cb-807c-5eae1d2d292b tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:29.212460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae802ac-879a-45c0-9ce7-98b5b151d0b1 None None] Network 5dc891fa-6138-4e0f-bebe-d79d7bdb1346 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:29.213845 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2bacb62-14ba-4841-8af3-721bf9f44af1 req-5b85b4eb-3419-47cb-807c-5eae1d2d292b tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 945 time: 0.1846426 Feb 11 04:52:29.241093 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a590abff-e2f7-4d28-ab25-3e73845a5964 req-ce0b7659-b4a6-44ee-aa53-8623880fb790 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841362 Feb 11 04:52:29.260753 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0ce955ef-e695-46a0-8ae9-548d5aa5cb53 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6922719 Feb 11 04:52:29.357908 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2bacb62-14ba-4841-8af3-721bf9f44af1 req-2c2bff6b-d60c-4574-9a1f-2494d81fc16d tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583699 Feb 11 04:52:29.368341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13589dc-70e1-4c96-b230-363b794aa3b8 None None] Network 5dc891fa-6138-4e0f-bebe-d79d7bdb1346 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:29.506245 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76e685a5-befd-4e81-affd-93841ff384e7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (780ddb41-d09f-442e-8a78-125094600c6f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.573049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16201f15-303e-4c58-b7b8-639b2746b0e9 req-34f66060-25f4-4cb7-9680-775793ec115a tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:29.583483 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16201f15-303e-4c58-b7b8-639b2746b0e9 req-34f66060-25f4-4cb7-9680-775793ec115a tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 945 time: 0.1194100 Feb 11 04:52:29.588839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36202) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:29.598938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fbf64aae-e7a5-4ea1-8ef7-7f3fe875b7a0 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Request body: {'floatingip': {'port_id': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:29.613150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e685a5-befd-4e81-affd-93841ff384e7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Port': ['ID=780ddb41-d09f-442e-8a78-125094600c6f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:29.652129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ef26445-0b1c-4c69-9bff-5a2c9e30fecf req-8061057f-e622-4756-9ad8-fd1573873e93 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0614920 Feb 11 04:52:29.740969 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbf64aae-e7a5-4ea1-8ef7-7f3fe875b7a0 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for floatingip (e2ad4bee-4c7c-40c7-9993-d4caf512aeb7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.768537 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76e685a5-befd-4e81-affd-93841ff384e7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.774651 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-76e685a5-befd-4e81-affd-93841ff384e7 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "DELETE /v2.0/ports/780ddb41-d09f-442e-8a78-125094600c6f HTTP/1.1" status: 204 len: 168 time: 1.0971863 Feb 11 04:52:29.774943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36220) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:29.925169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9f494079-c391-4a9f-ab1b-1f892dbac478 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Deleting port f41dc359-9aae-4291-a0c0-326de647898f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:29.925527 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f494079-c391-4a9f-ab1b-1f892dbac478 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f41dc359-9aae-4291-a0c0-326de647898f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.185881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f494079-c391-4a9f-ab1b-1f892dbac478 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f41dc359-9aae-4291-a0c0-326de647898f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.226624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9f494079-c391-4a9f-ab1b-1f892dbac478 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Calling delete_port for f41dc359-9aae-4291-a0c0-326de647898f owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:30.472679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606389c-f354-48a8-8446-8da27785d064 req-8c3c6d24-ce67-4291-bde3-2a587839bd08 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:30.474542 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a606389c-f354-48a8-8446-8da27785d064 req-8c3c6d24-ce67-4291-bde3-2a587839bd08 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 950 time: 0.0914087 Feb 11 04:52:30.533900 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f494079-c391-4a9f-ab1b-1f892dbac478 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f41dc359-9aae-4291-a0c0-326de647898f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.591831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:52:30.611667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f494079-c391-4a9f-ab1b-1f892dbac478 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Port': ['ID=f41dc359-9aae-4291-a0c0-326de647898f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:30.673140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a606389c-f354-48a8-8446-8da27785d064 req-c21bdb56-d781-4397-9e53-da3d80ee1ce0 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874504 Feb 11 04:52:30.756671 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9f494079-c391-4a9f-ab1b-1f892dbac478 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.762732 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9f494079-c391-4a9f-ab1b-1f892dbac478 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "DELETE /v2.0/ports/f41dc359-9aae-4291-a0c0-326de647898f HTTP/1.1" status: 204 len: 168 time: 0.9868462 Feb 11 04:52:30.765713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36258) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:30.799687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbf64aae-e7a5-4ea1-8ef7-7f3fe875b7a0 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.810093 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbf64aae-e7a5-4ea1-8ef7-7f3fe875b7a0 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (e2ad4bee-4c7c-40c7-9993-d4caf512aeb7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.850053 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c02fa8c1-1fd5-4eb3-8df6-d2a8693ac871 req-0d19d71b-d072-4601-9c45-d615f4800290 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0449655 Feb 11 04:52:30.861267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36260) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:30.890607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a32f075-bdba-45df-98fc-5bee4e46fc58 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Deleting subnet 8e5e3910-18d7-4d47-beb1-60f03c1cd39f {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:30.897462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a32f075-bdba-45df-98fc-5bee4e46fc58 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for subnet (8e5e3910-18d7-4d47-beb1-60f03c1cd39f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.923328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:30.953030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'port_id': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'mac_address': 'fa:16:3e:3a:9b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:52:31.008620 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a32f075-bdba-45df-98fc-5bee4e46fc58 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (8e5e3910-18d7-4d47-beb1-60f03c1cd39f), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.044482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 368ae4bc-b5fd-4735-b642-32788d9a02a0 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:31.045260 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.117723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 368ae4bc-b5fd-4735-b642-32788d9a02a0 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:31.189313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:31.236734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aebab9-242d-42b6-8c03-5857b012feed req-e590dc62-3f94-4a3d-b375-99665e95a3b9 tempest-LiveMigrationNegativeTest-1429933441 tempest-LiveMigrationNegativeTest-1429933441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:31.238111 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-fbf64aae-e7a5-4ea1-8ef7-7f3fe875b7a0 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Floating IP e2ad4bee-4c7c-40c7-9993-d4caf512aeb7 associated. External IP: 172.25.7.228, port: bb5d7fc6-5945-4270-ac0a-f38e823e386b. Feb 11 04:52:31.242261 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.244815 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46aebab9-242d-42b6-8c03-5857b012feed req-e590dc62-3f94-4a3d-b375-99665e95a3b9 tempest-LiveMigrationNegativeTest-1429933441 tempest-LiveMigrationNegativeTest-1429933441-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 1133 time: 0.1412044 Feb 11 04:52:31.248076 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a32f075-bdba-45df-98fc-5bee4e46fc58 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (8e5e3910-18d7-4d47-beb1-60f03c1cd39f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.335779 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-46aebab9-242d-42b6-8c03-5857b012feed req-8cc25bd1-3106-4109-b3aa-bf78584a72c8 tempest-LiveMigrationNegativeTest-1429933441 tempest-LiveMigrationNegativeTest-1429933441-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.361907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:31.411969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-289b0d97-939e-4333-840b-16851a8d278d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.414043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['368ae4bc-b5fd-4735-b642-32788d9a02a0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:31.492234 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a32f075-bdba-45df-98fc-5bee4e46fc58 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (8e5e3910-18d7-4d47-beb1-60f03c1cd39f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.537957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32f075-bdba-45df-98fc-5bee4e46fc58 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5e3910-18d7-4d47-beb1-60f03c1cd39f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:31.541219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a32f075-bdba-45df-98fc-5bee4e46fc58 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.545876 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6a32f075-bdba-45df-98fc-5bee4e46fc58 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "DELETE /v2.0/subnets/8e5e3910-18d7-4d47-beb1-60f03c1cd39f HTTP/1.1" status: 204 len: 168 time: 0.7791853 Feb 11 04:52:31.550645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36266) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:31.583636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541b24ab-dee4-40a0-bd29-23c882cf2ea4 None None] Network 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:31.639913 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-46aebab9-242d-42b6-8c03-5857b012feed req-8cc25bd1-3106-4109-b3aa-bf78584a72c8 tempest-LiveMigrationNegativeTest-1429933441 tempest-LiveMigrationNegativeTest-1429933441-project-admin] Publish callbacks [] for security_group (109e2ef4-678d-494e-ade2-e238b0746d15), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.651656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-46aebab9-242d-42b6-8c03-5857b012feed req-8cc25bd1-3106-4109-b3aa-bf78584a72c8 tempest-LiveMigrationNegativeTest-1429933441 tempest-LiveMigrationNegativeTest-1429933441-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (109e2ef4-678d-494e-ade2-e238b0746d15), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.683391 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-153dfc20-7251-4d29-b848-435af0442e2d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Deleting subnet 4def555b-2d65-406f-a62b-e0ebc3518aa8 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:31.687424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-153dfc20-7251-4d29-b848-435af0442e2d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for subnet (4def555b-2d65-406f-a62b-e0ebc3518aa8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.720441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc25bd1-3106-4109-b3aa-bf78584a72c8 tempest-LiveMigrationNegativeTest-1429933441 tempest-LiveMigrationNegativeTest-1429933441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109e2ef4-678d-494e-ade2-e238b0746d15,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:31.775271 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-289b0d97-939e-4333-840b-16851a8d278d admin admin] Publish callbacks [] for security_group (3df43788-2074-4662-91de-43ed778e7bd0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.799081 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46aebab9-242d-42b6-8c03-5857b012feed req-8cc25bd1-3106-4109-b3aa-bf78584a72c8 tempest-LiveMigrationNegativeTest-1429933441 tempest-LiveMigrationNegativeTest-1429933441-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423141 Feb 11 04:52:31.801900 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-153dfc20-7251-4d29-b848-435af0442e2d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (4def555b-2d65-406f-a62b-e0ebc3518aa8), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.807401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-289b0d97-939e-4333-840b-16851a8d278d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3df43788-2074-4662-91de-43ed778e7bd0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.831805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf64aae-e7a5-4ea1-8ef7-7f3fe875b7a0 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Router 985f72d1-87ca-43f8-ac98-8503e206f200 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:52:31.925501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-289b0d97-939e-4333-840b-16851a8d278d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb953c08dd674882ba04180c1e08050d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0631979 Feb 11 04:52:31.929355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36276) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:31.938984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b0d97-939e-4333-840b-16851a8d278d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df43788-2074-4662-91de-43ed778e7bd0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:31.950405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c485f5-5c70-4770-9d74-748c4c78c09b None None] DHCP port deletion for 8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:52:32.015087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a9c485f5-5c70-4770-9d74-748c4c78c09b None None] Deleting port 5812727c-4527-4ccb-af52-30c44535b1bb {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:32.015087 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9c485f5-5c70-4770-9d74-748c4c78c09b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.019453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-3170b86e-f673-496b-b4d2-89f258be9846 req-a840d2f5-3bbb-44c7-aa64-88585e6a9dcb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:52:32.020503 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3170b86e-f673-496b-b4d2-89f258be9846 req-a840d2f5-3bbb-44c7-aa64-88585e6a9dcb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091908 Feb 11 04:52:32.038949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf64aae-e7a5-4ea1-8ef7-7f3fe875b7a0 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:52:32.045730 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd63c502-b10f-48c4-9907-509a5ba21a2e admin admin] Publish callbacks [] for security_group (3df43788-2074-4662-91de-43ed778e7bd0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.055600 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbf64aae-e7a5-4ea1-8ef7-7f3fe875b7a0 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.058093 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b6d203-8aed-406e-b308-82daf2c2afa6 None None] Sync routers for ids ['985f72d1-87ca-43f8-ac98-8503e206f200'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:52:32.068419 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-153dfc20-7251-4d29-b848-435af0442e2d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4def555b-2d65-406f-a62b-e0ebc3518aa8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.080200 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6d203-8aed-406e-b308-82daf2c2afa6 None None] Routers {'985f72d1-87ca-43f8-ac98-8503e206f200'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:32.083742 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-53b6d203-8aed-406e-b308-82daf2c2afa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:52:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['985f72d1-87ca-43f8-ac98-8503e206f200'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:32.105578 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd63c502-b10f-48c4-9907-509a5ba21a2e admin admin] Publish callbacks [] for security_group (3df43788-2074-4662-91de-43ed778e7bd0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.155380 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fbf64aae-e7a5-4ea1-8ef7-7f3fe875b7a0 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "PUT /v2.0/floatingips/e2ad4bee-4c7c-40c7-9993-d4caf512aeb7 HTTP/1.1" status: 200 len: 991 time: 2.5618892 Feb 11 04:52:32.155380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62706a96-500d-4be1-9e1b-1c2e70779494', 'tag': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:32.159389 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79afa7d-002c-4d4b-a328-d02758e0a947" -d '{"events": [{"name": "network-changed", "server_uuid": "62706a96-500d-4be1-9e1b-1c2e70779494", "tag": "bb5d7fc6-5945-4270-ac0a-f38e823e386b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:32.243575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a9c485f5-5c70-4770-9d74-748c4c78c09b None None] For port 5812727c-4527-4ccb-af52-30c44535b1bb, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5812727c-4527-4ccb-af52-30c44535b1bb,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:32.244020 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9c485f5-5c70-4770-9d74-748c4c78c09b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.253134 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e08aca96-08c3-4174-ab18-ff8c4b24897e req-34cdc92d-3ebe-40c2-a448-f4d7496ce1d0 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0577326 Feb 11 04:52:32.253134 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-153dfc20-7251-4d29-b848-435af0442e2d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (4def555b-2d65-406f-a62b-e0ebc3518aa8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.283496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a9c485f5-5c70-4770-9d74-748c4c78c09b None None] Calling delete_port for 5812727c-4527-4ccb-af52-30c44535b1bb owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:32.289488 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd63c502-b10f-48c4-9907-509a5ba21a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3df43788-2074-4662-91de-43ed778e7bd0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.292110 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bd63c502-b10f-48c4-9907-509a5ba21a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.293318 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bd63c502-b10f-48c4-9907-509a5ba21a2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3df43788-2074-4662-91de-43ed778e7bd0 HTTP/1.1" status: 204 len: 168 time: 0.3629229 Feb 11 04:52:32.380482 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-53b6d203-8aed-406e-b308-82daf2c2afa6 None None] Set router 985f72d1-87ca-43f8-ac98-8503e206f200 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:32.398127 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-153dfc20-7251-4d29-b848-435af0442e2d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.406836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36288) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:32.411408 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-153dfc20-7251-4d29-b848-435af0442e2d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "DELETE /v2.0/subnets/4def555b-2d65-406f-a62b-e0ebc3518aa8 HTTP/1.1" status: 204 len: 168 time: 0.8470042 Feb 11 04:52:32.411829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47b6714-c64b-46f3-92dd-771ef293a890 None None] Network 36e101bd-1bc1-4657-8cc0-46b1d08a8103 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:32.429416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dfc20-7251-4d29-b848-435af0442e2d tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Subnet': ['ID=4def555b-2d65-406f-a62b-e0ebc3518aa8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:32.438313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63c502-b10f-48c4-9907-509a5ba21a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df43788-2074-4662-91de-43ed778e7bd0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:32.639771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:32.674070 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.704644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5812727c-4527-4ccb-af52-30c44535b1bb no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:32.847388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Deleting port 5812727c-4527-4ccb-af52-30c44535b1bb {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:32.849644 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.920329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a5184-434e-424a-bd64-a42dea2856ae req-a0bfbdd5-6808-4a2f-8708-1b44a96bfbc6 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:32.921946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f31a5184-434e-424a-bd64-a42dea2856ae req-a0bfbdd5-6808-4a2f-8708-1b44a96bfbc6 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 945 time: 0.1353893 Feb 11 04:52:32.970945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 368ae4bc-b5fd-4735-b642-32788d9a02a0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:32.972967 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.992462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] For port 5812727c-4527-4ccb-af52-30c44535b1bb, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5812727c-4527-4ccb-af52-30c44535b1bb,segment=NetworkSegment(f7cfb57f-b75b-434b-a3f6-4695dfd10a03),segment_id=f7cfb57f-b75b-434b-a3f6-4695dfd10a03)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:32.993244 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.016762 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f31a5184-434e-424a-bd64-a42dea2856ae req-0f341950-f2ed-4aa6-8ed9-550542f43b27 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876887 Feb 11 04:52:33.022061 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Calling delete_port for 5812727c-4527-4ccb-af52-30c44535b1bb owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:33.059384 n-d-615180-58 neutron-server[103355]: INFO neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No ports have port_id starting with 5812727c-4527-4ccb-af52-30c44535b1bb Feb 11 04:52:33.059384 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9c485f5-5c70-4770-9d74-748c4c78c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.084539 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-53b6d203-8aed-406e-b308-82daf2c2afa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:52:02Z', 'revision_number': 4, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e2ad4bee-4c7c-40c7-9993-d4caf512aeb7', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'port_id': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'mac_address': 'fa:16:3e:75:3d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62706a96-500d-4be1-9e1b-1c2e70779494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:52:08Z', 'updated_at': '2022-02-11T04:52:30Z', 'revision_number': 1, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7', 'name': '', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'mac_address': 'fa:16:3e:b8:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:52:01Z', 'updated_at': '2022-02-11T04:52:10Z', 'revision_number': 5, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'subnets': [{'id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:33.148866 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b6d203-8aed-406e-b308-82daf2c2afa6 None None] Checking router: 985f72d1-87ca-43f8-ac98-8503e206f200 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:52:33.174151 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6d203-8aed-406e-b308-82daf2c2afa6 None None] Routers {'985f72d1-87ca-43f8-ac98-8503e206f200'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:33.174795 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-53b6d203-8aed-406e-b308-82daf2c2afa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:52:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['985f72d1-87ca-43f8-ac98-8503e206f200'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:33.175539 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe2fc95-8bad-4c13-9eaa-0046922024f4 x-openstack-request-id: req-2fe2fc95-8bad-4c13-9eaa-0046922024f4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:33.177991 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62706a96-500d-4be1-9e1b-1c2e70779494", "tag": "bb5d7fc6-5945-4270-ac0a-f38e823e386b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:33.178144 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c485f5-5c70-4770-9d74-748c4c78c09b None None] Pushing event deleted for resources: {'Port': ['ID=5812727c-4527-4ccb-af52-30c44535b1bb,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:33.178263 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2fe2fc95-8bad-4c13-9eaa-0046922024f4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:33.178677 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62706a96-500d-4be1-9e1b-1c2e70779494', 'tag': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b', 'status': 'completed', 'code': 200} Feb 11 04:52:33.199770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c485f5-5c70-4770-9d74-748c4c78c09b None None] No DVR routers for this DVR port 5812727c-4527-4ccb-af52-30c44535b1bb on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:33.227911 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.237772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36296) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:33.262653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a76ec89c-49a4-494b-86ef-ddd4de65b205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.319926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 368ae4bc-b5fd-4735-b642-32788d9a02a0 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:33.320510 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.330094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2737a4-fcb8-4590-8f66-81b301c6d053 None None] DHCP port deletion for 36e101bd-1bc1-4657-8cc0-46b1d08a8103 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:52:33.392274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79afa7d-002c-4d4b-a328-d02758e0a947 req-eb1373ed-10fb-4124-b424-b725b8738b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:33.394139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d79afa7d-002c-4d4b-a328-d02758e0a947 req-eb1373ed-10fb-4124-b424-b725b8738b1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b17e8d96f734666b28f8a4a6e65fa41&device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 1128 time: 0.1642330 Feb 11 04:52:33.395398 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5812727c-4527-4ccb-af52-30c44535b1bb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.422735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:33.425730 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fca944-ec56-441a-8bd2-f59222352419" -d '{"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-plugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:33.441941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:33.453431 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.482979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Port': ['ID=5812727c-4527-4ccb-af52-30c44535b1bb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:33.514177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:33.536691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1e2737a4-fcb8-4590-8f66-81b301c6d053 None None] Deleting port 6d9fef75-8673-456e-b4d5-b61c471223fe {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:33.537203 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e2737a4-fcb8-4590-8f66-81b301c6d053 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.555416 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-53b6d203-8aed-406e-b308-82daf2c2afa6 None None] Set router 985f72d1-87ca-43f8-ac98-8503e206f200 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:33.655348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1e2737a4-fcb8-4590-8f66-81b301c6d053 None None] For port 6d9fef75-8673-456e-b4d5-b61c471223fe, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6d9fef75-8673-456e-b4d5-b61c471223fe,segment=NetworkSegment(dce52bd7-8d0e-4ded-ba55-11ef3eab3a70),segment_id=dce52bd7-8d0e-4ded-ba55-11ef3eab3a70)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:33.656089 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e2737a4-fcb8-4590-8f66-81b301c6d053 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.681586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1e2737a4-fcb8-4590-8f66-81b301c6d053 None None] Calling delete_port for 6d9fef75-8673-456e-b4d5-b61c471223fe owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:33.690816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328037c-340e-450a-a968-2d08e7f13b90 req-fd8f80d2-78bd-491d-817b-9719281459c2 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:33.692581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] No DVR routers for this DVR port 5812727c-4527-4ccb-af52-30c44535b1bb on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:33.701900 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4328037c-340e-450a-a968-2d08e7f13b90 req-fd8f80d2-78bd-491d-817b-9719281459c2 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 950 time: 0.3731270 Feb 11 04:52:33.769373 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a76ec89c-49a4-494b-86ef-ddd4de65b205 admin admin] Publish callbacks [] for security_group (060de9a0-f536-41ef-a7b6-aa50d128fe5f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.803680 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a76ec89c-49a4-494b-86ef-ddd4de65b205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (060de9a0-f536-41ef-a7b6-aa50d128fe5f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.834970 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e2737a4-fcb8-4590-8f66-81b301c6d053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (6d9fef75-8673-456e-b4d5-b61c471223fe), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.877950 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a76ec89c-49a4-494b-86ef-ddd4de65b205 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b13b623d5829400699c36f44dd5b98ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6336806 Feb 11 04:52:33.883245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36304) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:33.885697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4328037c-340e-450a-a968-2d08e7f13b90 req-712a493d-e7e6-4cab-a383-b96c676af3d3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824853 Feb 11 04:52:33.908142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ec89c-49a4-494b-86ef-ddd4de65b205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060de9a0-f536-41ef-a7b6-aa50d128fe5f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:33.913427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2737a4-fcb8-4590-8f66-81b301c6d053 None None] Pushing event deleted for resources: {'Port': ['ID=6d9fef75-8673-456e-b4d5-b61c471223fe,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:33.929006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2737a4-fcb8-4590-8f66-81b301c6d053 None None] No DVR routers for this DVR port 6d9fef75-8673-456e-b4d5-b61c471223fe on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:34.085562 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.109189 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dabe31fd-b673-4997-9dc6-b2082e901d5b req-590cfefe-c749-45cc-8d03-0700d4994f14 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0461845 Feb 11 04:52:34.129430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79afa7d-002c-4d4b-a328-d02758e0a947 req-c0a5c45e-fa2c-4cab-91ac-4a9c3f48edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:34.133650 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d79afa7d-002c-4d4b-a328-d02758e0a947 req-c0a5c45e-fa2c-4cab-91ac-4a9c3f48edaf service neutron] 10.222.0.10 "GET /v2.0/networks?id=54478e1d-9bdc-4182-8145-0aaa601ad86a HTTP/1.1" status: 200 len: 906 time: 0.7279997 Feb 11 04:52:34.164317 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-53b6d203-8aed-406e-b308-82daf2c2afa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:52:02Z', 'revision_number': 4, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e2ad4bee-4c7c-40c7-9993-d4caf512aeb7', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'port_id': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'mac_address': 'fa:16:3e:75:3d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62706a96-500d-4be1-9e1b-1c2e70779494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:52:08Z', 'updated_at': '2022-02-11T04:52:30Z', 'revision_number': 1, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7', 'name': '', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'mac_address': 'fa:16:3e:b8:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:52:01Z', 'updated_at': '2022-02-11T04:52:10Z', 'revision_number': 5, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'subnets': [{'id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:34.172107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:34.206549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:34.207166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7cfb57f-b75b-434b-a3f6-4695dfd10a03') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:34.209056 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af21e55c-5f46-4efa-aaae-05f2b7cd1c6c x-openstack-request-id: req-af21e55c-5f46-4efa-aaae-05f2b7cd1c6c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:34.209592 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-plugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:34.209592 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af21e55c-5f46-4efa-aaae-05f2b7cd1c6c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:34.209986 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'code': 200} Feb 11 04:52:34.227167 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b6d203-8aed-406e-b308-82daf2c2afa6 None None] The sync data for ids ['985f72d1-87ca-43f8-ac98-8503e206f200'] in n-d-615180-58 is: [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:52:02Z', 'revision_number': 4, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e2ad4bee-4c7c-40c7-9993-d4caf512aeb7', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'port_id': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'mac_address': 'fa:16:3e:75:3d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62706a96-500d-4be1-9e1b-1c2e70779494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:52:08Z', 'updated_at': '2022-02-11T04:52:30Z', 'revision_number': 1, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7', 'name': '', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'mac_address': 'fa:16:3e:b8:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:52:01Z', 'updated_at': '2022-02-11T04:52:10Z', 'revision_number': 5, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'subnets': [{'id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:52:34.250244 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (f7cfb57f-b75b-434b-a3f6-4695dfd10a03), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.325000 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (f7cfb57f-b75b-434b-a3f6-4695dfd10a03), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.336662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:34.337068 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (f7cfb57f-b75b-434b-a3f6-4695dfd10a03), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.364862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1098d65-4094-4b80-8cef-122e461b99c1 admin admin] Publish callbacks [] for security_group (060de9a0-f536-41ef-a7b6-aa50d128fe5f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.403884 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1098d65-4094-4b80-8cef-122e461b99c1 admin admin] Publish callbacks [] for security_group (060de9a0-f536-41ef-a7b6-aa50d128fe5f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:34.499404 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:34.560751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6d9fef75-8673-456e-b4d5-b61c471223fe no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:34.606273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 6d9fef75-8673-456e-b4d5-b61c471223fe {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:34.606719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6d9fef75-8673-456e-b4d5-b61c471223fe not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:34.607270 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d79afa7d-002c-4d4b-a328-d02758e0a947 req-cc1c9b84-52ea-4a3d-8919-a0afe4e67556 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb5d7fc6-5945-4270-ac0a-f38e823e386b HTTP/1.1" status: 200 len: 999 time: 0.3836088 Feb 11 04:52:34.610706 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1098d65-4094-4b80-8cef-122e461b99c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (060de9a0-f536-41ef-a7b6-aa50d128fe5f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.620135 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1098d65-4094-4b80-8cef-122e461b99c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.623825 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c1098d65-4094-4b80-8cef-122e461b99c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/060de9a0-f536-41ef-a7b6-aa50d128fe5f HTTP/1.1" status: 204 len: 168 time: 0.7368093 Feb 11 04:52:34.627734 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.633842 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.639555 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "DELETE /v2.0/networks/8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0 HTTP/1.1" status: 204 len: 168 time: 2.2291689 Feb 11 04:52:34.640790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36310) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:34.734530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1098d65-4094-4b80-8cef-122e461b99c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060de9a0-f536-41ef-a7b6-aa50d128fe5f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:34.741393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7e6e7-dc34-455f-aebd-b094c01c8603 tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Network': ['ID=8c5d7d7a-b613-42f2-b4f4-0edc9c9ff6a0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:34.782281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79afa7d-002c-4d4b-a328-d02758e0a947 req-7b74daee-7b83-4354-b106-a8bcee00fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:34.784568 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d79afa7d-002c-4d4b-a328-d02758e0a947 req-7b74daee-7b83-4354-b106-a8bcee00fda2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=349210cd-aa8f-457a-8631-ab26bbd85f45 HTTP/1.1" status: 200 len: 844 time: 0.1615422 Feb 11 04:52:34.794765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8993831-5735-40a8-bda9-abefed86f52a None None] New status for floating IP e2ad4bee-4c7c-40c7-9993-d4caf512aeb7: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:52:34.838113 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (36e101bd-1bc1-4657-8cc0-46b1d08a8103), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.938488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79afa7d-002c-4d4b-a328-d02758e0a947 req-e53954b1-88d8-42c2-b6c2-65a3547a2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:34.943883 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d79afa7d-002c-4d4b-a328-d02758e0a947 req-e53954b1-88d8-42c2-b6c2-65a3547a2803 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54478e1d-9bdc-4182-8145-0aaa601ad86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1461148 Feb 11 04:52:34.991518 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (36e101bd-1bc1-4657-8cc0-46b1d08a8103), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.014525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e101bd-1bc1-4657-8cc0-46b1d08a8103']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:35.026027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:35.026392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce52bd7-8d0e-4ded-ba55-11ef3eab3a70') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:35.038180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (dce52bd7-8d0e-4ded-ba55-11ef3eab3a70), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.053733 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (dce52bd7-8d0e-4ded-ba55-11ef3eab3a70), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.060628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:35.061034 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (dce52bd7-8d0e-4ded-ba55-11ef3eab3a70), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:35.139904 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:35.173696 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (36e101bd-1bc1-4657-8cc0-46b1d08a8103), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.226712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.235704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] 10.222.0.48 "DELETE /v2.0/networks/36e101bd-1bc1-4657-8cc0-46b1d08a8103 HTTP/1.1" status: 204 len: 168 time: 0.5936148 Feb 11 04:52:35.280427 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21453bca-0694-4060-a1ce-c5d0d34e66eb tempest-TaggedBootDevicesTest_v242-2107029728 tempest-TaggedBootDevicesTest_v242-2107029728-project] Pushing event deleted for resources: {'Network': ['ID=36e101bd-1bc1-4657-8cc0-46b1d08a8103,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:35.360180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fefe5b-6933-41d2-800f-09093f14c413 req-f3990eee-0fe6-4428-98be-1af7c0374e1e tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:35.363844 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d79afa7d-002c-4d4b-a328-d02758e0a947 req-00bdce5c-418a-4936-89ea-c83a15f206cc service neutron] 10.222.0.10 "GET /v2.0/networks/54478e1d-9bdc-4182-8145-0aaa601ad86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097297 Feb 11 04:52:35.371677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f0fefe5b-6933-41d2-800f-09093f14c413 req-f3990eee-0fe6-4428-98be-1af7c0374e1e tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 950 time: 0.2323623 Feb 11 04:52:35.517779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f0fefe5b-6933-41d2-800f-09093f14c413 req-1e367162-31e2-4ee9-a3ee-adbe1a8a6576 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388168 Feb 11 04:52:35.649738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98364a47-b745-4ddc-bc93-000257820510 req-e53be577-0db0-4315-8e6c-0076c7001005 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:35.652244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98364a47-b745-4ddc-bc93-000257820510 req-e53be577-0db0-4315-8e6c-0076c7001005 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.60 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 950 time: 0.3411307 Feb 11 04:52:35.745331 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf9ea3f0-5dff-4bcd-abb5-79659cdb0001 req-b757c958-8254-4581-a89f-1e2797cea231 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0721200 Feb 11 04:52:35.820997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d79afa7d-002c-4d4b-a328-d02758e0a947 req-722ed4d3-334f-4a18-b618-e03cc2463ba3 service neutron] 10.222.0.10 "GET /v2.0/networks/54478e1d-9bdc-4182-8145-0aaa601ad86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896852 Feb 11 04:52:35.990807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-98364a47-b745-4ddc-bc93-000257820510 req-f92a2c33-bb3a-446f-83d7-09df70debee3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Deleting port 67a81355-6457-427a-80c1-3fef2e50405f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:35.991590 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-98364a47-b745-4ddc-bc93-000257820510 req-f92a2c33-bb3a-446f-83d7-09df70debee3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (67a81355-6457-427a-80c1-3fef2e50405f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.170835 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-98364a47-b745-4ddc-bc93-000257820510 req-f92a2c33-bb3a-446f-83d7-09df70debee3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] For port 67a81355-6457-427a-80c1-3fef2e50405f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=67a81355-6457-427a-80c1-3fef2e50405f,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:36.171347 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-98364a47-b745-4ddc-bc93-000257820510 req-f92a2c33-bb3a-446f-83d7-09df70debee3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (67a81355-6457-427a-80c1-3fef2e50405f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.208162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-98364a47-b745-4ddc-bc93-000257820510 req-f92a2c33-bb3a-446f-83d7-09df70debee3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Calling delete_port for 67a81355-6457-427a-80c1-3fef2e50405f owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:36.744219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefcd4f-6775-483b-99ce-f54105bca4cd req-e1593681-9f2e-44db-9778-e688cc0abf7f tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:36.747765 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afefcd4f-6775-483b-99ce-f54105bca4cd req-e1593681-9f2e-44db-9778-e688cc0abf7f tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 950 time: 0.1059339 Feb 11 04:52:36.885459 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afefcd4f-6775-483b-99ce-f54105bca4cd req-23028672-0818-48ef-8299-0beb12a5c199 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282046 Feb 11 04:52:37.118951 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-98364a47-b745-4ddc-bc93-000257820510 req-f92a2c33-bb3a-446f-83d7-09df70debee3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (67a81355-6457-427a-80c1-3fef2e50405f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:37.122080 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7c842146-2d44-4fcd-9dcc-800a22f12527 req-e9c7ca22-385a-4ffe-911f-251f6b71a557 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0629542 Feb 11 04:52:37.158840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['da6d9c87-3d6e-46ca-bc34-6c17395454ad'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:37.252340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a2c33-bb3a-446f-83d7-09df70debee3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Pushing event deleted for resources: {'Port': ['ID=67a81355-6457-427a-80c1-3fef2e50405f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:37.330314 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:37.405704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-98364a47-b745-4ddc-bc93-000257820510 req-f92a2c33-bb3a-446f-83d7-09df70debee3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] No DVR routers for this DVR port 67a81355-6457-427a-80c1-3fef2e50405f on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:37.412016 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-98364a47-b745-4ddc-bc93-000257820510 req-f92a2c33-bb3a-446f-83d7-09df70debee3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:37.420582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98364a47-b745-4ddc-bc93-000257820510 req-f92a2c33-bb3a-446f-83d7-09df70debee3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.60 "DELETE /v2.0/ports/67a81355-6457-427a-80c1-3fef2e50405f HTTP/1.1" status: 204 len: 173 time: 1.7536414 Feb 11 04:52:37.421069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49a10e9-43fc-40af-aa24-fede79cfadc7', 'name': 'network-vif-deleted', 'tag': '67a81355-6457-427a-80c1-3fef2e50405f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:37.426872 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583188fd-cd9d-426b-940f-0b9b11b4b577" -d '{"events": [{"server_uuid": "c49a10e9-43fc-40af-aa24-fede79cfadc7", "name": "network-vif-deleted", "tag": "67a81355-6457-427a-80c1-3fef2e50405f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:37.636108 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067588de-d785-4093-ab24-c630b43b4c07 x-openstack-request-id: req-067588de-d785-4093-ab24-c630b43b4c07 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:37.636468 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49a10e9-43fc-40af-aa24-fede79cfadc7", "name": "network-vif-deleted", "tag": "67a81355-6457-427a-80c1-3fef2e50405f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:37.636754 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-067588de-d785-4093-ab24-c630b43b4c07 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:37.637153 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49a10e9-43fc-40af-aa24-fede79cfadc7', 'name': 'network-vif-deleted', 'tag': '67a81355-6457-427a-80c1-3fef2e50405f', 'status': 'completed', 'code': 200} Feb 11 04:52:37.943486 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 67a81355-6457-427a-80c1-3fef2e50405f no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:37.990480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 67a81355-6457-427a-80c1-3fef2e50405f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:37.993260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 67a81355-6457-427a-80c1-3fef2e50405f not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:38.009263 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:52:38.107342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-44b9fdde-0f24-4700-9b3b-360f13447283 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:38.112554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-44b9fdde-0f24-4700-9b3b-360f13447283 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/networks?id=5dc891fa-6138-4e0f-bebe-d79d7bdb1346 HTTP/1.1" status: 200 len: 809 time: 0.3188324 Feb 11 04:52:38.150298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-8c8fe318-9245-4da8-b1e6-459872f3b54b tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/quotas/856e543472624f97bb5ebcce8da86e0a HTTP/1.1" status: 200 len: 375 time: 0.0317502 Feb 11 04:52:38.205272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1f4e7d3-43fb-4948-ba4b-96bacbf0b171 req-eaec59c3-e442-4250-af7e-9d5f1d6506c6 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49a10e9-43fc-40af-aa24-fede79cfadc7 HTTP/1.1" status: 200 len: 210 time: 0.1196427 Feb 11 04:52:38.246398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-5f62e125-7c45-4440-8b13-56769fe57c98 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=856e543472624f97bb5ebcce8da86e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883975 Feb 11 04:52:38.403759 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-00b942a3-40de-4b67-9f6d-b2bc52d1c9dd service neutron] 10.222.0.48 "GET /v2.0/networks/5dc891fa-6138-4e0f-bebe-d79d7bdb1346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425526 Feb 11 04:52:38.505823 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-472635ce-30a7-41fe-916a-161d9ed7796c req-17da938f-d63f-47cf-aa9a-beb653b155b0 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.1145658 Feb 11 04:52:38.615561 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-3cb4e9d4-5efc-4d88-826f-5775dfe2c58a service neutron] 10.222.0.48 "GET /v2.0/networks/5dc891fa-6138-4e0f-bebe-d79d7bdb1346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050045 Feb 11 04:52:39.013139 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a988663f-c481-4289-bc42-5e17545a0737 req-0126436f-6e56-4945-a623-a03c9c0e9f56 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 210 time: 0.0384803 Feb 11 04:52:39.353085 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f97d46ef-e8f1-4df5-bf80-23f84ef0da31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:39.721616 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cfe17595-7ae1-41e7-bbcf-4232dc843074 req-9043da61-35c5-438f-832e-c8b6ec6ca6f2 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0425172 Feb 11 04:52:39.840302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50155466-f66f-4810-966f-10eea5b6b4bb req-2fd5f1a4-de40-4034-90e0-d23774b82c95 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:39.855534 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-50155466-f66f-4810-966f-10eea5b6b4bb req-2fd5f1a4-de40-4034-90e0-d23774b82c95 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 949 time: 0.1323965 Feb 11 04:52:39.946707 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-50155466-f66f-4810-966f-10eea5b6b4bb req-3d513979-54dc-4b5c-a275-ace44ec893f3 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902684 Feb 11 04:52:40.226209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-01e2a411-d002-412c-ab95-8ff3f6910881 req-a7b94eda-b492-4e43-86e6-1256851add70 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 210 time: 0.0503457 Feb 11 04:52:40.319114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36504) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:40.463235 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b24af99-73a5-4f51-bb5b-6535cdd59af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.563131 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b24af99-73a5-4f51-bb5b-6535cdd59af5 admin admin] Publish callbacks [] for security_group (295a0157-1154-41ad-beac-22e4d993fa08), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.569305 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b24af99-73a5-4f51-bb5b-6535cdd59af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (295a0157-1154-41ad-beac-22e4d993fa08), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.618338 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2b24af99-73a5-4f51-bb5b-6535cdd59af5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3155468fb9af453b9f8827328450261f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978978 Feb 11 04:52:40.622022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36512) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:40.658675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24af99-73a5-4f51-bb5b-6535cdd59af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295a0157-1154-41ad-beac-22e4d993fa08,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:40.733776 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f158ce4d-85f4-45ce-a32b-4a39dea627f7 admin admin] Publish callbacks [] for security_group (295a0157-1154-41ad-beac-22e4d993fa08), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.827824 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f158ce4d-85f4-45ce-a32b-4a39dea627f7 admin admin] Publish callbacks [] for security_group (295a0157-1154-41ad-beac-22e4d993fa08), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.940540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a890e330-bed4-4539-a9bf-8589a05a8da2 req-489a9dde-083f-42be-b532-54428f1beeaa tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0584946 Feb 11 04:52:40.942654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-b204e517-4070-48dd-880b-de3d7ca9fe07 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:40.952158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-b204e517-4070-48dd-880b-de3d7ca9fe07 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.60 "GET /v2.0/networks?id=5dc891fa-6138-4e0f-bebe-d79d7bdb1346 HTTP/1.1" status: 200 len: 809 time: 0.2295973 Feb 11 04:52:40.996287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Request body: {'port': {'device_id': '1ed7c3a8-3809-49dc-802e-92d4484a54bc', 'network_id': '5dc891fa-6138-4e0f-bebe-d79d7bdb1346', 'admin_state_up': True, 'tenant_id': '856e543472624f97bb5ebcce8da86e0a'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:41.010150 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f158ce4d-85f4-45ce-a32b-4a39dea627f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (295a0157-1154-41ad-beac-22e4d993fa08), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.016988 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f158ce4d-85f4-45ce-a32b-4a39dea627f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.032102 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f158ce4d-85f4-45ce-a32b-4a39dea627f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/295a0157-1154-41ad-beac-22e4d993fa08 HTTP/1.1" status: 204 len: 168 time: 0.3948493 Feb 11 04:52:41.104518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158ce4d-85f4-45ce-a32b-4a39dea627f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295a0157-1154-41ad-beac-22e4d993fa08,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:41.408611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1293a170-5d02-4b89-94e9-dd7aa658ff92 req-d29669c1-5883-4b4b-8097-2008673fc906 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 210 time: 0.0446589 Feb 11 04:52:41.528369 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe793-d466-4d2a-8557-e21a7158164d req-a525128f-42d4-408d-8a90-c9c246dcdcc8 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:41.536332 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5bbe793-d466-4d2a-8557-e21a7158164d req-a525128f-42d4-408d-8a90-c9c246dcdcc8 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 949 time: 0.3756402 Feb 11 04:52:41.618723 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5bbe793-d466-4d2a-8557-e21a7158164d req-cee19c84-ce66-47f3-a063-ac067de68199 tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/security-groups?id=00879631-4e68-4ba6-a671-81d7f88132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789993 Feb 11 04:52:41.681449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6c66f-7291-4cdd-aa40-4e4e40654179 req-0c9a0bb4-116f-458d-b5ce-b46831986d3f tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:41.686602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7f6c66f-7291-4cdd-aa40-4e4e40654179 req-0c9a0bb4-116f-458d-b5ce-b46831986d3f tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.10 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 949 time: 0.2506032 Feb 11 04:52:41.689302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Made reservation on behalf of 856e543472624f97bb5ebcce8da86e0a for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:41.694970 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.752005 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36540) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:41.780530 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf12e895-450b-4120-8de3-32610d84e227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.828972 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51bb617e-9ba6-49c2-b2cc-ff3a8cf04566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.897079 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Allocated IP 172.20.0.14 (5dc891fa-6138-4e0f-bebe-d79d7bdb1346/d43ddc87-c022-4e51-8ce3-06113f1403eb/6b9800a3-8118-443e-9edc-4f2e04204958) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:41.903051 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf12e895-450b-4120-8de3-32610d84e227 admin admin] Publish callbacks [] for security_group (b937f0a7-d9c5-4d4a-9808-15be4d4434e4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.910077 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf12e895-450b-4120-8de3-32610d84e227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b937f0a7-d9c5-4d4a-9808-15be4d4434e4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.957734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12e895-450b-4120-8de3-32610d84e227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b937f0a7-d9c5-4d4a-9808-15be4d4434e4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:41.993071 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cf12e895-450b-4120-8de3-32610d84e227 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01053eebd3364dd6b220290f1cb60613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2393174 Feb 11 04:52:41.997220 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36548) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:42.064687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f7f6c66f-7291-4cdd-aa40-4e4e40654179 req-d357ab66-7054-45f9-9e53-498a5ca5d5ed tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Deleting port da6d9c87-3d6e-46ca-bc34-6c17395454ad {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:42.064687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7f6c66f-7291-4cdd-aa40-4e4e40654179 req-d357ab66-7054-45f9-9e53-498a5ca5d5ed tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.140324 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e15dfb4-4c4c-4dfc-bec1-83b8fcb7ce8d req-73fcdc6b-32c7-4cdd-8212-75f6075b3bf0 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0650408 Feb 11 04:52:42.175977 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d01a0af-b3b2-47e4-ac44-f0aacd7c9529 admin admin] Publish callbacks [] for security_group (b937f0a7-d9c5-4d4a-9808-15be4d4434e4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.208137 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d01a0af-b3b2-47e4-ac44-f0aacd7c9529 admin admin] Publish callbacks [] for security_group (b937f0a7-d9c5-4d4a-9808-15be4d4434e4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.241090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f7f6c66f-7291-4cdd-aa40-4e4e40654179 req-d357ab66-7054-45f9-9e53-498a5ca5d5ed tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] For port da6d9c87-3d6e-46ca-bc34-6c17395454ad, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=da6d9c87-3d6e-46ca-bc34-6c17395454ad,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:42.241459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7f6c66f-7291-4cdd-aa40-4e4e40654179 req-d357ab66-7054-45f9-9e53-498a5ca5d5ed tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.262999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f7f6c66f-7291-4cdd-aa40-4e4e40654179 req-d357ab66-7054-45f9-9e53-498a5ca5d5ed tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Calling delete_port for da6d9c87-3d6e-46ca-bc34-6c17395454ad owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:42.285319 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d01a0af-b3b2-47e4-ac44-f0aacd7c9529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b937f0a7-d9c5-4d4a-9808-15be4d4434e4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.290059 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d01a0af-b3b2-47e4-ac44-f0aacd7c9529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.291787 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6d01a0af-b3b2-47e4-ac44-f0aacd7c9529 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b937f0a7-d9c5-4d4a-9808-15be4d4434e4 HTTP/1.1" status: 204 len: 168 time: 0.2935271 Feb 11 04:52:42.305863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01a0af-b3b2-47e4-ac44-f0aacd7c9529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b937f0a7-d9c5-4d4a-9808-15be4d4434e4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:42.337036 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Publish callbacks [] for port (6b9800a3-8118-443e-9edc-4f2e04204958), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.458142 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.531687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Pushing event updated for resources: {'Port': ['ID=6b9800a3-8118-443e-9edc-4f2e04204958,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:42.574975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Network 5dc891fa-6138-4e0f-bebe-d79d7bdb1346 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:42.578518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:42.589166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:42.666317 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.716316 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:42.717000 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.730096 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7f6c66f-7291-4cdd-aa40-4e4e40654179 req-d357ab66-7054-45f9-9e53-498a5ca5d5ed tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (da6d9c87-3d6e-46ca-bc34-6c17395454ad), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.766477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['da6d9c87-3d6e-46ca-bc34-6c17395454ad'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:42.847168 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-9f46865b-a6ad-4f2e-81d3-32a346d114c4 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8655028 Feb 11 04:52:42.847940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357ab66-7054-45f9-9e53-498a5ca5d5ed tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Pushing event deleted for resources: {'Port': ['ID=da6d9c87-3d6e-46ca-bc34-6c17395454ad,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:42.878467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f6c66f-7291-4cdd-aa40-4e4e40654179 req-d357ab66-7054-45f9-9e53-498a5ca5d5ed tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] No DVR routers for this DVR port da6d9c87-3d6e-46ca-bc34-6c17395454ad on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:42.881651 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7f6c66f-7291-4cdd-aa40-4e4e40654179 req-d357ab66-7054-45f9-9e53-498a5ca5d5ed tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.885999 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7f6c66f-7291-4cdd-aa40-4e4e40654179 req-d357ab66-7054-45f9-9e53-498a5ca5d5ed tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.10 "DELETE /v2.0/ports/da6d9c87-3d6e-46ca-bc34-6c17395454ad HTTP/1.1" status: 204 len: 173 time: 1.1880474 Feb 11 04:52:42.889125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54808514-b269-4918-8288-dee287871622', 'name': 'network-vif-deleted', 'tag': 'da6d9c87-3d6e-46ca-bc34-6c17395454ad'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:42.891671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc39dc33-0cba-4dcc-a298-ad5c52565f82 req-86492136-0d1d-4e4c-bdf9-a4e8ce7bf35b tempest-LiveMigrationNegativeTest-1226404377 tempest-LiveMigrationNegativeTest-1226404377-project] 10.222.0.48 "GET /v2.0/ports?device_id=54808514-b269-4918-8288-dee287871622 HTTP/1.1" status: 200 len: 210 time: 0.0858483 Feb 11 04:52:42.901881 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e7c1f8-9104-4fe9-9519-6c0617471188" -d '{"events": [{"server_uuid": "54808514-b269-4918-8288-dee287871622", "name": "network-vif-deleted", "tag": "da6d9c87-3d6e-46ca-bc34-6c17395454ad"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:42.914111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Request body: {'port': {'device_id': '1ed7c3a8-3809-49dc-802e-92d4484a54bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:42.926103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab635aa-1e31-4262-b8db-a153bdeda89d req-76a6b6e1-f9ba-42fa-be0e-635537b5c36e tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:42.934673 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ab635aa-1e31-4262-b8db-a153bdeda89d req-76a6b6e1-f9ba-42fa-be0e-635537b5c36e tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 932 time: 0.2616811 Feb 11 04:52:43.019083 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea8fb3e-2556-4d01-a08b-7caaa96d7ba6 x-openstack-request-id: req-5ea8fb3e-2556-4d01-a08b-7caaa96d7ba6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:43.019201 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54808514-b269-4918-8288-dee287871622", "name": "network-vif-deleted", "tag": "da6d9c87-3d6e-46ca-bc34-6c17395454ad", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:43.019604 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ea8fb3e-2556-4d01-a08b-7caaa96d7ba6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:43.019851 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54808514-b269-4918-8288-dee287871622', 'name': 'network-vif-deleted', 'tag': 'da6d9c87-3d6e-46ca-bc34-6c17395454ad', 'status': 'completed', 'code': 200} Feb 11 04:52:43.085283 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ab635aa-1e31-4262-b8db-a153bdeda89d req-084735aa-fb9e-4b7d-985b-3cd446b3556d tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497135 Feb 11 04:52:43.101134 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:43.389051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a32a5dc-1a55-4def-95a0-be12694ae641 req-59dd3d3c-ef77-4729-8389-edb339793b0b tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0471852 Feb 11 04:52:43.847965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9800a3-8118-443e-9edc-4f2e04204958 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:43.868346 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Publish callbacks [] for port (6b9800a3-8118-443e-9edc-4f2e04204958), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:43.904030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Transition to ACTIVE for port object 6b9800a3-8118-443e-9edc-4f2e04204958 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:52:43.915451 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:44.052770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9800a3-8118-443e-9edc-4f2e04204958,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:44.210682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Attempting to bind port 6b9800a3-8118-443e-9edc-4f2e04204958 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:44.211046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Attempting to bind port 6b9800a3-8118-443e-9edc-4f2e04204958 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'f93170c4-ea6b-423c-b1f3-94f30719473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dc891fa-6138-4e0f-bebe-d79d7bdb1346'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:44.211385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Attempting to bind port 6b9800a3-8118-443e-9edc-4f2e04204958 on network 5dc891fa-6138-4e0f-bebe-d79d7bdb1346 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:44.220869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Port 6b9800a3-8118-443e-9edc-4f2e04204958 on network 5dc891fa-6138-4e0f-bebe-d79d7bdb1346 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:52:44.221467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Attempting to bind port 6b9800a3-8118-443e-9edc-4f2e04204958 on network 5dc891fa-6138-4e0f-bebe-d79d7bdb1346 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:44.234282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:44.234655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Checking segment: {'id': 'f93170c4-ea6b-423c-b1f3-94f30719473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dc891fa-6138-4e0f-bebe-d79d7bdb1346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:44.235309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Bound using segment: {'id': 'f93170c4-ea6b-423c-b1f3-94f30719473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dc891fa-6138-4e0f-bebe-d79d7bdb1346'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:44.243692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Bound port: 6b9800a3-8118-443e-9edc-4f2e04204958, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93170c4-ea6b-423c-b1f3-94f30719473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5dc891fa-6138-4e0f-bebe-d79d7bdb1346'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:44.243692 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:44.268510 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:44.437065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] For port 6b9800a3-8118-443e-9edc-4f2e04204958, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:44.443922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] For port 6b9800a3-8118-443e-9edc-4f2e04204958, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=6b9800a3-8118-443e-9edc-4f2e04204958,segment=NetworkSegment(f93170c4-ea6b-423c-b1f3-94f30719473a),segment_id=f93170c4-ea6b-423c-b1f3-94f30719473a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:44.448175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e7c5d-368b-467e-a635-eaa9f4f41664 req-cf82c473-379f-4d7e-99ed-70a1cf55112f tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:44.460022 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-208e7c5d-368b-467e-a635-eaa9f4f41664 req-cf82c473-379f-4d7e-99ed-70a1cf55112f tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 944 time: 0.1612127 Feb 11 04:52:44.467381 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:44.556874 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-208e7c5d-368b-467e-a635-eaa9f4f41664 req-c60e5666-7fed-4485-abed-c53017eb69ca tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955517 Feb 11 04:52:44.562012 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:44.562744 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:44.564348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] 10.222.0.60 "PUT /v2.0/ports/6b9800a3-8118-443e-9edc-4f2e04204958 HTTP/1.1" status: 200 len: 1093 time: 1.6760662 Feb 11 04:52:44.616275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:44.668090 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6860b4fe-c7da-4a49-ab94-ad5f71282eb0 req-bb9fcf8a-ad40-440b-987c-a4a7fa6885de tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.1071382 Feb 11 04:52:44.723657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77ec02-e2f1-4354-8bf2-3fab80b50218 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9800a3-8118-443e-9edc-4f2e04204958,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:44.788679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-416353fe-f39a-434d-977c-20354196d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:44.790660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-416353fe-f39a-434d-977c-20354196d31f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=856e543472624f97bb5ebcce8da86e0a&device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 1127 time: 0.1117172 Feb 11 04:52:44.887487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-bd71c25f-fa29-4fb1-95af-8e17b28abdf8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b9800a3-8118-443e-9edc-4f2e04204958 HTTP/1.1" status: 200 len: 217 time: 0.0837512 Feb 11 04:52:44.910811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-72d6b61a-9b2c-41d9-8057-eaba0a4c676d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54cedb4cec4446578457b524fb6b75e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928338 Feb 11 04:52:44.913133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36624) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:44.979747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-2f914603-5586-40d0-a88a-b92ef23a3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:44.982061 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-2f914603-5586-40d0-a88a-b92ef23a3ca4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d43ddc87-c022-4e51-8ce3-06113f1403eb HTTP/1.1" status: 200 len: 849 time: 0.0880878 Feb 11 04:52:44.990656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3c4a-348a-4b84-9801-746e80b15f72 admin admin] Publish callbacks [] for security_group (00879631-4e68-4ba6-a671-81d7f88132a2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.028357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3c4a-348a-4b84-9801-746e80b15f72 admin admin] Publish callbacks [] for security_group (00879631-4e68-4ba6-a671-81d7f88132a2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.046616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed7c3a8-3809-49dc-802e-92d4484a54bc', 'tag': '6b9800a3-8118-443e-9edc-4f2e04204958'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:45.049319 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f30692b-b454-4af1-bc45-cb5ea103906d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed7c3a8-3809-49dc-802e-92d4484a54bc", "tag": "6b9800a3-8118-443e-9edc-4f2e04204958"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:45.110859 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-84fa7954-ab89-491e-9a72-f7a26a171b58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dc891fa-6138-4e0f-bebe-d79d7bdb1346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133063 Feb 11 04:52:45.169232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3c4a-348a-4b84-9801-746e80b15f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (00879631-4e68-4ba6-a671-81d7f88132a2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.173342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3c4a-348a-4b84-9801-746e80b15f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.174618 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7d6a3c4a-348a-4b84-9801-746e80b15f72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00879631-4e68-4ba6-a671-81d7f88132a2 HTTP/1.1" status: 204 len: 168 time: 0.2602928 Feb 11 04:52:45.194831 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090508e8-244c-436b-8f40-23cd9349f6d6 x-openstack-request-id: req-090508e8-244c-436b-8f40-23cd9349f6d6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:45.195175 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed7c3a8-3809-49dc-802e-92d4484a54bc", "tag": "6b9800a3-8118-443e-9edc-4f2e04204958", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:45.195436 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-090508e8-244c-436b-8f40-23cd9349f6d6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:45.195915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a3c4a-348a-4b84-9801-746e80b15f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00879631-4e68-4ba6-a671-81d7f88132a2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:45.198440 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed7c3a8-3809-49dc-802e-92d4484a54bc', 'tag': '6b9800a3-8118-443e-9edc-4f2e04204958', 'status': 'completed', 'code': 200} Feb 11 04:52:45.286541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-41fafb03-492a-4b57-a5ca-f430c16f25a4 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc891fa-6138-4e0f-bebe-d79d7bdb1346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641934 Feb 11 04:52:45.426436 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ed2b0f7-9f38-4e31-b883-a148ab497aba req-6b6ec993-46f5-40dc-91e3-d27814c13262 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc891fa-6138-4e0f-bebe-d79d7bdb1346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300633 Feb 11 04:52:45.557214 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.693489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30692b-b454-4af1-bc45-cb5ea103906d req-0e9d5a01-d6aa-409a-a4a9-d325d650f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:45.695499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f30692b-b454-4af1-bc45-cb5ea103906d req-0e9d5a01-d6aa-409a-a4a9-d325d650f43f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=856e543472624f97bb5ebcce8da86e0a&device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 1127 time: 0.1467993 Feb 11 04:52:45.878554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36670) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:45.884308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181788-9f60-4cdd-ac46-fd262103ab03 req-1103d354-d844-4d5e-81c0-98265a31c316 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:45.887223 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ad181788-9f60-4cdd-ac46-fd262103ab03 req-1103d354-d844-4d5e-81c0-98265a31c316 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 944 time: 0.2013710 Feb 11 04:52:46.010538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ad181788-9f60-4cdd-ac46-fd262103ab03 req-994e64e1-58b0-47dd-a93a-5e2b3768116d tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097574 Feb 11 04:52:46.042156 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a2597aae-dd0d-444d-816b-b96106da16f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38bab275a72748d4be2673f45666914b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1616974 Feb 11 04:52:46.046455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:46.079435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30692b-b454-4af1-bc45-cb5ea103906d req-4603bbcb-3e17-466d-b7b3-38773a39eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:46.083902 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f30692b-b454-4af1-bc45-cb5ea103906d req-4603bbcb-3e17-466d-b7b3-38773a39eff4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dc891fa-6138-4e0f-bebe-d79d7bdb1346 HTTP/1.1" status: 200 len: 910 time: 0.3557084 Feb 11 04:52:46.229839 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f30692b-b454-4af1-bc45-cb5ea103906d req-0b188702-bcc9-41e0-959d-4adeb00e2cd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b9800a3-8118-443e-9edc-4f2e04204958 HTTP/1.1" status: 200 len: 217 time: 0.1362910 Feb 11 04:52:46.241719 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b560be2-f2a9-4252-8615-b1fce4e46860 admin admin] Publish callbacks [] for security_group (109e2ef4-678d-494e-ade2-e238b0746d15), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.342783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b560be2-f2a9-4252-8615-b1fce4e46860 admin admin] Publish callbacks [] for security_group (109e2ef4-678d-494e-ade2-e238b0746d15), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.370002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30692b-b454-4af1-bc45-cb5ea103906d req-9336962c-ce40-4002-9c01-4ce199ef46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:46.378471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f30692b-b454-4af1-bc45-cb5ea103906d req-9336962c-ce40-4002-9c01-4ce199ef46dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d43ddc87-c022-4e51-8ce3-06113f1403eb HTTP/1.1" status: 200 len: 849 time: 0.1412735 Feb 11 04:52:46.453408 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f30692b-b454-4af1-bc45-cb5ea103906d req-50139af2-efe9-48e1-8f15-9f20da90d94c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dc891fa-6138-4e0f-bebe-d79d7bdb1346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647206 Feb 11 04:52:46.463800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b560be2-f2a9-4252-8615-b1fce4e46860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (109e2ef4-678d-494e-ade2-e238b0746d15), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.504525 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b560be2-f2a9-4252-8615-b1fce4e46860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.508969 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9b560be2-f2a9-4252-8615-b1fce4e46860 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/109e2ef4-678d-494e-ade2-e238b0746d15 HTTP/1.1" status: 204 len: 168 time: 0.4580946 Feb 11 04:52:46.610161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b560be2-f2a9-4252-8615-b1fce4e46860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109e2ef4-678d-494e-ade2-e238b0746d15,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:46.656653 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e437916-cd64-4179-8d6b-742d2e73f6d5 req-ecc4ae69-6b45-4934-854d-42f7ad2f07d3 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.8607304 Feb 11 04:52:46.658164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device da6d9c87-3d6e-46ca-bc34-6c17395454ad no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:46.704513 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f30692b-b454-4af1-bc45-cb5ea103906d req-41c5acd6-4a23-4c8b-8e31-8a6f74034817 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc891fa-6138-4e0f-bebe-d79d7bdb1346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433548 Feb 11 04:52:46.764232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: da6d9c87-3d6e-46ca-bc34-6c17395454ad {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:46.767408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device da6d9c87-3d6e-46ca-bc34-6c17395454ad not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:46.891074 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f30692b-b454-4af1-bc45-cb5ea103906d req-9b6d1cbf-2a30-4f9f-8645-7c79ff061843 service neutron] 10.222.0.60 "GET /v2.0/networks/5dc891fa-6138-4e0f-bebe-d79d7bdb1346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744876 Feb 11 04:52:47.247163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36732) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:47.404553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305e3fa-d31c-456e-aa29-1fa51c5ea4cc req-bb1d3a54-a2e6-47d1-97ee-d0dfb5d0edb2 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:47.410159 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6305e3fa-d31c-456e-aa29-1fa51c5ea4cc req-bb1d3a54-a2e6-47d1-97ee-d0dfb5d0edb2 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 944 time: 0.2026498 Feb 11 04:52:47.503954 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2eca5187-dd50-4b5d-8c1d-e1f0fc53eb89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.604289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6305e3fa-d31c-456e-aa29-1fa51c5ea4cc req-87193dfe-8266-47b0-a40f-101190c1be2b tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808827 Feb 11 04:52:47.761632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2eca5187-dd50-4b5d-8c1d-e1f0fc53eb89 admin admin] Publish callbacks [] for security_group (7a370054-a203-4788-b2f1-b2a5c3d6e70f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.815407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2eca5187-dd50-4b5d-8c1d-e1f0fc53eb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7a370054-a203-4788-b2f1-b2a5c3d6e70f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.932793 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f06a1cd-e79d-45c1-a87b-4e4132278cf2 req-63940afd-7860-4f8f-81b4-d945b57a0f9d tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0820594 Feb 11 04:52:47.944600 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2eca5187-dd50-4b5d-8c1d-e1f0fc53eb89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e6b6ee3387042e787f9d00ebded15b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6956744 Feb 11 04:52:47.945862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36754) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:47.949949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca5187-dd50-4b5d-8c1d-e1f0fc53eb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a370054-a203-4788-b2f1-b2a5c3d6e70f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:48.066494 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdece-2fba-424a-8d9b-43420029d133 admin admin] Publish callbacks [] for security_group (7a370054-a203-4788-b2f1-b2a5c3d6e70f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.126117 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdece-2fba-424a-8d9b-43420029d133 admin admin] Publish callbacks [] for security_group (7a370054-a203-4788-b2f1-b2a5c3d6e70f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.269593 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdece-2fba-424a-8d9b-43420029d133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7a370054-a203-4788-b2f1-b2a5c3d6e70f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.272235 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdece-2fba-424a-8d9b-43420029d133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.280808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0b3fdece-2fba-424a-8d9b-43420029d133 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a370054-a203-4788-b2f1-b2a5c3d6e70f HTTP/1.1" status: 204 len: 168 time: 0.3337414 Feb 11 04:52:48.316058 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fdece-2fba-424a-8d9b-43420029d133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a370054-a203-4788-b2f1-b2a5c3d6e70f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:48.939045 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36788) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:48.957371 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada4c33d-cb56-459a-aa5f-9687e53ca82d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.975703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c34c7-44bb-4796-b40b-bc836f713e70 req-0297db15-7b6f-4365-8c63-74a1e63d8599 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:48.984878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f2c34c7-44bb-4796-b40b-bc836f713e70 req-0297db15-7b6f-4365-8c63-74a1e63d8599 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 944 time: 0.1213419 Feb 11 04:52:49.046443 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f2c34c7-44bb-4796-b40b-bc836f713e70 req-e8db96e3-4dd0-4fac-a51b-1c9228b6aff9 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597730 Feb 11 04:52:49.188360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-02a4f7d9-020f-4d25-9ff8-b8169cab8cc9 req-1f989886-d7c9-42c9-974e-fcfefe84087c tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0796123 Feb 11 04:52:49.271900 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada4c33d-cb56-459a-aa5f-9687e53ca82d admin admin] Publish callbacks [] for security_group (ba522687-d86c-4833-8a79-eb7150e9fe21), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.280982 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada4c33d-cb56-459a-aa5f-9687e53ca82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ba522687-d86c-4833-8a79-eb7150e9fe21), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.322426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ada4c33d-cb56-459a-aa5f-9687e53ca82d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e6c02ea2e2b437b83955e73505c291c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3822701 Feb 11 04:52:49.325052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36800) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:49.382797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4c33d-cb56-459a-aa5f-9687e53ca82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba522687-d86c-4833-8a79-eb7150e9fe21,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:49.443481 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-541ddc89-6f72-4e08-bd01-aaf6ef057e1c admin admin] Publish callbacks [] for security_group (ba522687-d86c-4833-8a79-eb7150e9fe21), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.498348 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-541ddc89-6f72-4e08-bd01-aaf6ef057e1c admin admin] Publish callbacks [] for security_group (ba522687-d86c-4833-8a79-eb7150e9fe21), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.568908 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-541ddc89-6f72-4e08-bd01-aaf6ef057e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ba522687-d86c-4833-8a79-eb7150e9fe21), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.572877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-541ddc89-6f72-4e08-bd01-aaf6ef057e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.575037 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-541ddc89-6f72-4e08-bd01-aaf6ef057e1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba522687-d86c-4833-8a79-eb7150e9fe21 HTTP/1.1" status: 204 len: 168 time: 0.2487657 Feb 11 04:52:49.593273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ddc89-6f72-4e08-bd01-aaf6ef057e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba522687-d86c-4833-8a79-eb7150e9fe21,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:49.975380 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 6b9800a3-8118-443e-9edc-4f2e04204958 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:52:50.002433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-97b0e445-4574-437c-ab5d-8c69c906a2db req-08e06037-b84e-41b3-8d93-29b426cdc739 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1058306462', 'description': 'tempest-description-403872662'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:50.064872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-97b0e445-4574-437c-ab5d-8c69c906a2db req-08e06037-b84e-41b3-8d93-29b426cdc739 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.100533 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-97b0e445-4574-437c-ab5d-8c69c906a2db req-08e06037-b84e-41b3-8d93-29b426cdc739 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.350302 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 6b9800a3-8118-443e-9edc-4f2e04204958, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=6b9800a3-8118-443e-9edc-4f2e04204958,segment=NetworkSegment(f93170c4-ea6b-423c-b1f3-94f30719473a),segment_id=f93170c4-ea6b-423c-b1f3-94f30719473a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:50.360769 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-97b0e445-4574-437c-ab5d-8c69c906a2db req-08e06037-b84e-41b3-8d93-29b426cdc739 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (af730101-999c-4151-aa8e-fc4b4dbdfd98), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.375292 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-97b0e445-4574-437c-ab5d-8c69c906a2db req-08e06037-b84e-41b3-8d93-29b426cdc739 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (af730101-999c-4151-aa8e-fc4b4dbdfd98), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.394675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '6b9800a3-8118-443e-9edc-4f2e04204958', 'network_id': '5dc891fa-6138-4e0f-bebe-d79d7bdb1346', 'port_id': '6b9800a3-8118-443e-9edc-4f2e04204958', 'mac_address': 'fa:16:3e:70:d9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43ddc87-c022-4e51-8ce3-06113f1403eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:52:50.402358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bfe7f-d1ea-4da0-84da-0977dca7fa04 req-b9c59ea2-b136-48cd-a590-2e0260a41449 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:50.417602 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-331bfe7f-d1ea-4da0-84da-0977dca7fa04 req-b9c59ea2-b136-48cd-a590-2e0260a41449 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 944 time: 0.1949251 Feb 11 04:52:50.480840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e06037-b84e-41b3-8d93-29b426cdc739 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af730101-999c-4151-aa8e-fc4b4dbdfd98,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:50.522578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 6b9800a3-8118-443e-9edc-4f2e04204958 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:50.523307 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.548561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-97b0e445-4574-437c-ab5d-8c69c906a2db req-08e06037-b84e-41b3-8d93-29b426cdc739 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (7d9fbc66-da36-455d-be59-1d6ab2230d78), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.568726 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-97b0e445-4574-437c-ab5d-8c69c906a2db req-08e06037-b84e-41b3-8d93-29b426cdc739 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7d9fbc66-da36-455d-be59-1d6ab2230d78), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.572573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9800a3-8118-443e-9edc-4f2e04204958 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:50.640585 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-331bfe7f-d1ea-4da0-84da-0977dca7fa04 req-346b9bd2-5684-4f57-b298-dadaa81d9d02 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992762 Feb 11 04:52:50.653459 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 6b9800a3-8118-443e-9edc-4f2e04204958, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=6b9800a3-8118-443e-9edc-4f2e04204958,segment=NetworkSegment(f93170c4-ea6b-423c-b1f3-94f30719473a),segment_id=f93170c4-ea6b-423c-b1f3-94f30719473a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:50.670120 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.685394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e06037-b84e-41b3-8d93-29b426cdc739 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9fbc66-da36-455d-be59-1d6ab2230d78,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:50.699641 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-97b0e445-4574-437c-ab5d-8c69c906a2db req-08e06037-b84e-41b3-8d93-29b426cdc739 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.701451 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-97b0e445-4574-437c-ab5d-8c69c906a2db req-08e06037-b84e-41b3-8d93-29b426cdc739 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.7071965 Feb 11 04:52:50.830620 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=6b9800a3-8118-443e-9edc-4f2e04204958,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:50.894079 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd3eb947-26d0-439f-a69a-3ce28e392073 req-8b1286ac-3184-4702-a2d8-16ca19bd156a tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0745463 Feb 11 04:52:51.122425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['6b9800a3-8118-443e-9edc-4f2e04204958'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:51.195172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d9cedd98-4636-41c2-ae04-024d13b9bde5 req-7c5593b7-c4fa-4c5f-b29c-2a3fb3f9daf3 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1433484640', 'description': 'tempest-description-875157262'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:51.240566 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d9cedd98-4636-41c2-ae04-024d13b9bde5 req-7c5593b7-c4fa-4c5f-b29c-2a3fb3f9daf3 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:51.403472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d9cedd98-4636-41c2-ae04-024d13b9bde5 req-7c5593b7-c4fa-4c5f-b29c-2a3fb3f9daf3 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (9e1634a8-0d41-46b7-8274-d56607f53503), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:51.423091 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d9cedd98-4636-41c2-ae04-024d13b9bde5 req-7c5593b7-c4fa-4c5f-b29c-2a3fb3f9daf3 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9e1634a8-0d41-46b7-8274-d56607f53503), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:51.497423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5593b7-c4fa-4c5f-b29c-2a3fb3f9daf3 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1634a8-0d41-46b7-8274-d56607f53503,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:51.506547 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d9cedd98-4636-41c2-ae04-024d13b9bde5 req-7c5593b7-c4fa-4c5f-b29c-2a3fb3f9daf3 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:51.507821 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9cedd98-4636-41c2-ae04-024d13b9bde5 req-7c5593b7-c4fa-4c5f-b29c-2a3fb3f9daf3 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.7824359 Feb 11 04:52:51.849311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd100-f880-4ab4-8930-f3231f506c1c req-b2147f13-1de9-45e3-8bf4-e772d12a83f7 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:51.851052 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2fbd100-f880-4ab4-8930-f3231f506c1c req-b2147f13-1de9-45e3-8bf4-e772d12a83f7 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 945 time: 0.0877914 Feb 11 04:52:51.948932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d2fbd100-f880-4ab4-8930-f3231f506c1c req-bf063c7c-f5b3-4a6a-a837-de15a85246e7 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885913 Feb 11 04:52:52.075601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-577fa5bf-e38a-41bc-af13-1cfbfab434f9 req-5c7b794d-5e09-47ab-ae35-483ff1de7ab4 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1818316448', 'description': 'tempest-description-352001023'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:52.114183 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-577fa5bf-e38a-41bc-af13-1cfbfab434f9 req-5c7b794d-5e09-47ab-ae35-483ff1de7ab4 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.125323 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-577fa5bf-e38a-41bc-af13-1cfbfab434f9 req-5c7b794d-5e09-47ab-ae35-483ff1de7ab4 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.215876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-450f3af3-19a5-4257-b8a9-d6a55fbdc4de req-81201a9a-4cea-4339-822c-5881ae2a07ae tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.1077425 Feb 11 04:52:52.335925 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-577fa5bf-e38a-41bc-af13-1cfbfab434f9 req-5c7b794d-5e09-47ab-ae35-483ff1de7ab4 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (dac98f46-30cc-48d4-9662-9e95e0d4bd5c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.346480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-577fa5bf-e38a-41bc-af13-1cfbfab434f9 req-5c7b794d-5e09-47ab-ae35-483ff1de7ab4 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dac98f46-30cc-48d4-9662-9e95e0d4bd5c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.421773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b794d-5e09-47ab-ae35-483ff1de7ab4 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac98f46-30cc-48d4-9662-9e95e0d4bd5c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:52.542383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-577fa5bf-e38a-41bc-af13-1cfbfab434f9 req-5c7b794d-5e09-47ab-ae35-483ff1de7ab4 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (15a5071d-be35-424a-92ca-b9fb85704ef7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.555792 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-577fa5bf-e38a-41bc-af13-1cfbfab434f9 req-5c7b794d-5e09-47ab-ae35-483ff1de7ab4 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (15a5071d-be35-424a-92ca-b9fb85704ef7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.598728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b794d-5e09-47ab-ae35-483ff1de7ab4 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a5071d-be35-424a-92ca-b9fb85704ef7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:52.640692 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-577fa5bf-e38a-41bc-af13-1cfbfab434f9 req-5c7b794d-5e09-47ab-ae35-483ff1de7ab4 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.645842 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-577fa5bf-e38a-41bc-af13-1cfbfab434f9 req-5c7b794d-5e09-47ab-ae35-483ff1de7ab4 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.5744689 Feb 11 04:52:52.680025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f2ebf376-ce57-4275-8836-3d3d88aa491f req-029e4270-8875-4659-a545-8b8e19e672ab tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-710274436', 'description': 'tempest-description-1977529504'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:52.705838 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f2ebf376-ce57-4275-8836-3d3d88aa491f req-029e4270-8875-4659-a545-8b8e19e672ab tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.882879 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f2ebf376-ce57-4275-8836-3d3d88aa491f req-029e4270-8875-4659-a545-8b8e19e672ab tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (2502183c-a744-40e2-8f4a-9e4933a63da2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.935118 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f2ebf376-ce57-4275-8836-3d3d88aa491f req-029e4270-8875-4659-a545-8b8e19e672ab tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2502183c-a744-40e2-8f4a-9e4933a63da2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:53.044826 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f2ebf376-ce57-4275-8836-3d3d88aa491f req-029e4270-8875-4659-a545-8b8e19e672ab tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:53.067557 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f2ebf376-ce57-4275-8836-3d3d88aa491f req-029e4270-8875-4659-a545-8b8e19e672ab tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.4035316 Feb 11 04:52:53.069311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e4270-8875-4659-a545-8b8e19e672ab tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2502183c-a744-40e2-8f4a-9e4933a63da2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:53.092847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e6c1-0565-420a-a13d-b2be5dc8ae2f req-02bd31cc-1ca0-4b00-b099-77ad2c400f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:53.094343 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0093e6c1-0565-420a-a13d-b2be5dc8ae2f req-02bd31cc-1ca0-4b00-b099-77ad2c400f8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 1128 time: 0.3657701 Feb 11 04:52:53.198531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3ed99-3131-4528-841d-ab906984f9c1 req-9b3e1aaa-b70c-4c17-b55e-6f34c9a2abc8 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:53.199643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5bd3ed99-3131-4528-841d-ab906984f9c1 req-9b3e1aaa-b70c-4c17-b55e-6f34c9a2abc8 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 945 time: 0.1013176 Feb 11 04:52:53.293476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5bd3ed99-3131-4528-841d-ab906984f9c1 req-c9c9f6d1-3764-40d7-b2d5-2643ea8083cb tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855558 Feb 11 04:52:53.463961 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e3cb04a9-6279-4615-9e6b-e17f45f40952 req-a41c872c-e6cc-487a-9f95-6000c8acbd69 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0513356 Feb 11 04:52:53.484423 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-425adb5e-abeb-4218-81af-af075abc4cd0 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42618 time: 0.4034948 Feb 11 04:52:53.620184 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-06cb1b5e-2c9d-4f90-8e58-246a03810e82 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2e42b247-5343-4710-b0b6-517927572720 HTTP/1.1" status: 200 len: 3002 time: 0.1341333 Feb 11 04:52:53.653611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e6c1-0565-420a-a13d-b2be5dc8ae2f req-333e2a9d-786e-4a76-93c6-174711f99156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:53.655269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0093e6c1-0565-420a-a13d-b2be5dc8ae2f req-333e2a9d-786e-4a76-93c6-174711f99156 service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.2825148 Feb 11 04:52:53.793959 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-20cd0921-0d4e-4067-abff-a49bd45ea69a tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2e42b247-5343-4710-b0b6-517927572720 HTTP/1.1" status: 200 len: 3002 time: 0.1676164 Feb 11 04:52:53.889370 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-e8ae183a-1f32-4e21-904b-b9ebdbe5cdc8 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2e7bb4c9-648e-489d-9560-8fec1e9b43c6 HTTP/1.1" status: 200 len: 3002 time: 0.0941086 Feb 11 04:52:53.962650 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0093e6c1-0565-420a-a13d-b2be5dc8ae2f req-f389fdca-136d-42c9-9066-f003288fdc64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 200 len: 1000 time: 0.2953224 Feb 11 04:52:53.966446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-aae2cffa-f80e-435d-92ae-450d02a12e55 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2e7bb4c9-648e-489d-9560-8fec1e9b43c6 HTTP/1.1" status: 200 len: 3002 time: 0.0762374 Feb 11 04:52:54.008516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 6b9800a3-8118-443e-9edc-4f2e04204958 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:54.103002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e6c1-0565-420a-a13d-b2be5dc8ae2f req-0245ce62-3558-4cdb-a347-a54cd29b6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:54.107034 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0093e6c1-0565-420a-a13d-b2be5dc8ae2f req-0245ce62-3558-4cdb-a347-a54cd29b6e8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.1364129 Feb 11 04:52:54.174244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 6b9800a3-8118-443e-9edc-4f2e04204958 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:52:54.179507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 6b9800a3-8118-443e-9edc-4f2e04204958 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:54.180213 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.284121 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-cf7cb3d5-b373-4f14-85e6-2788ab1ecb2d tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2f360995-d097-431f-bd68-41689c8c2da5 HTTP/1.1" status: 200 len: 2994 time: 0.2146771 Feb 11 04:52:54.413837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e6c1-0565-420a-a13d-b2be5dc8ae2f req-22c35a5a-5a4f-44a9-8a37-106bee2b17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:54.432619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0093e6c1-0565-420a-a13d-b2be5dc8ae2f req-22c35a5a-5a4f-44a9-8a37-106bee2b17e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3139679 Feb 11 04:52:54.459074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 6b9800a3-8118-443e-9edc-4f2e04204958 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:54.464935 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.524171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed7c3a8-3809-49dc-802e-92d4484a54bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9800a3-8118-443e-9edc-4f2e04204958'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:54.527717 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd23bd0-3582-4c01-8167-55558c0e6a77" -d '{"events": [{"server_uuid": "1ed7c3a8-3809-49dc-802e-92d4484a54bc", "name": "network-vif-plugged", "status": "completed", "tag": "6b9800a3-8118-443e-9edc-4f2e04204958"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:54.549273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 6b9800a3-8118-443e-9edc-4f2e04204958, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=6b9800a3-8118-443e-9edc-4f2e04204958,segment=NetworkSegment(f93170c4-ea6b-423c-b1f3-94f30719473a),segment_id=f93170c4-ea6b-423c-b1f3-94f30719473a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:54.559576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.585660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-57e63b7a-fdda-4596-a146-67e5bb1a82c1 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2f360995-d097-431f-bd68-41689c8c2da5 HTTP/1.1" status: 200 len: 2994 time: 0.3035676 Feb 11 04:52:54.656593 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=6b9800a3-8118-443e-9edc-4f2e04204958,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:54.691429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bfbb4-0e2b-49d8-bc1c-4c95b61db29f req-d43e8955-4dbc-417d-b5cc-d65749b17d8e tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:54.708670 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-401bfbb4-0e2b-49d8-bc1c-4c95b61db29f req-d43e8955-4dbc-417d-b5cc-d65749b17d8e tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 946 time: 0.1373754 Feb 11 04:52:54.711582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0093e6c1-0565-420a-a13d-b2be5dc8ae2f req-576c8e04-1ad5-45e9-b126-ccd96dbcbb2e service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702920 Feb 11 04:52:54.784212 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-a35d9380-8f97-46ea-be85-e56bb9c39453 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4263f4a7-a60d-4afa-bf4d-b25bbb855134 HTTP/1.1" status: 200 len: 2998 time: 0.0709963 Feb 11 04:52:54.813432 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-401bfbb4-0e2b-49d8-bc1c-4c95b61db29f req-0ce7e652-9017-403e-b5fe-ef12fd9c5a97 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037118 Feb 11 04:52:54.886595 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-aa527295-fe03-4516-98a2-4af0cd3d5657 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4263f4a7-a60d-4afa-bf4d-b25bbb855134 HTTP/1.1" status: 200 len: 2998 time: 0.1001692 Feb 11 04:52:55.063155 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-70dfa844-3eaf-4d67-86c8-141c5c13bc8d tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8afcb937-0422-4e6c-8d04-575e41bf416f HTTP/1.1" status: 200 len: 3002 time: 0.1734016 Feb 11 04:52:55.081260 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6160d1d-b841-4400-8765-dad69a9aad3a req-71cb5ff4-ffa1-4638-8710-2746a4cbe185 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0904348 Feb 11 04:52:55.148871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-5f0114b8-4302-475c-8f85-4f0ab6af07c1 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8afcb937-0422-4e6c-8d04-575e41bf416f HTTP/1.1" status: 200 len: 3002 time: 0.0622280 Feb 11 04:52:55.175344 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82a440d-778e-43db-980d-8c7f5e80f4c9 x-openstack-request-id: req-d82a440d-778e-43db-980d-8c7f5e80f4c9 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:55.176070 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed7c3a8-3809-49dc-802e-92d4484a54bc", "name": "network-vif-plugged", "status": "completed", "tag": "6b9800a3-8118-443e-9edc-4f2e04204958", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:55.176070 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d82a440d-778e-43db-980d-8c7f5e80f4c9 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:55.176345 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed7c3a8-3809-49dc-802e-92d4484a54bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9800a3-8118-443e-9edc-4f2e04204958', 'code': 200} Feb 11 04:52:55.253010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ef7d10-30fb-4539-a786-db248632694b req-b12fce82-7095-4610-bbe8-949ccfa90b99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de0dae5783d7479cb80c7e0939b76899&device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.3550348 Feb 11 04:52:55.264520 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0093e6c1-0565-420a-a13d-b2be5dc8ae2f req-5de60210-b64d-47ab-8db4-2ecf398a2797 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977665 Feb 11 04:52:55.362077 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-9a11cc8d-2285-451e-bfd4-0ae306669f60 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9c840daf-0fc6-4f31-bf72-8e64f9d3feec HTTP/1.1" status: 200 len: 2998 time: 0.2005281 Feb 11 04:52:55.389167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ef7d10-30fb-4539-a786-db248632694b req-e12fbe9c-7aff-4fb3-954e-56d7ef307e51 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=de0dae5783d7479cb80c7e0939b76899&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668616 Feb 11 04:52:55.401014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f45ba6-e552-473f-9144-8197ae5098d7 req-ff88a7ec-2f9a-465b-ba0d-3df3235dcab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:55.402812 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24f45ba6-e552-473f-9144-8197ae5098d7 req-ff88a7ec-2f9a-465b-ba0d-3df3235dcab5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 1129 time: 0.0819678 Feb 11 04:52:55.500228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef7d10-30fb-4539-a786-db248632694b req-6b0dd00f-f601-4ee4-8ea0-4999caac45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:55.501702 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ef7d10-30fb-4539-a786-db248632694b req-6b0dd00f-f601-4ee4-8ea0-4999caac45a2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038220 Feb 11 04:52:55.645678 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24f45ba6-e552-473f-9144-8197ae5098d7 req-bad3815d-3be7-42f2-8193-4c35d3d6507b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430061 Feb 11 04:52:55.662121 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-605c4a26-9074-48e2-b73b-21d637a4032f tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9c840daf-0fc6-4f31-bf72-8e64f9d3feec HTTP/1.1" status: 200 len: 2998 time: 0.2783179 Feb 11 04:52:55.720301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36974) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:55.726543 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-eea175dd-bacd-4c3c-9c67-e118db0508e6 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/af730101-999c-4151-aa8e-fc4b4dbdfd98 HTTP/1.1" status: 200 len: 3002 time: 0.0572081 Feb 11 04:52:55.786491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-21582ea5-c501-412b-a32d-3134c6db6ccf tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/af730101-999c-4151-aa8e-fc4b4dbdfd98 HTTP/1.1" status: 200 len: 3002 time: 0.0420513 Feb 11 04:52:55.862459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-ffec7ea3-cd3f-4b8b-ac73-720c63fe4daf tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c836e0c7-a38a-4542-b99b-abc08e2fea83 HTTP/1.1" status: 200 len: 2998 time: 0.0661681 Feb 11 04:52:55.964624 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-25380c3a-56bc-48ba-a49d-88979457f3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:55.967542 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-68388b99-fee0-4a44-8b12-bfbfc1c27cc2 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c836e0c7-a38a-4542-b99b-abc08e2fea83 HTTP/1.1" status: 200 len: 2998 time: 0.0904281 Feb 11 04:52:56.008675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d91ba-5edc-42d6-a10c-9a0d7564673e req-54338992-eb94-481e-9530-1070578abaad tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:56.016368 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb7d91ba-5edc-42d6-a10c-9a0d7564673e req-54338992-eb94-481e-9530-1070578abaad tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 946 time: 0.0959890 Feb 11 04:52:56.027328 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-ba4d3417-8af2-4119-a4b1-a26d390135c3 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d81738a3-7ddb-4f5e-9b10-8a11f65fd058 HTTP/1.1" status: 200 len: 2990 time: 0.0587070 Feb 11 04:52:56.115832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-7a4dd47e-040c-4a73-b22d-be02b30d6ebf tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d81738a3-7ddb-4f5e-9b10-8a11f65fd058 HTTP/1.1" status: 200 len: 2990 time: 0.0870409 Feb 11 04:52:56.156588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb7d91ba-5edc-42d6-a10c-9a0d7564673e req-8cc4663a-dd66-4e2b-9322-3987cf43c44a tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392345 Feb 11 04:52:56.172566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-26621229-b91b-4bed-8b7a-8afa580853e2 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d93d1416-d00a-4933-8aa0-281f7c3e7c43 HTTP/1.1" status: 200 len: 3002 time: 0.0550020 Feb 11 04:52:56.269474 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-5ec72d6d-e60d-40f5-8940-71c5c12f24cc tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d93d1416-d00a-4933-8aa0-281f7c3e7c43 HTTP/1.1" status: 200 len: 3002 time: 0.0955269 Feb 11 04:52:56.303974 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-25380c3a-56bc-48ba-a49d-88979457f3d8 admin admin] Publish callbacks [] for security_group (15a148fd-a22b-4250-a5d1-ac988c98e160), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.315216 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-25380c3a-56bc-48ba-a49d-88979457f3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (15a148fd-a22b-4250-a5d1-ac988c98e160), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.357272 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-953bf15b-8b4a-495b-a583-1b78d73721eb tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dac98f46-30cc-48d4-9662-9e95e0d4bd5c HTTP/1.1" status: 200 len: 3002 time: 0.0845726 Feb 11 04:52:56.400755 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380c3a-56bc-48ba-a49d-88979457f3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a148fd-a22b-4250-a5d1-ac988c98e160,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:56.419170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-942df5fe-dd66-4acd-843f-793065a75094 req-42583240-9c5a-4a00-9f82-6c45a0b5853f tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dac98f46-30cc-48d4-9662-9e95e0d4bd5c HTTP/1.1" status: 200 len: 3002 time: 0.0607393 Feb 11 04:52:56.587035 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fdbc73e-9fd0-4746-82dc-cd3b02d57d06 req-3a6b5f4c-af2b-486d-a297-b099974c560f tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.1585414 Feb 11 04:52:56.592245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-25380c3a-56bc-48ba-a49d-88979457f3d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9544ddacf92c467faafe5b684cf63adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8702338 Feb 11 04:52:56.595502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36994) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:56.676884 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc027383-28e8-4bab-9604-28d675e8019a admin admin] Publish callbacks [] for security_group (15a148fd-a22b-4250-a5d1-ac988c98e160), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.701421 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc027383-28e8-4bab-9604-28d675e8019a admin admin] Publish callbacks [] for security_group (15a148fd-a22b-4250-a5d1-ac988c98e160), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.722169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92ad09f9-48e0-4164-beab-78c094ae8b5f req-79fab65e-115c-4523-9b25-17d2a32214d3 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ff14c97a8024f10815ac53db30f058f HTTP/1.1" status: 200 len: 6161 time: 0.2496843 Feb 11 04:52:56.802521 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc027383-28e8-4bab-9604-28d675e8019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (15a148fd-a22b-4250-a5d1-ac988c98e160), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.809987 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc027383-28e8-4bab-9604-28d675e8019a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.811818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc027383-28e8-4bab-9604-28d675e8019a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15a148fd-a22b-4250-a5d1-ac988c98e160 HTTP/1.1" status: 204 len: 168 time: 0.2152944 Feb 11 04:52:56.814398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92ad09f9-48e0-4164-beab-78c094ae8b5f req-dca22377-81ae-46b2-a4fa-fdfb8a6bde3c tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] 10.222.0.48 "GET /v2.0/security-groups/af730101-999c-4151-aa8e-fc4b4dbdfd98 HTTP/1.1" status: 200 len: 3002 time: 0.0911295 Feb 11 04:52:56.829776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc027383-28e8-4bab-9604-28d675e8019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a148fd-a22b-4250-a5d1-ac988c98e160,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:57.418077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff7613-a4eb-4960-8c9e-5c7cac3ded88 req-89154d88-ed71-465b-98a2-23ea3ace429f tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:57.418339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37026) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:57.420410 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-45ff7613-a4eb-4960-8c9e-5c7cac3ded88 req-89154d88-ed71-465b-98a2-23ea3ace429f tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 946 time: 0.0987768 Feb 11 04:52:57.434038 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-971233cd-2237-4e23-a252-57bbd11ae2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.444506 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92ad09f9-48e0-4164-beab-78c094ae8b5f req-b1d2908f-d89c-433d-a30a-62e02dc7aabc tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] 10.222.0.48 "GET /v2.0/security-groups/af730101-999c-4151-aa8e-fc4b4dbdfd98 HTTP/1.1" status: 200 len: 3002 time: 0.6293190 Feb 11 04:52:57.546340 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-45ff7613-a4eb-4960-8c9e-5c7cac3ded88 req-0c98628d-8048-4723-9cd8-d606ca32a0f3 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859368 Feb 11 04:52:57.622243 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f60f378f-cb34-4531-a4ff-40f3dbe625b1 req-893df2eb-f0cd-4419-88f5-3cb981ae9918 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2502183c-a744-40e2-8f4a-9e4933a63da2 HTTP/1.1" status: 200 len: 1796 time: 0.0426309 Feb 11 04:52:57.629149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f3af5-b954-48dd-b85c-f5d09e79a000 req-c5fc906d-affa-41dd-9aa5-2f1ae73004e4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:57.630669 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-885f3af5-b954-48dd-b85c-f5d09e79a000 req-c5fc906d-affa-41dd-9aa5-2f1ae73004e4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 945 time: 0.1004817 Feb 11 04:52:57.641117 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-971233cd-2237-4e23-a252-57bbd11ae2ad admin admin] Publish callbacks [] for security_group (22197a7a-43b1-461b-89c5-569e7d0cdd27), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.683896 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-971233cd-2237-4e23-a252-57bbd11ae2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (22197a7a-43b1-461b-89c5-569e7d0cdd27), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.726211 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f60f378f-cb34-4531-a4ff-40f3dbe625b1 req-b377ca03-fd26-479c-8f62-0e94b7b30d36 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (2502183c-a744-40e2-8f4a-9e4933a63da2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.750777 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f60f378f-cb34-4531-a4ff-40f3dbe625b1 req-b377ca03-fd26-479c-8f62-0e94b7b30d36 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (2502183c-a744-40e2-8f4a-9e4933a63da2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.759562 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-971233cd-2237-4e23-a252-57bbd11ae2ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e279ec7e93ed464ba93e2e329e7ff07b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379023 Feb 11 04:52:57.759562 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971233cd-2237-4e23-a252-57bbd11ae2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22197a7a-43b1-461b-89c5-569e7d0cdd27,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:57.761439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37038) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:57.801779 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f60f378f-cb34-4531-a4ff-40f3dbe625b1 req-b377ca03-fd26-479c-8f62-0e94b7b30d36 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2502183c-a744-40e2-8f4a-9e4933a63da2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.805295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f60f378f-cb34-4531-a4ff-40f3dbe625b1 req-b377ca03-fd26-479c-8f62-0e94b7b30d36 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.818589 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f60f378f-cb34-4531-a4ff-40f3dbe625b1 req-b377ca03-fd26-479c-8f62-0e94b7b30d36 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/2502183c-a744-40e2-8f4a-9e4933a63da2 HTTP/1.1" status: 204 len: 173 time: 0.1890690 Feb 11 04:52:57.837960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377ca03-fd26-479c-8f62-0e94b7b30d36 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2502183c-a744-40e2-8f4a-9e4933a63da2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:57.838213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-885f3af5-b954-48dd-b85c-f5d09e79a000 req-f4ce16cd-383f-41d3-ab18-328c58047cd7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909688 Feb 11 04:52:57.882515 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e09a027d-d1ad-40b7-a553-668aebf5792a admin admin] Publish callbacks [] for security_group (22197a7a-43b1-461b-89c5-569e7d0cdd27), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.917210 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60bbc832-7a79-4cac-8998-4cfc2a3ee592 req-276c70e9-e2e0-455b-ab10-f411268921a5 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0374849 Feb 11 04:52:57.931695 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e09a027d-d1ad-40b7-a553-668aebf5792a admin admin] Publish callbacks [] for security_group (22197a7a-43b1-461b-89c5-569e7d0cdd27), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.976338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b46a88f4-3e4c-4c66-b815-066537b52b8b req-f551d1fb-987b-4a74-86aa-f916322bf98f tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "GET /v2.0/security-groups/15a5071d-be35-424a-92ca-b9fb85704ef7 HTTP/1.1" status: 200 len: 1796 time: 0.1179450 Feb 11 04:52:58.020936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e09a027d-d1ad-40b7-a553-668aebf5792a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (22197a7a-43b1-461b-89c5-569e7d0cdd27), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.023860 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e09a027d-d1ad-40b7-a553-668aebf5792a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.028235 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e09a027d-d1ad-40b7-a553-668aebf5792a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22197a7a-43b1-461b-89c5-569e7d0cdd27 HTTP/1.1" status: 204 len: 168 time: 0.2633507 Feb 11 04:52:58.046189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a027d-d1ad-40b7-a553-668aebf5792a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22197a7a-43b1-461b-89c5-569e7d0cdd27,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:58.065643 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b46a88f4-3e4c-4c66-b815-066537b52b8b req-51e30a1a-8e2d-4e53-bcf0-02c9dbf7b6f6 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (15a5071d-be35-424a-92ca-b9fb85704ef7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.101912 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b46a88f4-3e4c-4c66-b815-066537b52b8b req-51e30a1a-8e2d-4e53-bcf0-02c9dbf7b6f6 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (15a5071d-be35-424a-92ca-b9fb85704ef7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.172531 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b46a88f4-3e4c-4c66-b815-066537b52b8b req-51e30a1a-8e2d-4e53-bcf0-02c9dbf7b6f6 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (15a5071d-be35-424a-92ca-b9fb85704ef7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.175969 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b46a88f4-3e4c-4c66-b815-066537b52b8b req-51e30a1a-8e2d-4e53-bcf0-02c9dbf7b6f6 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.182001 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b46a88f4-3e4c-4c66-b815-066537b52b8b req-51e30a1a-8e2d-4e53-bcf0-02c9dbf7b6f6 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/15a5071d-be35-424a-92ca-b9fb85704ef7 HTTP/1.1" status: 204 len: 173 time: 0.1885610 Feb 11 04:52:58.205641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e30a1a-8e2d-4e53-bcf0-02c9dbf7b6f6 tempest-SecurityGroupsTestAdminJSON-104476875 tempest-SecurityGroupsTestAdminJSON-104476875-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a5071d-be35-424a-92ca-b9fb85704ef7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:58.282093 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b3ba5d4f-41bc-4d47-afee-52121c232e33 req-6e6245b3-39bc-4d71-bf35-60c75f80cb9a tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] 10.222.0.48 "GET /v2.0/security-groups/9e1634a8-0d41-46b7-8274-d56607f53503 HTTP/1.1" status: 200 len: 1796 time: 0.0791681 Feb 11 04:52:58.360717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b3ba5d4f-41bc-4d47-afee-52121c232e33 req-5b08e0ef-ece6-4928-a095-8d76208879dc tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (9e1634a8-0d41-46b7-8274-d56607f53503), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.389116 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b3ba5d4f-41bc-4d47-afee-52121c232e33 req-5b08e0ef-ece6-4928-a095-8d76208879dc tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (9e1634a8-0d41-46b7-8274-d56607f53503), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.465717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b3ba5d4f-41bc-4d47-afee-52121c232e33 req-5b08e0ef-ece6-4928-a095-8d76208879dc tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9e1634a8-0d41-46b7-8274-d56607f53503), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.468721 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b3ba5d4f-41bc-4d47-afee-52121c232e33 req-5b08e0ef-ece6-4928-a095-8d76208879dc tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.470124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b3ba5d4f-41bc-4d47-afee-52121c232e33 req-5b08e0ef-ece6-4928-a095-8d76208879dc tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] 10.222.0.48 "DELETE /v2.0/security-groups/9e1634a8-0d41-46b7-8274-d56607f53503 HTTP/1.1" status: 204 len: 173 time: 0.1733799 Feb 11 04:52:58.488233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08e0ef-ece6-4928-a095-8d76208879dc tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1634a8-0d41-46b7-8274-d56607f53503,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:58.597991 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-752b842d-2842-47dd-8200-8fadf8b90875 req-9a7483c8-2f9e-4a5b-8624-cf90b81fd109 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] 10.222.0.48 "GET /v2.0/security-groups/7d9fbc66-da36-455d-be59-1d6ab2230d78 HTTP/1.1" status: 200 len: 1796 time: 0.0849636 Feb 11 04:52:58.704073 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-752b842d-2842-47dd-8200-8fadf8b90875 req-ec29c01b-e13f-480a-b330-50494564c942 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (7d9fbc66-da36-455d-be59-1d6ab2230d78), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.736405 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-752b842d-2842-47dd-8200-8fadf8b90875 req-ec29c01b-e13f-480a-b330-50494564c942 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (7d9fbc66-da36-455d-be59-1d6ab2230d78), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.794233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-752b842d-2842-47dd-8200-8fadf8b90875 req-ec29c01b-e13f-480a-b330-50494564c942 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7d9fbc66-da36-455d-be59-1d6ab2230d78), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.797155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab83da-8ad2-4498-9623-6bd1eea2f53d req-3b5e8617-11de-4c26-8fa8-13b60b1a0d85 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:58.799539 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-752b842d-2842-47dd-8200-8fadf8b90875 req-ec29c01b-e13f-480a-b330-50494564c942 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.802334 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-752b842d-2842-47dd-8200-8fadf8b90875 req-ec29c01b-e13f-480a-b330-50494564c942 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] 10.222.0.48 "DELETE /v2.0/security-groups/7d9fbc66-da36-455d-be59-1d6ab2230d78 HTTP/1.1" status: 204 len: 173 time: 0.1974711 Feb 11 04:52:58.818021 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7ab83da-8ad2-4498-9623-6bd1eea2f53d req-3b5e8617-11de-4c26-8fa8-13b60b1a0d85 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 946 time: 0.1323478 Feb 11 04:52:58.827468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29c01b-e13f-480a-b330-50494564c942 tempest-SecurityGroupsTestAdminJSON-149299110 tempest-SecurityGroupsTestAdminJSON-149299110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9fbc66-da36-455d-be59-1d6ab2230d78,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:58.902553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7ab83da-8ad2-4498-9623-6bd1eea2f53d req-55361ca3-6c35-4cb7-9d50-bc9fdde5b8c2 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821741 Feb 11 04:52:59.023889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2ddf3-88a5-40ca-8721-596e6f590dad req-1e792c5c-653c-4739-8b04-2b4f02e6d44b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:59.033267 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fec2ddf3-88a5-40ca-8721-596e6f590dad req-1e792c5c-653c-4739-8b04-2b4f02e6d44b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 945 time: 0.0691173 Feb 11 04:52:59.179719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fec2ddf3-88a5-40ca-8721-596e6f590dad req-eaa4a7c4-01f8-42d8-8605-9db670ce67af tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235676 Feb 11 04:52:59.301625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37094) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:59.339650 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6249f4d0-d113-426e-8190-8d937a6a8f03 req-1691f415-ddfb-4d2b-af93-0272fb1cf969 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0537329 Feb 11 04:52:59.945495 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e74b07aa-cb92-4d80-9325-d9f9753664d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ff14c97a8024f10815ac53db30f058f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6403291 Feb 11 04:52:59.946015 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37126) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:00.105752 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07d1bae3-a6e2-4eca-9c64-8c2bcaa4f3ab admin admin] Publish callbacks [] for security_group (af730101-999c-4151-aa8e-fc4b4dbdfd98), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.140700 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07d1bae3-a6e2-4eca-9c64-8c2bcaa4f3ab admin admin] Publish callbacks [] for security_group (af730101-999c-4151-aa8e-fc4b4dbdfd98), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.215801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07d1bae3-a6e2-4eca-9c64-8c2bcaa4f3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (af730101-999c-4151-aa8e-fc4b4dbdfd98), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.219903 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07d1bae3-a6e2-4eca-9c64-8c2bcaa4f3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.223505 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-07d1bae3-a6e2-4eca-9c64-8c2bcaa4f3ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af730101-999c-4151-aa8e-fc4b4dbdfd98 HTTP/1.1" status: 204 len: 168 time: 0.2767603 Feb 11 04:53:00.250860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1bae3-a6e2-4eca-9c64-8c2bcaa4f3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af730101-999c-4151-aa8e-fc4b4dbdfd98,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:00.523854 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-feb4efae-06e2-49d0-b9cd-2ac3778a622f req-02801907-b45e-482e-8ffb-2c41a3556e17 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0567236 Feb 11 04:53:00.897604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37176) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:00.980705 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f413ab2e-b0ad-4953-b61e-5d031094acb0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3a7ea7f3ecf4a46a3a9d0279f38abdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816927 Feb 11 04:53:00.983760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37180) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:01.041212 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ee4aea5-c4fb-47b9-9aff-27e5456343b4 admin admin] Publish callbacks [] for security_group (dac98f46-30cc-48d4-9662-9e95e0d4bd5c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:01.084230 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ee4aea5-c4fb-47b9-9aff-27e5456343b4 admin admin] Publish callbacks [] for security_group (dac98f46-30cc-48d4-9662-9e95e0d4bd5c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:01.193674 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ee4aea5-c4fb-47b9-9aff-27e5456343b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dac98f46-30cc-48d4-9662-9e95e0d4bd5c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:01.196728 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ee4aea5-c4fb-47b9-9aff-27e5456343b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:01.202502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1ee4aea5-c4fb-47b9-9aff-27e5456343b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dac98f46-30cc-48d4-9662-9e95e0d4bd5c HTTP/1.1" status: 204 len: 168 time: 0.2174933 Feb 11 04:53:01.234502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4aea5-c4fb-47b9-9aff-27e5456343b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac98f46-30cc-48d4-9662-9e95e0d4bd5c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:01.695089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-016276f6-d3f4-47d8-8ace-b4caf51411f4 req-6436ffca-629d-419b-ab62-a5a9e0347b13 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0486472 Feb 11 04:53:02.045657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae5620-7446-4c81-9f2f-ff79070f4a73 req-a5e19e54-5638-43d6-bcc5-9e945773a1b7 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:02.055830 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eaae5620-7446-4c81-9f2f-ff79070f4a73 req-a5e19e54-5638-43d6-bcc5-9e945773a1b7 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 946 time: 0.1002440 Feb 11 04:53:02.176935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eaae5620-7446-4c81-9f2f-ff79070f4a73 req-e2f3889a-aaff-44c6-8e9b-0124e131b400 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139264 Feb 11 04:53:02.718753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:02.883353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 368ae4bc-b5fd-4735-b642-32788d9a02a0 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:02.884218 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:02.907480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edb8d152-1bbb-4fd1-84b2-bfda178520bb req-d8aa5248-c1cd-42f7-a213-47ea8025f82c tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0577788 Feb 11 04:53:02.916581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:02.920176 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f3f000-dd51-41f0-89e5-585bacd2626f" -d '{"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-unplugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:02.971549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:02.986442 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.019717 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f76137-b0df-413f-9901-31def488a69b x-openstack-request-id: req-90f76137-b0df-413f-9901-31def488a69b {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:03.020017 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-unplugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:03.020400 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90f76137-b0df-413f-9901-31def488a69b {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:03.020842 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'code': 200} Feb 11 04:53:03.077360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:03.115193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37368) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:03.158064 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.360746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cd4c7-c99a-477f-89e4-1f0370c98749 req-925b587f-6617-4b65-b51e-b350dc3e44d5 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:03.362695 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-442cd4c7-c99a-477f-89e4-1f0370c98749 req-925b587f-6617-4b65-b51e-b350dc3e44d5 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 946 time: 0.0688033 Feb 11 04:53:03.441649 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10f0081d-735e-4336-a237-846e11bc18a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.446379 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-442cd4c7-c99a-477f-89e4-1f0370c98749 req-1dc2017d-c071-4297-b407-2c5af7abdabf tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719609 Feb 11 04:53:03.526178 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10f0081d-735e-4336-a237-846e11bc18a4 admin admin] Publish callbacks [] for security_group (8c76f90a-0723-4a0e-9bc8-b09217674d31), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.534057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10f0081d-735e-4336-a237-846e11bc18a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8c76f90a-0723-4a0e-9bc8-b09217674d31), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.611358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37388) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:03.618332 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-10f0081d-735e-4336-a237-846e11bc18a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5f4c648a60d4942a12a9985396b3cf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5019190 Feb 11 04:53:03.619624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0081d-735e-4336-a237-846e11bc18a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c76f90a-0723-4a0e-9bc8-b09217674d31,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:03.673113 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb4a32d6-84c1-470f-a662-8417145de428 admin admin] Publish callbacks [] for security_group (8c76f90a-0723-4a0e-9bc8-b09217674d31), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.697798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb4a32d6-84c1-470f-a662-8417145de428 admin admin] Publish callbacks [] for security_group (8c76f90a-0723-4a0e-9bc8-b09217674d31), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.793612 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb4a32d6-84c1-470f-a662-8417145de428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8c76f90a-0723-4a0e-9bc8-b09217674d31), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.796336 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb4a32d6-84c1-470f-a662-8417145de428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.805878 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bb4a32d6-84c1-470f-a662-8417145de428 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c76f90a-0723-4a0e-9bc8-b09217674d31 HTTP/1.1" status: 204 len: 168 time: 0.1932452 Feb 11 04:53:03.818178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a32d6-84c1-470f-a662-8417145de428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c76f90a-0723-4a0e-9bc8-b09217674d31,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:03.827776 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff720d35-9711-42e1-b0f1-f7ed83c96d28 req-a06f24a8-f567-499d-9e6a-0af2e4fc4417 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0541120 Feb 11 04:53:04.051605 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-132025ce-f831-434f-8942-9d9697ec6c4f req-7251a1d7-75cd-469e-a51e-b4f31eab0370 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0357361 Feb 11 04:53:04.170790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37426) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:04.349080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d4f412a-e00e-4c18-8b6e-89c48254879c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.389374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b0729-6a98-4b05-a968-c62d51e5a0e0 req-d8e37156-b235-42b2-897f-a1ad61c45c9a tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:04.393623 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-677b0729-6a98-4b05-a968-c62d51e5a0e0 req-d8e37156-b235-42b2-897f-a1ad61c45c9a tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 946 time: 0.1219945 Feb 11 04:53:04.471643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37442) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:04.523859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3c57651-b64a-480e-9247-dbb9921f31d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.537005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d4f412a-e00e-4c18-8b6e-89c48254879c admin admin] Publish callbacks [] for security_group (85488136-443e-442a-a3cf-bd3870b47c4c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.549520 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d4f412a-e00e-4c18-8b6e-89c48254879c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (85488136-443e-442a-a3cf-bd3870b47c4c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.638985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6d4f412a-e00e-4c18-8b6e-89c48254879c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4824c2e43654c31a7aef565efc41625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4662578 Feb 11 04:53:04.640887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:04.676397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f412a-e00e-4c18-8b6e-89c48254879c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85488136-443e-442a-a3cf-bd3870b47c4c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:04.695208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-677b0729-6a98-4b05-a968-c62d51e5a0e0 req-c5c74c22-b137-49b1-8deb-33c5fba8fd35 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Deleting port 6b9800a3-8118-443e-9edc-4f2e04204958 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:04.696431 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-677b0729-6a98-4b05-a968-c62d51e5a0e0 req-c5c74c22-b137-49b1-8deb-33c5fba8fd35 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.705475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3c57651-b64a-480e-9247-dbb9921f31d1 admin admin] Publish callbacks [] for security_group (6a75f094-28a3-454c-83ff-e944f342441b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.723400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3c57651-b64a-480e-9247-dbb9921f31d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6a75f094-28a3-454c-83ff-e944f342441b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.725176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c4543-4681-48f0-94e5-a0911b5bd3a5 req-612ebd54-6e95-4113-bb19-ce6e8ee21b2b tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:04.726749 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d09c4543-4681-48f0-94e5-a0911b5bd3a5 req-612ebd54-6e95-4113-bb19-ce6e8ee21b2b tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 946 time: 0.1487846 Feb 11 04:53:04.729639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:53:04.732785 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-965117a9-5462-4dcf-9427-a6a29c71f594 admin admin] Publish callbacks [] for security_group (85488136-443e-442a-a3cf-bd3870b47c4c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.758132 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-965117a9-5462-4dcf-9427-a6a29c71f594 admin admin] Publish callbacks [] for security_group (85488136-443e-442a-a3cf-bd3870b47c4c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.828769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c57651-b64a-480e-9247-dbb9921f31d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a75f094-28a3-454c-83ff-e944f342441b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:04.844753 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f3c57651-b64a-480e-9247-dbb9921f31d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc53d7a04ea7443788787dc75bbb4418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3708286 Feb 11 04:53:04.847639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37450) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:04.865181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-965117a9-5462-4dcf-9427-a6a29c71f594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (85488136-443e-442a-a3cf-bd3870b47c4c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.868280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-965117a9-5462-4dcf-9427-a6a29c71f594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.877417 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-965117a9-5462-4dcf-9427-a6a29c71f594 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85488136-443e-442a-a3cf-bd3870b47c4c HTTP/1.1" status: 204 len: 168 time: 0.2275298 Feb 11 04:53:04.889923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-677b0729-6a98-4b05-a968-c62d51e5a0e0 req-c5c74c22-b137-49b1-8deb-33c5fba8fd35 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] For port 6b9800a3-8118-443e-9edc-4f2e04204958, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=6b9800a3-8118-443e-9edc-4f2e04204958,segment=NetworkSegment(f93170c4-ea6b-423c-b1f3-94f30719473a),segment_id=f93170c4-ea6b-423c-b1f3-94f30719473a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:04.890300 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-677b0729-6a98-4b05-a968-c62d51e5a0e0 req-c5c74c22-b137-49b1-8deb-33c5fba8fd35 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.893953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d09c4543-4681-48f0-94e5-a0911b5bd3a5 req-89efd8a5-7d2f-4942-aa26-b39b0165748c tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e42b247-5343-4710-b0b6-517927572720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802979 Feb 11 04:53:04.912036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965117a9-5462-4dcf-9427-a6a29c71f594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85488136-443e-442a-a3cf-bd3870b47c4c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:04.930497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-677b0729-6a98-4b05-a968-c62d51e5a0e0 req-c5c74c22-b137-49b1-8deb-33c5fba8fd35 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Calling delete_port for 6b9800a3-8118-443e-9edc-4f2e04204958 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:04.947643 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb08473b-8cce-4d74-b5d1-7117d94522dc admin admin] Publish callbacks [] for security_group (6a75f094-28a3-454c-83ff-e944f342441b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.989106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:05.009079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'port_id': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'mac_address': 'fa:16:3e:3a:9b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:53:05.021426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb08473b-8cce-4d74-b5d1-7117d94522dc admin admin] Publish callbacks [] for security_group (6a75f094-28a3-454c-83ff-e944f342441b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.130819 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 368ae4bc-b5fd-4735-b642-32788d9a02a0 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:05.132375 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.184859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368ae4bc-b5fd-4735-b642-32788d9a02a0 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:05.287861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:05.301718 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.413195 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9908d33e-a2e8-431f-a5f3-7c14b042e92a req-3278df18-ea60-4ad6-88b7-706e0274716e tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.1077762 Feb 11 04:53:05.414867 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb08473b-8cce-4d74-b5d1-7117d94522dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6a75f094-28a3-454c-83ff-e944f342441b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.419189 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb08473b-8cce-4d74-b5d1-7117d94522dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.421269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37470) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:05.442668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fb08473b-8cce-4d74-b5d1-7117d94522dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a75f094-28a3-454c-83ff-e944f342441b HTTP/1.1" status: 204 len: 168 time: 0.5722120 Feb 11 04:53:05.447085 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-677b0729-6a98-4b05-a968-c62d51e5a0e0 req-c5c74c22-b137-49b1-8deb-33c5fba8fd35 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (6b9800a3-8118-443e-9edc-4f2e04204958), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.483938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['368ae4bc-b5fd-4735-b642-32788d9a02a0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:53:05.639024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08473b-8cce-4d74-b5d1-7117d94522dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a75f094-28a3-454c-83ff-e944f342441b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:05.654098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['6b9800a3-8118-443e-9edc-4f2e04204958'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:53:05.673600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-677b0729-6a98-4b05-a968-c62d51e5a0e0 req-c5c74c22-b137-49b1-8deb-33c5fba8fd35 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] No DVR routers for this DVR port 6b9800a3-8118-443e-9edc-4f2e04204958 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:05.684464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c74c22-b137-49b1-8deb-33c5fba8fd35 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Pushing event deleted for resources: {'Port': ['ID=6b9800a3-8118-443e-9edc-4f2e04204958,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:05.693263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-677b0729-6a98-4b05-a968-c62d51e5a0e0 req-c5c74c22-b137-49b1-8deb-33c5fba8fd35 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.700877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-677b0729-6a98-4b05-a968-c62d51e5a0e0 req-c5c74c22-b137-49b1-8deb-33c5fba8fd35 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.60 "DELETE /v2.0/ports/6b9800a3-8118-443e-9edc-4f2e04204958 HTTP/1.1" status: 204 len: 173 time: 1.3010676 Feb 11 04:53:05.701712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed7c3a8-3809-49dc-802e-92d4484a54bc', 'name': 'network-vif-deleted', 'tag': '6b9800a3-8118-443e-9edc-4f2e04204958'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:05.706426 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16403ae4-f75b-4ae1-bce7-f51d5fb5fbca" -d '{"events": [{"server_uuid": "1ed7c3a8-3809-49dc-802e-92d4484a54bc", "name": "network-vif-deleted", "tag": "6b9800a3-8118-443e-9edc-4f2e04204958"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:05.745873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37478) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:05.775827 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44508be2-f40d-49dd-866a-8d7d78a96c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.788793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:05.812989 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be14085-b8e1-4c2e-89ec-88b3a852f9c0 x-openstack-request-id: req-4be14085-b8e1-4c2e-89ec-88b3a852f9c0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:05.813300 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed7c3a8-3809-49dc-802e-92d4484a54bc", "name": "network-vif-deleted", "tag": "6b9800a3-8118-443e-9edc-4f2e04204958", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:05.813566 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4be14085-b8e1-4c2e-89ec-88b3a852f9c0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:05.813975 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed7c3a8-3809-49dc-802e-92d4484a54bc', 'name': 'network-vif-deleted', 'tag': '6b9800a3-8118-443e-9edc-4f2e04204958', 'status': 'completed', 'code': 200} Feb 11 04:53:06.043734 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44508be2-f40d-49dd-866a-8d7d78a96c1f admin admin] Publish callbacks [] for security_group (e6a57ed8-9dc7-4e87-a885-723e254fc2a7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:06.059273 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44508be2-f40d-49dd-866a-8d7d78a96c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e6a57ed8-9dc7-4e87-a885-723e254fc2a7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:06.135073 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-44508be2-f40d-49dd-866a-8d7d78a96c1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ffca0a8100744269b9336384eee9f5b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3874445 Feb 11 04:53:06.136844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44508be2-f40d-49dd-866a-8d7d78a96c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a57ed8-9dc7-4e87-a885-723e254fc2a7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:06.137710 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d259f30-7d59-452c-92f5-bf9dad4f1d43 req-3dd40885-ef2c-4733-bf77-95f447f22435 tempest-ServerTagsTestJSON-1273049966 tempest-ServerTagsTestJSON-1273049966-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ed7c3a8-3809-49dc-802e-92d4484a54bc HTTP/1.1" status: 200 len: 210 time: 0.0766919 Feb 11 04:53:06.140983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37486) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:06.258402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24dba7ac-bcc3-441c-b263-5d16460077ac admin admin] Publish callbacks [] for security_group (e6a57ed8-9dc7-4e87-a885-723e254fc2a7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:06.728571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:06.791527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 368ae4bc-b5fd-4735-b642-32788d9a02a0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:06.793454 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:06.909334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 368ae4bc-b5fd-4735-b642-32788d9a02a0 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:06.909743 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:06.974753 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24dba7ac-bcc3-441c-b263-5d16460077ac admin admin] Publish callbacks [] for security_group (e6a57ed8-9dc7-4e87-a885-723e254fc2a7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:06.977546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:06.978686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:06.982160 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea1128a-d640-40b0-a0d0-75c94cfd86cf" -d '{"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-plugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:06.987964 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.098265 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f80778-7e50-40a4-aff8-c5033ceb4c73 x-openstack-request-id: req-11f80778-7e50-40a4-aff8-c5033ceb4c73 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:07.099323 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-plugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:07.099783 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11f80778-7e50-40a4-aff8-c5033ceb4c73 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:07.100494 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'code': 200} Feb 11 04:53:07.139873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:07.157788 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5232d2dc-df46-4944-b1a1-1668b14dc67f req-50bd1cca-1799-4035-8a67-cf87b858f7af tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.1884305 Feb 11 04:53:07.170186 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24dba7ac-bcc3-441c-b263-5d16460077ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e6a57ed8-9dc7-4e87-a885-723e254fc2a7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.184137 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24dba7ac-bcc3-441c-b263-5d16460077ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.185357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-24dba7ac-bcc3-441c-b263-5d16460077ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6a57ed8-9dc7-4e87-a885-723e254fc2a7 HTTP/1.1" status: 204 len: 168 time: 1.0325835 Feb 11 04:53:07.226734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dba7ac-bcc3-441c-b263-5d16460077ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a57ed8-9dc7-4e87-a885-723e254fc2a7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:07.255991 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.291766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37524) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:07.405684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb40dcf-d798-46b0-a81c-4b97d8e89c4f admin admin] Deleting subnet d43ddc87-c022-4e51-8ce3-06113f1403eb {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:07.419230 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebb40dcf-d798-46b0-a81c-4b97d8e89c4f admin admin] Publish callbacks [] for subnet (d43ddc87-c022-4e51-8ce3-06113f1403eb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.516079 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebb40dcf-d798-46b0-a81c-4b97d8e89c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (d43ddc87-c022-4e51-8ce3-06113f1403eb), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.643382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-99e9f71d-a689-417f-8d38-954138a1348d req-8aa644eb-c5b8-4fb9-9ed7-da43a4f2e58c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de0dae5783d7479cb80c7e0939b76899&device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0721421 Feb 11 04:53:07.710010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-89ac77e1-eeb9-4994-b7de-f0877e6a9fc7 req-9cc76907-6223-46c0-8eaa-2585e95f7291 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0634668 Feb 11 04:53:07.742575 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-99e9f71d-a689-417f-8d38-954138a1348d req-072d12ab-d092-4f5e-a8e8-1e4a80e42bb1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=de0dae5783d7479cb80c7e0939b76899&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797834 Feb 11 04:53:07.810781 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebb40dcf-d798-46b0-a81c-4b97d8e89c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (d43ddc87-c022-4e51-8ce3-06113f1403eb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.069640 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aeedc47f-18dc-4ca4-8e9e-d5deeb0da88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.070149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9f71d-a689-417f-8d38-954138a1348d req-306f9554-f581-49b2-b392-631de7467ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:08.070889 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-99e9f71d-a689-417f-8d38-954138a1348d req-306f9554-f581-49b2-b392-631de7467ea9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3196874 Feb 11 04:53:08.074186 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebb40dcf-d798-46b0-a81c-4b97d8e89c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (d43ddc87-c022-4e51-8ce3-06113f1403eb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.098402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 6b9800a3-8118-443e-9edc-4f2e04204958 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:08.137553 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 6b9800a3-8118-443e-9edc-4f2e04204958 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:08.137899 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 6b9800a3-8118-443e-9edc-4f2e04204958 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:08.146176 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb40dcf-d798-46b0-a81c-4b97d8e89c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43ddc87-c022-4e51-8ce3-06113f1403eb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:08.175957 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebb40dcf-d798-46b0-a81c-4b97d8e89c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.192378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37582) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:08.198338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ebb40dcf-d798-46b0-a81c-4b97d8e89c4f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d43ddc87-c022-4e51-8ce3-06113f1403eb HTTP/1.1" status: 204 len: 168 time: 0.9048300 Feb 11 04:53:08.277784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37584) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:08.289250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (5dc891fa-6138-4e0f-bebe-d79d7bdb1346), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.528401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (5dc891fa-6138-4e0f-bebe-d79d7bdb1346), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.617784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea3b4590-6578-49ae-a8ef-85d83147fd08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.630606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc891fa-6138-4e0f-bebe-d79d7bdb1346']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:08.652264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93170c4-ea6b-423c-b1f3-94f30719473a') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:08.652821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93170c4-ea6b-423c-b1f3-94f30719473a') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:08.671969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (f93170c4-ea6b-423c-b1f3-94f30719473a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.695177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (f93170c4-ea6b-423c-b1f3-94f30719473a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.710820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:53:08.711463 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (f93170c4-ea6b-423c-b1f3-94f30719473a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:53:08.713344 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:53:08.869757 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (5dc891fa-6138-4e0f-bebe-d79d7bdb1346), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.891224 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.896661 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5dc891fa-6138-4e0f-bebe-d79d7bdb1346 HTTP/1.1" status: 204 len: 168 time: 0.7007899 Feb 11 04:53:08.968279 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea3b4590-6578-49ae-a8ef-85d83147fd08 admin admin] Publish callbacks [] for security_group (ac1fc7a2-0680-49a8-94e6-9aa3a85b17ea), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.984584 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea3b4590-6578-49ae-a8ef-85d83147fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ac1fc7a2-0680-49a8-94e6-9aa3a85b17ea), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.009835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-aeedc47f-18dc-4ca4-8e9e-d5deeb0da88a admin admin] Deleting port 2399e87b-9a24-4139-abea-cb28d1e28257 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:09.010195 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aeedc47f-18dc-4ca4-8e9e-d5deeb0da88a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.012442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e13a15-9575-4c8c-ad4c-66ede1814f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc891fa-6138-4e0f-bebe-d79d7bdb1346,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:09.063204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37608) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:09.067125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b4590-6578-49ae-a8ef-85d83147fd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1fc7a2-0680-49a8-94e6-9aa3a85b17ea,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:09.076292 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-83e57f8d-6be9-4961-9b7b-38acb4dcb133 req-f782d3f1-14a4-49ee-ac4d-66fcb9f26582 tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.1607900 Feb 11 04:53:09.124280 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ea3b4590-6578-49ae-a8ef-85d83147fd08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7fef29494df4b9b96d1a5171bc5486b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8452675 Feb 11 04:53:09.131397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37612) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:09.208829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-aeedc47f-18dc-4ca4-8e9e-d5deeb0da88a admin admin] For port 2399e87b-9a24-4139-abea-cb28d1e28257, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2399e87b-9a24-4139-abea-cb28d1e28257,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:09.209204 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aeedc47f-18dc-4ca4-8e9e-d5deeb0da88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.245451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-aeedc47f-18dc-4ca4-8e9e-d5deeb0da88a admin admin] Calling delete_port for 2399e87b-9a24-4139-abea-cb28d1e28257 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:09.258072 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1276e9a8-6e22-4677-adc3-f401fec00857 admin admin] Publish callbacks [] for security_group (ac1fc7a2-0680-49a8-94e6-9aa3a85b17ea), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.282335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-network', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:09.294348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37614) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:09.345896 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1276e9a8-6e22-4677-adc3-f401fec00857 admin admin] Publish callbacks [] for security_group (ac1fc7a2-0680-49a8-94e6-9aa3a85b17ea), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.351602 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-afb35217-1fcb-45af-a571-46b9c286f5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.383496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-31c58f6e-dd51-4c3a-93bd-c97101a2747e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=856e543472624f97bb5ebcce8da86e0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0866356 Feb 11 04:53:09.390693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37616) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:09.501702 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52f39398-6d52-4f79-9ea0-a9b7b3fc757d admin admin] Publish callbacks [] for security_group (2e42b247-5343-4710-b0b6-517927572720), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.521448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Made reservation on behalf of 31feba60ec1a4950ace1e36a37272c0d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:09.528614 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1276e9a8-6e22-4677-adc3-f401fec00857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ac1fc7a2-0680-49a8-94e6-9aa3a85b17ea), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.530126 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.532673 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1276e9a8-6e22-4677-adc3-f401fec00857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.534735 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1276e9a8-6e22-4677-adc3-f401fec00857 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac1fc7a2-0680-49a8-94e6-9aa3a85b17ea HTTP/1.1" status: 204 len: 168 time: 0.3943083 Feb 11 04:53:09.595474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276e9a8-6e22-4677-adc3-f401fec00857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1fc7a2-0680-49a8-94e6-9aa3a85b17ea,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:09.602754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52f39398-6d52-4f79-9ea0-a9b7b3fc757d admin admin] Publish callbacks [] for security_group (2e42b247-5343-4710-b0b6-517927572720), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.670580 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.720707 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52f39398-6d52-4f79-9ea0-a9b7b3fc757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2e42b247-5343-4710-b0b6-517927572720), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.723729 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52f39398-6d52-4f79-9ea0-a9b7b3fc757d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.728795 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-52f39398-6d52-4f79-9ea0-a9b7b3fc757d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e42b247-5343-4710-b0b6-517927572720 HTTP/1.1" status: 204 len: 168 time: 0.3365960 Feb 11 04:53:09.760195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f39398-6d52-4f79-9ea0-a9b7b3fc757d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e42b247-5343-4710-b0b6-517927572720,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:09.914208 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-99e9f71d-a689-417f-8d38-954138a1348d req-504a755d-bdeb-48b0-9aac-f59184d56d8d tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.60 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0710294 Feb 11 04:53:10.041064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Publish callbacks [] for security_group (74ac017f-e99c-488c-8eda-1de4d99ed846), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.055029 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (74ac017f-e99c-488c-8eda-1de4d99ed846), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.085543 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aeedc47f-18dc-4ca4-8e9e-d5deeb0da88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2399e87b-9a24-4139-abea-cb28d1e28257), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.132117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:53:10.185869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedc47f-18dc-4ca4-8e9e-d5deeb0da88a admin admin] Pushing event deleted for resources: {'Port': ['ID=2399e87b-9a24-4139-abea-cb28d1e28257,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:10.203017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ac017f-e99c-488c-8eda-1de4d99ed846,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:10.250366 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9c3c8f82-9a72-4045-892b-6825e29feafc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.250717 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Added segment 9c3c8f82-9a72-4045-892b-6825e29feafc of type vlan for network a98bda49-1965-4ebf-9996-1aaec756046e Feb 11 04:53:10.362814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (a98bda49-1965-4ebf-9996-1aaec756046e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.418018 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0df5963b-b1be-4708-813c-6827412811e2 req-e2a28433-3578-41c1-9e88-e38bc40dbd2c tempest-ServerShowV257Test-328184738 tempest-ServerShowV257Test-328184738-project] 10.222.0.48 "GET /v2.0/ports?device_id=a660d9cf-3a91-4fb9-a897-9202b48f6835 HTTP/1.1" status: 200 len: 210 time: 0.0648232 Feb 11 04:53:10.660665 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aeedc47f-18dc-4ca4-8e9e-d5deeb0da88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.814590 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (a98bda49-1965-4ebf-9996-1aaec756046e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.815607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:10.816199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.879462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.8128941 Feb 11 04:53:10.894477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37666) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:10.903444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-63b0e777-2665-4df3-b98d-b00db6ed62ac admin admin] Request body: {'subnet': {'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-subnet', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:10.933004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400bc4c-2e09-48d2-afd5-54ac308a3a33 req-ccf98e34-16b2-4d3f-9943-3eee3b671688 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:10.942815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2400bc4c-2e09-48d2-afd5-54ac308a3a33 req-ccf98e34-16b2-4d3f-9943-3eee3b671688 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 945 time: 0.1263120 Feb 11 04:53:10.971892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b0e777-2665-4df3-b98d-b00db6ed62ac admin admin] Made reservation on behalf of 31feba60ec1a4950ace1e36a37272c0d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:10.975551 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63b0e777-2665-4df3-b98d-b00db6ed62ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.096754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e926e6-f876-4845-9b9f-0848d3923159 admin admin] Pushing event updated for resources: {'Network': ['ID=a98bda49-1965-4ebf-9996-1aaec756046e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:11.100018 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2400bc4c-2e09-48d2-afd5-54ac308a3a33 req-2b0b43f1-0e14-48d4-8ea3-220fdb610a8d tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561017 Feb 11 04:53:11.127105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network a98bda49-1965-4ebf-9996-1aaec756046e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:53:11.356256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63b0e777-2665-4df3-b98d-b00db6ed62ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (7e0788ec-f4d9-4587-93b0-268fd8810202), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.444246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0e777-2665-4df3-b98d-b00db6ed62ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e0788ec-f4d9-4587-93b0-268fd8810202,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:11.486921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeedc47f-18dc-4ca4-8e9e-d5deeb0da88a admin admin] Router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:53:11.497942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b0e777-2665-4df3-b98d-b00db6ed62ac admin admin] Checking segment: {'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:11.498361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b0e777-2665-4df3-b98d-b00db6ed62ac admin admin] Network hostable DHCP agents. Network: a98bda49-1965-4ebf-9996-1aaec756046e, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:53:11.549327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b0e777-2665-4df3-b98d-b00db6ed62ac admin admin] Network a98bda49-1965-4ebf-9996-1aaec756046e is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:53:11.565477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-63b0e777-2665-4df3-b98d-b00db6ed62ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, a98bda49-1965-4ebf-9996-1aaec756046e) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:11.570075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b0e777-2665-4df3-b98d-b00db6ed62ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:11.570678 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63b0e777-2665-4df3-b98d-b00db6ed62ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.576479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8446c65-6c56-4779-b17f-a41c3d48c9a6 None None] Network a98bda49-1965-4ebf-9996-1aaec756046e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:11.616090 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-63b0e777-2665-4df3-b98d-b00db6ed62ac admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7187538 Feb 11 04:53:11.619596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37702) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:11.635352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:11.706685 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (1f40cc16-abb0-4183-b91b-86a9ee5362c5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.707840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (1f40cc16-abb0-4183-b91b-86a9ee5362c5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.808292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeedc47f-18dc-4ca4-8e9e-d5deeb0da88a admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:11.821105 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aeedc47f-18dc-4ca4-8e9e-d5deeb0da88a admin admin] 10.222.0.48 "PUT /v2.0/routers/bf3c6b79-22a8-4f98-a98b-77c4c1a20235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3960762 Feb 11 04:53:11.823085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37710) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:11.830924 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164e6504-14fb-4473-99cb-5b7e21333d9a None None] Sync routers for ids ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:11.868030 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e6504-14fb-4473-99cb-5b7e21333d9a None None] Routers {'bf3c6b79-22a8-4f98-a98b-77c4c1a20235'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:11.872752 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-164e6504-14fb-4473-99cb-5b7e21333d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:52:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:11.934408 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-60a74389-417c-43a7-9ea4-9b0b99f5f912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.939590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-a98bda49-1965-4ebf-9996-1aaec756046e', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'fixed_ips': [{'subnet_id': '7e0788ec-f4d9-4587-93b0-268fd8810202'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:53:11.947560 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.969051 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Publish callbacks [] for router_controller (1f40cc16-abb0-4183-b91b-86a9ee5362c5), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.221683 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-164e6504-14fb-4473-99cb-5b7e21333d9a None None] Set router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:12.295381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Allocated IP 172.20.0.2 (a98bda49-1965-4ebf-9996-1aaec756046e/7e0788ec-f4d9-4587-93b0-268fd8810202/b97dae7b-1144-44a7-9998-e17e41c00710) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:12.662317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37766) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:12.684948 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Publish callbacks [] for port (b97dae7b-1144-44a7-9998-e17e41c00710), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.757455 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.785621 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.874334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Network a98bda49-1965-4ebf-9996-1aaec756046e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:12.877324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:12.887317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:12.893559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Pushing event updated for resources: {'Port': ['ID=b97dae7b-1144-44a7-9998-e17e41c00710,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:12.915480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee21d-209d-430b-bd0c-2337df1046ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.014793 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51a48a59-1f4e-4f79-9e22-06ead8c501f1 req-c7ab96f3-4e4d-4fa4-9eaf-5d3289563d76 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0969663 Feb 11 04:53:13.017454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Attempting to bind port b97dae7b-1144-44a7-9998-e17e41c00710 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:13.017827 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Attempting to bind port b97dae7b-1144-44a7-9998-e17e41c00710 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:13.018832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Attempting to bind port b97dae7b-1144-44a7-9998-e17e41c00710 on network a98bda49-1965-4ebf-9996-1aaec756046e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:13.029500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:13.031463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Checking segment: {'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:13.031880 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.032268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Bound using segment: {'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:13.032762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Bound port: b97dae7b-1144-44a7-9998-e17e41c00710, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:13.033167 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.095802 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Publish callbacks [] for router_gateway (1f40cc16-abb0-4183-b91b-86a9ee5362c5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.164868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee21d-209d-430b-bd0c-2337df1046ca admin admin] Publish callbacks [] for security_group (4b89542b-542c-48e6-bc2a-d0ec80f64111), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.166925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285421a-e82c-4b8b-9f75-6d355d15607e req-bbd22650-0431-4359-94a2-5d21deee6cf0 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:13.184558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] For port b97dae7b-1144-44a7-9998-e17e41c00710, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:13.189580 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee21d-209d-430b-bd0c-2337df1046ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4b89542b-542c-48e6-bc2a-d0ec80f64111), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.191137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] For port b97dae7b-1144-44a7-9998-e17e41c00710, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b97dae7b-1144-44a7-9998-e17e41c00710,segment=NetworkSegment(9c3c8f82-9a72-4045-892b-6825e29feafc),segment_id=9c3c8f82-9a72-4045-892b-6825e29feafc)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:13.201788 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c285421a-e82c-4b8b-9f75-6d355d15607e req-bbd22650-0431-4359-94a2-5d21deee6cf0 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 945 time: 1.0734534 Feb 11 04:53:13.209964 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.243134 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2d2ee21d-209d-430b-bd0c-2337df1046ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de0dae5783d7479cb80c7e0939b76899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5774877 Feb 11 04:53:13.243134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ee21d-209d-430b-bd0c-2337df1046ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b89542b-542c-48e6-bc2a-d0ec80f64111,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:13.247934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37812) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:13.314639 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9ece632-fe8b-4551-9fe4-3c7c565fddf9 admin admin] Publish callbacks [] for security_group (4b89542b-542c-48e6-bc2a-d0ec80f64111), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.324349 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-164e6504-14fb-4473-99cb-5b7e21333d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:53:09Z', 'revision_number': 5, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:13.343958 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9ece632-fe8b-4551-9fe4-3c7c565fddf9 admin admin] Publish callbacks [] for security_group (4b89542b-542c-48e6-bc2a-d0ec80f64111), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.423908 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9ece632-fe8b-4551-9fe4-3c7c565fddf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4b89542b-542c-48e6-bc2a-d0ec80f64111), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.427007 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164e6504-14fb-4473-99cb-5b7e21333d9a None None] Checking router: bf3c6b79-22a8-4f98-a98b-77c4c1a20235 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:53:13.438641 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9ece632-fe8b-4551-9fe4-3c7c565fddf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.460893 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e6504-14fb-4473-99cb-5b7e21333d9a None None] Routers {'bf3c6b79-22a8-4f98-a98b-77c4c1a20235'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:13.465180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1de49-04a5-4190-ab2a-3bab26e22ae4 None None] Pushing event updated for resources: {'Port': ['ID=b97dae7b-1144-44a7-9998-e17e41c00710,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:13.467764 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-164e6504-14fb-4473-99cb-5b7e21333d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:13.473421 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b9ece632-fe8b-4551-9fe4-3c7c565fddf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b89542b-542c-48e6-bc2a-d0ec80f64111 HTTP/1.1" status: 204 len: 168 time: 0.1920831 Feb 11 04:53:13.491875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Publish callbacks [] for router (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.522287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ece632-fe8b-4551-9fe4-3c7c565fddf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b89542b-542c-48e6-bc2a-d0ec80f64111,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:13.694994 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-164e6504-14fb-4473-99cb-5b7e21333d9a None None] Set router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:13.717344 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c285421a-e82c-4b8b-9f75-6d355d15607e req-8c45598f-84ca-4cd4-81ed-642835976aa5 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5086551 Feb 11 04:53:13.884845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-4541559d-f1a4-45ff-a1d5-c0a8f7338ad7 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:13.889296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-4541559d-f1a4-45ff-a1d5-c0a8f7338ad7 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.10 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 945 time: 0.5574861 Feb 11 04:53:14.110793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Publish callbacks [] for router_gateway (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:14.133778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37842) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:14.187554 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-164e6504-14fb-4473-99cb-5b7e21333d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:53:09Z', 'revision_number': 5, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:14.231370 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164e6504-14fb-4473-99cb-5b7e21333d9a None None] The sync data for ids ['bf3c6b79-22a8-4f98-a98b-77c4c1a20235'] in n-d-615180-58 is: [{'id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'name': 'tempest-TaggedBootDevicesTest_v242-1177549316-router', 'tenant_id': 'd54d8a515d50425a80e33fb8c05b973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:41Z', 'updated_at': '2022-02-11T04:53:09Z', 'revision_number': 5, 'project_id': 'd54d8a515d50425a80e33fb8c05b973c', 'gw_port': {'id': '159bba67-f69e-4ca8-9516-4cb5f75b96a8', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c6b79-22a8-4f98-a98b-77c4c1a20235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:14.239006 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:14.266587 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7abeac46-cf37-40b0-8391-130d760db672 req-6bbf7cc4-59d9-4064-9465-bf599320cd52 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0983584 Feb 11 04:53:14.449839 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:14.678249 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Publish callbacks [] for security_group (734017aa-414c-4276-8359-1c8f5eb3b606), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:14.688519 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (734017aa-414c-4276-8359-1c8f5eb3b606), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:14.784464 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52933fcb33c143ef8af4cae9ae97528f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487970 Feb 11 04:53:14.830580 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37864) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:14.918533 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:53:14.932822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Deleting port 159bba67-f69e-4ca8-9516-4cb5f75b96a8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:14.933179 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.002038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734017aa-414c-4276-8359-1c8f5eb3b606,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:15.045860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.046354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.046711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.047097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.049081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.049447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.049809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.050156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.050498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.050838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.051200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.051532 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.051860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f64a2-f35e-41cf-9204-a6c852ab3012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:15.123093 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5aacb6cc-4e14-4bec-839b-8345d7aa3bc8 admin admin] Publish callbacks [] for security_group (734017aa-414c-4276-8359-1c8f5eb3b606), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.174384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b97dae7b-1144-44a7-9998-e17e41c00710 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:15.205927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5aacb6cc-4e14-4bec-839b-8345d7aa3bc8 admin admin] Publish callbacks [] for security_group (734017aa-414c-4276-8359-1c8f5eb3b606), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.339600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Deleting port bb5d7fc6-5945-4270-ac0a-f38e823e386b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:15.340234 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.351858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b97dae7b-1144-44a7-9998-e17e41c00710 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:15.355654 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.377122 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5aacb6cc-4e14-4bec-839b-8345d7aa3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (734017aa-414c-4276-8359-1c8f5eb3b606), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.380155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5aacb6cc-4e14-4bec-839b-8345d7aa3bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.381570 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5aacb6cc-4e14-4bec-839b-8345d7aa3bc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/734017aa-414c-4276-8359-1c8f5eb3b606 HTTP/1.1" status: 204 len: 168 time: 0.5457075 Feb 11 04:53:15.408629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37882) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:15.441732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacb6cc-4e14-4bec-839b-8345d7aa3bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734017aa-414c-4276-8359-1c8f5eb3b606,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:15.501872 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e056651e-ee09-4bc2-bb4a-da7f8b5507ba None None] Network a98bda49-1965-4ebf-9996-1aaec756046e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:15.605092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2056002892-network', 'tenant_id': '647f482538014f29b8f524a64a6fe46d'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:15.613227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c51f95-1ce0-4007-8a8f-7800aec3cb90 req-8da3842d-cecc-4eed-81b8-dd321598757e tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:15.617017 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54c51f95-1ce0-4007-8a8f-7800aec3cb90 req-8da3842d-cecc-4eed-81b8-dd321598757e tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 945 time: 0.5624902 Feb 11 04:53:15.633823 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Publish callbacks [] for router_gateway (1f40cc16-abb0-4183-b91b-86a9ee5362c5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.639333 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.643589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b97dae7b-1144-44a7-9998-e17e41c00710 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:15.644189 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.690261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3f109027-611c-489e-8145-e1ba50165f19 None None] Provisioning complete for port b97dae7b-1144-44a7-9998-e17e41c00710 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:15.694634 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f109027-611c-489e-8145-e1ba50165f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.743815 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0882648e-f563-49e6-b261-2106c45c3249 req-a39d7e29-790f-439b-817a-595fcb924771 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.1266150 Feb 11 04:53:15.749433 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Made reservation on behalf of 647f482538014f29b8f524a64a6fe46d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:15.753559 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.792935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.800006 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.816900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] For port 159bba67-f69e-4ca8-9516-4cb5f75b96a8, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=159bba67-f69e-4ca8-9516-4cb5f75b96a8,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:15.817288 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.902408 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Publish callbacks [] for security_group (765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.915190 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.931732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] For port bb5d7fc6-5945-4270-ac0a-f38e823e386b, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bb5d7fc6-5945-4270-ac0a-f38e823e386b,segment=NetworkSegment(3d492c64-5cf5-453c-a295-4581e415334f),segment_id=3d492c64-5cf5-453c-a295-4581e415334f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:15.932112 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.939954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Calling delete_port for 159bba67-f69e-4ca8-9516-4cb5f75b96a8 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:15.971529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:53:16.012940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:16.023315 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.024138 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Added segment f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2 of type vlan for network 3bc862c3-73c4-4c45-8767-2902fcd53958 Feb 11 04:53:16.053527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port b97dae7b-1144-44a7-9998-e17e41c00710, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b97dae7b-1144-44a7-9998-e17e41c00710,segment=NetworkSegment(9c3c8f82-9a72-4045-892b-6825e29feafc),segment_id=9c3c8f82-9a72-4045-892b-6825e29feafc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:16.077894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54c51f95-1ce0-4007-8a8f-7800aec3cb90 req-32d39d83-8625-4dd2-ac2c-0dd3def18c4d tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4333000 Feb 11 04:53:16.143020 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (3bc862c3-73c4-4c45-8767-2902fcd53958), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.195064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3f109027-611c-489e-8145-e1ba50165f19 None None] Current status of the port b97dae7b-1144-44a7-9998-e17e41c00710 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:16.195626 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f109027-611c-489e-8145-e1ba50165f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.197729 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.209881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (3bc862c3-73c4-4c45-8767-2902fcd53958), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.212142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:16.213588 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.230001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2399e87b-9a24-4139-abea-cb28d1e28257 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:16.278735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8678844 Feb 11 04:53:16.279738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37902) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:16.310723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2e01b991-e5fe-4e45-8bc6-e7a6d3e68147 admin admin] Request body: {'subnet': {'network_id': '3bc862c3-73c4-4c45-8767-2902fcd53958', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2056002892-subnet', 'tenant_id': '647f482538014f29b8f524a64a6fe46d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:16.318747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 2399e87b-9a24-4139-abea-cb28d1e28257 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:16.319401 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2399e87b-9a24-4139-abea-cb28d1e28257 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:16.433530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e01b991-e5fe-4e45-8bc6-e7a6d3e68147 admin admin] Made reservation on behalf of 647f482538014f29b8f524a64a6fe46d for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:16.436656 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-3f109027-611c-489e-8145-e1ba50165f19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:53:16.437302 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-3f109027-611c-489e-8145-e1ba50165f19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:53:16.439164 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e01b991-e5fe-4e45-8bc6-e7a6d3e68147 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.441114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=b97dae7b-1144-44a7-9998-e17e41c00710,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:16.663839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad853da2-3a77-4bd0-9c18-401eee135799 admin admin] Pushing event updated for resources: {'Network': ['ID=3bc862c3-73c4-4c45-8767-2902fcd53958,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:16.677017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 3bc862c3-73c4-4c45-8767-2902fcd53958 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:53:16.795698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b97dae7b-1144-44a7-9998-e17e41c00710 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:16.800253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bb5d7fc6-5945-4270-ac0a-f38e823e386b no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:16.857447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e01b991-e5fe-4e45-8bc6-e7a6d3e68147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (15853a86-d780-4364-b94a-d8ef9d45978a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.954715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-719485de-153f-4320-95b3-8a54fea945b4 req-1d1e4400-c638-47bd-ab97-baf048190252 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0548902 Feb 11 04:53:16.987655 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e01b991-e5fe-4e45-8bc6-e7a6d3e68147 admin admin] Checking segment: {'id': 'f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3bc862c3-73c4-4c45-8767-2902fcd53958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:16.987655 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e01b991-e5fe-4e45-8bc6-e7a6d3e68147 admin admin] Network hostable DHCP agents. Network: 3bc862c3-73c4-4c45-8767-2902fcd53958, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:53:16.990847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01b991-e5fe-4e45-8bc6-e7a6d3e68147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15853a86-d780-4364-b94a-d8ef9d45978a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:17.034990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e01b991-e5fe-4e45-8bc6-e7a6d3e68147 admin admin] Network 3bc862c3-73c4-4c45-8767-2902fcd53958 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:53:17.054160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2e01b991-e5fe-4e45-8bc6-e7a6d3e68147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 3bc862c3-73c4-4c45-8767-2902fcd53958) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:17.061268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e01b991-e5fe-4e45-8bc6-e7a6d3e68147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:17.062426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e01b991-e5fe-4e45-8bc6-e7a6d3e68147 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:17.080507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea101dc-bf86-4817-8013-9f1dedd859ba None None] Network 3bc862c3-73c4-4c45-8767-2902fcd53958 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:17.098536 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2e01b991-e5fe-4e45-8bc6-e7a6d3e68147 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8026650 Feb 11 04:53:17.219382 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:17.219948 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (e2ad4bee-4c7c-40c7-9993-d4caf512aeb7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:17.220214 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Floating IP e2ad4bee-4c7c-40c7-9993-d4caf512aeb7 disassociated. External IP: 172.25.7.228, port: bb5d7fc6-5945-4270-ac0a-f38e823e386b. Feb 11 04:53:17.220546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Calling delete_port for bb5d7fc6-5945-4270-ac0a-f38e823e386b owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:17.416280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Allocated IP 172.25.7.114 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/ae604b7a-7506-4a89-8dc5-1a06567d4de5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:17.627477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264814bf-a3b8-4ef5-8c3d-0d5a4c644a6a None None] Network 3bc862c3-73c4-4c45-8767-2902fcd53958 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:17.674375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3f109027-611c-489e-8145-e1ba50165f19 None None] Current status of the port b97dae7b-1144-44a7-9998-e17e41c00710 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:17.694767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b97dae7b-1144-44a7-9998-e17e41c00710 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:17.697205 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:17.716913 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Publish callbacks [] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:17.984018 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:17.990727 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (159bba67-f69e-4ca8-9516-4cb5f75b96a8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.029922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b3116f2a-acf1-4490-a919-078906b28119 None None] Provisioning complete for port b97dae7b-1144-44a7-9998-e17e41c00710 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:18.031049 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3116f2a-acf1-4490-a919-078906b28119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.033712 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.050936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37966) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:18.059914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1675064639-network', 'tenant_id': 'f6af5a58ab37478eb49891842789a726'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:18.075473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port bb5d7fc6-5945-4270-ac0a-f38e823e386b is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:18.076013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bb5d7fc6-5945-4270-ac0a-f38e823e386b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.127460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Made reservation on behalf of f6af5a58ab37478eb49891842789a726 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:18.131397 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.153452 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.252068 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16d6fec5-b6f4-40bd-a789-2dada1f1d0b1 req-478a46f1-5bee-4a23-9977-9d871b9c5935 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0592880 Feb 11 04:53:18.304856 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:18.312469 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:18.334609 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37974) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:18.386047 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:18.398929 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Publish callbacks [] for security_group (aeaeed7d-596b-4bdf-93bc-dd4b443a0cf6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.407935 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (aeaeed7d-596b-4bdf-93bc-dd4b443a0cf6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.438380 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b97dae7b-1144-44a7-9998-e17e41c00710 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:18.467629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Pushing event updated for resources: {'Port': ['ID=ae604b7a-7506-4a89-8dc5-1a06567d4de5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:18.472675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaeed7d-596b-4bdf-93bc-dd4b443a0cf6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:18.483948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:53:18.493093 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.501985 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (16f69873-c3e4-40aa-875f-10afc7c6bdaa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.502554 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Added segment 16f69873-c3e4-40aa-875f-10afc7c6bdaa of type vlan for network 000dbe4d-2c90-471a-9f00-11cbe308ed0c Feb 11 04:53:18.574350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b3116f2a-acf1-4490-a919-078906b28119 None None] Current status of the port b97dae7b-1144-44a7-9998-e17e41c00710 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:18.590877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (000dbe4d-2c90-471a-9f00-11cbe308ed0c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.608581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db366e83-eb1d-4068-ae95-6dc99a4fa335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.619412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f5a32-83e3-4e2d-a37a-4202b1e885e0 req-c4693344-4f1a-47ba-ad26-362d201cb8eb tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:18.621028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1a8f5a32-83e3-4e2d-a37a-4202b1e885e0 req-c4693344-4f1a-47ba-ad26-362d201cb8eb tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 945 time: 1.3246524 Feb 11 04:53:18.655067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (000dbe4d-2c90-471a-9f00-11cbe308ed0c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.656506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:18.657525 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.696952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Pushing event deleted for resources: {'Port': ['ID=159bba67-f69e-4ca8-9516-4cb5f75b96a8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:18.753949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Pushing event deleted for resources: {'Port': ['ID=bb5d7fc6-5945-4270-ac0a-f38e823e386b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:18.757335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] Pushing event updated for resources: {'Network': ['ID=000dbe4d-2c90-471a-9f00-11cbe308ed0c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:18.772493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 000dbe4d-2c90-471a-9f00-11cbe308ed0c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:53:18.808136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f26f02e6-a4a3-40c2-9b48-b190a2242487 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7550697 Feb 11 04:53:18.824564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37980) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:18.833989 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0a175d58-2d68-4100-8e93-2cb56070e4de admin admin] Request body: {'subnet': {'network_id': '000dbe4d-2c90-471a-9f00-11cbe308ed0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1675064639-subnet', 'tenant_id': 'f6af5a58ab37478eb49891842789a726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:18.843053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Router 985f72d1-87ca-43f8-ac98-8503e206f200 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:53:18.898847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db366e83-eb1d-4068-ae95-6dc99a4fa335 admin admin] Publish callbacks [] for security_group (a25ad708-df30-48cc-8b24-27651e0af94b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.901233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a175d58-2d68-4100-8e93-2cb56070e4de admin admin] Made reservation on behalf of f6af5a58ab37478eb49891842789a726 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:18.904595 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a175d58-2d68-4100-8e93-2cb56070e4de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.908384 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db366e83-eb1d-4068-ae95-6dc99a4fa335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a25ad708-df30-48cc-8b24-27651e0af94b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.917803 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.925333 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Publish callbacks [] for router_controller (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.014387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db366e83-eb1d-4068-ae95-6dc99a4fa335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25ad708-df30-48cc-8b24-27651e0af94b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:19.025192 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-db366e83-eb1d-4068-ae95-6dc99a4fa335 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d48c19b14c514a3aae3c5d84e8839efe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6894252 Feb 11 04:53:19.027049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37984) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:19.102718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1a8f5a32-83e3-4e2d-a37a-4202b1e885e0 req-a617a20f-f6b7-4166-a2c8-aefe390dd322 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d312f44-2882-4ee8-bc4d-7c7db182f8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4110556 Feb 11 04:53:19.149361 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-575b80c0-224f-4947-9f2e-182dd994af84 admin admin] Publish callbacks [] for security_group (a25ad708-df30-48cc-8b24-27651e0af94b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.176295 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (bf3c6b79-22a8-4f98-a98b-77c4c1a20235), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.177594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf3c6b79-22a8-4f98-a98b-77c4c1a20235 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:53:19.194154 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-575b80c0-224f-4947-9f2e-182dd994af84 admin admin] Publish callbacks [] for security_group (a25ad708-df30-48cc-8b24-27651e0af94b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.195039 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.200489 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-13c6e380-8d16-4301-b5c8-d895229fb63d admin admin] 10.222.0.48 "DELETE /v2.0/routers/bf3c6b79-22a8-4f98-a98b-77c4c1a20235 HTTP/1.1" status: 204 len: 168 time: 7.2527585 Feb 11 04:53:19.202716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37986) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:19.338938 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b6c5a0-3735-4124-b066-27842407a31e admin admin] Deleting subnet 42a46102-8e9c-45a8-b17f-c81d7b5e7722 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:19.344962 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c5a0-3735-4124-b066-27842407a31e admin admin] Publish callbacks [] for subnet (42a46102-8e9c-45a8-b17f-c81d7b5e7722), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.359109 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:19.377602 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a47a0fb-2f2f-4eb2-8d0d-b87d951959ea None None] Sync routers for ids ['985f72d1-87ca-43f8-ac98-8503e206f200'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:19.388242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c5a0-3735-4124-b066-27842407a31e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (42a46102-8e9c-45a8-b17f-c81d7b5e7722), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.404530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47a0fb-2f2f-4eb2-8d0d-b87d951959ea None None] Routers {'985f72d1-87ca-43f8-ac98-8503e206f200'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:19.405384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8a47a0fb-2f2f-4eb2-8d0d-b87d951959ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['985f72d1-87ca-43f8-ac98-8503e206f200'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:19.411307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] No DVR routers for this DVR port bb5d7fc6-5945-4270-ac0a-f38e823e386b on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:19.415077 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.419651 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef3ac559-2377-438b-bd5f-5f578f582247 req-3627a55e-3f8e-439e-bcd6-9a512f648bdf tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.10 "DELETE /v2.0/ports/bb5d7fc6-5945-4270-ac0a-f38e823e386b HTTP/1.1" status: 204 len: 173 time: 5.3707924 Feb 11 04:53:19.420117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62706a96-500d-4be1-9e1b-1c2e70779494', 'name': 'network-vif-deleted', 'tag': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:19.434335 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2946da3c-c7fc-46bb-abf5-4176390e79f5" -d '{"events": [{"server_uuid": "62706a96-500d-4be1-9e1b-1c2e70779494", "name": "network-vif-deleted", "tag": "bb5d7fc6-5945-4270-ac0a-f38e823e386b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:19.478935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Publish callbacks [] for router_gateway (1f40cc16-abb0-4183-b91b-86a9ee5362c5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.576534 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c5a0-3735-4124-b066-27842407a31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (42a46102-8e9c-45a8-b17f-c81d7b5e7722), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.599641 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8204cbbb-7c5f-45d1-bca6-b68ca2661ae2 x-openstack-request-id: req-8204cbbb-7c5f-45d1-bca6-b68ca2661ae2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:19.599641 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62706a96-500d-4be1-9e1b-1c2e70779494", "name": "network-vif-deleted", "tag": "bb5d7fc6-5945-4270-ac0a-f38e823e386b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:19.599992 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8204cbbb-7c5f-45d1-bca6-b68ca2661ae2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:19.600254 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62706a96-500d-4be1-9e1b-1c2e70779494', 'name': 'network-vif-deleted', 'tag': 'bb5d7fc6-5945-4270-ac0a-f38e823e386b', 'status': 'completed', 'code': 200} Feb 11 04:53:19.717009 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a175d58-2d68-4100-8e93-2cb56070e4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (0db31ea8-384d-4aa1-8391-44fcdbc18c09), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.738880 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c5a0-3735-4124-b066-27842407a31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (42a46102-8e9c-45a8-b17f-c81d7b5e7722), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.756460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-8a47a0fb-2f2f-4eb2-8d0d-b87d951959ea None None] Set router 985f72d1-87ca-43f8-ac98-8503e206f200 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:19.785853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54509b6e-9376-41a6-8143-a0745840c5d7 req-602e545a-6673-4c77-bcff-5be1f7d5c0d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0683925 Feb 11 04:53:19.789999 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a9852da3-8b1b-4ac1-b911-b81edd3c5ec0 req-409714d8-7c42-4209-b053-e4e2e2093601 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0787618 Feb 11 04:53:19.840109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c5a0-3735-4124-b066-27842407a31e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.847221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd64ee7a-9a44-4c59-9859-578fdbe82057 None None] Network 556a79f2-1ee2-4e14-9bec-7abb67a912db requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:19.872309 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c2b6c5a0-3735-4124-b066-27842407a31e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/42a46102-8e9c-45a8-b17f-c81d7b5e7722 HTTP/1.1" status: 204 len: 168 time: 0.6667161 Feb 11 04:53:19.876139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37998) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:19.887905 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-575b80c0-224f-4947-9f2e-182dd994af84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a25ad708-df30-48cc-8b24-27651e0af94b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.897732 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-575b80c0-224f-4947-9f2e-182dd994af84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.906290 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-575b80c0-224f-4947-9f2e-182dd994af84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a25ad708-df30-48cc-8b24-27651e0af94b HTTP/1.1" status: 204 len: 168 time: 0.8779099 Feb 11 04:53:19.941628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b80c0-224f-4947-9f2e-182dd994af84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25ad708-df30-48cc-8b24-27651e0af94b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:19.954424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a175d58-2d68-4100-8e93-2cb56070e4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db31ea8-384d-4aa1-8391-44fcdbc18c09,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:19.992675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a175d58-2d68-4100-8e93-2cb56070e4de admin admin] Checking segment: {'id': '16f69873-c3e4-40aa-875f-10afc7c6bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '000dbe4d-2c90-471a-9f00-11cbe308ed0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:20.001475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a175d58-2d68-4100-8e93-2cb56070e4de admin admin] Network hostable DHCP agents. Network: 000dbe4d-2c90-471a-9f00-11cbe308ed0c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:53:20.005163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6c5a0-3735-4124-b066-27842407a31e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a46102-8e9c-45a8-b17f-c81d7b5e7722,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:20.055584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a175d58-2d68-4100-8e93-2cb56070e4de admin admin] Network 000dbe4d-2c90-471a-9f00-11cbe308ed0c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:53:20.076563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-0a175d58-2d68-4100-8e93-2cb56070e4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 000dbe4d-2c90-471a-9f00-11cbe308ed0c) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:20.100418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a175d58-2d68-4100-8e93-2cb56070e4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:20.104825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a175d58-2d68-4100-8e93-2cb56070e4de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:20.172292 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (1f40cc16-abb0-4183-b91b-86a9ee5362c5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:20.183269 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0a175d58-2d68-4100-8e93-2cb56070e4de admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3489642 Feb 11 04:53:20.218953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f385ff-8c07-4418-88d1-fef44e21d09c None None] Network 000dbe4d-2c90-471a-9f00-11cbe308ed0c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:20.313346 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (556a79f2-1ee2-4e14-9bec-7abb67a912db), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:20.442970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6bea9b-858c-4d84-b13e-f1a9aef87848 None None] Network 000dbe4d-2c90-471a-9f00-11cbe308ed0c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:20.518215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2d038134-828a-4124-9b59-61e636f25cb0 req-c146d496-2adb-408a-ba09-085ace4dec7f tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/ports?device_id=62706a96-500d-4be1-9e1b-1c2e70779494 HTTP/1.1" status: 200 len: 210 time: 0.1850934 Feb 11 04:53:20.641558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8a47a0fb-2f2f-4eb2-8d0d-b87d951959ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:52:02Z', 'revision_number': 4, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7', 'name': '', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'mac_address': 'fa:16:3e:b8:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:52:01Z', 'updated_at': '2022-02-11T04:52:10Z', 'revision_number': 5, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'subnets': [{'id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:20.679236 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a47a0fb-2f2f-4eb2-8d0d-b87d951959ea None None] Checking router: 985f72d1-87ca-43f8-ac98-8503e206f200 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:53:20.710148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667b289-9aa1-48fa-b456-3b747229d071 None None] DHCP port deletion for 556a79f2-1ee2-4e14-9bec-7abb67a912db request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:53:20.771676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 159bba67-f69e-4ca8-9516-4cb5f75b96a8 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:20.821178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47a0fb-2f2f-4eb2-8d0d-b87d951959ea None None] Routers {'985f72d1-87ca-43f8-ac98-8503e206f200'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:20.822265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8a47a0fb-2f2f-4eb2-8d0d-b87d951959ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['985f72d1-87ca-43f8-ac98-8503e206f200'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:20.830610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 159bba67-f69e-4ca8-9516-4cb5f75b96a8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:20.831262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 159bba67-f69e-4ca8-9516-4cb5f75b96a8 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:20.857078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Deleting port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:20.860900 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:20.978450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:53:21.011063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8667b289-9aa1-48fa-b456-3b747229d071 None None] Deleting port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:21.011646 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8667b289-9aa1-48fa-b456-3b747229d071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:21.055065 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-20cbf3e0-b16d-455d-a825-825a81d753fb req-faa50ed0-e55c-4a75-91c2-71f249195770 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0656917 Feb 11 04:53:21.106332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8667b289-9aa1-48fa-b456-3b747229d071 None None] For port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d3a5fd16-57ee-4f32-ab42-d65f97aa30a5,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:21.107250 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8667b289-9aa1-48fa-b456-3b747229d071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:21.148910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8667b289-9aa1-48fa-b456-3b747229d071 None None] Calling delete_port for d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:21.193397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] For port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d3a5fd16-57ee-4f32-ab42-d65f97aa30a5,segment=NetworkSegment(51f2b99a-93c5-4559-b0a3-67353806ffd0),segment_id=51f2b99a-93c5-4559-b0a3-67353806ffd0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:21.193771 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:21.250398 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8667b289-9aa1-48fa-b456-3b747229d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:21.301437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Calling delete_port for d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:21.343293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667b289-9aa1-48fa-b456-3b747229d071 None None] No DVR routers for this DVR port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:21.365793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-8a47a0fb-2f2f-4eb2-8d0d-b87d951959ea None None] Set router 985f72d1-87ca-43f8-ac98-8503e206f200 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:21.369479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667b289-9aa1-48fa-b456-3b747229d071 None None] Pushing event deleted for resources: {'Port': ['ID=d3a5fd16-57ee-4f32-ab42-d65f97aa30a5,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:21.555240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:21.570822 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Sync routers for ids ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:21.590657 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:21.592200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ee5bd5c1-99fc-42d8-a459-3e5af7c78d84 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 9.9704204 Feb 11 04:53:21.595181 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38052) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:21.622289 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Routers {'1f40cc16-abb0-4183-b91b-86a9ee5362c5'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:21.626523 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:21.772858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38056) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:21.875726 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d3a5fd16-57ee-4f32-ab42-d65f97aa30a5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:21.916187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] No DVR routers for this DVR port d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:21.983703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-ef3932cb-0e21-46c2-8d8a-8a9154c04b43 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:21.985537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-ef3932cb-0e21-46c2-8d8a-8a9154c04b43 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/networks?id=3bc862c3-73c4-4c45-8767-2902fcd53958 HTTP/1.1" status: 200 len: 825 time: 0.5392950 Feb 11 04:53:22.064722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-427a553b-e416-4461-a191-727d88558969 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for security_group (3d312f44-2882-4ee8-bc4d-7c7db182f8d2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.068605 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-5a0f6fbc-2b10-4187-8155-03176e798fca tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/quotas/647f482538014f29b8f524a64a6fe46d HTTP/1.1" status: 200 len: 375 time: 0.0754077 Feb 11 04:53:22.123886 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Set router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:22.249715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-cb9320e3-edf7-491a-8954-ba612e11a37c tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=647f482538014f29b8f524a64a6fe46d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1619074 Feb 11 04:53:22.289607 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-427a553b-e416-4461-a191-727d88558969 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for security_group (3d312f44-2882-4ee8-bc4d-7c7db182f8d2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.443994 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-427a553b-e416-4461-a191-727d88558969 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3d312f44-2882-4ee8-bc4d-7c7db182f8d2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.460371 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-427a553b-e416-4461-a191-727d88558969 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.469529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-427a553b-e416-4461-a191-727d88558969 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "DELETE /v2.0/security-groups/3d312f44-2882-4ee8-bc4d-7c7db182f8d2 HTTP/1.1" status: 204 len: 168 time: 0.6951966 Feb 11 04:53:22.470300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38066) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:22.513314 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-9419f772-c0c7-463c-9314-ed5b5b5eea11 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] show failed (client error): The resource could not be found. Feb 11 04:53:22.518234 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9419f772-c0c7-463c-9314-ed5b5b5eea11 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "GET /v2.0/security-groups/3d312f44-2882-4ee8-bc4d-7c7db182f8d2 HTTP/1.1" status: 404 len: 347 time: 0.0411656 Feb 11 04:53:22.518850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38068) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:22.530860 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:53:19Z', 'revision_number': 3, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:22.542366 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-5c65992d-03fa-4d69-8b19-6ec3f68c4938 service neutron] 10.222.0.48 "GET /v2.0/networks/3bc862c3-73c4-4c45-8767-2902fcd53958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667170 Feb 11 04:53:22.556622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a553b-e416-4461-a191-727d88558969 tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d312f44-2882-4ee8-bc4d-7c7db182f8d2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:22.581612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8a47a0fb-2f2f-4eb2-8d0d-b87d951959ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:52:02Z', 'revision_number': 4, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7', 'name': '', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'mac_address': 'fa:16:3e:b8:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:52:01Z', 'updated_at': '2022-02-11T04:52:10Z', 'revision_number': 5, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'subnets': [{'id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:22.597284 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Checking router: 1f40cc16-abb0-4183-b91b-86a9ee5362c5 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:53:22.597754 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Updating router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 port ae604b7a-7506-4a89-8dc5-1a06567d4de5 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:53:22.665597 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.692187 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a47a0fb-2f2f-4eb2-8d0d-b87d951959ea None None] The sync data for ids ['985f72d1-87ca-43f8-ac98-8503e206f200'] in n-d-615180-58 is: [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:52:02Z', 'revision_number': 4, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7', 'name': '', 'network_id': '54478e1d-9bdc-4182-8145-0aaa601ad86a', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'mac_address': 'fa:16:3e:b8:a2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:52:01Z', 'updated_at': '2022-02-11T04:52:10Z', 'revision_number': 5, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'subnets': [{'id': '349210cd-aa8f-457a-8631-ab26bbd85f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:22.798335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:22.893626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:22.894249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d3a5fd16-57ee-4f32-ab42-d65f97aa30a5 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:22.923747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a5fd16-57ee-4f32-ab42-d65f97aa30a5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:22.931052 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-044e9c57-b90a-4ac6-b33b-24f5de1dc9b9 req-7da71985-99cc-420c-9ee1-1d7056b16f53 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.1655803 Feb 11 04:53:22.991925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (556a79f2-1ee2-4e14-9bec-7abb67a912db), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.029407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556a79f2-1ee2-4e14-9bec-7abb67a912db']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:23.075913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f2b99a-93c5-4559-b0a3-67353806ffd0') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:23.079941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f2b99a-93c5-4559-b0a3-67353806ffd0') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:23.103729 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (51f2b99a-93c5-4559-b0a3-67353806ffd0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.147156 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (51f2b99a-93c5-4559-b0a3-67353806ffd0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.182945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:53:23.183840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (51f2b99a-93c5-4559-b0a3-67353806ffd0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:53:23.185985 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:53:23.323160 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (556a79f2-1ee2-4e14-9bec-7abb67a912db), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.330863 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.334397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] 10.222.0.48 "DELETE /v2.0/networks/556a79f2-1ee2-4e14-9bec-7abb67a912db HTTP/1.1" status: 204 len: 168 time: 3.4555371 Feb 11 04:53:23.348704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38096) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:23.352892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75234b9c-ea7e-4df0-b917-4a360da88dde admin admin] Pushing event deleted for resources: {'Network': ['ID=556a79f2-1ee2-4e14-9bec-7abb67a912db,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:23.364598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-1c1c8f02-524c-4a36-a0c4-c9f3548d48f8 service neutron] 10.222.0.48 "GET /v2.0/networks/3bc862c3-73c4-4c45-8767-2902fcd53958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8104541 Feb 11 04:53:23.396108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0a4202b7-6a0b-44d4-96a8-92c97cad0f0c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Deleting port 552cb808-49ef-455e-b4b3-01ed9a78e9f2 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:23.396460 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a4202b7-6a0b-44d4-96a8-92c97cad0f0c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (552cb808-49ef-455e-b4b3-01ed9a78e9f2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.433636 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Publish callbacks [] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.442628 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.527209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f854f-0ca9-401a-9587-30483ec6d439 None None] New status for floating IP e2ad4bee-4c7c-40c7-9993-d4caf512aeb7: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:53:23.538775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38104) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:23.620654 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Pushing event updated for resources: {'Port': ['ID=ae604b7a-7506-4a89-8dc5-1a06567d4de5,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:23.644174 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a4202b7-6a0b-44d4-96a8-92c97cad0f0c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (552cb808-49ef-455e-b4b3-01ed9a78e9f2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.646128 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a4202b7-6a0b-44d4-96a8-92c97cad0f0c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for floatingip (552cb808-49ef-455e-b4b3-01ed9a78e9f2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.717361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0a4202b7-6a0b-44d4-96a8-92c97cad0f0c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Calling delete_port for 552cb808-49ef-455e-b4b3-01ed9a78e9f2 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:23.717742 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.718099 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.718445 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.718784 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.729890 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.730289 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.730638 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.733235 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.735854 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.736282 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.738967 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.739359 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.739709 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.740048 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:23.801337 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Attempting to bind port ae604b7a-7506-4a89-8dc5-1a06567d4de5 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:23.817835 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Attempting to bind port ae604b7a-7506-4a89-8dc5-1a06567d4de5 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:23.820003 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Attempting to bind port ae604b7a-7506-4a89-8dc5-1a06567d4de5 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:23.843977 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:23.844287 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:23.844705 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.845106 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:23.845592 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Bound port: ae604b7a-7506-4a89-8dc5-1a06567d4de5, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:23.845976 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.031404 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] For port ae604b7a-7506-4a89-8dc5-1a06567d4de5, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:24.036395 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] For port ae604b7a-7506-4a89-8dc5-1a06567d4de5, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ae604b7a-7506-4a89-8dc5-1a06567d4de5,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:24.061572 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.159327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Allocated IP 172.20.0.1 (a98bda49-1965-4ebf-9996-1aaec756046e/7e0788ec-f4d9-4587-93b0-268fd8810202/c5a8731d-ec0a-45b9-9a9b-84b0ff444d44) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:24.293326 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Routers {'1f40cc16-abb0-4183-b91b-86a9ee5362c5'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:24.293960 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:24.302139 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e1283-bbd0-4b2b-8c23-6b56ca7056c1 None None] Pushing event updated for resources: {'Port': ['ID=ae604b7a-7506-4a89-8dc5-1a06567d4de5,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:24.526982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:24.553998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d11232d7-1fa5-48e3-a491-e7810fb67be6 req-3bbc7da5-5125-4aeb-a5d9-90ab1ed02f61 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 210 time: 0.7859912 Feb 11 04:53:24.601193 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] Set router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:24.610941 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.714255 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Publish callbacks [] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.889759 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.897706 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.954354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Network a98bda49-1965-4ebf-9996-1aaec756046e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:24.975524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:24.983302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:25.110338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a8731d-ec0a-45b9-9a9b-84b0ff444d44,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:25.158784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Allocated IP 172.25.7.222 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:25.268818 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:53:19Z', 'revision_number': 3, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:25.289402 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (1f40cc16-abb0-4183-b91b-86a9ee5362c5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.305848 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a4202b7-6a0b-44d4-96a8-92c97cad0f0c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (552cb808-49ef-455e-b4b3-01ed9a78e9f2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.358200 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15362355-880f-4ab9-9b1e-27dddbd92f5a None None] The sync data for ids ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'] in n-d-615180-58 is: [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:53:19Z', 'revision_number': 3, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:25.389793 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-86c0c626-95a8-49b1-9d5f-63b6efec7bf3 req-58b95908-2038-4565-9d66-110a2dbb2447 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.1259985 Feb 11 04:53:25.425514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4202b7-6a0b-44d4-96a8-92c97cad0f0c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Pushing event deleted for resources: {'Port': ['ID=552cb808-49ef-455e-b4b3-01ed9a78e9f2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:25.562809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2fac80d5-d6e8-484b-9ed3-b6e2d62aecac None None] Provisioning complete for port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:25.563425 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2fac80d5-d6e8-484b-9ed3-b6e2d62aecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.660565 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a4202b7-6a0b-44d4-96a8-92c97cad0f0c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks [] for floatingip (e2ad4bee-4c7c-40c7-9993-d4caf512aeb7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.663365 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a4202b7-6a0b-44d4-96a8-92c97cad0f0c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.664624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0a4202b7-6a0b-44d4-96a8-92c97cad0f0c tempest-ServersTestJSON-996721622 tempest-ServersTestJSON-996721622-project] 10.222.0.48 "DELETE /v2.0/floatingips/e2ad4bee-4c7c-40c7-9993-d4caf512aeb7 HTTP/1.1" status: 204 len: 168 time: 3.1287515 Feb 11 04:53:25.678751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38156) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:25.696086 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2fac80d5-d6e8-484b-9ed3-b6e2d62aecac None None] Port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:25.704394 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1294f858-6988-4dc4-9e9c-620f7a01238f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (30c8deef-a2dd-4433-8d75-cc8725ae0596), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.781039 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks [] for port (ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.948616 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.958611 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.968998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c14bebf-b8cc-4b05-9ca6-4102ee6791a6 req-499ada84-8b9e-4165-81bb-ff2b90289576 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 210 time: 0.2014956 Feb 11 04:53:26.061677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:26.069614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:26.090127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:26.146481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Pushing event updated for resources: {'Port': ['ID=ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:26.306468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-9559f68a-e480-48b4-87d7-91b27229c568 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:26.309897 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-9559f68a-e480-48b4-87d7-91b27229c568 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.10 "GET /v2.0/networks?id=3bc862c3-73c4-4c45-8767-2902fcd53958 HTTP/1.1" status: 200 len: 825 time: 0.4073608 Feb 11 04:53:26.366401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Request body: {'port': {'device_id': '0e960621-cf7a-4254-92db-0ee8d21c0963', 'network_id': '3bc862c3-73c4-4c45-8767-2902fcd53958', 'admin_state_up': True, 'tenant_id': '647f482538014f29b8f524a64a6fe46d'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:26.419468 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks [] for floatingip (7ac45d3e-4073-4ee5-afd6-22454e63d2b0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:26.437606 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Publish callbacks [] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:26.485306 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:26.566196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c93f7a5d-c440-4363-829b-beb616e8df39 req-753e63c9-58a7-47b5-87ea-67a6f0240ba5 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0674253 Feb 11 04:53:26.587156 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:26.604403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a8731d-ec0a-45b9-9a9b-84b0ff444d44,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:26.741447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.741843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.742196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.742755 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.743541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.744132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.748203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.749025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.749025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.749585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.750149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.750348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.750643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:26.809441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ae604b7a-7506-4a89-8dc5-1a06567d4de5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:26.844509 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (1f40cc16-abb0-4183-b91b-86a9ee5362c5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:26.928750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ae604b7a-7506-4a89-8dc5-1a06567d4de5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:26.929579 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.125689 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ae604b7a-7506-4a89-8dc5-1a06567d4de5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:27.126151 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.175460 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3d83cd0-bf0a-4c90-a3e4-a14e588c7166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (985f72d1-87ca-43f8-ac98-8503e206f200), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.179305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Made reservation on behalf of 647f482538014f29b8f524a64a6fe46d for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:27.183034 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.192318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port ae604b7a-7506-4a89-8dc5-1a06567d4de5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ae604b7a-7506-4a89-8dc5-1a06567d4de5,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:27.204208 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.309516 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks [] for port (ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.317484 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.337660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=ae604b7a-7506-4a89-8dc5-1a06567d4de5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:27.373299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.373651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.377820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Allocated IP 172.20.0.7 (3bc862c3-73c4-4c45-8767-2902fcd53958/15853a86-d780-4364-b94a-d8ef9d45978a/595326ef-cfae-4a56-bfd7-59da8c2ccd49) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:27.379440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.380320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.380683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.388749 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.389225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.391782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.395492 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.395994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.396988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.401418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.402008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:27.467449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Pushing event updated for resources: {'Port': ['ID=ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:27.473729 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (7ac45d3e-4073-4ee5-afd6-22454e63d2b0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.521375 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.522910 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-395571d8-bf04-40e9-bf56-f162f6aabc76 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9834859 Feb 11 04:53:27.525726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38178) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:27.535415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e43af276-e5ab-479a-9f78-79fc2417ce36 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1739571601', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'fixed_ips': [{'ip_address': '172.25.7.222'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:27.581510 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Publish callbacks [] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.588836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43af276-e5ab-479a-9f78-79fc2417ce36 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Made reservation on behalf of 3e5d70a5c42641e4ba508c1b6739d6e0 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:27.602972 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e43af276-e5ab-479a-9f78-79fc2417ce36 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.637365 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e43af276-e5ab-479a-9f78-79fc2417ce36 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.639240 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.645790 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0b772e0-e407-483a-ad7c-1b21f3e147e4 req-424af480-ee9b-4062-a7cf-1e11435d42c5 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 210 time: 0.4918518 Feb 11 04:53:27.725958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Network 3bc862c3-73c4-4c45-8767-2902fcd53958 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:27.742586 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9059330e-9f50-4610-9e45-3d32c472124f req-e1ebc8d2-13d3-4370-bd36-6c2d0486e7bc tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0433974 Feb 11 04:53:27.753106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:27.760474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:27.826179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Network a98bda49-1965-4ebf-9996-1aaec756046e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:27.832885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:27.833995 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.855244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:27.868774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5133982 Feb 11 04:53:27.873336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206a23d-544d-42cf-8847-595820248953 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Pushing event updated for resources: {'Port': ['ID=595326ef-cfae-4a56-bfd7-59da8c2ccd49,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:27.933524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e43af276-e5ab-479a-9f78-79fc2417ce36 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks [] for security_group (a76160c8-5cd1-425b-9072-342e5ba44e4a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.942927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e43af276-e5ab-479a-9f78-79fc2417ce36 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a76160c8-5cd1-425b-9072-342e5ba44e4a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.947370 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-e43af276-e5ab-479a-9f78-79fc2417ce36 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] device_id is not set on port 6c7494cf-0e7a-473a-b196-ae589d610b76 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:53:28.264965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43af276-e5ab-479a-9f78-79fc2417ce36 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76160c8-5cd1-425b-9072-342e5ba44e4a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:28.269340 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43af276-e5ab-479a-9f78-79fc2417ce36 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 04:53:28.269872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43af276-e5ab-479a-9f78-79fc2417ce36 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:28.272868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a3d83cd0-bf0a-4c90-a3e4-a14e588c7166 admin admin] Deleting port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:28.273274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3d83cd0-bf0a-4c90-a3e4-a14e588c7166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.314858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e43af276-e5ab-479a-9f78-79fc2417ce36 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7875578 Feb 11 04:53:28.317507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38190) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:28.361634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f99651c1-6aff-4f11-9fd8-31a537fcda5c None None] Provisioning complete for port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:28.362683 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f99651c1-6aff-4f11-9fd8-31a537fcda5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.487180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f99651c1-6aff-4f11-9fd8-31a537fcda5c None None] Port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:28.589232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a3d83cd0-bf0a-4c90-a3e4-a14e588c7166 admin admin] For port f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7,segment=NetworkSegment(3d492c64-5cf5-453c-a295-4581e415334f),segment_id=3d492c64-5cf5-453c-a295-4581e415334f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:28.589744 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3d83cd0-bf0a-4c90-a3e4-a14e588c7166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.624525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a3d83cd0-bf0a-4c90-a3e4-a14e588c7166 admin admin] Calling delete_port for f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:28.716380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Request body: {'port': {'device_id': '0e960621-cf7a-4254-92db-0ee8d21c0963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:28.749893 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ae604b7a-7506-4a89-8dc5-1a06567d4de5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:28.750647 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b7fcceb7-6972-40dc-9e8b-e78744182dab tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Deleting port ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:28.753950 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7fcceb7-6972-40dc-9e8b-e78744182dab tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.808280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ae604b7a-7506-4a89-8dc5-1a06567d4de5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:28.808672 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.904981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ae604b7a-7506-4a89-8dc5-1a06567d4de5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:28.907703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7fcceb7-6972-40dc-9e8b-e78744182dab tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.908408 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7fcceb7-6972-40dc-9e8b-e78744182dab tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks [] for floatingip (ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.936581 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b7fcceb7-6972-40dc-9e8b-e78744182dab tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Calling delete_port for ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:28.941620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:53:28.946290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1294f858-6988-4dc4-9e9c-620f7a01238f admin admin] Deleting port 003704c1-b763-459a-ab87-15abe5312ee3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:28.946947 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1294f858-6988-4dc4-9e9c-620f7a01238f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (003704c1-b763-459a-ab87-15abe5312ee3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.031544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1294f858-6988-4dc4-9e9c-620f7a01238f admin admin] For port 003704c1-b763-459a-ab87-15abe5312ee3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=003704c1-b763-459a-ab87-15abe5312ee3,segment=NetworkSegment(77bc4cbe-dec3-4cfb-871f-be195e2f63e4),segment_id=77bc4cbe-dec3-4cfb-871f-be195e2f63e4)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:29.032243 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1294f858-6988-4dc4-9e9c-620f7a01238f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (003704c1-b763-459a-ab87-15abe5312ee3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.045707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1294f858-6988-4dc4-9e9c-620f7a01238f admin admin] Calling delete_port for 003704c1-b763-459a-ab87-15abe5312ee3 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:29.073005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fc610094-7a4f-4e88-956b-a21fcd3a195d req-33852b87-bc85-40a1-b43b-f30c8773bad4 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.1021783 Feb 11 04:53:29.202434 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3d83cd0-bf0a-4c90-a3e4-a14e588c7166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.251409 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1294f858-6988-4dc4-9e9c-620f7a01238f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (003704c1-b763-459a-ab87-15abe5312ee3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.254394 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.388691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294f858-6988-4dc4-9e9c-620f7a01238f admin admin] Pushing event deleted for resources: {'Port': ['ID=003704c1-b763-459a-ab87-15abe5312ee3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:29.442152 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3d83cd0-bf0a-4c90-a3e4-a14e588c7166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (985f72d1-87ca-43f8-ac98-8503e206f200), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.458868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0d10b-999f-4797-91af-d879f8b71790 req-4b92b362-cc8e-483c-b485-7c83f9969b86 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:29.475644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-97a0d10b-999f-4797-91af-d879f8b71790 req-4b92b362-cc8e-483c-b485-7c83f9969b86 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 931 time: 0.6943810 Feb 11 04:53:29.625301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d83cd0-bf0a-4c90-a3e4-a14e588c7166 admin admin] Pushing event deleted for resources: {'Port': ['ID=f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:29.773212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d83cd0-bf0a-4c90-a3e4-a14e588c7166 admin admin] Router 985f72d1-87ca-43f8-ac98-8503e206f200 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:53:29.991337 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-97a0d10b-999f-4797-91af-d879f8b71790 req-fa13269a-6c21-4497-9fa2-e27bfaf9426e tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146723 Feb 11 04:53:30.085309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:30.094828 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-31a92302-11bf-4fae-a77a-b02e68ffbd25 admin admin] 10.222.0.48 "PUT /v2.0/routers/1f40cc16-abb0-4183-b91b-86a9ee5362c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4983299 Feb 11 04:53:30.095819 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Sync routers for ids ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:30.115156 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Routers {'1f40cc16-abb0-4183-b91b-86a9ee5362c5'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:30.115798 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:30.169072 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1294f858-6988-4dc4-9e9c-620f7a01238f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (30c8deef-a2dd-4433-8d75-cc8725ae0596), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.380304 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Set router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:30.476709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d83cd0-bf0a-4c90-a3e4-a14e588c7166 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:30.490222 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a3d83cd0-bf0a-4c90-a3e4-a14e588c7166 admin admin] 10.222.0.48 "PUT /v2.0/routers/985f72d1-87ca-43f8-ac98-8503e206f200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8022261 Feb 11 04:53:30.493085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c7bac-bd85-43bf-ab11-2ddabd4880fa None None] Sync routers for ids ['985f72d1-87ca-43f8-ac98-8503e206f200'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:30.504901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38224) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:30.518159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c7bac-bd85-43bf-ab11-2ddabd4880fa None None] Routers {'985f72d1-87ca-43f8-ac98-8503e206f200'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:30.519131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c58c7bac-bd85-43bf-ab11-2ddabd4880fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['985f72d1-87ca-43f8-ac98-8503e206f200'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:30.679499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c58c7bac-bd85-43bf-ab11-2ddabd4880fa None None] Set router 985f72d1-87ca-43f8-ac98-8503e206f200 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:30.741016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595326ef-cfae-4a56-bfd7-59da8c2ccd49 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:30.782312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Publish callbacks [] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.796851 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Publish callbacks [] for router (985f72d1-87ca-43f8-ac98-8503e206f200), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.871747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1db3abb6-2533-42a4-bfec-450af987587c req-37f144aa-dc0d-455f-8d15-6215e5e491fe tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.4490669 Feb 11 04:53:30.898626 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Transition to ACTIVE for port object 595326ef-cfae-4a56-bfd7-59da8c2ccd49 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:53:30.944524 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:53:25Z', 'revision_number': 4, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c5a8731d-ec0a-45b9-9a9b-84b0ff444d44', 'name': '', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'mac_address': 'fa:16:3e:51:76:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:23Z', 'updated_at': '2022-02-11T04:53:26Z', 'revision_number': 2, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'subnets': [{'id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:30.992536 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7fcceb7-6972-40dc-9e8b-e78744182dab tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.001966 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Publish callbacks [] for router_gateway (985f72d1-87ca-43f8-ac98-8503e206f200), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.018652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c58c7bac-bd85-43bf-ab11-2ddabd4880fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:53:29Z', 'revision_number': 5, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port': {'id': '14538c5f-fc4a-42fa-a95c-840704135bc7', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:56Z', 'updated_at': '2022-02-11T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:31.022494 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Checking router: 1f40cc16-abb0-4183-b91b-86a9ee5362c5 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:53:31.032106 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Updating router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:53:31.040852 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.054693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c7bac-bd85-43bf-ab11-2ddabd4880fa None None] Checking router: 985f72d1-87ca-43f8-ac98-8503e206f200 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:53:31.064997 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c7bac-bd85-43bf-ab11-2ddabd4880fa None None] Routers {'985f72d1-87ca-43f8-ac98-8503e206f200'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:31.065690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c58c7bac-bd85-43bf-ab11-2ddabd4880fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['985f72d1-87ca-43f8-ac98-8503e206f200'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:31.088508 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.181533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Pushing event updated for resources: {'Port': ['ID=595326ef-cfae-4a56-bfd7-59da8c2ccd49,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:31.211622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1294f858-6988-4dc4-9e9c-620f7a01238f admin admin] Router 30c8deef-a2dd-4433-8d75-cc8725ae0596 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:53:31.215183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c58c7bac-bd85-43bf-ab11-2ddabd4880fa None None] Set router 985f72d1-87ca-43f8-ac98-8503e206f200 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:31.309780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c58c7bac-bd85-43bf-ab11-2ddabd4880fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:53:31Z', 'revision_number': 6, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:31.310979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcceb7-6972-40dc-9e8b-e78744182dab tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec6a5a2d-f7fa-4b6f-a2b1-e16f87274410,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:31.405616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417771e7-5413-40cf-be77-7e5c557e4964 req-d95e6d96-1ab9-423d-816a-e737c1615b23 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:31.407719 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-417771e7-5413-40cf-be77-7e5c557e4964 req-d95e6d96-1ab9-423d-816a-e737c1615b23 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 943 time: 0.2140429 Feb 11 04:53:31.430304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Deleting port 14538c5f-fc4a-42fa-a95c-840704135bc7 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:31.430660 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.443914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c7bac-bd85-43bf-ab11-2ddabd4880fa None None] The sync data for ids ['985f72d1-87ca-43f8-ac98-8503e206f200'] in n-d-615180-58 is: [{'id': '985f72d1-87ca-43f8-ac98-8503e206f200', 'name': 'tempest-ServersTestJSON-733262537-router', 'tenant_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:55Z', 'updated_at': '2022-02-11T04:53:31Z', 'revision_number': 6, 'project_id': '4b17e8d96f734666b28f8a4a6e65fa41', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:31.583531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] For port 14538c5f-fc4a-42fa-a95c-840704135bc7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=14538c5f-fc4a-42fa-a95c-840704135bc7,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:31.584195 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.608064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Calling delete_port for 14538c5f-fc4a-42fa-a95c-840704135bc7 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:31.658712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96e23d-904f-4f3d-b736-797be036091c req-6e14312a-88b3-45ac-959a-27c4e8d6ef79 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:31.660733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-6e14312a-88b3-45ac-959a-27c4e8d6ef79 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/networks?id=a98bda49-1965-4ebf-9996-1aaec756046e HTTP/1.1" status: 200 len: 829 time: 0.7426257 Feb 11 04:53:31.699465 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7fcceb7-6972-40dc-9e8b-e78744182dab tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks [] for floatingip (7ac45d3e-4073-4ee5-afd6-22454e63d2b0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.702057 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7fcceb7-6972-40dc-9e8b-e78744182dab tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.703407 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b7fcceb7-6972-40dc-9e8b-e78744182dab tempest-ExternalNetworksAdminNegativeTestJSON-1743752693 tempest-ExternalNetworksAdminNegativeTestJSON-1743752693-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/7ac45d3e-4073-4ee5-afd6-22454e63d2b0 HTTP/1.1" status: 204 len: 168 time: 3.3848026 Feb 11 04:53:31.728296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-12194fd9-380c-47fc-a0dd-50872fa16377 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/quotas/31feba60ec1a4950ace1e36a37272c0d HTTP/1.1" status: 200 len: 375 time: 0.0324869 Feb 11 04:53:31.739510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Attempting to bind port 595326ef-cfae-4a56-bfd7-59da8c2ccd49 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:31.741744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Attempting to bind port 595326ef-cfae-4a56-bfd7-59da8c2ccd49 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3bc862c3-73c4-4c45-8767-2902fcd53958'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:31.742011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Attempting to bind port 595326ef-cfae-4a56-bfd7-59da8c2ccd49 on network 3bc862c3-73c4-4c45-8767-2902fcd53958 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:31.756862 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Publish callbacks [] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.759420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Port 595326ef-cfae-4a56-bfd7-59da8c2ccd49 on network 3bc862c3-73c4-4c45-8767-2902fcd53958 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:53:31.759703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Attempting to bind port 595326ef-cfae-4a56-bfd7-59da8c2ccd49 on network 3bc862c3-73c4-4c45-8767-2902fcd53958 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:31.766703 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.782099 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-417771e7-5413-40cf-be77-7e5c557e4964 req-3281d2d6-8936-49ab-9e26-34708e555d1e tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663349 Feb 11 04:53:31.828517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:31.828849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Checking segment: {'id': 'f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3bc862c3-73c4-4c45-8767-2902fcd53958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:31.829227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Bound using segment: {'id': 'f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3bc862c3-73c4-4c45-8767-2902fcd53958'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:31.829681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Bound port: 595326ef-cfae-4a56-bfd7-59da8c2ccd49, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3bc862c3-73c4-4c45-8767-2902fcd53958'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:31.830066 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.830487 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63451d7-55a2-441a-90d5-f652725376ba None None] Pushing event updated for resources: {'Port': ['ID=c5a8731d-ec0a-45b9-9a9b-84b0ff444d44,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:31.858621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1294f858-6988-4dc4-9e9c-620f7a01238f admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:31.873699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1294f858-6988-4dc4-9e9c-620f7a01238f admin admin] 10.222.0.48 "PUT /v2.0/routers/30c8deef-a2dd-4433-8d75-cc8725ae0596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5239043 Feb 11 04:53:31.903331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38258) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:31.934467 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6583c500-40b8-4b25-911b-151b693d19bc None None] Sync routers for ids ['30c8deef-a2dd-4433-8d75-cc8725ae0596'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:31.940826 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Attempting to bind port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:31.941826 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Attempting to bind port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:31.942951 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Attempting to bind port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 on network a98bda49-1965-4ebf-9996-1aaec756046e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:31.962746 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:31.966552 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Checking segment: {'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:31.967118 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.967628 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Bound using segment: {'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:31.968710 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Bound port: c5a8731d-ec0a-45b9-9a9b-84b0ff444d44, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:31.969221 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.112403 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] For port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:32.116147 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] For port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c5a8731d-ec0a-45b9-9a9b-84b0ff444d44,segment=NetworkSegment(9c3c8f82-9a72-4045-892b-6825e29feafc),segment_id=9c3c8f82-9a72-4045-892b-6825e29feafc)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:32.125860 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.169665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] For port 595326ef-cfae-4a56-bfd7-59da8c2ccd49, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:32.198150 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-eea86c4c-4086-4746-931a-86635ba8f3a1 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=31feba60ec1a4950ace1e36a37272c0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4350262 Feb 11 04:53:32.198150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] For port 595326ef-cfae-4a56-bfd7-59da8c2ccd49, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=595326ef-cfae-4a56-bfd7-59da8c2ccd49,segment=NetworkSegment(f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2),segment_id=f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:32.205026 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6583c500-40b8-4b25-911b-151b693d19bc None None] Routers {'30c8deef-a2dd-4433-8d75-cc8725ae0596'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:32.205981 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6583c500-40b8-4b25-911b-151b693d19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['30c8deef-a2dd-4433-8d75-cc8725ae0596'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:32.235655 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.298049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-decce1bc-58a9-463b-9a48-1df3c17e79f3 req-92366e22-f6fc-461c-ab44-01b870fc962b tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.1850152 Feb 11 04:53:32.433705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:32.434334 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.436097 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] 10.222.0.10 "PUT /v2.0/ports/595326ef-cfae-4a56-bfd7-59da8c2ccd49 HTTP/1.1" status: 200 len: 1092 time: 4.5250790 Feb 11 04:53:32.438021 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6583c500-40b8-4b25-911b-151b693d19bc None None] Set router 30c8deef-a2dd-4433-8d75-cc8725ae0596 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:32.443215 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Routers {'1f40cc16-abb0-4183-b91b-86a9ee5362c5'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:32.453183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e960621-cf7a-4254-92db-0ee8d21c0963', 'tag': '595326ef-cfae-4a56-bfd7-59da8c2ccd49'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:32.455913 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e3210d-e721-480f-aff5-9e381bd17704" -d '{"events": [{"name": "network-changed", "server_uuid": "0e960621-cf7a-4254-92db-0ee8d21c0963", "tag": "595326ef-cfae-4a56-bfd7-59da8c2ccd49"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:32.479340 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:32.491929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8e0536ae-c28e-43bb-becd-d4e70aac4df6 None None] Provisioning complete for port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:32.492467 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8e0536ae-c28e-43bb-becd-d4e70aac4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.530400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38274) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:32.627118 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Publish callbacks [] for router (30c8deef-a2dd-4433-8d75-cc8725ae0596), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.698782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17964e7a-eec1-4665-aaa6-d81b031966e9 service neutron] Pushing event updated for resources: {'Port': ['ID=595326ef-cfae-4a56-bfd7-59da8c2ccd49,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:32.717316 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-5666dbd3-0e72-4373-ab34-40d5d1689c60 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174286 Feb 11 04:53:32.802974 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63451d7-55a2-441a-90d5-f652725376ba None None] Pushing event updated for resources: {'Port': ['ID=c5a8731d-ec0a-45b9-9a9b-84b0ff444d44,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:32.837060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:32.849108 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (14538c5f-fc4a-42fa-a95c-840704135bc7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.864902 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-1025ddf0-913b-4a6d-bdb8-f723e607fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:32.866625 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-1025ddf0-913b-4a6d-bdb8-f723e607fe24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=647f482538014f29b8f524a64a6fe46d&device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 1126 time: 0.3615434 Feb 11 04:53:32.962823 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bebb1d-f74b-4e5b-afe9-9c5782ca8118 x-openstack-request-id: req-b9bebb1d-f74b-4e5b-afe9-9c5782ca8118 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:32.963290 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e960621-cf7a-4254-92db-0ee8d21c0963", "tag": "595326ef-cfae-4a56-bfd7-59da8c2ccd49", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:32.963648 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9bebb1d-f74b-4e5b-afe9-9c5782ca8118 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:32.964156 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e960621-cf7a-4254-92db-0ee8d21c0963', 'tag': '595326ef-cfae-4a56-bfd7-59da8c2ccd49', 'status': 'completed', 'code': 200} Feb 11 04:53:32.975916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:32.978300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f454afdd-1e4d-4cd2-8dbf-9ed71bf2e3f7 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:32.983783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 14538c5f-fc4a-42fa-a95c-840704135bc7 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:33.016361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=14538c5f-fc4a-42fa-a95c-840704135bc7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:33.056078 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-2238aa20-4e26-44b7-81ba-9bc6ebbd10c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=595326ef-cfae-4a56-bfd7-59da8c2ccd49 HTTP/1.1" status: 200 len: 217 time: 0.1165154 Feb 11 04:53:33.074692 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7406f93b-318f-49e0-839c-28346d0eb907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.082575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 14538c5f-fc4a-42fa-a95c-840704135bc7 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:33.085188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 14538c5f-fc4a-42fa-a95c-840704135bc7 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:33.098158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8e0536ae-c28e-43bb-becd-d4e70aac4df6 None None] Current status of the port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:33.098674 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8e0536ae-c28e-43bb-becd-d4e70aac4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.137757 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] Set router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:33.221673 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (985f72d1-87ca-43f8-ac98-8503e206f200), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.224512 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-d3c9760c-6e68-4864-9adb-667dc574095a service neutron] 10.222.0.48 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864781 Feb 11 04:53:33.233368 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Publish callbacks [] for router_gateway (30c8deef-a2dd-4433-8d75-cc8725ae0596), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.237064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-1e7b6c88-0bf5-4454-a84f-03b3ffdc55d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:33.239818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-1e7b6c88-0bf5-4454-a84f-03b3ffdc55d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15853a86-d780-4364-b94a-d8ef9d45978a HTTP/1.1" status: 200 len: 865 time: 0.1789775 Feb 11 04:53:33.298708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8e0536ae-c28e-43bb-becd-d4e70aac4df6 None None] For port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c5a8731d-ec0a-45b9-9a9b-84b0ff444d44,segment=NetworkSegment(9c3c8f82-9a72-4045-892b-6825e29feafc),segment_id=9c3c8f82-9a72-4045-892b-6825e29feafc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:33.305342 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-59c5baf5-5ddb-4001-9058-bb86253f8a1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3bc862c3-73c4-4c45-8767-2902fcd53958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581317 Feb 11 04:53:33.309708 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8e0536ae-c28e-43bb-becd-d4e70aac4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.321431 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.445762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0536ae-c28e-43bb-becd-d4e70aac4df6 None None] Pushing event updated for resources: {'Port': ['ID=c5a8731d-ec0a-45b9-9a9b-84b0ff444d44,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:33.504969 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7406f93b-318f-49e0-839c-28346d0eb907 admin admin] Publish callbacks [] for security_group (d20e1380-df45-4773-92ff-114ffa7b26d4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.513474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-45ad3aef-aea0-4c70-aa6b-6eb5a9cdaeb2 None None] Provisioning complete for port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:33.514085 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-45ad3aef-aea0-4c70-aa6b-6eb5a9cdaeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.544471 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7406f93b-318f-49e0-839c-28346d0eb907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d20e1380-df45-4773-92ff-114ffa7b26d4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.570234 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6583c500-40b8-4b25-911b-151b693d19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'name': 'tempest-TaggedBootDevicesTest_v242-1328820501-router', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:57Z', 'updated_at': '2022-02-11T04:53:29Z', 'revision_number': 5, 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'gw_port': {'id': '2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:58Z', 'updated_at': '2022-02-11T04:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:33.654799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (985f72d1-87ca-43f8-ac98-8503e206f200), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.663887 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Publish callbacks [] for router_controller (985f72d1-87ca-43f8-ac98-8503e206f200), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.674510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40424895-ee49-4ffd-b31a-7ebf3cf894f6 req-3c6ae413-a8de-4888-90a1-6bea635cb57e tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:33.680106 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6583c500-40b8-4b25-911b-151b693d19bc None None] Checking router: 30c8deef-a2dd-4433-8d75-cc8725ae0596 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:53:33.689124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-40424895-ee49-4ffd-b31a-7ebf3cf894f6 req-3c6ae413-a8de-4888-90a1-6bea635cb57e tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 943 time: 0.6366508 Feb 11 04:53:33.703102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-45ad3aef-aea0-4c70-aa6b-6eb5a9cdaeb2 None None] Current status of the port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:33.717420 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6583c500-40b8-4b25-911b-151b693d19bc None None] Routers {'30c8deef-a2dd-4433-8d75-cc8725ae0596'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:33.732635 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6583c500-40b8-4b25-911b-151b693d19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['30c8deef-a2dd-4433-8d75-cc8725ae0596'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:33.829348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c3a016e-c922-4b89-be08-3de4ed7c976b req-7a80e52b-9f5c-4e8e-9fbe-2c98ce84aa7c tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0384791 Feb 11 04:53:33.867516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406f93b-318f-49e0-839c-28346d0eb907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20e1380-df45-4773-92ff-114ffa7b26d4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:33.897766 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7406f93b-318f-49e0-839c-28346d0eb907 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6781156f0ab54d04b796c91844cabdba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2936945 Feb 11 04:53:33.907043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38302) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:33.937247 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (985f72d1-87ca-43f8-ac98-8503e206f200), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.938371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 985f72d1-87ca-43f8-ac98-8503e206f200 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:53:33.946305 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.950980 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6deddc80-8ac0-4027-bd01-281c38c437f7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/985f72d1-87ca-43f8-ac98-8503e206f200 HTTP/1.1" status: 204 len: 168 time: 3.4370046 Feb 11 04:53:33.952704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38306) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:33.970726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-40424895-ee49-4ffd-b31a-7ebf3cf894f6 req-1bdeb0e9-54af-4f68-9529-7c7852884176 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784498 Feb 11 04:53:33.990565 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:53:25Z', 'revision_number': 4, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c5a8731d-ec0a-45b9-9a9b-84b0ff444d44', 'name': '', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'mac_address': 'fa:16:3e:51:76:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:23Z', 'updated_at': '2022-02-11T04:53:32Z', 'revision_number': 4, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'subnets': [{'id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:34.005682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Deleting port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:34.006474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.051603 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3477196b-17a0-470c-a6c6-bea7e682f3e1 req-8eb5e750-6584-4044-97c2-37be7bd3e505 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0921381 Feb 11 04:53:34.062038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d725d14-4aca-4e05-a2b4-a7a7ff1cd2d3 admin admin] Deleting subnet 349210cd-aa8f-457a-8631-ab26bbd85f45 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:34.077281 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d725d14-4aca-4e05-a2b4-a7a7ff1cd2d3 admin admin] Publish callbacks [] for subnet (349210cd-aa8f-457a-8631-ab26bbd85f45), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.094422 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-b50e7445-5c6d-48c7-bfcd-d8fdd327d465 service neutron] 10.222.0.10 "GET /v2.0/networks/3bc862c3-73c4-4c45-8767-2902fcd53958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7737002 Feb 11 04:53:34.144953 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13960242-7d51-4851-a892-5df3187e2e59 None None] The sync data for ids ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'] in n-d-615180-58 is: [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:53:25Z', 'revision_number': 4, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c5a8731d-ec0a-45b9-9a9b-84b0ff444d44', 'name': '', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'mac_address': 'fa:16:3e:51:76:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:23Z', 'updated_at': '2022-02-11T04:53:32Z', 'revision_number': 4, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'subnets': [{'id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:34.169504 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6583c500-40b8-4b25-911b-151b693d19bc None None] Set router 30c8deef-a2dd-4433-8d75-cc8725ae0596 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:34.268592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d725d14-4aca-4e05-a2b4-a7a7ff1cd2d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (349210cd-aa8f-457a-8631-ab26bbd85f45), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.351974 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54287e43-4425-4d49-beb7-131c0a570234 admin admin] Publish callbacks [] for security_group (d20e1380-df45-4773-92ff-114ffa7b26d4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.432689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] For port 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:34.439263 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.462875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54287e43-4425-4d49-beb7-131c0a570234 admin admin] Publish callbacks [] for security_group (d20e1380-df45-4773-92ff-114ffa7b26d4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.507525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Calling delete_port for 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:34.547325 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de239b9a-ab5d-4c93-bd6f-ae7f1543e801 req-0efb390a-7105-419f-90de-de9e7dd7c063 service neutron] 10.222.0.10 "GET /v2.0/networks/3bc862c3-73c4-4c45-8767-2902fcd53958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523368 Feb 11 04:53:34.591881 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54287e43-4425-4d49-beb7-131c0a570234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d20e1380-df45-4773-92ff-114ffa7b26d4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.597729 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54287e43-4425-4d49-beb7-131c0a570234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.600469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-54287e43-4425-4d49-beb7-131c0a570234 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d20e1380-df45-4773-92ff-114ffa7b26d4 HTTP/1.1" status: 204 len: 168 time: 0.6725168 Feb 11 04:53:34.618349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54287e43-4425-4d49-beb7-131c0a570234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20e1380-df45-4773-92ff-114ffa7b26d4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:34.719209 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6583c500-40b8-4b25-911b-151b693d19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'name': 'tempest-TaggedBootDevicesTest_v242-1328820501-router', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:57Z', 'updated_at': '2022-02-11T04:53:33Z', 'revision_number': 6, 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:34.747716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3210d-e721-480f-aff5-9e381bd17704 req-7ca33803-05da-4e88-8910-0ed135eae603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:34.753689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03e3210d-e721-480f-aff5-9e381bd17704 req-7ca33803-05da-4e88-8910-0ed135eae603 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=647f482538014f29b8f524a64a6fe46d&device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 1126 time: 0.0941837 Feb 11 04:53:34.829655 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6583c500-40b8-4b25-911b-151b693d19bc None None] The sync data for ids ['30c8deef-a2dd-4433-8d75-cc8725ae0596'] in n-d-615180-58 is: [{'id': '30c8deef-a2dd-4433-8d75-cc8725ae0596', 'name': 'tempest-TaggedBootDevicesTest_v242-1328820501-router', 'tenant_id': '06943f9c599747dbb8a5e6ebe7353813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:57Z', 'updated_at': '2022-02-11T04:53:33Z', 'revision_number': 6, 'project_id': '06943f9c599747dbb8a5e6ebe7353813', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:34.850604 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d725d14-4aca-4e05-a2b4-a7a7ff1cd2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (349210cd-aa8f-457a-8631-ab26bbd85f45), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.875611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:35.035950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:35.036581 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.170193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2d253ee6-a3f5-46ce-bc8b-aa33f831ffc6 req-60f2a22e-e9e7-4f83-9c48-4df6694204bd tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.1227071 Feb 11 04:53:35.192147 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d725d14-4aca-4e05-a2b4-a7a7ff1cd2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (349210cd-aa8f-457a-8631-ab26bbd85f45), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.229195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3210d-e721-480f-aff5-9e381bd17704 req-03f3534c-c763-4a20-9360-9dedf0f17c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:35.247223 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03e3210d-e721-480f-aff5-9e381bd17704 req-03f3534c-c763-4a20-9360-9dedf0f17c8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=3bc862c3-73c4-4c45-8767-2902fcd53958 HTTP/1.1" status: 200 len: 926 time: 0.4785924 Feb 11 04:53:35.299870 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:35.350532 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03e3210d-e721-480f-aff5-9e381bd17704 req-ed045356-a0b8-4e49-b260-c5915e85b209 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=595326ef-cfae-4a56-bfd7-59da8c2ccd49 HTTP/1.1" status: 200 len: 217 time: 0.0954573 Feb 11 04:53:35.378003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d725d14-4aca-4e05-a2b4-a7a7ff1cd2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=349210cd-aa8f-457a-8631-ab26bbd85f45,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:35.453555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e29f603-905b-4d97-98de-6f5c07bc3ac6 None None] Network 54478e1d-9bdc-4182-8145-0aaa601ad86a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:35.455192 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5729efe-1050-464f-9e2e-5cb85f8b05c3 req-a8f01ca6-c44d-438b-a896-1417c495c4a8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 210 time: 0.1906490 Feb 11 04:53:35.466206 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d725d14-4aca-4e05-a2b4-a7a7ff1cd2d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.474116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9d725d14-4aca-4e05-a2b4-a7a7ff1cd2d3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/349210cd-aa8f-457a-8631-ab26bbd85f45 HTTP/1.1" status: 204 len: 168 time: 1.5199776 Feb 11 04:53:35.479990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38354) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:35.527929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3210d-e721-480f-aff5-9e381bd17704 req-3590aff1-a20d-4e64-8ea3-0530e317ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:35.532096 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03e3210d-e721-480f-aff5-9e381bd17704 req-3590aff1-a20d-4e64-8ea3-0530e317ff61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15853a86-d780-4364-b94a-d8ef9d45978a HTTP/1.1" status: 200 len: 865 time: 0.1748321 Feb 11 04:53:35.532790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38356) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:35.577243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.653801 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03e3210d-e721-480f-aff5-9e381bd17704 req-188d4583-609e-4da2-b78e-380b9f90a04b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3bc862c3-73c4-4c45-8767-2902fcd53958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693297 Feb 11 04:53:35.684842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:35.735107 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (54478e1d-9bdc-4182-8145-0aaa601ad86a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.905017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42278ec1-96be-4e26-91d0-7a52c4eecb59 None None] DHCP port deletion for 54478e1d-9bdc-4182-8145-0aaa601ad86a request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:53:36.025201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-42278ec1-96be-4e26-91d0-7a52c4eecb59 None None] Deleting port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:36.026187 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42278ec1-96be-4e26-91d0-7a52c4eecb59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.039664 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (30c8deef-a2dd-4433-8d75-cc8725ae0596), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.173473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c525b6-3840-4d34-b381-3cdbafa29e58 req-25867e58-fd36-49fe-be1d-b23f38d7d155 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:36.175151 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-34c525b6-3840-4d34-b381-3cdbafa29e58 req-25867e58-fd36-49fe-be1d-b23f38d7d155 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.4494298 Feb 11 04:53:36.228075 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-42278ec1-96be-4e26-91d0-7a52c4eecb59 None None] For port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1296b7a4-5d97-4ca2-8319-9b499ac1f76d,segment=NetworkSegment(3d492c64-5cf5-453c-a295-4581e415334f),segment_id=3d492c64-5cf5-453c-a295-4581e415334f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:36.228810 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42278ec1-96be-4e26-91d0-7a52c4eecb59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.243525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-42278ec1-96be-4e26-91d0-7a52c4eecb59 None None] Calling delete_port for 1296b7a4-5d97-4ca2-8319-9b499ac1f76d owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:36.278490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Deleting port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:36.278842 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.367235 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42278ec1-96be-4e26-91d0-7a52c4eecb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.404054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42278ec1-96be-4e26-91d0-7a52c4eecb59 None None] Pushing event deleted for resources: {'Port': ['ID=1296b7a4-5d97-4ca2-8319-9b499ac1f76d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:36.418008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42278ec1-96be-4e26-91d0-7a52c4eecb59 None None] No DVR routers for this DVR port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:36.422091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] For port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1296b7a4-5d97-4ca2-8319-9b499ac1f76d,segment=NetworkSegment(3d492c64-5cf5-453c-a295-4581e415334f),segment_id=3d492c64-5cf5-453c-a295-4581e415334f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:36.422708 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.440889 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (30c8deef-a2dd-4433-8d75-cc8725ae0596), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.465922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Publish callbacks [] for router_controller (30c8deef-a2dd-4433-8d75-cc8725ae0596), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.483913 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Calling delete_port for 1296b7a4-5d97-4ca2-8319-9b499ac1f76d owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:36.520817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f0eba399-e9ef-42af-af4a-b6e39363eccd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e5d70a5c42641e4ba508c1b6739d6e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9787846 Feb 11 04:53:36.520817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38374) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:36.538485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b745e-4604-4c95-a243-17bf86223284 req-442fb443-aab3-496e-a784-23e51baf26ee tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:36.542070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5a0b745e-4604-4c95-a243-17bf86223284 req-442fb443-aab3-496e-a784-23e51baf26ee tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 943 time: 1.1069913 Feb 11 04:53:36.561492 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-34c525b6-3840-4d34-b381-3cdbafa29e58 req-33f4985d-a3a9-4943-a4c3-064f06a8af38 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3049648 Feb 11 04:53:36.577804 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (30c8deef-a2dd-4433-8d75-cc8725ae0596), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.577804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30c8deef-a2dd-4433-8d75-cc8725ae0596 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:53:36.586450 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.588018 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc077cba-33c5-4fa5-b2b8-30c83ff175ea admin admin] 10.222.0.48 "DELETE /v2.0/routers/30c8deef-a2dd-4433-8d75-cc8725ae0596 HTTP/1.1" status: 204 len: 168 time: 4.6478989 Feb 11 04:53:36.590349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38376) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:36.688741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 003704c1-b763-459a-ab87-15abe5312ee3 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:36.699149 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03e3210d-e721-480f-aff5-9e381bd17704 req-19d6f78a-95dc-4a59-b87c-f62726850300 service neutron] 10.222.0.10 "GET /v2.0/networks/3bc862c3-73c4-4c45-8767-2902fcd53958?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0296893 Feb 11 04:53:36.706571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96e23d-904f-4f3d-b736-797be036091c req-1038b3f8-35e4-450f-ac27-e758cf67acdf tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:36.708461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-1038b3f8-35e4-450f-ac27-e758cf67acdf tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.60 "GET /v2.0/networks?id=a98bda49-1965-4ebf-9996-1aaec756046e HTTP/1.1" status: 200 len: 829 time: 0.8251050 Feb 11 04:53:36.751806 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 003704c1-b763-459a-ab87-15abe5312ee3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:36.753100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 003704c1-b763-459a-ab87-15abe5312ee3 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:36.756846 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:36.807550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:36.812893 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2a5a48d4-d24d-44c1-a0bc-eeb1c6a2ae74 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:36.813384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1296b7a4-5d97-4ca2-8319-9b499ac1f76d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:36.841920 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03e3210d-e721-480f-aff5-9e381bd17704 req-6ecf9f37-9a32-41fa-a6c6-61b7d90bc98d service neutron] 10.222.0.10 "GET /v2.0/networks/3bc862c3-73c4-4c45-8767-2902fcd53958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322556 Feb 11 04:53:36.856841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 1296b7a4-5d97-4ca2-8319-9b499ac1f76d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:36.857197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1296b7a4-5d97-4ca2-8319-9b499ac1f76d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:36.870148 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-08860696-dc7d-41a6-827b-e832330e013b req-291c5bb1-ea32-4673-95a1-4462dd76eda9 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0871706 Feb 11 04:53:36.895966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5d96e23d-904f-4f3d-b736-797be036091c req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Request body: {'port': {'device_id': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'admin_state_up': True, 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:36.902271 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5d66ab2-f743-4c9c-9d04-bbe3ad445dfa admin admin] Publish callbacks [] for security_group (a76160c8-5cd1-425b-9072-342e5ba44e4a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.935295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a991e22-e8cc-4f0a-a13e-0d5f46c62f27 admin admin] Deleting subnet 34bfb395-bde4-4bf9-b3a7-eaf10601e348 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:36.952137 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5a0b745e-4604-4c95-a243-17bf86223284 req-04aafec2-8215-4e01-b2b5-d7aa018a6f95 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999007 Feb 11 04:53:36.964354 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a991e22-e8cc-4f0a-a13e-0d5f46c62f27 admin admin] Publish callbacks [] for subnet (34bfb395-bde4-4bf9-b3a7-eaf10601e348), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.020937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5d66ab2-f743-4c9c-9d04-bbe3ad445dfa admin admin] Publish callbacks [] for security_group (a76160c8-5cd1-425b-9072-342e5ba44e4a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.070251 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a002e8a7-ebcc-4717-a6a5-699bee654b58 req-df621840-5f38-4d88-a8e6-a15e79f6b8d8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0309155 Feb 11 04:53:37.101582 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1296b7a4-5d97-4ca2-8319-9b499ac1f76d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.106993 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5d66ab2-f743-4c9c-9d04-bbe3ad445dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a76160c8-5cd1-425b-9072-342e5ba44e4a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.110851 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5d66ab2-f743-4c9c-9d04-bbe3ad445dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.115117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c5d66ab2-f743-4c9c-9d04-bbe3ad445dfa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a76160c8-5cd1-425b-9072-342e5ba44e4a HTTP/1.1" status: 204 len: 168 time: 0.5888052 Feb 11 04:53:37.141675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d66ab2-f743-4c9c-9d04-bbe3ad445dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76160c8-5cd1-425b-9072-342e5ba44e4a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:37.142590 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a991e22-e8cc-4f0a-a13e-0d5f46c62f27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (34bfb395-bde4-4bf9-b3a7-eaf10601e348), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.211704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d96e23d-904f-4f3d-b736-797be036091c req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Made reservation on behalf of 31feba60ec1a4950ace1e36a37272c0d for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:37.216377 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d96e23d-904f-4f3d-b736-797be036091c req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.269121 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.420810 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a991e22-e8cc-4f0a-a13e-0d5f46c62f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (34bfb395-bde4-4bf9-b3a7-eaf10601e348), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.483824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Pushing event deleted for resources: {'Port': ['ID=1296b7a4-5d97-4ca2-8319-9b499ac1f76d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:37.503142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] No DVR routers for this DVR port 1296b7a4-5d97-4ca2-8319-9b499ac1f76d on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:37.532216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-5d96e23d-904f-4f3d-b736-797be036091c req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Allocated IP 172.20.0.12 (a98bda49-1965-4ebf-9996-1aaec756046e/7e0788ec-f4d9-4587-93b0-268fd8810202/dda74aaa-0c7a-44dc-bb28-a9ca61d73a57) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:37.672969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (54478e1d-9bdc-4182-8145-0aaa601ad86a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.682526 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a991e22-e8cc-4f0a-a13e-0d5f46c62f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (34bfb395-bde4-4bf9-b3a7-eaf10601e348), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.739014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a991e22-e8cc-4f0a-a13e-0d5f46c62f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34bfb395-bde4-4bf9-b3a7-eaf10601e348,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:37.764426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6724324e-a387-4622-9176-176dd70f08ac None None] Network dab576ae-34a8-4896-8e60-a130ccedfd0b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:37.765737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0a991e22-e8cc-4f0a-a13e-0d5f46c62f27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.769183 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0a991e22-e8cc-4f0a-a13e-0d5f46c62f27 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/34bfb395-bde4-4bf9-b3a7-eaf10601e348 HTTP/1.1" status: 204 len: 168 time: 1.1777558 Feb 11 04:53:37.771873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54478e1d-9bdc-4182-8145-0aaa601ad86a']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:37.774022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38404) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:37.812579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d492c64-5cf5-453c-a295-4581e415334f') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:37.816263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d492c64-5cf5-453c-a295-4581e415334f') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:37.858863 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (3d492c64-5cf5-453c-a295-4581e415334f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.864039 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d96e23d-904f-4f3d-b736-797be036091c req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.945621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d96e23d-904f-4f3d-b736-797be036091c req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.964806 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3d492c64-5cf5-453c-a295-4581e415334f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.974557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:53:37.975516 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (3d492c64-5cf5-453c-a295-4581e415334f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:53:37.977940 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:53:38.007391 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (dab576ae-34a8-4896-8e60-a130ccedfd0b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.068345 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74ffed-a572-4281-b1fa-9c059b57be39 req-01a32bef-db00-47dc-91e8-dd07711b9973 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:38.069908 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e74ffed-a572-4281-b1fa-9c059b57be39 req-01a32bef-db00-47dc-91e8-dd07711b9973 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.2134247 Feb 11 04:53:38.072708 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (54478e1d-9bdc-4182-8145-0aaa601ad86a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.079097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d96e23d-904f-4f3d-b736-797be036091c req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Network a98bda49-1965-4ebf-9996-1aaec756046e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:38.090556 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.096412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] 10.222.0.48 "DELETE /v2.0/networks/54478e1d-9bdc-4182-8145-0aaa601ad86a HTTP/1.1" status: 204 len: 168 time: 2.6099601 Feb 11 04:53:38.106328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-5d96e23d-904f-4f3d-b736-797be036091c req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:38.108889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d96e23d-904f-4f3d-b736-797be036091c req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:38.166586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf90f1-4fa3-43ae-8d7b-d7bd85eefc85 admin admin] Pushing event deleted for resources: {'Network': ['ID=54478e1d-9bdc-4182-8145-0aaa601ad86a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:38.167755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7928bb14-bf67-4b57-8e36-3f39102f3873 req-2e4616cb-4b8b-42e0-970d-4588184adfa3 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.1181345 Feb 11 04:53:38.203305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Pushing event updated for resources: {'Port': ['ID=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:38.231437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e749d59-9fcb-424d-b4c2-075346c0b6a0 None None] DHCP port deletion for dab576ae-34a8-4896-8e60-a130ccedfd0b request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:53:38.288663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96e23d-904f-4f3d-b736-797be036091c req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:38.289380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d96e23d-904f-4f3d-b736-797be036091c req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.339402 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e74ffed-a572-4281-b1fa-9c059b57be39 req-bb1b2aba-06ba-4c09-a2e1-ec8278da3123 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502198 Feb 11 04:53:38.340078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38424) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:38.405755 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Deleting port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:38.406104 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.412932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2e749d59-9fcb-424d-b4c2-075346c0b6a0 None None] Deleting port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:38.414040 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e749d59-9fcb-424d-b4c2-075346c0b6a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.439543 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-ba2b3ccf-a517-4251-a06a-004b89ca6a61 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5935886 Feb 11 04:53:38.456945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Request body: {'port': {'device_id': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:38.532850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6ceaf-a93a-496d-8c8c-e4abe7843063 req-4ab2964c-a14b-499e-a02f-a15eb2d90518 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:38.540402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06c6ceaf-a93a-496d-8c8c-e4abe7843063 req-4ab2964c-a14b-499e-a02f-a15eb2d90518 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 943 time: 0.2410810 Feb 11 04:53:38.555234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2e749d59-9fcb-424d-b4c2-075346c0b6a0 None None] For port 6e173a81-749b-4b8c-aa20-f4e2ed888f81, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6e173a81-749b-4b8c-aa20-f4e2ed888f81,segment=NetworkSegment(77bc4cbe-dec3-4cfb-871f-be195e2f63e4),segment_id=77bc4cbe-dec3-4cfb-871f-be195e2f63e4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:38.561242 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e749d59-9fcb-424d-b4c2-075346c0b6a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.594850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2e749d59-9fcb-424d-b4c2-075346c0b6a0 None None] Calling delete_port for 6e173a81-749b-4b8c-aa20-f4e2ed888f81 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:38.615736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] For port 6e173a81-749b-4b8c-aa20-f4e2ed888f81, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6e173a81-749b-4b8c-aa20-f4e2ed888f81,segment=NetworkSegment(77bc4cbe-dec3-4cfb-871f-be195e2f63e4),segment_id=77bc4cbe-dec3-4cfb-871f-be195e2f63e4)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:38.616168 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.643304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Calling delete_port for 6e173a81-749b-4b8c-aa20-f4e2ed888f81 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:38.772080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06c6ceaf-a93a-496d-8c8c-e4abe7843063 req-5f419f18-90ef-4f7d-ac74-44a13cb90e15 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303927 Feb 11 04:53:38.786036 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.898544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38436) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:38.911463 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.943353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-53c9d33e-552b-49fb-8744-fd93bb157aaf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b17e8d96f734666b28f8a4a6e65fa41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6007388 Feb 11 04:53:38.945466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6e173a81-749b-4b8c-aa20-f4e2ed888f81 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:38.950168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38440) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:38.951800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 595326ef-cfae-4a56-bfd7-59da8c2ccd49 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:53:38.954448 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:38.986296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e173a81-749b-4b8c-aa20-f4e2ed888f81,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:38.997750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] No DVR routers for this DVR port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:39.077658 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (dab576ae-34a8-4896-8e60-a130ccedfd0b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.099966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab576ae-34a8-4896-8e60-a130ccedfd0b']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:39.111139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bc4cbe-dec3-4cfb-871f-be195e2f63e4') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:39.111502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bc4cbe-dec3-4cfb-871f-be195e2f63e4') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:39.122044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (77bc4cbe-dec3-4cfb-871f-be195e2f63e4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.135754 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (77bc4cbe-dec3-4cfb-871f-be195e2f63e4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.142156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:53:39.142564 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (77bc4cbe-dec3-4cfb-871f-be195e2f63e4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.156866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 595326ef-cfae-4a56-bfd7-59da8c2ccd49, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=595326ef-cfae-4a56-bfd7-59da8c2ccd49,segment=NetworkSegment(f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2),segment_id=f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: from cryptography.utils import int_from_bytes Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: from cryptography.utils import int_from_bytes Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.185673 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:53:39.188923 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 04:53:39.195514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '595326ef-cfae-4a56-bfd7-59da8c2ccd49', 'network_id': '3bc862c3-73c4-4c45-8767-2902fcd53958', 'port_id': '595326ef-cfae-4a56-bfd7-59da8c2ccd49', 'mac_address': 'fa:16:3e:8f:d4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15853a86-d780-4364-b94a-d8ef9d45978a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:53:39.215356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1168635213'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:39.224702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 6e173a81-749b-4b8c-aa20-f4e2ed888f81 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:39.225061 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6e173a81-749b-4b8c-aa20-f4e2ed888f81 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:39.229612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6178cb4f-e33f-42e4-9f3e-ca62fcf9129c None None] Provisioning complete for port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:39.229988 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6178cb4f-e33f-42e4-9f3e-ca62fcf9129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.277680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6178cb4f-e33f-42e4-9f3e-ca62fcf9129c None None] Port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:39.280982 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e749d59-9fcb-424d-b4c2-075346c0b6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (6e173a81-749b-4b8c-aa20-f4e2ed888f81), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.329210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 595326ef-cfae-4a56-bfd7-59da8c2ccd49 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:39.329441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Made reservation on behalf of 19c66f737d454e3baa7ca0821e3ee2e7 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:39.329970 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.332715 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.360324 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7307a64-5a25-4384-8953-546d97bf69a1 req-163bce6b-4cd0-47d5-ae46-50d168ddaac3 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0561116 Feb 11 04:53:39.374339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595326ef-cfae-4a56-bfd7-59da8c2ccd49 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:39.382190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.386415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:39.430747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e749d59-9fcb-424d-b4c2-075346c0b6a0 None None] Pushing event deleted for resources: {'Port': ['ID=6e173a81-749b-4b8c-aa20-f4e2ed888f81,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:39.436543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e749d59-9fcb-424d-b4c2-075346c0b6a0 None None] No DVR routers for this DVR port 6e173a81-749b-4b8c-aa20-f4e2ed888f81 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:39.439828 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-161e882c-13c4-4add-8d03-45cc494a3204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.445929 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Publish callbacks [] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.456157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 595326ef-cfae-4a56-bfd7-59da8c2ccd49, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=595326ef-cfae-4a56-bfd7-59da8c2ccd49,segment=NetworkSegment(f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2),segment_id=f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:39.460322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 368ae4bc-b5fd-4735-b642-32788d9a02a0 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:39.461063 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.497192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Transition to ACTIVE for port object dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:53:39.505197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:39.506671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:39.511240 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a813658-4281-4c00-97dc-0a4f11244c69" -d '{"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-unplugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:39.516406 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.518466 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.529419 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.590420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=595326ef-cfae-4a56-bfd7-59da8c2ccd49,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:53:39.599027 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:53:39.636042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Pushing event updated for resources: {'Port': ['ID=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:39.640169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7512d-4251-44bc-b949-a7a5925b0298 req-efda3992-ef23-4505-81cc-851d4e801c1a tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:39.649247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a8f7512d-4251-44bc-b949-a7a5925b0298 req-efda3992-ef23-4505-81cc-851d4e801c1a tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 932 time: 1.1653786 Feb 11 04:53:39.694388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=11']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:39.729791 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a8f7512d-4251-44bc-b949-a7a5925b0298 req-50d7518d-6368-44b8-b7ac-181731244abe tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752299 Feb 11 04:53:39.736505 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (dab576ae-34a8-4896-8e60-a130ccedfd0b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.747972 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.762645 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dab576ae-34a8-4896-8e60-a130ccedfd0b HTTP/1.1" status: 204 len: 168 time: 1.9873695 Feb 11 04:53:39.787369 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-863b7fa3-c984-4126-ab33-05656e3ebd6a admin admin] Publish callbacks [] for security_group (d93d1416-d00a-4933-8aa0-281f7c3e7c43), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.814161 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-863b7fa3-c984-4126-ab33-05656e3ebd6a admin admin] Publish callbacks [] for security_group (d93d1416-d00a-4933-8aa0-281f7c3e7c43), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.820786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for security_group (78eeef75-6b6c-43ab-96e4-0c17e7cfc515), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.840497 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (78eeef75-6b6c-43ab-96e4-0c17e7cfc515), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.854280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['595326ef-cfae-4a56-bfd7-59da8c2ccd49'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:53:39.913916 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9f56e-1c24-4ceb-bbec-7863a92b7cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dab576ae-34a8-4896-8e60-a130ccedfd0b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:39.918752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78eeef75-6b6c-43ab-96e4-0c17e7cfc515,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:39.920001 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-863b7fa3-c984-4126-ab33-05656e3ebd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d93d1416-d00a-4933-8aa0-281f7c3e7c43), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.923568 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-863b7fa3-c984-4126-ab33-05656e3ebd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.924884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-863b7fa3-c984-4126-ab33-05656e3ebd6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d93d1416-d00a-4933-8aa0-281f7c3e7c43 HTTP/1.1" status: 204 len: 168 time: 0.9468901 Feb 11 04:53:39.936365 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Attempting to bind port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:39.937312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Attempting to bind port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:39.938510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Attempting to bind port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 on network a98bda49-1965-4ebf-9996-1aaec756046e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:39.951412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b7fa3-c984-4126-ab33-05656e3ebd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93d1416-d00a-4933-8aa0-281f7c3e7c43,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:39.953515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 on network a98bda49-1965-4ebf-9996-1aaec756046e not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:53:39.957018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Attempting to bind port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 on network a98bda49-1965-4ebf-9996-1aaec756046e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:39.973565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:39.974340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Checking segment: {'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:39.975005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Bound using segment: {'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:39.977229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Bound port: dda74aaa-0c7a-44dc-bb28-a9ca61d73a57, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3c8f82-9a72-4045-892b-6825e29feafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:39.977827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.011783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:53:40.078080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (18a79386-5241-4309-a11f-d84333d1f2a1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.078416 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Added segment 18a79386-5241-4309-a11f-d84333d1f2a1 of type vlan for network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 Feb 11 04:53:40.153623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38460) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:40.208564 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8f256c-9373-4c3d-bc3a-5618a621e667 x-openstack-request-id: req-7b8f256c-9373-4c3d-bc3a-5618a621e667 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:40.209248 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-unplugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:40.210043 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b8f256c-9373-4c3d-bc3a-5618a621e667 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:40.212230 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'code': 200} Feb 11 04:53:40.241922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9a32b-a42a-4dc5-b77b-762b82ebd3fd req-815b390a-9d19-4f24-a762-d24cab81e4f9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:40.242181 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a6d30d5d-4c9f-4e93-b3b4-44a5b6d06edc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d54d8a515d50425a80e33fb8c05b973c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0812082 Feb 11 04:53:40.242271 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26d9a32b-a42a-4dc5-b77b-762b82ebd3fd req-815b390a-9d19-4f24-a762-d24cab81e4f9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2524579 Feb 11 04:53:40.242349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38464) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:40.254565 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (5f8b2661-a460-4199-a9a1-fa8c22cb2838), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.306325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] For port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:40.338057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] For port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57,segment=NetworkSegment(9c3c8f82-9a72-4045-892b-6825e29feafc),segment_id=9c3c8f82-9a72-4045-892b-6825e29feafc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:40.355780 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.379392 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b041cd9-89a4-467f-892a-42eb4225cf13 admin admin] Publish callbacks [] for security_group (4263f4a7-a60d-4afa-bf4d-b25bbb855134), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.399738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31298c87-8e38-45bb-946e-16c90a5b3c74 req-52f220ad-1f8c-4140-9c17-7030c26f6ac9 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:40.401293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31298c87-8e38-45bb-946e-16c90a5b3c74 req-52f220ad-1f8c-4140-9c17-7030c26f6ac9 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 944 time: 0.0813508 Feb 11 04:53:40.414913 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (5f8b2661-a460-4199-a9a1-fa8c22cb2838), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.417598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b041cd9-89a4-467f-892a-42eb4225cf13 admin admin] Publish callbacks [] for security_group (4263f4a7-a60d-4afa-bf4d-b25bbb855134), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.423008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:40.424133 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.484047 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31298c87-8e38-45bb-946e-16c90a5b3c74 req-703d9aec-379b-47f3-879f-531f5686817f tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692337 Feb 11 04:53:40.520365 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b041cd9-89a4-467f-892a-42eb4225cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4263f4a7-a60d-4afa-bf4d-b25bbb855134), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.523144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event updated for resources: {'Network': ['ID=5f8b2661-a460-4199-a9a1-fa8c22cb2838,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:40.523451 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b041cd9-89a4-467f-892a-42eb4225cf13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.524764 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3b041cd9-89a4-467f-892a-42eb4225cf13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4263f4a7-a60d-4afa-bf4d-b25bbb855134 HTTP/1.1" status: 204 len: 168 time: 0.2813361 Feb 11 04:53:40.528447 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26d9a32b-a42a-4dc5-b77b-762b82ebd3fd req-515adc4d-ac5f-4620-bf6b-ebcdb861873d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873535 Feb 11 04:53:40.543011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:40.550883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:53:40.553580 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.555112 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] 10.222.0.60 "PUT /v2.0/ports/dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 HTTP/1.1" status: 200 len: 1093 time: 2.1025968 Feb 11 04:53:40.555620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'tag': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:40.558450 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbf11d1-3409-4f22-8983-22244d5f5a95" -d '{"events": [{"name": "network-changed", "server_uuid": "4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7", "tag": "dda74aaa-0c7a-44dc-bb28-a9ca61d73a57"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:40.569883 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7b9a229c-d47a-4f05-9921-9a0dc28d5ce9 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6700335 Feb 11 04:53:40.575947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38474) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:40.582920 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-91627d59-e6b0-42b1-b4db-a57150eb955e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Request body: {'subnet': {'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:40.595086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b041cd9-89a4-467f-892a-42eb4225cf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4263f4a7-a60d-4afa-bf4d-b25bbb855134,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:40.731431 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7456a9-1523-4037-b0bc-c5890e7a8931 x-openstack-request-id: req-2e7456a9-1523-4037-b0bc-c5890e7a8931 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:40.731742 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7", "tag": "dda74aaa-0c7a-44dc-bb28-a9ca61d73a57", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:40.732194 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e7456a9-1523-4037-b0bc-c5890e7a8931 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:40.732638 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'tag': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57', 'status': 'completed', 'code': 200} Feb 11 04:53:40.733429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365d7b8-cc0c-4e41-80d3-821c2743dcbc service neutron] Pushing event updated for resources: {'Port': ['ID=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:40.738465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfcfd906-5812-437b-9b2c-13150aeb2354 req-51c59516-69e2-47d3-80b7-057886cfe5fd tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0636640 Feb 11 04:53:40.849805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96e23d-904f-4f3d-b736-797be036091c req-fa2460b7-2e4f-426b-b9a4-d5f287c3e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:40.851197 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-fa2460b7-2e4f-426b-b9a4-d5f287c3e613 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31feba60ec1a4950ace1e36a37272c0d&device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 1127 time: 0.2109368 Feb 11 04:53:40.860351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91627d59-e6b0-42b1-b4db-a57150eb955e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Made reservation on behalf of 19c66f737d454e3baa7ca0821e3ee2e7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:40.863962 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91627d59-e6b0-42b1-b4db-a57150eb955e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.881545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:53:40.895559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 595326ef-cfae-4a56-bfd7-59da8c2ccd49 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:40.970246 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-d63612bd-ed41-4131-a1ba-7aa051f5788e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 HTTP/1.1" status: 200 len: 217 time: 0.0929809 Feb 11 04:53:41.100307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ca1d5-44b6-4cc7-be91-ffbf4523f70d req-b272376c-29e2-4e96-b728-6f3809b8dde5 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:41.101866 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9d8ca1d5-44b6-4cc7-be91-ffbf4523f70d req-b272376c-29e2-4e96-b728-6f3809b8dde5 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 944 time: 0.2185836 Feb 11 04:53:41.105529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96e23d-904f-4f3d-b736-797be036091c req-678926cf-7cf9-487b-a857-ea8d82e44dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:41.107183 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-678926cf-7cf9-487b-a857-ea8d82e44dbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e0788ec-f4d9-4587-93b0-268fd8810202 HTTP/1.1" status: 200 len: 868 time: 0.1267865 Feb 11 04:53:41.241991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 595326ef-cfae-4a56-bfd7-59da8c2ccd49 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:53:41.248645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 595326ef-cfae-4a56-bfd7-59da8c2ccd49 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:41.249037 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.268312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9d8ca1d5-44b6-4cc7-be91-ffbf4523f70d req-b7b0d272-20f0-47eb-9ab4-dc1182b36876 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564219 Feb 11 04:53:41.311147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:41.347224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96e23d-904f-4f3d-b736-797be036091c req-da47a205-d273-40fb-a7ec-acac708b4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:41.348844 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-da47a205-d273-40fb-a7ec-acac708b4074 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a98bda49-1965-4ebf-9996-1aaec756046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1622016 Feb 11 04:53:41.357825 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91627d59-e6b0-42b1-b4db-a57150eb955e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (20c138c9-5058-4edc-8820-ba68088a04d4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.367625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38498) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:41.386198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'port_id': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'mac_address': 'fa:16:3e:3a:9b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:53:41.390532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 595326ef-cfae-4a56-bfd7-59da8c2ccd49 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:41.390989 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.420173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38500) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:41.426653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 595326ef-cfae-4a56-bfd7-59da8c2ccd49, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=595326ef-cfae-4a56-bfd7-59da8c2ccd49,segment=NetworkSegment(f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2),segment_id=f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:41.429544 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2d25dc31-eba0-43e4-a5c8-62515bf07a72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06943f9c599747dbb8a5e6ebe7353813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0607235 Feb 11 04:53:41.432387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38502) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:41.457906 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.516106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91627d59-e6b0-42b1-b4db-a57150eb955e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Checking segment: {'id': '18a79386-5241-4309-a11f-d84333d1f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:41.516536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91627d59-e6b0-42b1-b4db-a57150eb955e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Network hostable DHCP agents. Network: 5f8b2661-a460-4199-a9a1-fa8c22cb2838, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:53:41.525056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=595326ef-cfae-4a56-bfd7-59da8c2ccd49,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:41.528279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91627d59-e6b0-42b1-b4db-a57150eb955e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event updated for resources: {'Subnet': ['ID=20c138c9-5058-4edc-8820-ba68088a04d4,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:41.538395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 368ae4bc-b5fd-4735-b642-32788d9a02a0 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:41.539450 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.548778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91627d59-e6b0-42b1-b4db-a57150eb955e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:53:41.556928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd96877e-bb1b-4ffa-bce0-12a35ed76936 admin admin] Publish callbacks [] for security_group (c836e0c7-a38a-4542-b99b-abc08e2fea83), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.557757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368ae4bc-b5fd-4735-b642-32788d9a02a0 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:41.600725 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-91627d59-e6b0-42b1-b4db-a57150eb955e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 5f8b2661-a460-4199-a9a1-fa8c22cb2838) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:41.601345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:41.608240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.611279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91627d59-e6b0-42b1-b4db-a57150eb955e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:41.613423 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91627d59-e6b0-42b1-b4db-a57150eb955e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.629284 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd96877e-bb1b-4ffa-bce0-12a35ed76936 admin admin] Publish callbacks [] for security_group (c836e0c7-a38a-4542-b99b-abc08e2fea83), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.639113 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-9ca0a54f-8d50-4b83-b480-f1b932960cc9 service neutron] 10.222.0.60 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737207 Feb 11 04:53:41.684096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4484cdaf-2c0f-4bea-8776-6ef9952d7fb1 None None] Network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:41.712036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=12']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:41.751811 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-91627d59-e6b0-42b1-b4db-a57150eb955e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1746993 Feb 11 04:53:41.761834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38520) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:41.775638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Request body: {'port': {'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838', 'name': 'tempest-AllowedAddressPairTestJSON-582841660'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:41.817977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f380d2a-1ccc-4d87-a626-3e3c51d8d6e4 req-7c1aebdf-ac2e-42ac-80e9-d60339d69c9a tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:41.826939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['368ae4bc-b5fd-4735-b642-32788d9a02a0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:53:41.827739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f380d2a-1ccc-4d87-a626-3e3c51d8d6e4 req-7c1aebdf-ac2e-42ac-80e9-d60339d69c9a tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 945 time: 0.1902747 Feb 11 04:53:41.829419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-692557735-network', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:41.914023 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-082e1f7c-b1f3-4ce8-a4d0-ae385b6519d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.917766 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f380d2a-1ccc-4d87-a626-3e3c51d8d6e4 req-f6e1bf8a-2ba8-4aa4-b3a0-2ad0919ab360 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839932 Feb 11 04:53:41.927801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd96877e-bb1b-4ffa-bce0-12a35ed76936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c836e0c7-a38a-4542-b99b-abc08e2fea83), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.936728 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dd96877e-bb1b-4ffa-bce0-12a35ed76936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.952815 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dd96877e-bb1b-4ffa-bce0-12a35ed76936 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c836e0c7-a38a-4542-b99b-abc08e2fea83 HTTP/1.1" status: 204 len: 168 time: 0.5190136 Feb 11 04:53:41.971007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96877e-bb1b-4ffa-bce0-12a35ed76936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c836e0c7-a38a-4542-b99b-abc08e2fea83,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:41.977418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-5f8b2661-a460-4199-a9a1-fa8c22cb2838', 'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838', 'project_id': '19c66f737d454e3baa7ca0821e3ee2e7', 'fixed_ips': [{'subnet_id': '20c138c9-5058-4edc-8820-ba68088a04d4'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:53:41.978294 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.127729 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24e42ec2-d552-44ec-82e2-821bd79669f8 req-558d4b54-a8a2-41af-bf08-0a45c92a09ac tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0774059 Feb 11 04:53:42.218060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e960621-cf7a-4254-92db-0ee8d21c0963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595326ef-cfae-4a56-bfd7-59da8c2ccd49'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:42.220274 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa152992-908f-4c6e-bba6-9ea48c23f598" -d '{"events": [{"server_uuid": "0e960621-cf7a-4254-92db-0ee8d21c0963", "name": "network-vif-plugged", "status": "completed", "tag": "595326ef-cfae-4a56-bfd7-59da8c2ccd49"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:42.220984 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d96e23d-904f-4f3d-b736-797be036091c req-c88a4309-c657-43c0-9e33-a2c69df338d4 service neutron] 10.222.0.60 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728612 Feb 11 04:53:42.266431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:42.269497 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.285637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Allocated IP 172.20.0.2 (5f8b2661-a460-4199-a9a1-fa8c22cb2838/20c138c9-5058-4edc-8820-ba68088a04d4/bade5ed1-16b2-43b7-95e6-23faad65e0b7) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:42.315163 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b4db69-bb58-4a21-8f56-46bdb4033227 x-openstack-request-id: req-e6b4db69-bb58-4a21-8f56-46bdb4033227 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:42.315459 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e960621-cf7a-4254-92db-0ee8d21c0963", "name": "network-vif-plugged", "status": "completed", "tag": "595326ef-cfae-4a56-bfd7-59da8c2ccd49", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:42.315991 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6b4db69-bb58-4a21-8f56-46bdb4033227 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:42.316397 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e960621-cf7a-4254-92db-0ee8d21c0963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595326ef-cfae-4a56-bfd7-59da8c2ccd49', 'code': 200} Feb 11 04:53:42.321217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b17c3-9f26-49eb-83be-b01863a4dc60 req-3316dd50-c60d-4a9a-b6e5-c54561b9051d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:42.330104 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e48b17c3-9f26-49eb-83be-b01863a4dc60 req-3316dd50-c60d-4a9a-b6e5-c54561b9051d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 945 time: 0.6642637 Feb 11 04:53:42.333498 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.364189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Made reservation on behalf of 19c66f737d454e3baa7ca0821e3ee2e7 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:42.373851 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.490741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62600c-658f-495f-b168-d4f8ad74917b req-3cb22897-a5fb-4c99-bd4e-752220501a4e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:42.500260 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d62600c-658f-495f-b168-d4f8ad74917b req-3cb22897-a5fb-4c99-bd4e-752220501a4e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 944 time: 0.0912123 Feb 11 04:53:42.519161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] device_id is not set on port 3ec0f284-41f1-49b9-a423-6bc5cc5f8439 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:53:42.598406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d62600c-658f-495f-b168-d4f8ad74917b req-55653385-1f3c-402b-954c-358eb4140502 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969312 Feb 11 04:53:42.604121 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Publish callbacks [] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.618476 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.673186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:42.689440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:42.702689 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:42.748960 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Publish callbacks [] for security_group (5622554a-2bad-4b14-8462-12a92137f4e0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.831795 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5622554a-2bad-4b14-8462-12a92137f4e0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.856852 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.919417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:43.022183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Pushing event updated for resources: {'Port': ['ID=bade5ed1-16b2-43b7-95e6-23faad65e0b7,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:43.035130 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e48b17c3-9f26-49eb-83be-b01863a4dc60 req-1b9ae40c-2eab-45b7-8801-4cce20d29dce tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7039413 Feb 11 04:53:43.071250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Attempting to bind port bade5ed1-16b2-43b7-95e6-23faad65e0b7 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:43.074670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Attempting to bind port bade5ed1-16b2-43b7-95e6-23faad65e0b7 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '18a79386-5241-4309-a11f-d84333d1f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:43.074670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Attempting to bind port bade5ed1-16b2-43b7-95e6-23faad65e0b7 on network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:43.076358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:53:43.094180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:43.094322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Checking segment: {'id': '18a79386-5241-4309-a11f-d84333d1f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:43.094723 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.095155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Bound using segment: {'id': '18a79386-5241-4309-a11f-d84333d1f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:43.095770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Bound port: bade5ed1-16b2-43b7-95e6-23faad65e0b7, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a79386-5241-4309-a11f-d84333d1f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:43.096159 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.100875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5622554a-2bad-4b14-8462-12a92137f4e0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:43.115466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 368ae4bc-b5fd-4735-b642-32788d9a02a0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:43.115882 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.128856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38570) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:43.187565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] For port bade5ed1-16b2-43b7-95e6-23faad65e0b7, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:43.192584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] For port bade5ed1-16b2-43b7-95e6-23faad65e0b7, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bade5ed1-16b2-43b7-95e6-23faad65e0b7,segment=NetworkSegment(18a79386-5241-4309-a11f-d84333d1f2a1),segment_id=18a79386-5241-4309-a11f-d84333d1f2a1)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:43.201109 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Allocated IP 172.20.0.6 (5f8b2661-a460-4199-a9a1-fa8c22cb2838/20c138c9-5058-4edc-8820-ba68088a04d4/3ec0f284-41f1-49b9-a423-6bc5cc5f8439) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:43.214333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f92190-8491-4301-82df-6b468ba39f76 req-30699d24-a483-4fa6-8fc6-7a06f9a5acb3 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:43.232289 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-79f92190-8491-4301-82df-6b468ba39f76 req-30699d24-a483-4fa6-8fc6-7a06f9a5acb3 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 945 time: 0.1818376 Feb 11 04:53:43.235829 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.363410 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-59435941-8d69-4c34-843e-6c929cf7311f req-86d71b36-2a41-4de2-9710-3a45605f148b tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0507605 Feb 11 04:53:43.383744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd1e6b-21eb-4d70-bb66-a72f95931894 req-1da30a2c-5642-4862-ab90-e088db7df74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:43.386926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71bd1e6b-21eb-4d70-bb66-a72f95931894 req-1da30a2c-5642-4862-ab90-e088db7df74f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 1128 time: 0.9431987 Feb 11 04:53:43.394725 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-79f92190-8491-4301-82df-6b468ba39f76 req-62e9ec2a-943e-4c63-9cdb-9b81ceed4fa3 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608717 Feb 11 04:53:43.430924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf11d1-3409-4f22-8983-22244d5f5a95 req-702c56e1-d0f6-4081-aafd-52a5e49f38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:43.432980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bbf11d1-3409-4f22-8983-22244d5f5a95 req-702c56e1-d0f6-4081-aafd-52a5e49f38db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31feba60ec1a4950ace1e36a37272c0d&device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 1127 time: 1.0453427 Feb 11 04:53:43.435044 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4fbf6c5f-0e7a-4013-871a-59f2fbc0a995), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.435573 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Added segment 4fbf6c5f-0e7a-4013-871a-59f2fbc0a995 of type vlan for network 6a1cd155-5f32-4482-a0a4-4915da40c158 Feb 11 04:53:43.446924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1444802291-network', 'tenant_id': '6ac36b5c518d42788b094a0121a06dee'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:43.482515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf8505-5a12-4901-b23c-df519293ae6d None None] Pushing event updated for resources: {'Port': ['ID=bade5ed1-16b2-43b7-95e6-23faad65e0b7,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:43.492783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Made reservation on behalf of 6ac36b5c518d42788b094a0121a06dee for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:43.495239 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.511709 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.539599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 368ae4bc-b5fd-4735-b642-32788d9a02a0 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:43.540584 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.594864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:43.608790 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.650134 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (6a1cd155-5f32-4482-a0a4-4915da40c158), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.792864 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71bd1e6b-21eb-4d70-bb66-a72f95931894 req-e701e6c9-f0d8-4a44-ac41-8485bb134c2a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548374 Feb 11 04:53:43.822135 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for port (3ec0f284-41f1-49b9-a423-6bc5cc5f8439), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.828921 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Publish callbacks [] for security_group (ea594d10-3b02-46bb-8846-15919c956b07), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.842081 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ea594d10-3b02-46bb-8846-15919c956b07), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.854297 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (6a1cd155-5f32-4482-a0a4-4915da40c158), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.855232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:43.855826 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.873186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=13']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:43.920564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:53:43.934734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea594d10-3b02-46bb-8846-15919c956b07,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:43.941711 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1490ff28-ac25-4fc3-9c90-008d19994a61), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.942111 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Added segment 1490ff28-ac25-4fc3-9c90-008d19994a61 of type vlan for network 4de3ff9a-aae8-40c7-9eb0-055980a1f04b Feb 11 04:53:44.036217 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (4de3ff9a-aae8-40c7-9eb0-055980a1f04b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:44.038028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6a1cd155-5f32-4482-a0a4-4915da40c158,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:44.047035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c7f7caa9-4b6b-4c0b-be71-a42fd308d8c4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6234078 Feb 11 04:53:44.050150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38584) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:44.055216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b262d164-4380-4889-9bdf-95fd41688bcc admin admin] Request body: {'subnet': {'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-692557735-subnet', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:44.056076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 6a1cd155-5f32-4482-a0a4-4915da40c158 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:53:44.057046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf11d1-3409-4f22-8983-22244d5f5a95 req-cb5645ce-9313-43bd-8ca0-4a26f2372993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:44.059616 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bbf11d1-3409-4f22-8983-22244d5f5a95 req-cb5645ce-9313-43bd-8ca0-4a26f2372993 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a98bda49-1965-4ebf-9996-1aaec756046e HTTP/1.1" status: 200 len: 930 time: 0.5794139 Feb 11 04:53:44.084950 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3ec0f284-41f1-49b9-a423-6bc5cc5f8439), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:44.172308 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bbf11d1-3409-4f22-8983-22244d5f5a95 req-b2aa4121-d7ca-437f-b263-ed79957f8268 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 HTTP/1.1" status: 200 len: 217 time: 0.1028337 Feb 11 04:53:44.183175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd948-4a85-409c-b0c9-c3655dd2d6a9 req-f2879383-4c86-41d3-8c95-fa256377e939 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:44.195372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79ccd948-4a85-409c-b0c9-c3655dd2d6a9 req-f2879383-4c86-41d3-8c95-fa256377e939 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 944 time: 0.3614609 Feb 11 04:53:44.242935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b262d164-4380-4889-9bdf-95fd41688bcc admin admin] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:44.252097 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b262d164-4380-4889-9bdf-95fd41688bcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:44.254547 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (4de3ff9a-aae8-40c7-9eb0-055980a1f04b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:44.255601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:44.256632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:44.323449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:44.326154 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b342772-8ed7-4a22-8c01-7505a3b0af06" -d '{"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-plugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:44.380561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:44.392595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf11d1-3409-4f22-8983-22244d5f5a95 req-bf5043c9-6758-43ae-a163-9b239fa721bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:44.398241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bbf11d1-3409-4f22-8983-22244d5f5a95 req-bf5043c9-6758-43ae-a163-9b239fa721bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e0788ec-f4d9-4587-93b0-268fd8810202 HTTP/1.1" status: 200 len: 868 time: 0.1921639 Feb 11 04:53:44.399931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:44.409262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event updated for resources: {'Port': ['ID=3ec0f284-41f1-49b9-a423-6bc5cc5f8439,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:44.416493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:44.431897 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:44.470855 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3383491 Feb 11 04:53:44.482336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38594) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:44.496397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-90964636-8ab6-4679-ae96-5cb27e5d07ff admin admin] Request body: {'subnet': {'network_id': '4de3ff9a-aae8-40c7-9eb0-055980a1f04b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1444802291-subnet', 'tenant_id': '6ac36b5c518d42788b094a0121a06dee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:44.500272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4be7e7-bdba-4de5-90dc-917351b8fa57 admin admin] Pushing event updated for resources: {'Network': ['ID=4de3ff9a-aae8-40c7-9eb0-055980a1f04b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:44.506618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:44.507542 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:44.527638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 4de3ff9a-aae8-40c7-9eb0-055980a1f04b details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:53:44.544216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e967c8-fdcb-4dc9-b155-4c84b09d3d64 req-638ba25d-d491-4d88-adcc-c4f5441b4e85 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:44.555839 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17e967c8-fdcb-4dc9-b155-4c84b09d3d64 req-638ba25d-d491-4d88-adcc-c4f5441b4e85 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.3392899 Feb 11 04:53:44.594694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90964636-8ab6-4679-ae96-5cb27e5d07ff admin admin] Made reservation on behalf of 6ac36b5c518d42788b094a0121a06dee for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:44.605541 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90964636-8ab6-4679-ae96-5cb27e5d07ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:44.618280 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2c847721-3cab-444b-967b-791e5d25a0ad tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8549747 Feb 11 04:53:44.634068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38596) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:44.651432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Request body: {'port': {'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838', 'name': 'tempest-AllowedAddressPairTestJSON-1107235796', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:0a:78:67'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:44.653080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79ccd948-4a85-409c-b0c9-c3655dd2d6a9 req-db0ebc73-d29b-4505-a636-9f0d5b4cb456 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564476 Feb 11 04:53:44.695836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf11d1-3409-4f22-8983-22244d5f5a95 req-4669ac24-3a88-4015-bba0-a472170d96db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:44.700186 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bbf11d1-3409-4f22-8983-22244d5f5a95 req-4669ac24-3a88-4015-bba0-a472170d96db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a98bda49-1965-4ebf-9996-1aaec756046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2854416 Feb 11 04:53:44.932435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bbf11d1-3409-4f22-8983-22244d5f5a95 req-6f9c60d1-e486-4910-bffc-e02480229bbb service neutron] 10.222.0.60 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262046 Feb 11 04:53:45.059597 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17e967c8-fdcb-4dc9-b155-4c84b09d3d64 req-917e4431-d821-4881-9df1-a705e376526d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5026410 Feb 11 04:53:45.123546 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05934036-0e20-4766-be4b-f18a642942fc x-openstack-request-id: req-05934036-0e20-4766-be4b-f18a642942fc {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:45.124610 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-plugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:45.125096 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05934036-0e20-4766-be4b-f18a642942fc {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:45.126011 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'code': 200} Feb 11 04:53:45.129955 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bade5ed1-16b2-43b7-95e6-23faad65e0b7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:45.140986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa07d4f-2783-495e-9065-95e409fccfae None None] Network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:45.224197 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bbf11d1-3409-4f22-8983-22244d5f5a95 req-ffaa0df0-1611-45be-a2ee-3ef934ea332e service neutron] 10.222.0.60 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839701 Feb 11 04:53:45.265635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71ce8454-7c69-4825-a33c-a06c3b596c02 req-b3bc9f4e-a722-4b59-ac64-6b26140ddbb4 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0402076 Feb 11 04:53:45.280192 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Made reservation on behalf of 19c66f737d454e3baa7ca0821e3ee2e7 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:45.320655 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b262d164-4380-4889-9bdf-95fd41688bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (212fa8ed-a254-425a-aea8-1ed7bdb9e403), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.394280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c982b2fc-6a57-479a-8f1a-faf4a7d05fc0 None None] Provisioning complete for port bade5ed1-16b2-43b7-95e6-23faad65e0b7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:45.395662 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c982b2fc-6a57-479a-8f1a-faf4a7d05fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.468099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc14b41-c209-496d-a746-cd0636881b2a req-2253a715-8b31-4e46-8733-6895c9d6d4de tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:45.469652 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4cc14b41-c209-496d-a746-cd0636881b2a req-2253a715-8b31-4e46-8733-6895c9d6d4de tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 945 time: 0.2838430 Feb 11 04:53:45.506243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port bade5ed1-16b2-43b7-95e6-23faad65e0b7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:45.507427 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.552502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262d164-4380-4889-9bdf-95fd41688bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=212fa8ed-a254-425a-aea8-1ed7bdb9e403,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:45.633704 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.641155 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.685118 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90964636-8ab6-4679-ae96-5cb27e5d07ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.706369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port bade5ed1-16b2-43b7-95e6-23faad65e0b7 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:45.707738 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.738310 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4cc14b41-c209-496d-a746-cd0636881b2a req-1b1aedb7-7040-4a87-9f31-b938a16c7fdd tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545266 Feb 11 04:53:45.739162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262d164-4380-4889-9bdf-95fd41688bcc admin admin] Checking segment: {'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:45.739538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262d164-4380-4889-9bdf-95fd41688bcc admin admin] Network hostable DHCP agents. Network: 6a1cd155-5f32-4482-a0a4-4915da40c158, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:53:45.756908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c982b2fc-6a57-479a-8f1a-faf4a7d05fc0 None None] Current status of the port bade5ed1-16b2-43b7-95e6-23faad65e0b7 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:45.764484 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c982b2fc-6a57-479a-8f1a-faf4a7d05fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.806408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] device_id is not set on port 22e032af-e4a8-43d5-8c79-0730b5afff1f yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:53:45.886556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port bade5ed1-16b2-43b7-95e6-23faad65e0b7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bade5ed1-16b2-43b7-95e6-23faad65e0b7,segment=NetworkSegment(18a79386-5241-4309-a11f-d84333d1f2a1),segment_id=18a79386-5241-4309-a11f-d84333d1f2a1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:45.901588 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.907810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8058cef-d8a6-4d5c-acb9-ebc3c8370517 req-fb106a61-69ab-4d5e-9313-0e58c166ccdc tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:45.909377 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8058cef-d8a6-4d5c-acb9-ebc3c8370517 req-fb106a61-69ab-4d5e-9313-0e58c166ccdc tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 944 time: 0.1295636 Feb 11 04:53:45.983463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90964636-8ab6-4679-ae96-5cb27e5d07ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:46.008112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262d164-4380-4889-9bdf-95fd41688bcc admin admin] Network 6a1cd155-5f32-4482-a0a4-4915da40c158 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:53:46.016591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=bade5ed1-16b2-43b7-95e6-23faad65e0b7,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:46.022308 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8058cef-d8a6-4d5c-acb9-ebc3c8370517 req-098d2986-ebae-4de7-a613-eac5a764445b tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042125 Feb 11 04:53:46.078159 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-c982b2fc-6a57-479a-8f1a-faf4a7d05fc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:53:46.078522 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-c982b2fc-6a57-479a-8f1a-faf4a7d05fc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:53:46.125736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b262d164-4380-4889-9bdf-95fd41688bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 6a1cd155-5f32-4482-a0a4-4915da40c158) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:46.138698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46ccec9-4ac2-4669-8903-d7ce3d46dfc0 None None] Network 6a1cd155-5f32-4482-a0a4-4915da40c158 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:46.155862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90964636-8ab6-4679-ae96-5cb27e5d07ff admin admin] Checking segment: {'id': '1490ff28-ac25-4fc3-9c90-008d19994a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4de3ff9a-aae8-40c7-9eb0-055980a1f04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:46.156571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90964636-8ab6-4679-ae96-5cb27e5d07ff admin admin] Network hostable DHCP agents. Network: 4de3ff9a-aae8-40c7-9eb0-055980a1f04b, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:53:46.159431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b262d164-4380-4889-9bdf-95fd41688bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:46.160524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b262d164-4380-4889-9bdf-95fd41688bcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.220449 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b262d164-4380-4889-9bdf-95fd41688bcc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1690497 Feb 11 04:53:46.223599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Allocated IP 172.20.0.14 (5f8b2661-a460-4199-a9a1-fa8c22cb2838/20c138c9-5058-4edc-8820-ba68088a04d4/22e032af-e4a8-43d5-8c79-0730b5afff1f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:46.225646 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:46.230298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:46.245637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:53:46.246878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90964636-8ab6-4679-ae96-5cb27e5d07ff admin admin] Network 4de3ff9a-aae8-40c7-9eb0-055980a1f04b is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:53:46.260922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0eb0c-de90-4d18-9efa-8abe435e8748 req-8ba26fe3-0b2c-4b2f-851f-a32abfc140c5 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:46.262483 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afb0eb0c-de90-4d18-9efa-8abe435e8748 req-8ba26fe3-0b2c-4b2f-851f-a32abfc140c5 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 945 time: 0.3107755 Feb 11 04:53:46.284147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-90964636-8ab6-4679-ae96-5cb27e5d07ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 4de3ff9a-aae8-40c7-9eb0-055980a1f04b) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:46.304173 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4dba99-2591-4e8c-8856-df94806cd21d None None] Network 4de3ff9a-aae8-40c7-9eb0-055980a1f04b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:46.308526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90964636-8ab6-4679-ae96-5cb27e5d07ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:46.309145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90964636-8ab6-4679-ae96-5cb27e5d07ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.321011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e4635-5ebb-4554-8354-fc4d56c5307b req-ac79127d-0dd6-4c50-a151-b6a9d9129a6b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:46.329140 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (38d3635c-20c4-4ced-9fd5-d52c97d51996), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.330193 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (38d3635c-20c4-4ced-9fd5-d52c97d51996), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.330597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a4e4635-5ebb-4554-8354-fc4d56c5307b req-ac79127d-0dd6-4c50-a151-b6a9d9129a6b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.1701536 Feb 11 04:53:46.380014 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-90964636-8ab6-4679-ae96-5cb27e5d07ff admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8875978 Feb 11 04:53:46.412814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afb0eb0c-de90-4d18-9efa-8abe435e8748 req-05ae7009-d904-4410-8c1b-8a1add4b4710 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408777 Feb 11 04:53:46.422701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a4e4635-5ebb-4554-8354-fc4d56c5307b req-ec18a7b2-b450-426f-b5f7-ef90424b5b86 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908544 Feb 11 04:53:46.434629 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:53:46.505741 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Publish callbacks [] for router_controller (38d3635c-20c4-4ced-9fd5-d52c97d51996), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.628119 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e92e4e3-68cc-45a1-aa80-be6cffd624c6 req-c11c5529-f8eb-4bf3-aa51-86ff46a6e7f7 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0557213 Feb 11 04:53:46.842224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c982b2fc-6a57-479a-8f1a-faf4a7d05fc0 None None] Current status of the port bade5ed1-16b2-43b7-95e6-23faad65e0b7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:46.862064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bade5ed1-16b2-43b7-95e6-23faad65e0b7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:46.937993 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Publish callbacks [] for router_gateway (38d3635c-20c4-4ced-9fd5-d52c97d51996), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.956993 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-6a1cd155-5f32-4482-a0a4-4915da40c158', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'fixed_ips': [{'subnet_id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:53:46.957879 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.959969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb65d120-8c15-495f-b03e-65e1ea05d146 None None] Network 4de3ff9a-aae8-40c7-9eb0-055980a1f04b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:47.023911 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for port (22e032af-e4a8-43d5-8c79-0730b5afff1f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.119805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7c74af2d-5c0e-481e-a83d-55f9944d32f9 None None] Provisioning complete for port 3ec0f284-41f1-49b9-a423-6bc5cc5f8439 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:47.120191 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c74af2d-5c0e-481e-a83d-55f9944d32f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3ec0f284-41f1-49b9-a423-6bc5cc5f8439), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.214344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7c74af2d-5c0e-481e-a83d-55f9944d32f9 None None] Port 3ec0f284-41f1-49b9-a423-6bc5cc5f8439 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:47.238339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Publish callbacks [] for router_gateway (38d3635c-20c4-4ced-9fd5-d52c97d51996), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.252665 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (22e032af-e4a8-43d5-8c79-0730b5afff1f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.341626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:47.377794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event updated for resources: {'Port': ['ID=22e032af-e4a8-43d5-8c79-0730b5afff1f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:47.391030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:47.451126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:47.470308 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.482806 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Allocated IP 172.20.0.2 (6a1cd155-5f32-4482-a0a4-4915da40c158/212fa8ed-a254-425a-aea8-1ed7bdb9e403/4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:47.715654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a7789763-9b34-4fd4-b98d-c07f8cdcbaba tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:47.722258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:47.722919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.726909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a7789763-9b34-4fd4-b98d-c07f8cdcbaba tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/networks?id=4de3ff9a-aae8-40c7-9eb0-055980a1f04b HTTP/1.1" status: 200 len: 818 time: 0.7969682 Feb 11 04:53:47.749758 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-f12a03d1-0ab9-4ad4-9f53-dfbfb4d727a5 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/quotas/6ac36b5c518d42788b094a0121a06dee HTTP/1.1" status: 200 len: 375 time: 0.0211315 Feb 11 04:53:47.784828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1d6d0-f080-4438-92ac-9bc51fc6ec48 req-d53415cd-0764-476b-a3a9-42ba00d033da tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:47.786717 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f0d1d6d0-f080-4438-92ac-9bc51fc6ec48 req-d53415cd-0764-476b-a3a9-42ba00d033da tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 945 time: 0.5949304 Feb 11 04:53:47.819722 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-443fc355-52bb-4235-9ebe-4896d91ec583 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6ac36b5c518d42788b094a0121a06dee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687876 Feb 11 04:53:47.854664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57,segment=NetworkSegment(9c3c8f82-9a72-4045-892b-6825e29feafc),segment_id=9c3c8f82-9a72-4045-892b-6825e29feafc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:47.885397 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6086c8ff-f999-4689-bcb9-04f86bac4146 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.2454469 Feb 11 04:53:47.887017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38650) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:47.901612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7c74af2d-5c0e-481e-a83d-55f9944d32f9 None None] Provisioning complete for port bade5ed1-16b2-43b7-95e6-23faad65e0b7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:47.901992 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c74af2d-5c0e-481e-a83d-55f9944d32f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.993168 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f0d1d6d0-f080-4438-92ac-9bc51fc6ec48 req-0985b337-cfad-49aa-a13b-46ccbaa1baa5 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870070 Feb 11 04:53:48.032848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'port_id': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57', 'mac_address': 'fa:16:3e:78:4f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:53:48.033128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Allocated IP 172.25.7.239 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/5b028fab-2998-4808-8f04-8faa1ee7a943) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:48.041499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cebacb7-a33c-4827-8fd0-60c870a92c4f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:48.043597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port bade5ed1-16b2-43b7-95e6-23faad65e0b7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:48.044063 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.048056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cebacb7-a33c-4827-8fd0-60c870a92c4f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:48.058578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cebacb7-a33c-4827-8fd0-60c870a92c4f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:48.067677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38654) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:48.068345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1cebacb7-a33c-4827-8fd0-60c870a92c4f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1800706 Feb 11 04:53:48.079524 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-35c9ab43-c9d5-4b32-8efc-892217337d1a service neutron] 10.222.0.48 "GET /v2.0/networks/4de3ff9a-aae8-40c7-9eb0-055980a1f04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520401 Feb 11 04:53:48.211873 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Publish callbacks [] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.306097 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.312961 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-95d9be01-0598-4ed8-85e3-956422403944 service neutron] 10.222.0.48 "GET /v2.0/networks/4de3ff9a-aae8-40c7-9eb0-055980a1f04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154887 Feb 11 04:53:48.315454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:48.315862 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.327126 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Publish callbacks [] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.344833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:48.352486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c05ea50e-8fe4-4e3b-8dd5-bfc5c0fbbb28 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Deleting port 22e032af-e4a8-43d5-8c79-0730b5afff1f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:48.352837 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c05ea50e-8fe4-4e3b-8dd5-bfc5c0fbbb28 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (22e032af-e4a8-43d5-8c79-0730b5afff1f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.377373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d81f3-f97c-4a4d-bf75-f24597844ffd req-c59fb7c5-370b-4947-ad01-a63caa09f348 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:48.378980 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-296d81f3-f97c-4a4d-bf75-f24597844ffd req-c59fb7c5-370b-4947-ad01-a63caa09f348 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 944 time: 0.1744533 Feb 11 04:53:48.417776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port bade5ed1-16b2-43b7-95e6-23faad65e0b7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:48.471742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Network 6a1cd155-5f32-4482-a0a4-4915da40c158 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:48.527112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57,segment=NetworkSegment(9c3c8f82-9a72-4045-892b-6825e29feafc),segment_id=9c3c8f82-9a72-4045-892b-6825e29feafc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:48.548163 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.561283 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-296d81f3-f97c-4a4d-bf75-f24597844ffd req-824fc08a-c114-4d41-8a62-312754d1221f tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659982 Feb 11 04:53:48.569905 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:48.574339 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.581916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:48.594254 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c05ea50e-8fe4-4e3b-8dd5-bfc5c0fbbb28 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (22e032af-e4a8-43d5-8c79-0730b5afff1f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.628879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c05ea50e-8fe4-4e3b-8dd5-bfc5c0fbbb28 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Calling delete_port for 22e032af-e4a8-43d5-8c79-0730b5afff1f owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:48.631588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:48.640467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:48.649466 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:48.651259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Pushing event updated for resources: {'Port': ['ID=4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:48.682421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Pushing event updated for resources: {'Port': ['ID=5b028fab-2998-4808-8f04-8faa1ee7a943,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:48.736880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ce0bb-718b-4710-8bfd-740f4e512f23 req-a5d02436-8201-4ca9-b2b8-935beea36318 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:48.744832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a3ce0bb-718b-4710-8bfd-740f4e512f23 req-a5d02436-8201-4ca9-b2b8-935beea36318 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.1224129 Feb 11 04:53:48.764227 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7c74af2d-5c0e-481e-a83d-55f9944d32f9 None None] Current status of the port bade5ed1-16b2-43b7-95e6-23faad65e0b7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:48.826474 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a3ce0bb-718b-4710-8bfd-740f4e512f23 req-c6299280-d67b-4d47-9c9e-0524c6e5a64f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805542 Feb 11 04:53:48.849048 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b87687ab-e0f6-4fd9-a690-9c0b7ac03a6e req-eafc77a0-5da3-49fc-a081-c26db8bb7cdb tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0627422 Feb 11 04:53:48.878420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Attempting to bind port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:48.894642 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Attempting to bind port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:48.896167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Attempting to bind port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc on network 6a1cd155-5f32-4482-a0a4-4915da40c158 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:48.934958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:48.936089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Checking segment: {'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:48.936919 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.937706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Bound using segment: {'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:48.941271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Bound port: 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:48.942430 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.950483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:48.994684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fdbf239-7c3c-43ab-a134-48c03ca26c15 req-a6ad564b-ee0e-41c8-9db2-c2f10d7df2d9 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 210 time: 0.0577619 Feb 11 04:53:49.116179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f713b599-6061-447a-8075-9d4c077b35d2 None None] Provisioning complete for port 22e032af-e4a8-43d5-8c79-0730b5afff1f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:49.119224 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f713b599-6061-447a-8075-9d4c077b35d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (22e032af-e4a8-43d5-8c79-0730b5afff1f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:49.275797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] For port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:49.284467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] For port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc,segment=NetworkSegment(4fbf6c5f-0e7a-4013-871a-59f2fbc0a995),segment_id=4fbf6c5f-0e7a-4013-871a-59f2fbc0a995)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:49.303296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['dda74aaa-0c7a-44dc-bb28-a9ca61d73a57'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:53:49.335959 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c05ea50e-8fe4-4e3b-8dd5-bfc5c0fbbb28 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (22e032af-e4a8-43d5-8c79-0730b5afff1f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:49.392084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ea50e-8fe4-4e3b-8dd5-bfc5c0fbbb28 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event deleted for resources: {'Port': ['ID=22e032af-e4a8-43d5-8c79-0730b5afff1f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:49.473146 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:49.555600 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Publish callbacks [] for router_gateway (38d3635c-20c4-4ced-9fd5-d52c97d51996), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:49.598051 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f713b599-6061-447a-8075-9d4c077b35d2 None None] Port 22e032af-e4a8-43d5-8c79-0730b5afff1f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:49.818989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b998a6-7757-46b5-ab47-61e8f5572b5a None None] Pushing event updated for resources: {'Port': ['ID=4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:49.901413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebdfb0-a33b-4fb4-bf6b-9f592d14367d req-a20f89a3-76c4-4b7d-b63c-05699b00f570 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:49.912424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96ebdfb0-a33b-4fb4-bf6b-9f592d14367d req-a20f89a3-76c4-4b7d-b63c-05699b00f570 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 945 time: 0.1674953 Feb 11 04:53:50.060594 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96ebdfb0-a33b-4fb4-bf6b-9f592d14367d req-8a9bdc05-82da-41ee-bedd-7826869d3181 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377008 Feb 11 04:53:50.292675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b339cec-034b-4e72-913c-34a694fbfded req-862a22f2-b812-482c-91c7-2e56d02eadd2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:50.295458 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b339cec-034b-4e72-913c-34a694fbfded req-862a22f2-b812-482c-91c7-2e56d02eadd2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.1087024 Feb 11 04:53:50.406024 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b339cec-034b-4e72-913c-34a694fbfded req-0c528268-1401-484e-98ad-7490d446b01e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038404 Feb 11 04:53:50.592765 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c05ea50e-8fe4-4e3b-8dd5-bfc5c0fbbb28 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.598983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c05ea50e-8fe4-4e3b-8dd5-bfc5c0fbbb28 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "DELETE /v2.0/ports/22e032af-e4a8-43d5-8c79-0730b5afff1f HTTP/1.1" status: 204 len: 168 time: 2.5204890 Feb 11 04:53:50.603275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38692) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:50.635897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300b889-cec1-467d-b40a-48cabfc49618 req-11ee2060-2962-412f-aad8-b314c6331227 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:50.638985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f300b889-cec1-467d-b40a-48cabfc49618 req-11ee2060-2962-412f-aad8-b314c6331227 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 945 time: 1.0862653 Feb 11 04:53:50.707013 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e48dd8-a837-4462-8267-ea7b907607b3 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] GET failed (client error): The resource could not be found. Feb 11 04:53:50.713977 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-48e48dd8-a837-4462-8267-ea7b907607b3 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "GET /v2.0/ports/22e032af-e4a8-43d5-8c79-0730b5afff1f HTTP/1.1" status: 404 len: 333 time: 0.0954077 Feb 11 04:53:50.714911 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38696) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:50.760122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Request body: {'port': {'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838', 'name': 'tempest-AllowedAddressPairTestJSON-918640391'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:50.777015 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b53030c-0136-4f4c-8e36-5a915efbc8e6 req-5d46d1be-61a4-4267-90af-122065de623b tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.1720500 Feb 11 04:53:50.840432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-44fd22ad-89db-421d-82a7-293e5ca642b9 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:50.842712 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-44fd22ad-89db-421d-82a7-293e5ca642b9 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.10 "GET /v2.0/networks?id=4de3ff9a-aae8-40c7-9eb0-055980a1f04b HTTP/1.1" status: 200 len: 818 time: 0.4050906 Feb 11 04:53:50.879491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:50.920508 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f300b889-cec1-467d-b40a-48cabfc49618 req-1d059e86-5bab-4d2b-9f7f-23b5f9b2f067 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617643 Feb 11 04:53:50.928474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Request body: {'port': {'device_id': 'd4546c2d-3c19-4634-9f58-ac7de343ba1b', 'network_id': '4de3ff9a-aae8-40c7-9eb0-055980a1f04b', 'admin_state_up': True, 'tenant_id': '6ac36b5c518d42788b094a0121a06dee'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:50.995391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:50.995780 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.067025 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (38d3635c-20c4-4ced-9fd5-d52c97d51996), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.162468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f31c529-3f6f-4762-95bb-62f5c6527b1c req-c9018111-f33a-41fa-97ec-66569cb1ca50 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 210 time: 0.2292383 Feb 11 04:53:51.196270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:51.197013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.274843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc,segment=NetworkSegment(4fbf6c5f-0e7a-4013-871a-59f2fbc0a995),segment_id=4fbf6c5f-0e7a-4013-871a-59f2fbc0a995)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:51.286220 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.331999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Made reservation on behalf of 19c66f737d454e3baa7ca0821e3ee2e7 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:51.337165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.350564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:51.394051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c528f4-b1fe-4835-a92c-e69096b444a7 req-2707b258-cdce-4fd7-95b3-7853336b1502 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:51.395933 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8c528f4-b1fe-4835-a92c-e69096b444a7 req-2707b258-cdce-4fd7-95b3-7853336b1502 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 945 time: 0.2727783 Feb 11 04:53:51.399083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Made reservation on behalf of 6ac36b5c518d42788b094a0121a06dee for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:51.402738 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.419344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] device_id is not set on port ed8e7643-a68b-4ff4-86a0-980ce69d4369 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:53:51.476174 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8e26ea-e81e-4235-ade8-d64f99aece9b None None] Network 6a1cd155-5f32-4482-a0a4-4915da40c158 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:51.499409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e50e-96ff-489d-98aa-7bf19a73bd30 req-fbd838d7-591f-45b2-9952-27348065d6aa tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:51.506980 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28c4e50e-96ff-489d-98aa-7bf19a73bd30 req-fbd838d7-591f-45b2-9952-27348065d6aa tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 945 time: 0.2530565 Feb 11 04:53:51.590339 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28c4e50e-96ff-489d-98aa-7bf19a73bd30 req-6fdb1ae4-28b3-4e35-aa5a-ee1f1713b5df tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820425 Feb 11 04:53:51.601930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Router 38d3635c-20c4-4ced-9fd5-d52c97d51996 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:53:51.738107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8745d131-e7ef-4bb7-8296-c56a4b908d8d None None] Provisioning complete for port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:51.740015 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8745d131-e7ef-4bb7-8296-c56a4b908d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.829137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a22c4-d371-408d-8310-e182bb0a4dc9 req-fd3588e4-7d7d-4f2e-8a9d-ac419dbb4aa6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:51.831500 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-029a22c4-d371-408d-8310-e182bb0a4dc9 req-fd3588e4-7d7d-4f2e-8a9d-ac419dbb4aa6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.1798964 Feb 11 04:53:51.866436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:51.890505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Sync routers for ids ['38d3635c-20c4-4ced-9fd5-d52c97d51996'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:51.908904 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.912826 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8065351d-9922-4f9f-ad42-9575889d3206 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6834941 Feb 11 04:53:51.913008 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38710) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:51.919378 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:53:51.957913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Routers {'38d3635c-20c4-4ced-9fd5-d52c97d51996'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:51.971189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38d3635c-20c4-4ced-9fd5-d52c97d51996'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:52.019661 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-029a22c4-d371-408d-8310-e182bb0a4dc9 req-c9af264c-4ccd-486a-af6f-bce4db983f38 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395979 Feb 11 04:53:52.022672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d8c528f4-b1fe-4835-a92c-e69096b444a7 req-9a335bd9-2b37-44d9-8a90-dcf570486dd0 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Deleting port 595326ef-cfae-4a56-bfd7-59da8c2ccd49 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:52.023407 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8c528f4-b1fe-4835-a92c-e69096b444a7 req-9a335bd9-2b37-44d9-8a90-dcf570486dd0 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.072814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0ba0fbf6-b393-44e8-887a-d16a0414e4e5 req-e0631881-72f0-4b7c-bf64-f0ef694f4829 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0646067 Feb 11 04:53:52.217964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8745d131-e7ef-4bb7-8296-c56a4b908d8d None None] Current status of the port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:52.269218 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d8c528f4-b1fe-4835-a92c-e69096b444a7 req-9a335bd9-2b37-44d9-8a90-dcf570486dd0 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] For port 595326ef-cfae-4a56-bfd7-59da8c2ccd49, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=595326ef-cfae-4a56-bfd7-59da8c2ccd49,segment=NetworkSegment(f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2),segment_id=f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:52.269519 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8c528f4-b1fe-4835-a92c-e69096b444a7 req-9a335bd9-2b37-44d9-8a90-dcf570486dd0 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.285741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d8c528f4-b1fe-4835-a92c-e69096b444a7 req-9a335bd9-2b37-44d9-8a90-dcf570486dd0 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Calling delete_port for 595326ef-cfae-4a56-bfd7-59da8c2ccd49 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:52.341983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Set router 38d3635c-20c4-4ced-9fd5-d52c97d51996 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:52.373202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Allocated IP 172.20.0.2 (4de3ff9a-aae8-40c7-9eb0-055980a1f04b/8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc/c2c6e641-aa65-48a2-ad75-dcf2087652eb) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:52.559944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-07835226-7d9a-4081-bdf7-9f293d720eda None None] Provisioning complete for port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:52.560914 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07835226-7d9a-4081-bdf7-9f293d720eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.606270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:52.614678 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Publish callbacks [] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.646882 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b47a9a6-2c79-4644-82b7-9ac4ece95b3b req-ff4622ee-e92f-4d02-ad39-033d284f6238 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 210 time: 0.2617579 Feb 11 04:53:52.737369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:52.750541 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.850278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Allocated IP 172.20.0.3 (5f8b2661-a460-4199-a9a1-fa8c22cb2838/20c138c9-5058-4edc-8820-ba68088a04d4/ed8e7643-a68b-4ff4-86a0-980ce69d4369) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:52.896116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-07835226-7d9a-4081-bdf7-9f293d720eda None None] Current status of the port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:52.928745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:53:52.942093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:52.944595 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.000035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852dd3e-93c9-4ef8-9389-e5f07f2176d8 req-1e32a7c6-ddb3-47aa-a7af-4f536b42cd98 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:53.006423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a852dd3e-93c9-4ef8-9389-e5f07f2176d8 req-1e32a7c6-ddb3-47aa-a7af-4f536b42cd98 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 945 time: 0.2025242 Feb 11 04:53:53.017859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:53.018480 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.060016 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for port (ed8e7643-a68b-4ff4-86a0-980ce69d4369), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.137872 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T04:53:49Z', 'revision_number': 3, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:53.148632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Pushing event updated for resources: {'Port': ['ID=c2c6e641-aa65-48a2-ad75-dcf2087652eb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:53.155208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Network 4de3ff9a-aae8-40c7-9eb0-055980a1f04b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:53.156391 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ed8e7643-a68b-4ff4-86a0-980ce69d4369), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.186439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:53.198240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:53.199795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:53.239659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Checking router: 38d3635c-20c4-4ced-9fd5-d52c97d51996 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:53:53.240021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Updating router 38d3635c-20c4-4ced-9fd5-d52c97d51996 port 5b028fab-2998-4808-8f04-8faa1ee7a943 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:53:53.254888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:53.263350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:53.264149 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.282440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:53.323560 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a852dd3e-93c9-4ef8-9389-e5f07f2176d8 req-9a13f1f8-3575-45a7-b344-f207b83c71cd tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074772 Feb 11 04:53:53.337933 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-9820c5a3-0084-4e37-bab9-d7a7fc17f650 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4207563 Feb 11 04:53:53.363380 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.408676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:53.409375 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.432938 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.438627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Request body: {'port': {'device_id': 'd4546c2d-3c19-4634-9f58-ac7de343ba1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:53.484345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:53.569467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30958643-9a99-43a4-9e83-7d66e6f67a64 req-6327ad3a-b125-40d1-b161-7cf2a2025174 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:53.571270 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30958643-9a99-43a4-9e83-7d66e6f67a64 req-6327ad3a-b125-40d1-b161-7cf2a2025174 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e960621-cf7a-4254-92db-0ee8d21c0963 HTTP/1.1" status: 200 len: 945 time: 0.8697829 Feb 11 04:53:53.626543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event updated for resources: {'Port': ['ID=ed8e7643-a68b-4ff4-86a0-980ce69d4369,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:53.653682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:53.654816 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.679723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:53.683479 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846c4dbf-9cd1-4b42-b1e5-006565443c75" -d '{"events": [{"server_uuid": "4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7", "name": "network-vif-plugged", "status": "completed", "tag": "dda74aaa-0c7a-44dc-bb28-a9ca61d73a57"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:53.717019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57,segment=NetworkSegment(9c3c8f82-9a72-4045-892b-6825e29feafc),segment_id=9c3c8f82-9a72-4045-892b-6825e29feafc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:53.725389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6d5e7-8284-4ef9-afa6-b663d1a4e783 req-40be034f-d26b-435e-8bee-1a1a69b30c5a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:53.735256 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.738583 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8a6d5e7-8284-4ef9-afa6-b663d1a4e783 req-40be034f-d26b-435e-8bee-1a1a69b30c5a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.2683566 Feb 11 04:53:53.765908 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8c528f4-b1fe-4835-a92c-e69096b444a7 req-9a335bd9-2b37-44d9-8a90-dcf570486dd0 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (595326ef-cfae-4a56-bfd7-59da8c2ccd49), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.801268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:53.807453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0ef655ce-6ccf-4d6a-8569-1f334cea5780 None None] Provisioning complete for port ed8e7643-a68b-4ff4-86a0-980ce69d4369 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:53.807999 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0ef655ce-6ccf-4d6a-8569-1f334cea5780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ed8e7643-a68b-4ff4-86a0-980ce69d4369), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.837624 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.850594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a335bd9-2b37-44d9-8a90-dcf570486dd0 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Pushing event deleted for resources: {'Port': ['ID=595326ef-cfae-4a56-bfd7-59da8c2ccd49,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:53.884424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Allocated IP 172.20.0.1 (6a1cd155-5f32-4482-a0a4-4915da40c158/212fa8ed-a254-425a-aea8-1ed7bdb9e403/6281bdc8-2a80-4097-b071-2e2256f4593b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:53.885324 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ffa194ef-433e-4469-acde-1915b323c48f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1362367 Feb 11 04:53:53.885688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38734) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:53.893055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-745c2a6d-5d0a-4fdf-8f8a-558c9f40f44a tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:0a:78:67'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:53.897329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0ef655ce-6ccf-4d6a-8569-1f334cea5780 None None] Port ed8e7643-a68b-4ff4-86a0-980ce69d4369 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:53.940880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c528f4-b1fe-4835-a92c-e69096b444a7 req-9a335bd9-2b37-44d9-8a90-dcf570486dd0 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] No DVR routers for this DVR port 595326ef-cfae-4a56-bfd7-59da8c2ccd49 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:53.943736 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8c528f4-b1fe-4835-a92c-e69096b444a7 req-9a335bd9-2b37-44d9-8a90-dcf570486dd0 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.949156 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8c528f4-b1fe-4835-a92c-e69096b444a7 req-9a335bd9-2b37-44d9-8a90-dcf570486dd0 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.10 "DELETE /v2.0/ports/595326ef-cfae-4a56-bfd7-59da8c2ccd49 HTTP/1.1" status: 204 len: 173 time: 2.5242529 Feb 11 04:53:53.950114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e960621-cf7a-4254-92db-0ee8d21c0963', 'name': 'network-vif-deleted', 'tag': '595326ef-cfae-4a56-bfd7-59da8c2ccd49'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:53.953373 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c7c490-c54c-4f3a-859a-6c4ee5c1eb22" -d '{"events": [{"server_uuid": "0e960621-cf7a-4254-92db-0ee8d21c0963", "name": "network-vif-deleted", "tag": "595326ef-cfae-4a56-bfd7-59da8c2ccd49"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:53.962241 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8a6d5e7-8284-4ef9-afa6-b663d1a4e783 req-d49aaff9-c20a-4caa-acbc-b1b2bfc726a9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225451 Feb 11 04:53:53.962416 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30958643-9a99-43a4-9e83-7d66e6f67a64 req-8d66c232-c5d6-4c5a-92f6-79af8a455e36 tempest-ServersNegativeTestMultiTenantJSON-867270205 tempest-ServersNegativeTestMultiTenantJSON-867270205-project] 10.222.0.48 "GET /v2.0/security-groups?id=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435330 Feb 11 04:53:54.085169 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Publish callbacks [] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.098712 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.208052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Attempting to bind port 5b028fab-2998-4808-8f04-8faa1ee7a943 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:54.209863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Attempting to bind port 5b028fab-2998-4808-8f04-8faa1ee7a943 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:54.212005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Attempting to bind port 5b028fab-2998-4808-8f04-8faa1ee7a943 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:54.229168 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:54.231308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:54.232716 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.234300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:54.234966 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Bound port: 5b028fab-2998-4808-8f04-8faa1ee7a943, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:54.235965 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.271312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5bc40022-333a-4b40-8e86-fa1a158c23ec req-02213771-ec47-412a-a312-16f12cf16908 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0859730 Feb 11 04:53:54.323853 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-745c2a6d-5d0a-4fdf-8f8a-558c9f40f44a tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ed8e7643-a68b-4ff4-86a0-980ce69d4369), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.349084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] For port 5b028fab-2998-4808-8f04-8faa1ee7a943, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:54.352734 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] For port 5b028fab-2998-4808-8f04-8faa1ee7a943, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5b028fab-2998-4808-8f04-8faa1ee7a943,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:54.361610 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.364090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fdaf9-8afc-4bdd-a0c7-be9bc465a2ad None None] Pushing event updated for resources: {'Port': ['ID=5b028fab-2998-4808-8f04-8faa1ee7a943,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:54.436413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Routers {'38d3635c-20c4-4ced-9fd5-d52c97d51996'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:54.436935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38d3635c-20c4-4ced-9fd5-d52c97d51996'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:54.546825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c6e641-aa65-48a2-ad75-dcf2087652eb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:54.587685 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Publish callbacks [] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.625203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Transition to ACTIVE for port object c2c6e641-aa65-48a2-ad75-dcf2087652eb will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:53:54.629502 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-745c2a6d-5d0a-4fdf-8f8a-558c9f40f44a tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for port (ed8e7643-a68b-4ff4-86a0-980ce69d4369), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.648923 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-745c2a6d-5d0a-4fdf-8f8a-558c9f40f44a tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ed8e7643-a68b-4ff4-86a0-980ce69d4369), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.653689 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee097eb-2344-490d-81c2-5c80dc780f26 x-openstack-request-id: req-aee097eb-2344-490d-81c2-5c80dc780f26 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:54.654031 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e960621-cf7a-4254-92db-0ee8d21c0963", "name": "network-vif-deleted", "tag": "595326ef-cfae-4a56-bfd7-59da8c2ccd49", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:54.654300 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aee097eb-2344-490d-81c2-5c80dc780f26 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:54.654742 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e960621-cf7a-4254-92db-0ee8d21c0963', 'name': 'network-vif-deleted', 'tag': '595326ef-cfae-4a56-bfd7-59da8c2ccd49', 'status': 'completed', 'code': 200} Feb 11 04:53:54.784805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.915557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] Set router 38d3635c-20c4-4ced-9fd5-d52c97d51996 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:54.916899 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Publish callbacks [] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.944250 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c2a6d-5d0a-4fdf-8f8a-558c9f40f44a tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event updated for resources: {'Port': ['ID=ed8e7643-a68b-4ff4-86a0-980ce69d4369,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:54.967286 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94881e-8496-4b24-a531-3f9d99f2fe3e req-5976b11e-9f16-4575-af3b-5e4c5dd85e7c tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:54.980422 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f94881e-8496-4b24-a531-3f9d99f2fe3e req-5976b11e-9f16-4575-af3b-5e4c5dd85e7c tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 946 time: 0.1724830 Feb 11 04:53:54.990354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-745c2a6d-5d0a-4fdf-8f8a-558c9f40f44a tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] In _notify_port_updated(), no bound segment for port ed8e7643-a68b-4ff4-86a0-980ce69d4369 on network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:53:54.995540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c2a6d-5d0a-4fdf-8f8a-558c9f40f44a tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:54.996466 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-745c2a6d-5d0a-4fdf-8f8a-558c9f40f44a tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.998060 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-745c2a6d-5d0a-4fdf-8f8a-558c9f40f44a tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "PUT /v2.0/ports/ed8e7643-a68b-4ff4-86a0-980ce69d4369 HTTP/1.1" status: 200 len: 992 time: 1.1114140 Feb 11 04:53:55.002171 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52ef1de-1147-451c-bcb5-8bed092bcaf4 x-openstack-request-id: req-b52ef1de-1147-451c-bcb5-8bed092bcaf4 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:55.002472 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7", "name": "network-vif-plugged", "status": "completed", "tag": "dda74aaa-0c7a-44dc-bb28-a9ca61d73a57", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:55.002728 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b52ef1de-1147-451c-bcb5-8bed092bcaf4 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:55.003154 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57', 'code': 200} Feb 11 04:53:55.007888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38744) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:55.008973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 595326ef-cfae-4a56-bfd7-59da8c2ccd49 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:55.013855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fdaf9-8afc-4bdd-a0c7-be9bc465a2ad None None] Pushing event updated for resources: {'Port': ['ID=5b028fab-2998-4808-8f04-8faa1ee7a943,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:55.031168 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30b63ec6-5f81-489b-b196-4f97fd85eab8 req-f6853bcb-57cb-4a28-a359-70fb53f0cdb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e7dd5e7fbb364c66903efb7208217ae8&device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.1504354 Feb 11 04:53:55.098225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 595326ef-cfae-4a56-bfd7-59da8c2ccd49 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:55.098576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 595326ef-cfae-4a56-bfd7-59da8c2ccd49 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:55.161034 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f94881e-8496-4b24-a531-3f9d99f2fe3e req-ced64601-a316-4412-8324-241574f82775 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797729 Feb 11 04:53:55.168253 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.235611 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30b63ec6-5f81-489b-b196-4f97fd85eab8 req-d8a5e432-e4b8-4da6-a3e1-7437fb67c9e3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e7dd5e7fbb364c66903efb7208217ae8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1718283 Feb 11 04:53:55.322392 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-865dc4d1-2188-45ff-b27a-a6b883a67fc1 None None] Provisioning complete for port ed8e7643-a68b-4ff4-86a0-980ce69d4369 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:55.323547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Network 6a1cd155-5f32-4482-a0a4-4915da40c158 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:55.324684 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-865dc4d1-2188-45ff-b27a-a6b883a67fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ed8e7643-a68b-4ff4-86a0-980ce69d4369), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.372723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:55.399158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b63ec6-5f81-489b-b196-4f97fd85eab8 req-ad5c4998-8bcd-4fde-9987-b1fe63f474ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:55.401213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30b63ec6-5f81-489b-b196-4f97fd85eab8 req-ad5c4998-8bcd-4fde-9987-b1fe63f474ed service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268983 Feb 11 04:53:55.423598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1180062-25f9-41b8-baf4-e68bdb784503 req-574ad562-1e05-4281-ac09-3c0dd4fe1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:55.425135 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1180062-25f9-41b8-baf4-e68bdb784503 req-574ad562-1e05-4281-ac09-3c0dd4fe1c15 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 1129 time: 0.7959948 Feb 11 04:53:55.437087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-865dc4d1-2188-45ff-b27a-a6b883a67fc1 None None] Port ed8e7643-a68b-4ff4-86a0-980ce69d4369 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:55.437373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:55.440117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822480f-114c-4f77-b371-a7bcd90160e8 req-e7408779-bbf9-424a-be23-1fae727bc999 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:55.448370 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5822480f-114c-4f77-b371-a7bcd90160e8 req-e7408779-bbf9-424a-be23-1fae727bc999 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 943 time: 0.7925372 Feb 11 04:53:55.457344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6281bdc8-2a80-4097-b071-2e2256f4593b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:55.473058 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Attempting to bind port c2c6e641-aa65-48a2-ad75-dcf2087652eb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:55.473577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Attempting to bind port c2c6e641-aa65-48a2-ad75-dcf2087652eb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '1490ff28-ac25-4fc3-9c90-008d19994a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4de3ff9a-aae8-40c7-9eb0-055980a1f04b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:55.473910 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Attempting to bind port c2c6e641-aa65-48a2-ad75-dcf2087652eb on network 4de3ff9a-aae8-40c7-9eb0-055980a1f04b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:55.479558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c6e641-aa65-48a2-ad75-dcf2087652eb,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:55.490264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T04:53:49Z', 'revision_number': 3, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:55.545206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5822480f-114c-4f77-b371-a7bcd90160e8 req-33288122-c0c6-4ecd-a793-e0171bd73762 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea594d10-3b02-46bb-8846-15919c956b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957663 Feb 11 04:53:55.550642 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca90249-d507-4db9-a4bb-98d49cb7e3b3 None None] The sync data for ids ['38d3635c-20c4-4ced-9fd5-d52c97d51996'] in n-d-615180-58 is: [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T04:53:49Z', 'revision_number': 3, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:55.578524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Port c2c6e641-aa65-48a2-ad75-dcf2087652eb on network 4de3ff9a-aae8-40c7-9eb0-055980a1f04b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:53:55.579042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Attempting to bind port c2c6e641-aa65-48a2-ad75-dcf2087652eb on network 4de3ff9a-aae8-40c7-9eb0-055980a1f04b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:55.606449 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (38d3635c-20c4-4ced-9fd5-d52c97d51996), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.612744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:55.622495 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Checking segment: {'id': '1490ff28-ac25-4fc3-9c90-008d19994a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4de3ff9a-aae8-40c7-9eb0-055980a1f04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:55.624828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Bound using segment: {'id': '1490ff28-ac25-4fc3-9c90-008d19994a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4de3ff9a-aae8-40c7-9eb0-055980a1f04b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:55.625440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Bound port: c2c6e641-aa65-48a2-ad75-dcf2087652eb, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1490ff28-ac25-4fc3-9c90-008d19994a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4de3ff9a-aae8-40c7-9eb0-055980a1f04b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:55.625946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.732403 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1180062-25f9-41b8-baf4-e68bdb784503 req-f4c16e73-bcbf-4d7c-8075-8c0bdd65292b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477317 Feb 11 04:53:55.732913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38756) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:55.832119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-501f640d-63b3-49d3-b0e8-4a719b0a4777 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Deleting port ed8e7643-a68b-4ff4-86a0-980ce69d4369 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:55.832912 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-501f640d-63b3-49d3-b0e8-4a719b0a4777 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ed8e7643-a68b-4ff4-86a0-980ce69d4369), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.872841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-01defe8a-b04a-49db-a442-43e6a0086281 None None] Provisioning complete for port 6281bdc8-2a80-4097-b071-2e2256f4593b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:55.887935 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01defe8a-b04a-49db-a442-43e6a0086281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.898176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e6e3c51-f94e-4112-ae59-1d154c67a49d req-44cdc9dd-57ec-4cab-804f-a09d086569bb tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0545297 Feb 11 04:53:55.912376 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.937640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b35da2-21c9-4a04-b17f-dbc8ad283b15 admin admin] Deleting subnet 15853a86-d780-4364-b94a-d8ef9d45978a {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:55.949493 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7b35da2-21c9-4a04-b17f-dbc8ad283b15 admin admin] Publish callbacks [] for subnet (15853a86-d780-4364-b94a-d8ef9d45978a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.966333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa7d5a-5d47-40dd-b8cc-429f38262485 req-8e0f8359-6c8c-4bbc-b0d4-5827fd0ebe2f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:55.975532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3aa7d5a-5d47-40dd-b8cc-429f38262485 req-8e0f8359-6c8c-4bbc-b0d4-5827fd0ebe2f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.6780903 Feb 11 04:53:55.994029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] For port c2c6e641-aa65-48a2-ad75-dcf2087652eb, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:55.994865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-01defe8a-b04a-49db-a442-43e6a0086281 None None] Port 6281bdc8-2a80-4097-b071-2e2256f4593b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:56.006764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] For port c2c6e641-aa65-48a2-ad75-dcf2087652eb, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c2c6e641-aa65-48a2-ad75-dcf2087652eb,segment=NetworkSegment(1490ff28-ac25-4fc3-9c90-008d19994a61),segment_id=1490ff28-ac25-4fc3-9c90-008d19994a61)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:56.013018 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7b35da2-21c9-4a04-b17f-dbc8ad283b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (15853a86-d780-4364-b94a-d8ef9d45978a), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.118956 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.191797 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3aa7d5a-5d47-40dd-b8cc-429f38262485 req-e090f793-626f-4b85-8ad5-5732a76220af tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152596 Feb 11 04:53:56.249601 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-501f640d-63b3-49d3-b0e8-4a719b0a4777 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ed8e7643-a68b-4ff4-86a0-980ce69d4369), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.251918 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:56.252547 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.253983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] 10.222.0.10 "PUT /v2.0/ports/c2c6e641-aa65-48a2-ad75-dcf2087652eb HTTP/1.1" status: 200 len: 1092 time: 2.8389144 Feb 11 04:53:56.258481 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7b35da2-21c9-4a04-b17f-dbc8ad283b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (15853a86-d780-4364-b94a-d8ef9d45978a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.314382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-501f640d-63b3-49d3-b0e8-4a719b0a4777 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Calling delete_port for ed8e7643-a68b-4ff4-86a0-980ce69d4369 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:56.445502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6972a78-a932-4755-9e8d-76f5b4fd19a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c6e641-aa65-48a2-ad75-dcf2087652eb,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:56.478116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-accaa755-50a9-4963-ad2a-67245475446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:56.480313 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-accaa755-50a9-4963-ad2a-67245475446e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ac36b5c518d42788b094a0121a06dee&device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 1126 time: 0.1030030 Feb 11 04:53:56.496218 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd326d3-6fa2-4793-b78b-07602afe16c5 req-f8b71d22-6b4b-45b5-88dd-8dc2bc241a8e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:56.497985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5bd326d3-6fa2-4793-b78b-07602afe16c5 req-f8b71d22-6b4b-45b5-88dd-8dc2bc241a8e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 946 time: 0.1655920 Feb 11 04:53:56.500248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Publish callbacks [] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.521551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.538276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-320edf6e-65c9-4835-874f-093d662569c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2c6e641-aa65-48a2-ad75-dcf2087652eb HTTP/1.1" status: 200 len: 217 time: 0.0393031 Feb 11 04:53:56.719647 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6281bdc8-2a80-4097-b071-2e2256f4593b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:56.758884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4546c2d-3c19-4634-9f58-ac7de343ba1b', 'tag': 'c2c6e641-aa65-48a2-ad75-dcf2087652eb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:56.762463 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb2fb64-be9d-4de0-8a00-f2048eb4cef0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4546c2d-3c19-4634-9f58-ac7de343ba1b", "tag": "c2c6e641-aa65-48a2-ad75-dcf2087652eb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:56.797144 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7b35da2-21c9-4a04-b17f-dbc8ad283b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (15853a86-d780-4364-b94a-d8ef9d45978a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.812722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5b028fab-2998-4808-8f04-8faa1ee7a943 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:56.814461 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7b35da2-21c9-4a04-b17f-dbc8ad283b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.818062 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f7b35da2-21c9-4a04-b17f-dbc8ad283b15 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/15853a86-d780-4364-b94a-d8ef9d45978a HTTP/1.1" status: 204 len: 168 time: 1.0828564 Feb 11 04:53:56.824875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38766) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:56.875512 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-501f640d-63b3-49d3-b0e8-4a719b0a4777 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ed8e7643-a68b-4ff4-86a0-980ce69d4369), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.896482 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (38d3635c-20c4-4ced-9fd5-d52c97d51996), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.944435 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f640d-63b3-49d3-b0e8-4a719b0a4777 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event deleted for resources: {'Port': ['ID=ed8e7643-a68b-4ff4-86a0-980ce69d4369,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:56.966097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5b028fab-2998-4808-8f04-8faa1ee7a943 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:56.966486 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.031380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc889c93-412d-423f-9033-6a5aa3995c7c req-769ec708-9a41-4f7f-9d65-6a04737dc680 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:57.036388 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc889c93-412d-423f-9033-6a5aa3995c7c req-769ec708-9a41-4f7f-9d65-6a04737dc680 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 943 time: 0.3140080 Feb 11 04:53:57.178927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5b028fab-2998-4808-8f04-8faa1ee7a943 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:57.179495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.208221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 5b028fab-2998-4808-8f04-8faa1ee7a943, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5b028fab-2998-4808-8f04-8faa1ee7a943,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:57.216758 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.364816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=5b028fab-2998-4808-8f04-8faa1ee7a943,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:57.506862 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc889c93-412d-423f-9033-6a5aa3995c7c req-ca932acf-eddc-4503-ac98-2de4a9abaf20 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea594d10-3b02-46bb-8846-15919c956b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886118 Feb 11 04:53:57.547963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Network 6a1cd155-5f32-4482-a0a4-4915da40c158 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:57.577897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:57.597439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-501f640d-63b3-49d3-b0e8-4a719b0a4777 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.617978 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-501f640d-63b3-49d3-b0e8-4a719b0a4777 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "DELETE /v2.0/ports/ed8e7643-a68b-4ff4-86a0-980ce69d4369 HTTP/1.1" status: 204 len: 168 time: 2.6090152 Feb 11 04:53:57.622037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38776) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:57.658774 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdc98b2-b291-443b-ad26-652ae46a3c09 x-openstack-request-id: req-dbdc98b2-b291-443b-ad26-652ae46a3c09 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:57.659849 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4546c2d-3c19-4634-9f58-ac7de343ba1b", "tag": "c2c6e641-aa65-48a2-ad75-dcf2087652eb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:57.660113 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbdc98b2-b291-443b-ad26-652ae46a3c09 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:57.660522 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4546c2d-3c19-4634-9f58-ac7de343ba1b', 'tag': 'c2c6e641-aa65-48a2-ad75-dcf2087652eb', 'status': 'completed', 'code': 200} Feb 11 04:53:57.674959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b35da2-21c9-4a04-b17f-dbc8ad283b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15853a86-d780-4364-b94a-d8ef9d45978a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:57.682146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-75e84772-6e81-401d-bba7-de8f778902bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:57.684742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-75e84772-6e81-401d-bba7-de8f778902bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc HTTP/1.1" status: 200 len: 858 time: 1.1199152 Feb 11 04:53:57.721045 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5bd326d3-6fa2-4793-b78b-07602afe16c5 req-d60a265a-8dd8-4477-bb87-820cec50fc62 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1817958 Feb 11 04:53:57.828906 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8a884b0-3ed5-44fd-911c-5bcdd580a930 req-90875b42-68e4-40b8-b292-a3ac904c0c4a tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0399568 Feb 11 04:53:57.846588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-e235a994-2de6-4848-b0a8-69bb9cd50bf6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4de3ff9a-aae8-40c7-9eb0-055980a1f04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539712 Feb 11 04:53:57.847184 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-24429c55-910a-4bfa-81a1-3cd9b3a49a90 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] GET failed (client error): The resource could not be found. Feb 11 04:53:57.851648 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-24429c55-910a-4bfa-81a1-3cd9b3a49a90 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "GET /v2.0/ports/ed8e7643-a68b-4ff4-86a0-980ce69d4369 HTTP/1.1" status: 404 len: 333 time: 0.2249248 Feb 11 04:53:57.851821 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (3bc862c3-73c4-4c45-8767-2902fcd53958), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.854541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38780) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:57.870629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Request body: {'port': {'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838', 'name': 'tempest-AllowedAddressPairTestJSON-1446998148'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:58.096681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-49ae622b-7d8d-4891-a7a9-db0a13da8cf8 None None] Provisioning complete for port 6281bdc8-2a80-4097-b071-2e2256f4593b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:58.097170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49ae622b-7d8d-4891-a7a9-db0a13da8cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.153072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-49ae622b-7d8d-4891-a7a9-db0a13da8cf8 None None] Port 6281bdc8-2a80-4097-b071-2e2256f4593b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:58.165052 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (3bc862c3-73c4-4c45-8767-2902fcd53958), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.219976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83014d3b-d538-48a3-8872-a4dff42418ad req-4972ede3-ef7f-4786-8a92-934ae845a3e8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:58.221496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-83014d3b-d538-48a3-8872-a4dff42418ad req-4972ede3-ef7f-4786-8a92-934ae845a3e8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.2375193 Feb 11 04:53:58.267245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc862c3-73c4-4c45-8767-2902fcd53958']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:58.284953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:58.285262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:58.288700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-d244091b-c204-4de8-94a2-ff8c64660e68 service neutron] 10.222.0.10 "GET /v2.0/networks/4de3ff9a-aae8-40c7-9eb0-055980a1f04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319432 Feb 11 04:53:58.322576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.383969 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-83014d3b-d538-48a3-8872-a4dff42418ad req-11520c14-e796-448b-a432-cdda06312e95 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500449 Feb 11 04:53:58.387621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.440920 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:53:58.441336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (f43f643e-ef8e-4ef5-bfa1-8faf5b853ef2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:53:58.443106 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:53:58.536997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bac26665-59f7-4f83-9e86-a7b8e774026d req-0480613c-83b8-491d-9491-0b052b093968 service neutron] 10.222.0.10 "GET /v2.0/networks/4de3ff9a-aae8-40c7-9eb0-055980a1f04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264426 Feb 11 04:53:58.566475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (3bc862c3-73c4-4c45-8767-2902fcd53958), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.585572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Router 38d3635c-20c4-4ced-9fd5-d52c97d51996 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:53:58.605510 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.606468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Made reservation on behalf of 19c66f737d454e3baa7ca0821e3ee2e7 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:58.617680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3bc862c3-73c4-4c45-8767-2902fcd53958 HTTP/1.1" status: 204 len: 168 time: 0.9691765 Feb 11 04:53:58.621175 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.638599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38786) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:58.652259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] device_id is not set on port 76b7136f-a8ee-4ea0-b461-a2646d1a16d6 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:53:58.663000 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673d798-acf6-4d4b-b7a6-2876d41f5155 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc862c3-73c4-4c45-8767-2902fcd53958,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:58.770230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5b028fab-2998-4808-8f04-8faa1ee7a943 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:58.789819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-092e0ad5-a982-47b6-b238-21adaf7d8257 admin admin] Deleting subnet 0db31ea8-384d-4aa1-8391-44fcdbc18c09 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:58.811355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-092e0ad5-a982-47b6-b238-21adaf7d8257 admin admin] Publish callbacks [] for subnet (0db31ea8-384d-4aa1-8391-44fcdbc18c09), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.815272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2fb64-be9d-4de0-8a00-f2048eb4cef0 req-12b9432e-49e7-4941-992a-4fedd6cb4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:58.820003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aeb2fb64-be9d-4de0-8a00-f2048eb4cef0 req-12b9432e-49e7-4941-992a-4fedd6cb4918 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ac36b5c518d42788b094a0121a06dee&device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 1126 time: 0.1196489 Feb 11 04:53:58.867927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5b028fab-2998-4808-8f04-8faa1ee7a943 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:58.869259 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.999614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:59.010788 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Sync routers for ids ['38d3635c-20c4-4ced-9fd5-d52c97d51996'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:59.021082 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2b881068-7e70-4d2e-aaec-806a29d3b0d1 admin admin] 10.222.0.48 "PUT /v2.0/routers/38d3635c-20c4-4ced-9fd5-d52c97d51996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1069844 Feb 11 04:53:59.028252 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Routers {'38d3635c-20c4-4ced-9fd5-d52c97d51996'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:59.029048 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38d3635c-20c4-4ced-9fd5-d52c97d51996'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:59.056971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd7ddf-f98f-4097-8deb-d68a6e77ad1e req-ebd65caa-6d69-418a-bfd7-f91e3516de47 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:59.069601 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c3bd7ddf-f98f-4097-8deb-d68a6e77ad1e req-ebd65caa-6d69-418a-bfd7-f91e3516de47 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 943 time: 0.3600433 Feb 11 04:53:59.104724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5b028fab-2998-4808-8f04-8faa1ee7a943 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:59.150128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc6d29-946e-4d56-8306-948de15526f9 req-d3106f55-7e2d-4ff5-b0cb-790e7a0d481f tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:59.151739 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e0dc6d29-946e-4d56-8306-948de15526f9 req-d3106f55-7e2d-4ff5-b0cb-790e7a0d481f tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 946 time: 0.2575173 Feb 11 04:53:59.155200 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-092e0ad5-a982-47b6-b238-21adaf7d8257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (0db31ea8-384d-4aa1-8391-44fcdbc18c09), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.315826 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c3bd7ddf-f98f-4097-8deb-d68a6e77ad1e req-31d7dcb0-5018-455d-999c-eb220f71cffd tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea594d10-3b02-46bb-8846-15919c956b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360349 Feb 11 04:53:59.320112 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e0dc6d29-946e-4d56-8306-948de15526f9 req-23cb7b39-4f0e-4210-97c1-9e166bca8b96 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164591 Feb 11 04:53:59.364104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Allocated IP 172.20.0.12 (5f8b2661-a460-4199-a9a1-fa8c22cb2838/20c138c9-5058-4edc-8820-ba68088a04d4/76b7136f-a8ee-4ea0-b461-a2646d1a16d6) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:59.405526 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-092e0ad5-a982-47b6-b238-21adaf7d8257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (0db31ea8-384d-4aa1-8391-44fcdbc18c09), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.446484 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Set router 38d3635c-20c4-4ced-9fd5-d52c97d51996 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:59.451610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2fb64-be9d-4de0-8a00-f2048eb4cef0 req-03a36319-05b5-431b-a2c2-47830b6090b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:59.459786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aeb2fb64-be9d-4de0-8a00-f2048eb4cef0 req-03a36319-05b5-431b-a2c2-47830b6090b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4de3ff9a-aae8-40c7-9eb0-055980a1f04b HTTP/1.1" status: 200 len: 919 time: 0.5559528 Feb 11 04:53:59.497967 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d5e6ac9-a11a-430a-a10c-ea49e78b38c1 req-8fb114ce-af54-46cc-8f79-11b2493ed9ea tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0371222 Feb 11 04:53:59.591775 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aeb2fb64-be9d-4de0-8a00-f2048eb4cef0 req-9cf428e8-4320-4197-a7dd-3556b86cce54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2c6e641-aa65-48a2-ad75-dcf2087652eb HTTP/1.1" status: 200 len: 217 time: 0.0875587 Feb 11 04:53:59.881266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2fb64-be9d-4de0-8a00-f2048eb4cef0 req-d0db1ffb-2473-4d58-bc28-a380f6c1b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:59.890695 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aeb2fb64-be9d-4de0-8a00-f2048eb4cef0 req-d0db1ffb-2473-4d58-bc28-a380f6c1b9de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc HTTP/1.1" status: 200 len: 858 time: 0.2880030 Feb 11 04:53:59.973123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-d29b8f69-adc7-419a-b04f-ada9f9afad7d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 258 time: 0.5373316 Feb 11 04:54:00.005084 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aeb2fb64-be9d-4de0-8a00-f2048eb4cef0 req-8d9d1cab-6649-44c0-bfe3-3c630398f150 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4de3ff9a-aae8-40c7-9eb0-055980a1f04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886350 Feb 11 04:54:00.006439 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-092e0ad5-a982-47b6-b238-21adaf7d8257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (0db31ea8-384d-4aa1-8391-44fcdbc18c09), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.010699 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T04:53:55Z', 'revision_number': 4, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '6281bdc8-2a80-4097-b071-2e2256f4593b', 'name': '', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'mac_address': 'fa:16:3e:da:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:53Z', 'updated_at': '2022-02-11T04:53:56Z', 'revision_number': 2, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'subnets': [{'id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:00.044489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-092e0ad5-a982-47b6-b238-21adaf7d8257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.047775 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-092e0ad5-a982-47b6-b238-21adaf7d8257 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0db31ea8-384d-4aa1-8391-44fcdbc18c09 HTTP/1.1" status: 204 len: 168 time: 1.4081588 Feb 11 04:54:00.052826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38820) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:00.055161 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Checking router: 38d3635c-20c4-4ced-9fd5-d52c97d51996 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:00.055671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:00.056375 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Updating router 38d3635c-20c4-4ced-9fd5-d52c97d51996 port 6281bdc8-2a80-4097-b071-2e2256f4593b binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:00.105037 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.176783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.206818 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for port (76b7136f-a8ee-4ea0-b461-a2646d1a16d6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.240296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e0ad5-a982-47b6-b238-21adaf7d8257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db31ea8-384d-4aa1-8391-44fcdbc18c09,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:00.273609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0b17d-0e7e-475a-9d41-e80e9c3fb423 req-64903127-07ea-4fd0-ac10-353ca152c496 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:00.276397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19a0b17d-0e7e-475a-9d41-e80e9c3fb423 req-64903127-07ea-4fd0-ac10-353ca152c496 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.5963733 Feb 11 04:54:00.277423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38826) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:00.287595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-79684735-network', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:00.370585 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (76b7136f-a8ee-4ea0-b461-a2646d1a16d6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.382131 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.436720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:00.446535 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (000dbe4d-2c90-471a-9f00-11cbe308ed0c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.461200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19a0b17d-0e7e-475a-9d41-e80e9c3fb423 req-77a8b776-7a50-4211-a580-8f5338ef0685 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686246 Feb 11 04:54:00.476941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:00.481312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Made reservation on behalf of d495b65c701647ff8471405ff3b8f086 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:00.483758 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.492026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:00.520977 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aeb2fb64-be9d-4de0-8a00-f2048eb4cef0 req-5dc3484b-485c-4fc9-9f09-add37f3eeacc service neutron] 10.222.0.10 "GET /v2.0/networks/4de3ff9a-aae8-40c7-9eb0-055980a1f04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923906 Feb 11 04:54:00.549115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event updated for resources: {'Port': ['ID=76b7136f-a8ee-4ea0-b461-a2646d1a16d6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:00.624021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:00.627220 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.688585 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aeb2fb64-be9d-4de0-8a00-f2048eb4cef0 req-2b015c99-8321-4ba7-8a5c-902beeda9a67 service neutron] 10.222.0.10 "GET /v2.0/networks/4de3ff9a-aae8-40c7-9eb0-055980a1f04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593411 Feb 11 04:54:00.696364 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Publish callbacks [] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.709650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Allocated IP 172.25.7.246 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/6e3615fb-2b30-4510-8ae2-6398a23b087d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:00.715047 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.719859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.855489 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a06300-ea80-4f12-b88b-23d4184db49c None None] Pushing event updated for resources: {'Port': ['ID=6281bdc8-2a80-4097-b071-2e2256f4593b,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:00.884784 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8d44dbcb-5dcc-4558-973f-9e3e7b31625e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0133731 Feb 11 04:54:00.889863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38834) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:00.911994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6a9e4fa6-277d-439e-9c33-8b39b27c0092 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0a:78:67'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:00.965158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c2c6e641-aa65-48a2-ad75-dcf2087652eb details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:54:00.971176 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (000dbe4d-2c90-471a-9f00-11cbe308ed0c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.974187 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Attempting to bind port 6281bdc8-2a80-4097-b071-2e2256f4593b on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:00.976911 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Attempting to bind port 6281bdc8-2a80-4097-b071-2e2256f4593b by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:00.977312 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Attempting to bind port 6281bdc8-2a80-4097-b071-2e2256f4593b on network 6a1cd155-5f32-4482-a0a4-4915da40c158 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:00.992111 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for port (6e3615fb-2b30-4510-8ae2-6398a23b087d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.992992 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:00.996318 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Checking segment: {'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:00.999576 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.000252 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Bound using segment: {'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:01.000933 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Bound port: 6281bdc8-2a80-4097-b071-2e2256f4593b, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:01.003399 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.043917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000dbe4d-2c90-471a-9f00-11cbe308ed0c']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:01.066860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a73ac-7780-4a4f-b054-a3a09b076a69 req-ff75242b-3cd7-46bb-adc2-1a0c338f73f7 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:01.068683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0f6a73ac-7780-4a4f-b054-a3a09b076a69 req-ff75242b-3cd7-46bb-adc2-1a0c338f73f7 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 943 time: 0.3679671 Feb 11 04:54:01.093370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f69873-c3e4-40aa-875f-10afc7c6bdaa') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:01.093819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f69873-c3e4-40aa-875f-10afc7c6bdaa') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:01.104064 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:54:01.126369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (16f69873-c3e4-40aa-875f-10afc7c6bdaa), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.158244 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] For port 6281bdc8-2a80-4097-b071-2e2256f4593b, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:01.162290 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] For port 6281bdc8-2a80-4097-b071-2e2256f4593b, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6281bdc8-2a80-4097-b071-2e2256f4593b,segment=NetworkSegment(4fbf6c5f-0e7a-4013-871a-59f2fbc0a995),segment_id=4fbf6c5f-0e7a-4013-871a-59f2fbc0a995)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:01.179610 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.208166 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (16f69873-c3e4-40aa-875f-10afc7c6bdaa), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.228606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:54:01.229195 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (16f69873-c3e4-40aa-875f-10afc7c6bdaa), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:54:01.231037 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:54:01.298558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port c2c6e641-aa65-48a2-ad75-dcf2087652eb, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c2c6e641-aa65-48a2-ad75-dcf2087652eb,segment=NetworkSegment(1490ff28-ac25-4fc3-9c90-008d19994a61),segment_id=1490ff28-ac25-4fc3-9c90-008d19994a61)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:01.325671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0f6a73ac-7780-4a4f-b054-a3a09b076a69 req-9e6b81db-0cc2-4cc1-a4a2-b498e6ad6d03 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea594d10-3b02-46bb-8846-15919c956b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445381 Feb 11 04:54:01.327217 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Routers {'38d3635c-20c4-4ced-9fd5-d52c97d51996'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:01.327355 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6e3615fb-2b30-4510-8ae2-6398a23b087d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.329945 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38d3635c-20c4-4ced-9fd5-d52c97d51996'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:01.346656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'c2c6e641-aa65-48a2-ad75-dcf2087652eb', 'network_id': '4de3ff9a-aae8-40c7-9eb0-055980a1f04b', 'port_id': 'c2c6e641-aa65-48a2-ad75-dcf2087652eb', 'mac_address': 'fa:16:3e:5c:18:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:54:01.397496 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Publish callbacks [] for security_group (6fbcc453-4ce6-45c9-9774-a12784db8a59), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.425213 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6fbcc453-4ce6-45c9-9774-a12784db8a59), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.462076 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a06300-ea80-4f12-b88b-23d4184db49c None None] Pushing event updated for resources: {'Port': ['ID=6281bdc8-2a80-4097-b071-2e2256f4593b,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:01.517129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-78b3e35d-2b4d-42ca-8e9f-900a0ac0b3c4 None None] Provisioning complete for port 76b7136f-a8ee-4ea0-b461-a2646d1a16d6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:01.517840 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78b3e35d-2b4d-42ca-8e9f-900a0ac0b3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (76b7136f-a8ee-4ea0-b461-a2646d1a16d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.523115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port c2c6e641-aa65-48a2-ad75-dcf2087652eb is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:01.523729 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.554285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Pushing event updated for resources: {'Port': ['ID=6e3615fb-2b30-4510-8ae2-6398a23b087d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:01.565650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c6e641-aa65-48a2-ad75-dcf2087652eb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:54:01.638939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port c2c6e641-aa65-48a2-ad75-dcf2087652eb, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c2c6e641-aa65-48a2-ad75-dcf2087652eb,segment=NetworkSegment(1490ff28-ac25-4fc3-9c90-008d19994a61),segment_id=1490ff28-ac25-4fc3-9c90-008d19994a61)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:01.640952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-78b3e35d-2b4d-42ca-8e9f-900a0ac0b3c4 None None] Port 76b7136f-a8ee-4ea0-b461-a2646d1a16d6 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:01.643090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:54:01.654646 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.655932 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ddfbd205-0f22-43ae-9d6f-db7b6eafb80b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.656380 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Added segment ddfbd205-0f22-43ae-9d6f-db7b6eafb80b of type vlan for network 1c92f95f-1541-4346-b6c0-58000526bc25 Feb 11 04:54:01.684769 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a9e4fa6-277d-439e-9c33-8b39b27c0092 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (76b7136f-a8ee-4ea0-b461-a2646d1a16d6), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.709620 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] Set router 38d3635c-20c4-4ced-9fd5-d52c97d51996 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:01.711560 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1c92f95f-1541-4346-b6c0-58000526bc25), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.727142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:01.738491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbcc453-4ce6-45c9-9774-a12784db8a59,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:01.743278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (000dbe4d-2c90-471a-9f00-11cbe308ed0c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.755525 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.759480 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] 10.222.0.48 "DELETE /v2.0/networks/000dbe4d-2c90-471a-9f00-11cbe308ed0c HTTP/1.1" status: 204 len: 168 time: 1.6910439 Feb 11 04:54:01.785451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:01.788914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=c2c6e641-aa65-48a2-ad75-dcf2087652eb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:01.797862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:01.826093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-df3db700-9fc8-4e75-9e94-0c081dcd0823 None None] Provisioning complete for port 6281bdc8-2a80-4097-b071-2e2256f4593b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:01.826480 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-df3db700-9fc8-4e75-9e94-0c081dcd0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.842368 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1c92f95f-1541-4346-b6c0-58000526bc25), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.843447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:01.846508 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.850284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72b93dc2-dbff-4c22-9a53-4757dddd2d61 req-8c25986c-2cfd-4120-8e49-48585bf57fd6 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.2981360 Feb 11 04:54:01.856592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c457019-bc80-4316-b210-93103dcb4f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=000dbe4d-2c90-471a-9f00-11cbe308ed0c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:01.919846 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ba6dbd8a-9150-441e-a81f-28eac0e22643 req-5a751119-2979-4c7b-bc55-80962cfb52fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.4816041 Feb 11 04:54:02.005807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7224362 Feb 11 04:54:02.011030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38846) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:02.020593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c0ef4b08-a8cd-432a-bb0f-585f5139695d admin admin] Request body: {'subnet': {'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-79684735-subnet', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:02.043107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-df3db700-9fc8-4e75-9e94-0c081dcd0823 None None] Current status of the port 6281bdc8-2a80-4097-b071-2e2256f4593b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:02.043763 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-df3db700-9fc8-4e75-9e94-0c081dcd0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.075040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['c2c6e641-aa65-48a2-ad75-dcf2087652eb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:54:02.094618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c2875-4c33-4964-b043-860143d83f31 admin admin] Pushing event updated for resources: {'Network': ['ID=1c92f95f-1541-4346-b6c0-58000526bc25,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:02.136882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38848) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:02.213600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-df3db700-9fc8-4e75-9e94-0c081dcd0823 None None] For port 6281bdc8-2a80-4097-b071-2e2256f4593b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6281bdc8-2a80-4097-b071-2e2256f4593b,segment=NetworkSegment(4fbf6c5f-0e7a-4013-871a-59f2fbc0a995),segment_id=4fbf6c5f-0e7a-4013-871a-59f2fbc0a995)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:02.228492 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1c92f95f-1541-4346-b6c0-58000526bc25 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:54:02.252247 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-101cab45-6618-46a1-832c-019c366eff63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=647f482538014f29b8f524a64a6fe46d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1099458 Feb 11 04:54:02.256798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38850) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:02.318788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ef4b08-a8cd-432a-bb0f-585f5139695d admin admin] Made reservation on behalf of d495b65c701647ff8471405ff3b8f086 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:02.321149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4b08-a8cd-432a-bb0f-585f5139695d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.343059 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (d2e4440b-41d6-4062-9f05-17bca6e2ebfb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.377394 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-df3db700-9fc8-4e75-9e94-0c081dcd0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.473959 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6e3615fb-2b30-4510-8ae2-6398a23b087d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.511260 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T04:53:55Z', 'revision_number': 4, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '6281bdc8-2a80-4097-b071-2e2256f4593b', 'name': '', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'mac_address': 'fa:16:3e:da:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:53Z', 'updated_at': '2022-02-11T04:54:01Z', 'revision_number': 4, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'subnets': [{'id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:02.538097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3db700-9fc8-4e75-9e94-0c081dcd0823 None None] Pushing event updated for resources: {'Port': ['ID=6281bdc8-2a80-4097-b071-2e2256f4593b,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:02.588052 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deceacb7-e7e6-49c4-a4fb-37ba09ad1d9a None None] The sync data for ids ['38d3635c-20c4-4ced-9fd5-d52c97d51996'] in n-d-615180-58 is: [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T04:53:55Z', 'revision_number': 4, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '6281bdc8-2a80-4097-b071-2e2256f4593b', 'name': '', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'mac_address': 'fa:16:3e:da:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:53Z', 'updated_at': '2022-02-11T04:54:01Z', 'revision_number': 4, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'subnets': [{'id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:02.615253 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a9e4fa6-277d-439e-9c33-8b39b27c0092 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for port (76b7136f-a8ee-4ea0-b461-a2646d1a16d6), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.632955 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a9e4fa6-277d-439e-9c33-8b39b27c0092 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (76b7136f-a8ee-4ea0-b461-a2646d1a16d6), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.676957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2c518-b9dd-4de8-bcfd-17c00fd80c9a req-da3b7756-d736-44c8-bb9a-629c718d4510 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:02.679577 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91f2c518-b9dd-4de8-bcfd-17c00fd80c9a req-da3b7756-d736-44c8-bb9a-629c718d4510 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.4185891 Feb 11 04:54:02.681429 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72aa5d57-074c-47c6-a5ff-e727264d8607 admin admin] Publish callbacks [] for security_group (765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.788631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72aa5d57-074c-47c6-a5ff-e727264d8607 admin admin] Publish callbacks [] for security_group (765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.863192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91f2c518-b9dd-4de8-bcfd-17c00fd80c9a req-e886958d-ceb0-4392-b985-ed376a4332b0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715820 Feb 11 04:54:02.995992 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72aa5d57-074c-47c6-a5ff-e727264d8607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.001245 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72aa5d57-074c-47c6-a5ff-e727264d8607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.005283 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-72aa5d57-074c-47c6-a5ff-e727264d8607 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb HTTP/1.1" status: 204 len: 168 time: 0.7354782 Feb 11 04:54:03.062482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa5d57-074c-47c6-a5ff-e727264d8607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765bb4d0-2c62-4f7f-ba6b-b2b24bdb5adb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:03.180825 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.266059 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4b08-a8cd-432a-bb0f-585f5139695d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (37eaa910-70c8-47f5-b1d4-873a63d0cc56), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.297301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98505b57-bc90-44fb-beee-ce462751b55f req-eaa9633e-5db6-4bc4-9ea0-f99bb3e91219 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:03.300272 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98505b57-bc90-44fb-beee-ce462751b55f req-eaa9633e-5db6-4bc4-9ea0-f99bb3e91219 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 944 time: 0.1769183 Feb 11 04:54:03.351774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1a476f23-942c-4039-97f4-8955a3ced021 None None] Provisioning complete for port 76b7136f-a8ee-4ea0-b461-a2646d1a16d6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:03.354871 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1a476f23-942c-4039-97f4-8955a3ced021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (76b7136f-a8ee-4ea0-b461-a2646d1a16d6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.426880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e4fa6-277d-439e-9c33-8b39b27c0092 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event updated for resources: {'Port': ['ID=76b7136f-a8ee-4ea0-b461-a2646d1a16d6,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:03.472358 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98505b57-bc90-44fb-beee-ce462751b55f req-7f8034aa-f433-4332-9862-16ebc3cf872c tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea594d10-3b02-46bb-8846-15919c956b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638083 Feb 11 04:54:03.491708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1a476f23-942c-4039-97f4-8955a3ced021 None None] Port 76b7136f-a8ee-4ea0-b461-a2646d1a16d6 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:03.700062 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46f29519-7278-4c7e-9c84-0ce8d4ac8a26 req-4bc306fb-41fa-40de-a889-8381fdc28735 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0789568 Feb 11 04:54:03.716731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e4fa6-277d-439e-9c33-8b39b27c0092 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] In _notify_port_updated(), no bound segment for port 76b7136f-a8ee-4ea0-b461-a2646d1a16d6 on network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:54:03.730311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e4fa6-277d-439e-9c33-8b39b27c0092 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:03.731281 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6a9e4fa6-277d-439e-9c33-8b39b27c0092 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.732851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6a9e4fa6-277d-439e-9c33-8b39b27c0092 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "PUT /v2.0/ports/76b7136f-a8ee-4ea0-b461-a2646d1a16d6 HTTP/1.1" status: 200 len: 997 time: 2.8419886 Feb 11 04:54:03.736715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38864) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:03.763269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef4b08-a8cd-432a-bb0f-585f5139695d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37eaa910-70c8-47f5-b1d4-873a63d0cc56,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:03.824730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef4b08-a8cd-432a-bb0f-585f5139695d admin admin] Checking segment: {'id': 'ddfbd205-0f22-43ae-9d6f-db7b6eafb80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:03.825516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef4b08-a8cd-432a-bb0f-585f5139695d admin admin] Network hostable DHCP agents. Network: 1c92f95f-1541-4346-b6c0-58000526bc25, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:54:03.834296 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for port (6e3615fb-2b30-4510-8ae2-6398a23b087d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.851044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (6e3615fb-2b30-4510-8ae2-6398a23b087d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.896370 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef4b08-a8cd-432a-bb0f-585f5139695d admin admin] Network 1c92f95f-1541-4346-b6c0-58000526bc25 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:54:03.995907 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-c0ef4b08-a8cd-432a-bb0f-585f5139695d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 1c92f95f-1541-4346-b6c0-58000526bc25) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:04.004722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b075a1e3-3199-4edb-9172-864d157632e9 None None] Network 1c92f95f-1541-4346-b6c0-58000526bc25 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:04.030538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef4b08-a8cd-432a-bb0f-585f5139695d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:04.031681 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4b08-a8cd-432a-bb0f-585f5139695d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.034345 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Pushing event updated for resources: {'Port': ['ID=6e3615fb-2b30-4510-8ae2-6398a23b087d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:04.060906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-685c0152-2f24-4cb1-bfb1-b11992cc8c01 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Deleting port 76b7136f-a8ee-4ea0-b461-a2646d1a16d6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:04.080829 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-685c0152-2f24-4cb1-bfb1-b11992cc8c01 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (76b7136f-a8ee-4ea0-b461-a2646d1a16d6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.082740 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38872) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:04.107257 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (d2e4440b-41d6-4062-9f05-17bca6e2ebfb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.136842 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c0ef4b08-a8cd-432a-bb0f-585f5139695d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1240590 Feb 11 04:54:04.154667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38876) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:04.194673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-79684735-router', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:04.234705 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.237367 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ba7e6237-4f74-4e70-8f4b-073906badaf6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2023199 Feb 11 04:54:04.250115 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (fa630127-a657-4ad4-87e1-bd29d0aed6ad), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.255740 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (fa630127-a657-4ad4-87e1-bd29d0aed6ad), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.323206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-1c92f95f-1541-4346-b6c0-58000526bc25', 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25', 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'fixed_ips': [{'subnet_id': '37eaa910-70c8-47f5-b1d4-873a63d0cc56'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:54:04.324690 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.343245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cad9761c-c96e-4c28-be99-d7f7862063c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6af5a58ab37478eb49891842789a726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2589667 Feb 11 04:54:04.344617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38878) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:04.414462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-ac7b9fec-ab4a-42c7-8c2d-3441d26812f1 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 696 time: 0.1674676 Feb 11 04:54:04.483793 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c1fa5aa-d6b2-459a-9f68-4b7e24b649e6 admin admin] Publish callbacks [] for security_group (aeaeed7d-596b-4bdf-93bc-dd4b443a0cf6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.493869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-685c0152-2f24-4cb1-bfb1-b11992cc8c01 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (76b7136f-a8ee-4ea0-b461-a2646d1a16d6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.590978 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Publish callbacks [] for router_controller (fa630127-a657-4ad4-87e1-bd29d0aed6ad), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.596404 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c1fa5aa-d6b2-459a-9f68-4b7e24b649e6 admin admin] Publish callbacks [] for security_group (aeaeed7d-596b-4bdf-93bc-dd4b443a0cf6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.611841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-685c0152-2f24-4cb1-bfb1-b11992cc8c01 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Calling delete_port for 76b7136f-a8ee-4ea0-b461-a2646d1a16d6 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:04.655334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Allocated IP 172.20.0.2 (1c92f95f-1541-4346-b6c0-58000526bc25/37eaa910-70c8-47f5-b1d4-873a63d0cc56/05e14ebe-7036-4de8-a091-beb3efac07ef) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:04.742923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-9b153db6-4635-440a-b25b-930705ca6a41 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:04.751770 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-9b153db6-4635-440a-b25b-930705ca6a41 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.3306191 Feb 11 04:54:04.762763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-6c27de03-3a86-4e77-ba0e-8cddcd3683c7 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:04.768804 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0824007b-14e0-4b3b-829d-cb8eb2323215 req-6c27de03-3a86-4e77-ba0e-8cddcd3683c7 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161672 Feb 11 04:54:04.770656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c1fa5aa-d6b2-459a-9f68-4b7e24b649e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (aeaeed7d-596b-4bdf-93bc-dd4b443a0cf6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.774282 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c1fa5aa-d6b2-459a-9f68-4b7e24b649e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.776257 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3c1fa5aa-d6b2-459a-9f68-4b7e24b649e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aeaeed7d-596b-4bdf-93bc-dd4b443a0cf6 HTTP/1.1" status: 204 len: 168 time: 0.4277184 Feb 11 04:54:04.799591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fa5aa-d6b2-459a-9f68-4b7e24b649e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaeed7d-596b-4bdf-93bc-dd4b443a0cf6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:04.857270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6281bdc8-2a80-4097-b071-2e2256f4593b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:04.989297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdad320-e578-44aa-85dc-28f371549c54 req-a181b9b6-41c8-4c8c-8992-2acce4b93872 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:04.991378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-acdad320-e578-44aa-85dc-28f371549c54 req-a181b9b6-41c8-4c8c-8992-2acce4b93872 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 944 time: 0.1415727 Feb 11 04:54:05.037821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024a7ba-7c4e-43e4-bc5b-8f7d82441a6c req-749994d0-5bcb-4b03-95ae-46f744b7b599 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:05.045630 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1024a7ba-7c4e-43e4-bc5b-8f7d82441a6c req-749994d0-5bcb-4b03-95ae-46f744b7b599 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.9600794 Feb 11 04:54:05.049586 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Publish callbacks [] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.090307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c2c6e641-aa65-48a2-ad75-dcf2087652eb up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:05.093660 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.129971 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-acdad320-e578-44aa-85dc-28f371549c54 req-04fd14c6-356b-4c68-8268-1a0a745cfe7c tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea594d10-3b02-46bb-8846-15919c956b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321578 Feb 11 04:54:05.257673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Pushing event updated for resources: {'Port': ['ID=05e14ebe-7036-4de8-a091-beb3efac07ef,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:05.302175 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-685c0152-2f24-4cb1-bfb1-b11992cc8c01 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (76b7136f-a8ee-4ea0-b461-a2646d1a16d6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.324709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Network 1c92f95f-1541-4346-b6c0-58000526bc25 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:05.331133 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5a61b21-8708-4748-bed1-f9ee1cef66c3 req-0f506f61-d768-4912-928a-7225a12ca3f1 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0414784 Feb 11 04:54:05.346330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:05.350074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:05.420897 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6281bdc8-2a80-4097-b071-2e2256f4593b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:05.422342 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.521279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port c2c6e641-aa65-48a2-ad75-dcf2087652eb completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:54:05.528446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port c2c6e641-aa65-48a2-ad75-dcf2087652eb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:05.528824 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.577016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Attempting to bind port 05e14ebe-7036-4de8-a091-beb3efac07ef on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:05.577516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Attempting to bind port 05e14ebe-7036-4de8-a091-beb3efac07ef by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'ddfbd205-0f22-43ae-9d6f-db7b6eafb80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:05.577920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Attempting to bind port 05e14ebe-7036-4de8-a091-beb3efac07ef on network 1c92f95f-1541-4346-b6c0-58000526bc25 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:05.590675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c0152-2f24-4cb1-bfb1-b11992cc8c01 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event deleted for resources: {'Port': ['ID=76b7136f-a8ee-4ea0-b461-a2646d1a16d6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:05.659311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:05.660048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Checking segment: {'id': 'ddfbd205-0f22-43ae-9d6f-db7b6eafb80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:05.660682 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.661244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Bound using segment: {'id': 'ddfbd205-0f22-43ae-9d6f-db7b6eafb80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:05.661914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Bound port: 05e14ebe-7036-4de8-a091-beb3efac07ef, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfbd205-0f22-43ae-9d6f-db7b6eafb80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:05.662509 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.667726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port c2c6e641-aa65-48a2-ad75-dcf2087652eb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:05.668518 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.679250 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Publish callbacks [] for router_gateway (fa630127-a657-4ad4-87e1-bd29d0aed6ad), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.737596 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1024a7ba-7c4e-43e4-bc5b-8f7d82441a6c req-b0d9092f-4ed7-48eb-8e9e-f5f809896278 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6822801 Feb 11 04:54:05.756561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-e53180a9-c0f2-450c-93ff-6473646798f2 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:05.776034 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-e53180a9-c0f2-450c-93ff-6473646798f2 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2734065 Feb 11 04:54:05.905071 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port c2c6e641-aa65-48a2-ad75-dcf2087652eb, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c2c6e641-aa65-48a2-ad75-dcf2087652eb,segment=NetworkSegment(1490ff28-ac25-4fc3-9c90-008d19994a61),segment_id=1490ff28-ac25-4fc3-9c90-008d19994a61)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:05.909508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4546c2d-3c19-4634-9f58-ac7de343ba1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c6e641-aa65-48a2-ad75-dcf2087652eb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:54:05.913503 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70e68bb-6fc2-45cd-a42d-088b0c3f3865" -d '{"events": [{"server_uuid": "d4546c2d-3c19-4634-9f58-ac7de343ba1b", "name": "network-vif-plugged", "status": "completed", "tag": "c2c6e641-aa65-48a2-ad75-dcf2087652eb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:54:05.929408 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.965169 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-d423f1f6-4c85-475f-b1e5-1a5819094ce0 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 696 time: 0.1878819 Feb 11 04:54:05.977328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-7708aa26-ca51-44ad-a8b7-ad39a52e8ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Request body: {'floatingip': {'port_id': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:06.031521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=c2c6e641-aa65-48a2-ad75-dcf2087652eb,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:06.039705 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-685c0152-2f24-4cb1-bfb1-b11992cc8c01 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:06.052849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-685c0152-2f24-4cb1-bfb1-b11992cc8c01 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "DELETE /v2.0/ports/76b7136f-a8ee-4ea0-b461-a2646d1a16d6 HTTP/1.1" status: 204 len: 168 time: 2.3157129 Feb 11 04:54:06.056942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38910) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:06.095628 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-7708aa26-ca51-44ad-a8b7-ad39a52e8ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (d2e4440b-41d6-4062-9f05-17bca6e2ebfb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:06.097630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6281bdc8-2a80-4097-b071-2e2256f4593b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:06.164960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] For port 05e14ebe-7036-4de8-a091-beb3efac07ef, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:06.167883 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c7149e-6545-42de-b199-d628b3c7b18c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] GET failed (client error): The resource could not be found. Feb 11 04:54:06.173368 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] For port 05e14ebe-7036-4de8-a091-beb3efac07ef, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=05e14ebe-7036-4de8-a091-beb3efac07ef,segment=NetworkSegment(ddfbd205-0f22-43ae-9d6f-db7b6eafb80b),segment_id=ddfbd205-0f22-43ae-9d6f-db7b6eafb80b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:06.174617 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-45c7149e-6545-42de-b199-d628b3c7b18c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "GET /v2.0/ports/76b7136f-a8ee-4ea0-b461-a2646d1a16d6 HTTP/1.1" status: 404 len: 333 time: 0.1159713 Feb 11 04:54:06.176013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38918) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:06.186357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Request body: {'port': {'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838', 'name': 'tempest-AllowedAddressPairTestJSON-1075904384'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:06.194759 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:06.318586 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd84f03-d454-423c-918a-51defd7b1b06 x-openstack-request-id: req-8bd84f03-d454-423c-918a-51defd7b1b06 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:54:06.325794 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4546c2d-3c19-4634-9f58-ac7de343ba1b", "name": "network-vif-plugged", "status": "completed", "tag": "c2c6e641-aa65-48a2-ad75-dcf2087652eb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:54:06.326789 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8bd84f03-d454-423c-918a-51defd7b1b06 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:54:06.335567 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4546c2d-3c19-4634-9f58-ac7de343ba1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c6e641-aa65-48a2-ad75-dcf2087652eb', 'code': 200} Feb 11 04:54:06.473748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e549c87-ca7c-484e-8fa6-0a480c819663 None None] Pushing event updated for resources: {'Port': ['ID=05e14ebe-7036-4de8-a091-beb3efac07ef,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:07.223746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdaf6f9b-0b13-415c-bc0a-2f7578665a81 req-fa250fb4-2b70-452f-add5-d54b369b1945 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.2391534 Feb 11 04:54:07.276069 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bdc2c517-2ee5-431e-8636-8410a8f256fd req-8a81707e-2454-4853-a5ba-a92151f63d5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e7dd5e7fbb364c66903efb7208217ae8&device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.2926452 Feb 11 04:54:07.291433 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.308746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Made reservation on behalf of 19c66f737d454e3baa7ca0821e3ee2e7 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:07.308746 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.331051 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-7708aa26-ca51-44ad-a8b7-ad39a52e8ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.341272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144db70-010e-403f-bfa0-8ae047b734e2 req-fb7b5396-169b-486b-b757-3ad81e2a85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:07.346558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a144db70-010e-403f-bfa0-8ae047b734e2 req-fb7b5396-169b-486b-b757-3ad81e2a85d1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 1128 time: 0.4386761 Feb 11 04:54:07.351575 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-7708aa26-ca51-44ad-a8b7-ad39a52e8ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (d2e4440b-41d6-4062-9f05-17bca6e2ebfb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.470291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] device_id is not set on port aff034e1-c3df-453a-bf42-01ec73ba3e92 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:54:07.580664 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-7708aa26-ca51-44ad-a8b7-ad39a52e8ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Floating IP d2e4440b-41d6-4062-9f05-17bca6e2ebfb associated. External IP: 172.25.7.246, port: dda74aaa-0c7a-44dc-bb28-a9ca61d73a57. Feb 11 04:54:07.662518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Allocated IP 172.20.0.5 (5f8b2661-a460-4199-a9a1-fa8c22cb2838/20c138c9-5058-4edc-8820-ba68088a04d4/aff034e1-c3df-453a-bf42-01ec73ba3e92) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:07.894488 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for port (aff034e1-c3df-453a-bf42-01ec73ba3e92), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:08.019588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a144db70-010e-403f-bfa0-8ae047b734e2 req-54eec499-17ca-451c-a587-348648f2a5b2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ea594d10-3b02-46bb-8846-15919c956b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6452088 Feb 11 04:54:08.084965 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bdc2c517-2ee5-431e-8636-8410a8f256fd req-87d0a9c9-4030-4623-bbe3-ffb69f594798 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e7dd5e7fbb364c66903efb7208217ae8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7564788 Feb 11 04:54:08.090780 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (aff034e1-c3df-453a-bf42-01ec73ba3e92), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:08.241275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event updated for resources: {'Port': ['ID=aff034e1-c3df-453a-bf42-01ec73ba3e92,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:08.444744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54c6fb-5909-49eb-a6b0-9bfafb72c768 req-dcae099d-1cda-4a74-b416-6f707c4c46c0 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:08.456926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e54c6fb-5909-49eb-a6b0-9bfafb72c768 req-dcae099d-1cda-4a74-b416-6f707c4c46c0 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 945 time: 0.5217018 Feb 11 04:54:08.494811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:08.559940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Publish callbacks [] for router_gateway (fa630127-a657-4ad4-87e1-bd29d0aed6ad), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:08.597540 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:08.599874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:08.614108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:08.652288 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e76db52-b272-4d9f-a592-62d8d4b1d7f5 None None] Network 1c92f95f-1541-4346-b6c0-58000526bc25 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:08.738587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:08.739576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:08.841052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c23eb25b-374b-41f7-b6b8-206a901b1350 None None] Provisioning complete for port 05e14ebe-7036-4de8-a091-beb3efac07ef triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:08.841539 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c23eb25b-374b-41f7-b6b8-206a901b1350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:08.929482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-7708aa26-ca51-44ad-a8b7-ad39a52e8ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:54:08.933546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 05e14ebe-7036-4de8-a091-beb3efac07ef up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:09.000939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e956c49f-af2e-4478-adda-d4a678fd838e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8213506 Feb 11 04:54:09.006727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38966) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:09.014643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Request body: {'port': {'network_id': '5f8b2661-a460-4199-a9a1-fa8c22cb2838', 'name': 'tempest-AllowedAddressPairTestJSON-1668344006'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:09.296955 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 05e14ebe-7036-4de8-a091-beb3efac07ef triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:09.298178 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e54c6fb-5909-49eb-a6b0-9bfafb72c768 req-daf79503-ffe0-4c11-a693-881b621bd2ed tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea594d10-3b02-46bb-8846-15919c956b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8317239 Feb 11 04:54:09.300355 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.354774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c517-2ee5-431e-8636-8410a8f256fd req-b1a4d0c0-443f-4b3f-b2c9-ad7962beac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:09.357559 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bdc2c517-2ee5-431e-8636-8410a8f256fd req-b1a4d0c0-443f-4b3f-b2c9-ad7962beac95 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2511384 Feb 11 04:54:09.370456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Made reservation on behalf of 19c66f737d454e3baa7ca0821e3ee2e7 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:09.372921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c23eb25b-374b-41f7-b6b8-206a901b1350 None None] Current status of the port 05e14ebe-7036-4de8-a091-beb3efac07ef is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:09.374442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-7708aa26-ca51-44ad-a8b7-ad39a52e8ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:09.378701 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c23eb25b-374b-41f7-b6b8-206a901b1350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.389812 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-7708aa26-ca51-44ad-a8b7-ad39a52e8ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.398873 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.465241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57c80a5-99c2-41cb-899f-db032e0f4ea9 None None] Sync routers for ids ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:09.546038 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-11f13718-1029-4c3e-99ec-3d5f0afa34de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.549450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-7708aa26-ca51-44ad-a8b7-ad39a52e8ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "PUT /v2.0/floatingips/d2e4440b-41d6-4062-9f05-17bca6e2ebfb HTTP/1.1" status: 200 len: 997 time: 3.5775177 Feb 11 04:54:09.550000 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'tag': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:54:09.563438 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7deba0f7-374d-4018-a612-f31cc67300f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7", "tag": "dda74aaa-0c7a-44dc-bb28-a9ca61d73a57"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:54:09.566023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c80a5-99c2-41cb-899f-db032e0f4ea9 None None] Routers {'1f40cc16-abb0-4183-b91b-86a9ee5362c5'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:09.566930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a57c80a5-99c2-41cb-899f-db032e0f4ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:09.581684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c23eb25b-374b-41f7-b6b8-206a901b1350 None None] For port 05e14ebe-7036-4de8-a091-beb3efac07ef, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=05e14ebe-7036-4de8-a091-beb3efac07ef,segment=NetworkSegment(ddfbd205-0f22-43ae-9d6f-db7b6eafb80b),segment_id=ddfbd205-0f22-43ae-9d6f-db7b6eafb80b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:09.632844 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c23eb25b-374b-41f7-b6b8-206a901b1350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.662659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Allocated IP 172.25.7.170 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/7aacf2b6-a133-46e1-a394-ccf8134d9e4e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:09.821175 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Publish callbacks [] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.861824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] device_id is not set on port d4c4ad2f-23e8-4143-a600-58189b6ba19e yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:54:09.872914 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.991480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:10.000095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Pushing event updated for resources: {'Port': ['ID=7aacf2b6-a133-46e1-a394-ccf8134d9e4e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:10.003112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:10.023552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1e46f-c1c9-4264-b11e-35dd1ac4e397 req-b9760ba1-09e5-4c99-99a2-cbcafa4a50c8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:10.025652 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6c1e46f-c1c9-4264-b11e-35dd1ac4e397 req-b9760ba1-09e5-4c99-99a2-cbcafa4a50c8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.5269215 Feb 11 04:54:10.030490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:10.127674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-46e53e2b-b2ee-4f4b-8bab-8467a8c0917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:10.134909 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-46e53e2b-b2ee-4f4b-8bab-8467a8c0917f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31feba60ec1a4950ace1e36a37272c0d&device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 1129 time: 0.5481265 Feb 11 04:54:10.224219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Allocated IP 172.20.0.11 (5f8b2661-a460-4199-a9a1-fa8c22cb2838/20c138c9-5058-4edc-8820-ba68088a04d4/d4c4ad2f-23e8-4143-a600-58189b6ba19e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:10.267854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23eb25b-374b-41f7-b6b8-206a901b1350 None None] Pushing event updated for resources: {'Port': ['ID=05e14ebe-7036-4de8-a091-beb3efac07ef,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:10.273838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 05e14ebe-7036-4de8-a091-beb3efac07ef is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:10.275456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6c1e46f-c1c9-4264-b11e-35dd1ac4e397 req-057e0a69-059a-4013-a592-f9a4a20cdca0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894934 Feb 11 04:54:10.279245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a5677cd-b6eb-4ef3-8aff-0136e1b46fe0 None None] Provisioning complete for port aff034e1-c3df-453a-bf42-01ec73ba3e92 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:10.279735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a5677cd-b6eb-4ef3-8aff-0136e1b46fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (aff034e1-c3df-453a-bf42-01ec73ba3e92), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.289628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a57c80a5-99c2-41cb-899f-db032e0f4ea9 None None] Set router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:10.362693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38988) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:10.478741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-e6b06afb-ebe8-401b-b3d1-cbc5479a5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:10.480288 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-e6b06afb-ebe8-401b-b3d1-cbc5479a5eca service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bda49-1965-4ebf-9996-1aaec756046e HTTP/1.1" status: 200 len: 930 time: 0.3373289 Feb 11 04:54:10.588949 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c6552f6-fc54-4673-aead-ba64601b6fed req-91c9e2af-035e-45fa-b803-f3e2da464281 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.1062658 Feb 11 04:54:10.680108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-48f15472-3cda-4533-a51b-f1724d4ed6a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 HTTP/1.1" status: 200 len: 1000 time: 0.1935408 Feb 11 04:54:10.767468 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Publish callbacks [] for router_gateway (fa630127-a657-4ad4-87e1-bd29d0aed6ad), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.777063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-0abd71df-f82b-4f8c-a42f-2b3a29ad2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:10.779226 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-0abd71df-f82b-4f8c-a42f-2b3a29ad2652 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e0788ec-f4d9-4587-93b0-268fd8810202 HTTP/1.1" status: 200 len: 868 time: 0.0927072 Feb 11 04:54:10.804695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 05e14ebe-7036-4de8-a091-beb3efac07ef up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:10.810599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4a5677cd-b6eb-4ef3-8aff-0136e1b46fe0 None None] Port aff034e1-c3df-453a-bf42-01ec73ba3e92 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:10.823324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a5677cd-b6eb-4ef3-8aff-0136e1b46fe0 None None] Provisioning complete for port 05e14ebe-7036-4de8-a091-beb3efac07ef triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:10.823712 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a5677cd-b6eb-4ef3-8aff-0136e1b46fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.860258 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46183903-5b00-4586-9bc7-62cb775644a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.990124 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5f0802-84b5-499e-b974-d3bc7634c7b3 x-openstack-request-id: req-0b5f0802-84b5-499e-b974-d3bc7634c7b3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:54:10.992790 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7", "tag": "dda74aaa-0c7a-44dc-bb28-a9ca61d73a57", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:54:10.993387 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b5f0802-84b5-499e-b974-d3bc7634c7b3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:54:10.994716 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'tag': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57', 'status': 'completed', 'code': 200} Feb 11 04:54:11.075938 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-c85c3b6b-e18a-4265-b3ac-36424f6d6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:11.077544 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-c85c3b6b-e18a-4265-b3ac-36424f6d6f41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bda49-1965-4ebf-9996-1aaec756046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2827306 Feb 11 04:54:11.097898 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-482a980a-feb0-45ae-93b6-ba9941f36cf2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:11.098926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-482a980a-feb0-45ae-93b6-ba9941f36cf2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062211 Feb 11 04:54:11.158261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 05e14ebe-7036-4de8-a091-beb3efac07ef triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:11.158561 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.189437 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for port (d4c4ad2f-23e8-4143-a600-58189b6ba19e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.192205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a57c80a5-99c2-41cb-899f-db032e0f4ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:53:25Z', 'revision_number': 4, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'd2e4440b-41d6-4062-9f05-17bca6e2ebfb', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'port_id': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'mac_address': 'fa:16:3e:78:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:02Z', 'updated_at': '2022-02-11T04:54:07Z', 'revision_number': 1, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a8731d-ec0a-45b9-9a9b-84b0ff444d44', 'name': '', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'mac_address': 'fa:16:3e:51:76:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:23Z', 'updated_at': '2022-02-11T04:53:33Z', 'revision_number': 5, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'subnets': [{'id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:11.236021 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-19e424a0-b067-4577-8625-684f705fc34e service neutron] 10.222.0.48 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262419 Feb 11 04:54:11.236605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4a5677cd-b6eb-4ef3-8aff-0136e1b46fe0 None None] Current status of the port 05e14ebe-7036-4de8-a091-beb3efac07ef is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:11.242120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57c80a5-99c2-41cb-899f-db032e0f4ea9 None None] Checking router: 1f40cc16-abb0-4183-b91b-86a9ee5362c5 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:11.255331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c80a5-99c2-41cb-899f-db032e0f4ea9 None None] Routers {'1f40cc16-abb0-4183-b91b-86a9ee5362c5'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:11.255968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a57c80a5-99c2-41cb-899f-db032e0f4ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:53:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:11.320632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecf9ae-5f73-4344-b445-597022057e9e req-dd8dc7b3-3c02-41f7-b884-e72397daccbc tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:11.322832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ecf9ae-5f73-4344-b445-597022057e9e req-dd8dc7b3-3c02-41f7-b884-e72397daccbc tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 945 time: 0.2055075 Feb 11 04:54:11.332497 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46183903-5b00-4586-9bc7-62cb775644a9 admin admin] Publish callbacks [] for security_group (7a2936f5-f960-4dcf-853d-4a0e6f73554b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.338508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deba0f7-374d-4018-a612-f31cc67300f9 req-56ea97d6-7aa2-4cae-b93c-a7773120bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:11.340033 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7deba0f7-374d-4018-a612-f31cc67300f9 req-56ea97d6-7aa2-4cae-b93c-a7773120bf2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31feba60ec1a4950ace1e36a37272c0d&device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 1129 time: 0.2892277 Feb 11 04:54:11.358755 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c1c9ff2-eb2a-496d-bf1d-b88d1bced3f9 req-ca1bade5-ebaf-49bf-8841-2fd1683cbd87 service neutron] 10.222.0.48 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158600 Feb 11 04:54:11.374001 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46183903-5b00-4586-9bc7-62cb775644a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7a2936f5-f960-4dcf-853d-4a0e6f73554b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.390785 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (fa630127-a657-4ad4-87e1-bd29d0aed6ad), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.402965 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d4c4ad2f-23e8-4143-a600-58189b6ba19e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.421308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 05e14ebe-7036-4de8-a091-beb3efac07ef is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:11.424464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a57c80a5-99c2-41cb-899f-db032e0f4ea9 None None] Set router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:11.567995 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-46183903-5b00-4586-9bc7-62cb775644a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67158124bab7442b8b0c8cc1091928c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2019176 Feb 11 04:54:11.576767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c9273-4859-4c87-be52-b1ef726c88c3 req-727acceb-582e-439a-8e91-3e199f3b5cf9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:11.584040 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-934c9273-4859-4c87-be52-b1ef726c88c3 req-727acceb-582e-439a-8e91-3e199f3b5cf9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.0840368 Feb 11 04:54:11.584281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39014) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:11.589744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46183903-5b00-4586-9bc7-62cb775644a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2936f5-f960-4dcf-853d-4a0e6f73554b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:11.651088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:11.651849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-934c9273-4859-4c87-be52-b1ef726c88c3 req-c5785309-22f0-4d1f-9255-01e81e646cd9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663092 Feb 11 04:54:11.660383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ecf9ae-5f73-4344-b445-597022057e9e req-30362077-44c6-4f59-a490-9ac484cb875f tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea594d10-3b02-46bb-8846-15919c956b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192601 Feb 11 04:54:11.669899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bdc2c517-2ee5-431e-8636-8410a8f256fd req-5eb079c9-4f11-4cf8-8a59-c61a91c002af tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0678067 Feb 11 04:54:11.678140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:11.695308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event updated for resources: {'Port': ['ID=d4c4ad2f-23e8-4143-a600-58189b6ba19e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:11.697859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:11.932822 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78881cd9-6068-45d3-a4cf-0c9f542f4b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.945138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2755505d-23fb-474f-8040-9d5e08db4837 req-56732dfc-2e16-45ca-b99f-fbd8e7423a55 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 258 time: 0.2717266 Feb 11 04:54:11.960095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:11.987662 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.007943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a57c80a5-99c2-41cb-899f-db032e0f4ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:53:25Z', 'revision_number': 4, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'd2e4440b-41d6-4062-9f05-17bca6e2ebfb', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'port_id': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'mac_address': 'fa:16:3e:78:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:02Z', 'updated_at': '2022-02-11T04:54:07Z', 'revision_number': 1, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a8731d-ec0a-45b9-9a9b-84b0ff444d44', 'name': '', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'mac_address': 'fa:16:3e:51:76:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:23Z', 'updated_at': '2022-02-11T04:53:33Z', 'revision_number': 5, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'subnets': [{'id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:12.050424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57c80a5-99c2-41cb-899f-db032e0f4ea9 None None] The sync data for ids ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'] in n-d-615180-58 is: [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:53:25Z', 'revision_number': 4, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'd2e4440b-41d6-4062-9f05-17bca6e2ebfb', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'port_id': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'mac_address': 'fa:16:3e:78:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:02Z', 'updated_at': '2022-02-11T04:54:07Z', 'revision_number': 1, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a8731d-ec0a-45b9-9a9b-84b0ff444d44', 'name': '', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'mac_address': 'fa:16:3e:51:76:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:23Z', 'updated_at': '2022-02-11T04:53:33Z', 'revision_number': 5, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'subnets': [{'id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:12.187983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bc270e43-b3e0-410c-82c9-cd379817e064 None None] Provisioning complete for port d4c4ad2f-23e8-4143-a600-58189b6ba19e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:12.187983 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bc270e43-b3e0-410c-82c9-cd379817e064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d4c4ad2f-23e8-4143-a600-58189b6ba19e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.231822 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.255183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bc270e43-b3e0-410c-82c9-cd379817e064 None None] Port d4c4ad2f-23e8-4143-a600-58189b6ba19e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:12.340235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deba0f7-374d-4018-a612-f31cc67300f9 req-49351c6d-523f-49b0-86ce-502b24a09945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:12.342004 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7deba0f7-374d-4018-a612-f31cc67300f9 req-49351c6d-523f-49b0-86ce-502b24a09945 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a98bda49-1965-4ebf-9996-1aaec756046e HTTP/1.1" status: 200 len: 930 time: 0.9871345 Feb 11 04:54:12.407273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-622b8cf3-5bc7-4d82-9b0d-fc0bc1031b93 req-81e6151b-c2e6-426e-9c72-0c6d0687b890 tempest-ServerShowV254Test-2058961537 tempest-ServerShowV254Test-2058961537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad256a31-9026-40c2-9bce-7849936d828b HTTP/1.1" status: 200 len: 210 time: 0.0796762 Feb 11 04:54:12.442111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Allocated IP 172.25.7.229 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/44f0ee4a-0eef-483d-851a-e8d020dd02e3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:12.518814 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cadbfde5-5d63-401d-b812-1bc3f28cf961 admin admin] Publish callbacks [] for security_group (7a2936f5-f960-4dcf-853d-4a0e6f73554b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.536027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:12.536998 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.551485 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d8f9af-be85-448b-9655-eb6a75614735 None None] New status for floating IP d2e4440b-41d6-4062-9f05-17bca6e2ebfb: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:54:12.681803 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for port (44f0ee4a-0eef-483d-851a-e8d020dd02e3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.684110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.699764 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cadbfde5-5d63-401d-b812-1bc3f28cf961 admin admin] Publish callbacks [] for security_group (7a2936f5-f960-4dcf-853d-4a0e6f73554b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.722225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7deba0f7-374d-4018-a612-f31cc67300f9 req-8c75f624-7f21-4e43-97b4-7e3e9854007f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 HTTP/1.1" status: 200 len: 1000 time: 0.3622713 Feb 11 04:54:12.735284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5e4f80f3-4a73-4ee6-9a88-467b0eaea90e tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7245033 Feb 11 04:54:12.742327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39066) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:12.750460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-37def20c-fce0-4454-8c1b-caaf5a38842c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:0a:78:67'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:5c:0d:1f'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:12.815930 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (44f0ee4a-0eef-483d-851a-e8d020dd02e3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.881027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deba0f7-374d-4018-a612-f31cc67300f9 req-c9e4358a-c3e0-40e4-8573-9fbd9e23f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:12.882186 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7deba0f7-374d-4018-a612-f31cc67300f9 req-c9e4358a-c3e0-40e4-8573-9fbd9e23f3da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e0788ec-f4d9-4587-93b0-268fd8810202 HTTP/1.1" status: 200 len: 868 time: 0.1457949 Feb 11 04:54:12.888503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Router fa630127-a657-4ad4-87e1-bd29d0aed6ad is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:54:12.897522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:12.899217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Pushing event updated for resources: {'Port': ['ID=44f0ee4a-0eef-483d-851a-e8d020dd02e3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:12.935499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:12.940051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:12.944291 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cadbfde5-5d63-401d-b812-1bc3f28cf961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7a2936f5-f960-4dcf-853d-4a0e6f73554b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.947187 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cadbfde5-5d63-401d-b812-1bc3f28cf961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.948983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cadbfde5-5d63-401d-b812-1bc3f28cf961 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a2936f5-f960-4dcf-853d-4a0e6f73554b HTTP/1.1" status: 204 len: 168 time: 1.3563287 Feb 11 04:54:12.972577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab5c48-0efd-4f38-9b5e-a74955295972 req-18a3bba0-08c8-430d-9503-21be04ecb22d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:12.980414 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18ab5c48-0efd-4f38-9b5e-a74955295972 req-18a3bba0-08c8-430d-9503-21be04ecb22d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.1956019 Feb 11 04:54:13.025549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbfde5-5d63-401d-b812-1bc3f28cf961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2936f5-f960-4dcf-853d-4a0e6f73554b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:13.125258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deba0f7-374d-4018-a612-f31cc67300f9 req-139a8ac6-8672-4c85-8826-e22f62232dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:13.126793 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7deba0f7-374d-4018-a612-f31cc67300f9 req-139a8ac6-8672-4c85-8826-e22f62232dc6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a98bda49-1965-4ebf-9996-1aaec756046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2303991 Feb 11 04:54:13.173193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18ab5c48-0efd-4f38-9b5e-a74955295972 req-0b3814ea-7bf3-4aa3-b897-ef86f110fb0e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914551 Feb 11 04:54:13.184502 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (4b827ddd-9b3d-4878-8be1-5225358249af), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.212820 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37def20c-fce0-4454-8c1b-caaf5a38842c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d4c4ad2f-23e8-4143-a600-58189b6ba19e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.263181 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:13.276089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Sync routers for ids ['fa630127-a657-4ad4-87e1-bd29d0aed6ad'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:13.299928 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.301311 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-69069ea7-c827-46ab-a243-9548016bbe4a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.1212549 Feb 11 04:54:13.301804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Routers {'fa630127-a657-4ad4-87e1-bd29d0aed6ad'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:13.302702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fa630127-a657-4ad4-87e1-bd29d0aed6ad'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:13.303987 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39080) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:13.349495 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7deba0f7-374d-4018-a612-f31cc67300f9 req-07982944-5d3b-4734-aa71-977d28c3cd9b service neutron] 10.222.0.60 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896625 Feb 11 04:54:13.512022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39090) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:13.519436 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (44f0ee4a-0eef-483d-851a-e8d020dd02e3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.534909 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Set router fa630127-a657-4ad4-87e1-bd29d0aed6ad gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:13.548284 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d851826b-31d5-48b2-b67a-895c6bf5053c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.608436 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37def20c-fce0-4454-8c1b-caaf5a38842c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for port (d4c4ad2f-23e8-4143-a600-58189b6ba19e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.641234 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37def20c-fce0-4454-8c1b-caaf5a38842c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (d4c4ad2f-23e8-4143-a600-58189b6ba19e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.641616 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7deba0f7-374d-4018-a612-f31cc67300f9 req-0e7d34c4-a774-458e-b7cb-0512a1806572 service neutron] 10.222.0.60 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807870 Feb 11 04:54:13.664559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cec9a-b829-4150-9012-affbfcf1912b req-f6003eb3-8b73-47ad-bb41-5fd815243435 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:13.666169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b7cec9a-b829-4150-9012-affbfcf1912b req-f6003eb3-8b73-47ad-bb41-5fd815243435 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 945 time: 0.2646384 Feb 11 04:54:13.784022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37def20c-fce0-4454-8c1b-caaf5a38842c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event updated for resources: {'Port': ['ID=d4c4ad2f-23e8-4143-a600-58189b6ba19e,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:13.826095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-37def20c-fce0-4454-8c1b-caaf5a38842c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] In _notify_port_updated(), no bound segment for port d4c4ad2f-23e8-4143-a600-58189b6ba19e on network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:54:13.831477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37def20c-fce0-4454-8c1b-caaf5a38842c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:13.832273 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37def20c-fce0-4454-8c1b-caaf5a38842c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.833621 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-37def20c-fce0-4454-8c1b-caaf5a38842c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "PUT /v2.0/ports/d4c4ad2f-23e8-4143-a600-58189b6ba19e HTTP/1.1" status: 200 len: 1056 time: 1.0900788 Feb 11 04:54:13.840130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39094) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:13.857299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'name': 'tempest-TaggedBootDevicesTest-79684735-router', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:04Z', 'updated_at': '2022-02-11T04:54:10Z', 'revision_number': 3, 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'gw_port': {'id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:08Z', 'updated_at': '2022-02-11T04:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:13.892550 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d851826b-31d5-48b2-b67a-895c6bf5053c admin admin] Publish callbacks [] for security_group (eba378b5-242e-423a-aaeb-d3afee231d14), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.906975 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for port (44f0ee4a-0eef-483d-851a-e8d020dd02e3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.918878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b7cec9a-b829-4150-9012-affbfcf1912b req-574bba37-af60-4468-9c36-47f2de0ce2e6 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea594d10-3b02-46bb-8846-15919c956b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425830 Feb 11 04:54:13.922294 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (44f0ee4a-0eef-483d-851a-e8d020dd02e3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.940203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Checking router: fa630127-a657-4ad4-87e1-bd29d0aed6ad for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:13.940569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Updating router fa630127-a657-4ad4-87e1-bd29d0aed6ad port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:13.972114 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d851826b-31d5-48b2-b67a-895c6bf5053c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (eba378b5-242e-423a-aaeb-d3afee231d14), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.985273 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.048069 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (4b827ddd-9b3d-4878-8be1-5225358249af), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.058318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Pushing event updated for resources: {'Port': ['ID=44f0ee4a-0eef-483d-851a-e8d020dd02e3,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:14.094750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Deleting port d4c4ad2f-23e8-4143-a600-58189b6ba19e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:14.095135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d4c4ad2f-23e8-4143-a600-58189b6ba19e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.121663 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.135633 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5eab6a0a-105c-413a-9065-b5d22d5c281d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1816397 Feb 11 04:54:14.164346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851826b-31d5-48b2-b67a-895c6bf5053c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba378b5-242e-423a-aaeb-d3afee231d14,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:14.172427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d851826b-31d5-48b2-b67a-895c6bf5053c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36847b3ed58942a4bb4e87899c30db01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6593652 Feb 11 04:54:14.176307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39096) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:14.208549 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2755505d-23fb-474f-8040-9d5e08db4837 req-5d7cfa43-2626-4b0b-929e-8832d0a1c108 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0719638 Feb 11 04:54:14.315262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f701783-e743-40a6-b850-eaf856ec71ac req-6793955d-d55b-4159-9ba1-9fcc6ec856dc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:14.323349 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f701783-e743-40a6-b850-eaf856ec71ac req-6793955d-d55b-4159-9ba1-9fcc6ec856dc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 946 time: 0.2555921 Feb 11 04:54:14.382488 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98f95c3b-c7b9-41cf-91f2-3e22ee9bee6c admin admin] Publish callbacks [] for security_group (eba378b5-242e-423a-aaeb-d3afee231d14), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.412477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98f95c3b-c7b9-41cf-91f2-3e22ee9bee6c admin admin] Publish callbacks [] for security_group (eba378b5-242e-423a-aaeb-d3afee231d14), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.476237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16441bda-3f26-4bd0-abaa-538588ae6f5a req-8fe386a8-0ef6-4ef1-90cc-d42cd1ae6400 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:14.477942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16441bda-3f26-4bd0-abaa-538588ae6f5a req-8fe386a8-0ef6-4ef1-90cc-d42cd1ae6400 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 945 time: 0.2277458 Feb 11 04:54:14.485964 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98f95c3b-c7b9-41cf-91f2-3e22ee9bee6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (eba378b5-242e-423a-aaeb-d3afee231d14), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.488661 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98f95c3b-c7b9-41cf-91f2-3e22ee9bee6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.493556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-98f95c3b-c7b9-41cf-91f2-3e22ee9bee6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eba378b5-242e-423a-aaeb-d3afee231d14 HTTP/1.1" status: 204 len: 168 time: 0.3156955 Feb 11 04:54:14.504822 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Publish callbacks [] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.533417 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.566227 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-294a47a6-6d3f-400c-b482-1310e64a765d None None] Provisioning complete for port d4c4ad2f-23e8-4143-a600-58189b6ba19e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:14.566714 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-294a47a6-6d3f-400c-b482-1310e64a765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d4c4ad2f-23e8-4143-a600-58189b6ba19e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.580964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f95c3b-c7b9-41cf-91f2-3e22ee9bee6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba378b5-242e-423a-aaeb-d3afee231d14,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:14.598647 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.635804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Attempting to bind port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:14.636185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Attempting to bind port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:14.636974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Attempting to bind port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:14.654466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96beb5-de8d-4c2d-a016-796d5c6523ca None None] Pushing event updated for resources: {'Port': ['ID=7aacf2b6-a133-46e1-a394-ccf8134d9e4e,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:14.667299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:14.667299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:14.667299 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.667299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:14.667738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Bound port: 7aacf2b6-a133-46e1-a394-ccf8134d9e4e, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:14.667844 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.707834 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f701783-e743-40a6-b850-eaf856ec71ac req-5b48b5a2-fa6e-4b09-8b99-65d3de2cdfd1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835671 Feb 11 04:54:14.722043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] For port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:14.725593 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] For port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7aacf2b6-a133-46e1-a394-ccf8134d9e4e,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:14.731432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-294a47a6-6d3f-400c-b482-1310e64a765d None None] Port d4c4ad2f-23e8-4143-a600-58189b6ba19e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:14.744404 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.849519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755505d-23fb-474f-8040-9d5e08db4837 req-29213c2f-0b82-44db-a13d-191fb52328ca tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:14.852468 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2755505d-23fb-474f-8040-9d5e08db4837 req-29213c2f-0b82-44db-a13d-191fb52328ca tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.6415212 Feb 11 04:54:14.888388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Routers {'fa630127-a657-4ad4-87e1-bd29d0aed6ad'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:14.891230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fa630127-a657-4ad4-87e1-bd29d0aed6ad'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:14.894283 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d4c4ad2f-23e8-4143-a600-58189b6ba19e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.900995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96beb5-de8d-4c2d-a016-796d5c6523ca None None] Pushing event updated for resources: {'Port': ['ID=7aacf2b6-a133-46e1-a394-ccf8134d9e4e,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:14.914138 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.923766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Calling delete_port for d4c4ad2f-23e8-4143-a600-58189b6ba19e owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:14.944613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-16441bda-3f26-4bd0-abaa-538588ae6f5a req-b0d388df-8726-46cb-af46-655926bade0e tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Deleting port c2c6e641-aa65-48a2-ad75-dcf2087652eb {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:14.945344 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16441bda-3f26-4bd0-abaa-538588ae6f5a req-b0d388df-8726-46cb-af46-655926bade0e tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.049657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:15.229407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] Set router fa630127-a657-4ad4-87e1-bd29d0aed6ad gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:15.297855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fe89a-0d21-4bc5-80cc-9388b9016014 req-1b8ffb9b-83ff-4edf-9779-d7894c722196 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:15.299804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 368ae4bc-b5fd-4735-b642-32788d9a02a0 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:15.299970 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-075fe89a-0d21-4bc5-80cc-9388b9016014 req-1b8ffb9b-83ff-4edf-9779-d7894c722196 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2581131 Feb 11 04:54:15.300110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.415904 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d4c4ad2f-23e8-4143-a600-58189b6ba19e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.443901 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-075fe89a-0d21-4bc5-80cc-9388b9016014 req-9e4c1607-b4f9-4bbb-a7da-5cda0afec18e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.1350091 Feb 11 04:54:15.497105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event deleted for resources: {'Port': ['ID=d4c4ad2f-23e8-4143-a600-58189b6ba19e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:15.503284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-075fe89a-0d21-4bc5-80cc-9388b9016014 req-16c69432-6234-4fba-938f-744f814db8f3 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Request body: {'floatingip': {'port_id': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:15.509317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:54:15.509541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56be43-b5c0-4af7-b5c3-6b6c367e3d08 req-ed627f88-356d-417a-ba19-34725a6c5530 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:15.511344 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6f56be43-b5c0-4af7-b5c3-6b6c367e3d08 req-ed627f88-356d-417a-ba19-34725a6c5530 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 945 time: 0.4124794 Feb 11 04:54:15.514229 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81d5a9b-193b-4ada-af46-f2a8cd4f01a8" -d '{"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-unplugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:54:15.524834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-16441bda-3f26-4bd0-abaa-538588ae6f5a req-b0d388df-8726-46cb-af46-655926bade0e tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] For port c2c6e641-aa65-48a2-ad75-dcf2087652eb, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c2c6e641-aa65-48a2-ad75-dcf2087652eb,segment=NetworkSegment(1490ff28-ac25-4fc3-9c90-008d19994a61),segment_id=1490ff28-ac25-4fc3-9c90-008d19994a61)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:15.528503 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16441bda-3f26-4bd0-abaa-538588ae6f5a req-b0d388df-8726-46cb-af46-655926bade0e tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.593540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:15.619662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-16441bda-3f26-4bd0-abaa-538588ae6f5a req-b0d388df-8726-46cb-af46-655926bade0e tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Calling delete_port for c2c6e641-aa65-48a2-ad75-dcf2087652eb owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:15.632833 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.677771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.679217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.679717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.682409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.682612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.683051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.683601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.683995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.686184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.686504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.687085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.687559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.688975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:15.714420 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-075fe89a-0d21-4bc5-80cc-9388b9016014 req-16c69432-6234-4fba-938f-744f814db8f3 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (4b827ddd-9b3d-4878-8be1-5225358249af), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.735017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39164) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:15.786597 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.868917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Allocated IP 172.20.0.1 (1c92f95f-1541-4346-b6c0-58000526bc25/37eaa910-70c8-47f5-b1d4-873a63d0cc56/49cb6021-1c5f-495d-9e6d-4dc52e31ed0d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:15.873451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=14']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:15.907681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6f56be43-b5c0-4af7-b5c3-6b6c367e3d08 req-24dbed0d-25cc-4898-99d9-ef835a9f95d4 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea594d10-3b02-46bb-8846-15919c956b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615062 Feb 11 04:54:16.029971 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb6242d-62d3-450f-92c0-b52ad98cff18 x-openstack-request-id: req-cbb6242d-62d3-450f-92c0-b52ad98cff18 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:54:16.030997 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-unplugged", "status": "completed", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:54:16.031502 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbb6242d-62d3-450f-92c0-b52ad98cff18 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:54:16.032350 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'code': 200} Feb 11 04:54:16.034867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'name': 'tempest-TaggedBootDevicesTest-79684735-router', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:04Z', 'updated_at': '2022-02-11T04:54:10Z', 'revision_number': 3, 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'gw_port': {'id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:08Z', 'updated_at': '2022-02-11T04:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:16.067723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd08654-1dc6-418b-826e-782ed887a295 None None] The sync data for ids ['fa630127-a657-4ad4-87e1-bd29d0aed6ad'] in n-d-615180-58 is: [{'id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'name': 'tempest-TaggedBootDevicesTest-79684735-router', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:04Z', 'updated_at': '2022-02-11T04:54:10Z', 'revision_number': 3, 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'gw_port': {'id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:08Z', 'updated_at': '2022-02-11T04:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:16.331946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16441bda-3f26-4bd0-abaa-538588ae6f5a req-b0d388df-8726-46cb-af46-655926bade0e tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c2c6e641-aa65-48a2-ad75-dcf2087652eb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.334610 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7aa6611f-3260-444b-8d09-1b750a4f35c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.365133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['c2c6e641-aa65-48a2-ad75-dcf2087652eb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:54:16.388595 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.395416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c075d68f-8784-480b-acdd-21bb0acd5f7d tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "DELETE /v2.0/ports/d4c4ad2f-23e8-4143-a600-58189b6ba19e HTTP/1.1" status: 204 len: 168 time: 2.5542367 Feb 11 04:54:16.399325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39192) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:16.432096 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb487449-a917-440a-8ced-f155e74af080 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] GET failed (client error): The resource could not be found. Feb 11 04:54:16.436576 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cb487449-a917-440a-8ced-f155e74af080 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "GET /v2.0/ports/d4c4ad2f-23e8-4143-a600-58189b6ba19e HTTP/1.1" status: 404 len: 333 time: 0.0362391 Feb 11 04:54:16.437320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39194) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:16.493316 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d388df-8726-46cb-af46-655926bade0e tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Pushing event deleted for resources: {'Port': ['ID=c2c6e641-aa65-48a2-ad75-dcf2087652eb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:16.504783 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-075fe89a-0d21-4bc5-80cc-9388b9016014 req-16c69432-6234-4fba-938f-744f814db8f3 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 04:54:16.505939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-075fe89a-0d21-4bc5-80cc-9388b9016014 req-16c69432-6234-4fba-938f-744f814db8f3 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "PUT /v2.0/floatingips/4b827ddd-9b3d-4878-8be1-5225358249af HTTP/1.1" status: 409 len: 551 time: 1.0128021 Feb 11 04:54:16.671293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-78309ecc-d56f-4cd8-a94d-da4ac2f06d6c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Deleting port aff034e1-c3df-453a-bf42-01ec73ba3e92 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:16.672073 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78309ecc-d56f-4cd8-a94d-da4ac2f06d6c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (aff034e1-c3df-453a-bf42-01ec73ba3e92), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.721483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7aa6611f-3260-444b-8d09-1b750a4f35c9 admin admin] Publish callbacks [] for security_group (fd0b4522-20cb-41fe-a6dd-26c3c6720307), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.743497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-16441bda-3f26-4bd0-abaa-538588ae6f5a req-b0d388df-8726-46cb-af46-655926bade0e tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] No DVR routers for this DVR port c2c6e641-aa65-48a2-ad75-dcf2087652eb on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:54:16.747448 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16441bda-3f26-4bd0-abaa-538588ae6f5a req-b0d388df-8726-46cb-af46-655926bade0e tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.751639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16441bda-3f26-4bd0-abaa-538588ae6f5a req-b0d388df-8726-46cb-af46-655926bade0e tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.10 "DELETE /v2.0/ports/c2c6e641-aa65-48a2-ad75-dcf2087652eb HTTP/1.1" status: 204 len: 173 time: 2.2547460 Feb 11 04:54:16.763965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4546c2d-3c19-4634-9f58-ac7de343ba1b', 'name': 'network-vif-deleted', 'tag': 'c2c6e641-aa65-48a2-ad75-dcf2087652eb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:54:16.779449 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46db0bc0-ddd6-41ab-a32d-0b3324356aa9" -d '{"events": [{"server_uuid": "d4546c2d-3c19-4634-9f58-ac7de343ba1b", "name": "network-vif-deleted", "tag": "c2c6e641-aa65-48a2-ad75-dcf2087652eb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:54:16.781951 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7aa6611f-3260-444b-8d09-1b750a4f35c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fd0b4522-20cb-41fe-a6dd-26c3c6720307), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.792461 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Publish callbacks [] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.890055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7aacf2b6-a133-46e1-a394-ccf8134d9e4e up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:16.964189 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4296aa-91c0-490c-963f-7e69dc21ace9 x-openstack-request-id: req-2c4296aa-91c0-490c-963f-7e69dc21ace9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:54:16.964485 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4546c2d-3c19-4634-9f58-ac7de343ba1b", "name": "network-vif-deleted", "tag": "c2c6e641-aa65-48a2-ad75-dcf2087652eb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:54:16.965419 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c4296aa-91c0-490c-963f-7e69dc21ace9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:54:16.966231 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4546c2d-3c19-4634-9f58-ac7de343ba1b', 'name': 'network-vif-deleted', 'tag': 'c2c6e641-aa65-48a2-ad75-dcf2087652eb', 'status': 'completed', 'code': 200} Feb 11 04:54:16.999784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78309ecc-d56f-4cd8-a94d-da4ac2f06d6c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (aff034e1-c3df-453a-bf42-01ec73ba3e92), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.015347 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-62f5f0d8-ceb2-4f26-a0b7-525f07501e72 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips/4b827ddd-9b3d-4878-8be1-5225358249af HTTP/1.1" status: 200 len: 693 time: 0.4382505 Feb 11 04:54:17.042579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-78309ecc-d56f-4cd8-a94d-da4ac2f06d6c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Calling delete_port for aff034e1-c3df-453a-bf42-01ec73ba3e92 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:17.064305 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:17.064902 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.176308 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a075174f-59ee-4f60-9f6b-747c9a792002 req-1b730111-f742-46ae-b44e-4bfa5f55e0b0 tempest-InstanceActionsV221TestJSON-355170803 tempest-InstanceActionsV221TestJSON-355170803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4546c2d-3c19-4634-9f58-ac7de343ba1b HTTP/1.1" status: 200 len: 210 time: 0.0456736 Feb 11 04:54:17.390542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:17.391693 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.441394 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7aacf2b6-a133-46e1-a394-ccf8134d9e4e,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:17.448590 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.462459 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78309ecc-d56f-4cd8-a94d-da4ac2f06d6c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (aff034e1-c3df-453a-bf42-01ec73ba3e92), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.554405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=7aacf2b6-a133-46e1-a394-ccf8134d9e4e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:17.630173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78309ecc-d56f-4cd8-a94d-da4ac2f06d6c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event deleted for resources: {'Port': ['ID=aff034e1-c3df-453a-bf42-01ec73ba3e92,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:17.692467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7aa6611f-3260-444b-8d09-1b750a4f35c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7dd5e7fbb364c66903efb7208217ae8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9505730 Feb 11 04:54:17.717722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39246) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:17.750047 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6611f-3260-444b-8d09-1b750a4f35c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0b4522-20cb-41fe-a6dd-26c3c6720307,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:17.775034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bed57-bce8-4975-ab42-928a3d550f10 req-ac6d456a-8588-4641-b17e-bcf01007d3cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:17.782337 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-315bed57-bce8-4975-ab42-928a3d550f10 req-ac6d456a-8588-4641-b17e-bcf01007d3cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.3440888 Feb 11 04:54:17.858073 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78309ecc-d56f-4cd8-a94d-da4ac2f06d6c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.866144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-78309ecc-d56f-4cd8-a94d-da4ac2f06d6c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "DELETE /v2.0/ports/aff034e1-c3df-453a-bf42-01ec73ba3e92 HTTP/1.1" status: 204 len: 168 time: 1.4253926 Feb 11 04:54:17.875940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39252) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:17.892598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.916513 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbd3c29-05f5-4ea1-9e92-04af98bf6a3f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] GET failed (client error): The resource could not be found. Feb 11 04:54:17.919019 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cbbd3c29-05f5-4ea1-9e92-04af98bf6a3f tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "GET /v2.0/ports/aff034e1-c3df-453a-bf42-01ec73ba3e92 HTTP/1.1" status: 404 len: 333 time: 0.0411856 Feb 11 04:54:17.926540 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66238293-d947-49af-815f-6a62b48d48cd admin admin] Publish callbacks [] for security_group (fd0b4522-20cb-41fe-a6dd-26c3c6720307), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.928193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39254) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:17.986945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Pushing event updated for resources: {'Port': ['ID=49cb6021-1c5f-495d-9e6d-4dc52e31ed0d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:17.996186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Network 1c92f95f-1541-4346-b6c0-58000526bc25 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:18.000491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:18.002913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:18.051114 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-315bed57-bce8-4975-ab42-928a3d550f10 req-6863893c-f3e4-40bb-930f-61cdf074ca1f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634625 Feb 11 04:54:18.070887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-ea0a2ba2-6cb0-47f0-8471-9e71b3f322c6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:18.076224 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-ea0a2ba2-6cb0-47f0-8471-9e71b3f322c6 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 1.0311177 Feb 11 04:54:18.100630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-f90d1eb3-d421-493b-93a0-22bd1c750f1a tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:18.108738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-f90d1eb3-d421-493b-93a0-22bd1c750f1a tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231674 Feb 11 04:54:18.147138 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (fa630127-a657-4ad4-87e1-bd29d0aed6ad), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.161091 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66238293-d947-49af-815f-6a62b48d48cd admin admin] Publish callbacks [] for security_group (fd0b4522-20cb-41fe-a6dd-26c3c6720307), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.324993 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-f71af3ab-97d5-4b08-a54c-d22b184cebc8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.2151155 Feb 11 04:54:18.332370 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66238293-d947-49af-815f-6a62b48d48cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fd0b4522-20cb-41fe-a6dd-26c3c6720307), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.335958 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66238293-d947-49af-815f-6a62b48d48cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.341035 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-66238293-d947-49af-815f-6a62b48d48cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd0b4522-20cb-41fe-a6dd-26c3c6720307 HTTP/1.1" status: 204 len: 168 time: 0.6150892 Feb 11 04:54:18.354469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4cfad173-db99-458c-a4ae-8ba78695fe2c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Deleting port 3ec0f284-41f1-49b9-a423-6bc5cc5f8439 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:18.355014 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4cfad173-db99-458c-a4ae-8ba78695fe2c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3ec0f284-41f1-49b9-a423-6bc5cc5f8439), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.370822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382150b-4df5-4415-9494-a08821a9bafa req-6210cf32-90d4-4cc6-b275-39b864141775 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:18.372706 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3382150b-4df5-4415-9494-a08821a9bafa req-6210cf32-90d4-4cc6-b275-39b864141775 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1635673 Feb 11 04:54:18.373568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66238293-d947-49af-815f-6a62b48d48cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0b4522-20cb-41fe-a6dd-26c3c6720307,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:18.437538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-7823dc44-6e50-4f23-93d1-a1e0d87f01b9 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0951378 Feb 11 04:54:18.494096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cbd681f1-caff-49d4-a177-a4efc70571f0 None None] Provisioning complete for port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:18.494780 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cbd681f1-caff-49d4-a177-a4efc70571f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.557721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cbd681f1-caff-49d4-a177-a4efc70571f0 None None] Port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:18.580934 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3382150b-4df5-4415-9494-a08821a9bafa req-50b7b366-6153-4474-a7c3-0d99580f7f65 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794002 Feb 11 04:54:18.674880 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4cfad173-db99-458c-a4ae-8ba78695fe2c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3ec0f284-41f1-49b9-a423-6bc5cc5f8439), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.726233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4cfad173-db99-458c-a4ae-8ba78695fe2c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Calling delete_port for 3ec0f284-41f1-49b9-a423-6bc5cc5f8439 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:18.761301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-0523cdd6-4440-4903-ba61-ce161f15959e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Deleting port 44f0ee4a-0eef-483d-851a-e8d020dd02e3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:18.761920 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-0523cdd6-4440-4903-ba61-ce161f15959e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (44f0ee4a-0eef-483d-851a-e8d020dd02e3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.802695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7aacf2b6-a133-46e1-a394-ccf8134d9e4e up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:18.884069 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-0523cdd6-4440-4903-ba61-ce161f15959e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (44f0ee4a-0eef-483d-851a-e8d020dd02e3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.884514 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-0523cdd6-4440-4903-ba61-ce161f15959e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (44f0ee4a-0eef-483d-851a-e8d020dd02e3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.887244 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.920794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-0523cdd6-4440-4903-ba61-ce161f15959e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Calling delete_port for 44f0ee4a-0eef-483d-851a-e8d020dd02e3 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:18.956027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:18.957169 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.077626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c2c6e641-aa65-48a2-ad75-dcf2087652eb no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:19.087404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced85c-c18a-4a0e-84bb-240e14a7feea req-97f53947-3981-4f77-9304-257a0db4ff62 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:19.089604 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6ced85c-c18a-4a0e-84bb-240e14a7feea req-97f53947-3981-4f77-9304-257a0db4ff62 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2155359 Feb 11 04:54:19.108715 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4cfad173-db99-458c-a4ae-8ba78695fe2c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3ec0f284-41f1-49b9-a423-6bc5cc5f8439), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.119026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: c2c6e641-aa65-48a2-ad75-dcf2087652eb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:54:19.126472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c2c6e641-aa65-48a2-ad75-dcf2087652eb not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:19.188661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:19.224199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfad173-db99-458c-a4ae-8ba78695fe2c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event deleted for resources: {'Port': ['ID=3ec0f284-41f1-49b9-a423-6bc5cc5f8439,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:19.246265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6ced85c-c18a-4a0e-84bb-240e14a7feea req-8a16ce27-d80e-4fc4-bb4a-c3f729884bf0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489563 Feb 11 04:54:19.361162 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Publish callbacks [] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.370861 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.440384 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4cfad173-db99-458c-a4ae-8ba78695fe2c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.447875 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4cfad173-db99-458c-a4ae-8ba78695fe2c tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "DELETE /v2.0/ports/3ec0f284-41f1-49b9-a423-6bc5cc5f8439 HTTP/1.1" status: 204 len: 168 time: 1.4977245 Feb 11 04:54:19.453098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39302) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:19.459857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Pushing event updated for resources: {'Port': ['ID=49cb6021-1c5f-495d-9e6d-4dc52e31ed0d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:19.471829 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-0523cdd6-4440-4903-ba61-ce161f15959e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (44f0ee4a-0eef-483d-851a-e8d020dd02e3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.587767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523cdd6-4440-4903-ba61-ce161f15959e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Pushing event deleted for resources: {'Port': ['ID=44f0ee4a-0eef-483d-851a-e8d020dd02e3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:19.607843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-1faa96d1-074c-45f1-b66e-34d835ad67c0 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Deleting subnet 20c138c9-5058-4edc-8820-ba68088a04d4 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:54:19.620605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1faa96d1-074c-45f1-b66e-34d835ad67c0 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for subnet (20c138c9-5058-4edc-8820-ba68088a04d4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.675461 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1faa96d1-074c-45f1-b66e-34d835ad67c0 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (20c138c9-5058-4edc-8820-ba68088a04d4), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.789735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (fa630127-a657-4ad4-87e1-bd29d0aed6ad), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.889536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-0523cdd6-4440-4903-ba61-ce161f15959e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (4b827ddd-9b3d-4878-8be1-5225358249af), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.894890 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-0523cdd6-4440-4903-ba61-ce161f15959e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.909827 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a9be120-6d73-43f6-8088-82ee3775a629 req-0523cdd6-4440-4903-ba61-ce161f15959e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "DELETE /v2.0/floatingips/4b827ddd-9b3d-4878-8be1-5225358249af HTTP/1.1" status: 204 len: 173 time: 1.4713180 Feb 11 04:54:19.944386 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1faa96d1-074c-45f1-b66e-34d835ad67c0 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (20c138c9-5058-4edc-8820-ba68088a04d4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.979338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39332) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:20.063321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a41bf-f712-47f0-8b59-1ec55315f753 req-73191bdc-ca7c-4f70-af7b-9c498ff94d5e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:20.073152 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d6a41bf-f712-47f0-8b59-1ec55315f753 req-73191bdc-ca7c-4f70-af7b-9c498ff94d5e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2106075 Feb 11 04:54:20.141261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39338) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:20.143576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-186fc14b-146e-454e-9dc7-11c793392efd tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 1002 time: 0.1298792 Feb 11 04:54:20.171192 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d6a41bf-f712-47f0-8b59-1ec55315f753 req-32a3d45d-3483-47ba-a6bc-4d113f37de1e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957332 Feb 11 04:54:20.194683 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1faa96d1-074c-45f1-b66e-34d835ad67c0 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (20c138c9-5058-4edc-8820-ba68088a04d4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.198245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d0fc4-c3ac-4878-ac3d-6786f3505d21 req-3b418910-3ea6-458e-a2c3-0e3a51345189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:20.200516 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e8d0fc4-c3ac-4878-ac3d-6786f3505d21 req-3b418910-3ea6-458e-a2c3-0e3a51345189 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 1127 time: 0.3886683 Feb 11 04:54:20.220498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Network 1c92f95f-1541-4346-b6c0-58000526bc25 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:20.240968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:20.304792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccd4675-5f69-412c-b50d-e98e5bf7734b None None] Network 5f8b2661-a460-4199-a9a1-fa8c22cb2838 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:20.305689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa96d1-074c-45f1-b66e-34d835ad67c0 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event deleted for resources: {'Subnet': ['ID=20c138c9-5058-4edc-8820-ba68088a04d4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:20.315981 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1faa96d1-074c-45f1-b66e-34d835ad67c0 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.328382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1faa96d1-074c-45f1-b66e-34d835ad67c0 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "DELETE /v2.0/subnets/20c138c9-5058-4edc-8820-ba68088a04d4 HTTP/1.1" status: 204 len: 168 time: 0.8729453 Feb 11 04:54:20.331261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39346) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:20.347933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-352264504-network', 'tenant_id': 'a0d0af48ff764b78ad9fdc536be1a471'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:20.436226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Made reservation on behalf of a0d0af48ff764b78ad9fdc536be1a471 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:20.447044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.450321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-d35a1d67-81e3-4e26-a789-60447d8e4779 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:20.459741 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-d35a1d67-81e3-4e26-a789-60447d8e4779 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports/dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 HTTP/1.1" status: 200 len: 943 time: 0.3078449 Feb 11 04:54:20.465084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a8386f-184c-48f9-a7ef-d600923f167e admin admin] Deleting subnet 8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:54:20.478186 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.483508 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4a8386f-184c-48f9-a7ef-d600923f167e admin admin] Publish callbacks [] for subnet (8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.560029 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4a8386f-184c-48f9-a7ef-d600923f167e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.560832 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (5f8b2661-a460-4199-a9a1-fa8c22cb2838), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.570180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6f79b1-9cd8-4979-951d-dbb33fa8d8bf None None] DHCP port deletion for 5f8b2661-a460-4199-a9a1-fa8c22cb2838 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:54:20.626743 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4a8386f-184c-48f9-a7ef-d600923f167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.633244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f79b1-9cd8-4979-951d-dbb33fa8d8bf None None] Deleting port bade5ed1-16b2-43b7-95e6-23faad65e0b7 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:20.634571 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b6f79b1-9cd8-4979-951d-dbb33fa8d8bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.714799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2b6f79b1-9cd8-4979-951d-dbb33fa8d8bf None None] For port bade5ed1-16b2-43b7-95e6-23faad65e0b7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bade5ed1-16b2-43b7-95e6-23faad65e0b7,segment=NetworkSegment(18a79386-5241-4309-a11f-d84333d1f2a1),segment_id=18a79386-5241-4309-a11f-d84333d1f2a1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:20.715683 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b6f79b1-9cd8-4979-951d-dbb33fa8d8bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.731519 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f79b1-9cd8-4979-951d-dbb33fa8d8bf None None] Calling delete_port for bade5ed1-16b2-43b7-95e6-23faad65e0b7 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:20.772833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-4bf9c411-18e9-430b-a345-627d0eedd726 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 1002 time: 0.0849094 Feb 11 04:54:20.777738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Router fa630127-a657-4ad4-87e1-bd29d0aed6ad has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:54:20.779335 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4a8386f-184c-48f9-a7ef-d600923f167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.818708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Deleting port bade5ed1-16b2-43b7-95e6-23faad65e0b7 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:20.818708 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.827110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bade5ed1-16b2-43b7-95e6-23faad65e0b7 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:20.885561 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b6f79b1-9cd8-4979-951d-dbb33fa8d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.889697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No active binding found for port bade5ed1-16b2-43b7-95e6-23faad65e0b7 {{(pid=103355) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 04:54:20.890322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] The host n-d-615180-58 is not matching for port bade5ed1-16b2-43b7-95e6-23faad65e0b7 host None! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:54:20.891233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bade5ed1-16b2-43b7-95e6-23faad65e0b7 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:20.933957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] For port bade5ed1-16b2-43b7-95e6-23faad65e0b7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bade5ed1-16b2-43b7-95e6-23faad65e0b7,segment=NetworkSegment(18a79386-5241-4309-a11f-d84333d1f2a1),segment_id=18a79386-5241-4309-a11f-d84333d1f2a1)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:20.934886 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.942675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f79b1-9cd8-4979-951d-dbb33fa8d8bf None None] Pushing event deleted for resources: {'Port': ['ID=bade5ed1-16b2-43b7-95e6-23faad65e0b7,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:20.956398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6f79b1-9cd8-4979-951d-dbb33fa8d8bf None None] No DVR routers for this DVR port bade5ed1-16b2-43b7-95e6-23faad65e0b7 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:54:20.957812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4b02c39d-d278-40a3-aa04-8a879b068819 None None] Provisioning complete for port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:20.958329 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4b02c39d-d278-40a3-aa04-8a879b068819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.979955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Calling delete_port for bade5ed1-16b2-43b7-95e6-23faad65e0b7 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:20.988180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-91a94fa1-fdc0-488b-9004-2f942eb65eaf tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:20.989621 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-91a94fa1-fdc0-488b-9004-2f942eb65eaf tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.2001076 Feb 11 04:54:20.991166 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4a8386f-184c-48f9-a7ef-d600923f167e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.996042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4b02c39d-d278-40a3-aa04-8a879b068819 None None] Port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:21.003363 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a4a8386f-184c-48f9-a7ef-d600923f167e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc HTTP/1.1" status: 204 len: 168 time: 1.0181680 Feb 11 04:54:21.003363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8386f-184c-48f9-a7ef-d600923f167e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc71ab1-7fe6-4a28-a0a6-bb493ed7c9fc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:21.006412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39356) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:21.014556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-22dc3f54-eb68-46cb-8417-fc703e37ed64 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:21.015601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-22dc3f54-eb68-46cb-8417-fc703e37ed64 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063252 Feb 11 04:54:21.021567 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Publish callbacks [] for security_group (22f89365-0396-450f-86c6-9e0d8b66f083), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.061177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (22f89365-0396-450f-86c6-9e0d8b66f083), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.101559 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-e346a8b2-9014-4eed-8772-63db3fd48afb tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 1002 time: 0.0705662 Feb 11 04:54:21.133845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:54:21.154343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-13983033-5b41-4046-97ce-edb4d2d80f6e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:21.156470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f89365-0396-450f-86c6-9e0d8b66f083,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:21.169089 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (f5434228-3733-4925-8d7c-222bbe6ac8de), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.169572 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Added segment f5434228-3733-4925-8d7c-222bbe6ac8de of type vlan for network b67d36b9-6f2e-4fab-9900-af82916ad6ef Feb 11 04:54:21.225337 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (b67d36b9-6f2e-4fab-9900-af82916ad6ef), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.242547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d0fc4-c3ac-4878-ac3d-6786f3505d21 req-57605e5a-8562-4fdb-b136-63fafb63fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:21.244107 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e8d0fc4-c3ac-4878-ac3d-6786f3505d21 req-57605e5a-8562-4fdb-b136-63fafb63fc67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 1.0192032 Feb 11 04:54:21.271060 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (bade5ed1-16b2-43b7-95e6-23faad65e0b7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.338728 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (4de3ff9a-aae8-40c7-9eb0-055980a1f04b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.346536 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (b67d36b9-6f2e-4fab-9900-af82916ad6ef), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.348518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:21.349502 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.371709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-13983033-5b41-4046-97ce-edb4d2d80f6e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (d2e4440b-41d6-4062-9f05-17bca6e2ebfb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.434926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] Pushing event updated for resources: {'Network': ['ID=b67d36b9-6f2e-4fab-9900-af82916ad6ef,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:21.437793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event deleted for resources: {'Port': ['ID=bade5ed1-16b2-43b7-95e6-23faad65e0b7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:21.448622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2cc13bd7-e6c7-43dd-b89c-316306711b41 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2726805 Feb 11 04:54:21.449590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39372) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:21.455860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-eb54d3eb-f86c-4fc7-8d4e-614985b9de47 admin admin] Request body: {'subnet': {'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-352264504-subnet', 'tenant_id': 'a0d0af48ff764b78ad9fdc536be1a471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:21.464561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network b67d36b9-6f2e-4fab-9900-af82916ad6ef details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:54:21.466160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] No DVR routers for this DVR port bade5ed1-16b2-43b7-95e6-23faad65e0b7 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:54:21.524095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415d2c1-b94f-4d16-bf27-8018e86aea74 req-45fa6a87-95f2-4f33-b20f-a876adc1a559 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:21.526457 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c415d2c1-b94f-4d16-bf27-8018e86aea74 req-45fa6a87-95f2-4f33-b20f-a876adc1a559 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2528057 Feb 11 04:54:21.574160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb54d3eb-f86c-4fc7-8d4e-614985b9de47 admin admin] Made reservation on behalf of a0d0af48ff764b78ad9fdc536be1a471 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:21.576663 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb54d3eb-f86c-4fc7-8d4e-614985b9de47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.652762 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (5f8b2661-a460-4199-a9a1-fa8c22cb2838), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.682199 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c415d2c1-b94f-4d16-bf27-8018e86aea74 req-fa7949b7-c6d4-406f-aa72-3f5cb5fd2855 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397626 Feb 11 04:54:21.720430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8b2661-a460-4199-a9a1-fa8c22cb2838']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:21.739229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a79386-5241-4309-a11f-d84333d1f2a1') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:21.739625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a79386-5241-4309-a11f-d84333d1f2a1') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:21.760302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (18a79386-5241-4309-a11f-d84333d1f2a1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.779846 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (18a79386-5241-4309-a11f-d84333d1f2a1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.802640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:54:21.804854 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (18a79386-5241-4309-a11f-d84333d1f2a1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:54:21.808901 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:54:21.868607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e8d0fc4-c3ac-4878-ac3d-6786f3505d21 req-f834ecfa-0994-4cae-826c-24083dee9a89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 200 len: 998 time: 0.5815425 Feb 11 04:54:21.912441 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (5f8b2661-a460-4199-a9a1-fa8c22cb2838), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.961526 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (4de3ff9a-aae8-40c7-9eb0-055980a1f04b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.995064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.015768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] 10.222.0.48 "DELETE /v2.0/networks/5f8b2661-a460-4199-a9a1-fa8c22cb2838 HTTP/1.1" status: 204 len: 168 time: 1.6671550 Feb 11 04:54:22.044546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de3ff9a-aae8-40c7-9eb0-055980a1f04b']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:22.065575 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb54d3eb-f86c-4fc7-8d4e-614985b9de47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (2f1730ef-db3b-4017-bd70-cc38613cb0e5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.076536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1490ff28-ac25-4fc3-9c90-008d19994a61') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:22.076846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1490ff28-ac25-4fc3-9c90-008d19994a61') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:22.079534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2387330-a874-4656-837e-20271ad285be admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:22.082875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3ebbc-d5b9-4089-9142-1ca3cc626fd8 tempest-AllowedAddressPairTestJSON-1345379641 tempest-AllowedAddressPairTestJSON-1345379641-project] Pushing event deleted for resources: {'Network': ['ID=5f8b2661-a460-4199-a9a1-fa8c22cb2838,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:22.105060 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Sync routers for ids ['fa630127-a657-4ad4-87e1-bd29d0aed6ad'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:22.131618 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f2387330-a874-4656-837e-20271ad285be admin admin] 10.222.0.48 "PUT /v2.0/routers/fa630127-a657-4ad4-87e1-bd29d0aed6ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8264832 Feb 11 04:54:22.133853 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (1490ff28-ac25-4fc3-9c90-008d19994a61), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.149638 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Routers {'fa630127-a657-4ad4-87e1-bd29d0aed6ad'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:22.150286 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fa630127-a657-4ad4-87e1-bd29d0aed6ad'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:22.172882 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1490ff28-ac25-4fc3-9c90-008d19994a61), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.176592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d0fc4-c3ac-4878-ac3d-6786f3505d21 req-d098758a-53e2-4efe-9dc9-9cb28b919cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:22.183469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e8d0fc4-c3ac-4878-ac3d-6786f3505d21 req-d098758a-53e2-4efe-9dc9-9cb28b919cf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.3067679 Feb 11 04:54:22.210383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54d3eb-f86c-4fc7-8d4e-614985b9de47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1730ef-db3b-4017-bd70-cc38613cb0e5,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:22.319926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:54:22.320149 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (1490ff28-ac25-4fc3-9c90-008d19994a61), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:54:22.327504 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:54:22.335609 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb54d3eb-f86c-4fc7-8d4e-614985b9de47 admin admin] Checking segment: {'id': 'f5434228-3733-4925-8d7c-222bbe6ac8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:22.335884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb54d3eb-f86c-4fc7-8d4e-614985b9de47 admin admin] Network hostable DHCP agents. Network: b67d36b9-6f2e-4fab-9900-af82916ad6ef, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:54:22.353370 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-13983033-5b41-4046-97ce-edb4d2d80f6e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.366936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-13983033-5b41-4046-97ce-edb4d2d80f6e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (d2e4440b-41d6-4062-9f05-17bca6e2ebfb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.367773 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-13983033-5b41-4046-97ce-edb4d2d80f6e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Floating IP d2e4440b-41d6-4062-9f05-17bca6e2ebfb disassociated. External IP: 172.25.7.246, port: dda74aaa-0c7a-44dc-bb28-a9ca61d73a57. Feb 11 04:54:22.384084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb54d3eb-f86c-4fc7-8d4e-614985b9de47 admin admin] Network b67d36b9-6f2e-4fab-9900-af82916ad6ef is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:54:22.417833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-eb54d3eb-f86c-4fc7-8d4e-614985b9de47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, b67d36b9-6f2e-4fab-9900-af82916ad6ef) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:22.428315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b65a04d-f7e7-4233-8b04-ee78dd604485 None None] Network b67d36b9-6f2e-4fab-9900-af82916ad6ef requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:22.430319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb54d3eb-f86c-4fc7-8d4e-614985b9de47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:22.430954 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb54d3eb-f86c-4fc7-8d4e-614985b9de47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.484397 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-eb54d3eb-f86c-4fc7-8d4e-614985b9de47 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0319855 Feb 11 04:54:22.571928 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (4de3ff9a-aae8-40c7-9eb0-055980a1f04b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.574634 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d0fc4-c3ac-4878-ac3d-6786f3505d21 req-d94e1358-c02b-435f-8efd-dc8ebb5b3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:22.588720 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e8d0fc4-c3ac-4878-ac3d-6786f3505d21 req-d94e1358-c02b-435f-8efd-dc8ebb5b3c8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3526499 Feb 11 04:54:22.595941 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Set router fa630127-a657-4ad4-87e1-bd29d0aed6ad gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:22.683847 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.687116 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] 10.222.0.48 "DELETE /v2.0/networks/4de3ff9a-aae8-40c7-9eb0-055980a1f04b HTTP/1.1" status: 204 len: 168 time: 1.6705780 Feb 11 04:54:22.700205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fc7cf-1f5d-4f4b-9999-1f38b7400b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=4de3ff9a-aae8-40c7-9eb0-055980a1f04b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:22.724335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39414) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:22.953143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15659ed4-f210-4d4f-9918-fb93c7660aad req-372792f0-11e1-4087-a32d-ed3ff588671b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:22.954708 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15659ed4-f210-4d4f-9918-fb93c7660aad req-372792f0-11e1-4087-a32d-ed3ff588671b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1302252 Feb 11 04:54:23.018179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d84a6bd-0934-40d5-9940-9c3032324d25 None None] Network b67d36b9-6f2e-4fab-9900-af82916ad6ef requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:23.063485 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15659ed4-f210-4d4f-9918-fb93c7660aad req-c5ab2a1d-2446-4ef5-a8e3-8107aa6e9dd3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028790 Feb 11 04:54:23.070172 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39424) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:23.177332 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e8d0fc4-c3ac-4878-ac3d-6786f3505d21 req-68938b61-0e29-4e38-952b-28bc7f758c3a service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527282 Feb 11 04:54:23.178449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39428) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:23.182630 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-19bdee43-c6a4-41d9-be44-d2b1da9c40cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ac36b5c518d42788b094a0121a06dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1110561 Feb 11 04:54:23.272974 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'name': 'tempest-TaggedBootDevicesTest-79684735-router', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:04Z', 'updated_at': '2022-02-11T04:54:18Z', 'revision_number': 4, 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'gw_port': {'id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:08Z', 'updated_at': '2022-02-11T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '49cb6021-1c5f-495d-9e6d-4dc52e31ed0d', 'name': '', 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'mac_address': 'fa:16:3e:12:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '37eaa910-70c8-47f5-b1d4-873a63d0cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:14Z', 'updated_at': '2022-02-11T04:54:19Z', 'revision_number': 2, 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'subnets': [{'id': '37eaa910-70c8-47f5-b1d4-873a63d0cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:23.307193 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Checking router: fa630127-a657-4ad4-87e1-bd29d0aed6ad for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:23.307747 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Updating router fa630127-a657-4ad4-87e1-bd29d0aed6ad port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:23.343443 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.345515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-13983033-5b41-4046-97ce-edb4d2d80f6e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:54:23.375795 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4b2a-d015-4459-9fee-7a347b2596d3 admin admin] Publish callbacks [] for security_group (ea594d10-3b02-46bb-8846-15919c956b07), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.452080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e8d0fc4-c3ac-4878-ac3d-6786f3505d21 req-2dae8b86-af84-46b5-b9d1-e09abda9b6b8 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621770 Feb 11 04:54:23.472424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4b2a-d015-4459-9fee-7a347b2596d3 admin admin] Publish callbacks [] for security_group (ea594d10-3b02-46bb-8846-15919c956b07), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.478796 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-30c902d7-0f99-42cb-8c0f-bb56f280fa76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19c66f737d454e3baa7ca0821e3ee2e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7523115 Feb 11 04:54:23.480120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39434) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:23.674689 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf108dbf-e2a5-4470-869c-350ecf5c8dd2 admin admin] Publish callbacks [] for security_group (78eeef75-6b6c-43ab-96e4-0c17e7cfc515), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.736408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-13983033-5b41-4046-97ce-edb4d2d80f6e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:23.744141 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf108dbf-e2a5-4470-869c-350ecf5c8dd2 admin admin] Publish callbacks [] for security_group (78eeef75-6b6c-43ab-96e4-0c17e7cfc515), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.749418 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-13983033-5b41-4046-97ce-edb4d2d80f6e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.756643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bceec6-3036-4a48-bf2f-db69eae35b85 None None] Sync routers for ids ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:23.774947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bceec6-3036-4a48-bf2f-db69eae35b85 None None] Routers {'1f40cc16-abb0-4183-b91b-86a9ee5362c5'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:23.776605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-07bceec6-3036-4a48-bf2f-db69eae35b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:23.813165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4b2a-d015-4459-9fee-7a347b2596d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ea594d10-3b02-46bb-8846-15919c956b07), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.828062 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4b2a-d015-4459-9fee-7a347b2596d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.828737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cc5c4b2a-d015-4459-9fee-7a347b2596d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea594d10-3b02-46bb-8846-15919c956b07 HTTP/1.1" status: 204 len: 168 time: 0.6465716 Feb 11 04:54:23.877260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c4b2a-d015-4459-9fee-7a347b2596d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea594d10-3b02-46bb-8846-15919c956b07,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:23.893073 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-13983033-5b41-4046-97ce-edb4d2d80f6e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "PUT /v2.0/floatingips/d2e4440b-41d6-4062-9f05-17bca6e2ebfb HTTP/1.1" status: 200 len: 695 time: 2.7692521 Feb 11 04:54:23.893548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'tag': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:54:23.901148 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf108dbf-e2a5-4470-869c-350ecf5c8dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (78eeef75-6b6c-43ab-96e4-0c17e7cfc515), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.901590 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2ee04d-1bf9-485b-bb97-046fd8ed06fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7", "tag": "dda74aaa-0c7a-44dc-bb28-a9ca61d73a57"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:54:23.904588 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bf108dbf-e2a5-4470-869c-350ecf5c8dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.909568 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bf108dbf-e2a5-4470-869c-350ecf5c8dd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78eeef75-6b6c-43ab-96e4-0c17e7cfc515 HTTP/1.1" status: 204 len: 168 time: 0.4276140 Feb 11 04:54:23.914136 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Publish callbacks [] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.926593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf108dbf-e2a5-4470-869c-350ecf5c8dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eeef75-6b6c-43ab-96e4-0c17e7cfc515,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:23.934122 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.995489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-5fcd7b9b-7574-4fe1-b763-b8439528b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:23.998669 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-5fcd7b9b-7574-4fe1-b763-b8439528b207 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31feba60ec1a4950ace1e36a37272c0d&device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 1129 time: 0.0799587 Feb 11 04:54:24.039499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-07bceec6-3036-4a48-bf2f-db69eae35b85 None None] Set router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:24.228743 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Attempting to bind port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:24.229100 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Attempting to bind port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'ddfbd205-0f22-43ae-9d6f-db7b6eafb80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:24.229459 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Attempting to bind port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d on network 1c92f95f-1541-4346-b6c0-58000526bc25 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:24.239838 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Pushing event updated for resources: {'Port': ['ID=49cb6021-1c5f-495d-9e6d-4dc52e31ed0d,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:24.282354 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:24.283592 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Checking segment: {'id': 'ddfbd205-0f22-43ae-9d6f-db7b6eafb80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:24.284195 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:24.285034 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Bound using segment: {'id': 'ddfbd205-0f22-43ae-9d6f-db7b6eafb80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:24.285741 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Bound port: 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfbd205-0f22-43ae-9d6f-db7b6eafb80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:24.286373 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:24.302775 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.303584 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.304151 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.304285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-4983e702-7fb5-47af-8c4d-3c0233697c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:24.305756 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.306388 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.306971 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.307551 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.308100 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.308846 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-4983e702-7fb5-47af-8c4d-3c0233697c9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=a98bda49-1965-4ebf-9996-1aaec756046e HTTP/1.1" status: 200 len: 930 time: 0.3033576 Feb 11 04:54:24.309406 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.309956 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.310519 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.311240 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.311789 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:24.412197 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-a5c44e67-5d80-4db7-9621-c59369339e6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 HTTP/1.1" status: 200 len: 217 time: 0.0930359 Feb 11 04:54:24.514655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-13bfe38c-48ed-405b-8d94-8ca6a10ece35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:24.516810 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] For port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:24.523019 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] For port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=49cb6021-1c5f-495d-9e6d-4dc52e31ed0d,segment=NetworkSegment(ddfbd205-0f22-43ae-9d6f-db7b6eafb80b),segment_id=ddfbd205-0f22-43ae-9d6f-db7b6eafb80b)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:24.523287 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-13bfe38c-48ed-405b-8d94-8ca6a10ece35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e0788ec-f4d9-4587-93b0-268fd8810202 HTTP/1.1" status: 200 len: 868 time: 0.1010408 Feb 11 04:54:24.592143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-89573712-f415-4da7-84e6-09c553628ee9 None None] Provisioning complete for port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:24.595453 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89573712-f415-4da7-84e6-09c553628ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:24.637484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-aeb9bad5-9113-41aa-a307-566af9133c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:24.643573 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-aeb9bad5-9113-41aa-a307-566af9133c32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a98bda49-1965-4ebf-9996-1aaec756046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1153343 Feb 11 04:54:24.676887 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:24.755646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-07bceec6-3036-4a48-bf2f-db69eae35b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:53:25Z', 'revision_number': 4, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c5a8731d-ec0a-45b9-9a9b-84b0ff444d44', 'name': '', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'mac_address': 'fa:16:3e:51:76:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:23Z', 'updated_at': '2022-02-11T04:53:33Z', 'revision_number': 5, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'subnets': [{'id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:24.809242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bceec6-3036-4a48-bf2f-db69eae35b85 None None] Checking router: 1f40cc16-abb0-4183-b91b-86a9ee5362c5 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:24.819971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-89573712-f415-4da7-84e6-09c553628ee9 None None] Current status of the port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:24.821070 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89573712-f415-4da7-84e6-09c553628ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:24.824181 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9ac7a-45b5-45fe-8c57-7ebe7bd55fe5 None None] Pushing event updated for resources: {'Port': ['ID=49cb6021-1c5f-495d-9e6d-4dc52e31ed0d,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:24.837441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bceec6-3036-4a48-bf2f-db69eae35b85 None None] Routers {'1f40cc16-abb0-4183-b91b-86a9ee5362c5'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:24.838478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-07bceec6-3036-4a48-bf2f-db69eae35b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:24.883669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-89573712-f415-4da7-84e6-09c553628ee9 None None] For port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=49cb6021-1c5f-495d-9e6d-4dc52e31ed0d,segment=NetworkSegment(ddfbd205-0f22-43ae-9d6f-db7b6eafb80b),segment_id=ddfbd205-0f22-43ae-9d6f-db7b6eafb80b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:24.915663 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Routers {'fa630127-a657-4ad4-87e1-bd29d0aed6ad'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:24.917743 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fa630127-a657-4ad4-87e1-bd29d0aed6ad'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:24.949572 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89573712-f415-4da7-84e6-09c553628ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:24.955285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-275fd017-4876-4953-bfb2-e32610c30245 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:24.969801 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-275fd017-4876-4953-bfb2-e32610c30245 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/networks?id=b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 200 len: 813 time: 0.2844253 Feb 11 04:54:24.988018 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-c2fc6578-0ce7-437e-b4c1-e2b1b5c1a79e service neutron] 10.222.0.48 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332183 Feb 11 04:54:25.002877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-9cb7a78d-fe28-4c56-852c-492b2c79ad75 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/quotas/a0d0af48ff764b78ad9fdc536be1a471 HTTP/1.1" status: 200 len: 375 time: 0.0318599 Feb 11 04:54:25.137009 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-e520fce8-3b80-4d1b-bac1-88b0c1d07e7e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265879 Feb 11 04:54:25.254396 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c550f408-3164-4eeb-9d11-61707297ffb5 req-cf6111f1-9cfa-4e9d-8823-94dfb65520dc service neutron] 10.222.0.48 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566769 Feb 11 04:54:25.299477 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] Set router fa630127-a657-4ad4-87e1-bd29d0aed6ad gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:25.333507 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-b8d6536b-3db5-4592-907a-c90d8e7da42e service neutron] 10.222.0.48 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921365 Feb 11 04:54:25.362298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89573712-f415-4da7-84e6-09c553628ee9 None None] Pushing event updated for resources: {'Port': ['ID=49cb6021-1c5f-495d-9e6d-4dc52e31ed0d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:25.403857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-07bceec6-3036-4a48-bf2f-db69eae35b85 None None] Set router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:25.415257 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46deef7e-273a-4228-a1d6-2de3cc2d1224 x-openstack-request-id: req-46deef7e-273a-4228-a1d6-2de3cc2d1224 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:54:25.415758 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7", "tag": "dda74aaa-0c7a-44dc-bb28-a9ca61d73a57", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:54:25.415863 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46deef7e-273a-4228-a1d6-2de3cc2d1224 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:54:25.416539 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'tag': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57', 'status': 'completed', 'code': 200} Feb 11 04:54:25.454406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5ac941ad-4dc2-4aeb-a415-62da8bca0b8e None None] Provisioning complete for port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:25.455087 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5ac941ad-4dc2-4aeb-a415-62da8bca0b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:25.633112 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-e85374a1-6cc6-4ee9-885b-c31181ce76fa service neutron] 10.222.0.48 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901781 Feb 11 04:54:25.757661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5ac941ad-4dc2-4aeb-a415-62da8bca0b8e None None] Current status of the port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:25.789961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ee04d-1bf9-485b-bb97-046fd8ed06fc req-e5bb8776-f3f5-45d8-9e50-d27b7a75e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:25.800229 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c2ee04d-1bf9-485b-bb97-046fd8ed06fc req-e5bb8776-f3f5-45d8-9e50-d27b7a75e6df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31feba60ec1a4950ace1e36a37272c0d&device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 1129 time: 0.3420961 Feb 11 04:54:25.916381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-07bceec6-3036-4a48-bf2f-db69eae35b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:53:25Z', 'revision_number': 4, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c5a8731d-ec0a-45b9-9a9b-84b0ff444d44', 'name': '', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'mac_address': 'fa:16:3e:51:76:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:23Z', 'updated_at': '2022-02-11T04:53:33Z', 'revision_number': 5, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'subnets': [{'id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:25.929496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881bf09-9e17-46c1-aa66-b1e7c0c45ee7 req-06cc679d-9da7-4c39-aa99-e1570595b9fc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:25.931599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f881bf09-9e17-46c1-aa66-b1e7c0c45ee7 req-06cc679d-9da7-4c39-aa99-e1570595b9fc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.3234499 Feb 11 04:54:26.027886 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'name': 'tempest-TaggedBootDevicesTest-79684735-router', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:04Z', 'updated_at': '2022-02-11T04:54:18Z', 'revision_number': 4, 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'gw_port': {'id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:08Z', 'updated_at': '2022-02-11T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '49cb6021-1c5f-495d-9e6d-4dc52e31ed0d', 'name': '', 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'mac_address': 'fa:16:3e:12:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '37eaa910-70c8-47f5-b1d4-873a63d0cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:14Z', 'updated_at': '2022-02-11T04:54:24Z', 'revision_number': 5, 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'subnets': [{'id': '37eaa910-70c8-47f5-b1d4-873a63d0cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:26.061149 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bceec6-3036-4a48-bf2f-db69eae35b85 None None] The sync data for ids ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'] in n-d-615180-58 is: [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:53:25Z', 'revision_number': 4, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c5a8731d-ec0a-45b9-9a9b-84b0ff444d44', 'name': '', 'network_id': 'a98bda49-1965-4ebf-9996-1aaec756046e', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'mac_address': 'fa:16:3e:51:76:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:23Z', 'updated_at': '2022-02-11T04:53:33Z', 'revision_number': 5, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'subnets': [{'id': '7e0788ec-f4d9-4587-93b0-268fd8810202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:26.097500 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b038df59-7570-410c-9a06-f42d528c9700 req-147e28fc-be3d-49d5-9b1f-daf16254194e tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips/d2e4440b-41d6-4062-9f05-17bca6e2ebfb HTTP/1.1" status: 200 len: 695 time: 0.1280675 Feb 11 04:54:26.126347 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc9e4f-794b-4ba4-aa5c-9c358c272f1a None None] The sync data for ids ['fa630127-a657-4ad4-87e1-bd29d0aed6ad'] in n-d-615180-58 is: [{'id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'name': 'tempest-TaggedBootDevicesTest-79684735-router', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:04Z', 'updated_at': '2022-02-11T04:54:18Z', 'revision_number': 4, 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'gw_port': {'id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:08Z', 'updated_at': '2022-02-11T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '49cb6021-1c5f-495d-9e6d-4dc52e31ed0d', 'name': '', 'network_id': '1c92f95f-1541-4346-b6c0-58000526bc25', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'mac_address': 'fa:16:3e:12:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '37eaa910-70c8-47f5-b1d4-873a63d0cc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:14Z', 'updated_at': '2022-02-11T04:54:24Z', 'revision_number': 5, 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'subnets': [{'id': '37eaa910-70c8-47f5-b1d4-873a63d0cc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:26.318845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ee04d-1bf9-485b-bb97-046fd8ed06fc req-f891869b-7572-4e4c-a20f-3676d5625a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:26.321190 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c2ee04d-1bf9-485b-bb97-046fd8ed06fc req-f891869b-7572-4e4c-a20f-3676d5625a83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a98bda49-1965-4ebf-9996-1aaec756046e HTTP/1.1" status: 200 len: 930 time: 0.5038168 Feb 11 04:54:26.369091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f881bf09-9e17-46c1-aa66-b1e7c0c45ee7 req-d141a3c8-e980-43c5-8507-3c9fe03bc702 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178577 Feb 11 04:54:26.504339 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c2ee04d-1bf9-485b-bb97-046fd8ed06fc req-ee000095-b381-4360-adae-b5c82cec08db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 HTTP/1.1" status: 200 len: 217 time: 0.1708219 Feb 11 04:54:26.619593 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41ea068c-6781-486c-8fe6-2b770676b4a4 req-3525e551-3306-469b-b878-814513717ad5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 210 time: 0.1180503 Feb 11 04:54:26.636149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038df59-7570-410c-9a06-f42d528c9700 req-9e1879c1-b25c-4bce-bcf0-fdd8a0331216 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:26.640879 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b038df59-7570-410c-9a06-f42d528c9700 req-9e1879c1-b25c-4bce-bcf0-fdd8a0331216 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.5327013 Feb 11 04:54:26.652411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-b038df59-7570-410c-9a06-f42d528c9700 req-adde5bdd-17d4-464f-8383-196df235b298 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:26.682252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b038df59-7570-410c-9a06-f42d528c9700 req-adde5bdd-17d4-464f-8383-196df235b298 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0350902 Feb 11 04:54:26.684853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:26.724839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39614) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:26.797240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ee04d-1bf9-485b-bb97-046fd8ed06fc req-552f5d5f-faf6-4519-ae33-94838db94eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:26.805511 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c2ee04d-1bf9-485b-bb97-046fd8ed06fc req-552f5d5f-faf6-4519-ae33-94838db94eb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e0788ec-f4d9-4587-93b0-268fd8810202 HTTP/1.1" status: 200 len: 868 time: 0.2728064 Feb 11 04:54:26.843313 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba65927f-f148-4d18-be63-9e2f47bf9c2a None None] New status for floating IP d2e4440b-41d6-4062-9f05-17bca6e2ebfb: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:54:26.880174 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b038df59-7570-410c-9a06-f42d528c9700 req-9444a216-64ed-48a4-b824-8a8e871f0f0a tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 698 time: 0.1966095 Feb 11 04:54:26.906020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:27.001333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ee04d-1bf9-485b-bb97-046fd8ed06fc req-f41df508-ef4b-4edb-8906-2d9ff358cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:27.011206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c2ee04d-1bf9-485b-bb97-046fd8ed06fc req-f41df508-ef4b-4edb-8906-2d9ff358cc12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a98bda49-1965-4ebf-9996-1aaec756046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1910841 Feb 11 04:54:27.044657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:27.048693 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.060110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-8f229317-2449-4e3a-ab5d-77052b80127e tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.064853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8f229317-2449-4e3a-ab5d-77052b80127e tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3375392 Feb 11 04:54:27.069292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39628) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.131054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-50bce22a-97aa-4038-862c-f70f67633580 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.147994 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-50bce22a-97aa-4038-862c-f70f67633580 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0772882 Feb 11 04:54:27.158033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39632) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.179960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-8b2dfdad-6a56-4868-9d96-e0eefb146f7d tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.187064 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8b2dfdad-6a56-4868-9d96-e0eefb146f7d tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0171053 Feb 11 04:54:27.187919 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39638) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.214772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-a1a07f3b-a78d-4cbe-87ab-ce0e7a5146fa tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.220089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a1a07f3b-a78d-4cbe-87ab-ce0e7a5146fa tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0267978 Feb 11 04:54:27.332923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39640) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.338927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-818947bc-f2ae-4bef-a766-4f865c9efd13 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.351815 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:27.363144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-818947bc-f2ae-4bef-a766-4f865c9efd13 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0290248 Feb 11 04:54:27.365599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39648) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.429108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-74a88e1a-529b-4869-a031-98d57fd80a86 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.440904 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-74a88e1a-529b-4869-a031-98d57fd80a86 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0628240 Feb 11 04:54:27.445529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39652) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.482641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-d831360d-9d97-408a-93dd-154a9dd1e8a0 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.490350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d831360d-9d97-408a-93dd-154a9dd1e8a0 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0224624 Feb 11 04:54:27.494783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39656) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.553726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-70676d05-7204-4edb-a916-c9f95d26a340 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.554859 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-70676d05-7204-4edb-a916-c9f95d26a340 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0426426 Feb 11 04:54:27.560632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39660) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.592229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-2663fee9-7460-40f0-8cee-fec0a4ce608c tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.593263 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2663fee9-7460-40f0-8cee-fec0a4ce608c tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0203514 Feb 11 04:54:27.601624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39664) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.633089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-bad31a09-c8f5-4b50-b327-df7b60a241d1 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.637559 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bad31a09-c8f5-4b50-b327-df7b60a241d1 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0315421 Feb 11 04:54:27.641804 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3bae8-a8f2-42dd-996f-915b7bf6f7fd req-a5e1b722-0169-470c-8e8d-023eed1e706d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:27.659505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2fa3bae8-a8f2-42dd-996f-915b7bf6f7fd req-a5e1b722-0169-470c-8e8d-023eed1e706d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.4912019 Feb 11 04:54:27.661739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39666) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.673815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-dddcbfd3-c874-42e8-b236-bfa7be47aab7 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.677093 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dddcbfd3-c874-42e8-b236-bfa7be47aab7 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0056319 Feb 11 04:54:27.677866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-311385001-network', 'tenant_id': '96904844260549238a803990e10a1a4b'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:27.686564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39672) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.700558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c2ee04d-1bf9-485b-bb97-046fd8ed06fc req-2302c4da-9d8d-472e-becd-dc8c5bc44d2a service neutron] 10.222.0.60 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6827612 Feb 11 04:54:27.706268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-dee17b9d-f684-4a51-9a1e-d8fa06296f2b tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.709755 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dee17b9d-f684-4a51-9a1e-d8fa06296f2b tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0221221 Feb 11 04:54:27.741510 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b038df59-7570-410c-9a06-f42d528c9700 req-845f663a-b066-4428-a2ee-5a40126f0d4f tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 698 time: 0.8517807 Feb 11 04:54:27.743651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39676) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.748469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-4eb1f754-0e94-4726-9c24-8d3719d017fb tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.749760 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4eb1f754-0e94-4726-9c24-8d3719d017fb tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049472 Feb 11 04:54:27.752779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39680) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.765786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-3c0fe65b-9ee4-4b79-afb8-26de1b34a64e tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.767059 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3c0fe65b-9ee4-4b79-afb8-26de1b34a64e tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0118680 Feb 11 04:54:27.769837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.835849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-62f81433-4af5-4135-b72a-d511195a1e2c tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.837509 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-62f81433-4af5-4135-b72a-d511195a1e2c tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0665054 Feb 11 04:54:27.843033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39688) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.845308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Made reservation on behalf of 96904844260549238a803990e10a1a4b for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:27.847874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.861759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-71833482-e70d-4ccc-b313-0f9303896bd2 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.863189 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-71833482-e70d-4ccc-b313-0f9303896bd2 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0186427 Feb 11 04:54:27.864275 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.866710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.872210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-318bb3b6-9da9-4cc3-b68a-ac46e5ad04bb tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.873451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-318bb3b6-9da9-4cc3-b68a-ac46e5ad04bb tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0055399 Feb 11 04:54:27.908976 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2fa3bae8-a8f2-42dd-996f-915b7bf6f7fd req-41851dea-c0e8-4123-addb-ae1fec23b927 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485068 Feb 11 04:54:27.917024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39692) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.930648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-d817fbc9-dbf2-401d-ba66-37bd01dd3a12 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.932387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d817fbc9-dbf2-401d-ba66-37bd01dd3a12 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0078321 Feb 11 04:54:27.935063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39700) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.941990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-b946cd95-917e-44a0-8920-4c11a1a05644 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:27.943307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b946cd95-917e-44a0-8920-4c11a1a05644 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0070615 Feb 11 04:54:27.960765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39702) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.019188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-adb8565e-3968-4903-8bc0-0ccf97ff4d08 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.032020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-adb8565e-3968-4903-8bc0-0ccf97ff4d08 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0439234 Feb 11 04:54:28.051071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39708) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.079867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-1fe392f9-2fcb-477a-bd0c-6bc3c769dce4 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.081139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1fe392f9-2fcb-477a-bd0c-6bc3c769dce4 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0281901 Feb 11 04:54:28.123205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39712) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.150258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-1c8bbf84-824c-431b-b0f0-3605a01738c4 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.151262 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1c8bbf84-824c-431b-b0f0-3605a01738c4 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0273559 Feb 11 04:54:28.162760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39718) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.172273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8246bcb-d139-4dad-86ec-df909c6461c6 req-406eebf3-c36a-4b04-be09-d894133f786e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 210 time: 0.1002851 Feb 11 04:54:28.174621 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c2ee04d-1bf9-485b-bb97-046fd8ed06fc req-073bbb91-7bb4-4680-bc6b-5b3148bcad87 service neutron] 10.222.0.60 "GET /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719203 Feb 11 04:54:28.196661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-50a2f209-9f50-4c8b-b291-63a3e0a8dcd9 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.202565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39720) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.202731 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-50a2f209-9f50-4c8b-b291-63a3e0a8dcd9 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0226285 Feb 11 04:54:28.208382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-cc65584b-1b6e-4b51-b51b-82e4fe0fa771 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.209621 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cc65584b-1b6e-4b51-b51b-82e4fe0fa771 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054157 Feb 11 04:54:28.212876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39722) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.219682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-31a8b83c-3db3-4452-908c-3dab367778a7 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.221127 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-31a8b83c-3db3-4452-908c-3dab367778a7 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0068657 Feb 11 04:54:28.225680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39726) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.236170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-32083687-f7c7-40f1-8353-4d4feb80a0d6 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.243298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-32083687-f7c7-40f1-8353-4d4feb80a0d6 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0153534 Feb 11 04:54:28.246191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39728) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.253228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-93905252-1f9d-4d3f-8af7-228925c9d179 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.276423 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-93905252-1f9d-4d3f-8af7-228925c9d179 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0263627 Feb 11 04:54:28.291797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39734) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.303595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-f3e5fc7f-ab5f-4fb1-b63c-6f03e474db7e tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.305372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f3e5fc7f-ab5f-4fb1-b63c-6f03e474db7e tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0100734 Feb 11 04:54:28.308075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39736) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.322562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-c9f7d6dd-be0b-4654-a350-39811144e2b0 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.323947 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c9f7d6dd-be0b-4654-a350-39811144e2b0 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0135133 Feb 11 04:54:28.327020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39738) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.334696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-1a1ac3dc-5ae9-4472-bdca-bb66b13d5f84 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.335989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1a1ac3dc-5ae9-4472-bdca-bb66b13d5f84 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0068181 Feb 11 04:54:28.342224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39740) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.350472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-f35a40da-d943-4db3-92ef-7c7657a3f33c tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.351855 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f35a40da-d943-4db3-92ef-7c7657a3f33c tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0067899 Feb 11 04:54:28.354745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39742) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.364404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-817e8595-628d-4fdb-a173-4f08ca42d8f4 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.365746 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-817e8595-628d-4fdb-a173-4f08ca42d8f4 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0087864 Feb 11 04:54:28.375847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39744) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.377482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-b038df59-7570-410c-9a06-f42d528c9700 req-5d7435e8-c02f-4cad-be35-0a03300a74a8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Deleting port 6e3615fb-2b30-4510-8ae2-6398a23b087d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:28.378053 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b038df59-7570-410c-9a06-f42d528c9700 req-5d7435e8-c02f-4cad-be35-0a03300a74a8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6e3615fb-2b30-4510-8ae2-6398a23b087d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.404955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-aa3965c9-f387-401e-8a4b-c2c925e3f24d tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.406639 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aa3965c9-f387-401e-8a4b-c2c925e3f24d tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0260065 Feb 11 04:54:28.412333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39746) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.428674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-47ac66af-1dfb-4db7-a022-667feec9aff9 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.432345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-47ac66af-1dfb-4db7-a022-667feec9aff9 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0089905 Feb 11 04:54:28.441877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39748) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.468398 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-627e1dd9-395c-4050-8ca6-c89210534c3e tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.472123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-627e1dd9-395c-4050-8ca6-c89210534c3e tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0258260 Feb 11 04:54:28.489119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39752) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.500084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Publish callbacks [] for security_group (293191b7-d5f6-43e7-be07-00d5f04df8d1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.511009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-00720cd8-cc4b-4ac1-ab76-287836052276 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.514609 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-00720cd8-cc4b-4ac1-ab76-287836052276 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0218129 Feb 11 04:54:28.516142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39754) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.522816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-99331bd0-d0e1-4bbf-922d-b0e06159ebd9 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.534372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-99331bd0-d0e1-4bbf-922d-b0e06159ebd9 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0154734 Feb 11 04:54:28.540502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39756) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.548773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-666a03ea-0cc5-4865-b343-607fa7acc759 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.552774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-666a03ea-0cc5-4865-b343-607fa7acc759 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0079007 Feb 11 04:54:28.559912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39760) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.565754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-afc5d188-db81-45bf-b27c-d953e423bd08 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.571906 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-afc5d188-db81-45bf-b27c-d953e423bd08 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0101957 Feb 11 04:54:28.573064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39762) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.633023 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b038df59-7570-410c-9a06-f42d528c9700 req-5d7435e8-c02f-4cad-be35-0a03300a74a8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6e3615fb-2b30-4510-8ae2-6398a23b087d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.633798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b038df59-7570-410c-9a06-f42d528c9700 req-5d7435e8-c02f-4cad-be35-0a03300a74a8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (6e3615fb-2b30-4510-8ae2-6398a23b087d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.634540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-c639f942-9728-4ff7-b7b2-14546c85b221 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.642932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c639f942-9728-4ff7-b7b2-14546c85b221 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0258343 Feb 11 04:54:28.643925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39766) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.648261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-b038df59-7570-410c-9a06-f42d528c9700 req-5d7435e8-c02f-4cad-be35-0a03300a74a8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Calling delete_port for 6e3615fb-2b30-4510-8ae2-6398a23b087d owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:28.659384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-0a6d0d38-815d-40ac-a13a-5816b242c7b5 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.663263 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0a6d0d38-815d-40ac-a13a-5816b242c7b5 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0121219 Feb 11 04:54:28.668233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39768) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.673972 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (293191b7-d5f6-43e7-be07-00d5f04df8d1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.680922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-1e431dea-5a07-4a5c-b2bc-7e2f23225d32 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.687905 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1e431dea-5a07-4a5c-b2bc-7e2f23225d32 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0109978 Feb 11 04:54:28.692672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39772) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.698466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-f3b54c0b-7bf6-4404-a9fe-98ff97ee7ae4 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.702013 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f3b54c0b-7bf6-4404-a9fe-98ff97ee7ae4 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0073419 Feb 11 04:54:28.704839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39774) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.708986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-675e5267-956f-47d0-9ad4-c4cdb15cddef tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.713148 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-675e5267-956f-47d0-9ad4-c4cdb15cddef tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0072577 Feb 11 04:54:28.714975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39776) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.721127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-4217b418-2133-46ff-acdd-4a7c704bad31 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.724775 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4217b418-2133-46ff-acdd-4a7c704bad31 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0067637 Feb 11 04:54:28.727432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39778) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.737244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-36bd734b-aa3e-4ec2-ad6c-79f08208fca4 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.740944 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-36bd734b-aa3e-4ec2-ad6c-79f08208fca4 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0112777 Feb 11 04:54:28.744871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39782) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.757297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00409792-15bd-4ace-933f-50dca4ff7183 req-75ea366c-767d-4e05-b485-c845688b0555 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:28.764943 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00409792-15bd-4ace-933f-50dca4ff7183 req-75ea366c-767d-4e05-b485-c845688b0555 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.4822464 Feb 11 04:54:28.769601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-9b7783bb-eb12-4cc5-8d4d-aaba7e7d73c6 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.776678 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9b7783bb-eb12-4cc5-8d4d-aaba7e7d73c6 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0296152 Feb 11 04:54:28.782988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39784) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.798041 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-ddcbc97e-963c-4eb2-bc90-2448fef68d65 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.799086 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ddcbc97e-963c-4eb2-bc90-2448fef68d65 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0129852 Feb 11 04:54:28.808674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39788) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.813988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-78adf9a3-9ad3-43b7-9960-1f171aec6bb6 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.814655 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-78adf9a3-9ad3-43b7-9960-1f171aec6bb6 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050249 Feb 11 04:54:28.819505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:54:28.821952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39790) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.825582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293191b7-d5f6-43e7-be07-00d5f04df8d1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:28.832587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-fa6e1408-9ad1-45bf-b88c-d48beb6b5344 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.833831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fa6e1408-9ad1-45bf-b88c-d48beb6b5344 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0092747 Feb 11 04:54:28.844107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39792) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.854506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-0ed7df27-56cd-4d36-9da5-c4d10bf8c459 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.855839 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0ed7df27-56cd-4d36-9da5-c4d10bf8c459 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053172 Feb 11 04:54:28.859097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39794) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.865104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-6cbfba81-a1f5-467f-856f-49cc4c9d3070 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.866519 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6cbfba81-a1f5-467f-856f-49cc4c9d3070 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0051367 Feb 11 04:54:28.870553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39796) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.875062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8677c3ed-0dd9-4c29-a132-9975f00f354c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.875616 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Added segment 8677c3ed-0dd9-4c29-a132-9975f00f354c of type vlan for network 8decd706-0c4d-4a4c-9cac-e65570b1f749 Feb 11 04:54:28.879378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-b19d2510-a64b-4e23-80fa-578e2cc6a889 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.881080 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b19d2510-a64b-4e23-80fa-578e2cc6a889 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074520 Feb 11 04:54:28.888488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-8fdb2494-0b21-4632-a4e1-1e0946804dfa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:28.890258 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-8fdb2494-0b21-4632-a4e1-1e0946804dfa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.10 "GET /v2.0/networks?id=b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 200 len: 813 time: 0.5823157 Feb 11 04:54:28.891167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39798) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.904208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-9804d2d0-a153-4a34-8b60-c7698edb961b tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.908404 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9804d2d0-a153-4a34-8b60-c7698edb961b tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0111940 Feb 11 04:54:28.909140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39800) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.931952 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:54:28.933717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Request body: {'port': {'device_id': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef', 'admin_state_up': True, 'tenant_id': 'a0d0af48ff764b78ad9fdc536be1a471'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:28.939129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-751a4e67-6a08-4f6e-92ed-edfb7a8b02e5 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.943298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-751a4e67-6a08-4f6e-92ed-edfb7a8b02e5 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0178132 Feb 11 04:54:28.944574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39804) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.956063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-cdfa185b-5f4d-4ec5-afbf-b1cd8a4fdca8 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.959784 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cdfa185b-5f4d-4ec5-afbf-b1cd8a4fdca8 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0078189 Feb 11 04:54:28.967183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39806) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.975760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-779d9116-5e38-466d-8f2a-da846cae2437 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:28.979693 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-779d9116-5e38-466d-8f2a-da846cae2437 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0089684 Feb 11 04:54:28.992186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39810) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.998205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-6c6ed045-63e7-429d-a4b9-a1afffe7ec8c tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.007583 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6c6ed045-63e7-429d-a4b9-a1afffe7ec8c tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0129662 Feb 11 04:54:29.013180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39812) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.024571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-af66cb2c-6229-47c5-92b7-d5604fd3112a tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.025686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-af66cb2c-6229-47c5-92b7-d5604fd3112a tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0120027 Feb 11 04:54:29.029465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39814) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.041480 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00409792-15bd-4ace-933f-50dca4ff7183 req-7ab369fb-909f-41c2-af62-bbb814975b72 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756493 Feb 11 04:54:29.054060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-4e056c28-780c-4cbc-a8c5-8cf7cea5c92a tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.055865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4e056c28-780c-4cbc-a8c5-8cf7cea5c92a tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0091074 Feb 11 04:54:29.072031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39818) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.076799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-62751754-5ef8-436d-b3b7-af1eaaa01428 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.080440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-62751754-5ef8-436d-b3b7-af1eaaa01428 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0072353 Feb 11 04:54:29.092174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39822) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.094507 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (8decd706-0c4d-4a4c-9cac-e65570b1f749), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:29.103046 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-e59bc64a-9d9f-4261-8625-90a2d8d72ea6 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.106939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e59bc64a-9d9f-4261-8625-90a2d8d72ea6 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091169 Feb 11 04:54:29.109952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b038df59-7570-410c-9a06-f42d528c9700 req-5d7435e8-c02f-4cad-be35-0a03300a74a8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6e3615fb-2b30-4510-8ae2-6398a23b087d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:29.114071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39824) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.147957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-ac8248ab-23f5-4fc9-89d2-caf4109d5078 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.151855 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ac8248ab-23f5-4fc9-89d2-caf4109d5078 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090151 Feb 11 04:54:29.153957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7435e8-c02f-4cad-be35-0a03300a74a8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Pushing event deleted for resources: {'Port': ['ID=6e3615fb-2b30-4510-8ae2-6398a23b087d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:29.155786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39830) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.170287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-e82596bc-b57e-411c-8864-d513fb81cf98 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.174379 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e82596bc-b57e-411c-8864-d513fb81cf98 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0127535 Feb 11 04:54:29.177920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39832) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.190517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-18a18ac3-f9af-4d03-b420-dfeb07e2cba1 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.194528 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-18a18ac3-f9af-4d03-b420-dfeb07e2cba1 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0086739 Feb 11 04:54:29.201010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39834) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.214130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-4dd361a3-823f-4630-8c1e-bd424c781494 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.218606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4dd361a3-823f-4630-8c1e-bd424c781494 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0158658 Feb 11 04:54:29.221758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39838) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.226246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-6e71fae5-54dc-429e-aa2a-ca7ce209015d tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.230981 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6e71fae5-54dc-429e-aa2a-ca7ce209015d tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0080903 Feb 11 04:54:29.251145 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39840) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.255597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [None req-e8fc4f25-ed12-4ce6-8290-46863f749096 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.259305 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e8fc4f25-ed12-4ce6-8290-46863f749096 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0071895 Feb 11 04:54:29.262340 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (8decd706-0c4d-4a4c-9cac-e65570b1f749), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:29.267094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:29.268036 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:29.269176 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39844) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.275679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-eb497fa8-05e5-4cc5-a1cf-ca7d3c6c32d3 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.279065 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-eb497fa8-05e5-4cc5-a1cf-ca7d3c6c32d3 tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042589 Feb 11 04:54:29.281743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39846) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.287554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-27ddd6d2-f808-44a7-a34e-b18fbffa428f tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.288486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-27ddd6d2-f808-44a7-a34e-b18fbffa428f tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041001 Feb 11 04:54:29.294390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39850) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.301192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [None req-eaa56233-5cc9-4a8e-ad18-029aa9ebbdbb tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:54:29.302320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-eaa56233-5cc9-4a8e-ad18-029aa9ebbdbb tempest-ExtensionsTestJSON-1636730810 tempest-ExtensionsTestJSON-1636730810-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045588 Feb 11 04:54:29.353359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6650977 Feb 11 04:54:29.362953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39856) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:29.388128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Request body: {'subnet': {'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-311385001-subnet', 'tenant_id': '96904844260549238a803990e10a1a4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:29.398754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Made reservation on behalf of a0d0af48ff764b78ad9fdc536be1a471 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:29.405164 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:29.469184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af476f-13df-4895-b288-2251968b1df0 req-f620a69e-9029-420d-ad4a-e41287273592 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:29.479642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8af476f-13df-4895-b288-2251968b1df0 req-f620a69e-9029-420d-ad4a-e41287273592 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2821283 Feb 11 04:54:29.540791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258ea69-64db-4349-b604-11e0cb3f20ce admin admin] Pushing event updated for resources: {'Network': ['ID=8decd706-0c4d-4a4c-9cac-e65570b1f749,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:29.543406 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b038df59-7570-410c-9a06-f42d528c9700 req-5d7435e8-c02f-4cad-be35-0a03300a74a8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks [] for floatingip (d2e4440b-41d6-4062-9f05-17bca6e2ebfb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:29.553649 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-b038df59-7570-410c-9a06-f42d528c9700 req-5d7435e8-c02f-4cad-be35-0a03300a74a8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:29.555869 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b038df59-7570-410c-9a06-f42d528c9700 req-5d7435e8-c02f-4cad-be35-0a03300a74a8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "DELETE /v2.0/floatingips/d2e4440b-41d6-4062-9f05-17bca6e2ebfb HTTP/1.1" status: 204 len: 173 time: 1.8013558 Feb 11 04:54:29.589561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Made reservation on behalf of 96904844260549238a803990e10a1a4b for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:29.597242 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:29.756628 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-885d3b26-421a-4093-944f-5d3668fb7afd req-5fda5764-c91c-4895-975f-9c006286cc38 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 210 time: 0.0739319 Feb 11 04:54:29.882390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 8decd706-0c4d-4a4c-9cac-e65570b1f749 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:54:29.959668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8af476f-13df-4895-b288-2251968b1df0 req-437de06b-4718-4dfc-ac02-3ac345ecd093 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4757068 Feb 11 04:54:29.999943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39876) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:30.072805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1ab14-91c9-4eac-b077-0e22f4d40378 req-431ea62e-24a2-47f4-94a0-33fbf636f4ae tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:30.075076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e1ab14-91c9-4eac-b077-0e22f4d40378 req-431ea62e-24a2-47f4-94a0-33fbf636f4ae tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1450989 Feb 11 04:54:30.143030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e1ab14-91c9-4eac-b077-0e22f4d40378 req-6e3018b7-90bb-4085-b0ff-3d6be5731a20 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0620718 Feb 11 04:54:30.175820 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e07649f-3374-40ae-af59-c2efe550d4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:30.231345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bbf99320-fd5f-451f-8540-d2970cc853eb req-116d5dc3-8aa9-4f01-90cf-99779329511b tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0455239 Feb 11 04:54:30.279553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Allocated IP 172.20.0.10 (b67d36b9-6f2e-4fab-9900-af82916ad6ef/2f1730ef-db3b-4017-bd70-cc38613cb0e5/27c65b30-2722-41bd-9b9e-a7f213f845df) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:30.364740 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc2f3e-ba36-4e0d-8982-dffb58e85d44 req-7700756e-0d56-41bc-bd8a-3405efa58aab tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:30.378250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65dc2f3e-ba36-4e0d-8982-dffb58e85d44 req-7700756e-0d56-41bc-bd8a-3405efa58aab tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2294641 Feb 11 04:54:30.421088 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e07649f-3374-40ae-af59-c2efe550d4f4 admin admin] Publish callbacks [] for security_group (cfef4b67-6223-4142-b46e-4fd510a8d366), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:30.425836 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e07649f-3374-40ae-af59-c2efe550d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cfef4b67-6223-4142-b46e-4fd510a8d366), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:30.462652 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6e07649f-3374-40ae-af59-c2efe550d4f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1655058c55864266be6def65e623e586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4591882 Feb 11 04:54:30.463731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39900) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:30.522293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07649f-3374-40ae-af59-c2efe550d4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef4b67-6223-4142-b46e-4fd510a8d366,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:30.566801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be1f513f-9931-42ec-96a3-1796d29ace3f admin admin] Publish callbacks [] for security_group (cfef4b67-6223-4142-b46e-4fd510a8d366), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:30.598871 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be1f513f-9931-42ec-96a3-1796d29ace3f admin admin] Publish callbacks [] for security_group (cfef4b67-6223-4142-b46e-4fd510a8d366), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:30.661577 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be1f513f-9931-42ec-96a3-1796d29ace3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cfef4b67-6223-4142-b46e-4fd510a8d366), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:30.665495 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be1f513f-9931-42ec-96a3-1796d29ace3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:30.670533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-be1f513f-9931-42ec-96a3-1796d29ace3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfef4b67-6223-4142-b46e-4fd510a8d366 HTTP/1.1" status: 204 len: 168 time: 0.2037928 Feb 11 04:54:30.685425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39906) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:30.686365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f513f-9931-42ec-96a3-1796d29ace3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef4b67-6223-4142-b46e-4fd510a8d366,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:30.790128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438bdaf-7ea8-40e0-8ae1-f939af3b3b12 req-fd7054d3-9c0d-42c8-a61a-4f7fb9441475 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:30.810988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f438bdaf-7ea8-40e0-8ae1-f939af3b3b12 req-fd7054d3-9c0d-42c8-a61a-4f7fb9441475 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 946 time: 0.1092823 Feb 11 04:54:30.910069 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f438bdaf-7ea8-40e0-8ae1-f939af3b3b12 req-0986ce02-1237-4019-9fa1-0e5ea98b5111 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970531 Feb 11 04:54:31.026216 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b7387b22-6add-432f-bf57-53514dca2acc req-1a985938-7739-4a00-8263-ff24e0fb6f87 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 210 time: 0.0510168 Feb 11 04:54:31.122289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65dc2f3e-ba36-4e0d-8982-dffb58e85d44 req-b0afec9e-f697-4d12-9a53-84b667f173ce tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7493193 Feb 11 04:54:31.162644 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (c8950805-753a-47d3-a145-dfa74269b5aa), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.194495 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79683516-0d0c-4fd0-a385-4d203fa5d4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.212695 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks [] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.268741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8950805-753a-47d3-a145-dfa74269b5aa,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:31.286331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.286971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.287707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.290764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.290764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.290764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.290764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.291221 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.291791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.292287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.292939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.293366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.293792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:31.325689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Checking segment: {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:31.326346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Network hostable DHCP agents. Network: 8decd706-0c4d-4a4c-9cac-e65570b1f749, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:54:31.350501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.363985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Network 8decd706-0c4d-4a4c-9cac-e65570b1f749 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:54:31.399802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 8decd706-0c4d-4a4c-9cac-e65570b1f749) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:31.407102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:31.407708 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.409087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f1b4b-330a-4911-99e9-4fa56c65fad7 None None] Network 8decd706-0c4d-4a4c-9cac-e65570b1f749 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:31.471561 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79683516-0d0c-4fd0-a385-4d203fa5d4d4 admin admin] Publish callbacks [] for security_group (747ef436-b50b-4654-a5a7-1ee6a59a14b0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.473868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Network b67d36b9-6f2e-4fab-9900-af82916ad6ef is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:31.477852 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79683516-0d0c-4fd0-a385-4d203fa5d4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (747ef436-b50b-4654-a5a7-1ee6a59a14b0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.502024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:31.505052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:31.566727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79683516-0d0c-4fd0-a385-4d203fa5d4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747ef436-b50b-4654-a5a7-1ee6a59a14b0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:31.586851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-79683516-0d0c-4fd0-a385-4d203fa5d4d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74fa08bc359847159ce781db36fb76f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8921988 Feb 11 04:54:31.597183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39938) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:31.618873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Pushing event updated for resources: {'Port': ['ID=27c65b30-2722-41bd-9b9e-a7f213f845df,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:31.642244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-963a89a0-5191-43c3-be37-a046191f5ecb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2671900 Feb 11 04:54:31.653914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:31.662875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:31.715088 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-8decd706-0c4d-4a4c-9cac-e65570b1f749', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'project_id': '96904844260549238a803990e10a1a4b', 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:54:31.718221 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.751843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8698e3b8-c338-4ec3-b598-832188512770 admin admin] Publish callbacks [] for security_group (747ef436-b50b-4654-a5a7-1ee6a59a14b0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.773310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:31.774501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.801678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93055750-be46-4fd4-8304-a19725e3efb8 req-0f3ccf1b-9f7c-4c35-bfc1-81d336a05d30 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:31.812029 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-0f3ccf1b-9f7c-4c35-bfc1-81d336a05d30 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 811 time: 0.2481923 Feb 11 04:54:31.829060 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8698e3b8-c338-4ec3-b598-832188512770 admin admin] Publish callbacks [] for security_group (747ef436-b50b-4654-a5a7-1ee6a59a14b0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.833053 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.835378 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.860411 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-ed139f69-75bc-4f9e-87d2-ed24105b1d13 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/quotas/0c3115c0b4f7444a90cdb58a37131a72 HTTP/1.1" status: 200 len: 375 time: 0.0472305 Feb 11 04:54:31.905792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-cee0bdcb-8099-48ca-a66e-0a552696698a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9924295 Feb 11 04:54:31.932907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Request body: {'port': {'device_id': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:31.962041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Allocated IP 172.20.0.2 (8decd706-0c4d-4a4c-9cac-e65570b1f749/c8950805-753a-47d3-a145-dfa74269b5aa/610e6c52-b3e1-4ede-9153-b4f75ef58928) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:32.031904 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Publish callbacks [] for router_controller (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.059969 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-fcdcc0cc-b69c-4ab4-8c49-5d6cf895a5a5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1987197 Feb 11 04:54:32.107457 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8698e3b8-c338-4ec3-b598-832188512770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (747ef436-b50b-4654-a5a7-1ee6a59a14b0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.111244 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8698e3b8-c338-4ec3-b598-832188512770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.112679 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8698e3b8-c338-4ec3-b598-832188512770 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/747ef436-b50b-4654-a5a7-1ee6a59a14b0 HTTP/1.1" status: 204 len: 168 time: 0.5141749 Feb 11 04:54:32.152484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698e3b8-c338-4ec3-b598-832188512770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747ef436-b50b-4654-a5a7-1ee6a59a14b0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:32.225476 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Publish callbacks [] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.239362 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.264871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Network 8decd706-0c4d-4a4c-9cac-e65570b1f749 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:32.271889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:32.275189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:32.332567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-8ae884c2-e1fd-4a7a-be50-f6f4c43aa24d service neutron] 10.222.0.48 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716584 Feb 11 04:54:32.358506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39960) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:32.492908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Attempting to bind port 610e6c52-b3e1-4ede-9153-b4f75ef58928 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:32.492908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Attempting to bind port 610e6c52-b3e1-4ede-9153-b4f75ef58928 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:32.492908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Attempting to bind port 610e6c52-b3e1-4ede-9153-b4f75ef58928 on network 8decd706-0c4d-4a4c-9cac-e65570b1f749 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:32.505480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:32.505860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Checking segment: {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:32.512000 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.514410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Bound using segment: {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:32.514973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Bound port: 610e6c52-b3e1-4ede-9153-b4f75ef58928, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:32.516670 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.618324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Pushing event updated for resources: {'Port': ['ID=610e6c52-b3e1-4ede-9153-b4f75ef58928,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:32.638443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.652798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.653141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.653625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.653974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.654309 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.655850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.656139 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.656490 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.656844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.657239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.657476 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.657931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.658123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:32.662229 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-fea64b00-2568-4d7e-b2fc-c54443c7ffd4 service neutron] 10.222.0.48 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266096 Feb 11 04:54:32.712586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] For port 610e6c52-b3e1-4ede-9153-b4f75ef58928, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:32.719828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] For port 610e6c52-b3e1-4ede-9153-b4f75ef58928, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=610e6c52-b3e1-4ede-9153-b4f75ef58928,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:32.741936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6210f8f-d477-419d-a4ce-7fb7ce08c62c req-cdd303ea-c094-4c6c-83db-20e905709dd8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:32.746106 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.754629 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a6210f8f-d477-419d-a4ce-7fb7ce08c62c req-cdd303ea-c094-4c6c-83db-20e905709dd8 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 946 time: 0.5588295 Feb 11 04:54:32.793729 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-09f1aaf7-d1c3-4c9d-890e-220edc5764cf tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-519621976', 'prefixes': ['172.20.0.0/16']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:32.838624 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Publish callbacks [] for router_gateway (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.917898 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39974) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:32.921335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24fdf3-d91d-4644-b19a-2ff0c26177ac None None] Pushing event updated for resources: {'Port': ['ID=610e6c52-b3e1-4ede-9153-b4f75ef58928,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:32.968383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09f1aaf7-d1c3-4c9d-890e-220edc5764cf tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.982864 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-09f1aaf7-d1c3-4c9d-890e-220edc5764cf tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6076822 Feb 11 04:54:32.982864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39976) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:33.021122 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d40cbca-609e-4562-a6d5-9964b4c8c734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.043429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a6210f8f-d477-419d-a4ce-7fb7ce08c62c req-73b2f073-55eb-46c0-a7b6-0a6cf15e591c tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013826 Feb 11 04:54:33.052739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c861df0-10fc-4466-96c4-012f2421c3d9 req-3a002f62-3d01-47d9-9e4d-284ff3ea4273 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:33.054492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c861df0-10fc-4466-96c4-012f2421c3d9 req-3a002f62-3d01-47d9-9e4d-284ff3ea4273 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 946 time: 0.2989378 Feb 11 04:54:33.181039 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.264312 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d40cbca-609e-4562-a6d5-9964b4c8c734 admin admin] Publish callbacks [] for security_group (68a4c173-d482-4967-8f3a-3bf8a29f6827), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.282965 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d40cbca-609e-4562-a6d5-9964b4c8c734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (68a4c173-d482-4967-8f3a-3bf8a29f6827), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.376863 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-71a81be9-142a-4ac8-b800-0f96913ede07 tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] 10.222.0.48 "GET /v2.0/subnetpools/5155a77a-3be9-4d40-965b-1e861452a7b5 HTTP/1.1" status: 200 len: 731 time: 0.3942180 Feb 11 04:54:33.389843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39986) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:33.421808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-802970ee-e62e-4cc7-a98e-ed5d77dc764f tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1893826364'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:33.452514 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33226809-91b6-46d7-9df2-4326462c097e req-4fb27903-21d5-4dc1-a97b-5e0946042e52 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 210 time: 0.1592391 Feb 11 04:54:33.453734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fc902-eab4-459d-b2a9-17f6529e59fe req-0ca79f38-40f0-4aa9-a894-a8cf48623b71 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:33.463938 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-198fc902-eab4-459d-b2a9-17f6529e59fe req-0ca79f38-40f0-4aa9-a894-a8cf48623b71 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 932 time: 0.1899278 Feb 11 04:54:33.606812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-198fc902-eab4-459d-b2a9-17f6529e59fe req-0817cd05-af26-4db7-9f59-1a26b982cd89 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362090 Feb 11 04:54:33.612721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40cbca-609e-4562-a6d5-9964b4c8c734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a4c173-d482-4967-8f3a-3bf8a29f6827,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:33.622845 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3d40cbca-609e-4562-a6d5-9964b4c8c734 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df132fde3c9c49e982da1bf1b4d9692e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7032855 Feb 11 04:54:33.624993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39992) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:33.641313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-0c861df0-10fc-4466-96c4-012f2421c3d9 req-c4fdc23b-d541-472f-9acf-42c9338ac96d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Deleting port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:33.642571 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0c861df0-10fc-4466-96c4-012f2421c3d9 req-c4fdc23b-d541-472f-9acf-42c9338ac96d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.751544 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6c8c-351e-471b-baf1-22f30875ca23 admin admin] Publish callbacks [] for security_group (68a4c173-d482-4967-8f3a-3bf8a29f6827), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.792022 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-802970ee-e62e-4cc7-a98e-ed5d77dc764f tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.796093 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-802970ee-e62e-4cc7-a98e-ed5d77dc764f tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] 10.222.0.48 "PUT /v2.0/subnetpools/5155a77a-3be9-4d40-965b-1e861452a7b5 HTTP/1.1" status: 200 len: 684 time: 0.3886218 Feb 11 04:54:33.799354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39996) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:33.802541 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6c8c-351e-471b-baf1-22f30875ca23 admin admin] Publish callbacks [] for security_group (68a4c173-d482-4967-8f3a-3bf8a29f6827), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.954022 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6c8c-351e-471b-baf1-22f30875ca23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (68a4c173-d482-4967-8f3a-3bf8a29f6827), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.957697 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6c8c-351e-471b-baf1-22f30875ca23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.959110 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8ebd6c8c-351e-471b-baf1-22f30875ca23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68a4c173-d482-4967-8f3a-3bf8a29f6827 HTTP/1.1" status: 204 len: 168 time: 0.3328552 Feb 11 04:54:33.965583 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e151934a-e6e6-4aaa-bd85-fb2186969a14 tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.969075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e151934a-e6e6-4aaa-bd85-fb2186969a14 tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] 10.222.0.48 "DELETE /v2.0/subnetpools/5155a77a-3be9-4d40-965b-1e861452a7b5 HTTP/1.1" status: 204 len: 168 time: 0.1682155 Feb 11 04:54:33.978327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40000) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:33.988857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd6c8c-351e-471b-baf1-22f30875ca23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a4c173-d482-4967-8f3a-3bf8a29f6827,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:34.001765 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-7aa1590c-f574-4823-ab0a-2ebb7b432a38 tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] show failed (client error): The resource could not be found. Feb 11 04:54:34.002834 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7aa1590c-f574-4823-ab0a-2ebb7b432a38 tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] 10.222.0.48 "GET /v2.0/subnetpools/5155a77a-3be9-4d40-965b-1e861452a7b5 HTTP/1.1" status: 404 len: 346 time: 0.0231347 Feb 11 04:54:34.005658 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40002) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:34.023309 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-8cef3d5e-2b7d-44c4-82bc-babf62fdd358 tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] delete failed (client error): The resource could not be found. Feb 11 04:54:34.025120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8cef3d5e-2b7d-44c4-82bc-babf62fdd358 tempest-SubnetPoolsTestJSON-400137004 tempest-SubnetPoolsTestJSON-400137004-project] 10.222.0.48 "DELETE /v2.0/subnetpools/5155a77a-3be9-4d40-965b-1e861452a7b5 HTTP/1.1" status: 404 len: 346 time: 0.0184541 Feb 11 04:54:34.042398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0c861df0-10fc-4466-96c4-012f2421c3d9 req-c4fdc23b-d541-472f-9acf-42c9338ac96d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] For port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57,segment=NetworkSegment(9c3c8f82-9a72-4045-892b-6825e29feafc),segment_id=9c3c8f82-9a72-4045-892b-6825e29feafc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:34.046087 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0c861df0-10fc-4466-96c4-012f2421c3d9 req-c4fdc23b-d541-472f-9acf-42c9338ac96d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.198249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c65b30-2722-41bd-9b9e-a7f213f845df {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:54:34.228937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Publish callbacks [] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.244621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Transition to ACTIVE for port object 27c65b30-2722-41bd-9b9e-a7f213f845df will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:54:34.247866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-0c861df0-10fc-4466-96c4-012f2421c3d9 req-c4fdc23b-d541-472f-9acf-42c9338ac96d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Calling delete_port for dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:34.355078 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.416638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Pushing event updated for resources: {'Port': ['ID=27c65b30-2722-41bd-9b9e-a7f213f845df,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:34.609782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1abfe0-0e36-44e9-9496-33de77b52af2 None None] Network 8decd706-0c4d-4a4c-9cac-e65570b1f749 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:34.697779 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Publish callbacks [] for router_gateway (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.698341 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ad2d6642-86ea-46b9-8e50-da4480a4ee2c req-72dc5ee0-1463-47ed-80ac-6ec9329c1276 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 210 time: 0.0738897 Feb 11 04:54:34.699650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40024) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:34.773273 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.861560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4a4e2-5066-4b2c-8d60-ae14ab295cae req-de9fcbc3-08b9-45f4-9008-1c1d60532861 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:34.865278 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79c4a4e2-5066-4b2c-8d60-ae14ab295cae req-de9fcbc3-08b9-45f4-9008-1c1d60532861 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 946 time: 0.6133785 Feb 11 04:54:34.897522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:35.203935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5b0d4-a3b8-4101-92e8-9d5c56513647 req-19f095b8-d206-4352-ab1f-e11558915aa4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:35.216491 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8bd5b0d4-a3b8-4101-92e8-9d5c56513647 req-19f095b8-d206-4352-ab1f-e11558915aa4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.2469261 Feb 11 04:54:35.225667 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d222d2ec-a336-4e72-abed-4b1a6817dc34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.247589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 610e6c52-b3e1-4ede-9153-b4f75ef58928 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:35.378635 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8bd5b0d4-a3b8-4101-92e8-9d5c56513647 req-522f8251-5467-40e3-8732-fa31bb5bf1ae tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590769 Feb 11 04:54:35.495567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-474a47c5-a45b-4b44-a4cc-d8f049129de3 None None] Provisioning complete for port 610e6c52-b3e1-4ede-9153-b4f75ef58928 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:35.499426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d222d2ec-a336-4e72-abed-4b1a6817dc34 admin admin] Publish callbacks [] for security_group (ad0d1f82-c90e-449d-9e0b-ac7a46957785), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.500195 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-474a47c5-a45b-4b44-a4cc-d8f049129de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.506804 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d222d2ec-a336-4e72-abed-4b1a6817dc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ad0d1f82-c90e-449d-9e0b-ac7a46957785), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.541462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Allocated IP 172.25.7.43 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/033156bf-6bf9-4087-a16d-408a4e08c4d0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:35.567039 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d222d2ec-a336-4e72-abed-4b1a6817dc34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99aee47a1d32401f88c83ff1e738e056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8661854 Feb 11 04:54:35.583640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40044) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:35.633189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222d2ec-a336-4e72-abed-4b1a6817dc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0d1f82-c90e-449d-9e0b-ac7a46957785,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:35.639516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 610e6c52-b3e1-4ede-9153-b4f75ef58928 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:35.640504 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.687581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-973b88c0-df17-4d3e-8226-405ef4afe6c6 admin admin] Publish callbacks [] for security_group (ad0d1f82-c90e-449d-9e0b-ac7a46957785), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.712496 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-973b88c0-df17-4d3e-8226-405ef4afe6c6 admin admin] Publish callbacks [] for security_group (ad0d1f82-c90e-449d-9e0b-ac7a46957785), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.765001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:35.765654 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.808422 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-973b88c0-df17-4d3e-8226-405ef4afe6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ad0d1f82-c90e-449d-9e0b-ac7a46957785), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.812329 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-973b88c0-df17-4d3e-8226-405ef4afe6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.815345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-973b88c0-df17-4d3e-8226-405ef4afe6c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad0d1f82-c90e-449d-9e0b-ac7a46957785 HTTP/1.1" status: 204 len: 168 time: 0.2265999 Feb 11 04:54:35.856828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b88c0-df17-4d3e-8226-405ef4afe6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0d1f82-c90e-449d-9e0b-ac7a46957785,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:35.930320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Publish callbacks [] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.994476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-438353fa-9003-4044-82b8-ea0bf5f18220 req-2c01512c-5c01-49c9-bf2c-bdc50de28f67 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 210 time: 0.1134946 Feb 11 04:54:36.005222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 610e6c52-b3e1-4ede-9153-b4f75ef58928 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:36.006577 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:36.057718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Attempting to bind port 27c65b30-2722-41bd-9b9e-a7f213f845df on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:36.059983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Attempting to bind port 27c65b30-2722-41bd-9b9e-a7f213f845df by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'f5434228-3733-4925-8d7c-222bbe6ac8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:36.059983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Attempting to bind port 27c65b30-2722-41bd-9b9e-a7f213f845df on network b67d36b9-6f2e-4fab-9900-af82916ad6ef {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:36.117058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-474a47c5-a45b-4b44-a4cc-d8f049129de3 None None] Current status of the port 610e6c52-b3e1-4ede-9153-b4f75ef58928 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:36.118499 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-474a47c5-a45b-4b44-a4cc-d8f049129de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:36.121563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 610e6c52-b3e1-4ede-9153-b4f75ef58928, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=610e6c52-b3e1-4ede-9153-b4f75ef58928,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:36.148279 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:36.173855 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79c4a4e2-5066-4b2c-8d60-ae14ab295cae req-c46d71f1-5b7a-40c2-83df-6b6159503935 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/security-groups?id=74ac017f-e99c-488c-8eda-1de4d99ed846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0764248 Feb 11 04:54:36.211111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93055750-be46-4fd4-8304-a19725e3efb8 req-7226cbe0-5a68-46dc-8614-e3bfdd128eab tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:36.217683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-7226cbe0-5a68-46dc-8614-e3bfdd128eab tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.60 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 811 time: 1.2095613 Feb 11 04:54:36.240849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Port 27c65b30-2722-41bd-9b9e-a7f213f845df on network b67d36b9-6f2e-4fab-9900-af82916ad6ef not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:54:36.241201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Attempting to bind port 27c65b30-2722-41bd-9b9e-a7f213f845df on network b67d36b9-6f2e-4fab-9900-af82916ad6ef {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:36.260537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-93055750-be46-4fd4-8304-a19725e3efb8 req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Request body: {'port': {'device_id': '2e6174bb-50dd-4ca0-bda0-d69266495bb5', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'admin_state_up': True, 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:36.272208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=610e6c52-b3e1-4ede-9153-b4f75ef58928,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:36.282926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:36.369876 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-474a47c5-a45b-4b44-a4cc-d8f049129de3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:54:36.370407 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-474a47c5-a45b-4b44-a4cc-d8f049129de3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:54:36.389164 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:36.389796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Checking segment: {'id': 'f5434228-3733-4925-8d7c-222bbe6ac8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:36.390402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Bound using segment: {'id': 'f5434228-3733-4925-8d7c-222bbe6ac8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:36.391090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Bound port: 27c65b30-2722-41bd-9b9e-a7f213f845df, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5434228-3733-4925-8d7c-222bbe6ac8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:36.391649 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:36.593625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:36.604826 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0c861df0-10fc-4466-96c4-012f2421c3d9 req-c4fdc23b-d541-472f-9acf-42c9338ac96d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (dda74aaa-0c7a-44dc-bb28-a9ca61d73a57), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:36.647904 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ca244-41c3-428f-9105-99921a405616 req-41d48b40-1302-4b8a-a5a8-14496d19a1eb tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:36.656904 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae4ca244-41c3-428f-9105-99921a405616 req-41d48b40-1302-4b8a-a5a8-14496d19a1eb tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.1068065 Feb 11 04:54:36.745242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Pushing event updated for resources: {'Port': ['ID=033156bf-6bf9-4087-a16d-408a4e08c4d0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:36.751929 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae4ca244-41c3-428f-9105-99921a405616 req-77f33b3f-3520-4a8c-bb2d-2556ed5d2561 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939693 Feb 11 04:54:36.810120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:36.840457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 610e6c52-b3e1-4ede-9153-b4f75ef58928 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:36.879027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:36.891204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c861df0-10fc-4466-96c4-012f2421c3d9 req-c4fdc23b-d541-472f-9acf-42c9338ac96d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] No DVR routers for this DVR port dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:54:36.895142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdc23b-d541-472f-9acf-42c9338ac96d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Pushing event deleted for resources: {'Port': ['ID=dda74aaa-0c7a-44dc-bb28-a9ca61d73a57,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:36.902352 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0c861df0-10fc-4466-96c4-012f2421c3d9 req-c4fdc23b-d541-472f-9acf-42c9338ac96d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:36.908424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c861df0-10fc-4466-96c4-012f2421c3d9 req-c4fdc23b-d541-472f-9acf-42c9338ac96d tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.60 "DELETE /v2.0/ports/dda74aaa-0c7a-44dc-bb28-a9ca61d73a57 HTTP/1.1" status: 204 len: 173 time: 3.8461964 Feb 11 04:54:36.909257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'name': 'network-vif-deleted', 'tag': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:54:36.920533 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1865dfa1-bf95-430a-9da4-096f48e04bd4" -d '{"events": [{"server_uuid": "4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7", "name": "network-vif-deleted", "tag": "dda74aaa-0c7a-44dc-bb28-a9ca61d73a57"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:54:37.005096 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244d42c1-ee63-46b7-8df6-8ba3bf9d41c8 x-openstack-request-id: req-244d42c1-ee63-46b7-8df6-8ba3bf9d41c8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:54:37.005880 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7", "name": "network-vif-deleted", "tag": "dda74aaa-0c7a-44dc-bb28-a9ca61d73a57", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:54:37.005880 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-244d42c1-ee63-46b7-8df6-8ba3bf9d41c8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:54:37.006264 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7', 'name': 'network-vif-deleted', 'tag': 'dda74aaa-0c7a-44dc-bb28-a9ca61d73a57', 'status': 'completed', 'code': 200} Feb 11 04:54:37.125103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-474a47c5-a45b-4b44-a4cc-d8f049129de3 None None] Current status of the port 610e6c52-b3e1-4ede-9153-b4f75ef58928 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:37.167907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 610e6c52-b3e1-4ede-9153-b4f75ef58928 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:37.168933 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:37.332830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:37.359221 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-992b8c5a-1433-41ae-8468-1b194eda28f6 req-5725a5a2-be8c-4f20-9d92-fc359d6dcbf6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 210 time: 0.1343465 Feb 11 04:54:37.389727 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:37.403114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6cbb0327-8c8e-4f17-9143-eed41f28ef75 None None] Provisioning complete for port 610e6c52-b3e1-4ede-9153-b4f75ef58928 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:37.403566 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0327-8c8e-4f17-9143-eed41f28ef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:37.646788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 610e6c52-b3e1-4ede-9153-b4f75ef58928 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:37.682849 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb0327-8c8e-4f17-9143-eed41f28ef75 None None] Current status of the port 610e6c52-b3e1-4ede-9153-b4f75ef58928 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:38.015358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65fb2-8fe1-49d6-9443-94f5affd3b74 req-49928f7c-1407-4dc3-880f-7000373e4e6d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:38.031811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-93a65fb2-8fe1-49d6-9443-94f5affd3b74 req-49928f7c-1407-4dc3-880f-7000373e4e6d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.1744945 Feb 11 04:54:38.035514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40112) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:38.166987 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-93a65fb2-8fe1-49d6-9443-94f5affd3b74 req-e66963d9-fbcf-4f73-8358-fa3217c89c57 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323035 Feb 11 04:54:38.247560 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed7771d0-b686-4aee-882e-eb26381a94a3 req-de25dd70-0778-4c4f-b046-30b9e973a6bc tempest-FloatingIPsAssociationNegativeTestJSON-1189617257 tempest-FloatingIPsAssociationNegativeTestJSON-1189617257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e41dc8c-6332-4c8e-a0b3-a606bd18e0f7 HTTP/1.1" status: 200 len: 210 time: 0.8031309 Feb 11 04:54:38.250254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=27c65b30-2722-41bd-9b9e-a7f213f845df,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:38.254718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93055750-be46-4fd4-8304-a19725e3efb8 req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Made reservation on behalf of 0c3115c0b4f7444a90cdb58a37131a72 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:38.259347 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-93055750-be46-4fd4-8304-a19725e3efb8 req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.360374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.420716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1789778788'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:38.487284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Made reservation on behalf of 4648b332f6d04432a04764eea4d8b059 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:38.504815 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.526655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:38.527304 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.528721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] 10.222.0.10 "PUT /v2.0/ports/27c65b30-2722-41bd-9b9e-a7f213f845df HTTP/1.1" status: 200 len: 1093 time: 6.6128645 Feb 11 04:54:38.551219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.676134 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks [] for security_group (c742c8f2-6831-4e06-ae6a-bc68fa82d4b1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.680374 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16ea56c8-7847-4713-8118-a2c88385702b req-b7422f07-9256-4491-a8e1-c098ae6a008d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 210 time: 0.1387460 Feb 11 04:54:38.681605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c742c8f2-6831-4e06-ae6a-bc68fa82d4b1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.714021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:54:38.734029 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c742c8f2-6831-4e06-ae6a-bc68fa82d4b1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:38.739930 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c318320a-dda0-4e34-9547-b7076257c5a2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.740326 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Added segment c318320a-dda0-4e34-9547-b7076257c5a2 of type vlan for network 9b07a196-e374-43b0-aec6-9fa516d74206 Feb 11 04:54:38.798055 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (9b07a196-e374-43b0-aec6-9fa516d74206), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.831211 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (9b07a196-e374-43b0-aec6-9fa516d74206), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.835193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3e8bf-2e67-451b-bc5b-9c9eee211307 service neutron] Pushing event updated for resources: {'Port': ['ID=27c65b30-2722-41bd-9b9e-a7f213f845df,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:38.837625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:38.838251 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.865604 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Publish callbacks [] for router_gateway (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:39.017269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'tag': '27c65b30-2722-41bd-9b9e-a7f213f845df'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:54:39.019554 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f21d5b-1e86-43ba-92b9-001a442d4c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a18dcd-9549-4f8b-89a3-e0e9310446a4", "tag": "27c65b30-2722-41bd-9b9e-a7f213f845df"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:54:39.041676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-f71a7c78-64bc-44b0-aa68-b2c947ec883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:39.056193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-f71a7c78-64bc-44b0-aa68-b2c947ec883a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 1127 time: 0.2688453 Feb 11 04:54:39.066112 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0256474 Feb 11 04:54:39.066652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e87aa6-2d7a-4918-97cd-fa2fa25da893 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Pushing event updated for resources: {'Network': ['ID=9b07a196-e374-43b0-aec6-9fa516d74206,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:39.080712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 9b07a196-e374-43b0-aec6-9fa516d74206 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:54:39.091793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40150) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:39.120642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-da4f3542-640b-43bf-bd08-becd120b8ff5 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Request body: {'subnet': {'network_id': '9b07a196-e374-43b0-aec6-9fa516d74206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:39.185164 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859c87a4-93ba-49cb-8120-79756887e4b2 x-openstack-request-id: req-859c87a4-93ba-49cb-8120-79756887e4b2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:54:39.185462 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a18dcd-9549-4f8b-89a3-e0e9310446a4", "tag": "27c65b30-2722-41bd-9b9e-a7f213f845df", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:54:39.185721 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-859c87a4-93ba-49cb-8120-79756887e4b2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:54:39.186112 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'tag': '27c65b30-2722-41bd-9b9e-a7f213f845df', 'status': 'completed', 'code': 200} Feb 11 04:54:39.187671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-431ea3d2-6748-42f0-a817-04ed78514a53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c65b30-2722-41bd-9b9e-a7f213f845df HTTP/1.1" status: 200 len: 217 time: 0.1305325 Feb 11 04:54:39.202080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-93055750-be46-4fd4-8304-a19725e3efb8 req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Allocated IP 172.20.0.12 (06017fe2-4087-4cb5-9119-3aa48a779ba2/db56d86e-24dc-40a4-954c-6a46bae43c1b/f40a2764-0d42-4409-90f8-d98a4f1bc2aa) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:39.427494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4f3542-640b-43bf-bd08-becd120b8ff5 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Made reservation on behalf of 4648b332f6d04432a04764eea4d8b059 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:39.434157 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da4f3542-640b-43bf-bd08-becd120b8ff5 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:39.440966 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3464dfde-745d-4e29-903f-d638f459a286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:39.451738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40168) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:39.569636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:39.627964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-e953ad6a-de3d-4556-906a-c248e0f6dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:39.630169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-e953ad6a-de3d-4556-906a-c248e0f6dda0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f1730ef-db3b-4017-bd70-cc38613cb0e5 HTTP/1.1" status: 200 len: 853 time: 0.4344900 Feb 11 04:54:39.956416 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-0c957842-7113-4b36-a9e5-a47d96770c84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b67d36b9-6f2e-4fab-9900-af82916ad6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675737 Feb 11 04:54:39.972111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca3d9a-722d-4e09-b3db-babde6c0532a req-15ff9d18-a507-4baa-aee7-e8419052a796 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:39.979066 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1ca3d9a-722d-4e09-b3db-babde6c0532a req-15ff9d18-a507-4baa-aee7-e8419052a796 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.6465113 Feb 11 04:54:40.080590 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac117553-8203-4712-b155-25e22f362806 req-57f19405-69c2-4605-b663-bc8a3201b01d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 210 time: 0.1276798 Feb 11 04:54:40.217850 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-93055750-be46-4fd4-8304-a19725e3efb8 req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.219254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40188) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:40.249907 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da4f3542-640b-43bf-bd08-becd120b8ff5 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (e86c654f-23f0-4eae-9f1c-e582f1245fea), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.256552 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-af0b4cd6-bf68-4834-a348-3072d3617a71 service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690754 Feb 11 04:54:40.257489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:54:40.386425 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1ca3d9a-722d-4e09-b3db-babde6c0532a req-4e2344a0-0059-45bc-a056-dedab92c571e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063377 Feb 11 04:54:40.433927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f3542-640b-43bf-bd08-becd120b8ff5 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Pushing event updated for resources: {'Subnet': ['ID=e86c654f-23f0-4eae-9f1c-e582f1245fea,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:40.472981 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-057307c1-ae00-4019-968a-eb1363a8f830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.493269 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-93055750-be46-4fd4-8304-a19725e3efb8 req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.495329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4f3542-640b-43bf-bd08-becd120b8ff5 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Checking segment: {'id': 'c318320a-dda0-4e34-9547-b7076257c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b07a196-e374-43b0-aec6-9fa516d74206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:40.495997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f3542-640b-43bf-bd08-becd120b8ff5 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Network hostable DHCP agents. Network: 9b07a196-e374-43b0-aec6-9fa516d74206, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:54:40.551400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f3542-640b-43bf-bd08-becd120b8ff5 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Network 9b07a196-e374-43b0-aec6-9fa516d74206 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:54:40.571057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-da4f3542-640b-43bf-bd08-becd120b8ff5 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 9b07a196-e374-43b0-aec6-9fa516d74206) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:40.577623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f3542-640b-43bf-bd08-becd120b8ff5 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:40.577623 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da4f3542-640b-43bf-bd08-becd120b8ff5 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.583550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4df77-375c-4f97-9e4f-acfaac8a331d None None] Network 9b07a196-e374-43b0-aec6-9fa516d74206 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:40.606300 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c8f3113-ddfa-43f1-85cf-73b7a6a7cb7b req-ec4462f5-e06f-4add-a1cf-21efd8fbc5b0 service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215976 Feb 11 04:54:40.617794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event updated for resources: {'Port': ['ID=f40a2764-0d42-4409-90f8-d98a4f1bc2aa,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:40.624808 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93055750-be46-4fd4-8304-a19725e3efb8 req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:40.632821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-93055750-be46-4fd4-8304-a19725e3efb8 req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:40.639105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-93055750-be46-4fd4-8304-a19725e3efb8 req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:40.648157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:40.672654 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-da4f3542-640b-43bf-bd08-becd120b8ff5 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5797405 Feb 11 04:54:40.674955 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Sync routers for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:40.677117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:40.686683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Request body: {'port': {'network_id': '9b07a196-e374-43b0-aec6-9fa516d74206', 'name': 'tempest-TagsExtTest-1554654064'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:40.739033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.747766 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3a45d155-e93f-4754-ba99-d59de2f802b0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.0926158 Feb 11 04:54:40.749020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40198) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:40.809035 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-057307c1-ae00-4019-968a-eb1363a8f830 admin admin] Publish callbacks [] for security_group (91fc5150-01c9-49c7-8540-0352e3637781), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.819761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:40.820682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:40.823119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93055750-be46-4fd4-8304-a19725e3efb8 req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:40.823791 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-93055750-be46-4fd4-8304-a19725e3efb8 req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.835274 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-057307c1-ae00-4019-968a-eb1363a8f830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (91fc5150-01c9-49c7-8540-0352e3637781), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.954809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-6ac6f4e9-3709-454d-8c7a-71af51654b47 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7234640 Feb 11 04:54:40.961145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057307c1-ae00-4019-968a-eb1363a8f830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fc5150-01c9-49c7-8540-0352e3637781,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:40.969844 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-057307c1-ae00-4019-968a-eb1363a8f830 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4de3a4313055499a877f42c6c19464fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7456372 Feb 11 04:54:40.970524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40206) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:40.974445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Request body: {'port': {'device_id': '2e6174bb-50dd-4ca0-bda0-d69266495bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:40.984821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f21d5b-1e86-43ba-92b9-001a442d4c8a req-a294a711-cd9a-4135-968f-2bffa56c6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:40.986355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91f21d5b-1e86-43ba-92b9-001a442d4c8a req-a294a711-cd9a-4135-968f-2bffa56c6404 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 1127 time: 0.2374613 Feb 11 04:54:41.120153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:41.165335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-9b07a196-e374-43b0-aec6-9fa516d74206', 'network_id': '9b07a196-e374-43b0-aec6-9fa516d74206', 'project_id': '4648b332f6d04432a04764eea4d8b059', 'fixed_ips': [{'subnet_id': 'e86c654f-23f0-4eae-9f1c-e582f1245fea'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:54:41.166216 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.190604 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.260422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f21d5b-1e86-43ba-92b9-001a442d4c8a req-dc75c5b3-f72e-4720-9bd5-fb7b8df26920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:41.261932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91f21d5b-1e86-43ba-92b9-001a442d4c8a req-dc75c5b3-f72e-4720-9bd5-fb7b8df26920 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 200 len: 914 time: 0.2380815 Feb 11 04:54:41.276894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Made reservation on behalf of 4648b332f6d04432a04764eea4d8b059 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:41.282248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.284086 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e06821a8-b87b-441b-bf95-d8afac16f32f admin admin] Publish callbacks [] for security_group (91fc5150-01c9-49c7-8540-0352e3637781), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.300276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-565f6980-b123-44cc-88e0-400517a98db8 None None] Provisioning complete for port f40a2764-0d42-4409-90f8-d98a4f1bc2aa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:41.300653 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-565f6980-b123-44cc-88e0-400517a98db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.312878 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c9fc-fc80-4304-a31e-d4f383ef834c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (1f40cc16-abb0-4183-b91b-86a9ee5362c5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.468043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-565f6980-b123-44cc-88e0-400517a98db8 None None] Port f40a2764-0d42-4409-90f8-d98a4f1bc2aa cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:41.537982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Allocated IP 172.20.0.2 (9b07a196-e374-43b0-aec6-9fa516d74206/e86c654f-23f0-4eae-9f1c-e582f1245fea/b06a476b-d290-42bf-ad4d-e987e627c3b1) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:41.565367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] device_id is not set on port def5af33-700b-4617-8d9d-414528edb18b yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:54:41.636200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:38Z', 'revision_number': 3, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:41.668022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Checking router: 7d3c47d3-7f22-49ec-85cf-3d0f4538379f for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:41.668643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Updating router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f port 033156bf-6bf9-4087-a16d-408a4e08c4d0 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:41.704397 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.774509 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91f21d5b-1e86-43ba-92b9-001a442d4c8a req-c9e11045-e75a-430e-8350-66b2e7b96627 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c65b30-2722-41bd-9b9e-a7f213f845df HTTP/1.1" status: 200 len: 217 time: 0.4484017 Feb 11 04:54:41.783763 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e06821a8-b87b-441b-bf95-d8afac16f32f admin admin] Publish callbacks [] for security_group (91fc5150-01c9-49c7-8540-0352e3637781), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.883426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f3b4a-2532-4af1-8e42-ef065aa3ab14 req-ec21a68e-4f72-4e41-b9d4-77fb0ad7f530 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:41.891294 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8d1f3b4a-2532-4af1-8e42-ef065aa3ab14 req-ec21a68e-4f72-4e41-b9d4-77fb0ad7f530 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.3460641 Feb 11 04:54:41.968830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f21d5b-1e86-43ba-92b9-001a442d4c8a req-dbedefaa-d9e5-45b5-a742-b161f37bcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:41.970303 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91f21d5b-1e86-43ba-92b9-001a442d4c8a req-dbedefaa-d9e5-45b5-a742-b161f37bcd4c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f1730ef-db3b-4017-bd70-cc38613cb0e5 HTTP/1.1" status: 200 len: 853 time: 0.1841812 Feb 11 04:54:41.989822 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Publish callbacks [] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.991408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fd7f6-deb9-4fcd-a47d-fa8322840527 req-3d4110d3-5603-43da-a43a-8ce6b1850b34 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:41.993834 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9d2fd7f6-deb9-4fcd-a47d-fa8322840527 req-3d4110d3-5603-43da-a43a-8ce6b1850b34 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 932 time: 0.7108576 Feb 11 04:54:42.001189 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0d7ed9e-26a8-494f-96e1-ffdb8dd273fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.021568 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.030109 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91f21d5b-1e86-43ba-92b9-001a442d4c8a req-c0122091-80b0-443e-8a1f-7b201b925a06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b67d36b9-6f2e-4fab-9900-af82916ad6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488985 Feb 11 04:54:42.075130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e06821a8-b87b-441b-bf95-d8afac16f32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (91fc5150-01c9-49c7-8540-0352e3637781), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.077730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e06821a8-b87b-441b-bf95-d8afac16f32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.078885 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e06821a8-b87b-441b-bf95-d8afac16f32f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91fc5150-01c9-49c7-8540-0352e3637781 HTTP/1.1" status: 204 len: 168 time: 1.1011410 Feb 11 04:54:42.169336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06821a8-b87b-441b-bf95-d8afac16f32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fc5150-01c9-49c7-8540-0352e3637781,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:42.262316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Allocated IP 172.20.0.10 (9b07a196-e374-43b0-aec6-9fa516d74206/e86c654f-23f0-4eae-9f1c-e582f1245fea/def5af33-700b-4617-8d9d-414528edb18b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:42.283635 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8d1f3b4a-2532-4af1-8e42-ef065aa3ab14 req-8497b692-44af-4958-b3da-ac66945ae040 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653184 Feb 11 04:54:42.321463 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9d2fd7f6-deb9-4fcd-a47d-fa8322840527 req-18ece528-1269-4c02-a3a0-0d7aba757106 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160884 Feb 11 04:54:42.365170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91f21d5b-1e86-43ba-92b9-001a442d4c8a req-bd9a3c2b-2e95-4fda-bf62-bf98fcedd0ef service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235528 Feb 11 04:54:42.444355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7c9fc-fc80-4304-a31e-d4f383ef834c admin admin] Deleting port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:42.444741 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c9fc-fc80-4304-a31e-d4f383ef834c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.468660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40a2764-0d42-4409-90f8-d98a4f1bc2aa {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:54:42.523228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Network 9b07a196-e374-43b0-aec6-9fa516d74206 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:42.531489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:42.540752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:42.580243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Pushing event updated for resources: {'Port': ['ID=b06a476b-d290-42bf-ad4d-e987e627c3b1,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:42.591418 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Publish callbacks [] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.672186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Transition to ACTIVE for port object f40a2764-0d42-4409-90f8-d98a4f1bc2aa will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:54:42.678683 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.684367 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91f21d5b-1e86-43ba-92b9-001a442d4c8a req-207b4928-f16a-4170-8725-0acf9cfb1e53 service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066497 Feb 11 04:54:42.685435 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.756715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40230) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:42.757425 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.774073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Attempting to bind port b06a476b-d290-42bf-ad4d-e987e627c3b1 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:42.774454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Attempting to bind port b06a476b-d290-42bf-ad4d-e987e627c3b1 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c318320a-dda0-4e34-9547-b7076257c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b07a196-e374-43b0-aec6-9fa516d74206'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:42.774829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Attempting to bind port b06a476b-d290-42bf-ad4d-e987e627c3b1 on network 9b07a196-e374-43b0-aec6-9fa516d74206 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:42.813082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:42.813472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Checking segment: {'id': 'c318320a-dda0-4e34-9547-b7076257c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b07a196-e374-43b0-aec6-9fa516d74206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:42.813884 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.814370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Bound using segment: {'id': 'c318320a-dda0-4e34-9547-b7076257c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b07a196-e374-43b0-aec6-9fa516d74206'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:42.814907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Bound port: b06a476b-d290-42bf-ad4d-e987e627c3b1, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318320a-dda0-4e34-9547-b7076257c5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b07a196-e374-43b0-aec6-9fa516d74206'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:42.815331 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.826443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55bedce0-8bdf-4ec6-a659-b52bc93432fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.873821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f6e7c9fc-fc80-4304-a31e-d4f383ef834c admin admin] For port c5a8731d-ec0a-45b9-9a9b-84b0ff444d44, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c5a8731d-ec0a-45b9-9a9b-84b0ff444d44,segment=NetworkSegment(9c3c8f82-9a72-4045-892b-6825e29feafc),segment_id=9c3c8f82-9a72-4045-892b-6825e29feafc)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:42.874632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c9fc-fc80-4304-a31e-d4f383ef834c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.879610 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks [] for port (def5af33-700b-4617-8d9d-414528edb18b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.945008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f40a2764-0d42-4409-90f8-d98a4f1bc2aa,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:42.983360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] For port b06a476b-d290-42bf-ad4d-e987e627c3b1, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:43.003277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] For port b06a476b-d290-42bf-ad4d-e987e627c3b1, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b06a476b-d290-42bf-ad4d-e987e627c3b1,segment=NetworkSegment(c318320a-dda0-4e34-9547-b7076257c5a2),segment_id=c318320a-dda0-4e34-9547-b7076257c5a2)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:43.011658 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Publish callbacks [] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.021494 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.065155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Attempting to bind port f40a2764-0d42-4409-90f8-d98a4f1bc2aa on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:43.065988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Attempting to bind port f40a2764-0d42-4409-90f8-d98a4f1bc2aa by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:43.066507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Attempting to bind port f40a2764-0d42-4409-90f8-d98a4f1bc2aa on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:43.079243 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.081205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Port f40a2764-0d42-4409-90f8-d98a4f1bc2aa on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:54:43.081740 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Attempting to bind port f40a2764-0d42-4409-90f8-d98a4f1bc2aa on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:43.085475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55bedce0-8bdf-4ec6-a659-b52bc93432fd admin admin] Publish callbacks [] for security_group (73c3d281-6b8f-4abf-9cc5-8b9de47c5577), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.103003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:43.104456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Checking segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:43.105060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Bound using segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:43.105790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Bound port: f40a2764-0d42-4409-90f8-d98a4f1bc2aa, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:43.106702 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.110845 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55bedce0-8bdf-4ec6-a659-b52bc93432fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73c3d281-6b8f-4abf-9cc5-8b9de47c5577), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.134876 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Attempting to bind port 033156bf-6bf9-4087-a16d-408a4e08c4d0 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:43.135247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Attempting to bind port 033156bf-6bf9-4087-a16d-408a4e08c4d0 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:43.135574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Attempting to bind port 033156bf-6bf9-4087-a16d-408a4e08c4d0 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:43.177573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:43.177970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:43.180576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.181234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:43.181887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Bound port: 033156bf-6bf9-4087-a16d-408a4e08c4d0, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:43.182291 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.184347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba6e38-ac08-44b7-aab0-b1f0a22cd1fa None None] Pushing event updated for resources: {'Port': ['ID=b06a476b-d290-42bf-ad4d-e987e627c3b1,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:43.304705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4ebb2-bbbf-4b7a-8dd6-417ee9b91b6e None None] Pushing event updated for resources: {'Port': ['ID=033156bf-6bf9-4087-a16d-408a4e08c4d0,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:43.312616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 27c65b30-2722-41bd-9b9e-a7f213f845df details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:54:43.415624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] For port 033156bf-6bf9-4087-a16d-408a4e08c4d0, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:43.420701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] For port 033156bf-6bf9-4087-a16d-408a4e08c4d0, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=033156bf-6bf9-4087-a16d-408a4e08c4d0,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:43.463538 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.660581 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7c9fc-fc80-4304-a31e-d4f383ef834c admin admin] Calling delete_port for c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:43.712510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=27c65b30-2722-41bd-9b9e-a7f213f845df,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:43.739661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '27c65b30-2722-41bd-9b9e-a7f213f845df', 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef', 'port_id': '27c65b30-2722-41bd-9b9e-a7f213f845df', 'mac_address': 'fa:16:3e:c6:85:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1730ef-db3b-4017-bd70-cc38613cb0e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:54:43.812216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:43.812929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:54:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:43.848271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4ebb2-bbbf-4b7a-8dd6-417ee9b91b6e None None] Pushing event updated for resources: {'Port': ['ID=033156bf-6bf9-4087-a16d-408a4e08c4d0,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:43.860257 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-55bedce0-8bdf-4ec6-a659-b52bc93432fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1afeb37fcbf49e2a50b8ee846502a22&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0963533 Feb 11 04:54:43.861188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40244) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:43.975878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bedce0-8bdf-4ec6-a659-b52bc93432fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c3d281-6b8f-4abf-9cc5-8b9de47c5577,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:44.030070 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (def5af33-700b-4617-8d9d-414528edb18b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.032940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22209eb8-d29e-41cf-ad4c-5adb57f32f15 req-340136ed-d837-4672-9be7-e7055d322835 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:44.038523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-22209eb8-d29e-41cf-ad4c-5adb57f32f15 req-340136ed-d837-4672-9be7-e7055d322835 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 944 time: 0.2395799 Feb 11 04:54:44.044926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] For port f40a2764-0d42-4409-90f8-d98a4f1bc2aa, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:44.057162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] For port f40a2764-0d42-4409-90f8-d98a4f1bc2aa, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f40a2764-0d42-4409-90f8-d98a4f1bc2aa,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:44.084062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 27c65b30-2722-41bd-9b9e-a7f213f845df is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:44.085175 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.087379 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.109131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c88def-3da0-45e8-9e71-d9d8f6527fe6 req-d8ea615a-51bb-4e17-a3a5-4127fd206958 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:44.117344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2c88def-3da0-45e8-9e71-d9d8f6527fe6 req-d8ea615a-51bb-4e17-a3a5-4127fd206958 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.4838338 Feb 11 04:54:44.140015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c65b30-2722-41bd-9b9e-a7f213f845df {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:54:44.158034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:44.159630 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.161803 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] 10.222.0.60 "PUT /v2.0/ports/f40a2764-0d42-4409-90f8-d98a4f1bc2aa HTTP/1.1" status: 200 len: 1093 time: 3.1926379 Feb 11 04:54:44.163380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6174bb-50dd-4ca0-bda0-d69266495bb5', 'tag': 'f40a2764-0d42-4409-90f8-d98a4f1bc2aa'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:54:44.166518 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c597a9-a345-4f07-92c6-1e4c13691dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6174bb-50dd-4ca0-bda0-d69266495bb5", "tag": "f40a2764-0d42-4409-90f8-d98a4f1bc2aa"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:54:44.221904 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-22209eb8-d29e-41cf-ad4c-5adb57f32f15 req-3baa1cc2-ae78-4d4d-bc54-3a278e604bb0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743555 Feb 11 04:54:44.239196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=27c65b30-2722-41bd-9b9e-a7f213f845df,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:44.244920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:44.388579 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dfca4c-e3d6-40c7-b6cc-6813fe42e4d0 x-openstack-request-id: req-39dfca4c-e3d6-40c7-b6cc-6813fe42e4d0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:54:44.388959 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6174bb-50dd-4ca0-bda0-d69266495bb5", "tag": "f40a2764-0d42-4409-90f8-d98a4f1bc2aa", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:54:44.389137 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39dfca4c-e3d6-40c7-b6cc-6813fe42e4d0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:54:44.389527 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6174bb-50dd-4ca0-bda0-d69266495bb5', 'tag': 'f40a2764-0d42-4409-90f8-d98a4f1bc2aa', 'status': 'completed', 'code': 200} Feb 11 04:54:44.394408 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.413693 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.427727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209c58d-4a85-4439-b948-a265fa630fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f40a2764-0d42-4409-90f8-d98a4f1bc2aa,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:44.481437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93055750-be46-4fd4-8304-a19725e3efb8 req-d604682b-eabf-4f72-98a2-fbb556194395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:44.490098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-d604682b-eabf-4f72-98a2-fbb556194395 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 1127 time: 0.2287934 Feb 11 04:54:44.509474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=27c65b30-2722-41bd-9b9e-a7f213f845df,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:44.538592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Allocated IP 172.20.0.1 (8decd706-0c4d-4a4c-9cac-e65570b1f749/c8950805-753a-47d3-a145-dfa74269b5aa/7b3d8d07-520b-4856-b1a8-27b09a006c30) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:44.552093 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-618975e0-3cdc-40f0-a228-d30b0352de6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40a2764-0d42-4409-90f8-d98a4f1bc2aa HTTP/1.1" status: 200 len: 217 time: 0.0521824 Feb 11 04:54:44.570119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Network 9b07a196-e374-43b0-aec6-9fa516d74206 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:44.571405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Pushing event updated for resources: {'Port': ['ID=def5af33-700b-4617-8d9d-414528edb18b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:44.589565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:44.594499 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c9fc-fc80-4304-a31e-d4f383ef834c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c5a8731d-ec0a-45b9-9a9b-84b0ff444d44), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.611661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:44.616762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:38Z', 'revision_number': 3, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:44.669373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:44.669908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93055750-be46-4fd4-8304-a19725e3efb8 req-96c6972b-f6d1-4993-9800-8fcb1121dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:44.670118 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.676132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3931612-e9e8-4b32-9a81-1cc531337393 None None] The sync data for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 is: [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:38Z', 'revision_number': 3, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:44.676382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-96c6972b-f6d1-4993-9800-8fcb1121dabc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.1125600 Feb 11 04:54:44.708455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['27c65b30-2722-41bd-9b9e-a7f213f845df'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:54:44.818201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93055750-be46-4fd4-8304-a19725e3efb8 req-0e4a4f0a-fb79-4c11-9a54-3d9ab7b330f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:44.818201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-0e4a4f0a-fb79-4c11-9a54-3d9ab7b330f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1320672 Feb 11 04:54:44.842551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad96f07e-18f1-40ac-a88a-8ad67a703e60 admin admin] Publish callbacks [] for security_group (73c3d281-6b8f-4abf-9cc5-8b9de47c5577), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.889232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad96f07e-18f1-40ac-a88a-8ad67a703e60 admin admin] Publish callbacks [] for security_group (73c3d281-6b8f-4abf-9cc5-8b9de47c5577), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.942436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b06a476b-d290-42bf-ad4d-e987e627c3b1 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:45.126701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-f588a3b9-b32d-4c2d-9204-5a517cd5ff90 service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017051 Feb 11 04:54:45.184956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b06a476b-d290-42bf-ad4d-e987e627c3b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:45.185393 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.255908 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c9fc-fc80-4304-a31e-d4f383ef834c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (1f40cc16-abb0-4183-b91b-86a9ee5362c5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.351194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7c9fc-fc80-4304-a31e-d4f383ef834c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a8731d-ec0a-45b9-9a9b-84b0ff444d44,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:45.524943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b06a476b-d290-42bf-ad4d-e987e627c3b1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:45.525262 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.539785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65d94d-d4e9-4f31-ae9f-5dc6f07b4449 req-682f7f85-e955-4978-a070-acb71cca98d9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:45.553136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fb65d94d-d4e9-4f31-ae9f-5dc6f07b4449 req-682f7f85-e955-4978-a070-acb71cca98d9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 944 time: 0.1291616 Feb 11 04:54:45.586586 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Publish callbacks [] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.587783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93055750-be46-4fd4-8304-a19725e3efb8 req-2bf4b442-5912-4931-8b5c-5b8528c3040a service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516077 Feb 11 04:54:45.614939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fb65d94d-d4e9-4f31-ae9f-5dc6f07b4449 req-fe01424f-f25b-4ec4-a06a-a247e0707df1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607214 Feb 11 04:54:45.628790 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.642824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port b06a476b-d290-42bf-ad4d-e987e627c3b1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b06a476b-d290-42bf-ad4d-e987e627c3b1,segment=NetworkSegment(c318320a-dda0-4e34-9547-b7076257c5a2),segment_id=c318320a-dda0-4e34-9547-b7076257c5a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:45.654612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5e98b223-0d4a-47ac-bd75-14aa80943816 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.9763710 Feb 11 04:54:45.654937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40266) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:45.655769 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.658349 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad96f07e-18f1-40ac-a88a-8ad67a703e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73c3d281-6b8f-4abf-9cc5-8b9de47c5577), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.661913 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad96f07e-18f1-40ac-a88a-8ad67a703e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.662763 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ad96f07e-18f1-40ac-a88a-8ad67a703e60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73c3d281-6b8f-4abf-9cc5-8b9de47c5577 HTTP/1.1" status: 204 len: 168 time: 1.7965965 Feb 11 04:54:45.664639 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.669761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-87b43a30-e42b-4025-b142-98e9ff5c207b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-835828493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:45.691024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2c88def-3da0-45e8-9e71-d9d8f6527fe6 req-c982d147-fdb8-4399-9236-c38c4c0af416 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5697584 Feb 11 04:54:45.738852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a011ac43-709a-4a54-b9ae-2ac05db8f55c None None] Network 9b07a196-e374-43b0-aec6-9fa516d74206 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:45.793087 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b43a30-e42b-4025-b142-98e9ff5c207b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (20c97510-88a9-4970-9800-18a727f3b9a1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.794720 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b43a30-e42b-4025-b142-98e9ff5c207b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (20c97510-88a9-4970-9800-18a727f3b9a1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.796882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96f07e-18f1-40ac-a88a-8ad67a703e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c3d281-6b8f-4abf-9cc5-8b9de47c5577,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:45.887446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b43a30-e42b-4025-b142-98e9ff5c207b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks [] for router_controller (20c97510-88a9-4970-9800-18a727f3b9a1), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.897048 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b43a30-e42b-4025-b142-98e9ff5c207b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (20c97510-88a9-4970-9800-18a727f3b9a1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.915770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=b06a476b-d290-42bf-ad4d-e987e627c3b1,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:45.935048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c597a9-a345-4f07-92c6-1e4c13691dfb req-d7ff1e8a-7ca4-4486-8b88-5cba21bc61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:45.937319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8010c34b-48ac-4864-ad89-e2e0a5dd4b7a None None] Provisioning complete for port b06a476b-d290-42bf-ad4d-e987e627c3b1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:45.937887 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8010c34b-48ac-4864-ad89-e2e0a5dd4b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.938119 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8c597a9-a345-4f07-92c6-1e4c13691dfb req-d7ff1e8a-7ca4-4486-8b88-5cba21bc61e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 1127 time: 0.2334342 Feb 11 04:54:45.938541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Pushing event updated for resources: {'Port': ['ID=7b3d8d07-520b-4856-b1a8-27b09a006c30,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:45.949572 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b43a30-e42b-4025-b142-98e9ff5c207b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.951070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-87b43a30-e42b-4025-b142-98e9ff5c207b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2944543 Feb 11 04:54:45.954017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Network 8decd706-0c4d-4a4c-9cac-e65570b1f749 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:45.959786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40270) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:45.971066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1af6275f-9393-428e-9a53-1ab9f388f6bf tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1730662239', 'prefixes': ['172.20.0.0/16']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:45.977644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:45.982859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:46.051075 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.225741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8010c34b-48ac-4864-ad89-e2e0a5dd4b7a None None] Current status of the port b06a476b-d290-42bf-ad4d-e987e627c3b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:46.256160 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c597a9-a345-4f07-92c6-1e4c13691dfb req-54d956b1-964f-421a-b963-8e6c3a50d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:46.259985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8c597a9-a345-4f07-92c6-1e4c13691dfb req-54d956b1-964f-421a-b963-8e6c3a50d0e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.3072863 Feb 11 04:54:46.374668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8c597a9-a345-4f07-92c6-1e4c13691dfb req-0ca42124-819f-4684-a715-b7099b470d77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40a2764-0d42-4409-90f8-d98a4f1bc2aa HTTP/1.1" status: 200 len: 217 time: 0.1059694 Feb 11 04:54:46.459511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b04d9ad8-4546-4740-b778-00b1a9820f72 None None] Provisioning complete for port 7b3d8d07-520b-4856-b1a8-27b09a006c30 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:46.459977 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b04d9ad8-4546-4740-b778-00b1a9820f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.503735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c597a9-a345-4f07-92c6-1e4c13691dfb req-ffabede6-724b-444d-a298-4de4b7b5e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:46.505470 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8c597a9-a345-4f07-92c6-1e4c13691dfb req-ffabede6-724b-444d-a298-4de4b7b5e9b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.1258404 Feb 11 04:54:46.511063 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.548527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b04d9ad8-4546-4740-b778-00b1a9820f72 None None] Port 7b3d8d07-520b-4856-b1a8-27b09a006c30 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:46.626864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c597a9-a345-4f07-92c6-1e4c13691dfb req-205f8034-5776-4e78-83e9-6f8d6166824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:46.629148 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8c597a9-a345-4f07-92c6-1e4c13691dfb req-205f8034-5776-4e78-83e9-6f8d6166824e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1092222 Feb 11 04:54:46.712578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7b93894b-328f-4230-b115-b5749a800d5d None None] Provisioning complete for port b06a476b-d290-42bf-ad4d-e987e627c3b1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:46.713120 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b93894b-328f-4230-b115-b5749a800d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:47.028863 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1af6275f-9393-428e-9a53-1ab9f388f6bf tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:47.030933 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1af6275f-9393-428e-9a53-1ab9f388f6bf tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.0655980 Feb 11 04:54:47.036874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89d07-ddd6-4a68-8732-26a129a95417 req-a4c44d35-7c0b-48e1-9456-a040112960c3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:47.038101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7b93894b-328f-4230-b115-b5749a800d5d None None] Current status of the port b06a476b-d290-42bf-ad4d-e987e627c3b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:47.041044 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e89d07-ddd6-4a68-8732-26a129a95417 req-a4c44d35-7c0b-48e1-9456-a040112960c3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 944 time: 0.1266804 Feb 11 04:54:47.041741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40294) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:47.073499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-9cbe4025-6c56-4d2e-a2dc-4fdc9f068930 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea', 'tempest-TagsExtTest-Tag-541294446') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:47.092398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7b93894b-328f-4230-b115-b5749a800d5d None None] Provisioning complete for port def5af33-700b-4617-8d9d-414528edb18b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:47.092398 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b93894b-328f-4230-b115-b5749a800d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def5af33-700b-4617-8d9d-414528edb18b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:47.162118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e7c9fc-fc80-4304-a31e-d4f383ef834c admin admin] Router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:54:47.180699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8c597a9-a345-4f07-92c6-1e4c13691dfb req-c5c94bb3-f46e-44a8-a686-64d6300b48c5 service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437415 Feb 11 04:54:47.264851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 27c65b30-2722-41bd-9b9e-a7f213f845df up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:47.275248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 033156bf-6bf9-4087-a16d-408a4e08c4d0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:47.338676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7b93894b-328f-4230-b115-b5749a800d5d None None] Port def5af33-700b-4617-8d9d-414528edb18b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:47.353019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6076496-860a-4557-b9ea-9ebdd3809eec req-e59ee459-cd2b-44ce-9649-10f61ff0b131 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:47.353019 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a6076496-860a-4557-b9ea-9ebdd3809eec req-e59ee459-cd2b-44ce-9649-10f61ff0b131 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 945 time: 0.4734683 Feb 11 04:54:47.439439 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96e89d07-ddd6-4a68-8732-26a129a95417 req-8d0703cc-56da-4a02-acbc-74839e6409af tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143294 Feb 11 04:54:47.475169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8c597a9-a345-4f07-92c6-1e4c13691dfb req-c53641de-59e9-44a9-82a8-df44869d8bc7 service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497106 Feb 11 04:54:47.592362 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3f64256f-4fe6-46d7-9b08-58aca3a10c9a None None] Provisioning complete for port def5af33-700b-4617-8d9d-414528edb18b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:47.592949 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f64256f-4fe6-46d7-9b08-58aca3a10c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def5af33-700b-4617-8d9d-414528edb18b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:47.603359 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9cbe4025-6c56-4d2e-a2dc-4fdc9f068930 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "PUT /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags/tempest-TagsExtTest-Tag-541294446 HTTP/1.1" status: 201 len: 201 time: 0.5399158 Feb 11 04:54:47.604024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40312) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:47.608779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-cdc8977c-69cc-45df-a648-29cec5d18e57 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b', 'tempest-TagsExtTest-Tag-1286283877') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:47.628085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 27c65b30-2722-41bd-9b9e-a7f213f845df completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:54:47.644186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 27c65b30-2722-41bd-9b9e-a7f213f845df triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:47.644577 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:47.677536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 033156bf-6bf9-4087-a16d-408a4e08c4d0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:47.677919 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:47.684249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3f64256f-4fe6-46d7-9b08-58aca3a10c9a None None] Port def5af33-700b-4617-8d9d-414528edb18b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:47.736422 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cdc8977c-69cc-45df-a648-29cec5d18e57 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "PUT /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags/tempest-TagsExtTest-Tag-1286283877 HTTP/1.1" status: 201 len: 201 time: 0.1313274 Feb 11 04:54:47.739336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40316) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:47.754423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-d07e05dc-f334-4104-b165-43e9279ab2b2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1', 'tempest-TagsExtTest-Tag-1001015927') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:47.850928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e7c9fc-fc80-4304-a31e-d4f383ef834c admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:47.897350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-f3e78809-2726-4c60-910c-c2ce8138b860 req-1f761be0-b738-468a-adaf-476c999dc078 tempest-MigrationsAdminTest-1574112186 tempest-MigrationsAdminTest-1574112186-project] (103354) timed out ('10.222.0.48', 45820) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 04:54:47.917642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f6e7c9fc-fc80-4304-a31e-d4f383ef834c admin admin] 10.222.0.48 "PUT /v2.0/routers/1f40cc16-abb0-4183-b91b-86a9ee5362c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4488845 Feb 11 04:54:47.929005 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40320) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:47.958229 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 033156bf-6bf9-4087-a16d-408a4e08c4d0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:47.958635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:47.964200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a6076496-860a-4557-b9ea-9ebdd3809eec req-ab5e992d-a1ac-40ab-9d39-2fa62def98de tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918660 Feb 11 04:54:47.999367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 27c65b30-2722-41bd-9b9e-a7f213f845df is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:48.000105 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.012656 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c2320-f697-4ff5-aa36-0a707d7f80bb None None] Sync routers for ids ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:48.036720 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d07e05dc-f334-4104-b165-43e9279ab2b2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "PUT /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags/tempest-TagsExtTest-Tag-1001015927 HTTP/1.1" status: 201 len: 201 time: 0.2957864 Feb 11 04:54:48.040340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40322) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:48.045870 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c2320-f697-4ff5-aa36-0a707d7f80bb None None] Routers {'1f40cc16-abb0-4183-b91b-86a9ee5362c5'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:48.046735 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7f4c2320-f697-4ff5-aa36-0a707d7f80bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:54:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:48.048802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-61988f40-5672-4581-8a53-5b2f4c2786fc tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c', 'tempest-TagsExtTest-Tag-901352317') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:48.189960 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-61988f40-5672-4581-8a53-5b2f4c2786fc tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "PUT /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags/tempest-TagsExtTest-Tag-901352317 HTTP/1.1" status: 201 len: 201 time: 0.1486092 Feb 11 04:54:48.193748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40328) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:48.201182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-a39e0f7c-9a48-4c44-9c2c-1f54330fd66c tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:48.205951 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Publish callbacks [] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.218453 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.306704 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-7f4c2320-f697-4ff5-aa36-0a707d7f80bb None None] Set router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:48.316448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a39e0f7c-9a48-4c44-9c2c-1f54330fd66c tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags HTTP/1.1" status: 200 len: 240 time: 0.1192100 Feb 11 04:54:48.316819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40334) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:48.322013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-176166dd-7429-4226-a54a-18ca916da68d tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea', 'tempest-TagsExtTest-Tag-541294446') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:48.385424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Publish callbacks [] for router (1f40cc16-abb0-4183-b91b-86a9ee5362c5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.401735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 033156bf-6bf9-4087-a16d-408a4e08c4d0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=033156bf-6bf9-4087-a16d-408a4e08c4d0,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:48.410912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c65b30-2722-41bd-9b9e-a7f213f845df'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:54:48.413550 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ca2597-9602-4c64-aad6-b998647d11f9" -d '{"events": [{"server_uuid": "b8a18dcd-9549-4f8b-89a3-e0e9310446a4", "name": "network-vif-plugged", "status": "completed", "tag": "27c65b30-2722-41bd-9b9e-a7f213f845df"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:54:48.443063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-176166dd-7429-4226-a54a-18ca916da68d tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags/tempest-TagsExtTest-Tag-541294446 HTTP/1.1" status: 204 len: 168 time: 0.1222806 Feb 11 04:54:48.445978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40340) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:48.455166 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.456197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-6dca5b58-f8e8-4d1e-a8e8-2aef3338b2f6 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea', 'tempest-TagsExtTest-Tag-541294446') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:48.457216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b06a476b-d290-42bf-ad4d-e987e627c3b1 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:48.468887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=27c65b30-2722-41bd-9b9e-a7f213f845df,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:48.530801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Pushing event updated for resources: {'Port': ['ID=7b3d8d07-520b-4856-b1a8-27b09a006c30,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:48.536829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.548232 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5298548-dbf5-4d75-8538-7449233c3fa0 x-openstack-request-id: req-a5298548-dbf5-4d75-8538-7449233c3fa0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:54:48.548554 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a18dcd-9549-4f8b-89a3-e0e9310446a4", "name": "network-vif-plugged", "status": "completed", "tag": "27c65b30-2722-41bd-9b9e-a7f213f845df", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:54:48.548790 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5298548-dbf5-4d75-8538-7449233c3fa0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:54:48.549195 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c65b30-2722-41bd-9b9e-a7f213f845df', 'code': 200} Feb 11 04:54:48.608219 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.691350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=033156bf-6bf9-4087-a16d-408a4e08c4d0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:48.758885 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7f4c2320-f697-4ff5-aa36-0a707d7f80bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:54:44Z', 'revision_number': 5, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:48.784254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6dca5b58-f8e8-4d1e-a8e8-2aef3338b2f6 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags/tempest-TagsExtTest-Tag-541294446 HTTP/1.1" status: 204 len: 168 time: 0.3371317 Feb 11 04:54:48.787659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e959a-4bdd-49a9-a6b5-8a5aceee4a66 req-4ae7c7ac-1fd3-4bc9-b9e6-a3de029ab415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:48.789713 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c89e959a-4bdd-49a9-a6b5-8a5aceee4a66 req-4ae7c7ac-1fd3-4bc9-b9e6-a3de029ab415 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 1129 time: 0.1715558 Feb 11 04:54:48.791186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40356) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:48.796464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-62e03edd-1bb5-49ec-a769-5904f32aab0f tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:48.817281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device f40a2764-0d42-4409-90f8-d98a4f1bc2aa details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:54:48.832244 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c2320-f697-4ff5-aa36-0a707d7f80bb None None] Checking router: 1f40cc16-abb0-4183-b91b-86a9ee5362c5 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:48.839508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b06a476b-d290-42bf-ad4d-e987e627c3b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:48.843858 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.846290 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c2320-f697-4ff5-aa36-0a707d7f80bb None None] Routers {'1f40cc16-abb0-4183-b91b-86a9ee5362c5'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:48.846957 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7f4c2320-f697-4ff5-aa36-0a707d7f80bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:54:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:48.913523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c89e959a-4bdd-49a9-a6b5-8a5aceee4a66 req-2b54f371-cb5d-48b5-ab52-cfedabd84c3b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099072 Feb 11 04:54:48.919649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=27c65b30-2722-41bd-9b9e-a7f213f845df,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:48.939893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-62e03edd-1bb5-49ec-a769-5904f32aab0f tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags HTTP/1.1" status: 200 len: 205 time: 0.1470652 Feb 11 04:54:48.942547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40358) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:48.954850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-3b303af9-c7b2-4d85-a354-ee6bd68e7982 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:49.062994 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-7f4c2320-f697-4ff5-aa36-0a707d7f80bb None None] Set router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:49.069649 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3b303af9-c7b2-4d85-a354-ee6bd68e7982 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags HTTP/1.1" status: 200 len: 241 time: 0.1238420 Feb 11 04:54:49.069894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40368) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:49.076981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-0634d203-a557-4178-869e-7a637277a43d tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b', 'tempest-TagsExtTest-Tag-1286283877') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:49.251498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0634d203-a557-4178-869e-7a637277a43d tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags/tempest-TagsExtTest-Tag-1286283877 HTTP/1.1" status: 204 len: 168 time: 0.1770432 Feb 11 04:54:49.260285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40374) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:49.272598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-c9b5e16a-9824-4811-afb3-266f24ead884 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b', 'tempest-TagsExtTest-Tag-1286283877') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:49.316005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port f40a2764-0d42-4409-90f8-d98a4f1bc2aa, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f40a2764-0d42-4409-90f8-d98a4f1bc2aa,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:49.360039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'f40a2764-0d42-4409-90f8-d98a4f1bc2aa', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'port_id': 'f40a2764-0d42-4409-90f8-d98a4f1bc2aa', 'mac_address': 'fa:16:3e:6a:00:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:54:49.364169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b93c0-cf90-41b5-ba27-13621f7292e1 req-5ee4afc9-bfe8-498e-94d3-8ed3ded4b54b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:49.380758 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-274b93c0-cf90-41b5-ba27-13621f7292e1 req-5ee4afc9-bfe8-498e-94d3-8ed3ded4b54b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2538915 Feb 11 04:54:49.381001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b06a476b-d290-42bf-ad4d-e987e627c3b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:49.486240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port f40a2764-0d42-4409-90f8-d98a4f1bc2aa is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:49.486240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.503812 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7f4c2320-f697-4ff5-aa36-0a707d7f80bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:54:44Z', 'revision_number': 5, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:49.537928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40a2764-0d42-4409-90f8-d98a4f1bc2aa {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:54:49.557686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-274b93c0-cf90-41b5-ba27-13621f7292e1 req-7a0a2283-c00f-450a-bc3f-97b6631b836a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760454 Feb 11 04:54:49.572191 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c2320-f697-4ff5-aa36-0a707d7f80bb None None] The sync data for ids ['1f40cc16-abb0-4183-b91b-86a9ee5362c5'] in n-d-615180-58 is: [{'id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1632391539-router', 'tenant_id': '31feba60ec1a4950ace1e36a37272c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:11Z', 'updated_at': '2022-02-11T04:54:44Z', 'revision_number': 5, 'project_id': '31feba60ec1a4950ace1e36a37272c0d', 'gw_port': {'id': 'ae604b7a-7506-4a89-8dc5-1a06567d4de5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40cc16-abb0-4183-b91b-86a9ee5362c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:15Z', 'updated_at': '2022-02-11T04:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:49.590255 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d75e9-10c1-4524-81c6-1f69b6058533 req-112f9b5a-edb9-4dd1-a105-34a0f74a1432 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:49.594677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c75d75e9-10c1-4524-81c6-1f69b6058533 req-112f9b5a-edb9-4dd1-a105-34a0f74a1432 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 944 time: 1.0063474 Feb 11 04:54:49.601350 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Publish callbacks [] for router_gateway (1f40cc16-abb0-4183-b91b-86a9ee5362c5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.607882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port f40a2764-0d42-4409-90f8-d98a4f1bc2aa, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f40a2764-0d42-4409-90f8-d98a4f1bc2aa,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:49.611997 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 033156bf-6bf9-4087-a16d-408a4e08c4d0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:49.638687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Network 8decd706-0c4d-4a4c-9cac-e65570b1f749 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:49.656107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:49.665089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c9b5e16a-9824-4811-afb3-266f24ead884 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags/tempest-TagsExtTest-Tag-1286283877 HTTP/1.1" status: 204 len: 168 time: 0.3969665 Feb 11 04:54:49.667412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40388) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:49.671690 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.672635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-49d15561-0965-4d6a-8147-b20d7c993a9b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:49.790269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-49d15561-0965-4d6a-8147-b20d7c993a9b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags HTTP/1.1" status: 200 len: 205 time: 0.1215014 Feb 11 04:54:49.792644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40392) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:49.799708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-a7ac0a99-e85e-4bf6-b509-091cb1393fa2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:49.818632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 033156bf-6bf9-4087-a16d-408a4e08c4d0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:49.819048 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.823634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=f40a2764-0d42-4409-90f8-d98a4f1bc2aa,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:49.983932 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c75d75e9-10c1-4524-81c6-1f69b6058533 req-310601f0-9d8b-4a7a-8f31-66a2c2913033 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668435 Feb 11 04:54:49.993106 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a7ac0a99-e85e-4bf6-b509-091cb1393fa2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags HTTP/1.1" status: 200 len: 241 time: 0.1963995 Feb 11 04:54:49.993765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40396) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:50.001713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 033156bf-6bf9-4087-a16d-408a4e08c4d0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:50.008174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-7d5eff3e-47b5-48ad-a23c-1bdb4fd07295 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1', 'tempest-TagsExtTest-Tag-1001015927') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:50.028048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:54:50.055591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Deleting port ae604b7a-7506-4a89-8dc5-1a06567d4de5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:50.056491 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:50.150140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-427c26e3-bc2f-4442-b815-e8a2aabd660e None None] Provisioning complete for port 7b3d8d07-520b-4856-b1a8-27b09a006c30 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:50.150530 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-427c26e3-bc2f-4442-b815-e8a2aabd660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:50.181846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] For port ae604b7a-7506-4a89-8dc5-1a06567d4de5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ae604b7a-7506-4a89-8dc5-1a06567d4de5,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:50.182225 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:50.228423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Calling delete_port for ae604b7a-7506-4a89-8dc5-1a06567d4de5 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:50.244768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['f40a2764-0d42-4409-90f8-d98a4f1bc2aa'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:54:50.299685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-427c26e3-bc2f-4442-b815-e8a2aabd660e None None] Port 7b3d8d07-520b-4856-b1a8-27b09a006c30 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:50.330714 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7d5eff3e-47b5-48ad-a23c-1bdb4fd07295 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags/tempest-TagsExtTest-Tag-1001015927 HTTP/1.1" status: 204 len: 168 time: 0.3337429 Feb 11 04:54:50.331403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40406) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:50.357534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-db3f64c4-8a47-4b37-8eeb-e5d6db5b5b19 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1', 'tempest-TagsExtTest-Tag-1001015927') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:50.632437 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:50.636831 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-db3f64c4-8a47-4b37-8eeb-e5d6db5b5b19 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags/tempest-TagsExtTest-Tag-1001015927 HTTP/1.1" status: 204 len: 168 time: 0.3007066 Feb 11 04:54:50.638281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40416) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:50.641246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1106b3dd-ac7c-47a6-a22c-abf86aa6707e admin admin] 10.222.0.48 "PUT /v2.0/routers/7d3c47d3-7f22-49ec-85cf-3d0f4538379f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8897026 Feb 11 04:54:50.653330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Sync routers for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:50.657175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-569e10c6-646c-4674-86ee-d7f0c317a92b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:50.681258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:50.681945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:54:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:50.710301 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ae604b7a-7506-4a89-8dc5-1a06567d4de5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:50.758541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae604b7a-7506-4a89-8dc5-1a06567d4de5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:50.902643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (1f40cc16-abb0-4183-b91b-86a9ee5362c5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:50.924568 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:50.972159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aed52a-3625-4dff-88e4-7fe8d6b566d1 req-29c18cdd-9fd7-4315-b632-e8a7ace9984f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:50.991416 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1aed52a-3625-4dff-88e4-7fe8d6b566d1 req-29c18cdd-9fd7-4315-b632-e8a7ace9984f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.3234768 Feb 11 04:54:51.119417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (1f40cc16-abb0-4183-b91b-86a9ee5362c5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.125172 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Publish callbacks [] for router_controller (1f40cc16-abb0-4183-b91b-86a9ee5362c5), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.160552 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1aed52a-3625-4dff-88e4-7fe8d6b566d1 req-fc6f169b-adbf-4378-8348-ef78042e7b78 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630244 Feb 11 04:54:51.186582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-569e10c6-646c-4674-86ee-d7f0c317a92b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags HTTP/1.1" status: 200 len: 205 time: 0.5441310 Feb 11 04:54:51.187463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40444) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:51.217465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-dd307f09-74ac-48d9-ae04-857cd8b859d3 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:51.275277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (1f40cc16-abb0-4183-b91b-86a9ee5362c5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.275849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dd307f09-74ac-48d9-ae04-857cd8b859d3 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags HTTP/1.1" status: 200 len: 240 time: 0.0873151 Feb 11 04:54:51.276329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f40cc16-abb0-4183-b91b-86a9ee5362c5 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:54:51.279172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40454) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:51.290112 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.291477 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-35c6d1dc-7ff4-486e-aebe-9ce4fa85c7e6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1f40cc16-abb0-4183-b91b-86a9ee5362c5 HTTP/1.1" status: 204 len: 168 time: 3.3597512 Feb 11 04:54:51.294162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40456) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:51.314385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-bce14f41-15d9-4ee7-ae05-494275e47ef2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c', 'tempest-TagsExtTest-Tag-901352317') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:51.388299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bce14f41-15d9-4ee7-ae05-494275e47ef2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags/tempest-TagsExtTest-Tag-901352317 HTTP/1.1" status: 204 len: 168 time: 0.1080878 Feb 11 04:54:51.391166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40460) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:51.402628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-cbfe26d7-5002-40b9-92b4-3f341c903f9b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c', 'tempest-TagsExtTest-Tag-901352317') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:51.498091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d51b141-5401-44e9-bccb-e644229e2751 admin admin] Deleting subnet 7e0788ec-f4d9-4587-93b0-268fd8810202 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:54:51.509682 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d51b141-5401-44e9-bccb-e644229e2751 admin admin] Publish callbacks [] for subnet (7e0788ec-f4d9-4587-93b0-268fd8810202), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.590783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:51.593824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99469d5d-9c9b-4454-8ae2-7f89a3bc6e22 req-8a3ee9cb-4afc-4aa0-93d1-78b616ae36b2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:51.595490 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-99469d5d-9c9b-4454-8ae2-7f89a3bc6e22 req-8a3ee9cb-4afc-4aa0-93d1-78b616ae36b2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 945 time: 0.1856244 Feb 11 04:54:51.643218 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d51b141-5401-44e9-bccb-e644229e2751 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (7e0788ec-f4d9-4587-93b0-268fd8810202), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.684328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:54:51.684974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c5a8731d-ec0a-45b9-9a9b-84b0ff444d44 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:51.710803 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cbfe26d7-5002-40b9-92b4-3f341c903f9b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags/tempest-TagsExtTest-Tag-901352317 HTTP/1.1" status: 204 len: 168 time: 0.3180387 Feb 11 04:54:51.717016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40468) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:51.721075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-ab34fc42-d269-4eda-8eb3-6edfa579b19e tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:51.767145 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ab34fc42-d269-4eda-8eb3-6edfa579b19e tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags HTTP/1.1" status: 200 len: 205 time: 0.0492594 Feb 11 04:54:51.769743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40470) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:51.778760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 2, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:51.781579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-a1d1ccf1-0e34-491e-a81a-030551a044ef tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:51.787814 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-99469d5d-9c9b-4454-8ae2-7f89a3bc6e22 req-cfc5ff77-eabd-4bfc-8ba1-10db5627a4d6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580524 Feb 11 04:54:51.845135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Checking router: 7d3c47d3-7f22-49ec-85cf-3d0f4538379f for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:51.845634 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d51b141-5401-44e9-bccb-e644229e2751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (7e0788ec-f4d9-4587-93b0-268fd8810202), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.853309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a1d1ccf1-0e34-491e-a81a-030551a044ef tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags HTTP/1.1" status: 204 len: 168 time: 0.0824745 Feb 11 04:54:51.853989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Updating router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f port 7b3d8d07-520b-4856-b1a8-27b09a006c30 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:51.856391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40474) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:51.866079 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-1f8063bd-f3ab-48d2-89e6-fd82fc4a3d3c tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:51.924548 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.973051 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d51b141-5401-44e9-bccb-e644229e2751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (7e0788ec-f4d9-4587-93b0-268fd8810202), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.007201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51b141-5401-44e9-bccb-e644229e2751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e0788ec-f4d9-4587-93b0-268fd8810202,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:52.036724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d51b141-5401-44e9-bccb-e644229e2751 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.041679 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8d51b141-5401-44e9-bccb-e644229e2751 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7e0788ec-f4d9-4587-93b0-268fd8810202 HTTP/1.1" status: 204 len: 168 time: 0.7464502 Feb 11 04:54:52.042529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40484) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:52.044486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40486) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:52.047938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0f410f-b706-4818-8ecc-e62f6a80e7e3 None None] Network a98bda49-1965-4ebf-9996-1aaec756046e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:52.048292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-89d6efb8-3f88-46d0-8a57-d0df639c86c9 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136980338', 'description': 'tempest-description--688062019'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:52.160341 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89d6efb8-3f88-46d0-8a57-d0df639c86c9 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.177531 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1f8063bd-f3ab-48d2-89e6-fd82fc4a3d3c tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags HTTP/1.1" status: 204 len: 168 time: 0.3176503 Feb 11 04:54:52.188412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40488) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:52.194974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-458a5ec2-7ba8-4760-98bc-841dd8818537 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:52.308589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-c562da75-b928-4a0e-b9be-aebe34fbacfc tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:52.315616 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-c562da75-b928-4a0e-b9be-aebe34fbacfc tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/networks?id=b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 200 len: 813 time: 0.3477037 Feb 11 04:54:52.333291 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7638e55b-0ee2-49e3-957d-80d58f190dbc tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/quotas/a0d0af48ff764b78ad9fdc536be1a471 HTTP/1.1" status: 200 len: 375 time: 0.0166290 Feb 11 04:54:52.347459 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (a98bda49-1965-4ebf-9996-1aaec756046e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.363348 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89d6efb8-3f88-46d0-8a57-d0df639c86c9 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group (4e712e54-c83c-4d9c-991b-bb2e59f3a54d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.410538 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89d6efb8-3f88-46d0-8a57-d0df639c86c9 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4e712e54-c83c-4d9c-991b-bb2e59f3a54d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.423318 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-04b933ba-1c8b-495e-8490-c2e599e0fee7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889266 Feb 11 04:54:52.511825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89d6efb8-3f88-46d0-8a57-d0df639c86c9 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.513484 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-89d6efb8-3f88-46d0-8a57-d0df639c86c9 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4693549 Feb 11 04:54:52.518931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40498) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:52.527284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-377dc249-0f6b-4527-8ece-896bf3834278 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Request body: {'security_group_rule': {'security_group_id': '4e712e54-c83c-4d9c-991b-bb2e59f3a54d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:52.537655 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6efb8-3f88-46d0-8a57-d0df639c86c9 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e712e54-c83c-4d9c-991b-bb2e59f3a54d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:52.581873 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-458a5ec2-7ba8-4760-98bc-841dd8818537 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags HTTP/1.1" status: 204 len: 168 time: 0.3909404 Feb 11 04:54:52.594082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40502) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:52.596506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a602b30e-b2e6-4bce-a3d1-e0a63070739e None None] DHCP port deletion for a98bda49-1965-4ebf-9996-1aaec756046e request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:54:52.604897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Deleting port b97dae7b-1144-44a7-9998-e17e41c00710 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:52.607089 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.612259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-ca2ea9fa-ecb3-449d-bf5c-a7ce7abdd204 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:52.763228 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-377dc249-0f6b-4527-8ece-896bf3834278 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group_rule (4dbb7c8b-3909-415f-9dcd-5c20c2c2857a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.780159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] For port b97dae7b-1144-44a7-9998-e17e41c00710, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b97dae7b-1144-44a7-9998-e17e41c00710,segment=NetworkSegment(9c3c8f82-9a72-4045-892b-6825e29feafc),segment_id=9c3c8f82-9a72-4045-892b-6825e29feafc)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:52.781201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.838545 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Publish callbacks [] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.846689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Calling delete_port for b97dae7b-1144-44a7-9998-e17e41c00710 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:52.848662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device f40a2764-0d42-4409-90f8-d98a4f1bc2aa up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:52.863248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a602b30e-b2e6-4bce-a3d1-e0a63070739e None None] Deleting port b97dae7b-1144-44a7-9998-e17e41c00710 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:52.867559 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a602b30e-b2e6-4bce-a3d1-e0a63070739e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.917293 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.937499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-60683bec-74e8-4f2f-ae00-5208ddf69cdc service neutron] 10.222.0.48 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132358 Feb 11 04:54:53.002222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45486849-8fd2-4b60-94e9-4e69fc43a331 None None] Pushing event updated for resources: {'Port': ['ID=7b3d8d07-520b-4856-b1a8-27b09a006c30,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:53.098482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93252d8e-9024-4212-a0e6-12a6c83a2e78 req-06cf8787-b551-45f6-b7d5-b2928eeca932 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:53.102507 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-93252d8e-9024-4212-a0e6-12a6c83a2e78 req-06cf8787-b551-45f6-b7d5-b2928eeca932 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 945 time: 0.1421530 Feb 11 04:54:53.118728 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.230980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-355bc219-c312-461e-991e-b84285ec9feb service neutron] 10.222.0.48 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723989 Feb 11 04:54:53.240370 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ca2ea9fa-ecb3-449d-bf5c-a7ce7abdd204 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags HTTP/1.1" status: 204 len: 168 time: 0.6438138 Feb 11 04:54:53.245319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40520) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:53.253716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97dae7b-1144-44a7-9998-e17e41c00710,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:53.309396 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] No DVR routers for this DVR port b97dae7b-1144-44a7-9998-e17e41c00710 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:54:53.330443 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-93252d8e-9024-4212-a0e6-12a6c83a2e78 req-178a8f2d-7885-4808-988e-7c365741e600 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127900 Feb 11 04:54:53.356696 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-80b45359-60ad-4439-854e-343a3626c3fd tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea', 'tempest-TagsExtTest-Tag-782611806') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:53.469122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port f40a2764-0d42-4409-90f8-d98a4f1bc2aa completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:54:53.484872 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a602b30e-b2e6-4bce-a3d1-e0a63070739e None None] For port b97dae7b-1144-44a7-9998-e17e41c00710, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b97dae7b-1144-44a7-9998-e17e41c00710,segment=NetworkSegment(9c3c8f82-9a72-4045-892b-6825e29feafc),segment_id=9c3c8f82-9a72-4045-892b-6825e29feafc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:53.485291 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a602b30e-b2e6-4bce-a3d1-e0a63070739e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.486420 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-377dc249-0f6b-4527-8ece-896bf3834278 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group_rule (4dbb7c8b-3909-415f-9dcd-5c20c2c2857a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.502783 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-377dc249-0f6b-4527-8ece-896bf3834278 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (4dbb7c8b-3909-415f-9dcd-5c20c2c2857a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.525951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port f40a2764-0d42-4409-90f8-d98a4f1bc2aa triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:53.527346 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.529153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dc249-0f6b-4527-8ece-896bf3834278 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbb7c8b-3909-415f-9dcd-5c20c2c2857a,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:53.566004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (a98bda49-1965-4ebf-9996-1aaec756046e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.572183 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-377dc249-0f6b-4527-8ece-896bf3834278 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.578068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-377dc249-0f6b-4527-8ece-896bf3834278 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0547357 Feb 11 04:54:53.579336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40530) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:53.605381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Attempting to bind port 7b3d8d07-520b-4856-b1a8-27b09a006c30 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:53.607456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Attempting to bind port 7b3d8d07-520b-4856-b1a8-27b09a006c30 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:53.608023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Attempting to bind port 7b3d8d07-520b-4856-b1a8-27b09a006c30 on network 8decd706-0c4d-4a4c-9cac-e65570b1f749 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:53.614246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a602b30e-b2e6-4bce-a3d1-e0a63070739e None None] Calling delete_port for b97dae7b-1144-44a7-9998-e17e41c00710 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:53.619437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b97dae7b-1144-44a7-9998-e17e41c00710 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:53.621113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-886a38bc-1ed3-44fa-a0ff-57fc86249dba tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Request body: {'security_group_rule': {'security_group_id': '4e712e54-c83c-4d9c-991b-bb2e59f3a54d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:53.631012 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-80b45359-60ad-4439-854e-343a3626c3fd tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "PUT /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags/tempest-TagsExtTest-Tag-782611806 HTTP/1.1" status: 201 len: 201 time: 0.3798914 Feb 11 04:54:53.631795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40534) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:53.639016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-ce2aad15-2297-42b5-9139-8cd6b6cebe76 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b', 'tempest-TagsExtTest-Tag-459990812') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:53.649106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b97dae7b-1144-44a7-9998-e17e41c00710 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:54:53.649708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b97dae7b-1144-44a7-9998-e17e41c00710 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:53.650305 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ae604b7a-7506-4a89-8dc5-1a06567d4de5 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:53.655831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fe86be59-0cac-44ae-8b02-bd3eb74bc665 None None] Provisioning complete for port 7b3d8d07-520b-4856-b1a8-27b09a006c30 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:53.656433 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe86be59-0cac-44ae-8b02-bd3eb74bc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.709216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98bda49-1965-4ebf-9996-1aaec756046e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:53.712466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:53.712866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Checking segment: {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:53.713279 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.713684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Bound using segment: {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:53.715472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Bound port: 7b3d8d07-520b-4856-b1a8-27b09a006c30, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:53.719586 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.746749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3c8f82-9a72-4045-892b-6825e29feafc') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:53.747340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3c8f82-9a72-4045-892b-6825e29feafc') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:53.767325 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (9c3c8f82-9a72-4045-892b-6825e29feafc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.785200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ce2aad15-2297-42b5-9139-8cd6b6cebe76 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "PUT /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags/tempest-TagsExtTest-Tag-459990812 HTTP/1.1" status: 201 len: 201 time: 0.1500287 Feb 11 04:54:53.785994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40538) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:53.798697 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-ccaa92dc-b729-4944-830f-695d331cfc35 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1', 'tempest-TagsExtTest-Tag-664262754') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:53.823439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9c3c8f82-9a72-4045-892b-6825e29feafc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.828470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: ae604b7a-7506-4a89-8dc5-1a06567d4de5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:54:53.828829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ae604b7a-7506-4a89-8dc5-1a06567d4de5 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:53.847443 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:54:53.847862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (9c3c8f82-9a72-4045-892b-6825e29feafc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:54:53.990035 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:54:54.012681 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (a98bda49-1965-4ebf-9996-1aaec756046e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.049568 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ccaa92dc-b729-4944-830f-695d331cfc35 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "PUT /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags/tempest-TagsExtTest-Tag-664262754 HTTP/1.1" status: 201 len: 201 time: 0.2612138 Feb 11 04:54:54.050811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40548) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:54.062786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-1a1e793e-c11a-426a-96e9-770158604b2d tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c', 'tempest-TagsExtTest-Tag-646207027') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:54.075422 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.079145 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a98bda49-1965-4ebf-9996-1aaec756046e HTTP/1.1" status: 204 len: 168 time: 2.0211685 Feb 11 04:54:54.117562 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-327fb740-e79a-4766-89b6-7e59654b7afe req-1a2875e5-38fe-4a0c-9463-7cf7335424cb tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 210 time: 0.1303315 Feb 11 04:54:54.175984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2d929-7996-448b-9c60-5c04019eb4a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a98bda49-1965-4ebf-9996-1aaec756046e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:54.189399 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-886a38bc-1ed3-44fa-a0ff-57fc86249dba tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group_rule (33dd58c4-cb4e-4302-9619-339e473fdc26), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.198188 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1a1e793e-c11a-426a-96e9-770158604b2d tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "PUT /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags/tempest-TagsExtTest-Tag-646207027 HTTP/1.1" status: 201 len: 201 time: 0.1455085 Feb 11 04:54:54.201916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40556) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:54.211695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-19190aab-9c76-47e6-80c5-1d2664e81de4 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea', {'tags': ['tempest-TagsExtTest-Tag-47468484', 'tempest-TagsExtTest-Tag-115277177', 'tempest-TagsExtTest-Tag-893896193']}) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:54.387857 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-886a38bc-1ed3-44fa-a0ff-57fc86249dba tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group_rule (33dd58c4-cb4e-4302-9619-339e473fdc26), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.391016 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-19190aab-9c76-47e6-80c5-1d2664e81de4 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "PUT /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags HTTP/1.1" status: 200 len: 314 time: 0.1875060 Feb 11 04:54:54.393482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40562) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:54.410864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-e4de2ea6-98ef-40e5-b14b-06cd182a2bb6 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:54.439415 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-886a38bc-1ed3-44fa-a0ff-57fc86249dba tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (33dd58c4-cb4e-4302-9619-339e473fdc26), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.519771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40568) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:54.526321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fe86be59-0cac-44ae-8b02-bd3eb74bc665 None None] Port 7b3d8d07-520b-4856-b1a8-27b09a006c30 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:54.568874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port f40a2764-0d42-4409-90f8-d98a4f1bc2aa is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:54.570542 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.584411 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-886a38bc-1ed3-44fa-a0ff-57fc86249dba tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.587014 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-886a38bc-1ed3-44fa-a0ff-57fc86249dba tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0075612 Feb 11 04:54:54.587528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-60e5503d-7aba-4fc4-9886-f35bbd38318b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31feba60ec1a4950ace1e36a37272c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0662212 Feb 11 04:54:54.596490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01fdc3-e621-4c05-8526-3644a9a429b3 req-873d3f56-ad9b-4da9-bffb-9399b054b435 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:54.604546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f01fdc3-e621-4c05-8526-3644a9a429b3 req-873d3f56-ad9b-4da9-bffb-9399b054b435 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 945 time: 0.1347287 Feb 11 04:54:54.606598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40570) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:54.607105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40572) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:54.613959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:54.624700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port f40a2764-0d42-4409-90f8-d98a4f1bc2aa, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f40a2764-0d42-4409-90f8-d98a4f1bc2aa,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:54.628816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6174bb-50dd-4ca0-bda0-d69266495bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40a2764-0d42-4409-90f8-d98a4f1bc2aa'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:54:54.631491 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a6ffeb-cc68-4dcf-9a26-93e09e39b150" -d '{"events": [{"server_uuid": "2e6174bb-50dd-4ca0-bda0-d69266495bb5", "name": "network-vif-plugged", "status": "completed", "tag": "f40a2764-0d42-4409-90f8-d98a4f1bc2aa"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:54:54.649514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] For port 7b3d8d07-520b-4856-b1a8-27b09a006c30, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:54.651900 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.702922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a38bc-1ed3-44fa-a0ff-57fc86249dba tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33dd58c4-cb4e-4302-9619-339e473fdc26,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:54.744002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] For port 7b3d8d07-520b-4856-b1a8-27b09a006c30, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7b3d8d07-520b-4856-b1a8-27b09a006c30,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:54.767944 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11b2c23-9e4d-40f5-a2bd-e4b79c6a90b9 x-openstack-request-id: req-c11b2c23-9e4d-40f5-a2bd-e4b79c6a90b9 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:54:54.769782 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6174bb-50dd-4ca0-bda0-d69266495bb5", "name": "network-vif-plugged", "status": "completed", "tag": "f40a2764-0d42-4409-90f8-d98a4f1bc2aa", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:54:54.771001 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c11b2c23-9e4d-40f5-a2bd-e4b79c6a90b9 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:54:54.773077 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6174bb-50dd-4ca0-bda0-d69266495bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40a2764-0d42-4409-90f8-d98a4f1bc2aa', 'code': 200} Feb 11 04:54:54.782819 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a602b30e-b2e6-4bce-a3d1-e0a63070739e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (b97dae7b-1144-44a7-9998-e17e41c00710), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.801733 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.824023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a602b30e-b2e6-4bce-a3d1-e0a63070739e None None] Network a98bda49-1965-4ebf-9996-1aaec756046e is not hosted by any dhcp agent {{(pid=103355) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 04:54:54.837403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a602b30e-b2e6-4bce-a3d1-e0a63070739e None None] No DVR routers for this DVR port b97dae7b-1144-44a7-9998-e17e41c00710 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:54:54.868538 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e4de2ea6-98ef-40e5-b14b-06cd182a2bb6 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags HTTP/1.1" status: 204 len: 168 time: 0.4703314 Feb 11 04:54:54.870588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40580) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:54.877490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-8deb6c36-1270-4939-bf9b-5a640ced09ca tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea', 'tempest-TagsExtTest-Tag-47468484') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:54.897683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=f40a2764-0d42-4409-90f8-d98a4f1bc2aa,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:54.964486 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:54.965038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:54:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:54.984506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602b30e-b2e6-4bce-a3d1-e0a63070739e None None] Pushing event deleted for resources: {'Port': ['ID=b97dae7b-1144-44a7-9998-e17e41c00710,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:55.063539 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-8deb6c36-1270-4939-bf9b-5a640ced09ca tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] show failed (client error): The resource could not be found. Feb 11 04:54:55.064629 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8deb6c36-1270-4939-bf9b-5a640ced09ca tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags/tempest-TagsExtTest-Tag-47468484 HTTP/1.1" status: 404 len: 327 time: 0.1927967 Feb 11 04:54:55.068929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40586) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:55.082252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-a5d71e13-77b9-4bcf-a975-6a9e9d1054e2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea', 'tempest-TagsExtTest-Tag-115277177') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:55.202694 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-a5d71e13-77b9-4bcf-a975-6a9e9d1054e2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] show failed (client error): The resource could not be found. Feb 11 04:54:55.204020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a5d71e13-77b9-4bcf-a975-6a9e9d1054e2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags/tempest-TagsExtTest-Tag-115277177 HTTP/1.1" status: 404 len: 328 time: 0.1341171 Feb 11 04:54:55.211319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40592) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:55.221384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-df9b5f95-0760-4e79-8863-f4c0cf195040 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea', 'tempest-TagsExtTest-Tag-893896193') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:55.241040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45486849-8fd2-4b60-94e9-4e69fc43a331 None None] Pushing event updated for resources: {'Port': ['ID=7b3d8d07-520b-4856-b1a8-27b09a006c30,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:55.292608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:55.347476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f2cdcb1-0159-4fa2-9678-f2832bf6d06d req-e1d22590-ca7d-4bff-8f63-ca4460500535 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 210 time: 0.0645590 Feb 11 04:54:55.413554 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-df9b5f95-0760-4e79-8863-f4c0cf195040 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] show failed (client error): The resource could not be found. Feb 11 04:54:55.414818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-df9b5f95-0760-4e79-8863-f4c0cf195040 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags/tempest-TagsExtTest-Tag-893896193 HTTP/1.1" status: 404 len: 328 time: 0.2012920 Feb 11 04:54:55.420822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40594) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:55.460321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-c4d04f5f-f250-497b-a587-2064458ad23b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b', {'tags': ['tempest-TagsExtTest-Tag-1476297557', 'tempest-TagsExtTest-Tag-753381661', 'tempest-TagsExtTest-Tag-1685228394']}) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:55.495007 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.522028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-26ff28a8-fabc-4e21-96ae-7432649116b4 None None] Provisioning complete for port 7b3d8d07-520b-4856-b1a8-27b09a006c30 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:55.522404 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26ff28a8-fabc-4e21-96ae-7432649116b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.724176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f01fdc3-e621-4c05-8526-3644a9a429b3 req-7cc74690-9558-4db8-aae8-a7e9f1766183 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1180041 Feb 11 04:54:55.787864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-26ff28a8-fabc-4e21-96ae-7432649116b4 None None] Current status of the port 7b3d8d07-520b-4856-b1a8-27b09a006c30 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:55.788468 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26ff28a8-fabc-4e21-96ae-7432649116b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.814215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80836e9f-658a-49ff-a978-8e7ebbc74220 req-4d25b73d-c843-4210-92ea-b84dda01935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:55.816116 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80836e9f-658a-49ff-a978-8e7ebbc74220 req-4d25b73d-c843-4210-92ea-b84dda01935e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 1129 time: 0.3845949 Feb 11 04:54:55.835658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:54Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:55.868814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8533ac3d-99f2-4bb9-8cc0-36a65bdee9aa None None] The sync data for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 is: [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:54Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:55.872525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-26ff28a8-fabc-4e21-96ae-7432649116b4 None None] For port 7b3d8d07-520b-4856-b1a8-27b09a006c30, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7b3d8d07-520b-4856-b1a8-27b09a006c30,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:55.899454 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26ff28a8-fabc-4e21-96ae-7432649116b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.020906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff28a8-fabc-4e21-96ae-7432649116b4 None None] Pushing event updated for resources: {'Port': ['ID=7b3d8d07-520b-4856-b1a8-27b09a006c30,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:56.036001 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aa0044b-1d01-4d49-8609-46f2b637a5b0 admin admin] Publish callbacks [] for security_group (74ac017f-e99c-488c-8eda-1de4d99ed846), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.066053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40616) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:56.071673 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c4d04f5f-f250-497b-a587-2064458ad23b tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "PUT /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags HTTP/1.1" status: 200 len: 317 time: 0.6150529 Feb 11 04:54:56.073049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-91ef318b-71d0-4c76-a639-ec89b9588453 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:56.098881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-29833e59-a992-45ac-a0fd-7a7b0c4020ab tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:56.101429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-29833e59-a992-45ac-a0fd-7a7b0c4020ab tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.60 "GET /v2.0/networks?id=b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 200 len: 813 time: 0.6778533 Feb 11 04:54:56.115597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80836e9f-658a-49ff-a978-8e7ebbc74220 req-66dbf71f-b019-49ac-b101-608027cefb2b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773213 Feb 11 04:54:56.126915 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aa0044b-1d01-4d49-8609-46f2b637a5b0 admin admin] Publish callbacks [] for security_group (74ac017f-e99c-488c-8eda-1de4d99ed846), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.196623 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.270172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aa0044b-1d01-4d49-8609-46f2b637a5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (74ac017f-e99c-488c-8eda-1de4d99ed846), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.272745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aa0044b-1d01-4d49-8609-46f2b637a5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.274584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0aa0044b-1d01-4d49-8609-46f2b637a5b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74ac017f-e99c-488c-8eda-1de4d99ed846 HTTP/1.1" status: 204 len: 168 time: 1.6652548 Feb 11 04:54:56.277012 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-91ef318b-71d0-4c76-a639-ec89b9588453 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags HTTP/1.1" status: 204 len: 168 time: 0.2094111 Feb 11 04:54:56.293483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40620) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:56.298490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0044b-1d01-4d49-8609-46f2b637a5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ac017f-e99c-488c-8eda-1de4d99ed846,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:56.321047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-4ffca861-16ab-4e95-96c2-8105fd14dfde tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b', 'tempest-TagsExtTest-Tag-1476297557') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:56.390714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Allocated IP 172.25.7.137 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/e5bb9402-4475-453a-a5e7-b3c61a045c6e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:56.452030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Request body: {'port': {'device_id': 'fe31a078-1f51-49a4-9034-c7db090f9ea3', 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef', 'admin_state_up': True, 'tenant_id': 'a0d0af48ff764b78ad9fdc536be1a471'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:56.467015 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-4ffca861-16ab-4e95-96c2-8105fd14dfde tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] show failed (client error): The resource could not be found. Feb 11 04:54:56.471272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4ffca861-16ab-4e95-96c2-8105fd14dfde tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags/tempest-TagsExtTest-Tag-1476297557 HTTP/1.1" status: 404 len: 329 time: 0.1618478 Feb 11 04:54:56.473642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40626) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:56.480981 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-2d5527d1-cf4c-4fb4-a9d8-b38c98978950 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b', 'tempest-TagsExtTest-Tag-753381661') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:56.567346 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a0567c0-27ed-4e29-ad21-16a996996f49 req-829d503d-1a66-4b16-bae2-560e49f2fd70 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 210 time: 0.0412948 Feb 11 04:54:56.628264 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-2d5527d1-cf4c-4fb4-a9d8-b38c98978950 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] show failed (client error): The resource could not be found. Feb 11 04:54:56.631877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2d5527d1-cf4c-4fb4-a9d8-b38c98978950 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags/tempest-TagsExtTest-Tag-753381661 HTTP/1.1" status: 404 len: 328 time: 0.1519735 Feb 11 04:54:56.633721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:56.649733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-3a7838ed-8cc5-414a-a0b2-39b9b3a89a48 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b', 'tempest-TagsExtTest-Tag-1685228394') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:56.786712 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-3a7838ed-8cc5-414a-a0b2-39b9b3a89a48 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] show failed (client error): The resource could not be found. Feb 11 04:54:56.790808 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3a7838ed-8cc5-414a-a0b2-39b9b3a89a48 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags/tempest-TagsExtTest-Tag-1685228394 HTTP/1.1" status: 404 len: 329 time: 0.1531794 Feb 11 04:54:56.792843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40638) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:56.807663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-0a5002bf-87a4-4935-bced-e1f761892d04 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1', {'tags': ['tempest-TagsExtTest-Tag-2050384207', 'tempest-TagsExtTest-Tag-1911077284', 'tempest-TagsExtTest-Tag-1237174679']}) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:57.104058 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Made reservation on behalf of a0d0af48ff764b78ad9fdc536be1a471 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:57.107657 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:57.114030 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for port (e5bb9402-4475-453a-a5e7-b3c61a045c6e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:57.145355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b723283-001a-4470-95fe-9a52c3b9ed3d req-2248476f-2433-4ba4-a70d-614e5eaabe9c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3894029 Feb 11 04:54:57.152100 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0a5002bf-87a4-4935-bced-e1f761892d04 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "PUT /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags HTTP/1.1" status: 200 len: 318 time: 0.3571928 Feb 11 04:54:57.157632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40650) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:57.171033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-e38c8226-32e5-460e-ac2b-3365c86bf45d tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:57.258082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9094c5e-8def-4aac-b8df-27e94dc27bf0 req-cf748e00-98ad-4405-a6b9-a09d8ff00e09 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:57.259756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c9094c5e-8def-4aac-b8df-27e94dc27bf0 req-cf748e00-98ad-4405-a6b9-a09d8ff00e09 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.3151002 Feb 11 04:54:57.590133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c9094c5e-8def-4aac-b8df-27e94dc27bf0 req-e4d3b99d-8235-4516-8b16-5ebccd030364 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136904 Feb 11 04:54:57.625760 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e5bb9402-4475-453a-a5e7-b3c61a045c6e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:57.671968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7b3d8d07-520b-4856-b1a8-27b09a006c30 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:57.734071 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cbe5e95d-9ddb-48d3-af1e-c85da4807836 req-b906e451-8658-4fe9-b063-23e4f1acd881 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 210 time: 0.0618086 Feb 11 04:54:57.763478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:57.789479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b723283-001a-4470-95fe-9a52c3b9ed3d req-8b1ca4b2-cf52-4460-be68-26776c52fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:57.790094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b723283-001a-4470-95fe-9a52c3b9ed3d req-8b1ca4b2-cf52-4460-be68-26776c52fefb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 1127 time: 0.5448799 Feb 11 04:54:57.813773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:57.841528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:57.874138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7b3d8d07-520b-4856-b1a8-27b09a006c30 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:57.874688 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:57.946876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b723283-001a-4470-95fe-9a52c3b9ed3d req-4cbfed3c-e85e-4c04-9733-82c1c60f1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:57.948430 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b723283-001a-4470-95fe-9a52c3b9ed3d req-4cbfed3c-e85e-4c04-9733-82c1c60f1ce8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.1082244 Feb 11 04:54:58.063483 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e38c8226-32e5-460e-ac2b-3365c86bf45d tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags HTTP/1.1" status: 204 len: 168 time: 0.8962839 Feb 11 04:54:58.064499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event updated for resources: {'Port': ['ID=e5bb9402-4475-453a-a5e7-b3c61a045c6e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:58.066138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7b3d8d07-520b-4856-b1a8-27b09a006c30 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:58.066281 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40680) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:58.067903 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Allocated IP 172.20.0.12 (b67d36b9-6f2e-4fab-9900-af82916ad6ef/2f1730ef-db3b-4017-bd70-cc38613cb0e5/31db88e9-398c-4152-8f61-6873ee5ba42e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:58.072463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-2e8d619a-5f43-499d-ac08-5241700a9afc tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1', 'tempest-TagsExtTest-Tag-2050384207') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:58.133251 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b723283-001a-4470-95fe-9a52c3b9ed3d req-aa2bf234-88ab-4da5-8b02-2d9206b4dbc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 200 len: 998 time: 0.1358416 Feb 11 04:54:58.289310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (8441ab66-863a-4604-8a56-b7c2c190c4f1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:58.291873 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-2e8d619a-5f43-499d-ac08-5241700a9afc tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] show failed (client error): The resource could not be found. Feb 11 04:54:58.293124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2e8d619a-5f43-499d-ac08-5241700a9afc tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags/tempest-TagsExtTest-Tag-2050384207 HTTP/1.1" status: 404 len: 329 time: 0.2255545 Feb 11 04:54:58.299923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:58.318052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-8cdce3b6-41cc-4781-a4c3-b20f9b371ed2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1', 'tempest-TagsExtTest-Tag-1911077284') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:58.416945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b723283-001a-4470-95fe-9a52c3b9ed3d req-0b800542-9aac-45bc-84fd-682787e4b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:58.418806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b723283-001a-4470-95fe-9a52c3b9ed3d req-0b800542-9aac-45bc-84fd-682787e4b18f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.2531233 Feb 11 04:54:58.500337 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-8cdce3b6-41cc-4781-a4c3-b20f9b371ed2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] show failed (client error): The resource could not be found. Feb 11 04:54:58.501757 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8cdce3b6-41cc-4781-a4c3-b20f9b371ed2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags/tempest-TagsExtTest-Tag-1911077284 HTTP/1.1" status: 404 len: 329 time: 0.1977878 Feb 11 04:54:58.505044 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40702) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:58.512618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-640d289f-fa6d-4f9e-bdaf-8c837fe077ec tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1', 'tempest-TagsExtTest-Tag-1237174679') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:58.546072 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e5bb9402-4475-453a-a5e7-b3c61a045c6e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:58.654204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b723283-001a-4470-95fe-9a52c3b9ed3d req-13cc91ac-19d2-4fd3-a648-537a2c2ac390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:58.655968 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b723283-001a-4470-95fe-9a52c3b9ed3d req-13cc91ac-19d2-4fd3-a648-537a2c2ac390 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2297325 Feb 11 04:54:58.690762 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-640d289f-fa6d-4f9e-bdaf-8c837fe077ec tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] show failed (client error): The resource could not be found. Feb 11 04:54:58.695023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-640d289f-fa6d-4f9e-bdaf-8c837fe077ec tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags/tempest-TagsExtTest-Tag-1237174679 HTTP/1.1" status: 404 len: 329 time: 0.1862140 Feb 11 04:54:58.695251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40710) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:58.704205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-7d4d30c5-4906-4f8c-87cf-8dfb3ef0b340 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c', {'tags': ['tempest-TagsExtTest-Tag-1442768719', 'tempest-TagsExtTest-Tag-175590636', 'tempest-TagsExtTest-Tag-613810047']}) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:58.845137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7d4d30c5-4906-4f8c-87cf-8dfb3ef0b340 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "PUT /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags HTTP/1.1" status: 200 len: 316 time: 0.1484437 Feb 11 04:54:58.848200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40734) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:58.861383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-26aead8f-4257-4a4b-8a6e-d2bd9f1da52c tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:58.883330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d8395-aaad-4aec-974b-646da88b963d req-c13be1c2-2303-4d90-965f-5a9c2bd9e668 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:58.885548 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b65d8395-aaad-4aec-974b-646da88b963d req-c13be1c2-2303-4d90-965f-5a9c2bd9e668 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.1089394 Feb 11 04:54:58.963675 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b723283-001a-4470-95fe-9a52c3b9ed3d req-f52d34e2-6bbf-4890-ba09-d3b45f41cb52 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349350 Feb 11 04:54:58.998833 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-26aead8f-4257-4a4b-8a6e-d2bd9f1da52c tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags HTTP/1.1" status: 204 len: 168 time: 0.1466658 Feb 11 04:54:59.005976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40742) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:59.011551 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks [] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:59.015729 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f73541ce-ba47-4f4c-bf9a-cede3636cd2a req-c34d4453-a47a-401c-bb56-9a3396a4418b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 210 time: 0.0507047 Feb 11 04:54:59.026631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-ea194e53-ddd8-4e45-812f-939bab111bba tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c', 'tempest-TagsExtTest-Tag-1442768719') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:59.044854 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b65d8395-aaad-4aec-974b-646da88b963d req-e04c7c62-bc06-4734-b8f6-e35cf8845233 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527216 Feb 11 04:54:59.080577 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-ea194e53-ddd8-4e45-812f-939bab111bba tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] show failed (client error): The resource could not be found. Feb 11 04:54:59.081887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ea194e53-ddd8-4e45-812f-939bab111bba tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags/tempest-TagsExtTest-Tag-1442768719 HTTP/1.1" status: 404 len: 329 time: 0.0700679 Feb 11 04:54:59.085794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40750) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:59.100856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-5fbb3159-cde6-49c4-8e62-c7baeb13bbca tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c', 'tempest-TagsExtTest-Tag-175590636') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:59.125016 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b723283-001a-4470-95fe-9a52c3b9ed3d req-de220a3b-1577-4f96-8bfa-3d8f508b32e7 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116233 Feb 11 04:54:59.160832 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-5fbb3159-cde6-49c4-8e62-c7baeb13bbca tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] show failed (client error): The resource could not be found. Feb 11 04:54:59.162362 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5fbb3159-cde6-49c4-8e62-c7baeb13bbca tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags/tempest-TagsExtTest-Tag-175590636 HTTP/1.1" status: 404 len: 328 time: 0.0684919 Feb 11 04:54:59.166365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40760) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:59.174425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-46d2411d-ad55-454c-946b-c81c06f1d8d9 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c', 'tempest-TagsExtTest-Tag-613810047') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:59.202742 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-46d2411d-ad55-454c-946b-c81c06f1d8d9 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] show failed (client error): The resource could not be found. Feb 11 04:54:59.210228 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-46d2411d-ad55-454c-946b-c81c06f1d8d9 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags/tempest-TagsExtTest-Tag-613810047 HTTP/1.1" status: 404 len: 328 time: 0.0418835 Feb 11 04:54:59.212089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40768) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:59.243574 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for port (e5bb9402-4475-453a-a5e7-b3c61a045c6e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:59.253713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-0f008966-74e2-4b9b-8d16-216de3700fdc tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '31c20b89-ffb1-4b10-8bd0-f43b05c6439c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:59.269748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (e5bb9402-4475-453a-a5e7-b3c61a045c6e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:59.306992 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:59.345809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['27c65b30-2722-41bd-9b9e-a7f213f845df'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:54:59.390167 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (8441ab66-863a-4604-8a56-b7c2c190c4f1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:59.403696 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event updated for resources: {'Port': ['ID=e5bb9402-4475-453a-a5e7-b3c61a045c6e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:59.423488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0f008966-74e2-4b9b-8d16-216de3700fdc tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c/tags HTTP/1.1" status: 204 len: 168 time: 0.2026296 Feb 11 04:54:59.425625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40790) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:59.439147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-697d8b99-fffb-470d-b997-b03c3f2f2e2e tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '20c97510-88a9-4970-9800-18a727f3b9a1') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:59.444451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Network b67d36b9-6f2e-4fab-9900-af82916ad6ef is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:59.504850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:59.509798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:59.638368 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:59.649563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-38565455-8089-405f-82e6-4095583af924 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0321229 Feb 11 04:54:59.662141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Pushing event updated for resources: {'Port': ['ID=31db88e9-398c-4152-8f61-6873ee5ba42e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:59.684981 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-697d8b99-fffb-470d-b997-b03c3f2f2e2e tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1/tags HTTP/1.1" status: 204 len: 168 time: 0.2573380 Feb 11 04:54:59.689026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40796) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:59.696826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-739fb71c-9e0d-4fb5-8499-824ebeff18af tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'def5af33-700b-4617-8d9d-414528edb18b') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:59.707327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:59.707953 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:59.764774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ee02d-4c9c-4a37-b42d-7a2db44d691b req-e1dbd24d-5713-4094-941a-7968cf16d998 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:59.766592 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-768ee02d-4c9c-4a37-b42d-7a2db44d691b req-e1dbd24d-5713-4094-941a-7968cf16d998 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.2774465 Feb 11 04:54:59.771929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-7498f2d1-b0aa-4e8c-b14a-295ea1a01caa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3302588 Feb 11 04:54:59.801279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Request body: {'port': {'device_id': 'fe31a078-1f51-49a4-9034-c7db090f9ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:59.831455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40802) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:59.985398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-768ee02d-4c9c-4a37-b42d-7a2db44d691b req-9237ae38-371e-4a46-ac94-6d238eb8fc9d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059512 Feb 11 04:55:00.013424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.030331 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-739fb71c-9e0d-4fb5-8499-824ebeff18af tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b/tags HTTP/1.1" status: 204 len: 168 time: 0.3394971 Feb 11 04:55:00.036863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40820) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:00.052509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-69e08e47-9575-474b-a095-649a9227deef tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e86c654f-23f0-4eae-9f1c-e582f1245fea') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:00.226385 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da5139a5-8d7c-4776-86fa-c9c987148401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.270311 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-0276d2b7-5d0c-4d0e-9a63-2e1049ef9b49 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1136980338&fields=id&tenant_id=96904844260549238a803990e10a1a4b HTTP/1.1" status: 200 len: 267 time: 0.2475703 Feb 11 04:55:00.552833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31db88e9-398c-4152-8f61-6873ee5ba42e {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:00.563636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Publish callbacks [] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.579819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Transition to ACTIVE for port object 31db88e9-398c-4152-8f61-6873ee5ba42e will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:55:00.591514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601bff-dec1-4515-871a-dab9a8a5a04a req-45a22b77-4208-4fa6-aaae-16373909901d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:00.600301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6601bff-dec1-4515-871a-dab9a8a5a04a req-45a22b77-4208-4fa6-aaae-16373909901d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 932 time: 0.4479601 Feb 11 04:55:00.611843 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.782922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6601bff-dec1-4515-871a-dab9a8a5a04a req-2eddab7c-c080-4e6b-819c-4188102eecc1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804395 Feb 11 04:55:00.802746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Pushing event updated for resources: {'Port': ['ID=31db88e9-398c-4152-8f61-6873ee5ba42e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:00.841988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-69e08e47-9575-474b-a095-649a9227deef tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea/tags HTTP/1.1" status: 204 len: 168 time: 0.7977045 Feb 11 04:55:00.850583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-27ac1858-c00d-420e-9ba0-f4ddac9bd5cb tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:00.852138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-27ac1858-c00d-420e-9ba0-f4ddac9bd5cb tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/networks?id=8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 200 len: 810 time: 0.5680068 Feb 11 04:55:00.852641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40842) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:00.915727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Attempting to bind port 31db88e9-398c-4152-8f61-6873ee5ba42e on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:00.916080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Attempting to bind port 31db88e9-398c-4152-8f61-6873ee5ba42e by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'f5434228-3733-4925-8d7c-222bbe6ac8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:00.916384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Attempting to bind port 31db88e9-398c-4152-8f61-6873ee5ba42e on network b67d36b9-6f2e-4fab-9900-af82916ad6ef {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:00.922422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Port 31db88e9-398c-4152-8f61-6873ee5ba42e on network b67d36b9-6f2e-4fab-9900-af82916ad6ef not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:55:00.922759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Attempting to bind port 31db88e9-398c-4152-8f61-6873ee5ba42e on network b67d36b9-6f2e-4fab-9900-af82916ad6ef {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:00.928425 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:00.928757 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Checking segment: {'id': 'f5434228-3733-4925-8d7c-222bbe6ac8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:00.929806 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Bound using segment: {'id': 'f5434228-3733-4925-8d7c-222bbe6ac8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:00.930385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Bound port: 31db88e9-398c-4152-8f61-6873ee5ba42e, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5434228-3733-4925-8d7c-222bbe6ac8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:00.930761 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.963824 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-a62e0638-20a0-4b0d-b5f0-dd6f136ca2f5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/quotas/96904844260549238a803990e10a1a4b HTTP/1.1" status: 200 len: 375 time: 0.0953820 Feb 11 04:55:00.967265 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da5139a5-8d7c-4776-86fa-c9c987148401 admin admin] Publish callbacks [] for security_group (e36cc764-657f-4185-947d-4536f6fec5de), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.989108 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da5139a5-8d7c-4776-86fa-c9c987148401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e36cc764-657f-4185-947d-4536f6fec5de), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.083346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5139a5-8d7c-4776-86fa-c9c987148401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36cc764-657f-4185-947d-4536f6fec5de,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:01.100119 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-da5139a5-8d7c-4776-86fa-c9c987148401 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37fa6763764041b09c059647f965dc45&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2666588 Feb 11 04:55:01.104022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40850) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:01.137076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-371eb5ae-1ea7-4063-894b-f2ca3467fd58 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96904844260549238a803990e10a1a4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720634 Feb 11 04:55:01.149482 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dcc22003-af51-4dce-b03e-8a3026d209b2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.151173 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dcc22003-af51-4dce-b03e-8a3026d209b2 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/subnetpools/31c20b89-ffb1-4b10-8bd0-f43b05c6439c HTTP/1.1" status: 204 len: 168 time: 0.2963250 Feb 11 04:55:01.153518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40852) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:01.160718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] For port 31db88e9-398c-4152-8f61-6873ee5ba42e, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:01.207375 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ca29856f-b53e-4d8c-ae47-aba0651688a8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "GET /v2.0/ports?device_id=20c97510-88a9-4970-9800-18a727f3b9a1 HTTP/1.1" status: 200 len: 205 time: 0.0522888 Feb 11 04:55:01.217334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40858) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:01.261242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] For port 31db88e9-398c-4152-8f61-6873ee5ba42e, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=31db88e9-398c-4152-8f61-6873ee5ba42e,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:01.264865 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5613ad74-3826-43ef-844b-da261a8f2f68 admin admin] Publish callbacks [] for security_group (e36cc764-657f-4185-947d-4536f6fec5de), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.301115 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5613ad74-3826-43ef-844b-da261a8f2f68 admin admin] Publish callbacks [] for security_group (e36cc764-657f-4185-947d-4536f6fec5de), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.378375 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-92206ca3-6e54-44c8-84ce-7c196c0e21ff tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks [] for router (20c97510-88a9-4970-9800-18a727f3b9a1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.397560 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.472631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e63c7-f5f8-4ecf-94ad-ca106859eaa9 req-e701563a-8215-48a1-9cce-40bdc30191cc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:01.480153 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e6e63c7-f5f8-4ecf-94ad-ca106859eaa9 req-e701563a-8215-48a1-9cce-40bdc30191cc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.3705614 Feb 11 04:55:01.496963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:01.497852 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.499766 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] 10.222.0.60 "PUT /v2.0/ports/31db88e9-398c-4152-8f61-6873ee5ba42e HTTP/1.1" status: 200 len: 1093 time: 1.7100232 Feb 11 04:55:01.500817 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-fc7683f9-5e96-4af6-a42a-968370b770cf service neutron] 10.222.0.48 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483589 Feb 11 04:55:01.519045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe31a078-1f51-49a4-9034-c7db090f9ea3', 'tag': '31db88e9-398c-4152-8f61-6873ee5ba42e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:01.522056 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8d0462-cbbd-40df-9203-56fe1fcea8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "fe31a078-1f51-49a4-9034-c7db090f9ea3", "tag": "31db88e9-398c-4152-8f61-6873ee5ba42e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:01.613387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5613ad74-3826-43ef-844b-da261a8f2f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e36cc764-657f-4185-947d-4536f6fec5de), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.615963 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5613ad74-3826-43ef-844b-da261a8f2f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.619762 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5613ad74-3826-43ef-844b-da261a8f2f68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e36cc764-657f-4185-947d-4536f6fec5de HTTP/1.1" status: 204 len: 168 time: 0.5030725 Feb 11 04:55:01.629110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5783b12-1b59-44ae-9065-0f6427e9f395 service neutron] Pushing event updated for resources: {'Port': ['ID=31db88e9-398c-4152-8f61-6873ee5ba42e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:01.665198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613ad74-3826-43ef-844b-da261a8f2f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36cc764-657f-4185-947d-4536f6fec5de,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:01.670832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e6e63c7-f5f8-4ecf-94ad-ca106859eaa9 req-9771fcf1-fa4a-4288-8d0c-4ed9d8b80aa1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898010 Feb 11 04:55:01.722489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-df1a1efc-6cca-4059-98ab-b5fd94235fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:01.755508 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-df1a1efc-6cca-4059-98ab-b5fd94235fb9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 1127 time: 0.1260474 Feb 11 04:55:01.837991 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2db36ed-35f6-40d6-9591-b1a3b2e61197 x-openstack-request-id: req-d2db36ed-35f6-40d6-9591-b1a3b2e61197 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:01.838712 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe31a078-1f51-49a4-9034-c7db090f9ea3", "tag": "31db88e9-398c-4152-8f61-6873ee5ba42e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:01.838712 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2db36ed-35f6-40d6-9591-b1a3b2e61197 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:01.838886 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe31a078-1f51-49a4-9034-c7db090f9ea3', 'tag': '31db88e9-398c-4152-8f61-6873ee5ba42e', 'status': 'completed', 'code': 200} Feb 11 04:55:01.843883 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-b661428a-113f-4a53-a76a-c8af7008c628 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31db88e9-398c-4152-8f61-6873ee5ba42e HTTP/1.1" status: 200 len: 217 time: 0.0870094 Feb 11 04:55:01.926087 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-92206ca3-6e54-44c8-84ce-7c196c0e21ff tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (20c97510-88a9-4970-9800-18a727f3b9a1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.929658 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-92206ca3-6e54-44c8-84ce-7c196c0e21ff tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks [] for router_controller (20c97510-88a9-4970-9800-18a727f3b9a1), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.995726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-56a36a7f-62a6-4713-9ad9-c7295872f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:01.999328 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-56a36a7f-62a6-4713-9ad9-c7295872f77a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f1730ef-db3b-4017-bd70-cc38613cb0e5 HTTP/1.1" status: 200 len: 853 time: 0.1449516 Feb 11 04:55:02.055434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-e4feacaf-a416-4611-9054-575aaf115307 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b67d36b9-6f2e-4fab-9900-af82916ad6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342557 Feb 11 04:55:02.106409 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-92206ca3-6e54-44c8-84ce-7c196c0e21ff tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (20c97510-88a9-4970-9800-18a727f3b9a1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:02.107247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92206ca3-6e54-44c8-84ce-7c196c0e21ff tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Fanout notify agent at l3_agent the message router_deleted on router 20c97510-88a9-4970-9800-18a727f3b9a1 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:55:02.117493 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-92206ca3-6e54-44c8-84ce-7c196c0e21ff tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:02.122055 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-92206ca3-6e54-44c8-84ce-7c196c0e21ff tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/routers/20c97510-88a9-4970-9800-18a727f3b9a1 HTTP/1.1" status: 204 len: 168 time: 0.9038031 Feb 11 04:55:02.123256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40892) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:02.130162 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-5874e729-5b71-4e59-baff-33e9d1f9caa6 service neutron] 10.222.0.48 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202245 Feb 11 04:55:02.373111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea8f7c-b9a7-4e8c-ad4f-74b9fb3b189e tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Deleting port def5af33-700b-4617-8d9d-414528edb18b {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:55:02.373874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8f7c-b9a7-4e8c-ad4f-74b9fb3b189e tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (def5af33-700b-4617-8d9d-414528edb18b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:02.585554 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-34eddfd6-dcd9-4c81-9f3f-c1a84b92429f req-f3f677ff-fef2-4336-ac0b-8d77a80d9c72 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 210 time: 0.1082923 Feb 11 04:55:02.845566 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8f7c-b9a7-4e8c-ad4f-74b9fb3b189e tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (def5af33-700b-4617-8d9d-414528edb18b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:02.915470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea8f7c-b9a7-4e8c-ad4f-74b9fb3b189e tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Calling delete_port for def5af33-700b-4617-8d9d-414528edb18b owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:55:02.963078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c664c5-fc45-4210-8f75-9db7e7c43cf1 req-9ffb6156-0d11-468b-8204-94b7ccc56503 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:02.971928 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6c664c5-fc45-4210-8f75-9db7e7c43cf1 req-9ffb6156-0d11-468b-8204-94b7ccc56503 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 944 time: 1.0375848 Feb 11 04:55:03.058925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6c664c5-fc45-4210-8f75-9db7e7c43cf1 req-9b57841b-f7b0-4801-968b-83b970cff175 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857635 Feb 11 04:55:03.106069 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-93e3e78f-762d-4959-976e-784f3c900da0 service neutron] 10.222.0.60 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0332403 Feb 11 04:55:03.213806 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:03.349385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67803c4-9ce1-4975-8ef2-6e6ff05fad56 req-9cedcdca-6419-4574-97d0-1bee46c572d0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:03.357401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b67803c4-9ce1-4975-8ef2-6e6ff05fad56 req-9cedcdca-6419-4574-97d0-1bee46c572d0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.2560339 Feb 11 04:55:03.423149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8f7c-b9a7-4e8c-ad4f-74b9fb3b189e tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (def5af33-700b-4617-8d9d-414528edb18b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:03.456510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b22b83d7-fe00-44ef-a802-34bd389c9972 req-4f4322a3-6e9d-4e42-b6a2-83f82d3eb2ac service neutron] 10.222.0.60 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438845 Feb 11 04:55:03.476702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea8f7c-b9a7-4e8c-ad4f-74b9fb3b189e tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Pushing event deleted for resources: {'Port': ['ID=def5af33-700b-4617-8d9d-414528edb18b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:03.578626 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8f7c-b9a7-4e8c-ad4f-74b9fb3b189e tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:03.586549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:03.594098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b9ea8f7c-b9a7-4e8c-ad4f-74b9fb3b189e tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/ports/def5af33-700b-4617-8d9d-414528edb18b HTTP/1.1" status: 204 len: 168 time: 1.4687328 Feb 11 04:55:03.662431 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b67803c4-9ce1-4975-8ef2-6e6ff05fad56 req-b3611547-bc1d-4052-b430-9557704600ef tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957146 Feb 11 04:55:03.713673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddda03dd-c40b-43d5-9bf3-54c557576a72 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Deleting subnet e86c654f-23f0-4eae-9f1c-e582f1245fea {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:55:03.719342 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddda03dd-c40b-43d5-9bf3-54c557576a72 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks [] for subnet (e86c654f-23f0-4eae-9f1c-e582f1245fea), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:03.812124 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddda03dd-c40b-43d5-9bf3-54c557576a72 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (e86c654f-23f0-4eae-9f1c-e582f1245fea), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:03.890756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40952) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:04.020243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfc604af-6658-4719-bcbe-a474863ffb34 req-da70385d-c723-4079-885b-fc842dab7831 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 210 time: 0.0368025 Feb 11 04:55:04.026391 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddda03dd-c40b-43d5-9bf3-54c557576a72 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e86c654f-23f0-4eae-9f1c-e582f1245fea), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.125824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d0462-cbbd-40df-9203-56fe1fcea8c3 req-61b733a2-507b-4861-944e-541be853e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:04.128629 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b8d0462-cbbd-40df-9203-56fe1fcea8c3 req-61b733a2-507b-4861-944e-541be853e87c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 1127 time: 0.5435522 Feb 11 04:55:04.133851 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddda03dd-c40b-43d5-9bf3-54c557576a72 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (e86c654f-23f0-4eae-9f1c-e582f1245fea), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.219079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f64b91-d9e8-486b-a8a2-7099f409fa9e None None] Network 9b07a196-e374-43b0-aec6-9fa516d74206 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:04.224654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddda03dd-c40b-43d5-9bf3-54c557576a72 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.230264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ddda03dd-c40b-43d5-9bf3-54c557576a72 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/subnets/e86c654f-23f0-4eae-9f1c-e582f1245fea HTTP/1.1" status: 204 len: 168 time: 0.6424656 Feb 11 04:55:04.233670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40962) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:04.245379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-439482379-network', 'tenant_id': '1a4e930d120e424c818bd87c4834768f'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:04.293023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda03dd-c40b-43d5-9bf3-54c557576a72 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Pushing event deleted for resources: {'Subnet': ['ID=e86c654f-23f0-4eae-9f1c-e582f1245fea,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:04.336915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Made reservation on behalf of 1a4e930d120e424c818bd87c4834768f for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:04.342923 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.377890 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.481582 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (9b07a196-e374-43b0-aec6-9fa516d74206), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.489865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d0462-cbbd-40df-9203-56fe1fcea8c3 req-8404d6bb-cfeb-45a7-ac70-e4ffd3727a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:04.491862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b8d0462-cbbd-40df-9203-56fe1fcea8c3 req-8404d6bb-cfeb-45a7-ac70-e4ffd3727a3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 200 len: 914 time: 0.3451242 Feb 11 04:55:04.561709 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Publish callbacks [] for security_group (f6c6c0fe-ce13-4a1a-ad82-ae63e530206a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.577126 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f6c6c0fe-ce13-4a1a-ad82-ae63e530206a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.660291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:55:04.697665 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b8d0462-cbbd-40df-9203-56fe1fcea8c3 req-65966106-f86a-4dd4-96e1-44a256008c6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31db88e9-398c-4152-8f61-6873ee5ba42e HTTP/1.1" status: 200 len: 217 time: 0.1932838 Feb 11 04:55:04.712504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c6c0fe-ce13-4a1a-ad82-ae63e530206a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:04.732850 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5d406951-8a3c-4761-a439-78f69491f851), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.734336 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84684a-8695-49bc-8a1a-780d7c7780bd None None] DHCP port deletion for 9b07a196-e374-43b0-aec6-9fa516d74206 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:55:04.736158 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Added segment 5d406951-8a3c-4761-a439-78f69491f851 of type vlan for network 0a28eee3-c882-4b7f-916f-2c9f1bb39a93 Feb 11 04:55:04.749979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba8fcd-3ac5-4228-a591-4ba89990cd61 req-7c29e144-3ae0-4002-80b8-333d0ea55405 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:04.758801 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fba8fcd-3ac5-4228-a591-4ba89990cd61 req-7c29e144-3ae0-4002-80b8-333d0ea55405 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 944 time: 0.5440738 Feb 11 04:55:04.881016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8d84684a-8695-49bc-8a1a-780d7c7780bd None None] Deleting port b06a476b-d290-42bf-ad4d-e987e627c3b1 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:55:04.886309 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8d84684a-8695-49bc-8a1a-780d7c7780bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.953407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (0a28eee3-c882-4b7f-916f-2c9f1bb39a93), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.965326 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fba8fcd-3ac5-4228-a591-4ba89990cd61 req-ad0e3b1e-febb-42a3-823d-f1356bffefdf tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433017 Feb 11 04:55:05.014911 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (0a28eee3-c882-4b7f-916f-2c9f1bb39a93), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:05.016416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:05.017372 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:05.031217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8d84684a-8695-49bc-8a1a-780d7c7780bd None None] For port b06a476b-d290-42bf-ad4d-e987e627c3b1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b06a476b-d290-42bf-ad4d-e987e627c3b1,segment=NetworkSegment(c318320a-dda0-4e34-9547-b7076257c5a2),segment_id=c318320a-dda0-4e34-9547-b7076257c5a2)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:05.031720 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8d84684a-8695-49bc-8a1a-780d7c7780bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:05.071740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8d84684a-8695-49bc-8a1a-780d7c7780bd None None] Calling delete_port for b06a476b-d290-42bf-ad4d-e987e627c3b1 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:55:05.163237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-91ccfd1f-1697-4e65-8a58-29574fd0a891 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:05.167208 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-91ccfd1f-1697-4e65-8a58-29574fd0a891 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.10 "GET /v2.0/networks?id=8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 200 len: 810 time: 0.5862479 Feb 11 04:55:05.170025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d0462-cbbd-40df-9203-56fe1fcea8c3 req-c571ada0-aa3a-4e25-bbda-3e7d41e924d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:05.171957 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b8d0462-cbbd-40df-9203-56fe1fcea8c3 req-c571ada0-aa3a-4e25-bbda-3e7d41e924d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f1730ef-db3b-4017-bd70-cc38613cb0e5 HTTP/1.1" status: 200 len: 853 time: 0.4668427 Feb 11 04:55:05.190315 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2980762 Feb 11 04:55:05.191984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40982) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:05.198862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d8b6d44f-ceca-48b1-a4ea-7182113daf03 admin admin] Request body: {'subnet': {'network_id': '0a28eee3-c882-4b7f-916f-2c9f1bb39a93', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-439482379-subnet', 'tenant_id': '1a4e930d120e424c818bd87c4834768f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:05.208134 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Deleting port b06a476b-d290-42bf-ad4d-e987e627c3b1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:55:05.208643 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:05.221497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e58e2-d5d8-41a5-b670-f9f3a24d9043 admin admin] Pushing event updated for resources: {'Network': ['ID=0a28eee3-c882-4b7f-916f-2c9f1bb39a93,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:05.259946 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 0a28eee3-c882-4b7f-916f-2c9f1bb39a93 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:55:05.264811 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8d84684a-8695-49bc-8a1a-780d7c7780bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:05.289979 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b431d5a-81ca-4a04-b044-43766e802ef6 req-ccd9ceeb-fd5c-44fc-bf05-0fc2255cdd56 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 210 time: 0.0968919 Feb 11 04:55:05.294872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] For port b06a476b-d290-42bf-ad4d-e987e627c3b1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b06a476b-d290-42bf-ad4d-e987e627c3b1,segment=NetworkSegment(c318320a-dda0-4e34-9547-b7076257c5a2),segment_id=c318320a-dda0-4e34-9547-b7076257c5a2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:05.295751 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:05.318397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Calling delete_port for b06a476b-d290-42bf-ad4d-e987e627c3b1 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:55:05.322855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b6d44f-ceca-48b1-a4ea-7182113daf03 admin admin] Made reservation on behalf of 1a4e930d120e424c818bd87c4834768f for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:05.325293 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d44f-ceca-48b1-a4ea-7182113daf03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:05.344259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84684a-8695-49bc-8a1a-780d7c7780bd None None] Pushing event deleted for resources: {'Port': ['ID=b06a476b-d290-42bf-ad4d-e987e627c3b1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:05.353740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d84684a-8695-49bc-8a1a-780d7c7780bd None None] No DVR routers for this DVR port b06a476b-d290-42bf-ad4d-e987e627c3b1 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:55:05.513207 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-aa9f6e09-15dd-4035-a30e-9c6d66af5a05 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96904844260549238a803990e10a1a4b HTTP/1.1" status: 200 len: 380 time: 0.3114536 Feb 11 04:55:05.523699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b8d0462-cbbd-40df-9203-56fe1fcea8c3 req-2f703771-6575-4278-bd81-0c191fe1ee2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b67d36b9-6f2e-4fab-9900-af82916ad6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3406448 Feb 11 04:55:05.544603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Request body: {'port': {'device_id': 'a4f376fd-679e-4433-848e-b69dade60296', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'admin_state_up': True, 'tenant_id': '96904844260549238a803990e10a1a4b', 'security_groups': ['4e712e54-c83c-4d9c-991b-bb2e59f3a54d']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:05.625885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b06a476b-d290-42bf-ad4d-e987e627c3b1 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:55:05.675326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b06a476b-d290-42bf-ad4d-e987e627c3b1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:55:05.675673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b06a476b-d290-42bf-ad4d-e987e627c3b1 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:55:05.754256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e6782-6f97-46da-9c10-c2d1c88e4b33 req-7fad485e-4143-481c-a403-35a6a9c75dfd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:05.756003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be8e6782-6f97-46da-9c10-c2d1c88e4b33 req-7fad485e-4143-481c-a403-35a6a9c75dfd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.9728882 Feb 11 04:55:05.764877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d44f-ceca-48b1-a4ea-7182113daf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (ba05a3be-0c32-4a1b-8c0b-ec1e147f5d6e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:05.844934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6d44f-ceca-48b1-a4ea-7182113daf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba05a3be-0c32-4a1b-8c0b-ec1e147f5d6e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:05.856877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6d44f-ceca-48b1-a4ea-7182113daf03 admin admin] Checking segment: {'id': '5d406951-8a3c-4761-a439-78f69491f851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0a28eee3-c882-4b7f-916f-2c9f1bb39a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:05.857552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6d44f-ceca-48b1-a4ea-7182113daf03 admin admin] Network hostable DHCP agents. Network: 0a28eee3-c882-4b7f-916f-2c9f1bb39a93, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:55:05.885362 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b06a476b-d290-42bf-ad4d-e987e627c3b1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:05.893993 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Made reservation on behalf of 96904844260549238a803990e10a1a4b for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:05.897562 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:05.922015 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:55:05.935375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6d44f-ceca-48b1-a4ea-7182113daf03 admin admin] Network 0a28eee3-c882-4b7f-916f-2c9f1bb39a93 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:55:05.951241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d8b6d44f-ceca-48b1-a4ea-7182113daf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 0a28eee3-c882-4b7f-916f-2c9f1bb39a93) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:05.953215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] No DVR routers for this DVR port b06a476b-d290-42bf-ad4d-e987e627c3b1 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:55:05.958211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b6d44f-ceca-48b1-a4ea-7182113daf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:05.958863 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d44f-ceca-48b1-a4ea-7182113daf03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:05.961822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Pushing event deleted for resources: {'Port': ['ID=b06a476b-d290-42bf-ad4d-e987e627c3b1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:05.974647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4616e789-a54c-4089-ae2c-acadf29b61f4 None None] Network 0a28eee3-c882-4b7f-916f-2c9f1bb39a93 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:05.984056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be8e6782-6f97-46da-9c10-c2d1c88e4b33 req-7ff69cff-d706-4ffd-8783-bd32609a140a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159016 Feb 11 04:55:05.987723 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d8b6d44f-ceca-48b1-a4ea-7182113daf03 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7930501 Feb 11 04:55:06.199846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00a111-3862-4225-93a3-972ba6b3c82b req-ca7bbcb6-9e05-480e-ba1c-dc61e6d29297 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:06.201690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb00a111-3862-4225-93a3-972ba6b3c82b req-ca7bbcb6-9e05-480e-ba1c-dc61e6d29297 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 944 time: 0.0797887 Feb 11 04:55:06.247655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d061e2a6-6448-4200-861d-56885201f956 None None] Network 0a28eee3-c882-4b7f-916f-2c9f1bb39a93 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:06.297585 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb00a111-3862-4225-93a3-972ba6b3c82b req-a3edd944-0e60-4a12-93a8-075427611db4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813668 Feb 11 04:55:06.351562 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Allocated IP 172.20.0.7 (8decd706-0c4d-4a4c-9cac-e65570b1f749/c8950805-753a-47d3-a145-dfa74269b5aa/bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:06.434693 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c84fd1a-23b1-4cb4-8eea-f25d2d577ee2 req-be21d9c0-b32a-4566-899b-4df4c0abccc5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 210 time: 0.0403805 Feb 11 04:55:06.519555 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b8d0462-cbbd-40df-9203-56fe1fcea8c3 req-83cd465e-b17c-497b-b009-005c2176714a service neutron] 10.222.0.60 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8399038 Feb 11 04:55:06.639333 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (9b07a196-e374-43b0-aec6-9fa516d74206), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:06.689240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b2c2a37b-7922-4958-9432-4211155b35c6 req-1e5ab163-5aac-4624-b5e7-4e9831c4e399 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1984466715', 'description': 'tempest-description-513608309'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:06.714421 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:06.737662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b07a196-e374-43b0-aec6-9fa516d74206']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:06.779170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c318320a-dda0-4e34-9547-b7076257c5a2') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:06.780402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c318320a-dda0-4e34-9547-b7076257c5a2') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:06.803884 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b8d0462-cbbd-40df-9203-56fe1fcea8c3 req-b1218d2d-058a-4865-828d-b193f98700bd service neutron] 10.222.0.60 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694447 Feb 11 04:55:06.812746 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (c318320a-dda0-4e34-9547-b7076257c5a2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:06.831440 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b2c2a37b-7922-4958-9432-4211155b35c6 req-1e5ab163-5aac-4624-b5e7-4e9831c4e399 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:06.891881 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c318320a-dda0-4e34-9547-b7076257c5a2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:06.895659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 31db88e9-398c-4152-8f61-6873ee5ba42e details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:55:06.934399 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b2c2a37b-7922-4958-9432-4211155b35c6 req-1e5ab163-5aac-4624-b5e7-4e9831c4e399 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (5afa506a-1cc8-47e6-89a1-368515be3bb2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:06.952761 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b2c2a37b-7922-4958-9432-4211155b35c6 req-1e5ab163-5aac-4624-b5e7-4e9831c4e399 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5afa506a-1cc8-47e6-89a1-368515be3bb2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:06.956455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:55:06.956832 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (c318320a-dda0-4e34-9547-b7076257c5a2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:55:06.964245 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:55:06.989054 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.117297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 31db88e9-398c-4152-8f61-6873ee5ba42e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=31db88e9-398c-4152-8f61-6873ee5ba42e,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:07.166700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event updated for resources: {'Port': ['ID=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:07.176086 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '31db88e9-398c-4152-8f61-6873ee5ba42e', 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef', 'port_id': '31db88e9-398c-4152-8f61-6873ee5ba42e', 'mac_address': 'fa:16:3e:06:d6:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1730ef-db3b-4017-bd70-cc38613cb0e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:55:07.184659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (9b07a196-e374-43b0-aec6-9fa516d74206), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.188815 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b2c2a37b-7922-4958-9432-4211155b35c6 req-1e5ab163-5aac-4624-b5e7-4e9831c4e399 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.191980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2c2a37b-7922-4958-9432-4211155b35c6 req-1e5ab163-5aac-4624-b5e7-4e9831c4e399 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5530255 Feb 11 04:55:07.195871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ab163-5aac-4624-b5e7-4e9831c4e399 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afa506a-1cc8-47e6-89a1-368515be3bb2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:07.221396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.238679 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] 10.222.0.48 "DELETE /v2.0/networks/9b07a196-e374-43b0-aec6-9fa516d74206 HTTP/1.1" status: 204 len: 168 time: 2.9701421 Feb 11 04:55:07.266974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 31db88e9-398c-4152-8f61-6873ee5ba42e is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:07.267804 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.279079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6efd29-a181-402c-879a-dbcad236608b req-e1eae268-b067-4ee5-8aed-4c6d17afd72f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:07.291867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31db88e9-398c-4152-8f61-6873ee5ba42e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:07.292409 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c6efd29-a181-402c-879a-dbcad236608b req-e1eae268-b067-4ee5-8aed-4c6d17afd72f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.1610420 Feb 11 04:55:07.301711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Network 8decd706-0c4d-4a4c-9cac-e65570b1f749 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:07.323334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596fe9b-2e2f-48ea-9645-9b326b69e0e8 tempest-TagsExtTest-1330464842 tempest-TagsExtTest-1330464842-project] Pushing event deleted for resources: {'Network': ['ID=9b07a196-e374-43b0-aec6-9fa516d74206,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:07.333712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:07.350406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 31db88e9-398c-4152-8f61-6873ee5ba42e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=31db88e9-398c-4152-8f61-6873ee5ba42e,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:07.357099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:07.385809 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.399000 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.493941 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c6efd29-a181-402c-879a-dbcad236608b req-d8e306af-4cb9-4a2b-a7b9-86ec244b361b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004650 Feb 11 04:55:07.502081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=31db88e9-398c-4152-8f61-6873ee5ba42e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:07.526024 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-99155290-8c93-4838-aaef-a20eab1d325d req-cd0e1715-b132-4800-88fd-0a8e5e7e8bd4 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/5afa506a-1cc8-47e6-89a1-368515be3bb2 HTTP/1.1" status: 200 len: 1823 time: 0.2231820 Feb 11 04:55:07.552003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:07.552660 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.570734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-99155290-8c93-4838-aaef-a20eab1d325d req-3083a5cd-71d7-4a9e-85e0-718f4697e0c7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5afa506a-1cc8-47e6-89a1-368515be3bb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:07.571145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-99155290-8c93-4838-aaef-a20eab1d325d req-3083a5cd-71d7-4a9e-85e0-718f4697e0c7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5afa506a-1cc8-47e6-89a1-368515be3bb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:07.619711 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-e24a29f5-bac9-477c-bbe0-27c585a67be1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0899367 Feb 11 04:55:07.658102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Request body: {'port': {'device_id': 'a4f376fd-679e-4433-848e-b69dade60296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:07.740080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64da7ba-5195-4b42-a714-1c9d73ecca72 req-2b37802c-8a64-47b6-bf72-e8d3253232a4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:07.750516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a64da7ba-5195-4b42-a714-1c9d73ecca72 req-2b37802c-8a64-47b6-bf72-e8d3253232a4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 945 time: 0.1531694 Feb 11 04:55:07.771464 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-99155290-8c93-4838-aaef-a20eab1d325d req-3083a5cd-71d7-4a9e-85e0-718f4697e0c7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (04b98464-e614-4ccc-b13a-95cae960fba6), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.829651 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-99155290-8c93-4838-aaef-a20eab1d325d req-3083a5cd-71d7-4a9e-85e0-718f4697e0c7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (04b98464-e614-4ccc-b13a-95cae960fba6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.836832 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-99155290-8c93-4838-aaef-a20eab1d325d req-3083a5cd-71d7-4a9e-85e0-718f4697e0c7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (04b98464-e614-4ccc-b13a-95cae960fba6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.868120 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.884166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['31db88e9-398c-4152-8f61-6873ee5ba42e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:55:07.892849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083a5cd-71d7-4a9e-85e0-718f4697e0c7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b98464-e614-4ccc-b13a-95cae960fba6,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:07.895743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41076) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:07.919151 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a64da7ba-5195-4b42-a714-1c9d73ecca72 req-3ee5cc52-3958-48df-b146-b66e2c62d41b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674304 Feb 11 04:55:07.940616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2cd38134-efb2-4007-b57e-cd6506b0ead7 None None] Provisioning complete for port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:07.941580 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2cd38134-efb2-4007-b57e-cd6506b0ead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.964331 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-99155290-8c93-4838-aaef-a20eab1d325d req-3083a5cd-71d7-4a9e-85e0-718f4697e0c7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:07.965725 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-99155290-8c93-4838-aaef-a20eab1d325d req-3083a5cd-71d7-4a9e-85e0-718f4697e0c7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4051964 Feb 11 04:55:08.061282 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2cd38134-efb2-4007-b57e-cd6506b0ead7 None None] Port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:08.102321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-87289e22-89ae-4d95-98fd-59ca86fa36eb req-902c8a1b-fa6e-44f8-af2b-e6251d828264 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-754808468', 'description': 'tempest-description-739356424'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:08.161626 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-87289e22-89ae-4d95-98fd-59ca86fa36eb req-902c8a1b-fa6e-44f8-af2b-e6251d828264 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.195473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dd80b-01bb-4cbd-8703-1303f396fb97 req-054240f1-5dd9-44f0-b103-03e47d148265 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:08.197109 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b30dd80b-01bb-4cbd-8703-1303f396fb97 req-054240f1-5dd9-44f0-b103-03e47d148265 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 931 time: 0.1519012 Feb 11 04:55:08.305761 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b30dd80b-01bb-4cbd-8703-1303f396fb97 req-5663175f-0b49-457a-91b7-2065eabd9e27 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978234 Feb 11 04:55:08.307862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-87289e22-89ae-4d95-98fd-59ca86fa36eb req-902c8a1b-fa6e-44f8-af2b-e6251d828264 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (9b61e66c-1db5-4adf-a03b-d910bdc021df), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.316845 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-87289e22-89ae-4d95-98fd-59ca86fa36eb req-902c8a1b-fa6e-44f8-af2b-e6251d828264 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9b61e66c-1db5-4adf-a03b-d910bdc021df), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.385038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:08.390430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c8a1b-fa6e-44f8-af2b-e6251d828264 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b61e66c-1db5-4adf-a03b-d910bdc021df,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:08.406174 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-87289e22-89ae-4d95-98fd-59ca86fa36eb req-902c8a1b-fa6e-44f8-af2b-e6251d828264 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.406174 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-87289e22-89ae-4d95-98fd-59ca86fa36eb req-902c8a1b-fa6e-44f8-af2b-e6251d828264 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3190298 Feb 11 04:55:08.408511 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Publish callbacks [] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.455552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Transition to ACTIVE for port object bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:55:08.458341 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2dc3d114-2603-484f-8a72-99653aad490b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4648b332f6d04432a04764eea4d8b059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5053723 Feb 11 04:55:08.461552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41100) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:08.469642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.500576 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d95f9077-a879-4905-9751-25cb67c6e417 req-474f7956-2935-44cb-b4af-9cdbdd93466e tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/9b61e66c-1db5-4adf-a03b-d910bdc021df HTTP/1.1" status: 200 len: 1822 time: 0.0544775 Feb 11 04:55:08.515149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-d95f9077-a879-4905-9751-25cb67c6e417 req-2f05261c-4c9a-47f9-9044-aeca94133846 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9b61e66c-1db5-4adf-a03b-d910bdc021df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:08.515791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-d95f9077-a879-4905-9751-25cb67c6e417 req-2f05261c-4c9a-47f9-9044-aeca94133846 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9b61e66c-1db5-4adf-a03b-d910bdc021df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:08.589507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e480-f589-4fa0-b85e-5c18288e14a0 admin admin] Publish callbacks [] for security_group (c742c8f2-6831-4e06-ae6a-bc68fa82d4b1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.597028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Pushing event updated for resources: {'Port': ['ID=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:08.642613 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d95f9077-a879-4905-9751-25cb67c6e417 req-2f05261c-4c9a-47f9-9044-aeca94133846 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (04641bf0-9b20-4c9e-9d11-d36558a4b2bc), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.723123 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d95f9077-a879-4905-9751-25cb67c6e417 req-2f05261c-4c9a-47f9-9044-aeca94133846 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (04641bf0-9b20-4c9e-9d11-d36558a4b2bc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.726533 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e480-f589-4fa0-b85e-5c18288e14a0 admin admin] Publish callbacks [] for security_group (c742c8f2-6831-4e06-ae6a-bc68fa82d4b1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.736032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d95f9077-a879-4905-9751-25cb67c6e417 req-2f05261c-4c9a-47f9-9044-aeca94133846 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (04641bf0-9b20-4c9e-9d11-d36558a4b2bc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.787823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05261c-4c9a-47f9-9044-aeca94133846 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04641bf0-9b20-4c9e-9d11-d36558a4b2bc,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:08.802463 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d95f9077-a879-4905-9751-25cb67c6e417 req-2f05261c-4c9a-47f9-9044-aeca94133846 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.804936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Attempting to bind port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:08.809925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d95f9077-a879-4905-9751-25cb67c6e417 req-2f05261c-4c9a-47f9-9044-aeca94133846 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3030293 Feb 11 04:55:08.813945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Attempting to bind port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:08.814368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Attempting to bind port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 on network 8decd706-0c4d-4a4c-9cac-e65570b1f749 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:08.835608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 on network 8decd706-0c4d-4a4c-9cac-e65570b1f749 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:55:08.845255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Attempting to bind port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 on network 8decd706-0c4d-4a4c-9cac-e65570b1f749 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:08.853771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-a1519ca9-765b-4726-b911-4e6f6964aa85 req-16f02e11-c3d5-44f6-a960-931a0a1d602b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-260726196', 'description': 'tempest-description-1359967267'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:08.874097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:08.874805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Checking segment: {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:08.875422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Bound using segment: {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:08.876366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Bound port: bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:08.876786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.917141 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a1519ca9-765b-4726-b911-4e6f6964aa85 req-16f02e11-c3d5-44f6-a960-931a0a1d602b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.921352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d05a5e-3a85-4d28-8839-d60c63f5b007 req-27430de2-ec08-4815-a769-e5879fe85a59 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:08.934105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9d05a5e-3a85-4d28-8839-d60c63f5b007 req-27430de2-ec08-4815-a769-e5879fe85a59 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.2913685 Feb 11 04:55:09.081211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e480-f589-4fa0-b85e-5c18288e14a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c742c8f2-6831-4e06-ae6a-bc68fa82d4b1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:09.084403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e480-f589-4fa0-b85e-5c18288e14a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:09.089458 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6dc1e480-f589-4fa0-b85e-5c18288e14a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c742c8f2-6831-4e06-ae6a-bc68fa82d4b1 HTTP/1.1" status: 204 len: 168 time: 0.6267898 Feb 11 04:55:09.131574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a1519ca9-765b-4726-b911-4e6f6964aa85 req-16f02e11-c3d5-44f6-a960-931a0a1d602b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (2b5ae8f3-5df3-4d1d-a7b5-19384cfb7e34), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:09.135898 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1e480-f589-4fa0-b85e-5c18288e14a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c742c8f2-6831-4e06-ae6a-bc68fa82d4b1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:09.141356 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a1519ca9-765b-4726-b911-4e6f6964aa85 req-16f02e11-c3d5-44f6-a960-931a0a1d602b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2b5ae8f3-5df3-4d1d-a7b5-19384cfb7e34), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:09.180498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9d05a5e-3a85-4d28-8839-d60c63f5b007 req-fd8fa9d3-c02a-40ac-a42f-aeaa83848a8e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446313 Feb 11 04:55:09.212240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] For port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:09.216319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] For port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:09.238858 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:09.276548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f02e11-c3d5-44f6-a960-931a0a1d602b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5ae8f3-5df3-4d1d-a7b5-19384cfb7e34,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:09.313535 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a1519ca9-765b-4726-b911-4e6f6964aa85 req-16f02e11-c3d5-44f6-a960-931a0a1d602b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:09.315286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1519ca9-765b-4726-b911-4e6f6964aa85 req-16f02e11-c3d5-44f6-a960-931a0a1d602b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4698918 Feb 11 04:55:09.333793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:09.334651 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:09.337930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] 10.222.0.10 "PUT /v2.0/ports/bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 HTTP/1.1" status: 200 len: 1092 time: 1.6952319 Feb 11 04:55:09.340843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f376fd-679e-4433-848e-b69dade60296', 'tag': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:09.344807 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21840754-2dc0-48cd-b26d-eb2d00160989" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f376fd-679e-4433-848e-b69dade60296", "tag": "bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:09.376682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-d7298585-b70a-4487-9c9e-56034d1e2871 req-d5ec634f-6cb3-4840-8c35-5023dd2edcb7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-609247744', 'description': 'tempest-description-1601268679'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:09.385457 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-897a8108-300b-41ab-83d4-0e109275a092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:09.439526 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7298585-b70a-4487-9c9e-56034d1e2871 req-d5ec634f-6cb3-4840-8c35-5023dd2edcb7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:09.537381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa347a-1c45-4acc-8c59-79aeaf190a3b service neutron] Pushing event updated for resources: {'Port': ['ID=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:09.573342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-2fd5b018-fb95-4440-9f7f-969ccda8283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:09.575786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-2fd5b018-fb95-4440-9f7f-969ccda8283d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96904844260549238a803990e10a1a4b&device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 1126 time: 0.1185706 Feb 11 04:55:09.591691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ff671-6866-4161-a5d4-418c80656be8 req-640cb229-fb91-4060-8410-7369157f332c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:09.593919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5ff671-6866-4161-a5d4-418c80656be8 req-640cb229-fb91-4060-8410-7369157f332c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 945 time: 0.2352369 Feb 11 04:55:09.635959 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7298585-b70a-4487-9c9e-56034d1e2871 req-d5ec634f-6cb3-4840-8c35-5023dd2edcb7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (307bca6c-f39c-422a-a9d7-55e27c01ae7a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:09.643458 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7298585-b70a-4487-9c9e-56034d1e2871 req-d5ec634f-6cb3-4840-8c35-5023dd2edcb7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (307bca6c-f39c-422a-a9d7-55e27c01ae7a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:09.645806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-9eabf291-51bb-43db-8304-785ed7cb41db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 HTTP/1.1" status: 200 len: 217 time: 0.0506496 Feb 11 04:55:09.749868 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5ff671-6866-4161-a5d4-418c80656be8 req-80e71aa5-18ae-4a0c-bee4-8efaeca5245c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094038 Feb 11 04:55:09.759949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-ec346536-75b7-4525-9f81-24be7c092a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:09.761487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-ec346536-75b7-4525-9f81-24be7c092a4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c8950805-753a-47d3-a145-dfa74269b5aa HTTP/1.1" status: 200 len: 849 time: 0.0951726 Feb 11 04:55:09.763254 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7298585-b70a-4487-9c9e-56034d1e2871 req-d5ec634f-6cb3-4840-8c35-5023dd2edcb7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:09.764735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7298585-b70a-4487-9c9e-56034d1e2871 req-d5ec634f-6cb3-4840-8c35-5023dd2edcb7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3940558 Feb 11 04:55:09.785903 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec634f-6cb3-4840-8c35-5023dd2edcb7 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307bca6c-f39c-422a-a9d7-55e27c01ae7a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:09.867463 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c2f6cc-6848-4dbe-9354-4b07952cfe88 x-openstack-request-id: req-f8c2f6cc-6848-4dbe-9354-4b07952cfe88 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:09.867981 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f376fd-679e-4433-848e-b69dade60296", "tag": "bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:09.868553 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8c2f6cc-6848-4dbe-9354-4b07952cfe88 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:09.869265 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f376fd-679e-4433-848e-b69dade60296', 'tag': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636', 'status': 'completed', 'code': 200} Feb 11 04:55:09.895912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-06ac4ab2-52c1-48c4-ada8-50aef3ffb051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:09.897861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-06ac4ab2-52c1-48c4-ada8-50aef3ffb051 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8decd706-0c4d-4a4c-9cac-e65570b1f749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1295099 Feb 11 04:55:09.983430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777386b-92b2-43e3-9bdd-e390e1a7403e req-2273fb5e-24e4-4f45-9daa-7d29fb5ef71a tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:09.985787 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a777386b-92b2-43e3-9bdd-e390e1a7403e req-2273fb5e-24e4-4f45-9daa-7d29fb5ef71a tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 943 time: 0.0999484 Feb 11 04:55:10.010709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-d14d35c0-2917-4f2b-a677-405bf15caeee service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032801 Feb 11 04:55:10.098608 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a777386b-92b2-43e3-9bdd-e390e1a7403e req-c34b4c21-3d13-4159-aef8-209097aeb4c6 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028266 Feb 11 04:55:10.131007 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb782e5c-41a2-436a-8b23-f73b654b6ad6 req-ecd98228-7b1c-451a-b05c-fe129238facb tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/2b5ae8f3-5df3-4d1d-a7b5-19384cfb7e34 HTTP/1.1" status: 200 len: 1823 time: 0.2308350 Feb 11 04:55:10.200966 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e78b8a7-0249-4cf4-8294-50633c87bb5f req-c54168de-7451-487e-af3c-ba201fc05f9a service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819615 Feb 11 04:55:10.233297 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb782e5c-41a2-436a-8b23-f73b654b6ad6 req-0777993d-79f8-43ed-9137-d812538a56dc tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/307bca6c-f39c-422a-a9d7-55e27c01ae7a HTTP/1.1" status: 200 len: 1823 time: 0.0642760 Feb 11 04:55:10.247795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-eb782e5c-41a2-436a-8b23-f73b654b6ad6 req-58aa55f2-f83c-459e-8152-6304d18c563b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2b5ae8f3-5df3-4d1d-a7b5-19384cfb7e34', 'remote_group_id': '307bca6c-f39c-422a-a9d7-55e27c01ae7a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:10.248397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-eb782e5c-41a2-436a-8b23-f73b654b6ad6 req-58aa55f2-f83c-459e-8152-6304d18c563b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2b5ae8f3-5df3-4d1d-a7b5-19384cfb7e34', 'remote_group_id': '307bca6c-f39c-422a-a9d7-55e27c01ae7a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:10.407128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21840754-2dc0-48cd-b26d-eb2d00160989 req-102de8ad-c00f-4e84-be4e-5a9a76aaaded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:10.408806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21840754-2dc0-48cd-b26d-eb2d00160989 req-102de8ad-c00f-4e84-be4e-5a9a76aaaded service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96904844260549238a803990e10a1a4b&device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 1126 time: 0.1022568 Feb 11 04:55:10.409909 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eb782e5c-41a2-436a-8b23-f73b654b6ad6 req-58aa55f2-f83c-459e-8152-6304d18c563b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (d1777786-f12a-416b-8669-b70a872b5e6e), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:10.472527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17006d-2f15-447e-8a59-03a35aa60293 req-f798fe5e-fa11-48d9-bf04-6e6e0f70e395 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:10.479703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd17006d-2f15-447e-8a59-03a35aa60293 req-f798fe5e-fa11-48d9-bf04-6e6e0f70e395 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.1573298 Feb 11 04:55:10.526063 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eb782e5c-41a2-436a-8b23-f73b654b6ad6 req-58aa55f2-f83c-459e-8152-6304d18c563b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (d1777786-f12a-416b-8669-b70a872b5e6e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:10.534833 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eb782e5c-41a2-436a-8b23-f73b654b6ad6 req-58aa55f2-f83c-459e-8152-6304d18c563b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (d1777786-f12a-416b-8669-b70a872b5e6e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:10.602527 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd17006d-2f15-447e-8a59-03a35aa60293 req-60b9d8a7-a701-488e-98de-acde9ef97ac0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141441 Feb 11 04:55:10.620259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-eb782e5c-41a2-436a-8b23-f73b654b6ad6 req-58aa55f2-f83c-459e-8152-6304d18c563b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:10.622636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb782e5c-41a2-436a-8b23-f73b654b6ad6 req-58aa55f2-f83c-459e-8152-6304d18c563b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3814216 Feb 11 04:55:10.624614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21840754-2dc0-48cd-b26d-eb2d00160989 req-a44d3d9a-8958-424a-b543-74831d407da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:10.649166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21840754-2dc0-48cd-b26d-eb2d00160989 req-a44d3d9a-8958-424a-b543-74831d407da1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 200 len: 911 time: 0.2283535 Feb 11 04:55:10.650158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa55f2-f83c-459e-8152-6304d18c563b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1777786-f12a-416b-8669-b70a872b5e6e,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:10.657680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-cd94f386-1cf9-43b0-85df-86d6038e9fb6 req-bdaccef7-8557-4bb1-b457-375b094df4fa tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-950308655', 'description': 'tempest-description-2103651390'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:10.709680 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd94f386-1cf9-43b0-85df-86d6038e9fb6 req-bdaccef7-8557-4bb1-b457-375b094df4fa tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:10.715163 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21840754-2dc0-48cd-b26d-eb2d00160989 req-1ae32c54-e433-4cea-b603-d7406fdb2451 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 HTTP/1.1" status: 200 len: 217 time: 0.0556295 Feb 11 04:55:10.783770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21840754-2dc0-48cd-b26d-eb2d00160989 req-1607e709-b9c4-4ed7-b7e2-8f33af7a1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:10.785569 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21840754-2dc0-48cd-b26d-eb2d00160989 req-1607e709-b9c4-4ed7-b7e2-8f33af7a1e27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c8950805-753a-47d3-a145-dfa74269b5aa HTTP/1.1" status: 200 len: 849 time: 0.0622869 Feb 11 04:55:10.868377 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd94f386-1cf9-43b0-85df-86d6038e9fb6 req-bdaccef7-8557-4bb1-b457-375b094df4fa tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (f6e82dc4-70e5-4840-9158-7a5c8dac8132), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:10.882420 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd94f386-1cf9-43b0-85df-86d6038e9fb6 req-bdaccef7-8557-4bb1-b457-375b094df4fa tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f6e82dc4-70e5-4840-9158-7a5c8dac8132), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:10.917417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 31db88e9-398c-4152-8f61-6873ee5ba42e up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:10.958824 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd94f386-1cf9-43b0-85df-86d6038e9fb6 req-bdaccef7-8557-4bb1-b457-375b094df4fa tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:10.973980 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd94f386-1cf9-43b0-85df-86d6038e9fb6 req-bdaccef7-8557-4bb1-b457-375b094df4fa tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3237677 Feb 11 04:55:10.989265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3e5edb67-e77d-4cb6-9384-7fb14fb62b53 req-8cb8e9a7-8c34-4eda-9318-1186593f1cb6 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-106857929', 'description': 'tempest-description-1628684517'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:11.001509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaccef7-8557-4bb1-b457-375b094df4fa tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e82dc4-70e5-4840-9158-7a5c8dac8132,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:11.055228 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3e5edb67-e77d-4cb6-9384-7fb14fb62b53 req-8cb8e9a7-8c34-4eda-9318-1186593f1cb6 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:11.058921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 31db88e9-398c-4152-8f61-6873ee5ba42e completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:55:11.075876 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 31db88e9-398c-4152-8f61-6873ee5ba42e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:11.076260 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:11.252043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3e5edb67-e77d-4cb6-9384-7fb14fb62b53 req-8cb8e9a7-8c34-4eda-9318-1186593f1cb6 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (f4c40560-dcf2-43e9-b81f-58b9ac8b2347), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:11.259572 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3e5edb67-e77d-4cb6-9384-7fb14fb62b53 req-8cb8e9a7-8c34-4eda-9318-1186593f1cb6 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f4c40560-dcf2-43e9-b81f-58b9ac8b2347), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:11.274193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 31db88e9-398c-4152-8f61-6873ee5ba42e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:11.274875 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:11.309798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3e5edb67-e77d-4cb6-9384-7fb14fb62b53 req-8cb8e9a7-8c34-4eda-9318-1186593f1cb6 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:11.320260 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e5edb67-e77d-4cb6-9384-7fb14fb62b53 req-8cb8e9a7-8c34-4eda-9318-1186593f1cb6 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3340890 Feb 11 04:55:11.353542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8e9a7-8c34-4eda-9318-1186593f1cb6 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c40560-dcf2-43e9-b81f-58b9ac8b2347,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:11.438083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 31db88e9-398c-4152-8f61-6873ee5ba42e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=31db88e9-398c-4152-8f61-6873ee5ba42e,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:11.442439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe31a078-1f51-49a4-9034-c7db090f9ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31db88e9-398c-4152-8f61-6873ee5ba42e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:11.460126 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea502e27-5ce6-44ea-b069-e34dbc79243c" -d '{"events": [{"server_uuid": "fe31a078-1f51-49a4-9034-c7db090f9ea3", "name": "network-vif-plugged", "status": "completed", "tag": "31db88e9-398c-4152-8f61-6873ee5ba42e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:11.464307 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:11.585171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=31db88e9-398c-4152-8f61-6873ee5ba42e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:11.596708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236e9af-17eb-4987-965e-557d2ffe1e28 req-67e3061d-50ae-45c3-bcbd-e81e6f098cb3 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:11.598704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c236e9af-17eb-4987-965e-557d2ffe1e28 req-67e3061d-50ae-45c3-bcbd-e81e6f098cb3 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 943 time: 0.1316547 Feb 11 04:55:11.695931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21840754-2dc0-48cd-b26d-eb2d00160989 req-2b6b5f2f-51ea-4142-8da0-9ca207a15ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:11.699277 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21840754-2dc0-48cd-b26d-eb2d00160989 req-2b6b5f2f-51ea-4142-8da0-9ca207a15ef9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8decd706-0c4d-4a4c-9cac-e65570b1f749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9043844 Feb 11 04:55:11.706087 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c236e9af-17eb-4987-965e-557d2ffe1e28 req-4d5da2be-a3f8-4548-91c9-aedc987f1546 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996287 Feb 11 04:55:11.746504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d2096-b495-4948-bb83-b2129200e6f8 req-d98893b9-8db8-4b33-b398-fe482658171b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:11.750422 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-406d2096-b495-4948-bb83-b2129200e6f8 req-d98893b9-8db8-4b33-b398-fe482658171b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 945 time: 0.8881359 Feb 11 04:55:11.827814 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68020c43-bbb7-4eb9-bd2d-e41aa14bcb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:11.833365 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62a24560-6153-416d-b21a-ff77e305e8e8 req-102753d9-d423-49b5-8a0b-2855c8e083cc tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/f6e82dc4-70e5-4840-9158-7a5c8dac8132 HTTP/1.1" status: 200 len: 1823 time: 0.0771370 Feb 11 04:55:11.875842 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-406d2096-b495-4948-bb83-b2129200e6f8 req-3ad241c8-f681-40f8-af04-fabce8eacd50 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094635 Feb 11 04:55:11.895415 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21840754-2dc0-48cd-b26d-eb2d00160989 req-8c030ab6-1f1e-43c0-96b9-153256c31c8b service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788511 Feb 11 04:55:11.963081 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6654a1-0f73-4083-a08f-8f6e6b932e51 x-openstack-request-id: req-8b6654a1-0f73-4083-a08f-8f6e6b932e51 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:11.963576 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe31a078-1f51-49a4-9034-c7db090f9ea3", "name": "network-vif-plugged", "status": "completed", "tag": "31db88e9-398c-4152-8f61-6873ee5ba42e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:11.963705 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b6654a1-0f73-4083-a08f-8f6e6b932e51 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:11.964046 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe31a078-1f51-49a4-9034-c7db090f9ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31db88e9-398c-4152-8f61-6873ee5ba42e', 'code': 200} Feb 11 04:55:11.983426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62a24560-6153-416d-b21a-ff77e305e8e8 req-f425fb45-807e-4ea5-ab0c-96ab2a9ce52b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/f4c40560-dcf2-43e9-b81f-58b9ac8b2347 HTTP/1.1" status: 200 len: 1823 time: 0.1421628 Feb 11 04:55:12.004880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-62a24560-6153-416d-b21a-ff77e305e8e8 req-28fe5fb5-d767-4572-a820-cd104e4076f1 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6e82dc4-70e5-4840-9158-7a5c8dac8132', 'remote_group_id': 'f4c40560-dcf2-43e9-b81f-58b9ac8b2347', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:12.005265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-62a24560-6153-416d-b21a-ff77e305e8e8 req-28fe5fb5-d767-4572-a820-cd104e4076f1 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6e82dc4-70e5-4840-9158-7a5c8dac8132', 'remote_group_id': 'f4c40560-dcf2-43e9-b81f-58b9ac8b2347', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:12.024586 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21840754-2dc0-48cd-b26d-eb2d00160989 req-685dcb12-e89b-4d63-bf1d-37f315923c9d service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221774 Feb 11 04:55:12.165945 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-62a24560-6153-416d-b21a-ff77e305e8e8 req-28fe5fb5-d767-4572-a820-cd104e4076f1 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (dfb0b897-28c4-4196-a471-e6f393a77cd8), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.227926 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-62a24560-6153-416d-b21a-ff77e305e8e8 req-28fe5fb5-d767-4572-a820-cd104e4076f1 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (dfb0b897-28c4-4196-a471-e6f393a77cd8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.233840 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-62a24560-6153-416d-b21a-ff77e305e8e8 req-28fe5fb5-d767-4572-a820-cd104e4076f1 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (dfb0b897-28c4-4196-a471-e6f393a77cd8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.261573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe5fb5-d767-4572-a820-cd104e4076f1 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb0b897-28c4-4196-a471-e6f393a77cd8,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:12.282447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-62a24560-6153-416d-b21a-ff77e305e8e8 req-28fe5fb5-d767-4572-a820-cd104e4076f1 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.283776 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62a24560-6153-416d-b21a-ff77e305e8e8 req-28fe5fb5-d767-4572-a820-cd104e4076f1 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2996590 Feb 11 04:55:12.326807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41accbcf-8d78-43c9-a010-707b96574331 req-c4b34c51-5332-4bf6-8d72-2ee79feb5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:12.328375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41accbcf-8d78-43c9-a010-707b96574331 req-c4b34c51-5332-4bf6-8d72-2ee79feb5a70 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 1129 time: 0.2604232 Feb 11 04:55:12.340741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39174a73-f957-4331-8b89-1e4a7b9c6337 req-4c3bbad4-ee03-4953-bedc-b047cdd8f5b5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:12.342279 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39174a73-f957-4331-8b89-1e4a7b9c6337 req-4c3bbad4-ee03-4953-bedc-b047cdd8f5b5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.2580469 Feb 11 04:55:12.409215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41accbcf-8d78-43c9-a010-707b96574331 req-859015a6-84ff-4e81-807a-758a1e706ae5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655692 Feb 11 04:55:12.422986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b81c7af-bcec-446c-8b96-6b56c585a926 req-aab5e5a8-57c4-46ec-acc6-3156cc4f7a39 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/f4c40560-dcf2-43e9-b81f-58b9ac8b2347 HTTP/1.1" status: 200 len: 1823 time: 0.1034298 Feb 11 04:55:12.464688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39174a73-f957-4331-8b89-1e4a7b9c6337 req-4afddfb2-bee0-4a37-94de-cd1a7efb31e9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017179 Feb 11 04:55:12.505719 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7b81c7af-bcec-446c-8b96-6b56c585a926 req-0b1a2acd-04e4-482d-8391-7ce1e73ea4f9 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (f4c40560-dcf2-43e9-b81f-58b9ac8b2347), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.538808 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7b81c7af-bcec-446c-8b96-6b56c585a926 req-0b1a2acd-04e4-482d-8391-7ce1e73ea4f9 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (f4c40560-dcf2-43e9-b81f-58b9ac8b2347), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.619338 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7b81c7af-bcec-446c-8b96-6b56c585a926 req-0b1a2acd-04e4-482d-8391-7ce1e73ea4f9 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f4c40560-dcf2-43e9-b81f-58b9ac8b2347), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.623910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7b81c7af-bcec-446c-8b96-6b56c585a926 req-0b1a2acd-04e4-482d-8391-7ce1e73ea4f9 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.625859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b81c7af-bcec-446c-8b96-6b56c585a926 req-0b1a2acd-04e4-482d-8391-7ce1e73ea4f9 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "DELETE /v2.0/security-groups/f4c40560-dcf2-43e9-b81f-58b9ac8b2347 HTTP/1.1" status: 204 len: 173 time: 0.1934795 Feb 11 04:55:12.661399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a2acd-04e4-482d-8391-7ce1e73ea4f9 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c40560-dcf2-43e9-b81f-58b9ac8b2347,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:12.735598 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.753546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f56e8bb-9b94-4331-a1e3-81a82810286c req-6e183248-2e2b-4669-8e2c-f46889515198 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/f6e82dc4-70e5-4840-9158-7a5c8dac8132 HTTP/1.1" status: 200 len: 1823 time: 0.0719557 Feb 11 04:55:12.783958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-531a2082-18fa-494b-8df6-2471637844f8 req-40943f30-be2f-4110-94e2-350c164bb725 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1078354100', 'description': 'tempest-description-573881495'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:12.827013 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-531a2082-18fa-494b-8df6-2471637844f8 req-40943f30-be2f-4110-94e2-350c164bb725 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.931501 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37223b84-e90a-4951-aaa1-bb29a608b829 req-a6360873-8708-437d-976a-41d0cbef4f52 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:12.933450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37223b84-e90a-4951-aaa1-bb29a608b829 req-a6360873-8708-437d-976a-41d0cbef4f52 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 943 time: 0.0903971 Feb 11 04:55:12.937513 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-531a2082-18fa-494b-8df6-2471637844f8 req-40943f30-be2f-4110-94e2-350c164bb725 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (b2497382-e1dd-4453-95e9-419c352cd6e0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.946017 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-531a2082-18fa-494b-8df6-2471637844f8 req-40943f30-be2f-4110-94e2-350c164bb725 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b2497382-e1dd-4453-95e9-419c352cd6e0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.001463 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-531a2082-18fa-494b-8df6-2471637844f8 req-40943f30-be2f-4110-94e2-350c164bb725 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.004675 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37223b84-e90a-4951-aaa1-bb29a608b829 req-6701fbb2-7441-4bc4-8de1-f2d33c609bef tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651817 Feb 11 04:55:13.005258 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-531a2082-18fa-494b-8df6-2471637844f8 req-40943f30-be2f-4110-94e2-350c164bb725 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2288020 Feb 11 04:55:13.061639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40943f30-be2f-4110-94e2-350c164bb725 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2497382-e1dd-4453-95e9-419c352cd6e0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:13.117225 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd6fc1a8-8772-40b0-a803-af44741fa418 req-9de0f757-ab8c-4387-a2a9-9d3f6a34b451 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/b2497382-e1dd-4453-95e9-419c352cd6e0 HTTP/1.1" status: 200 len: 1823 time: 0.0719151 Feb 11 04:55:13.150429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-cd6fc1a8-8772-40b0-a803-af44741fa418 req-a9db7edb-900e-4d56-8c20-c746696f4a76 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b2497382-e1dd-4453-95e9-419c352cd6e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:13.152840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-cd6fc1a8-8772-40b0-a803-af44741fa418 req-a9db7edb-900e-4d56-8c20-c746696f4a76 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b2497382-e1dd-4453-95e9-419c352cd6e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:13.171793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0984629-1673-4ff6-bd20-9b362fcee088 req-ef83bfbf-dd80-477a-83cd-79e6e834cbb2 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:13.173599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e0984629-1673-4ff6-bd20-9b362fcee088 req-ef83bfbf-dd80-477a-83cd-79e6e834cbb2 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 946 time: 0.0988600 Feb 11 04:55:13.237703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd6fc1a8-8772-40b0-a803-af44741fa418 req-a9db7edb-900e-4d56-8c20-c746696f4a76 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (cb4f4a4c-99e2-43a8-83e6-0b245418f252), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.274748 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd6fc1a8-8772-40b0-a803-af44741fa418 req-a9db7edb-900e-4d56-8c20-c746696f4a76 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (cb4f4a4c-99e2-43a8-83e6-0b245418f252), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.279629 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e0984629-1673-4ff6-bd20-9b362fcee088 req-d752f303-7c48-4bd1-b7d6-7e8275fa38fa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915918 Feb 11 04:55:13.280640 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd6fc1a8-8772-40b0-a803-af44741fa418 req-a9db7edb-900e-4d56-8c20-c746696f4a76 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (cb4f4a4c-99e2-43a8-83e6-0b245418f252), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.322170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db7edb-900e-4d56-8c20-c746696f4a76 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4f4a4c-99e2-43a8-83e6-0b245418f252,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:13.339910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-cd6fc1a8-8772-40b0-a803-af44741fa418 req-a9db7edb-900e-4d56-8c20-c746696f4a76 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.343965 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd6fc1a8-8772-40b0-a803-af44741fa418 req-a9db7edb-900e-4d56-8c20-c746696f4a76 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2029853 Feb 11 04:55:13.352925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:55:13.442625 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f510bbda-676b-45bc-b3e6-52e5eb72282e req-11c68022-216c-479e-8458-022179e73e1b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/b2497382-e1dd-4453-95e9-419c352cd6e0 HTTP/1.1" status: 200 len: 2417 time: 0.0701926 Feb 11 04:55:13.448528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f510bbda-676b-45bc-b3e6-52e5eb72282e req-30eb1458-2784-46a9-a01e-6050018752e4 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b2497382-e1dd-4453-95e9-419c352cd6e0', 'remote_group_id': None}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:13.448854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f510bbda-676b-45bc-b3e6-52e5eb72282e req-30eb1458-2784-46a9-a01e-6050018752e4 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b2497382-e1dd-4453-95e9-419c352cd6e0', 'remote_group_id': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:13.642428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41316) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:13.658646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:13.664727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41320) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:13.672925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f510bbda-676b-45bc-b3e6-52e5eb72282e req-30eb1458-2784-46a9-a01e-6050018752e4 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (e1109400-7ed6-45cd-bac9-34a4e8cb569a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.692284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'port_id': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636', 'mac_address': 'fa:16:3e:33:67:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:55:13.733253 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f510bbda-676b-45bc-b3e6-52e5eb72282e req-30eb1458-2784-46a9-a01e-6050018752e4 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (e1109400-7ed6-45cd-bac9-34a4e8cb569a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.744155 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f510bbda-676b-45bc-b3e6-52e5eb72282e req-30eb1458-2784-46a9-a01e-6050018752e4 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e1109400-7ed6-45cd-bac9-34a4e8cb569a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.776842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb1458-2784-46a9-a01e-6050018752e4 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1109400-7ed6-45cd-bac9-34a4e8cb569a,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:13.779707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e47a8-1fe5-4600-b514-a945774e597b req-a64c564e-bc15-4868-9485-1c3c495c8967 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:13.787529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d16e47a8-1fe5-4600-b514-a945774e597b req-a64c564e-bc15-4868-9485-1c3c495c8967 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.0993273 Feb 11 04:55:13.808665 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f510bbda-676b-45bc-b3e6-52e5eb72282e req-30eb1458-2784-46a9-a01e-6050018752e4 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.820716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f510bbda-676b-45bc-b3e6-52e5eb72282e req-30eb1458-2784-46a9-a01e-6050018752e4 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3770790 Feb 11 04:55:13.871824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:13.872618 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.905717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa8e8a25-4302-4d84-8c0d-1ffcdd6e40f5 req-b83ee6b1-fe89-45b0-a372-af16fc8f3fb0 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/b2497382-e1dd-4453-95e9-419c352cd6e0 HTTP/1.1" status: 200 len: 3016 time: 0.0497971 Feb 11 04:55:13.906102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:13.931146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:13.945114 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.949935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35351696-64bd-49f9-93a0-9582a7f1edb7 req-e454eb47-58b0-47f6-b7f1-be5402cb0fcf tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-group-rules/e1109400-7ed6-45cd-bac9-34a4e8cb569a HTTP/1.1" status: 200 len: 783 time: 0.0298729 Feb 11 04:55:13.955969 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d16e47a8-1fe5-4600-b514-a945774e597b req-bf8e3580-15a4-448e-abc0-30ce2df21df3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674869 Feb 11 04:55:13.957364 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d158c821-0207-41b7-ab66-4717831f5a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:13.959564 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e84556-0972-4f23-b54e-d3745f6bde63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.039653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:14.089361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35351696-64bd-49f9-93a0-9582a7f1edb7 req-88f258e6-50e3-4144-8daa-8c3f3f37941a tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/b2497382-e1dd-4453-95e9-419c352cd6e0 HTTP/1.1" status: 200 len: 3016 time: 0.0994978 Feb 11 04:55:14.124718 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d158c821-0207-41b7-ab66-4717831f5a48 admin admin] Publish callbacks [] for security_group (76db6bfb-3e95-484b-8c3b-56047b03a780), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.126169 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-35351696-64bd-49f9-93a0-9582a7f1edb7 req-fb9fb0e0-5c72-41c1-beee-d553b3fc3688 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (e1109400-7ed6-45cd-bac9-34a4e8cb569a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.138571 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-35351696-64bd-49f9-93a0-9582a7f1edb7 req-fb9fb0e0-5c72-41c1-beee-d553b3fc3688 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (e1109400-7ed6-45cd-bac9-34a4e8cb569a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.150985 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d158c821-0207-41b7-ab66-4717831f5a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (76db6bfb-3e95-484b-8c3b-56047b03a780), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.182379 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-35351696-64bd-49f9-93a0-9582a7f1edb7 req-fb9fb0e0-5c72-41c1-beee-d553b3fc3688 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e1109400-7ed6-45cd-bac9-34a4e8cb569a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.200466 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-35351696-64bd-49f9-93a0-9582a7f1edb7 req-fb9fb0e0-5c72-41c1-beee-d553b3fc3688 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.204672 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35351696-64bd-49f9-93a0-9582a7f1edb7 req-fb9fb0e0-5c72-41c1-beee-d553b3fc3688 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e1109400-7ed6-45cd-bac9-34a4e8cb569a HTTP/1.1" status: 204 len: 173 time: 0.1076963 Feb 11 04:55:14.214068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fb0e0-5c72-41c1-beee-d553b3fc3688 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1109400-7ed6-45cd-bac9-34a4e8cb569a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:14.246604 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.250377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:55:14.269702 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e84556-0972-4f23-b54e-d3745f6bde63 admin admin] Publish callbacks [] for security_group (2f4a4d41-33d2-40c6-9fc5-efb0fe298daf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.296990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-93e84556-0972-4f23-b54e-d3745f6bde63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2f4a4d41-33d2-40c6-9fc5-efb0fe298daf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.312654 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d158c821-0207-41b7-ab66-4717831f5a48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d985affd2c8a4d18854dc874a48a22fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6438746 Feb 11 04:55:14.324264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41346) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:14.350633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158c821-0207-41b7-ab66-4717831f5a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76db6bfb-3e95-484b-8c3b-56047b03a780,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:14.361608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e4c53eb-c118-4a62-b87f-64513f4ad0b7 req-568cf25b-8cc6-48da-836f-598d73c04934 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/b2497382-e1dd-4453-95e9-419c352cd6e0 HTTP/1.1" status: 200 len: 2417 time: 0.1202588 Feb 11 04:55:14.402789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b9db-969f-4053-a1f6-b784f6289cdb req-d8313c36-ba7e-4ab4-b430-2709cb021876 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:14.404476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd39b9db-969f-4053-a1f6-b784f6289cdb req-d8313c36-ba7e-4ab4-b430-2709cb021876 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 944 time: 0.2745857 Feb 11 04:55:14.446221 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-93e84556-0972-4f23-b54e-d3745f6bde63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88c8938838ef46d091cd9e9c58063774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7996132 Feb 11 04:55:14.452552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41356) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:14.467330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e84556-0972-4f23-b54e-d3745f6bde63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4a4d41-33d2-40c6-9fc5-efb0fe298daf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:14.509759 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd39b9db-969f-4053-a1f6-b784f6289cdb req-07e37d2a-784c-4a83-a0be-638addd678f9 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787482 Feb 11 04:55:14.571252 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4fc92a2-7e64-4c04-b149-7b085cb38f28 admin admin] Publish callbacks [] for security_group (76db6bfb-3e95-484b-8c3b-56047b03a780), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.603357 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e4c53eb-c118-4a62-b87f-64513f4ad0b7 req-a5f9f5bf-1b4e-4091-83f3-f646487fde66 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (b2497382-e1dd-4453-95e9-419c352cd6e0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.638577 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4fc92a2-7e64-4c04-b149-7b085cb38f28 admin admin] Publish callbacks [] for security_group (76db6bfb-3e95-484b-8c3b-56047b03a780), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.638884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fab9e1-9700-4f5c-a6ab-816fee4c7619 req-e6c4e5a9-ba11-49e2-a7d5-c4f4659d4866 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:14.642534 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12fab9e1-9700-4f5c-a6ab-816fee4c7619 req-e6c4e5a9-ba11-49e2-a7d5-c4f4659d4866 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 946 time: 0.0720584 Feb 11 04:55:14.657549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e4c53eb-c118-4a62-b87f-64513f4ad0b7 req-a5f9f5bf-1b4e-4091-83f3-f646487fde66 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (b2497382-e1dd-4453-95e9-419c352cd6e0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.709321 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12fab9e1-9700-4f5c-a6ab-816fee4c7619 req-f9187975-dd39-4639-8257-b4c361ad79e3 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610371 Feb 11 04:55:14.736732 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fd97316-1b93-4992-bb3f-17f74bcd4a69 admin admin] Publish callbacks [] for security_group (2f4a4d41-33d2-40c6-9fc5-efb0fe298daf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.745548 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e4c53eb-c118-4a62-b87f-64513f4ad0b7 req-a5f9f5bf-1b4e-4091-83f3-f646487fde66 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b2497382-e1dd-4453-95e9-419c352cd6e0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.748395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2e4c53eb-c118-4a62-b87f-64513f4ad0b7 req-a5f9f5bf-1b4e-4091-83f3-f646487fde66 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.749538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e4c53eb-c118-4a62-b87f-64513f4ad0b7 req-a5f9f5bf-1b4e-4091-83f3-f646487fde66 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "DELETE /v2.0/security-groups/b2497382-e1dd-4453-95e9-419c352cd6e0 HTTP/1.1" status: 204 len: 173 time: 0.3741231 Feb 11 04:55:14.781455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9f5bf-1b4e-4091-83f3-f646487fde66 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2497382-e1dd-4453-95e9-419c352cd6e0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:14.791690 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fd97316-1b93-4992-bb3f-17f74bcd4a69 admin admin] Publish callbacks [] for security_group (2f4a4d41-33d2-40c6-9fc5-efb0fe298daf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.820715 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-8c372551-b882-4d6c-a54d-c8e28bef7de4 req-9d942184-f8a5-4659-b42a-b21bb28c21ef tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] show failed (client error): The resource could not be found. Feb 11 04:55:14.821807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8c372551-b882-4d6c-a54d-c8e28bef7de4 req-9d942184-f8a5-4659-b42a-b21bb28c21ef tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/f4c40560-dcf2-43e9-b81f-58b9ac8b2347 HTTP/1.1" status: 404 len: 352 time: 0.0460832 Feb 11 04:55:14.858965 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4fc92a2-7e64-4c04-b149-7b085cb38f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (76db6bfb-3e95-484b-8c3b-56047b03a780), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.865882 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4fc92a2-7e64-4c04-b149-7b085cb38f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.869461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b4fc92a2-7e64-4c04-b149-7b085cb38f28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76db6bfb-3e95-484b-8c3b-56047b03a780 HTTP/1.1" status: 204 len: 168 time: 0.5432417 Feb 11 04:55:14.897122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc92a2-7e64-4c04-b149-7b085cb38f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76db6bfb-3e95-484b-8c3b-56047b03a780,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:14.974099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fd97316-1b93-4992-bb3f-17f74bcd4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2f4a4d41-33d2-40c6-9fc5-efb0fe298daf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.982162 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fd97316-1b93-4992-bb3f-17f74bcd4a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:14.992915 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9fd97316-1b93-4992-bb3f-17f74bcd4a69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f4a4d41-33d2-40c6-9fc5-efb0fe298daf HTTP/1.1" status: 204 len: 168 time: 0.5378876 Feb 11 04:55:14.997868 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b7deeea-595d-4496-a514-14032dd4e296 req-46bcf6c3-9c2c-441e-b40e-23d922020cc9 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/f6e82dc4-70e5-4840-9158-7a5c8dac8132 HTTP/1.1" status: 200 len: 1823 time: 0.1250308 Feb 11 04:55:15.011603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd97316-1b93-4992-bb3f-17f74bcd4a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4a4d41-33d2-40c6-9fc5-efb0fe298daf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:15.082280 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6b7deeea-595d-4496-a514-14032dd4e296 req-25f06129-52d1-4888-9ffb-ea29bed51d5b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (f6e82dc4-70e5-4840-9158-7a5c8dac8132), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.162681 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6b7deeea-595d-4496-a514-14032dd4e296 req-25f06129-52d1-4888-9ffb-ea29bed51d5b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (f6e82dc4-70e5-4840-9158-7a5c8dac8132), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.263367 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6b7deeea-595d-4496-a514-14032dd4e296 req-25f06129-52d1-4888-9ffb-ea29bed51d5b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f6e82dc4-70e5-4840-9158-7a5c8dac8132), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.266282 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6b7deeea-595d-4496-a514-14032dd4e296 req-25f06129-52d1-4888-9ffb-ea29bed51d5b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.277972 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b7deeea-595d-4496-a514-14032dd4e296 req-25f06129-52d1-4888-9ffb-ea29bed51d5b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "DELETE /v2.0/security-groups/f6e82dc4-70e5-4840-9158-7a5c8dac8132 HTTP/1.1" status: 204 len: 173 time: 0.2686758 Feb 11 04:55:15.293164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c2587-c5de-453c-8d02-fe3552105fbc req-9efdaefc-1768-4af4-a7e0-6ce5e072ce9d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:15.301067 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-593c2587-c5de-453c-8d02-fe3552105fbc req-9efdaefc-1768-4af4-a7e0-6ce5e072ce9d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.1470649 Feb 11 04:55:15.306519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f06129-52d1-4888-9ffb-ea29bed51d5b tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e82dc4-70e5-4840-9158-7a5c8dac8132,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:15.384109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:15.434340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e92f-f0a3-497b-b4e3-94f06a35df93 req-c6809ac6-d647-4477-9b7d-487748f26cfc tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:15.445456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b455e92f-f0a3-497b-b4e3-94f06a35df93 req-c6809ac6-d647-4477-9b7d-487748f26cfc tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 946 time: 0.0854011 Feb 11 04:55:15.456304 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-593c2587-c5de-453c-8d02-fe3552105fbc req-ec5f25dd-52ad-4eb7-9ae3-3a83ba416a1f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541967 Feb 11 04:55:15.514699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:55:15.539601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b455e92f-f0a3-497b-b4e3-94f06a35df93 req-08a91b2e-fe77-43e7-87ee-30298b9f699b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852056 Feb 11 04:55:15.546860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:15.547359 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.584539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41384) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:15.587136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41386) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:15.591129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff09e978-2f34-4e1e-a659-a270bd7a7cee req-87b1e810-7e1b-4aa8-a2be-62a6374d3e89 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/307bca6c-f39c-422a-a9d7-55e27c01ae7a HTTP/1.1" status: 200 len: 1823 time: 0.0896077 Feb 11 04:55:15.623360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8bd28db-781a-47cd-926a-30e6c53bd374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.630280 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d90f-c343-49ef-940a-78460a3dd1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.642071 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.688219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ff09e978-2f34-4e1e-a659-a270bd7a7cee req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (307bca6c-f39c-422a-a9d7-55e27c01ae7a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.705994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:15.706655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.728867 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ff09e978-2f34-4e1e-a659-a270bd7a7cee req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (307bca6c-f39c-422a-a9d7-55e27c01ae7a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.765568 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:15.767985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f376fd-679e-4433-848e-b69dade60296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:15.772431 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4631209-ed83-440f-add3-a9c9538a0468" -d '{"events": [{"server_uuid": "a4f376fd-679e-4433-848e-b69dade60296", "name": "network-vif-plugged", "status": "completed", "tag": "bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:15.781956 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.793933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01961a-38d0-46d8-8f46-022cbc979ff7 req-05af74f8-9334-4405-831e-edd2e4738ef6 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:15.802726 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd01961a-38d0-46d8-8f46-022cbc979ff7 req-05af74f8-9334-4405-831e-edd2e4738ef6 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 944 time: 0.1415563 Feb 11 04:55:15.825953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ff09e978-2f34-4e1e-a659-a270bd7a7cee req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (307bca6c-f39c-422a-a9d7-55e27c01ae7a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.829521 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ff09e978-2f34-4e1e-a659-a270bd7a7cee req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.846038 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff09e978-2f34-4e1e-a659-a270bd7a7cee req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "DELETE /v2.0/security-groups/307bca6c-f39c-422a-a9d7-55e27c01ae7a HTTP/1.1" status: 204 len: 173 time: 0.2470653 Feb 11 04:55:15.856800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307bca6c-f39c-422a-a9d7-55e27c01ae7a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:15.865868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.866678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.867086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.867874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.867874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.868099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.868409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.868746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.869075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.869407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.869738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.870497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.870497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93cc4-9bf9-483a-b8b0-9953cdc5c300 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:15.871563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:15.882583 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8bd28db-781a-47cd-926a-30e6c53bd374 admin admin] Publish callbacks [] for security_group (9a6f9518-6f13-4dcc-a62e-7c40f60a0484), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.898146 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971a2fdc-8343-4f7b-b5b2-08c28ac5bbaa x-openstack-request-id: req-971a2fdc-8343-4f7b-b5b2-08c28ac5bbaa {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:15.898439 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f376fd-679e-4433-848e-b69dade60296", "name": "network-vif-plugged", "status": "completed", "tag": "bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:15.898945 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-971a2fdc-8343-4f7b-b5b2-08c28ac5bbaa {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:15.899093 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d90f-c343-49ef-940a-78460a3dd1d3 admin admin] Publish callbacks [] for security_group (94c9eb09-7187-4067-be10-997e872ab292), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.899649 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f376fd-679e-4433-848e-b69dade60296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636', 'code': 200} Feb 11 04:55:15.900011 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8bd28db-781a-47cd-926a-30e6c53bd374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9a6f9518-6f13-4dcc-a62e-7c40f60a0484), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.920602 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d90f-c343-49ef-940a-78460a3dd1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (94c9eb09-7187-4067-be10-997e872ab292), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.952955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd01961a-38d0-46d8-8f46-022cbc979ff7 req-c4dfa7b3-ffc7-4d11-9c92-9706c770f530 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467352 Feb 11 04:55:15.974401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f042a67d-a13c-4bc0-aaed-6a6e468c563e req-f7068ef3-266d-4482-a590-549ec9b3bf09 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/2b5ae8f3-5df3-4d1d-a7b5-19384cfb7e34 HTTP/1.1" status: 200 len: 1823 time: 0.0610223 Feb 11 04:55:15.997618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd28db-781a-47cd-926a-30e6c53bd374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6f9518-6f13-4dcc-a62e-7c40f60a0484,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:16.012457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5ee0d90f-c343-49ef-940a-78460a3dd1d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a4bb4fdca524abd90b48d670136fbf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4242985 Feb 11 04:55:16.026263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41394) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:16.039448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41396) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:16.042367 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f8bd28db-781a-47cd-926a-30e6c53bd374 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14a1509f6a6a41ca9bfe5c4d3d2ec2db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4543054 Feb 11 04:55:16.044350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-268ec35e-de9d-4448-8c71-c10051a8fd69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-688203410'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:16.059229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41398) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:16.084512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0d90f-c343-49ef-940a-78460a3dd1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c9eb09-7187-4067-be10-997e872ab292,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:16.109356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0159-cb53-4346-b477-0e3110eca1b7 req-c3a3520c-38a0-44f1-97b9-f8cd2a8cf825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:16.111499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dbdb0159-cb53-4346-b477-0e3110eca1b7 req-c3a3520c-38a0-44f1-97b9-f8cd2a8cf825 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 1128 time: 0.0979848 Feb 11 04:55:16.139705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268ec35e-de9d-4448-8c71-c10051a8fd69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:16.143165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-268ec35e-de9d-4448-8c71-c10051a8fd69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.151974 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f042a67d-a13c-4bc0-aaed-6a6e468c563e req-7e7bb8bd-1ef6-4c35-b12c-e270e445d4c3 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (2b5ae8f3-5df3-4d1d-a7b5-19384cfb7e34), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.177267 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dbdb0159-cb53-4346-b477-0e3110eca1b7 req-d38894fa-d421-4ba3-a603-9efc4ffbbda9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572791 Feb 11 04:55:16.201562 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f042a67d-a13c-4bc0-aaed-6a6e468c563e req-7e7bb8bd-1ef6-4c35-b12c-e270e445d4c3 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (2b5ae8f3-5df3-4d1d-a7b5-19384cfb7e34), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.233931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268ec35e-de9d-4448-8c71-c10051a8fd69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:55:16.235900 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-430fb4ab-41e5-48c7-a31d-cff4607487b3 admin admin] Publish callbacks [] for security_group (9a6f9518-6f13-4dcc-a62e-7c40f60a0484), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.237373 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9166850a-6202-4333-b8cd-79a844ee1bdb admin admin] Publish callbacks [] for security_group (94c9eb09-7187-4067-be10-997e872ab292), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.282649 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-268ec35e-de9d-4448-8c71-c10051a8fd69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (188cd5d3-23d5-40d7-8807-b6307327bffb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.283017 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-268ec35e-de9d-4448-8c71-c10051a8fd69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Added segment 188cd5d3-23d5-40d7-8807-b6307327bffb of type vlan for network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 Feb 11 04:55:16.297066 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9166850a-6202-4333-b8cd-79a844ee1bdb admin admin] Publish callbacks [] for security_group (94c9eb09-7187-4067-be10-997e872ab292), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.334922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-430fb4ab-41e5-48c7-a31d-cff4607487b3 admin admin] Publish callbacks [] for security_group (9a6f9518-6f13-4dcc-a62e-7c40f60a0484), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.378549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-268ec35e-de9d-4448-8c71-c10051a8fd69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (4ddd8ed5-ede1-429a-98f7-1f5a19258b90), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.384467 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f042a67d-a13c-4bc0-aaed-6a6e468c563e req-7e7bb8bd-1ef6-4c35-b12c-e270e445d4c3 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2b5ae8f3-5df3-4d1d-a7b5-19384cfb7e34), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.387028 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f042a67d-a13c-4bc0-aaed-6a6e468c563e req-7e7bb8bd-1ef6-4c35-b12c-e270e445d4c3 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.388144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f042a67d-a13c-4bc0-aaed-6a6e468c563e req-7e7bb8bd-1ef6-4c35-b12c-e270e445d4c3 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "DELETE /v2.0/security-groups/2b5ae8f3-5df3-4d1d-a7b5-19384cfb7e34 HTTP/1.1" status: 204 len: 173 time: 0.4038491 Feb 11 04:55:16.436462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9166850a-6202-4333-b8cd-79a844ee1bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (94c9eb09-7187-4067-be10-997e872ab292), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.438960 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9166850a-6202-4333-b8cd-79a844ee1bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.442412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9166850a-6202-4333-b8cd-79a844ee1bdb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94c9eb09-7187-4067-be10-997e872ab292 HTTP/1.1" status: 204 len: 168 time: 0.4128981 Feb 11 04:55:16.447179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bb8bd-1ef6-4c35-b12c-e270e445d4c3 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5ae8f3-5df3-4d1d-a7b5-19384cfb7e34,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:16.462218 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-267d1605-5de5-465d-bc6a-d6c96c6e416b req-c39ab5e1-0cff-4871-824e-8e1155077d5f tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/9b61e66c-1db5-4adf-a03b-d910bdc021df HTTP/1.1" status: 200 len: 2422 time: 0.0543766 Feb 11 04:55:16.487407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166850a-6202-4333-b8cd-79a844ee1bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c9eb09-7187-4067-be10-997e872ab292,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:16.497726 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-268ec35e-de9d-4448-8c71-c10051a8fd69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (4ddd8ed5-ede1-429a-98f7-1f5a19258b90), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.504818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268ec35e-de9d-4448-8c71-c10051a8fd69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:16.505737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-268ec35e-de9d-4448-8c71-c10051a8fd69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.565050 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-430fb4ab-41e5-48c7-a31d-cff4607487b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9a6f9518-6f13-4dcc-a62e-7c40f60a0484), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.567918 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-430fb4ab-41e5-48c7-a31d-cff4607487b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.572669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-430fb4ab-41e5-48c7-a31d-cff4607487b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a6f9518-6f13-4dcc-a62e-7c40f60a0484 HTTP/1.1" status: 204 len: 168 time: 0.5082307 Feb 11 04:55:16.576459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-267d1605-5de5-465d-bc6a-d6c96c6e416b req-8f24f6da-63cb-4b64-9338-a30b6a65faff tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (9b61e66c-1db5-4adf-a03b-d910bdc021df), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.602975 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-268ec35e-de9d-4448-8c71-c10051a8fd69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5600581 Feb 11 04:55:16.603571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41412) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:16.631585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0d65127d-1a7d-4ed3-8b36-4b70c239c7b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1826126921'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:16.644270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fb4ab-41e5-48c7-a31d-cff4607487b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6f9518-6f13-4dcc-a62e-7c40f60a0484,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:16.652147 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-267d1605-5de5-465d-bc6a-d6c96c6e416b req-8f24f6da-63cb-4b64-9338-a30b6a65faff tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (9b61e66c-1db5-4adf-a03b-d910bdc021df), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.672785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ec35e-de9d-4448-8c71-c10051a8fd69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Network': ['ID=4ddd8ed5-ede1-429a-98f7-1f5a19258b90,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:16.696238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:55:16.714652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d65127d-1a7d-4ed3-8b36-4b70c239c7b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:16.718496 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d65127d-1a7d-4ed3-8b36-4b70c239c7b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.753325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d65127d-1a7d-4ed3-8b36-4b70c239c7b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:55:16.767235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dee70-7ee0-425b-afcb-d62140b17efc req-3624539a-8078-4c24-9e29-e0bdddf454bf tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:16.768838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e11dee70-7ee0-425b-afcb-d62140b17efc req-3624539a-8078-4c24-9e29-e0bdddf454bf tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.1576061 Feb 11 04:55:16.772233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-267d1605-5de5-465d-bc6a-d6c96c6e416b req-8f24f6da-63cb-4b64-9338-a30b6a65faff tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9b61e66c-1db5-4adf-a03b-d910bdc021df), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.775501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-267d1605-5de5-465d-bc6a-d6c96c6e416b req-8f24f6da-63cb-4b64-9338-a30b6a65faff tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.776712 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-267d1605-5de5-465d-bc6a-d6c96c6e416b req-8f24f6da-63cb-4b64-9338-a30b6a65faff tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "DELETE /v2.0/security-groups/9b61e66c-1db5-4adf-a03b-d910bdc021df HTTP/1.1" status: 204 len: 173 time: 0.3090174 Feb 11 04:55:16.800517 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d65127d-1a7d-4ed3-8b36-4b70c239c7b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (f1dfd648-d2c4-4abd-a5e4-3cf496a520e6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.801131 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-0d65127d-1a7d-4ed3-8b36-4b70c239c7b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Added segment f1dfd648-d2c4-4abd-a5e4-3cf496a520e6 of type vlan for network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 Feb 11 04:55:16.831546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24f6da-63cb-4b64-9338-a30b6a65faff tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b61e66c-1db5-4adf-a03b-d910bdc021df,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:16.887657 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e11dee70-7ee0-425b-afcb-d62140b17efc req-d7233fe7-b2f4-47d4-b45b-86697c791c5e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071947 Feb 11 04:55:16.950497 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d65127d-1a7d-4ed3-8b36-4b70c239c7b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.003178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472626a-4274-4274-8792-b049ba277719 req-6e111553-200a-4898-b3e2-fcf3e317859f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:17.005093 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5472626a-4274-4274-8792-b049ba277719 req-6e111553-200a-4898-b3e2-fcf3e317859f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 946 time: 0.1052060 Feb 11 04:55:17.006438 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d65127d-1a7d-4ed3-8b36-4b70c239c7b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.007639 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-42674783-6f5e-47a0-bd40-4bb80f21e766 req-77e0c62a-d4d5-4643-a265-f6b3ba241d81 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "GET /v2.0/security-groups/5afa506a-1cc8-47e6-89a1-368515be3bb2 HTTP/1.1" status: 200 len: 2417 time: 0.0755482 Feb 11 04:55:17.012922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d65127d-1a7d-4ed3-8b36-4b70c239c7b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:17.013688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d65127d-1a7d-4ed3-8b36-4b70c239c7b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.097708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0d65127d-1a7d-4ed3-8b36-4b70c239c7b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4792662 Feb 11 04:55:17.101813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41422) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:17.102748 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-42674783-6f5e-47a0-bd40-4bb80f21e766 req-001ad1d2-8f7d-4b9d-945c-9297604d1899 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (5afa506a-1cc8-47e6-89a1-368515be3bb2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.112214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-296f1a69-b9a2-4aa3-a0f9-327dea38a6ab tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'subnet': {'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:17.149773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65127d-1a7d-4ed3-8b36-4b70c239c7b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Network': ['ID=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:17.163239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:55:17.191234 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5472626a-4274-4274-8792-b049ba277719 req-c64ca2c1-5258-471b-874f-b06f09cca968 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732428 Feb 11 04:55:17.239345 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-42674783-6f5e-47a0-bd40-4bb80f21e766 req-001ad1d2-8f7d-4b9d-945c-9297604d1899 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (5afa506a-1cc8-47e6-89a1-368515be3bb2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.294936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296f1a69-b9a2-4aa3-a0f9-327dea38a6ab tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:17.298972 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-296f1a69-b9a2-4aa3-a0f9-327dea38a6ab tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.432680 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-42674783-6f5e-47a0-bd40-4bb80f21e766 req-001ad1d2-8f7d-4b9d-945c-9297604d1899 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5afa506a-1cc8-47e6-89a1-368515be3bb2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.440314 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-42674783-6f5e-47a0-bd40-4bb80f21e766 req-001ad1d2-8f7d-4b9d-945c-9297604d1899 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.442049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-42674783-6f5e-47a0-bd40-4bb80f21e766 req-001ad1d2-8f7d-4b9d-945c-9297604d1899 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] 10.222.0.48 "DELETE /v2.0/security-groups/5afa506a-1cc8-47e6-89a1-368515be3bb2 HTTP/1.1" status: 204 len: 173 time: 0.4319844 Feb 11 04:55:17.449474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41436) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:17.459621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447ea25-cd05-4bc0-bbd9-30c28480c2c3 req-705b17a7-29c2-4ce3-8607-ce600269bf20 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:17.462320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b447ea25-cd05-4bc0-bbd9-30c28480c2c3 req-705b17a7-29c2-4ce3-8607-ce600269bf20 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 946 time: 0.1610589 Feb 11 04:55:17.491768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ad1d2-8f7d-4b9d-945c-9297604d1899 tempest-SecurityGroupRulesTestJSON-1910740777 tempest-SecurityGroupRulesTestJSON-1910740777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afa506a-1cc8-47e6-89a1-368515be3bb2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:17.584901 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c856156-5c64-4784-877b-4b3da1b011a4 admin admin] Deleting subnet ba05a3be-0c32-4a1b-8c0b-ec1e147f5d6e {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:55:17.592892 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c856156-5c64-4784-877b-4b3da1b011a4 admin admin] Publish callbacks [] for subnet (ba05a3be-0c32-4a1b-8c0b-ec1e147f5d6e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.638548 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c856156-5c64-4784-877b-4b3da1b011a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (ba05a3be-0c32-4a1b-8c0b-ec1e147f5d6e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.685336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c856156-5c64-4784-877b-4b3da1b011a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (ba05a3be-0c32-4a1b-8c0b-ec1e147f5d6e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.740023 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-296f1a69-b9a2-4aa3-a0f9-327dea38a6ab tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (718ad409-c615-4b2c-83f0-4c6062f3394f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.768953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00b148-b4fa-4ffa-b225-dc787a3df5fc req-643aa9dc-95b1-4cb7-9909-8dfabda1bfe6 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:17.777045 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bc00b148-b4fa-4ffa-b225-dc787a3df5fc req-643aa9dc-95b1-4cb7-9909-8dfabda1bfe6 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.4772134 Feb 11 04:55:17.886718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bc00b148-b4fa-4ffa-b225-dc787a3df5fc req-61251559-5baf-4a69-82cf-92f5f29e8bea tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083822 Feb 11 04:55:17.887385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f1a69-b9a2-4aa3-a0f9-327dea38a6ab tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Subnet': ['ID=718ad409-c615-4b2c-83f0-4c6062f3394f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:17.893340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296f1a69-b9a2-4aa3-a0f9-327dea38a6ab tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Checking segment: {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:17.893710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f1a69-b9a2-4aa3-a0f9-327dea38a6ab tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Network hostable DHCP agents. Network: 4ddd8ed5-ede1-429a-98f7-1f5a19258b90, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:55:17.903677 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c856156-5c64-4784-877b-4b3da1b011a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (ba05a3be-0c32-4a1b-8c0b-ec1e147f5d6e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.923457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f1a69-b9a2-4aa3-a0f9-327dea38a6ab tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:55:17.937554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-296f1a69-b9a2-4aa3-a0f9-327dea38a6ab tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 4ddd8ed5-ede1-429a-98f7-1f5a19258b90) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:17.948129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd4c3db-d351-4a5c-92f7-9ea69e8768eb None None] Network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:17.955150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f1a69-b9a2-4aa3-a0f9-327dea38a6ab tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:17.956722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-296f1a69-b9a2-4aa3-a0f9-327dea38a6ab tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.984567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c856156-5c64-4784-877b-4b3da1b011a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba05a3be-0c32-4a1b-8c0b-ec1e147f5d6e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:17.994763 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c856156-5c64-4784-877b-4b3da1b011a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:18.002473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3c856156-5c64-4784-877b-4b3da1b011a4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ba05a3be-0c32-4a1b-8c0b-ec1e147f5d6e HTTP/1.1" status: 204 len: 168 time: 0.5391541 Feb 11 04:55:18.004810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41462) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:18.009169 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-296f1a69-b9a2-4aa3-a0f9-327dea38a6ab tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9024222 Feb 11 04:55:18.011871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41464) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:18.015329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-b447ea25-cd05-4bc0-bbd9-30c28480c2c3 req-a1904037-c408-44a5-9291-cc8285d37c8c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Deleting port 31db88e9-398c-4152-8f61-6873ee5ba42e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:55:18.015786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b447ea25-cd05-4bc0-bbd9-30c28480c2c3 req-a1904037-c408-44a5-9291-cc8285d37c8c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:18.034668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fff345ed-381d-4faa-8507-302e1a569725 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'subnet': {'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:18.144033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (0a28eee3-c882-4b7f-916f-2c9f1bb39a93), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:18.190035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b447ea25-cd05-4bc0-bbd9-30c28480c2c3 req-a1904037-c408-44a5-9291-cc8285d37c8c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] For port 31db88e9-398c-4152-8f61-6873ee5ba42e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=31db88e9-398c-4152-8f61-6873ee5ba42e,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:18.190549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b447ea25-cd05-4bc0-bbd9-30c28480c2c3 req-a1904037-c408-44a5-9291-cc8285d37c8c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:18.210177 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-b447ea25-cd05-4bc0-bbd9-30c28480c2c3 req-a1904037-c408-44a5-9291-cc8285d37c8c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Calling delete_port for 31db88e9-398c-4152-8f61-6873ee5ba42e owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:55:18.265256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-4ddd8ed5-ede1-429a-98f7-1f5a19258b90', 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90', 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'fixed_ips': [{'subnet_id': '718ad409-c615-4b2c-83f0-4c6062f3394f'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:55:18.269262 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:18.365070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff345ed-381d-4faa-8507-302e1a569725 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:18.369446 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fff345ed-381d-4faa-8507-302e1a569725 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:18.385014 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b447ea25-cd05-4bc0-bbd9-30c28480c2c3 req-a1904037-c408-44a5-9291-cc8285d37c8c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (31db88e9-398c-4152-8f61-6873ee5ba42e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:18.386082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dba81-d750-44de-a825-9bf4865daa97 req-528d4c08-6d9c-4449-98ee-f129d58adf14 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:18.388873 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-140dba81-d750-44de-a825-9bf4865daa97 req-528d4c08-6d9c-4449-98ee-f129d58adf14 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.3443816 Feb 11 04:55:18.431349 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-97990cab-977d-4c08-9395-67ffb62d244b req-36e6ff96-7d49-455f-ab79-8682eeecb224 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 210 time: 0.0523353 Feb 11 04:55:18.449119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['27c65b30-2722-41bd-9b9e-a7f213f845df'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:55:18.507683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1904037-c408-44a5-9291-cc8285d37c8c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Pushing event deleted for resources: {'Port': ['ID=31db88e9-398c-4152-8f61-6873ee5ba42e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:18.531063 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-140dba81-d750-44de-a825-9bf4865daa97 req-e05d4048-d16c-435b-b715-514f8cffcef5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267886 Feb 11 04:55:18.565175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['31db88e9-398c-4152-8f61-6873ee5ba42e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:55:18.688576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b447ea25-cd05-4bc0-bbd9-30c28480c2c3 req-a1904037-c408-44a5-9291-cc8285d37c8c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] No DVR routers for this DVR port 31db88e9-398c-4152-8f61-6873ee5ba42e on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:55:18.705229 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b447ea25-cd05-4bc0-bbd9-30c28480c2c3 req-a1904037-c408-44a5-9291-cc8285d37c8c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:18.708759 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b447ea25-cd05-4bc0-bbd9-30c28480c2c3 req-a1904037-c408-44a5-9291-cc8285d37c8c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.60 "DELETE /v2.0/ports/31db88e9-398c-4152-8f61-6873ee5ba42e HTTP/1.1" status: 204 len: 173 time: 1.1962891 Feb 11 04:55:18.709099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe31a078-1f51-49a4-9034-c7db090f9ea3', 'name': 'network-vif-deleted', 'tag': '31db88e9-398c-4152-8f61-6873ee5ba42e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:18.712557 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286fc2a3-7a4b-425d-86a4-b7678745d8cd" -d '{"events": [{"server_uuid": "fe31a078-1f51-49a4-9034-c7db090f9ea3", "name": "network-vif-deleted", "tag": "31db88e9-398c-4152-8f61-6873ee5ba42e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:18.771414 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fff345ed-381d-4faa-8507-302e1a569725 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (e291671b-3e0f-4d5c-8943-d14fa4114dd4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:18.829490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41484) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:18.880474 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfa80dd-e5d1-4cf2-bdff-e53973af993c x-openstack-request-id: req-6dfa80dd-e5d1-4cf2-bdff-e53973af993c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:18.880751 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe31a078-1f51-49a4-9034-c7db090f9ea3", "name": "network-vif-deleted", "tag": "31db88e9-398c-4152-8f61-6873ee5ba42e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:18.881883 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6dfa80dd-e5d1-4cf2-bdff-e53973af993c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:18.881883 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe31a078-1f51-49a4-9034-c7db090f9ea3', 'name': 'network-vif-deleted', 'tag': '31db88e9-398c-4152-8f61-6873ee5ba42e', 'status': 'completed', 'code': 200} Feb 11 04:55:18.883783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff345ed-381d-4faa-8507-302e1a569725 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Subnet': ['ID=e291671b-3e0f-4d5c-8943-d14fa4114dd4,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:18.886799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff345ed-381d-4faa-8507-302e1a569725 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Checking segment: {'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:18.887135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff345ed-381d-4faa-8507-302e1a569725 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Network hostable DHCP agents. Network: a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:55:18.888525 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (0a28eee3-c882-4b7f-916f-2c9f1bb39a93), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:18.911232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff345ed-381d-4faa-8507-302e1a569725 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:55:18.932458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fff345ed-381d-4faa-8507-302e1a569725 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:18.933256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Allocated IP 10.1.1.2 (4ddd8ed5-ede1-429a-98f7-1f5a19258b90/718ad409-c615-4b2c-83f0-4c6062f3394f/dfe0a207-334b-4254-afda-7bc540d72070) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:18.939267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff345ed-381d-4faa-8507-302e1a569725 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:18.939946 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fff345ed-381d-4faa-8507-302e1a569725 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:18.965768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b603453b-d055-43d9-9439-30fb3b59819c None None] Network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:18.975130 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fff345ed-381d-4faa-8507-302e1a569725 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9618769 Feb 11 04:55:18.981264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a28eee3-c882-4b7f-916f-2c9f1bb39a93']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:18.984516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41492) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:19.001195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d406951-8a3c-4761-a439-78f69491f851') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:19.001905 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d406951-8a3c-4761-a439-78f69491f851') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:19.020012 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (5d406951-8a3c-4761-a439-78f69491f851), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.047562 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5d406951-8a3c-4761-a439-78f69491f851), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.060476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:55:19.061085 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (5d406951-8a3c-4761-a439-78f69491f851), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.128420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'port': {'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90', 'name': 'tempest-TaggedBootDevicesTest-966774999', 'fixed_ips': [{'subnet_id': '718ad409-c615-4b2c-83f0-4c6062f3394f'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:55:19.134093 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:55:19.137228 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (0a28eee3-c882-4b7f-916f-2c9f1bb39a93), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.156792 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.160251 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0a28eee3-c882-4b7f-916f-2c9f1bb39a93 HTTP/1.1" status: 204 len: 168 time: 1.1543877 Feb 11 04:55:19.184102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f26e4-71e1-484e-a02e-7e1316454f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a28eee3-c882-4b7f-916f-2c9f1bb39a93,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:19.364779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:19.384245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00', 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00', 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'fixed_ips': [{'subnet_id': 'e291671b-3e0f-4d5c-8943-d14fa4114dd4'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:55:19.385423 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.446663 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a202c72e-c5cd-4962-8e9b-e60e3acce917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.536804 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41504) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:19.561011 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Allocated IP 10.2.2.2 (a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00/e291671b-3e0f-4d5c-8943-d14fa4114dd4/bdd27626-f264-40f5-8158-d2008ebbd175) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:19.673148 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a202c72e-c5cd-4962-8e9b-e60e3acce917 admin admin] Publish callbacks [] for security_group (c45f36ed-34b1-465c-ba99-337ace829af8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.693942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c988210-7004-4075-b312-10d8c5fb8d57 req-4c25603e-109d-4207-a6a1-d74c753bb48f tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:19.695040 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Publish callbacks [] for port (dfe0a207-334b-4254-afda-7bc540d72070), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.696867 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c988210-7004-4075-b312-10d8c5fb8d57 req-4c25603e-109d-4207-a6a1-d74c753bb48f tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.6879356 Feb 11 04:55:19.697957 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a202c72e-c5cd-4962-8e9b-e60e3acce917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c45f36ed-34b1-465c-ba99-337ace829af8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.776530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-82d54abc-dff5-4fd1-9d05-ffba7dce9a89 req-997b5328-02e9-4cfc-8a16-ba7dd763cbf8 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe31a078-1f51-49a4-9034-c7db090f9ea3 HTTP/1.1" status: 200 len: 210 time: 0.1094878 Feb 11 04:55:19.781245 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.797620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a5623ef2-c9b8-497e-b751-2366d7f63404 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a4e930d120e424c818bd87c4834768f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2482650 Feb 11 04:55:19.797826 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a202c72e-c5cd-4962-8e9b-e60e3acce917 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a293912ace2944ee8eb14a80ff981be6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9644301 Feb 11 04:55:19.802459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41514) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:19.802606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41516) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:19.816859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c988210-7004-4075-b312-10d8c5fb8d57 req-1c222269-d153-479c-bd93-e013f043b1d8 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058354 Feb 11 04:55:19.821928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202c72e-c5cd-4962-8e9b-e60e3acce917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45f36ed-34b1-465c-ba99-337ace829af8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:19.835513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] device_id is not set on port 10562436-6596-4dc4-8bd3-459375c70f15 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:55:19.936235 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (dfe0a207-334b-4254-afda-7bc540d72070), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.943546 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Publish callbacks [] for port (bdd27626-f264-40f5-8158-d2008ebbd175), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:19.952126 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.003776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63279d-2602-4023-95a9-4087bbbe039d req-3139984d-7485-4326-a2e9-b64e3e7d3655 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:20.004503 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f63279d-2602-4023-95a9-4087bbbe039d req-3139984d-7485-4326-a2e9-b64e3e7d3655 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.0636899 Feb 11 04:55:20.024575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:20.026124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41524) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:20.029831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:20.033252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:20.036403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-69a3ab10-2eef-414c-8b38-fabc9d1277f5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Request body: {'floatingip': {'port_id': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:20.038949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:20.041764 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:20.045332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:20.047391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Pushing event updated for resources: {'Port': ['ID=dfe0a207-334b-4254-afda-7bc540d72070,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:20.101126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Pushing event updated for resources: {'Port': ['ID=bdd27626-f264-40f5-8158-d2008ebbd175,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:20.115607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Allocated IP 10.1.1.237 (4ddd8ed5-ede1-429a-98f7-1f5a19258b90/718ad409-c615-4b2c-83f0-4c6062f3394f/10562436-6596-4dc4-8bd3-459375c70f15) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:20.139473 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69a3ab10-2eef-414c-8b38-fabc9d1277f5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (8441ab66-863a-4604-8a56-b7c2c190c4f1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.236320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Attempting to bind port bdd27626-f264-40f5-8158-d2008ebbd175 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:20.236865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Attempting to bind port bdd27626-f264-40f5-8158-d2008ebbd175 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:20.237238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Attempting to bind port bdd27626-f264-40f5-8158-d2008ebbd175 on network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:20.245562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:20.245955 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Checking segment: {'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:20.246486 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.247110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Bound using segment: {'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:20.247850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Bound port: bdd27626-f264-40f5-8158-d2008ebbd175, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:20.248301 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.252913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Attempting to bind port dfe0a207-334b-4254-afda-7bc540d72070 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:20.253296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Attempting to bind port dfe0a207-334b-4254-afda-7bc540d72070 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:20.253667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Attempting to bind port dfe0a207-334b-4254-afda-7bc540d72070 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:20.269076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:20.269556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Checking segment: {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:20.270015 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.271226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Bound using segment: {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:20.271724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Bound port: dfe0a207-334b-4254-afda-7bc540d72070, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:20.273288 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dfe0a207-334b-4254-afda-7bc540d72070), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.418967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69c9d63a-69f5-4a2a-853f-6d1e77966456 admin admin] Publish callbacks [] for security_group (f6c6c0fe-ce13-4a1a-ad82-ae63e530206a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.424432 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a78124c-2496-4fae-b43b-ccbe4787dd17 admin admin] Publish callbacks [] for security_group (c45f36ed-34b1-465c-ba99-337ace829af8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.438766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] For port bdd27626-f264-40f5-8158-d2008ebbd175, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:20.442512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] For port bdd27626-f264-40f5-8158-d2008ebbd175, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bdd27626-f264-40f5-8158-d2008ebbd175,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:20.447419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] For port dfe0a207-334b-4254-afda-7bc540d72070, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:20.451765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] For port dfe0a207-334b-4254-afda-7bc540d72070, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=dfe0a207-334b-4254-afda-7bc540d72070,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:20.459075 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.470288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94e29-4c8a-4633-b0f1-223842a3b780 req-70c7ab74-e61e-4918-be37-790c990b699a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:20.471697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93f94e29-4c8a-4633-b0f1-223842a3b780 req-70c7ab74-e61e-4918-be37-790c990b699a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.3012369 Feb 11 04:55:20.492163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for port (10562436-6596-4dc4-8bd3-459375c70f15), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.493035 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (dfe0a207-334b-4254-afda-7bc540d72070), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.512238 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69c9d63a-69f5-4a2a-853f-6d1e77966456 admin admin] Publish callbacks [] for security_group (f6c6c0fe-ce13-4a1a-ad82-ae63e530206a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.523046 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a78124c-2496-4fae-b43b-ccbe4787dd17 admin admin] Publish callbacks [] for security_group (c45f36ed-34b1-465c-ba99-337ace829af8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.639308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b6b20-4982-4319-8295-3fbbd7510e48 None None] Pushing event updated for resources: {'Port': ['ID=bdd27626-f264-40f5-8158-d2008ebbd175,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:20.658698 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93f94e29-4c8a-4633-b0f1-223842a3b780 req-8d52064b-ac26-4d45-9555-9fcb4ef085da tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745687 Feb 11 04:55:20.705003 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (10562436-6596-4dc4-8bd3-459375c70f15), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.776783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6084f0b-0548-4d77-975e-cbea7126e316 None None] Pushing event updated for resources: {'Port': ['ID=dfe0a207-334b-4254-afda-7bc540d72070,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:20.791053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:20.796232 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69c9d63a-69f5-4a2a-853f-6d1e77966456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f6c6c0fe-ce13-4a1a-ad82-ae63e530206a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.799292 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69c9d63a-69f5-4a2a-853f-6d1e77966456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.800913 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-69c9d63a-69f5-4a2a-853f-6d1e77966456 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6c6c0fe-ce13-4a1a-ad82-ae63e530206a HTTP/1.1" status: 204 len: 168 time: 0.9973433 Feb 11 04:55:20.808180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:20.811451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:20.859256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9d63a-69f5-4a2a-853f-6d1e77966456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c6c0fe-ce13-4a1a-ad82-ae63e530206a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:20.865239 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a78124c-2496-4fae-b43b-ccbe4787dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c45f36ed-34b1-465c-ba99-337ace829af8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.870379 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a78124c-2496-4fae-b43b-ccbe4787dd17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:20.875275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8a78124c-2496-4fae-b43b-ccbe4787dd17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c45f36ed-34b1-465c-ba99-337ace829af8 HTTP/1.1" status: 204 len: 168 time: 1.0702841 Feb 11 04:55:20.876373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Port': ['ID=10562436-6596-4dc4-8bd3-459375c70f15,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:20.914630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78124c-2496-4fae-b43b-ccbe4787dd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45f36ed-34b1-465c-ba99-337ace829af8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:20.957725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 31db88e9-398c-4152-8f61-6873ee5ba42e no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:55:20.984126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:20.986770 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:21.045577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 31db88e9-398c-4152-8f61-6873ee5ba42e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:55:21.046064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 31db88e9-398c-4152-8f61-6873ee5ba42e not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:55:21.199587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1b08b67f-bbea-4cfc-91d7-c713bad00893 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2149782 Feb 11 04:55:21.203996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41542) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:21.211851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'port': {'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90', 'name': 'tempest-TaggedBootDevicesTest-321197106', 'fixed_ips': [{'subnet_id': '718ad409-c615-4b2c-83f0-4c6062f3394f'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:21.273263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ba825-8573-4aae-8f16-d68ba2867d5a req-47e174fd-8edc-4ea0-81f8-5fac0ed0283e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:21.278490 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-089ba825-8573-4aae-8f16-d68ba2867d5a req-47e174fd-8edc-4ea0-81f8-5fac0ed0283e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2545080 Feb 11 04:55:21.470818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-089ba825-8573-4aae-8f16-d68ba2867d5a req-85fa1b43-e916-491c-a392-f5756f9d678c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856797 Feb 11 04:55:21.524766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:21.623727 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69a3ab10-2eef-414c-8b38-fabc9d1277f5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:21.633916 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69a3ab10-2eef-414c-8b38-fabc9d1277f5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (8441ab66-863a-4604-8a56-b7c2c190c4f1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:21.739353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device dfe0a207-334b-4254-afda-7bc540d72070 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:21.750416 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:21.781654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] device_id is not set on port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:55:21.820606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port dfe0a207-334b-4254-afda-7bc540d72070 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:21.821294 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (dfe0a207-334b-4254-afda-7bc540d72070), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:21.970566 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-69a3ab10-2eef-414c-8b38-fabc9d1277f5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Floating IP 8441ab66-863a-4604-8a56-b7c2c190c4f1 associated. External IP: 172.25.7.137, port: bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636. Feb 11 04:55:21.998550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port dfe0a207-334b-4254-afda-7bc540d72070 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:21.998926 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dfe0a207-334b-4254-afda-7bc540d72070), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:22.109289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e012b56-1d7f-4082-bd0a-e8ba8e9d19b8 req-5551ec8c-5f13-4619-aadd-24a50b4d8c38 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:22.127965 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e012b56-1d7f-4082-bd0a-e8ba8e9d19b8 req-5551ec8c-5f13-4619-aadd-24a50b4d8c38 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1219857 Feb 11 04:55:22.128208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port dfe0a207-334b-4254-afda-7bc540d72070, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=dfe0a207-334b-4254-afda-7bc540d72070,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:22.134441 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (dfe0a207-334b-4254-afda-7bc540d72070), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:22.136518 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bdd27626-f264-40f5-8158-d2008ebbd175 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:22.276230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e012b56-1d7f-4082-bd0a-e8ba8e9d19b8 req-15f2a51b-d341-4480-bf9f-782e2c88365d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479199 Feb 11 04:55:22.359349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=dfe0a207-334b-4254-afda-7bc540d72070,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:22.402601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port bdd27626-f264-40f5-8158-d2008ebbd175 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:22.403607 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:22.503671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76603471-1ed5-4aff-8362-e950910fee04 req-ec1bf1dd-fb6a-4742-92cb-f3c119263b07 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:22.512646 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-76603471-1ed5-4aff-8362-e950910fee04 req-ec1bf1dd-fb6a-4742-92cb-f3c119263b07 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.6789362 Feb 11 04:55:22.629886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409de9-ccb1-42e5-a178-3503a64e7ce3 req-79f6b978-2e8c-4971-acfc-de918a99b3d4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:22.654750 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e409de9-ccb1-42e5-a178-3503a64e7ce3 req-79f6b978-2e8c-4971-acfc-de918a99b3d4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1986086 Feb 11 04:55:22.660525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port bdd27626-f264-40f5-8158-d2008ebbd175 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:22.661355 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:22.740077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port bdd27626-f264-40f5-8158-d2008ebbd175, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bdd27626-f264-40f5-8158-d2008ebbd175,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:22.754722 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:22.852083 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e409de9-ccb1-42e5-a178-3503a64e7ce3 req-d197ae05-9694-4bf1-8a4e-0cc7be409d50 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892443 Feb 11 04:55:22.902872 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18110c95-88ff-4102-930c-90cf81890a2a None None] Network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:22.908346 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=bdd27626-f264-40f5-8158-d2008ebbd175,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:22.990804 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-76603471-1ed5-4aff-8362-e950910fee04 req-2192d209-6236-425c-aad4-5e558d7b4086 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710124 Feb 11 04:55:23.083570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41600) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:23.105948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9b7e1bab-1274-4505-bd22-315e439d97e0 None None] Provisioning complete for port bdd27626-f264-40f5-8158-d2008ebbd175 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:23.109649 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b7e1bab-1274-4505-bd22-315e439d97e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:23.312014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e62d3c7-cd0b-41fc-8664-ff6bc639ce40 None None] Network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:23.354118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Allocated IP 10.1.1.135 (4ddd8ed5-ede1-429a-98f7-1f5a19258b90/718ad409-c615-4b2c-83f0-4c6062f3394f/c7f80bc2-27bf-4954-a7b7-3c8ab0383091) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:23.567300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a3ab10-2eef-414c-8b38-fabc9d1277f5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:55:23.595200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-789743389-network', 'tenant_id': 'b5aa7543d425410d81af39f6a38527bf'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:23.651699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device dfe0a207-334b-4254-afda-7bc540d72070 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:23.661948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Made reservation on behalf of b5aa7543d425410d81af39f6a38527bf for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:23.665080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:23.720802 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:23.948610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e1bab-1274-4505-bd22-315e439d97e0 None None] Current status of the port bdd27626-f264-40f5-8158-d2008ebbd175 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:23.959408 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Publish callbacks [] for security_group (6866cf75-8a5d-4eee-8678-18e147e39569), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:23.966083 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6866cf75-8a5d-4eee-8678-18e147e39569), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:23.981313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:55:23.993978 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a7e9af25-a9f6-4b24-9af2-a29a00658b3b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:23.994681 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Added segment a7e9af25-a9f6-4b24-9af2-a29a00658b3b of type vlan for network b435873f-693a-4116-8d94-539975211297 Feb 11 04:55:24.018936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port dfe0a207-334b-4254-afda-7bc540d72070 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:24.019448 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (dfe0a207-334b-4254-afda-7bc540d72070), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.103161 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (b435873f-693a-4116-8d94-539975211297), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.156535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5f52d3ce-cf5a-48a0-88bc-c50be7e6dcc7 None None] Provisioning complete for port bdd27626-f264-40f5-8158-d2008ebbd175 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:24.156535 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f52d3ce-cf5a-48a0-88bc-c50be7e6dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.170224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a3ab10-2eef-414c-8b38-fabc9d1277f5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:55:24.176429 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-69a3ab10-2eef-414c-8b38-fabc9d1277f5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.182792 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33117d4-9921-4a9f-b764-44f2b5b79408 None None] Sync routers for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:55:24.200805 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33117d4-9921-4a9f-b764-44f2b5b79408 None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:55:24.204733 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e33117d4-9921-4a9f-b764-44f2b5b79408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:55:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:24.276909 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-69a3ab10-2eef-414c-8b38-fabc9d1277f5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "PUT /v2.0/floatingips/8441ab66-863a-4604-8a56-b7c2c190c4f1 HTTP/1.1" status: 200 len: 991 time: 4.2450447 Feb 11 04:55:24.279086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f376fd-679e-4433-848e-b69dade60296', 'tag': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:24.281072 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cd6c90-d786-46ff-82fe-1562e8e8364d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f376fd-679e-4433-848e-b69dade60296", "tag": "bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:24.292452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6866cf75-8a5d-4eee-8678-18e147e39569,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:24.386631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (b435873f-693a-4116-8d94-539975211297), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.388906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:24.389806 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.449189 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e33117d4-9921-4a9f-b764-44f2b5b79408 None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:55:24.508248 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d0b1c6-ad1b-4f59-bc9d-5bd829e6f668 x-openstack-request-id: req-01d0b1c6-ad1b-4f59-bc9d-5bd829e6f668 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:24.512487 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f376fd-679e-4433-848e-b69dade60296", "tag": "bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:24.512487 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01d0b1c6-ad1b-4f59-bc9d-5bd829e6f668 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:24.512487 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f376fd-679e-4433-848e-b69dade60296', 'tag': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636', 'status': 'completed', 'code': 200} Feb 11 04:55:24.539653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.615490 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port dfe0a207-334b-4254-afda-7bc540d72070 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:24.617473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bdd27626-f264-40f5-8158-d2008ebbd175 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:24.620800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5f52d3ce-cf5a-48a0-88bc-c50be7e6dcc7 None None] Current status of the port bdd27626-f264-40f5-8158-d2008ebbd175 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:24.641232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] Pushing event updated for resources: {'Network': ['ID=b435873f-693a-4116-8d94-539975211297,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:24.672457 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.681389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network b435873f-693a-4116-8d94-539975211297 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:55:24.750299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2e4736fa-f8e6-4705-84bc-a7bc0e1aad79 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6653070 Feb 11 04:55:24.753155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41646) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:24.769491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-865fed79-5d42-4a43-aec9-27307675ae39 admin admin] Request body: {'subnet': {'network_id': 'b435873f-693a-4116-8d94-539975211297', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-789743389-subnet', 'tenant_id': 'b5aa7543d425410d81af39f6a38527bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:24.790279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41648) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:24.817106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:24.827692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4bd33-87e2-42fb-b2c4-10cb4089344c req-063f2ff7-db69-4221-a4bb-f36588b99b04 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:24.832461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ded4bd33-87e2-42fb-b2c4-10cb4089344c req-063f2ff7-db69-4221-a4bb-f36588b99b04 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.6665604 Feb 11 04:55:24.836877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:24.840565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865fed79-5d42-4a43-aec9-27307675ae39 admin admin] Made reservation on behalf of b5aa7543d425410d81af39f6a38527bf for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:24.843694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-865fed79-5d42-4a43-aec9-27307675ae39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.846120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:24.886258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5f52d3ce-cf5a-48a0-88bc-c50be7e6dcc7 None None] Provisioning complete for port dfe0a207-334b-4254-afda-7bc540d72070 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:24.893896 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f52d3ce-cf5a-48a0-88bc-c50be7e6dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (dfe0a207-334b-4254-afda-7bc540d72070), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.999482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:25.000772 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.017674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Port': ['ID=c7f80bc2-27bf-4954-a7b7-3c8ab0383091,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:25.041289 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-27898ba2-ff43-476a-b1f5-fdd0eaa10e79 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8357415 Feb 11 04:55:25.078845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port bdd27626-f264-40f5-8158-d2008ebbd175 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:25.081214 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.097697 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e33117d4-9921-4a9f-b764-44f2b5b79408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8441ab66-863a-4604-8a56-b7c2c190c4f1', 'tenant_id': '96904844260549238a803990e10a1a4b', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'port_id': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'mac_address': 'fa:16:3e:33:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f376fd-679e-4433-848e-b69dade60296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:58Z', 'updated_at': '2022-02-11T04:55:21Z', 'revision_number': 1, 'project_id': '96904844260549238a803990e10a1a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:25.108212 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90305081-8ec4-47f6-b834-77fbd58c6bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.179644 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33117d4-9921-4a9f-b764-44f2b5b79408 None None] Checking router: 7d3c47d3-7f22-49ec-85cf-3d0f4538379f for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:55:25.201092 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33117d4-9921-4a9f-b764-44f2b5b79408 None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:55:25.203099 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e33117d4-9921-4a9f-b764-44f2b5b79408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:55:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:25.214937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6c90-d786-46ff-82fe-1562e8e8364d req-9d73cebd-80ec-4a21-b8b5-e7793e5f0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:25.220661 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78cd6c90-d786-46ff-82fe-1562e8e8364d req-9d73cebd-80ec-4a21-b8b5-e7793e5f0148 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96904844260549238a803990e10a1a4b&device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 1128 time: 0.5831246 Feb 11 04:55:25.319976 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90305081-8ec4-47f6-b834-77fbd58c6bbb admin admin] Publish callbacks [] for security_group (8d0e36bc-2fd1-412d-b970-1b7c94c33136), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.326317 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-90305081-8ec4-47f6-b834-77fbd58c6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8d0e36bc-2fd1-412d-b970-1b7c94c33136), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.377385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port bdd27626-f264-40f5-8158-d2008ebbd175 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:25.381439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5f52d3ce-cf5a-48a0-88bc-c50be7e6dcc7 None None] Current status of the port dfe0a207-334b-4254-afda-7bc540d72070 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:25.411864 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-90305081-8ec4-47f6-b834-77fbd58c6bbb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=baa0575d18a6494d9b554ca65d092a3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6158924 Feb 11 04:55:25.416976 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ded4bd33-87e2-42fb-b2c4-10cb4089344c req-9d0b7621-0638-4a25-8006-c07d1a0d3984 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139513 Feb 11 04:55:25.417694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41662) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:25.442104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90305081-8ec4-47f6-b834-77fbd58c6bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0e36bc-2fd1-412d-b970-1b7c94c33136,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:25.486078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41664) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:25.497957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-390f26a0-287b-4150-97e5-a811aa846d55 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861862471', 'description': 'tempest-description--1937267781'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:25.511369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1d04f765-4f07-44ce-8d61-04ee63afff6b None None] Provisioning complete for port dfe0a207-334b-4254-afda-7bc540d72070 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:25.511890 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d04f765-4f07-44ce-8d61-04ee63afff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (dfe0a207-334b-4254-afda-7bc540d72070), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.555024 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e33117d4-9921-4a9f-b764-44f2b5b79408 None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:55:25.568118 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-602d757e-6ee9-4ab3-8aa1-98fce14cbf30 admin admin] Publish callbacks [] for security_group (8d0e36bc-2fd1-412d-b970-1b7c94c33136), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.595831 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-390f26a0-287b-4150-97e5-a811aa846d55 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.621444 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-602d757e-6ee9-4ab3-8aa1-98fce14cbf30 admin admin] Publish callbacks [] for security_group (8d0e36bc-2fd1-412d-b970-1b7c94c33136), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.653698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1d04f765-4f07-44ce-8d61-04ee63afff6b None None] Current status of the port dfe0a207-334b-4254-afda-7bc540d72070 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:25.678505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1d04f765-4f07-44ce-8d61-04ee63afff6b None None] Provisioning complete for port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:25.679263 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d04f765-4f07-44ce-8d61-04ee63afff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.800501 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-390f26a0-287b-4150-97e5-a811aa846d55 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for security_group (fc7c821e-5e92-4cfa-8d17-35517d3993e6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.802631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-602d757e-6ee9-4ab3-8aa1-98fce14cbf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8d0e36bc-2fd1-412d-b970-1b7c94c33136), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.816829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-602d757e-6ee9-4ab3-8aa1-98fce14cbf30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.818151 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-602d757e-6ee9-4ab3-8aa1-98fce14cbf30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d0e36bc-2fd1-412d-b970-1b7c94c33136 HTTP/1.1" status: 204 len: 168 time: 0.3982060 Feb 11 04:55:25.837769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d757e-6ee9-4ab3-8aa1-98fce14cbf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0e36bc-2fd1-412d-b970-1b7c94c33136,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:25.841829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-390f26a0-287b-4150-97e5-a811aa846d55 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fc7c821e-5e92-4cfa-8d17-35517d3993e6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.868339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1d04f765-4f07-44ce-8d61-04ee63afff6b None None] Port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:25.888993 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-865fed79-5d42-4a43-aec9-27307675ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (c6268794-7aa3-4fec-b15e-3a23cc54a620), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.918036 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-390f26a0-287b-4150-97e5-a811aa846d55 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.926486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-390f26a0-287b-4150-97e5-a811aa846d55 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4327559 Feb 11 04:55:25.934463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41674) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:25.934939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1d04f765-4f07-44ce-8d61-04ee63afff6b None None] Provisioning complete for port 10562436-6596-4dc4-8bd3-459375c70f15 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:25.936531 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d04f765-4f07-44ce-8d61-04ee63afff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (10562436-6596-4dc4-8bd3-459375c70f15), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.951374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8f2a3447-0cc4-4b97-a14c-0625d9ad6f29 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'security_group_rule': {'security_group_id': 'fc7c821e-5e92-4cfa-8d17-35517d3993e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:25.989256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f26a0-287b-4150-97e5-a811aa846d55 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7c821e-5e92-4cfa-8d17-35517d3993e6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:26.014625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6c90-d786-46ff-82fe-1562e8e8364d req-dba0edd6-5da1-4ba4-8f66-962457c92e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:26.017999 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78cd6c90-d786-46ff-82fe-1562e8e8364d req-dba0edd6-5da1-4ba4-8f66-962457c92e7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 200 len: 911 time: 0.7253091 Feb 11 04:55:26.053064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3447-0cc4-4b97-a14c-0625d9ad6f29 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for security_group_rule (403f5c69-cead-4d48-a176-9cfe22d78877), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:26.054859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1d04f765-4f07-44ce-8d61-04ee63afff6b None None] Port 10562436-6596-4dc4-8bd3-459375c70f15 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:26.084619 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e33117d4-9921-4a9f-b764-44f2b5b79408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8441ab66-863a-4604-8a56-b7c2c190c4f1', 'tenant_id': '96904844260549238a803990e10a1a4b', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'port_id': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'mac_address': 'fa:16:3e:33:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f376fd-679e-4433-848e-b69dade60296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:58Z', 'updated_at': '2022-02-11T04:55:21Z', 'revision_number': 1, 'project_id': '96904844260549238a803990e10a1a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:26.148361 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33117d4-9921-4a9f-b764-44f2b5b79408 None None] The sync data for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 is: [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8441ab66-863a-4604-8a56-b7c2c190c4f1', 'tenant_id': '96904844260549238a803990e10a1a4b', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'port_id': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'mac_address': 'fa:16:3e:33:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f376fd-679e-4433-848e-b69dade60296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:58Z', 'updated_at': '2022-02-11T04:55:21Z', 'revision_number': 1, 'project_id': '96904844260549238a803990e10a1a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:55:26.186879 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78cd6c90-d786-46ff-82fe-1562e8e8364d req-8cf17dba-a099-4946-9c74-8faad9ae96d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 HTTP/1.1" status: 200 len: 999 time: 0.1511774 Feb 11 04:55:26.191538 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3447-0cc4-4b97-a14c-0625d9ad6f29 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for security_group_rule (403f5c69-cead-4d48-a176-9cfe22d78877), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:26.197105 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3447-0cc4-4b97-a14c-0625d9ad6f29 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (403f5c69-cead-4d48-a176-9cfe22d78877), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:26.248988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a3447-0cc4-4b97-a14c-0625d9ad6f29 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403f5c69-cead-4d48-a176-9cfe22d78877,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:26.253375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6c90-d786-46ff-82fe-1562e8e8364d req-e9c1460a-c24e-4b11-875e-2636fc6e72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:26.255661 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78cd6c90-d786-46ff-82fe-1562e8e8364d req-e9c1460a-c24e-4b11-875e-2636fc6e72cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c8950805-753a-47d3-a145-dfa74269b5aa HTTP/1.1" status: 200 len: 849 time: 0.0599155 Feb 11 04:55:26.260429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fed79-5d42-4a43-aec9-27307675ae39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6268794-7aa3-4fec-b15e-3a23cc54a620,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:26.264631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3447-0cc4-4b97-a14c-0625d9ad6f29 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:26.269185 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8f2a3447-0cc4-4b97-a14c-0625d9ad6f29 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3312302 Feb 11 04:55:26.269861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:26.279077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9cd5cfbd-88d7-47f3-98a3-fcd0f94d9426 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'security_group_rule': {'security_group_id': 'fc7c821e-5e92-4cfa-8d17-35517d3993e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:26.307418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865fed79-5d42-4a43-aec9-27307675ae39 admin admin] Checking segment: {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:26.307917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865fed79-5d42-4a43-aec9-27307675ae39 admin admin] Network hostable DHCP agents. Network: b435873f-693a-4116-8d94-539975211297, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:55:26.333491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865fed79-5d42-4a43-aec9-27307675ae39 admin admin] Network b435873f-693a-4116-8d94-539975211297 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:55:26.346592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cfbd-88d7-47f3-98a3-fcd0f94d9426 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for security_group_rule (29315527-78d3-40a7-bcd3-3645dfea1fc4), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:26.360346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-865fed79-5d42-4a43-aec9-27307675ae39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, b435873f-693a-4116-8d94-539975211297) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:26.365808 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6c90-d786-46ff-82fe-1562e8e8364d req-e375acd7-51b0-47b9-a388-a09b54800243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:26.368001 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78cd6c90-d786-46ff-82fe-1562e8e8364d req-e375acd7-51b0-47b9-a388-a09b54800243 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8decd706-0c4d-4a4c-9cac-e65570b1f749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1027722 Feb 11 04:55:26.369716 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221c550f-bf4a-4b4e-8d9d-648dc1cf7dc5 None None] Network b435873f-693a-4116-8d94-539975211297 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:26.371062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865fed79-5d42-4a43-aec9-27307675ae39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:26.371741 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-865fed79-5d42-4a43-aec9-27307675ae39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:26.535015 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cfbd-88d7-47f3-98a3-fcd0f94d9426 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for security_group_rule (29315527-78d3-40a7-bcd3-3645dfea1fc4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:26.543649 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cfbd-88d7-47f3-98a3-fcd0f94d9426 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (29315527-78d3-40a7-bcd3-3645dfea1fc4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:26.582851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe9adc6-cf6a-4a58-8949-8d4c51f6c072 None None] New status for floating IP 8441ab66-863a-4604-8a56-b7c2c190c4f1: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:55:26.602448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cfbd-88d7-47f3-98a3-fcd0f94d9426 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:26.606959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9cd5cfbd-88d7-47f3-98a3-fcd0f94d9426 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3324766 Feb 11 04:55:26.610350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41694) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:26.628296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78cd6c90-d786-46ff-82fe-1562e8e8364d req-804d7fc3-894f-4673-85f2-7050385bc544 service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392631 Feb 11 04:55:26.628555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:26.657755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-865fed79-5d42-4a43-aec9-27307675ae39 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8892615 Feb 11 04:55:26.678268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5cfbd-88d7-47f3-98a3-fcd0f94d9426 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29315527-78d3-40a7-bcd3-3645dfea1fc4,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:26.687142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:27.051838 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:27.184471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-b435873f-693a-4116-8d94-539975211297', 'network_id': 'b435873f-693a-4116-8d94-539975211297', 'project_id': 'b5aa7543d425410d81af39f6a38527bf', 'fixed_ips': [{'subnet_id': 'c6268794-7aa3-4fec-b15e-3a23cc54a620'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:55:27.186200 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:27.382590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Allocated IP 172.25.7.98 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/72c68759-65d6-4fe9-9eed-3369cd4279b0) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:27.554525 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for port (72c68759-65d6-4fe9-9eed-3369cd4279b0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:27.583173 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Allocated IP 172.20.0.2 (b435873f-693a-4116-8d94-539975211297/c6268794-7aa3-4fec-b15e-3a23cc54a620/00e2c86a-066e-4f5c-9aa5-dea43a54bbfd) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:27.637672 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (72c68759-65d6-4fe9-9eed-3369cd4279b0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:27.782017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:27.799566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:27.801583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Port': ['ID=72c68759-65d6-4fe9-9eed-3369cd4279b0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:27.806291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:27.841031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece99e2-fca8-4c04-b844-972e4fbdf4cc req-8182f30b-d8ee-456b-9726-482a4640670f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:27.843338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aece99e2-fca8-4c04-b844-972e4fbdf4cc req-8182f30b-d8ee-456b-9726-482a4640670f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 1.2135687 Feb 11 04:55:27.909599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aece99e2-fca8-4c04-b844-972e4fbdf4cc req-d0ab3948-63fd-4643-9a44-3c291f705b1d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567269 Feb 11 04:55:27.912302 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78cd6c90-d786-46ff-82fe-1562e8e8364d req-833a8c3e-50dc-4849-a2c1-a391e2b1454d service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2571714 Feb 11 04:55:27.952829 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Publish callbacks [] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:27.960684 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:28.039011 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Pushing event updated for resources: {'Port': ['ID=00e2c86a-066e-4f5c-9aa5-dea43a54bbfd,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:28.046223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Network b435873f-693a-4116-8d94-539975211297 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:28.047917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:28.050636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:28.093310 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for floatingip (728c5cd6-4764-4e97-9212-23a82e0099a3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:28.160120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Attempting to bind port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:28.160654 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Attempting to bind port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:28.161117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Attempting to bind port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd on network b435873f-693a-4116-8d94-539975211297 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:28.167644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:28.168325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Checking segment: {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:28.168834 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:28.169336 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Bound using segment: {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:28.170524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Bound port: 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:28.171032 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:28.234512 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (72c68759-65d6-4fe9-9eed-3369cd4279b0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:28.256119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] For port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:28.260274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] For port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=00e2c86a-066e-4f5c-9aa5-dea43a54bbfd,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:28.268262 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:28.337503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4e55c-c74f-4b64-8513-49d18421db51 None None] Pushing event updated for resources: {'Port': ['ID=00e2c86a-066e-4f5c-9aa5-dea43a54bbfd,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:28.369402 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8873693-67c6-4c13-a359-cd60401b7318 req-094f4827-d86b-4436-8630-e300122dba01 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:28.373986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-094f4827-d86b-4436-8630-e300122dba01 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/networks?id=b435873f-693a-4116-8d94-539975211297 HTTP/1.1" status: 200 len: 815 time: 0.4107411 Feb 11 04:55:28.426417 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-4c433e1c-adb7-41d7-8b34-4bce6e19ab7c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/quotas/b5aa7543d425410d81af39f6a38527bf HTTP/1.1" status: 200 len: 375 time: 0.0447521 Feb 11 04:55:28.907576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3496f-bd88-4f13-85c9-6beb0257b366 req-bf2da310-7f56-4ac6-b002-3e809d8de311 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:28.917226 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3b3496f-bd88-4f13-85c9-6beb0257b366 req-bf2da310-7f56-4ac6-b002-3e809d8de311 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1039038 Feb 11 04:55:28.974651 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3b3496f-bd88-4f13-85c9-6beb0257b366 req-9d883047-d884-4c21-8724-ab4ae1b593cb tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564880 Feb 11 04:55:29.021120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41796) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:29.086116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-066aa678-fa9d-499a-95bb-2f2bec56e2d4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5aa7543d425410d81af39f6a38527bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6482153 Feb 11 04:55:29.130512 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for port (72c68759-65d6-4fe9-9eed-3369cd4279b0), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:29.145219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c21974-dac4-4f8b-bdb8-78e428187a19 req-017de723-d5cf-491f-a81a-a899ccf77f29 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:29.153051 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7c21974-dac4-4f8b-bdb8-78e428187a19 req-017de723-d5cf-491f-a81a-a899ccf77f29 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.0860276 Feb 11 04:55:29.158553 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (72c68759-65d6-4fe9-9eed-3369cd4279b0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:29.222038 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7c21974-dac4-4f8b-bdb8-78e428187a19 req-ebf597b1-3350-4795-9ff2-f452a3f6a47d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630419 Feb 11 04:55:29.284368 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d724c14c-6213-42b4-bb23-a25a3bcb9468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:29.333454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Port': ['ID=72c68759-65d6-4fe9-9eed-3369cd4279b0,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:29.355466 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-4411478e-eadc-4284-af24-50975a532607 service neutron] 10.222.0.48 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568820 Feb 11 04:55:29.358983 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (728c5cd6-4764-4e97-9212-23a82e0099a3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:29.438539 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d724c14c-6213-42b4-bb23-a25a3bcb9468 admin admin] Publish callbacks [] for security_group (100cb558-0bf7-4788-a55a-d67ac07aaa8d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:29.452129 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d724c14c-6213-42b4-bb23-a25a3bcb9468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (100cb558-0bf7-4788-a55a-d67ac07aaa8d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:29.512910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:29.529355 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-86c2c4aa-3bb8-48c7-9d25-2ff6d2d08a1c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9165032 Feb 11 04:55:29.560134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d724c14c-6213-42b4-bb23-a25a3bcb9468 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20247ae7d41e40f8bb544e997113d8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5378432 Feb 11 04:55:29.563508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41806) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:29.603232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724c14c-6213-42b4-bb23-a25a3bcb9468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100cb558-0bf7-4788-a55a-d67ac07aaa8d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:29.609055 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-e4420ef4-f219-4206-aa48-63fe15e87a22 service neutron] 10.222.0.48 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464418 Feb 11 04:55:29.653476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac34ca7-cff8-4b81-a97c-ab07a36845f9 req-a8b81130-6bb2-4fe6-a609-260fe34812de tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:29.655304 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cac34ca7-cff8-4b81-a97c-ab07a36845f9 req-a8b81130-6bb2-4fe6-a609-260fe34812de tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.3448124 Feb 11 04:55:29.692704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:29.724019 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b1e6-e88d-49f3-87fc-9d29c83eb74a admin admin] Publish callbacks [] for security_group (100cb558-0bf7-4788-a55a-d67ac07aaa8d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:29.779815 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b1e6-e88d-49f3-87fc-9d29c83eb74a admin admin] Publish callbacks [] for security_group (100cb558-0bf7-4788-a55a-d67ac07aaa8d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:29.783877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cac34ca7-cff8-4b81-a97c-ab07a36845f9 req-6e8ec97a-e7fb-474e-a8ba-d4e3a02130b6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123955 Feb 11 04:55:29.895789 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b1e6-e88d-49f3-87fc-9d29c83eb74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (100cb558-0bf7-4788-a55a-d67ac07aaa8d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:29.898632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b1e6-e88d-49f3-87fc-9d29c83eb74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:29.899904 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f7a4b1e6-e88d-49f3-87fc-9d29c83eb74a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/100cb558-0bf7-4788-a55a-d67ac07aaa8d HTTP/1.1" status: 204 len: 168 time: 0.3307893 Feb 11 04:55:29.914920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4b1e6-e88d-49f3-87fc-9d29c83eb74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100cb558-0bf7-4788-a55a-d67ac07aaa8d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:29.982927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:29.983592 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.162421 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-1e1d7c5e-4aee-45db-b17b-2fd7a9113521 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1861862471&fields=id&tenant_id=62e90bc09e0a46e888c74e8489658ef9 HTTP/1.1" status: 200 len: 267 time: 0.1149945 Feb 11 04:55:30.214494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:30.214922 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.294780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=00e2c86a-066e-4f5c-9aa5-dea43a54bbfd,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:30.305672 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.395627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8f1618e3-9033-4ce1-a9f6-ddf97912f5ca tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:30.411658 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8f1618e3-9033-4ce1-a9f6-ddf97912f5ca tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports/10562436-6596-4dc4-8bd3-459375c70f15 HTTP/1.1" status: 200 len: 931 time: 0.2390707 Feb 11 04:55:30.445136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ede0b-ae5e-41c3-b571-e619222c19a5 None None] Network b435873f-693a-4116-8d94-539975211297 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:30.607319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-cb78d3dc-ef78-4e23-890f-ce4e55461024 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:30.607319 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-cb78d3dc-ef78-4e23-890f-ce4e55461024 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports/c7f80bc2-27bf-4954-a7b7-3c8ab0383091 HTTP/1.1" status: 200 len: 931 time: 0.1939321 Feb 11 04:55:30.653188 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-64e0e596-7428-4eed-8a5a-d9b7518a70ca tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?network_id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0444906 Feb 11 04:55:30.697751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-93182802-66a9-43d6-9e88-a7be512360e7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?network_id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0435767 Feb 11 04:55:30.713802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=00e2c86a-066e-4f5c-9aa5-dea43a54bbfd,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:30.737835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0c67becd-9b19-4eae-8eed-834c861afa44 None None] Provisioning complete for port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:30.738219 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0c67becd-9b19-4eae-8eed-834c861afa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.745018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-74c0a672-6bbb-449d-976b-e631546dafd8 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:30.757901 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-74c0a672-6bbb-449d-976b-e631546dafd8 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/networks?id=b435873f-693a-4116-8d94-539975211297 HTTP/1.1" status: 200 len: 815 time: 0.3950002 Feb 11 04:55:30.823818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-4d5af06a-1178-4daa-a4b4-c1edd9731fa1 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/quotas/b5aa7543d425410d81af39f6a38527bf HTTP/1.1" status: 200 len: 375 time: 0.0649195 Feb 11 04:55:31.010093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f97dbe10-49ac-40b1-a77e-b71cf3ee5348 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:31.015002 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-ebca4ac1-a4e9-42f4-b70d-dcd111f8ebe6 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5aa7543d425410d81af39f6a38527bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1863039 Feb 11 04:55:31.021622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f97dbe10-49ac-40b1-a77e-b71cf3ee5348 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:31.023655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0c67becd-9b19-4eae-8eed-834c861afa44 None None] Current status of the port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:31.042348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f97dbe10-49ac-40b1-a77e-b71cf3ee5348 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:31.044092 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f97dbe10-49ac-40b1-a77e-b71cf3ee5348 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/networks?id=6a1cd155-5f32-4482-a0a4-4915da40c158&id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00&id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 HTTP/1.1" status: 200 len: 1989 time: 0.3455548 Feb 11 04:55:31.072392 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-52959c56-ced1-48a1-a099-109c93824c99 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/quotas/62e90bc09e0a46e888c74e8489658ef9 HTTP/1.1" status: 200 len: 375 time: 0.0180666 Feb 11 04:55:31.205395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-d56d88e7-bc69-4ed8-9783-d7123d555ab4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=62e90bc09e0a46e888c74e8489658ef9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1209183 Feb 11 04:55:31.294782 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-54ca62f3-14f0-4b78-a054-11d7ac4db45d service neutron] 10.222.0.48 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709188 Feb 11 04:55:31.418335 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-400ce05c-70a5-44a7-901b-b6f4f59b108a service neutron] 10.222.0.48 "GET /v2.0/networks/6a1cd155-5f32-4482-a0a4-4915da40c158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111559 Feb 11 04:55:31.459655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b087ffd9-8248-4331-b8bb-e43bc603fdaf None None] Provisioning complete for port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:31.460049 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b087ffd9-8248-4331-b8bb-e43bc603fdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:31.507244 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-4458ac84-fd9b-4909-9a37-7b7bd6c1631c service neutron] 10.222.0.48 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042425 Feb 11 04:55:31.730150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:31.783134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-4021edc6-bc55-4346-83e3-1cf13468d632 service neutron] 10.222.0.48 "GET /v2.0/networks/6a1cd155-5f32-4482-a0a4-4915da40c158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638558 Feb 11 04:55:31.842473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b087ffd9-8248-4331-b8bb-e43bc603fdaf None None] Current status of the port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:31.919391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:31.919784 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:32.130699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8e0773cb-fb70-4fba-b151-4dc670d32bd7 service neutron] 10.222.0.48 "GET /v2.0/ports/10562436-6596-4dc4-8bd3-459375c70f15?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3465829 Feb 11 04:55:32.140438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c4fce-cba3-49bd-993e-3770c6ae18e4 req-d4726651-8c6a-4156-b292-fc459d4e7683 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:32.147154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b49c4fce-cba3-49bd-993e-3770c6ae18e4 req-d4726651-8c6a-4156-b292-fc459d4e7683 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.1270125 Feb 11 04:55:32.149762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:32.264403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8873693-67c6-4c13-a359-cd60401b7318 req-16c4a740-eac8-4fbf-aaba-f1026f1f8166 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:32.265872 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-16c4a740-eac8-4fbf-aaba-f1026f1f8166 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.60 "GET /v2.0/networks?id=b435873f-693a-4116-8d94-539975211297 HTTP/1.1" status: 200 len: 815 time: 0.5290623 Feb 11 04:55:32.284849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b49c4fce-cba3-49bd-993e-3770c6ae18e4 req-8584b006-4e1f-4454-930b-144dfb38649c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281745 Feb 11 04:55:32.437329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-ef54f722-52e5-417e-a2e1-ff9468da5aa6 service neutron] 10.222.0.48 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702247 Feb 11 04:55:32.442028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f8873693-67c6-4c13-a359-cd60401b7318 req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Request body: {'port': {'device_id': 'd01619fe-4fc2-4514-af18-cf4987384bb3', 'network_id': 'b435873f-693a-4116-8d94-539975211297', 'admin_state_up': True, 'tenant_id': 'b5aa7543d425410d81af39f6a38527bf'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:32.608477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-b5d5897b-deb7-4acb-abf8-d8652eb14caf tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:32.616818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-b5d5897b-deb7-4acb-abf8-d8652eb14caf tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/networks?id=b435873f-693a-4116-8d94-539975211297 HTTP/1.1" status: 200 len: 815 time: 0.2369139 Feb 11 04:55:32.638339 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-bc7c8f8a-8514-43bb-8f71-91671da470b6 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/quotas/b5aa7543d425410d81af39f6a38527bf HTTP/1.1" status: 200 len: 375 time: 0.0204308 Feb 11 04:55:32.765596 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-b66e488a-cb13-4fee-a2f9-49a24327a65a tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5aa7543d425410d81af39f6a38527bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1261704 Feb 11 04:55:32.907547 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8abf0cb4-a27b-40bf-b717-f6bd4e4ea17a service neutron] 10.222.0.48 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618354 Feb 11 04:55:32.945079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41924) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:32.960571 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-1839b3ed-e6fc-4d42-9932-493c95fcf251 service neutron] 10.222.0.48 "GET /v2.0/ports/c7f80bc2-27bf-4954-a7b7-3c8ab0383091?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0452414 Feb 11 04:55:33.006114 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-eeb14982-6db5-45c5-910b-46a376895eae service neutron] 10.222.0.48 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385693 Feb 11 04:55:33.024053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8873693-67c6-4c13-a359-cd60401b7318 req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Made reservation on behalf of b5aa7543d425410d81af39f6a38527bf for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:33.032033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8873693-67c6-4c13-a359-cd60401b7318 req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:33.166992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1102764509'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:33.173057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6dd8d452-83ab-4661-9606-a1711748e37e service neutron] 10.222.0.48 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660399 Feb 11 04:55:33.191637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Made reservation on behalf of dc942930c4264d79938cc22959edeaca for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:33.196563 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:33.208598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:33.213486 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:33.326952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks [] for security_group (93fae385-7c2d-4e7c-9b35-f0e7f4fffaf2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:33.337478 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (93fae385-7c2d-4e7c-9b35-f0e7f4fffaf2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:33.378719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-e9d13934-eb1c-4035-9f93-afa4f38a48a9 service neutron] 10.222.0.48 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060450 Feb 11 04:55:33.408896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:55:33.448908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fae385-7c2d-4e7c-9b35-f0e7f4fffaf2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:33.460458 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e246d1bb-b4b3-433f-8437-39f3df6f45ee), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:33.460817 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Added segment e246d1bb-b4b3-433f-8437-39f3df6f45ee of type vlan for network 40fabe5f-7c03-4759-99b8-2c05b5cb4c47 Feb 11 04:55:33.558715 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (40fabe5f-7c03-4759-99b8-2c05b5cb4c47), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:33.646064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (40fabe5f-7c03-4759-99b8-2c05b5cb4c47), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:33.654266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:33.655892 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:33.715403 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7692170 Feb 11 04:55:33.760942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41936) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:33.778785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ab469cc7-cf15-4b69-b03f-a9845b48f404 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Request body: {'subnet': {'network_id': '40fabe5f-7c03-4759-99b8-2c05b5cb4c47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:33.836555 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-417aebdd-470d-46a2-8b11-585946ecb215 req-3280ead1-375e-4841-9828-d9e73ecf0e31 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 210 time: 0.1509163 Feb 11 04:55:33.925358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-510a2ff3-171b-43f8-8dba-2afe254c13b5 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:33.926861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-510a2ff3-171b-43f8-8dba-2afe254c13b5 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.10 "GET /v2.0/networks?id=b435873f-693a-4116-8d94-539975211297 HTTP/1.1" status: 200 len: 815 time: 0.2658169 Feb 11 04:55:33.986426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Request body: {'port': {'device_id': 'ff2e6eec-cec5-47d0-9685-da4f96790a1f', 'network_id': 'b435873f-693a-4116-8d94-539975211297', 'admin_state_up': True, 'tenant_id': 'b5aa7543d425410d81af39f6a38527bf'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:34.049168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29765225-ac02-4dfc-b39d-c1acc4f64f3d tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Pushing event updated for resources: {'Network': ['ID=40fabe5f-7c03-4759-99b8-2c05b5cb4c47,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:34.060058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 40fabe5f-7c03-4759-99b8-2c05b5cb4c47 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:55:34.125751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab469cc7-cf15-4b69-b03f-a9845b48f404 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Made reservation on behalf of dc942930c4264d79938cc22959edeaca for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:34.129543 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab469cc7-cf15-4b69-b03f-a9845b48f404 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.148730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-f8873693-67c6-4c13-a359-cd60401b7318 req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Allocated IP 172.20.0.9 (b435873f-693a-4116-8d94-539975211297/c6268794-7aa3-4fec-b15e-3a23cc54a620/486bb568-debf-4a78-8788-232f38e2fedb) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:34.183886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a4681-9c24-4fab-8914-7119083f845d req-779a5bd6-ce5c-4ab5-9a4b-9a5d964ee3e2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:34.185475 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a6a4681-9c24-4fab-8914-7119083f845d req-779a5bd6-ce5c-4ab5-9a4b-9a5d964ee3e2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1600289 Feb 11 04:55:34.273350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6f3d0f1f-66c5-4192-9ec1-34ced801940c service neutron] 10.222.0.48 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8767371 Feb 11 04:55:34.309189 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a6a4681-9c24-4fab-8914-7119083f845d req-c3506f8a-6e8c-4846-8752-9bbd1fe77f7d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848212 Feb 11 04:55:34.502220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Made reservation on behalf of b5aa7543d425410d81af39f6a38527bf for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:34.506075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.571881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab469cc7-cf15-4b69-b03f-a9845b48f404 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (313722be-ba26-4892-812e-19bdbef723c7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.687164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c9fcf7f8-9f81-473c-9f36-a0f43578e649 service neutron] 10.222.0.48 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128718 Feb 11 04:55:34.707112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab469cc7-cf15-4b69-b03f-a9845b48f404 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Pushing event updated for resources: {'Subnet': ['ID=313722be-ba26-4892-812e-19bdbef723c7,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:34.738520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe88d77-25de-473d-bb72-b8edeed85851 req-c8ccc634-d4ba-4774-86f5-d5ce4bc859a2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:34.747801 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cbe88d77-25de-473d-bb72-b8edeed85851 req-c8ccc634-d4ba-4774-86f5-d5ce4bc859a2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2253695 Feb 11 04:55:34.792443 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab469cc7-cf15-4b69-b03f-a9845b48f404 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Checking segment: {'id': 'e246d1bb-b4b3-433f-8437-39f3df6f45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40fabe5f-7c03-4759-99b8-2c05b5cb4c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:34.792875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab469cc7-cf15-4b69-b03f-a9845b48f404 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Network hostable DHCP agents. Network: 40fabe5f-7c03-4759-99b8-2c05b5cb4c47, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:55:34.823313 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8873693-67c6-4c13-a359-cd60401b7318 req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks [] for port (486bb568-debf-4a78-8788-232f38e2fedb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.878593 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cbe88d77-25de-473d-bb72-b8edeed85851 req-8bbad18c-0f34-4d4c-9a20-989f960797f6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290805 Feb 11 04:55:34.884764 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8873693-67c6-4c13-a359-cd60401b7318 req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (486bb568-debf-4a78-8788-232f38e2fedb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.910499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab469cc7-cf15-4b69-b03f-a9845b48f404 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Network 40fabe5f-7c03-4759-99b8-2c05b5cb4c47 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:55:34.954548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ab469cc7-cf15-4b69-b03f-a9845b48f404 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 40fabe5f-7c03-4759-99b8-2c05b5cb4c47) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:34.963416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2b3ef5-0c73-424e-af14-9d7326fa1cbd None None] Network 40fabe5f-7c03-4759-99b8-2c05b5cb4c47 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:34.979301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab469cc7-cf15-4b69-b03f-a9845b48f404 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:34.979917 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab469cc7-cf15-4b69-b03f-a9845b48f404 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:35.035486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ab469cc7-cf15-4b69-b03f-a9845b48f404 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2694433 Feb 11 04:55:35.039745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41966) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:35.058314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Request body: {'port': {'network_id': '40fabe5f-7c03-4759-99b8-2c05b5cb4c47', 'name': 'tempest-DHCPAgentSchedulersTestJSON-476875921'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:35.086841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8873693-67c6-4c13-a359-cd60401b7318 req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Network b435873f-693a-4116-8d94-539975211297 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:35.168851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Pushing event updated for resources: {'Port': ['ID=486bb568-debf-4a78-8788-232f38e2fedb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:35.173671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-f8873693-67c6-4c13-a359-cd60401b7318 req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:35.180024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8873693-67c6-4c13-a359-cd60401b7318 req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:35.317457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8873693-67c6-4c13-a359-cd60401b7318 req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:35.319076 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8873693-67c6-4c13-a359-cd60401b7318 req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:35.492246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.492844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.503571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.503571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.503571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.503571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.503571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.503571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.503571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.503571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.503571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.503571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.503571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:35.519909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-26c8f6e6-9af0-4493-8e32-b014fe8c6ba4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0814474 Feb 11 04:55:35.591397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Request body: {'port': {'device_id': 'd01619fe-4fc2-4514-af18-cf4987384bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:35.591924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5dc22-d83d-45cb-9572-04fcfded32ef req-844c47b7-dd58-495e-9a82-aea49cf24f49 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:35.601484 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ea5dc22-d83d-45cb-9572-04fcfded32ef req-844c47b7-dd58-495e-9a82-aea49cf24f49 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.4765034 Feb 11 04:55:35.701213 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Made reservation on behalf of dc942930c4264d79938cc22959edeaca for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:35.717252 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:35.725871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-44922159-a13c-4b79-b817-3e9d76cc9f50 service neutron] 10.222.0.48 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0188367 Feb 11 04:55:35.727163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Allocated IP 172.20.0.10 (b435873f-693a-4116-8d94-539975211297/c6268794-7aa3-4fec-b15e-3a23cc54a620/447ebe74-7bb1-4d35-8efb-f4c09792f16e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:35.755788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-40fabe5f-7c03-4759-99b8-2c05b5cb4c47', 'network_id': '40fabe5f-7c03-4759-99b8-2c05b5cb4c47', 'project_id': 'dc942930c4264d79938cc22959edeaca', 'fixed_ips': [{'subnet_id': '313722be-ba26-4892-812e-19bdbef723c7'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:55:35.757919 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:35.786699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-91ce2549-967e-4bc3-a6a4-896184c1e25a None None] Provisioning complete for port 486bb568-debf-4a78-8788-232f38e2fedb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:35.787096 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91ce2549-967e-4bc3-a6a4-896184c1e25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (486bb568-debf-4a78-8788-232f38e2fedb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:35.829822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ea5dc22-d83d-45cb-9572-04fcfded32ef req-ad23b443-ef1d-447d-997d-e537175c6649 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059622 Feb 11 04:55:35.831597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] device_id is not set on port 11ab75b0-888b-47d2-9e41-51f16596153e yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:55:35.876787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-91ce2549-967e-4bc3-a6a4-896184c1e25a None None] Port 486bb568-debf-4a78-8788-232f38e2fedb cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:36.061049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5db5332c-b04f-48f4-ba74-6915360b7c4f req-1864f95a-698f-4621-8ad3-c1bd2c12dee0 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 210 time: 0.0521493 Feb 11 04:55:36.108038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41980) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:36.118945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-555886b8-f86f-4c66-a2ff-54add5b6a6de tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:36.145233 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-555886b8-f86f-4c66-a2ff-54add5b6a6de tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.60 "GET /v2.0/networks?id=b435873f-693a-4116-8d94-539975211297 HTTP/1.1" status: 200 len: 815 time: 0.8083081 Feb 11 04:55:36.151936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Allocated IP 172.20.0.5 (40fabe5f-7c03-4759-99b8-2c05b5cb4c47/313722be-ba26-4892-812e-19bdbef723c7/11ab75b0-888b-47d2-9e41-51f16596153e) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:36.233034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Request body: {'port': {'device_id': '967be7fe-2826-432c-9234-9ff5131f0328', 'network_id': 'b435873f-693a-4116-8d94-539975211297', 'admin_state_up': True, 'tenant_id': 'b5aa7543d425410d81af39f6a38527bf'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:36.340138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce57c91-ac14-417c-9c5f-fb8f67d8d7b0 req-39fdddc6-6ad8-49f7-906f-e502eb0fa4f0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:36.347446 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cce57c91-ac14-417c-9c5f-fb8f67d8d7b0 req-39fdddc6-6ad8-49f7-906f-e502eb0fa4f0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1554427 Feb 11 04:55:36.417408 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f5cec3b-ebc9-4a98-a3ed-fdedbc9df83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.472536 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cce57c91-ac14-417c-9c5f-fb8f67d8d7b0 req-350f95e7-6751-48cc-9dad-2fc00d260b04 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214359 Feb 11 04:55:36.560347 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks [] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.569486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-3bbecdbf-eeeb-4d0a-9e2d-8db73de68849 service neutron] 10.222.0.48 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8150399 Feb 11 04:55:36.577362 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (486bb568-debf-4a78-8788-232f38e2fedb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.578351 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks [] for port (11ab75b0-888b-47d2-9e41-51f16596153e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.737403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7d1c-2b30-47a2-a064-bf2155c94f39 req-400bb23e-e507-464b-b09e-854ded8f5288 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:36.745228 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-831c7d1c-2b30-47a2-a064-bf2155c94f39 req-400bb23e-e507-464b-b09e-854ded8f5288 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1605864 Feb 11 04:55:36.769740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (11ab75b0-888b-47d2-9e41-51f16596153e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.808903 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f5cec3b-ebc9-4a98-a3ed-fdedbc9df83d admin admin] Publish callbacks [] for security_group (3fcb39ed-0280-490e-8cff-e170f0a94efe), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.810414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Allocated IP 172.20.0.2 (40fabe5f-7c03-4759-99b8-2c05b5cb4c47/313722be-ba26-4892-812e-19bdbef723c7/e00992a2-897f-4321-aed2-c88a84408680) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:36.915660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Pushing event updated for resources: {'Port': ['ID=11ab75b0-888b-47d2-9e41-51f16596153e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:36.933920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f5cec3b-ebc9-4a98-a3ed-fdedbc9df83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3fcb39ed-0280-490e-8cff-e170f0a94efe), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.046200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-831c7d1c-2b30-47a2-a064-bf2155c94f39 req-b6b1d178-ff1a-42d6-988f-ca948cd43e02 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942679 Feb 11 04:55:37.084175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Made reservation on behalf of b5aa7543d425410d81af39f6a38527bf for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:37.107253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Network 40fabe5f-7c03-4759-99b8-2c05b5cb4c47 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:37.111951 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.121162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:37.129098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:37.172740 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-98ce67a0-bf24-40c8-a3e5-870044b60ce1 service neutron] 10.222.0.48 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925146 Feb 11 04:55:37.174081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Publish callbacks [] for port (e00992a2-897f-4321-aed2-c88a84408680), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.183670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cec3b-ebc9-4a98-a3ed-fdedbc9df83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcb39ed-0280-490e-8cff-e170f0a94efe,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:37.194501 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (e00992a2-897f-4321-aed2-c88a84408680), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.201291 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6f5cec3b-ebc9-4a98-a3ed-fdedbc9df83d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78e0847d1ea34b47812bc135af4ab814&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0839474 Feb 11 04:55:37.211384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41996) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:37.217790 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.315827 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Network 40fabe5f-7c03-4759-99b8-2c05b5cb4c47 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:37.323146 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.328781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:37.333787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:37.347043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Network b435873f-693a-4116-8d94-539975211297 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:37.354392 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Pushing event updated for resources: {'Port': ['ID=e00992a2-897f-4321-aed2-c88a84408680,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:37.367606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.367966 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.368312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.369784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Pushing event updated for resources: {'Port': ['ID=447ebe74-7bb1-4d35-8efb-f4c09792f16e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:37.369924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.370135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.370479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.372000 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.372630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.372973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.373310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.373642 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.378218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.378808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:37.383403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:37.398791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:37.399406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:37.400408 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.479942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81163594-bdcd-4b74-9f0d-4213a5c34d27 req-c94e353b-8063-4eb5-a9fe-cb42853af1eb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:37.486034 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81163594-bdcd-4b74-9f0d-4213a5c34d27 req-c94e353b-8063-4eb5-a9fe-cb42853af1eb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2780831 Feb 11 04:55:37.496115 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7ac91b53-893b-4127-b704-2bbc063e5b46 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4551756 Feb 11 04:55:37.498397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42000) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:37.504646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Attempting to bind port e00992a2-897f-4321-aed2-c88a84408680 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:37.505027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Attempting to bind port e00992a2-897f-4321-aed2-c88a84408680 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'e246d1bb-b4b3-433f-8437-39f3df6f45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40fabe5f-7c03-4759-99b8-2c05b5cb4c47'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:37.505394 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Attempting to bind port e00992a2-897f-4321-aed2-c88a84408680 on network 40fabe5f-7c03-4759-99b8-2c05b5cb4c47 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:37.515247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:37.516599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Checking segment: {'id': 'e246d1bb-b4b3-433f-8437-39f3df6f45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40fabe5f-7c03-4759-99b8-2c05b5cb4c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:37.517022 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.518594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Bound using segment: {'id': 'e246d1bb-b4b3-433f-8437-39f3df6f45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40fabe5f-7c03-4759-99b8-2c05b5cb4c47'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:37.519117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Bound port: e00992a2-897f-4321-aed2-c88a84408680, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e246d1bb-b4b3-433f-8437-39f3df6f45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '40fabe5f-7c03-4759-99b8-2c05b5cb4c47'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:37.524962 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e00992a2-897f-4321-aed2-c88a84408680), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.617029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] For port e00992a2-897f-4321-aed2-c88a84408680, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:37.629988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] For port e00992a2-897f-4321-aed2-c88a84408680, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e00992a2-897f-4321-aed2-c88a84408680,segment=NetworkSegment(e246d1bb-b4b3-433f-8437-39f3df6f45ee),segment_id=e246d1bb-b4b3-433f-8437-39f3df6f45ee)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:37.641456 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e00992a2-897f-4321-aed2-c88a84408680), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.682809 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c2ef845f-6ca7-4175-ae5f-78ccd0b06cbd admin admin] Publish callbacks [] for security_group (3fcb39ed-0280-490e-8cff-e170f0a94efe), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.728227 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af44fe-5855-45b0-aa4d-75013ab0b1bb None None] Pushing event updated for resources: {'Port': ['ID=e00992a2-897f-4321-aed2-c88a84408680,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:37.739612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81163594-bdcd-4b74-9f0d-4213a5c34d27 req-174854bf-0b71-45f7-83fe-82821645efaa tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419779 Feb 11 04:55:37.842646 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c2ef845f-6ca7-4175-ae5f-78ccd0b06cbd admin admin] Publish callbacks [] for security_group (3fcb39ed-0280-490e-8cff-e170f0a94efe), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.930615 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d8a96eea-b03a-4ff6-b42b-b25f93e372d0 None None] Provisioning complete for port 447ebe74-7bb1-4d35-8efb-f4c09792f16e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:37.939546 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d8a96eea-b03a-4ff6-b42b-b25f93e372d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.044589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d8a96eea-b03a-4ff6-b42b-b25f93e372d0 None None] Port 447ebe74-7bb1-4d35-8efb-f4c09792f16e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:38.061099 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-013a2282-ddb4-4f54-9bd5-2f7af4312266 req-27e50d19-d88f-46cb-80be-c97ecbac6c4d tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 210 time: 0.0927896 Feb 11 04:55:38.070442 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c2ef845f-6ca7-4175-ae5f-78ccd0b06cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3fcb39ed-0280-490e-8cff-e170f0a94efe), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.073289 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c2ef845f-6ca7-4175-ae5f-78ccd0b06cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.080396 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c2ef845f-6ca7-4175-ae5f-78ccd0b06cbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fcb39ed-0280-490e-8cff-e170f0a94efe HTTP/1.1" status: 204 len: 168 time: 0.8669939 Feb 11 04:55:38.145717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3fb755e7-6e33-40cc-8208-e573fc43d4bc tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Deleting port 11ab75b0-888b-47d2-9e41-51f16596153e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:55:38.146079 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fb755e7-6e33-40cc-8208-e573fc43d4bc tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (11ab75b0-888b-47d2-9e41-51f16596153e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.158083 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef845f-6ca7-4175-ae5f-78ccd0b06cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcb39ed-0280-490e-8cff-e170f0a94efe,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:38.477973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:38.478820 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.505912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-7f27fc44-32ba-41a0-8f91-0c9ec75938c3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:38.507926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-7f27fc44-32ba-41a0-8f91-0c9ec75938c3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 811 time: 0.2784154 Feb 11 04:55:38.509954 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fb755e7-6e33-40cc-8208-e573fc43d4bc tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (11ab75b0-888b-47d2-9e41-51f16596153e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.530478 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-70ee2eb9-f423-4354-a70e-f22c25aa43d7 service neutron] 10.222.0.48 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3566358 Feb 11 04:55:38.542610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3fb755e7-6e33-40cc-8208-e573fc43d4bc tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Calling delete_port for 11ab75b0-888b-47d2-9e41-51f16596153e owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:55:38.559812 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-0f9e5ef8-d9d5-40c4-91a7-e7ebdb30680f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5950866 Feb 11 04:55:38.571836 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-31c6aa57-ac9a-4ae1-bc93-306ec32776a4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/quotas/0c3115c0b4f7444a90cdb58a37131a72 HTTP/1.1" status: 200 len: 375 time: 0.0307224 Feb 11 04:55:38.591599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Request body: {'port': {'device_id': 'ff2e6eec-cec5-47d0-9685-da4f96790a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:38.722016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486bb568-debf-4a78-8788-232f38e2fedb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:38.736388 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-1c218be2-560b-443b-bae0-712619e7a506 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1064270 Feb 11 04:55:38.748823 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Publish callbacks [] for port (486bb568-debf-4a78-8788-232f38e2fedb), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.768920 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42020) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:38.826947 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e89e64e-09af-4fc8-80fe-4cafc5557e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.846245 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.861845 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f3ef468c-ab5b-41f3-8838-4d22fcd7e8cc service neutron] 10.222.0.48 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180909 Feb 11 04:55:38.877010 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Transition to ACTIVE for port object 486bb568-debf-4a78-8788-232f38e2fedb will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:55:38.882406 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fb755e7-6e33-40cc-8208-e573fc43d4bc tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (11ab75b0-888b-47d2-9e41-51f16596153e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.893583 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-13ca978f-15eb-4556-bb0b-bb51592a6b20 service neutron] 10.222.0.48 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484027 Feb 11 04:55:38.908716 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (486bb568-debf-4a78-8788-232f38e2fedb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.925640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb755e7-6e33-40cc-8208-e573fc43d4bc tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Pushing event deleted for resources: {'Port': ['ID=11ab75b0-888b-47d2-9e41-51f16596153e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:39.175054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Pushing event updated for resources: {'Port': ['ID=486bb568-debf-4a78-8788-232f38e2fedb,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:39.179001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Allocated IP 172.20.0.14 (b435873f-693a-4116-8d94-539975211297/c6268794-7aa3-4fec-b15e-3a23cc54a620/ab4631f1-4172-447c-b4e2-2b6e667ac04e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:39.299951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39567e0a-765b-4dbd-bece-8b2fd5de2074 None None] Network 40fabe5f-7c03-4759-99b8-2c05b5cb4c47 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:39.341010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-d844d73c-8e26-4a95-978e-93a6a5df2952 service neutron] 10.222.0.48 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673986 Feb 11 04:55:39.401167 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e89e64e-09af-4fc8-80fe-4cafc5557e77 admin admin] Publish callbacks [] for security_group (0efbca41-2945-4f49-a5a1-192610d69dc5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:39.411178 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-12b71a23-64b5-4a4d-918a-c395e6d8deaa service neutron] 10.222.0.48 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973099 Feb 11 04:55:39.412665 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3fb755e7-6e33-40cc-8208-e573fc43d4bc tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:39.416728 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3fb755e7-6e33-40cc-8208-e573fc43d4bc tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] 10.222.0.48 "DELETE /v2.0/ports/11ab75b0-888b-47d2-9e41-51f16596153e HTTP/1.1" status: 204 len: 168 time: 1.9155521 Feb 11 04:55:39.425164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42026) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:39.429190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e89e64e-09af-4fc8-80fe-4cafc5557e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0efbca41-2945-4f49-a5a1-192610d69dc5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:39.480955 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-faf9ddf9-76c6-448c-ab80-6fe98b96878a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:39.506563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c55fe19f-ce74-4200-b37b-7c7ef6c174e4 None None] Provisioning complete for port e00992a2-897f-4321-aed2-c88a84408680 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:39.507249 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c55fe19f-ce74-4200-b37b-7c7ef6c174e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e00992a2-897f-4321-aed2-c88a84408680), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:39.608066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Attempting to bind port 486bb568-debf-4a78-8788-232f38e2fedb on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:39.608610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Attempting to bind port 486bb568-debf-4a78-8788-232f38e2fedb by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:39.623825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Attempting to bind port 486bb568-debf-4a78-8788-232f38e2fedb on network b435873f-693a-4116-8d94-539975211297 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:39.659387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Port 486bb568-debf-4a78-8788-232f38e2fedb on network b435873f-693a-4116-8d94-539975211297 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:55:39.659780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Attempting to bind port 486bb568-debf-4a78-8788-232f38e2fedb on network b435873f-693a-4116-8d94-539975211297 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:39.661902 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e00992a2-897f-4321-aed2-c88a84408680 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:39.710742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c55fe19f-ce74-4200-b37b-7c7ef6c174e4 None None] Current status of the port e00992a2-897f-4321-aed2-c88a84408680 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:39.711176 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c55fe19f-ce74-4200-b37b-7c7ef6c174e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e00992a2-897f-4321-aed2-c88a84408680), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:39.771526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3e89e64e-09af-4fc8-80fe-4cafc5557e77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6df579aa85d440aa63a68da83caabad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9761801 Feb 11 04:55:39.781678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c55fe19f-ce74-4200-b37b-7c7ef6c174e4 None None] For port e00992a2-897f-4321-aed2-c88a84408680, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e00992a2-897f-4321-aed2-c88a84408680,segment=NetworkSegment(e246d1bb-b4b3-433f-8437-39f3df6f45ee),segment_id=e246d1bb-b4b3-433f-8437-39f3df6f45ee)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:39.782365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c27a0-00d2-46b2-93df-7a9f88c55cbb req-53dccdd1-9f49-4bb9-8a76-cddf841dc2f6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:39.788866 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b24c27a0-00d2-46b2-93df-7a9f88c55cbb req-53dccdd1-9f49-4bb9-8a76-cddf841dc2f6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1321976 Feb 11 04:55:39.789392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42034) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:39.793128 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c55fe19f-ce74-4200-b37b-7c7ef6c174e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e00992a2-897f-4321-aed2-c88a84408680), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:39.816291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89e64e-09af-4fc8-80fe-4cafc5557e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efbca41-2945-4f49-a5a1-192610d69dc5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:39.825482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:39.825834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Checking segment: {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:39.826232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Bound using segment: {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:39.826688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Bound port: 486bb568-debf-4a78-8788-232f38e2fedb, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:39.827081 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (486bb568-debf-4a78-8788-232f38e2fedb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:39.920399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fe19f-ce74-4200-b37b-7c7ef6c174e4 None None] Pushing event updated for resources: {'Port': ['ID=e00992a2-897f-4321-aed2-c88a84408680,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:39.973682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] For port 486bb568-debf-4a78-8788-232f38e2fedb, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:39.978260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] For port 486bb568-debf-4a78-8788-232f38e2fedb, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=486bb568-debf-4a78-8788-232f38e2fedb,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:39.978924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e00992a2-897f-4321-aed2-c88a84408680 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:39.979323 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e00992a2-897f-4321-aed2-c88a84408680), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:40.027928 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (486bb568-debf-4a78-8788-232f38e2fedb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:40.033578 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b24c27a0-00d2-46b2-93df-7a9f88c55cbb req-3477f3b2-9ca2-4177-ad28-b84b3eee80b9 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071898 Feb 11 04:55:40.056472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42040) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:40.059401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-05858511-02c9-4f86-ba90-18c94a4a96d0 tempest-DHCPAgentSchedulersTestJSON-772126562 tempest-DHCPAgentSchedulersTestJSON-772126562-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.6134312 Feb 11 04:55:40.061850 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ef464f8-15ed-4e64-ab53-8a4eb92aa099 admin admin] Publish callbacks [] for security_group (0efbca41-2945-4f49-a5a1-192610d69dc5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:40.069647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-413409640'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:40.136686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ef464f8-15ed-4e64-ab53-8a4eb92aa099 admin admin] Publish callbacks [] for security_group (0efbca41-2945-4f49-a5a1-192610d69dc5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:40.152546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-08d23e5c-2491-4c37-9f7c-eb12791f9cec service neutron] 10.222.0.48 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8015132 Feb 11 04:55:40.163814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:40.164443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:40.165866 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] 10.222.0.60 "PUT /v2.0/ports/486bb568-debf-4a78-8788-232f38e2fedb HTTP/1.1" status: 200 len: 1092 time: 4.6203539 Feb 11 04:55:40.174881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01619fe-4fc2-4514-af18-cf4987384bb3', 'tag': '486bb568-debf-4a78-8788-232f38e2fedb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:40.179049 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2fc3d5-0677-4e29-8d59-9d6748ec2919" -d '{"events": [{"name": "network-changed", "server_uuid": "d01619fe-4fc2-4514-af18-cf4987384bb3", "tag": "486bb568-debf-4a78-8788-232f38e2fedb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:40.203104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e00992a2-897f-4321-aed2-c88a84408680 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:40.248976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e6669c0a-93c3-4add-ae1c-f1c592effb24 None None] Provisioning complete for port e00992a2-897f-4321-aed2-c88a84408680 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:40.249508 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6669c0a-93c3-4add-ae1c-f1c592effb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e00992a2-897f-4321-aed2-c88a84408680), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:40.276308 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks [] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:40.339572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7f88c28-5056-44b1-8765-83fddb66fee3 req-0461e622-85bf-4530-891b-714d1b0c49bf tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 210 time: 0.0844436 Feb 11 04:55:40.380976 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ef464f8-15ed-4e64-ab53-8a4eb92aa099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0efbca41-2945-4f49-a5a1-192610d69dc5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:40.385659 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ef464f8-15ed-4e64-ab53-8a4eb92aa099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:40.387028 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3ef464f8-15ed-4e64-ab53-8a4eb92aa099 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0efbca41-2945-4f49-a5a1-192610d69dc5 HTTP/1.1" status: 204 len: 168 time: 0.5966539 Feb 11 04:55:40.406086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14d0ef-f3a7-4201-a97a-15f43624a80e service neutron] Pushing event updated for resources: {'Port': ['ID=486bb568-debf-4a78-8788-232f38e2fedb,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:40.417787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef464f8-15ed-4e64-ab53-8a4eb92aa099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efbca41-2945-4f49-a5a1-192610d69dc5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:40.418158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Made reservation on behalf of dc942930c4264d79938cc22959edeaca for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:40.422788 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:40.467117 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:40.549040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e6669c0a-93c3-4add-ae1c-f1c592effb24 None None] Current status of the port e00992a2-897f-4321-aed2-c88a84408680 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:40.586217 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a76ddf39-8521-450c-9ccf-be63508d6abf req-6aca2a1d-30ff-4da4-8897-4802ecccc00f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 210 time: 0.0616949 Feb 11 04:55:40.631342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Network b435873f-693a-4116-8d94-539975211297 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:40.642736 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Pushing event updated for resources: {'Port': ['ID=ab4631f1-4172-447c-b4e2-2b6e667ac04e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:40.649298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:40.701314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-98aeba9a-b192-405e-bd3e-bde2af3c4f34 None None] Could not find standard attr ID for object 11ab75b0-888b-47d2-9e41-51f16596153e. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:55:40.709981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:40.739858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-166ed6f5-4843-4e39-a724-05af583b0a4b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:40.741223 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-166ed6f5-4843-4e39-a724-05af583b0a4b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports/10562436-6596-4dc4-8bd3-459375c70f15 HTTP/1.1" status: 200 len: 931 time: 0.5568614 Feb 11 04:55:40.883325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86772c-d976-4c33-9e2f-4685706c90d6 req-5d3f610c-c446-4942-a0eb-829668bb4ae4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:40.895546 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba86772c-d976-4c33-9e2f-4685706c90d6 req-5d3f610c-c446-4942-a0eb-829668bb4ae4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1753244 Feb 11 04:55:40.918989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:55:40.961988 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (88a76368-845a-44dc-8348-824067d2804a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:40.962346 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Added segment 88a76368-845a-44dc-8348-824067d2804a of type vlan for network 42f3d0a9-df3b-4dd5-bbd4-241da3957170 Feb 11 04:55:41.031024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba86772c-d976-4c33-9e2f-4685706c90d6 req-10946013-0a2b-4dfc-84a2-696a78fef6df tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344447 Feb 11 04:55:41.041619 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (42f3d0a9-df3b-4dd5-bbd4-241da3957170), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:41.077791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:41.078565 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:41.137140 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475742d9-e9fc-4c22-b8e6-a1304dfa2ae3 x-openstack-request-id: req-475742d9-e9fc-4c22-b8e6-a1304dfa2ae3 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:41.137590 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01619fe-4fc2-4514-af18-cf4987384bb3", "tag": "486bb568-debf-4a78-8788-232f38e2fedb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:41.137947 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-475742d9-e9fc-4c22-b8e6-a1304dfa2ae3 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:41.138457 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01619fe-4fc2-4514-af18-cf4987384bb3', 'tag': '486bb568-debf-4a78-8788-232f38e2fedb', 'status': 'completed', 'code': 200} Feb 11 04:55:41.155418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-cd5a61cd-d93f-442c-8362-8cf95f9184f5 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:41.157757 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-cd5a61cd-d93f-442c-8362-8cf95f9184f5 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports/c7f80bc2-27bf-4954-a7b7-3c8ab0383091 HTTP/1.1" status: 200 len: 931 time: 0.3935142 Feb 11 04:55:41.163899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8873693-67c6-4c13-a359-cd60401b7318 req-fd3ebbc5-69dc-40cb-b3ed-874d8d86b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:41.166655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-fd3ebbc5-69dc-40cb-b3ed-874d8d86b016 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5aa7543d425410d81af39f6a38527bf&device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 1126 time: 0.8508563 Feb 11 04:55:41.172642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:55:41.188587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-8229d697-0ce9-4255-aaea-f1283d9d7de9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9812794 Feb 11 04:55:41.246918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c6f9a520-2d5e-4991-ae22-7437a0236646 None None] Provisioning complete for port ab4631f1-4172-447c-b4e2-2b6e667ac04e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:41.248978 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6f9a520-2d5e-4991-ae22-7437a0236646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:41.265568 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Request body: {'port': {'device_id': '967be7fe-2826-432c-9234-9ff5131f0328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:41.358234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9a520-2d5e-4991-ae22-7437a0236646 None None] Port ab4631f1-4172-447c-b4e2-2b6e667ac04e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:41.430634 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-8c193ad1-6a4f-4aba-8c53-60ddb5322b81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486bb568-debf-4a78-8788-232f38e2fedb HTTP/1.1" status: 200 len: 217 time: 0.2123864 Feb 11 04:55:41.534596 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (42f3d0a9-df3b-4dd5-bbd4-241da3957170), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:41.542609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:41.548388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f289f0-ae93-4491-bdf9-34e26792ff0e req-531fdfc7-41e8-4ffb-b9ad-b238d215129b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:41.549811 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:41.555770 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6f289f0-ae93-4491-bdf9-34e26792ff0e req-531fdfc7-41e8-4ffb-b9ad-b238d215129b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1445498 Feb 11 04:55:41.619696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e00992a2-897f-4321-aed2-c88a84408680 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:41.670037 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6f289f0-ae93-4491-bdf9-34e26792ff0e req-d5748c7c-1c4a-4cb8-9348-1c0ea8269b9f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067748 Feb 11 04:55:41.795632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e00992a2-897f-4321-aed2-c88a84408680 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:41.798076 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e00992a2-897f-4321-aed2-c88a84408680), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:41.850364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011cb0b-c706-4ca7-93fc-18c44e2d7bec req-1fbce90a-1ae4-40d8-b6e9-3b4fb2c4fe7c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:41.869425 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3011cb0b-c706-4ca7-93fc-18c44e2d7bec req-1fbce90a-1ae4-40d8-b6e9-3b4fb2c4fe7c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 932 time: 0.1072114 Feb 11 04:55:41.931350 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3011cb0b-c706-4ca7-93fc-18c44e2d7bec req-f7ba4204-a7cc-4230-a2b7-e2d7eb84e66a tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605721 Feb 11 04:55:41.971011 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee3283a0-9e40-4615-814b-735b75094252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:42.051708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447ebe74-7bb1-4d35-8efb-f4c09792f16e {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:42.063959 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Publish callbacks [] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:42.083818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Transition to ACTIVE for port object 447ebe74-7bb1-4d35-8efb-f4c09792f16e will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:55:42.099763 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0445514 Feb 11 04:55:42.110517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ffaf14b2-3ddd-454b-a9d5-04ed62fd5cf1 req-495c5243-62e5-4531-9fd1-e1183842ad0b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 210 time: 0.0588255 Feb 11 04:55:42.111266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42104) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:42.132655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e00992a2-897f-4321-aed2-c88a84408680 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:42.159852 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:42.233209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8873693-67c6-4c13-a359-cd60401b7318 req-570d6724-49ea-4abe-9b1a-05bc81a8c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:42.235296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-570d6724-49ea-4abe-9b1a-05bc81a8c10c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6268794-7aa3-4fec-b15e-3a23cc54a620 HTTP/1.1" status: 200 len: 854 time: 0.7825928 Feb 11 04:55:42.245008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Pushing event updated for resources: {'Port': ['ID=447ebe74-7bb1-4d35-8efb-f4c09792f16e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:42.248408 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:42.295519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776cb1a-1a67-437e-ac3f-4e125b5b6415 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Pushing event updated for resources: {'Network': ['ID=42f3d0a9-df3b-4dd5-bbd4-241da3957170,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:42.308626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 42f3d0a9-df3b-4dd5-bbd4-241da3957170 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:55:42.435829 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3dbc7e99-32aa-46fc-98ce-4134d02db0f1 req-b99cefee-5cfd-4f48-a691-4205cd1f0719 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.1701896 Feb 11 04:55:42.557472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-10b6dee0-b004-4a1b-ad63-25d2fb2637ce tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:42.559101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-10b6dee0-b004-4a1b-ad63-25d2fb2637ce tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports/10562436-6596-4dc4-8bd3-459375c70f15 HTTP/1.1" status: 200 len: 931 time: 0.4769683 Feb 11 04:55:42.691903 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:42.698717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-e78781ed-620d-43ed-82cd-1a1d7467561a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:42.700215 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-e78781ed-620d-43ed-82cd-1a1d7467561a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports/c7f80bc2-27bf-4954-a7b7-3c8ab0383091 HTTP/1.1" status: 200 len: 931 time: 0.1241992 Feb 11 04:55:42.751117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-517f68d7-cfae-440a-adcf-d3887619fce3 tempest-DHCPAgentSchedulersTestJSON-772126562 tempest-DHCPAgentSchedulersTestJSON-772126562-project-admin] 10.222.0.48 "GET /v2.0/agents/7459e250-059c-4fbe-91bf-c2889107f3d7/dhcp-networks HTTP/1.1" status: 200 len: 9660 time: 0.6207826 Feb 11 04:55:42.752581 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42122) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:42.850551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4631f1-4172-447c-b4e2-2b6e667ac04e {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:42.859452 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Publish callbacks [] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:42.873700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Transition to ACTIVE for port object ab4631f1-4172-447c-b4e2-2b6e667ac04e will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:55:42.881440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e24cd58-d3b8-4a8e-9a24-41539867a4ca tempest-DHCPAgentSchedulersTestJSON-772126562 tempest-DHCPAgentSchedulersTestJSON-772126562-project-admin] Network 42f3d0a9-df3b-4dd5-bbd4-241da3957170 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:55:42.890984 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-ace4e268-dcc7-4830-b6fe-47e3b245ea62 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:42.892692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-ace4e268-dcc7-4830-b6fe-47e3b245ea62 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 811 time: 1.4607174 Feb 11 04:55:42.899874 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2e24cd58-d3b8-4a8e-9a24-41539867a4ca tempest-DHCPAgentSchedulersTestJSON-772126562 tempest-DHCPAgentSchedulersTestJSON-772126562-project-admin] 10.222.0.48 "POST /v2.0/agents/7459e250-059c-4fbe-91bf-c2889107f3d7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1458282 Feb 11 04:55:42.902772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42126) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:42.906468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec76ec9-92fd-4d59-bb38-06de1b66d2f5 None None] Network 42f3d0a9-df3b-4dd5-bbd4-241da3957170 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:42.909251 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:42.923001 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:55:42.927888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Request body: {'port': {'device_id': '47257a66-bda8-46e1-90a4-ba59ad1bdc2b', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'admin_state_up': True, 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:43.116276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6002c-3bd1-4395-9f4b-f73f347d8498 req-495eb3d9-79ed-493e-b1b1-c985d58e0c25 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:43.118634 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1be6002c-3bd1-4395-9f4b-f73f347d8498 req-495eb3d9-79ed-493e-b1b1-c985d58e0c25 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.9551165 Feb 11 04:55:43.265856 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8873693-67c6-4c13-a359-cd60401b7318 req-a80b0668-d55b-457c-8c91-2abf80084047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:43.268734 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-a80b0668-d55b-457c-8c91-2abf80084047 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b435873f-693a-4116-8d94-539975211297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9832165 Feb 11 04:55:43.278484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb8fb5-590b-4332-945f-424f7753be35 req-beb8c21a-877d-4bc5-87cd-73f7ba2d592d tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:43.280783 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3ecb8fb5-590b-4332-945f-424f7753be35 req-beb8c21a-877d-4bc5-87cd-73f7ba2d592d tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 944 time: 0.1394546 Feb 11 04:55:43.327744 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-82a80b36-04b9-48e7-b026-5c234c92ccba tempest-DHCPAgentSchedulersTestJSON-772126562 tempest-DHCPAgentSchedulersTestJSON-772126562-project-admin] 10.222.0.48 "GET /v2.0/agents/7459e250-059c-4fbe-91bf-c2889107f3d7/dhcp-networks HTTP/1.1" status: 200 len: 10431 time: 0.4228325 Feb 11 04:55:43.335544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42142) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:43.376056 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3ecb8fb5-590b-4332-945f-424f7753be35 req-e7b2f17c-d901-47b6-81d6-98b3b24078cf tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825353 Feb 11 04:55:43.404872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4631f1-4172-447c-b4e2-2b6e667ac04e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:43.562884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d835b0f-7349-432b-8d99-e4d3b30d8b20 req-d8903ea8-600a-4957-b7ad-1b676fbd3eab tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 210 time: 0.0507679 Feb 11 04:55:43.589064 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a9b0ca21-793f-44ca-9625-6d5fbae79555 tempest-DHCPAgentSchedulersTestJSON-772126562 tempest-DHCPAgentSchedulersTestJSON-772126562-project-admin] 10.222.0.48 "DELETE /v2.0/agents/7459e250-059c-4fbe-91bf-c2889107f3d7/dhcp-networks/42f3d0a9-df3b-4dd5-bbd4-241da3957170 HTTP/1.1" status: 204 len: 168 time: 0.2520754 Feb 11 04:55:43.589678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42152) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:43.676805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Attempting to bind port 447ebe74-7bb1-4d35-8efb-f4c09792f16e on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:43.677158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Attempting to bind port 447ebe74-7bb1-4d35-8efb-f4c09792f16e by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:43.677498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Attempting to bind port 447ebe74-7bb1-4d35-8efb-f4c09792f16e on network b435873f-693a-4116-8d94-539975211297 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:43.709564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-7a008661-6fcb-4b98-8acd-844d7aa24986 service neutron] 10.222.0.60 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800820 Feb 11 04:55:43.716142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Port 447ebe74-7bb1-4d35-8efb-f4c09792f16e on network b435873f-693a-4116-8d94-539975211297 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:55:43.716489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Attempting to bind port 447ebe74-7bb1-4d35-8efb-f4c09792f16e on network b435873f-693a-4116-8d94-539975211297 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:43.730759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:43.731153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Checking segment: {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:43.731649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Bound using segment: {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:43.732299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Bound port: 447ebe74-7bb1-4d35-8efb-f4c09792f16e, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:43.732680 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:43.775534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1be6002c-3bd1-4395-9f4b-f73f347d8498 req-df01e17a-f836-4762-8349-77fa40225c8a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6385236 Feb 11 04:55:43.786131 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b3983e5-d9ab-414d-87c7-031f56d8b969 req-696dd5b3-1d03-42a4-88e5-c75797ac0a9d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0428472 Feb 11 04:55:43.873731 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-49ec9ce2-04e1-4094-90c4-406ad18f1e6d tempest-DHCPAgentSchedulersTestJSON-772126562 tempest-DHCPAgentSchedulersTestJSON-772126562-project-admin] 10.222.0.48 "GET /v2.0/agents/7459e250-059c-4fbe-91bf-c2889107f3d7/dhcp-networks HTTP/1.1" status: 200 len: 9660 time: 0.2815480 Feb 11 04:55:43.878936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42160) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:43.886954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Attempting to bind port ab4631f1-4172-447c-b4e2-2b6e667ac04e on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:43.887332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Attempting to bind port ab4631f1-4172-447c-b4e2-2b6e667ac04e by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:43.887720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Attempting to bind port ab4631f1-4172-447c-b4e2-2b6e667ac04e on network b435873f-693a-4116-8d94-539975211297 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:43.895775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Port ab4631f1-4172-447c-b4e2-2b6e667ac04e on network b435873f-693a-4116-8d94-539975211297 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:55:43.896118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Attempting to bind port ab4631f1-4172-447c-b4e2-2b6e667ac04e on network b435873f-693a-4116-8d94-539975211297 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:43.904008 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2bc5d4b3-1c89-4970-a09e-55e9abea219f tempest-DHCPAgentSchedulersTestJSON-772126562 tempest-DHCPAgentSchedulersTestJSON-772126562-project-admin] 10.222.0.48 "GET /v2.0/networks/40fabe5f-7c03-4759-99b8-2c05b5cb4c47/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0233388 Feb 11 04:55:43.907254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42166) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:43.935151 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7949c164-531c-45e8-8a94-ab84af4ec640 tempest-DHCPAgentSchedulersTestJSON-772126562 tempest-DHCPAgentSchedulersTestJSON-772126562-project-admin] 10.222.0.48 "GET /v2.0/networks/40fabe5f-7c03-4759-99b8-2c05b5cb4c47/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0243299 Feb 11 04:55:43.937758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42168) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:43.976232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Made reservation on behalf of 0c3115c0b4f7444a90cdb58a37131a72 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:43.983635 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:44.014826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:44.015202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Checking segment: {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:44.015595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Bound using segment: {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:44.016044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Bound port: ab4631f1-4172-447c-b4e2-2b6e667ac04e, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b435873f-693a-4116-8d94-539975211297'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:44.016556 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:44.251295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666367f-019b-49be-b768-3cb45be79988 req-dfdcb61d-3f37-46a3-a9aa-9f2b0d2b76ea tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:44.260335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c666367f-019b-49be-b768-3cb45be79988 req-dfdcb61d-3f37-46a3-a9aa-9f2b0d2b76ea tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1953988 Feb 11 04:55:44.296412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4f1064dc-c50b-4478-ba5d-b495345a8dd7 tempest-DHCPAgentSchedulersTestJSON-772126562 tempest-DHCPAgentSchedulersTestJSON-772126562-project-admin] 10.222.0.48 "GET /v2.0/agents/7459e250-059c-4fbe-91bf-c2889107f3d7/dhcp-networks HTTP/1.1" status: 200 len: 9660 time: 0.3574677 Feb 11 04:55:44.299183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42174) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:44.394723 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:44.464229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-079a3cb2-b6fe-43b5-b655-633f8a7a6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:44.468387 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-079a3cb2-b6fe-43b5-b655-633f8a7a6854 service neutron] 10.222.0.60 "GET /v2.0/ports/10562436-6596-4dc4-8bd3-459375c70f15 HTTP/1.1" status: 200 len: 1027 time: 0.0951457 Feb 11 04:55:44.545111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] For port 447ebe74-7bb1-4d35-8efb-f4c09792f16e, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:44.568244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Allocated IP 172.20.0.6 (06017fe2-4087-4cb5-9119-3aa48a779ba2/db56d86e-24dc-40a4-954c-6a46bae43c1b/3e6a10b2-f9f6-4320-b610-b8821d3f0a20) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:44.597657 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8873693-67c6-4c13-a359-cd60401b7318 req-9f5a92c6-a7d1-451f-848b-07b7adf9dc43 service neutron] 10.222.0.60 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8752706 Feb 11 04:55:44.644441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] For port 447ebe74-7bb1-4d35-8efb-f4c09792f16e, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=447ebe74-7bb1-4d35-8efb-f4c09792f16e,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:44.707946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c666367f-019b-49be-b768-3cb45be79988 req-8a748af7-c313-4767-9ae6-a13755803f20 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251711 Feb 11 04:55:44.727023 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:44.759344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-d67eff79-3e48-4b1a-94e6-4e860193fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:44.763927 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-d67eff79-3e48-4b1a-94e6-4e860193fcfc service neutron] 10.222.0.60 "GET /v2.0/ports/c7f80bc2-27bf-4954-a7b7-3c8ab0383091 HTTP/1.1" status: 200 len: 1027 time: 0.2838006 Feb 11 04:55:44.801418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (42f3d0a9-df3b-4dd5-bbd4-241da3957170), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:44.834330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] For port ab4631f1-4172-447c-b4e2-2b6e667ac04e, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:44.841836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] For port ab4631f1-4172-447c-b4e2-2b6e667ac04e, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ab4631f1-4172-447c-b4e2-2b6e667ac04e,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:44.883002 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00d0301d-a491-48e6-9152-138867b1a306 req-94b216bc-58e8-4bad-9a95-1b1ca32414fa tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 210 time: 0.0495536 Feb 11 04:55:44.900970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:44.901562 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:44.906027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/447ebe74-7bb1-4d35-8efb-f4c09792f16e HTTP/1.1" status: 200 len: 1093 time: 6.3301551 Feb 11 04:55:44.910661 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:44.925491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2e6eec-cec5-47d0-9685-da4f96790a1f', 'tag': '447ebe74-7bb1-4d35-8efb-f4c09792f16e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:44.933339 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5efe01-7893-4d4d-a6a8-d8f11db0ae7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2e6eec-cec5-47d0-9685-da4f96790a1f", "tag": "447ebe74-7bb1-4d35-8efb-f4c09792f16e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:45.098504 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (42f3d0a9-df3b-4dd5-bbd4-241da3957170), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:45.122376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f3d0a9-df3b-4dd5-bbd4-241da3957170']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:45.137729 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a76368-845a-44dc-8348-824067d2804a') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:45.138077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a76368-845a-44dc-8348-824067d2804a') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:45.148916 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (88a76368-845a-44dc-8348-824067d2804a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:45.167996 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (88a76368-845a-44dc-8348-824067d2804a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:45.192934 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af4fd3-5d86-4195-b3a2-f7d495cc96b7 service neutron] Pushing event updated for resources: {'Port': ['ID=447ebe74-7bb1-4d35-8efb-f4c09792f16e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:45.193740 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:55:45.194163 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (88a76368-845a-44dc-8348-824067d2804a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:55:45.197211 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:55:45.266437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381283-ea20-463c-8df9-e9d63ac4c452 req-9c698f02-4f66-4f0f-b078-803d01465c4d tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:45.285197 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65381283-ea20-463c-8df9-e9d63ac4c452 req-9c698f02-4f66-4f0f-b078-803d01465c4d tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 944 time: 0.7460086 Feb 11 04:55:45.288191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:45.289061 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:45.290612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] 10.222.0.60 "PUT /v2.0/ports/ab4631f1-4172-447c-b4e2-2b6e667ac04e HTTP/1.1" status: 200 len: 1093 time: 4.0504663 Feb 11 04:55:45.340369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-258ff898-4d1b-4f7a-872c-59122edfee78 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:45.345512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-258ff898-4d1b-4f7a-872c-59122edfee78 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:45.350709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-258ff898-4d1b-4f7a-872c-59122edfee78 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:45.358487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713dc8d-ec01-4b6a-a467-40cc7ff71a69 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4631f1-4172-447c-b4e2-2b6e667ac04e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:45.359162 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-258ff898-4d1b-4f7a-872c-59122edfee78 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "GET /v2.0/networks?id=6a1cd155-5f32-4482-a0a4-4915da40c158&id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00&id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 HTTP/1.1" status: 200 len: 1989 time: 0.5776730 Feb 11 04:55:45.370041 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (42f3d0a9-df3b-4dd5-bbd4-241da3957170), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:45.383402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:45.387865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] 10.222.0.48 "DELETE /v2.0/networks/42f3d0a9-df3b-4dd5-bbd4-241da3957170 HTTP/1.1" status: 204 len: 168 time: 1.0280480 Feb 11 04:55:45.406563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:45.408350 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:45.414523 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4207a4b-cb5a-4197-9a4e-07b70af9dbb4 req-b7d6493f-c977-4c03-9ae5-2f857a2b4877 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:45.425270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4207a4b-cb5a-4197-9a4e-07b70af9dbb4 req-b7d6493f-c977-4c03-9ae5-2f857a2b4877 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2548125 Feb 11 04:55:45.453904 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5849212-2fd3-4021-a31d-ddc8893715f7 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Pushing event deleted for resources: {'Network': ['ID=42f3d0a9-df3b-4dd5-bbd4-241da3957170,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:45.492498 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec59caa1-ceff-43b7-8b56-705d44ce340e tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] DELETE failed (client error): The resource could not be found. Feb 11 04:55:45.493230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec59caa1-ceff-43b7-8b56-705d44ce340e tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:55:45.496342 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ec59caa1-ceff-43b7-8b56-705d44ce340e tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] 10.222.0.48 "DELETE /v2.0/ports/11ab75b0-888b-47d2-9e41-51f16596153e HTTP/1.1" status: 404 len: 333 time: 0.0690932 Feb 11 04:55:45.500457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42198) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:45.557660 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-b7e7be6a-5577-4c74-b8be-f5b40882f977 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62e90bc09e0a46e888c74e8489658ef9 HTTP/1.1" status: 200 len: 380 time: 0.1677222 Feb 11 04:55:45.564968 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:45.573873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'port': {'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'admin_state_up': True, 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'security_groups': ['fc7c821e-5e92-4cfa-8d17-35517d3993e6']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:45.639209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-167b48c2-67be-460b-b9b4-ca037d876bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:45.645662 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-167b48c2-67be-460b-b9b4-ca037d876bb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5aa7543d425410d81af39f6a38527bf&device_id=ff2e6eec-cec5-47d0-9685-da4f96790a1f HTTP/1.1" status: 200 len: 1127 time: 0.6479623 Feb 11 04:55:45.649063 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4207a4b-cb5a-4197-9a4e-07b70af9dbb4 req-686dc738-04a4-4aff-b43e-a5fcb661144a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179089 Feb 11 04:55:45.675910 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-771a0ae3-2fea-4038-82c5-cea5b554fea3 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Deleting subnet 313722be-ba26-4892-812e-19bdbef723c7 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:55:45.792080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65381283-ea20-463c-8df9-e9d63ac4c452 req-2f7ade4d-9a26-49c6-8785-0fc8002b413b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055823 Feb 11 04:55:45.811916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fc3d5-0677-4e29-8d59-9d6748ec2919 req-c985a003-23f2-47e4-a09b-bcf7ae9ac55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:45.815737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e2fc3d5-0677-4e29-8d59-9d6748ec2919 req-c985a003-23f2-47e4-a09b-bcf7ae9ac55d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5aa7543d425410d81af39f6a38527bf&device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 1126 time: 1.0621283 Feb 11 04:55:45.823289 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-771a0ae3-2fea-4038-82c5-cea5b554fea3 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks [] for subnet (313722be-ba26-4892-812e-19bdbef723c7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:45.835943 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b38b57a-aea8-4ed3-abb4-1ac802806ce3 req-07d13298-2c61-46a5-a6b1-3bec26bedc31 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0808322 Feb 11 04:55:45.886333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:45.889864 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:45.918557 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62919ef-0d84-4932-b76a-5ebdd1bcb358 x-openstack-request-id: req-a62919ef-0d84-4932-b76a-5ebdd1bcb358 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:45.919013 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2e6eec-cec5-47d0-9685-da4f96790a1f", "tag": "447ebe74-7bb1-4d35-8efb-f4c09792f16e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:45.919630 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a62919ef-0d84-4932-b76a-5ebdd1bcb358 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:45.919859 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2e6eec-cec5-47d0-9685-da4f96790a1f', 'tag': '447ebe74-7bb1-4d35-8efb-f4c09792f16e', 'status': 'completed', 'code': 200} Feb 11 04:55:45.937086 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-7aa3a33d-706e-44e4-9027-60ec5df85bf2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=447ebe74-7bb1-4d35-8efb-f4c09792f16e HTTP/1.1" status: 200 len: 217 time: 0.1687124 Feb 11 04:55:45.939239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-4be6a3b0-9e2e-4a4f-b1a1-3519e950180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:45.944019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-4be6a3b0-9e2e-4a4f-b1a1-3519e950180c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5aa7543d425410d81af39f6a38527bf&device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 1127 time: 0.5582986 Feb 11 04:55:46.046860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-41ced266-ed0e-4347-83f6-1ad54a23e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:46.048537 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-41ced266-ed0e-4347-83f6-1ad54a23e5a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6268794-7aa3-4fec-b15e-3a23cc54a620 HTTP/1.1" status: 200 len: 854 time: 0.1034417 Feb 11 04:55:46.104482 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-ae4ed729-5f9e-4951-9223-5fcc312addc8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab4631f1-4172-447c-b4e2-2b6e667ac04e HTTP/1.1" status: 200 len: 217 time: 0.0535581 Feb 11 04:55:46.179176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dd9690cc-b028-4628-935b-3010b131f45d req-46aa12cf-32b2-4432-a116-afa0ed4f3bf3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 210 time: 0.1269975 Feb 11 04:55:46.186801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-771a0ae3-2fea-4038-82c5-cea5b554fea3 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (313722be-ba26-4892-812e-19bdbef723c7), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:46.210103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edc43-47de-4054-a782-76ef41a7193d req-93d0a6ca-4cbd-46eb-a4ab-8c2cf2094e31 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:46.211983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d34edc43-47de-4054-a782-76ef41a7193d req-93d0a6ca-4cbd-46eb-a4ab-8c2cf2094e31 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1955700 Feb 11 04:55:46.224544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Allocated IP 172.20.0.6 (6a1cd155-5f32-4482-a0a4-4915da40c158/212fa8ed-a254-425a-aea8-1ed7bdb9e403/44b79c8b-5671-4b61-935b-3207941610d4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:46.319371 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-76bab178-b3c4-4303-a91b-85907d7e1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:46.321077 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-76bab178-b3c4-4303-a91b-85907d7e1f1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b435873f-693a-4116-8d94-539975211297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2625833 Feb 11 04:55:46.322175 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:46.361162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['f40a2764-0d42-4409-90f8-d98a4f1bc2aa'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:55:46.390567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event updated for resources: {'Port': ['ID=3e6a10b2-f9f6-4320-b610-b8821d3f0a20,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:46.400942 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for port (44b79c8b-5671-4b61-935b-3207941610d4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:46.457123 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (44b79c8b-5671-4b61-935b-3207941610d4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:46.493257 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-8588112f-6937-410e-b3d5-d92351bfa764 service neutron] 10.222.0.10 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067679 Feb 11 04:55:46.506527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-5345f3e6-a3d8-4170-96b1-3f6243aafe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:46.507801 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-5345f3e6-a3d8-4170-96b1-3f6243aafe6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6268794-7aa3-4fec-b15e-3a23cc54a620 HTTP/1.1" status: 200 len: 854 time: 0.3236561 Feb 11 04:55:46.533551 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Network 6a1cd155-5f32-4482-a0a4-4915da40c158 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:46.545468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:46.566634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d34edc43-47de-4054-a782-76ef41a7193d req-315dc32d-2800-4305-a2d0-e57e65d55668 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380892 Feb 11 04:55:46.567952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:46.572447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Port': ['ID=44b79c8b-5671-4b61-935b-3207941610d4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:46.653280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:46.655997 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:46.683981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:46.687697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-048a00fb-6ff4-41ba-a43c-c25ccc38127c req-62af79e7-a480-4ff2-8465-279e0ca45062 service neutron] 10.222.0.10 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834481 Feb 11 04:55:46.689504 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f739ea6a-242c-4080-b7e2-6d43dd6ecd74 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1247542 Feb 11 04:55:46.706506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'port': {'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90', 'admin_state_up': True, 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'security_groups': ['fc7c821e-5e92-4cfa-8d17-35517d3993e6']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:46.714868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:46.792600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:46.898412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:46.899217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:46.950917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fc3d5-0677-4e29-8d59-9d6748ec2919 req-208d6d4b-328f-4f95-ac9c-5fb4243114a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:46.953714 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e2fc3d5-0677-4e29-8d59-9d6748ec2919 req-208d6d4b-328f-4f95-ac9c-5fb4243114a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b435873f-693a-4116-8d94-539975211297 HTTP/1.1" status: 200 len: 916 time: 1.1238942 Feb 11 04:55:46.986525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 486bb568-debf-4a78-8788-232f38e2fedb details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:55:47.012478 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-771a0ae3-2fea-4038-82c5-cea5b554fea3 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (313722be-ba26-4892-812e-19bdbef723c7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:47.098312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:47.106859 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:47.144323 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd045d0-b0b6-4b04-b5c6-0fd1173bfe1f req-724e1b50-925b-4813-a11b-d2de2b31d8fd tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:47.146100 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfd045d0-b0b6-4b04-b5c6-0fd1173bfe1f req-724e1b50-925b-4813-a11b-d2de2b31d8fd tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 944 time: 0.1890635 Feb 11 04:55:47.162002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 486bb568-debf-4a78-8788-232f38e2fedb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=486bb568-debf-4a78-8788-232f38e2fedb,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:47.163221 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-771a0ae3-2fea-4038-82c5-cea5b554fea3 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (313722be-ba26-4892-812e-19bdbef723c7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:47.178109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '486bb568-debf-4a78-8788-232f38e2fedb', 'network_id': 'b435873f-693a-4116-8d94-539975211297', 'port_id': '486bb568-debf-4a78-8788-232f38e2fedb', 'mac_address': 'fa:16:3e:51:cd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6268794-7aa3-4fec-b15e-3a23cc54a620', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:55:47.220210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b6698070-0760-42a6-b87f-d2d722648b7b None None] Provisioning complete for port 44b79c8b-5671-4b61-935b-3207941610d4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:47.221248 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6698070-0760-42a6-b87f-d2d722648b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (44b79c8b-5671-4b61-935b-3207941610d4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:47.270805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 486bb568-debf-4a78-8788-232f38e2fedb is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:47.271638 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (486bb568-debf-4a78-8788-232f38e2fedb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:47.275176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b6698070-0760-42a6-b87f-d2d722648b7b None None] Port 44b79c8b-5671-4b61-935b-3207941610d4 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:47.290368 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486bb568-debf-4a78-8788-232f38e2fedb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:47.315771 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-3467842f-9bef-420f-b93c-c53f5838c88e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4011271 Feb 11 04:55:47.322386 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e2fc3d5-0677-4e29-8d59-9d6748ec2919 req-46540be3-b728-4358-a7ee-4a9d09acf4bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486bb568-debf-4a78-8788-232f38e2fedb HTTP/1.1" status: 200 len: 217 time: 0.3222635 Feb 11 04:55:47.329529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a0ae3-2fea-4038-82c5-cea5b554fea3 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Pushing event deleted for resources: {'Subnet': ['ID=313722be-ba26-4892-812e-19bdbef723c7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:47.331596 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 486bb568-debf-4a78-8788-232f38e2fedb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=486bb568-debf-4a78-8788-232f38e2fedb,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:47.347850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5fe5d4-61b0-460b-84ac-0dee929a8cc5 None None] Network 40fabe5f-7c03-4759-99b8-2c05b5cb4c47 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:47.350553 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-771a0ae3-2fea-4038-82c5-cea5b554fea3 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:47.353874 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-771a0ae3-2fea-4038-82c5-cea5b554fea3 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] 10.222.0.48 "DELETE /v2.0/subnets/313722be-ba26-4892-812e-19bdbef723c7 HTTP/1.1" status: 204 len: 168 time: 1.8300922 Feb 11 04:55:47.357776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Request body: {'port': {'device_id': '47257a66-bda8-46e1-90a4-ba59ad1bdc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:47.392609 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfd045d0-b0b6-4b04-b5c6-0fd1173bfe1f req-e1859e5a-47e8-481c-8691-b1444101c278 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175887 Feb 11 04:55:47.392836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42224) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:47.435727 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (486bb568-debf-4a78-8788-232f38e2fedb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:47.477330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e1255-daa7-4c20-b4df-4eb1eb39dcd6 req-3f8d4edf-e63f-495a-99db-73d8b35cbf92 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:47.484453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a00e1255-daa7-4c20-b4df-4eb1eb39dcd6 req-3f8d4edf-e63f-495a-99db-73d8b35cbf92 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.7930312 Feb 11 04:55:47.513436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-20ef543b-1389-4baf-a4b7-b735cdd0c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:47.515645 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-20ef543b-1389-4baf-a4b7-b735cdd0c164 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b435873f-693a-4116-8d94-539975211297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8226810 Feb 11 04:55:47.536020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5efe01-7893-4d4d-a6a8-d8f11db0ae7b req-769ff5af-8d4c-4d25-9b85-b596e6605e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:47.537624 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff5efe01-7893-4d4d-a6a8-d8f11db0ae7b req-769ff5af-8d4c-4d25-9b85-b596e6605e0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5aa7543d425410d81af39f6a38527bf&device_id=ff2e6eec-cec5-47d0-9685-da4f96790a1f HTTP/1.1" status: 200 len: 1127 time: 0.5883715 Feb 11 04:55:47.539922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=486bb568-debf-4a78-8788-232f38e2fedb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:47.577646 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Allocated IP 10.1.1.114 (4ddd8ed5-ede1-429a-98f7-1f5a19258b90/718ad409-c615-4b2c-83f0-4c6062f3394f/0a04e25d-f11d-4b9a-a8c8-5dfc91310990) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:47.602301 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-763b2b98-5533-4fd7-a117-09bfe0337189 None None] Provisioning complete for port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:47.605921 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-763b2b98-5533-4fd7-a117-09bfe0337189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:47.649873 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-e48b93b0-3709-40e3-ba2a-36a05bcf0cf8 service neutron] 10.222.0.60 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093869 Feb 11 04:55:47.651781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-763b2b98-5533-4fd7-a117-09bfe0337189 None None] Port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:47.726563 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:47.758281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff8e9a1-08f3-4a51-9bb9-391e50cf11c8 None None] DHCP port deletion for 40fabe5f-7c03-4759-99b8-2c05b5cb4c47 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:55:47.822960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ddc8e-5bfa-4d09-bed9-4fb6664cf1a7 req-9f6da0ad-f2d0-4d0a-9f18-a18b1b5e2439 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:47.824811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec1ddc8e-5bfa-4d09-bed9-4fb6664cf1a7 req-9f6da0ad-f2d0-4d0a-9f18-a18b1b5e2439 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 931 time: 0.3071036 Feb 11 04:55:47.927330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967be7fe-2826-432c-9234-9ff5131f0328', 'tag': 'ab4631f1-4172-447c-b4e2-2b6e667ac04e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:47.930419 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e63f87a-6ad5-498a-a8e5-bc5e96ef07a5" -d '{"events": [{"name": "network-changed", "server_uuid": "967be7fe-2826-432c-9234-9ff5131f0328", "tag": "ab4631f1-4172-447c-b4e2-2b6e667ac04e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:47.934524 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec1ddc8e-5bfa-4d09-bed9-4fb6664cf1a7 req-7e57f47e-9be0-448b-a368-3c0893b27925 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991082 Feb 11 04:55:47.934862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6b10ddd-7043-43fe-b5ba-fd0fea4a27e0 req-fd7119f5-5495-48a1-bd9a-28438850d44b service neutron] 10.222.0.60 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516901 Feb 11 04:55:47.937005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fc3d5-0677-4e29-8d59-9d6748ec2919 req-869382c4-19ed-4a9f-b5d3-536fae1717d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:47.938564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e2fc3d5-0677-4e29-8d59-9d6748ec2919 req-869382c4-19ed-4a9f-b5d3-536fae1717d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6268794-7aa3-4fec-b15e-3a23cc54a620 HTTP/1.1" status: 200 len: 854 time: 0.6058414 Feb 11 04:55:47.941037 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:47.984259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['486bb568-debf-4a78-8788-232f38e2fedb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:55:48.048368 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:48.051061 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (40fabe5f-7c03-4759-99b8-2c05b5cb4c47), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:48.091775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:48.095517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:48.098514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:48.163940 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8e9a1-08f3-4a51-9bb9-391e50cf11c8 None None] Deleting port e00992a2-897f-4321-aed2-c88a84408680 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:55:48.165162 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e9a1-08f3-4a51-9bb9-391e50cf11c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e00992a2-897f-4321-aed2-c88a84408680), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:48.229951 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a00e1255-daa7-4c20-b4df-4eb1eb39dcd6 req-d180b739-bc7f-494e-8bea-fb84a4a4bd96 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7444177 Feb 11 04:55:48.340348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1ff8e9a1-08f3-4a51-9bb9-391e50cf11c8 None None] For port e00992a2-897f-4321-aed2-c88a84408680, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e00992a2-897f-4321-aed2-c88a84408680,segment=NetworkSegment(e246d1bb-b4b3-433f-8437-39f3df6f45ee),segment_id=e246d1bb-b4b3-433f-8437-39f3df6f45ee)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:48.341059 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e9a1-08f3-4a51-9bb9-391e50cf11c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e00992a2-897f-4321-aed2-c88a84408680), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:48.346695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Port': ['ID=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:48.379620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:48.384197 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:48.394840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8e9a1-08f3-4a51-9bb9-391e50cf11c8 None None] Calling delete_port for e00992a2-897f-4321-aed2-c88a84408680 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:55:48.440008 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee018b-9be1-4e14-91b9-e1f1ce91c672 req-e515a41a-8a6c-49e3-b52c-46918b218d91 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:48.441904 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-50ee018b-9be1-4e14-91b9-e1f1ce91c672 req-e515a41a-8a6c-49e3-b52c-46918b218d91 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 931 time: 0.2808344 Feb 11 04:55:48.447929 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-8a835aa1-e1b2-4de9-9bf4-0dd63a17e90e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7460577 Feb 11 04:55:48.469218 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c250b9a7-91b2-4ffd-98af-09a61bcd0d3d x-openstack-request-id: req-c250b9a7-91b2-4ffd-98af-09a61bcd0d3d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:48.469500 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967be7fe-2826-432c-9234-9ff5131f0328", "tag": "ab4631f1-4172-447c-b4e2-2b6e667ac04e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:48.469837 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c250b9a7-91b2-4ffd-98af-09a61bcd0d3d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:48.470935 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967be7fe-2826-432c-9234-9ff5131f0328', 'tag': 'ab4631f1-4172-447c-b4e2-2b6e667ac04e', 'status': 'completed', 'code': 200} Feb 11 04:55:48.478498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'port': {'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90', 'admin_state_up': True, 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'security_groups': ['fc7c821e-5e92-4cfa-8d17-35517d3993e6']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:48.573627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5efe01-7893-4d4d-a6a8-d8f11db0ae7b req-92e5e511-c700-4042-a9a8-d130b48f6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:48.580251 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff5efe01-7893-4d4d-a6a8-d8f11db0ae7b req-92e5e511-c700-4042-a9a8-d130b48f6a8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b435873f-693a-4116-8d94-539975211297 HTTP/1.1" status: 200 len: 916 time: 0.9365008 Feb 11 04:55:48.620606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fc3d5-0677-4e29-8d59-9d6748ec2919 req-7819970e-70ca-40c5-9524-1bdf031ec567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:48.622135 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e2fc3d5-0677-4e29-8d59-9d6748ec2919 req-7819970e-70ca-40c5-9524-1bdf031ec567 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b435873f-693a-4116-8d94-539975211297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6145203 Feb 11 04:55:48.702415 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e10e3535-e77f-4d81-a5d7-2f5d8bedc562 None None] Provisioning complete for port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:48.703026 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e10e3535-e77f-4d81-a5d7-2f5d8bedc562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:48.713452 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-50ee018b-9be1-4e14-91b9-e1f1ce91c672 req-a41c0c98-f445-44db-91c2-118ab11d1718 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588618 Feb 11 04:55:48.759451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e10e3535-e77f-4d81-a5d7-2f5d8bedc562 None None] Port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:48.815361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:48.818737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:48.873109 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e2fc3d5-0677-4e29-8d59-9d6748ec2919 req-eb5062a2-6164-465f-a5ef-e9b45d948a98 service neutron] 10.222.0.60 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179158 Feb 11 04:55:48.876123 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e9a1-08f3-4a51-9bb9-391e50cf11c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (e00992a2-897f-4321-aed2-c88a84408680), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:48.919779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8e9a1-08f3-4a51-9bb9-391e50cf11c8 None None] Pushing event deleted for resources: {'Port': ['ID=e00992a2-897f-4321-aed2-c88a84408680,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:48.925541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8e9a1-08f3-4a51-9bb9-391e50cf11c8 None None] No DVR routers for this DVR port e00992a2-897f-4321-aed2-c88a84408680 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:55:49.020452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567b37f-5d17-4b2d-920e-d30c71fc27e5 req-b72ab46a-51ba-4b93-a316-cfbc7044e861 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:49.022827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e567b37f-5d17-4b2d-920e-d30c71fc27e5 req-b72ab46a-51ba-4b93-a316-cfbc7044e861 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 944 time: 0.2016296 Feb 11 04:55:49.107948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Allocated IP 10.1.1.92 (4ddd8ed5-ede1-429a-98f7-1f5a19258b90/718ad409-c615-4b2c-83f0-4c6062f3394f/a34789d3-0b2b-40d2-9c05-eb9df47feb66) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:49.142945 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e567b37f-5d17-4b2d-920e-d30c71fc27e5 req-bb5bba09-4003-4b25-957d-7aaddea6822a tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076427 Feb 11 04:55:49.382781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dd529-04d0-4bfe-ad52-a2d104ab6f48 req-c339bb2e-8e8c-4a7a-a86c-6c9742d1de16 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:49.388797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dd529-04d0-4bfe-ad52-a2d104ab6f48 req-c339bb2e-8e8c-4a7a-a86c-6c9742d1de16 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:49.396026 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-192dd529-04d0-4bfe-ad52-a2d104ab6f48 req-c339bb2e-8e8c-4a7a-a86c-6c9742d1de16 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 1653 time: 0.1462398 Feb 11 04:55:49.419756 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:49.481600 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-192dd529-04d0-4bfe-ad52-a2d104ab6f48 req-7bd31429-6d8f-4407-b765-462394046247 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829191 Feb 11 04:55:49.490473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff5efe01-7893-4d4d-a6a8-d8f11db0ae7b req-5ed3291a-729f-4563-8ef7-bfea41c5cead service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=447ebe74-7bb1-4d35-8efb-f4c09792f16e HTTP/1.1" status: 200 len: 217 time: 0.8372164 Feb 11 04:55:49.523565 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:49.560072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e00992a2-897f-4321-aed2-c88a84408680 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:55:49.586697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: e00992a2-897f-4321-aed2-c88a84408680 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:55:49.587741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e00992a2-897f-4321-aed2-c88a84408680 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:55:49.607042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 447ebe74-7bb1-4d35-8efb-f4c09792f16e details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:55:49.653011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:49.665894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:49.673580 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:49.683054 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Port': ['ID=a34789d3-0b2b-40d2-9c05-eb9df47feb66,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:49.786105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 447ebe74-7bb1-4d35-8efb-f4c09792f16e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=447ebe74-7bb1-4d35-8efb-f4c09792f16e,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:49.816863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '447ebe74-7bb1-4d35-8efb-f4c09792f16e', 'network_id': 'b435873f-693a-4116-8d94-539975211297', 'port_id': '447ebe74-7bb1-4d35-8efb-f4c09792f16e', 'mac_address': 'fa:16:3e:13:ec:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6268794-7aa3-4fec-b15e-3a23cc54a620', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:55:49.833248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:49.833896 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:49.887099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5efe01-7893-4d4d-a6a8-d8f11db0ae7b req-b6bb10f5-42c6-492c-99a2-be49c5190e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:49.892240 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff5efe01-7893-4d4d-a6a8-d8f11db0ae7b req-b6bb10f5-42c6-492c-99a2-be49c5190e8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6268794-7aa3-4fec-b15e-3a23cc54a620 HTTP/1.1" status: 200 len: 854 time: 0.1455770 Feb 11 04:55:49.922000 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 447ebe74-7bb1-4d35-8efb-f4c09792f16e is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:49.922413 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:49.940441 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f7df8637-36ef-41d9-a198-2cbdda45304b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4775333 Feb 11 04:55:49.957651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'port': {'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00', 'admin_state_up': True, 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'security_groups': ['fc7c821e-5e92-4cfa-8d17-35517d3993e6']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:49.961559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447ebe74-7bb1-4d35-8efb-f4c09792f16e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:50.007223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 447ebe74-7bb1-4d35-8efb-f4c09792f16e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=447ebe74-7bb1-4d35-8efb-f4c09792f16e,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:50.025200 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:50.047872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Deleting port e00992a2-897f-4321-aed2-c88a84408680 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:55:50.048235 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e00992a2-897f-4321-aed2-c88a84408680), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:50.076167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ca2d2-5420-49d1-a807-20fd58f33fce req-c4df997d-ff5e-4c98-a287-37541bbcdf77 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:50.085896 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b5ca2d2-5420-49d1-a807-20fd58f33fce req-c4df997d-ff5e-4c98-a287-37541bbcdf77 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 931 time: 0.2133608 Feb 11 04:55:50.157569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] For port e00992a2-897f-4321-aed2-c88a84408680, host n-d-615180-58, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:50.157893 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e00992a2-897f-4321-aed2-c88a84408680), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:50.172052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=447ebe74-7bb1-4d35-8efb-f4c09792f16e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:50.173991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Calling delete_port for e00992a2-897f-4321-aed2-c88a84408680 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:55:50.176847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Port e00992a2-897f-4321-aed2-c88a84408680 was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:55:50.179948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f87a-6ad5-498a-a8e5-bc5e96ef07a5 req-965c4015-a0bb-4f35-8764-4fbf36e8cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:50.181504 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e63f87a-6ad5-498a-a8e5-bc5e96ef07a5 req-965c4015-a0bb-4f35-8764-4fbf36e8cfc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5aa7543d425410d81af39f6a38527bf&device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 1127 time: 1.7095108 Feb 11 04:55:50.208572 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e00992a2-897f-4321-aed2-c88a84408680), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:50.224891 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413baec6-abc6-4514-8b14-f19fb527e70f req-5f68e708-9e45-4ada-b6ae-de4884af48d6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:50.226069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6e264e42-fd85-48df-ad89-2d700211fb07 None None] Provisioning complete for port a34789d3-0b2b-40d2-9c05-eb9df47feb66 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:50.226636 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6e264e42-fd85-48df-ad89-2d700211fb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:50.231243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-413baec6-abc6-4514-8b14-f19fb527e70f req-5f68e708-9e45-4ada-b6ae-de4884af48d6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 1.6332741 Feb 11 04:55:50.275552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] No DVR routers for this DVR port e00992a2-897f-4321-aed2-c88a84408680 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:55:50.293999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6e264e42-fd85-48df-ad89-2d700211fb07 None None] Port a34789d3-0b2b-40d2-9c05-eb9df47feb66 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:50.332904 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b5ca2d2-5420-49d1-a807-20fd58f33fce req-2ac3b4e7-5896-4219-a5ea-15b3bf8fb7d1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419538 Feb 11 04:55:50.376833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:50.416723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['447ebe74-7bb1-4d35-8efb-f4c09792f16e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:55:50.534649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Pushing event deleted for resources: {'Port': ['ID=e00992a2-897f-4321-aed2-c88a84408680,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:50.541379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f87a-6ad5-498a-a8e5-bc5e96ef07a5 req-0d12a93a-9825-47bb-85ad-9e905abc5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:50.542926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e63f87a-6ad5-498a-a8e5-bc5e96ef07a5 req-0d12a93a-9825-47bb-85ad-9e905abc5ad6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b435873f-693a-4116-8d94-539975211297 HTTP/1.1" status: 200 len: 916 time: 0.2919390 Feb 11 04:55:50.687729 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (40fabe5f-7c03-4759-99b8-2c05b5cb4c47), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:50.745525 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fabe5f-7c03-4759-99b8-2c05b5cb4c47']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:50.761526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e246d1bb-b4b3-433f-8437-39f3df6f45ee') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:50.761735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e246d1bb-b4b3-433f-8437-39f3df6f45ee') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:50.785320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (e246d1bb-b4b3-433f-8437-39f3df6f45ee), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:50.901052 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e63f87a-6ad5-498a-a8e5-bc5e96ef07a5 req-82f86a1d-4239-46ed-904b-3dbd839a9f6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab4631f1-4172-447c-b4e2-2b6e667ac04e HTTP/1.1" status: 200 len: 217 time: 0.0915613 Feb 11 04:55:50.904127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:50.946584 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e246d1bb-b4b3-433f-8437-39f3df6f45ee), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:50.962944 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Publish callbacks [] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:50.985958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e2fc3d5-0677-4e29-8d59-9d6748ec2919 req-44a49a50-1aea-4bd9-b082-8eefec03caeb service neutron] 10.222.0.60 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9949815 Feb 11 04:55:50.997397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:55:50.998485 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (e246d1bb-b4b3-433f-8437-39f3df6f45ee), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:55:51.014707 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:55:51.018065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ab4631f1-4172-447c-b4e2-2b6e667ac04e details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:55:51.059290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Transition to ACTIVE for port object 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:55:51.076953 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:51.133990 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-413baec6-abc6-4514-8b14-f19fb527e70f req-7c50063e-19a2-4663-ba76-5a358120db5e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8968873 Feb 11 04:55:51.136150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5efe01-7893-4d4d-a6a8-d8f11db0ae7b req-0406a4ee-7005-4c53-ba82-15c627611ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:51.138379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff5efe01-7893-4d4d-a6a8-d8f11db0ae7b req-0406a4ee-7005-4c53-ba82-15c627611ba9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b435873f-693a-4116-8d94-539975211297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.2058017 Feb 11 04:55:51.165877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:51.254484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ab4631f1-4172-447c-b4e2-2b6e667ac04e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ab4631f1-4172-447c-b4e2-2b6e667ac04e,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:51.285293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'ab4631f1-4172-447c-b4e2-2b6e667ac04e', 'network_id': 'b435873f-693a-4116-8d94-539975211297', 'port_id': 'ab4631f1-4172-447c-b4e2-2b6e667ac04e', 'mac_address': 'fa:16:3e:8d:e2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6268794-7aa3-4fec-b15e-3a23cc54a620', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:55:51.287881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 486bb568-debf-4a78-8788-232f38e2fedb up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:51.331089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146abe8-0825-4fd4-8954-a3d1815a53d8 req-db4c003c-bf00-49fc-b2bf-220a674b16b8 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:51.334852 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4146abe8-0825-4fd4-8954-a3d1815a53d8 req-db4c003c-bf00-49fc-b2bf-220a674b16b8 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 944 time: 0.8928921 Feb 11 04:55:51.397856 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f87a-6ad5-498a-a8e5-bc5e96ef07a5 req-0247bd37-499b-4ef2-bf67-6435b5210759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:51.402604 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e63f87a-6ad5-498a-a8e5-bc5e96ef07a5 req-0247bd37-499b-4ef2-bf67-6435b5210759 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6268794-7aa3-4fec-b15e-3a23cc54a620 HTTP/1.1" status: 200 len: 854 time: 0.4804454 Feb 11 04:55:51.404581 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff5efe01-7893-4d4d-a6a8-d8f11db0ae7b req-c64bf72a-3052-4c2b-9f84-0faaa66dc77d service neutron] 10.222.0.10 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580540 Feb 11 04:55:51.407946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6a10b2-f9f6-4320-b610-b8821d3f0a20,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:51.427291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ab4631f1-4172-447c-b4e2-2b6e667ac04e is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:51.427729 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:51.479894 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4146abe8-0825-4fd4-8954-a3d1815a53d8 req-fae6855c-2f11-4683-9b06-3d81c618082f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342988 Feb 11 04:55:51.504954 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4631f1-4172-447c-b4e2-2b6e667ac04e {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:51.549102 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff5efe01-7893-4d4d-a6a8-d8f11db0ae7b req-40edecf3-4bce-4c20-b155-7dc277b69e21 service neutron] 10.222.0.10 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085007 Feb 11 04:55:51.594604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 486bb568-debf-4a78-8788-232f38e2fedb completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:55:51.610657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 447ebe74-7bb1-4d35-8efb-f4c09792f16e up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:51.643044 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (40fabe5f-7c03-4759-99b8-2c05b5cb4c47), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:51.649934 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:51.665396 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] 10.222.0.48 "DELETE /v2.0/networks/40fabe5f-7c03-4759-99b8-2c05b5cb4c47 HTTP/1.1" status: 204 len: 168 time: 4.2636526 Feb 11 04:55:51.696481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ab4631f1-4172-447c-b4e2-2b6e667ac04e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ab4631f1-4172-447c-b4e2-2b6e667ac04e,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:51.702535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 486bb568-debf-4a78-8788-232f38e2fedb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:51.702535 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (486bb568-debf-4a78-8788-232f38e2fedb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:51.732147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Allocated IP 10.2.2.100 (a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00/e291671b-3e0f-4d5c-8943-d14fa4114dd4/1a965ce7-4189-4ce1-8af5-5258c8a76c3f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:51.767841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fec61a-f372-4aed-b69a-5fdf27038528 tempest-DHCPAgentSchedulersTestJSON-1775583456 tempest-DHCPAgentSchedulersTestJSON-1775583456-project] Pushing event deleted for resources: {'Network': ['ID=40fabe5f-7c03-4759-99b8-2c05b5cb4c47,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:51.795632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f87a-6ad5-498a-a8e5-bc5e96ef07a5 req-b536e797-dbab-44fe-8517-dedb21ed8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:51.798653 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e63f87a-6ad5-498a-a8e5-bc5e96ef07a5 req-b536e797-dbab-44fe-8517-dedb21ed8e70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b435873f-693a-4116-8d94-539975211297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3836167 Feb 11 04:55:51.807757 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:51.902207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 447ebe74-7bb1-4d35-8efb-f4c09792f16e completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:55:51.929455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 447ebe74-7bb1-4d35-8efb-f4c09792f16e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:51.930818 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:52.113195 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e63f87a-6ad5-498a-a8e5-bc5e96ef07a5 req-971cfe53-6a00-48fa-b7df-e93c965b0844 service neutron] 10.222.0.60 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642839 Feb 11 04:55:52.123373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbe2fc-6fa9-4ddc-8f68-26abe5638d94 req-dbbe1cc0-6091-467e-8d1d-c5b61b35dfee tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:52.127412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f0bbe2fc-6fa9-4ddc-8f68-26abe5638d94 req-dbbe1cc0-6091-467e-8d1d-c5b61b35dfee tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.3383839 Feb 11 04:55:52.174196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead54883-847d-4991-9a92-2eb38fd9c1ff req-3037836c-ff2d-4732-94e0-ca1f0da9bf6e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:52.182189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead54883-847d-4991-9a92-2eb38fd9c1ff req-3037836c-ff2d-4732-94e0-ca1f0da9bf6e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:52.187807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead54883-847d-4991-9a92-2eb38fd9c1ff req-3037836c-ff2d-4732-94e0-ca1f0da9bf6e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:52.198064 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ead54883-847d-4991-9a92-2eb38fd9c1ff req-3037836c-ff2d-4732-94e0-ca1f0da9bf6e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 2373 time: 0.7776070 Feb 11 04:55:52.251727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ab4631f1-4172-447c-b4e2-2b6e667ac04e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:52.360651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 447ebe74-7bb1-4d35-8efb-f4c09792f16e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:52.361068 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:52.386275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ab4631f1-4172-447c-b4e2-2b6e667ac04e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:55:52.388157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42288) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:52.402244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Attempting to bind port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:52.402577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Attempting to bind port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:52.403091 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Attempting to bind port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:52.413205 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:52.422677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f0bbe2fc-6fa9-4ddc-8f68-26abe5638d94 req-ea5ad5c7-c15c-4adf-a0b5-c16d7857422a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668831 Feb 11 04:55:52.429917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:55:52.430392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Attempting to bind port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:52.485367 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ead54883-847d-4991-9a92-2eb38fd9c1ff req-2c679013-5dd0-405b-8d50-83396d015619 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863371 Feb 11 04:55:52.491305 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:52.512632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 486bb568-debf-4a78-8788-232f38e2fedb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:52.513044 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (486bb568-debf-4a78-8788-232f38e2fedb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:52.516971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:52.519018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Checking segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:52.519661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Bound using segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:52.521265 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Bound port: 3e6a10b2-f9f6-4320-b610-b8821d3f0a20, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:52.523484 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:52.527048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:52.529897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:52.548518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:52.552931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2e6eec-cec5-47d0-9685-da4f96790a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447ebe74-7bb1-4d35-8efb-f4c09792f16e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:52.573696 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7364741-a5d0-47e9-bbac-89efb9e92abd" -d '{"events": [{"server_uuid": "ff2e6eec-cec5-47d0-9685-da4f96790a1f", "name": "network-vif-plugged", "status": "completed", "tag": "447ebe74-7bb1-4d35-8efb-f4c09792f16e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:52.653369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 447ebe74-7bb1-4d35-8efb-f4c09792f16e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=447ebe74-7bb1-4d35-8efb-f4c09792f16e,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:52.713349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Port': ['ID=1a965ce7-4189-4ce1-8af5-5258c8a76c3f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:52.729198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:52.730508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 486bb568-debf-4a78-8788-232f38e2fedb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=486bb568-debf-4a78-8788-232f38e2fedb,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:52.730696 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:52.772273 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-114b15ee-8c6d-48a1-a9ec-2030c0f0d7eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8177946 Feb 11 04:55:52.785337 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e63f87a-6ad5-498a-a8e5-bc5e96ef07a5 req-d37b1e16-c772-4042-9614-3614b214e65b service neutron] 10.222.0.60 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281395 Feb 11 04:55:52.795235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'port': {'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00', 'admin_state_up': True, 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'security_groups': ['fc7c821e-5e92-4cfa-8d17-35517d3993e6']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:52.847865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a02d67-76d7-4cd5-84ab-8a57cd0a522c req-091a1a23-b17f-428a-845f-fb4542f12dbb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:52.848132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] For port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:52.851395 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57a02d67-76d7-4cd5-84ab-8a57cd0a522c req-091a1a23-b17f-428a-845f-fb4542f12dbb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 943 time: 0.2183917 Feb 11 04:55:52.854338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] For port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3e6a10b2-f9f6-4320-b610-b8821d3f0a20,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:52.855825 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (486bb568-debf-4a78-8788-232f38e2fedb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:52.865772 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:52.866597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25757523-1f40-4ed2-b38f-9df214897ca4 req-ea7c93f7-b07a-4ce1-a265-f3a8e6805277 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:52.876321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25757523-1f40-4ed2-b38f-9df214897ca4 req-ea7c93f7-b07a-4ce1-a265-f3a8e6805277 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 945 time: 0.1455803 Feb 11 04:55:52.906017 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:52.999471 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57a02d67-76d7-4cd5-84ab-8a57cd0a522c req-661ca19d-10b2-4873-8230-d1a5e2002609 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231711 Feb 11 04:55:53.020910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=486bb568-debf-4a78-8788-232f38e2fedb,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:53.041443 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dc2d7bf9-2c91-414b-889e-45353e00cf97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc942930c4264d79938cc22959edeaca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6399317 Feb 11 04:55:53.044097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42302) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:53.063051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:53.065176 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:53.071021 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] 10.222.0.10 "PUT /v2.0/ports/3e6a10b2-f9f6-4320-b610-b8821d3f0a20 HTTP/1.1" status: 200 len: 1092 time: 5.7344961 Feb 11 04:55:53.075261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47257a66-bda8-46e1-90a4-ba59ad1bdc2b', 'tag': '3e6a10b2-f9f6-4320-b610-b8821d3f0a20'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:53.081061 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355c429f-1a1c-4855-9c21-83127c0e7c15" -d '{"events": [{"name": "network-changed", "server_uuid": "47257a66-bda8-46e1-90a4-ba59ad1bdc2b", "tag": "3e6a10b2-f9f6-4320-b610-b8821d3f0a20"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:53.160827 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=447ebe74-7bb1-4d35-8efb-f4c09792f16e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:53.176535 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc59e488-124a-49c2-ae40-ffd5d016fdd6 x-openstack-request-id: req-cc59e488-124a-49c2-ae40-ffd5d016fdd6 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:53.176874 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2e6eec-cec5-47d0-9685-da4f96790a1f", "name": "network-vif-plugged", "status": "completed", "tag": "447ebe74-7bb1-4d35-8efb-f4c09792f16e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:53.177138 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc59e488-124a-49c2-ae40-ffd5d016fdd6 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:53.177542 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2e6eec-cec5-47d0-9685-da4f96790a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447ebe74-7bb1-4d35-8efb-f4c09792f16e', 'code': 200} Feb 11 04:55:53.180964 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b197de9-e50d-4ab0-bfa7-2ff1d2e7a96e admin admin] Publish callbacks [] for security_group (93fae385-7c2d-4e7c-9b35-f0e7f4fffaf2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:53.184047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Made reservation on behalf of 62e90bc09e0a46e888c74e8489658ef9 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:53.190707 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:53.227571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6a5a63e9-f558-478c-b149-7c608b9a1444 None None] Provisioning complete for port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:53.227571 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a5a63e9-f558-478c-b149-7c608b9a1444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:53.282060 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25757523-1f40-4ed2-b38f-9df214897ca4 req-4792f996-244c-44af-b01e-7865dc7aec6e tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047015 Feb 11 04:55:53.332855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a63e9-f558-478c-b149-7c608b9a1444 None None] Port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:53.343096 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b197de9-e50d-4ab0-bfa7-2ff1d2e7a96e admin admin] Publish callbacks [] for security_group (93fae385-7c2d-4e7c-9b35-f0e7f4fffaf2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:53.427524 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260dd8f5-5b6a-4ca3-bc58-739fd9bb1fc7 x-openstack-request-id: req-260dd8f5-5b6a-4ca3-bc58-739fd9bb1fc7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:53.435208 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47257a66-bda8-46e1-90a4-ba59ad1bdc2b", "tag": "3e6a10b2-f9f6-4320-b610-b8821d3f0a20", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:53.435498 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-260dd8f5-5b6a-4ca3-bc58-739fd9bb1fc7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:53.435939 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47257a66-bda8-46e1-90a4-ba59ad1bdc2b', 'tag': '3e6a10b2-f9f6-4320-b610-b8821d3f0a20', 'status': 'completed', 'code': 200} Feb 11 04:55:53.453862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3079b25-537f-4c8f-b6e6-2b8059dba8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6a10b2-f9f6-4320-b610-b8821d3f0a20,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:53.501536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-a4500f90-2025-485c-9d62-98fb0e418eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:53.504235 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-a4500f90-2025-485c-9d62-98fb0e418eb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 1126 time: 0.3680034 Feb 11 04:55:53.603583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-5e109710-3779-41a1-8b4c-885573585c7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e6a10b2-f9f6-4320-b610-b8821d3f0a20 HTTP/1.1" status: 200 len: 217 time: 0.0813415 Feb 11 04:55:53.606429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f834a-b02c-4cc0-8b1d-1d218b7f3592 req-74bca41f-d365-4e9b-947e-bc8e616f29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:53.614202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-124f834a-b02c-4cc0-8b1d-1d218b7f3592 req-74bca41f-d365-4e9b-947e-bc8e616f29f5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ff2e6eec-cec5-47d0-9685-da4f96790a1f HTTP/1.1" status: 200 len: 1129 time: 0.3310037 Feb 11 04:55:53.663612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Allocated IP 10.2.2.200 (a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00/e291671b-3e0f-4d5c-8943-d14fa4114dd4/7ca0f07d-807c-4db0-9432-e2f5c2454549) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:53.797243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-a45f9140-20af-423d-a6f7-49827a4172f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:53.800197 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-a45f9140-20af-423d-a6f7-49827a4172f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.1826804 Feb 11 04:55:53.808965 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-124f834a-b02c-4cc0-8b1d-1d218b7f3592 req-3be16e6a-8248-4203-8d7d-08303a99e5bd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726964 Feb 11 04:55:53.854557 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:53.894162 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:53.923631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465bca-3b73-485d-b4f0-6e8037fed237 req-536f9861-ea9c-46a2-88a9-758096f5db87 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:53.934619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465bca-3b73-485d-b4f0-6e8037fed237 req-536f9861-ea9c-46a2-88a9-758096f5db87 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:53.948129 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:53.950586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465bca-3b73-485d-b4f0-6e8037fed237 req-536f9861-ea9c-46a2-88a9-758096f5db87 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:53.958175 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b197de9-e50d-4ab0-bfa7-2ff1d2e7a96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (93fae385-7c2d-4e7c-9b35-f0e7f4fffaf2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:53.960888 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b197de9-e50d-4ab0-bfa7-2ff1d2e7a96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:53.962024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465bca-3b73-485d-b4f0-6e8037fed237 req-536f9861-ea9c-46a2-88a9-758096f5db87 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:53.962157 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1b197de9-e50d-4ab0-bfa7-2ff1d2e7a96e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93fae385-7c2d-4e7c-9b35-f0e7f4fffaf2 HTTP/1.1" status: 204 len: 168 time: 0.9170287 Feb 11 04:55:53.971398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9d465bca-3b73-485d-b4f0-6e8037fed237 req-536f9861-ea9c-46a2-88a9-758096f5db87 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 3094 time: 0.2889156 Feb 11 04:55:53.983526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:54.012779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:54.059394 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9d465bca-3b73-485d-b4f0-6e8037fed237 req-71092048-75b3-47c0-ae21-bc8ba9ff15c7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806627 Feb 11 04:55:54.064786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-685d7fed-c98f-4476-87d5-7efba4a46d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:54.067256 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-685d7fed-c98f-4476-87d5-7efba4a46d7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2562976 Feb 11 04:55:54.149622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b197de9-e50d-4ab0-bfa7-2ff1d2e7a96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fae385-7c2d-4e7c-9b35-f0e7f4fffaf2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:54.191280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30649d-36e8-4439-a5af-bb5fc2106bfb req-131b7123-b6bf-4e05-a8b5-1240c9871164 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:54.202333 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c30649d-36e8-4439-a5af-bb5fc2106bfb req-131b7123-b6bf-4e05-a8b5-1240c9871164 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/networks?id=b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 200 len: 813 time: 0.8580508 Feb 11 04:55:54.207744 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event updated for resources: {'Port': ['ID=7ca0f07d-807c-4db0-9432-e2f5c2454549,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:54.234862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:54.235964 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:54.251373 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c30649d-36e8-4439-a5af-bb5fc2106bfb req-8fab1535-eed4-4b5c-9923-f99b79e9f9e5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/quotas/a0d0af48ff764b78ad9fdc536be1a471 HTTP/1.1" status: 200 len: 375 time: 0.0477865 Feb 11 04:55:54.346552 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c425842e-5929-4060-b529-00bc9fdd1199 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5565841 Feb 11 04:55:54.369671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca50239-b7be-4341-be92-5cae0f4c30eb req-9e9540b4-2213-44e3-a67b-b7a1671d2d11 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:54.371610 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2ca50239-b7be-4341-be92-5cae0f4c30eb req-9e9540b4-2213-44e3-a67b-b7a1671d2d11 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 943 time: 0.1989861 Feb 11 04:55:54.374322 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-79f8da05-9e12-482b-b1ed-45d6484507ce service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833986 Feb 11 04:55:54.393317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Request body: {'port': {'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:54.560702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c1dd84a9-af02-47ea-8f63-9b4e32ab08bd None None] Provisioning complete for port 7ca0f07d-807c-4db0-9432-e2f5c2454549 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:54.561708 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1dd84a9-af02-47ea-8f63-9b4e32ab08bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:54.573700 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c30649d-36e8-4439-a5af-bb5fc2106bfb req-43fcd3b2-66fd-4489-aab3-c0f520746c24 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3213346 Feb 11 04:55:54.579417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (44b79c8b-5671-4b61-935b-3207941610d4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:54.656332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd84a9-af02-47ea-8f63-9b4e32ab08bd None None] Port 7ca0f07d-807c-4db0-9432-e2f5c2454549 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:54.692066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a4b944c-7455-44a4-a37e-43e90c749f67 req-26990ff8-11cb-48f9-977e-b318e391f729 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010917 Feb 11 04:55:54.695728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42340) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:54.732727 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de7cf018-ae23-49e7-8e1b-73ebe3e0f838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:54.743458 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2ca50239-b7be-4341-be92-5cae0f4c30eb req-b2de8842-9b01-4e52-8f36-b47575cf974f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645053 Feb 11 04:55:54.950113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de7cf018-ae23-49e7-8e1b-73ebe3e0f838 admin admin] Publish callbacks [] for security_group (21131d08-b1b6-47c8-9b0d-1b058b8a0922), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:54.983373 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de7cf018-ae23-49e7-8e1b-73ebe3e0f838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (21131d08-b1b6-47c8-9b0d-1b058b8a0922), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:55.010832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c429f-1a1c-4855-9c21-83127c0e7c15 req-e3c23c5d-14b3-4acb-965e-f90177f4f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:55.012832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-355c429f-1a1c-4855-9c21-83127c0e7c15 req-e3c23c5d-14b3-4acb-965e-f90177f4f5e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 1126 time: 0.1695621 Feb 11 04:55:55.020907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cf018-ae23-49e7-8e1b-73ebe3e0f838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21131d08-b1b6-47c8-9b0d-1b058b8a0922,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:55.046531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ab4631f1-4172-447c-b4e2-2b6e667ac04e up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:55.053242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dd799-d355-4b13-a0a7-fe4dc232cb8e req-7633e49d-b1b0-446d-b80f-3159f1adf4b8 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:55.055953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d71dd799-d355-4b13-a0a7-fe4dc232cb8e req-7633e49d-b1b0-446d-b80f-3159f1adf4b8 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 945 time: 0.2404680 Feb 11 04:55:55.121305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f7ff7-40c0-4132-9075-602b1b3fde3a req-e4c2dc69-5ced-4e12-a900-a0d6151d9c1c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:55.123746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-da7f7ff7-40c0-4132-9075-602b1b3fde3a req-e4c2dc69-5ced-4e12-a900-a0d6151d9c1c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2509065 Feb 11 04:55:55.150076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port ab4631f1-4172-447c-b4e2-2b6e667ac04e completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:55:55.156353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port ab4631f1-4172-447c-b4e2-2b6e667ac04e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:55.157029 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:55.169695 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-de7cf018-ae23-49e7-8e1b-73ebe3e0f838 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60e88f5c16874f30b18d95b6518da76e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4702361 Feb 11 04:55:55.173982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42348) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:55.179889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d71dd799-d355-4b13-a0a7-fe4dc232cb8e req-5a439d2a-d9ab-4659-b1c9-245a43e5e2b6 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087551 Feb 11 04:55:55.213080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01619fe-4fc2-4514-af18-cf4987384bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486bb568-debf-4a78-8788-232f38e2fedb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:55.218127 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e4fa9f-6191-408e-ac5e-f0c3e20bdcf8" -d '{"events": [{"server_uuid": "d01619fe-4fc2-4514-af18-cf4987384bb3", "name": "network-vif-plugged", "status": "completed", "tag": "486bb568-debf-4a78-8788-232f38e2fedb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:55.307880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b79c8b-5671-4b61-935b-3207941610d4 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:55.322926 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Publish callbacks [] for port (44b79c8b-5671-4b61-935b-3207941610d4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:55.357475 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ab4631f1-4172-447c-b4e2-2b6e667ac04e is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:55.359313 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:55.359518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Transition to ACTIVE for port object 44b79c8b-5671-4b61-935b-3207941610d4 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:55:55.393539 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (44b79c8b-5671-4b61-935b-3207941610d4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:55.419587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-da7f7ff7-40c0-4132-9075-602b1b3fde3a req-b9ae7c0b-5da5-440a-a503-5027030f2ce6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705452 Feb 11 04:55:55.423924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c429f-1a1c-4855-9c21-83127c0e7c15 req-2ec4b6ad-d8c9-4ebb-98dd-a3294d51ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:55.426476 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-355c429f-1a1c-4855-9c21-83127c0e7c15 req-2ec4b6ad-d8c9-4ebb-98dd-a3294d51ab1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.3735096 Feb 11 04:55:55.454423 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7afde01-4527-4060-aad0-4cf550a64cf2 admin admin] Publish callbacks [] for security_group (21131d08-b1b6-47c8-9b0d-1b058b8a0922), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:55.456273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ab4631f1-4172-447c-b4e2-2b6e667ac04e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ab4631f1-4172-447c-b4e2-2b6e667ac04e,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:55.468372 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:55.524204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-355c429f-1a1c-4855-9c21-83127c0e7c15 req-901f23c1-7310-45e8-837b-b39ccfa12d62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e6a10b2-f9f6-4320-b610-b8821d3f0a20 HTTP/1.1" status: 200 len: 217 time: 0.0895600 Feb 11 04:55:55.558421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ab4631f1-4172-447c-b4e2-2b6e667ac04e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:55.569060 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f730e12-76aa-4eda-824f-db6027015c33 x-openstack-request-id: req-3f730e12-76aa-4eda-824f-db6027015c33 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:55.569683 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01619fe-4fc2-4514-af18-cf4987384bb3", "name": "network-vif-plugged", "status": "completed", "tag": "486bb568-debf-4a78-8788-232f38e2fedb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:55.569683 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f730e12-76aa-4eda-824f-db6027015c33 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:55.570248 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01619fe-4fc2-4514-af18-cf4987384bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486bb568-debf-4a78-8788-232f38e2fedb', 'code': 200} Feb 11 04:55:55.664786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7afde01-4527-4060-aad0-4cf550a64cf2 admin admin] Publish callbacks [] for security_group (21131d08-b1b6-47c8-9b0d-1b058b8a0922), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:55.680819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=44b79c8b-5671-4b61-935b-3207941610d4,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:55.781799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2309163-526a-4dc0-9e69-2f4d00998274 req-be28cf39-da09-4994-b89a-9fff4e5c5ff8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:55.805536 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2309163-526a-4dc0-9e69-2f4d00998274 req-be28cf39-da09-4994-b89a-9fff4e5c5ff8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:55.835949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2309163-526a-4dc0-9e69-2f4d00998274 req-be28cf39-da09-4994-b89a-9fff4e5c5ff8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:55.863187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2309163-526a-4dc0-9e69-2f4d00998274 req-be28cf39-da09-4994-b89a-9fff4e5c5ff8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:55.883130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2309163-526a-4dc0-9e69-2f4d00998274 req-be28cf39-da09-4994-b89a-9fff4e5c5ff8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:55.891111 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d2309163-526a-4dc0-9e69-2f4d00998274 req-be28cf39-da09-4994-b89a-9fff4e5c5ff8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 3827 time: 0.5273902 Feb 11 04:55:55.955532 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Attempting to bind port 44b79c8b-5671-4b61-935b-3207941610d4 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:55.955883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Attempting to bind port 44b79c8b-5671-4b61-935b-3207941610d4 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:55.956193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Attempting to bind port 44b79c8b-5671-4b61-935b-3207941610d4 on network 6a1cd155-5f32-4482-a0a4-4915da40c158 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:55.976068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Port 44b79c8b-5671-4b61-935b-3207941610d4 on network 6a1cd155-5f32-4482-a0a4-4915da40c158 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:55:55.976443 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Attempting to bind port 44b79c8b-5671-4b61-935b-3207941610d4 on network 6a1cd155-5f32-4482-a0a4-4915da40c158 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:55.986566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c429f-1a1c-4855-9c21-83127c0e7c15 req-f0c2fde1-464b-4528-95c5-af96cfd7f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:55.988459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-355c429f-1a1c-4855-9c21-83127c0e7c15 req-f0c2fde1-464b-4528-95c5-af96cfd7f081 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.4143374 Feb 11 04:55:56.017136 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:56.019635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Checking segment: {'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:56.020085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Bound using segment: {'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:56.020538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Bound port: 44b79c8b-5671-4b61-935b-3207941610d4, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:56.020909 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (44b79c8b-5671-4b61-935b-3207941610d4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:56.066627 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7afde01-4527-4060-aad0-4cf550a64cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (21131d08-b1b6-47c8-9b0d-1b058b8a0922), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:56.070012 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7afde01-4527-4060-aad0-4cf550a64cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:56.071386 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f7afde01-4527-4060-aad0-4cf550a64cf2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21131d08-b1b6-47c8-9b0d-1b058b8a0922 HTTP/1.1" status: 204 len: 168 time: 0.8255281 Feb 11 04:55:56.096011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1953d8-664a-4624-ae02-0dfccb998e85 req-98f65f9f-8c33-47d3-91a5-381a71b3171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:56.097539 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-da1953d8-664a-4624-ae02-0dfccb998e85 req-98f65f9f-8c33-47d3-91a5-381a71b3171d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 1128 time: 0.3938038 Feb 11 04:55:56.098280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afde01-4527-4060-aad0-4cf550a64cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21131d08-b1b6-47c8-9b0d-1b058b8a0922,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:56.116828 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d2309163-526a-4dc0-9e69-2f4d00998274 req-f16bf4f2-b87a-48a6-a0b3-9c541472a0b2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246192 Feb 11 04:55:56.157983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] For port 44b79c8b-5671-4b61-935b-3207941610d4, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:56.162507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] For port 44b79c8b-5671-4b61-935b-3207941610d4, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=44b79c8b-5671-4b61-935b-3207941610d4,segment=NetworkSegment(4fbf6c5f-0e7a-4013-871a-59f2fbc0a995),segment_id=4fbf6c5f-0e7a-4013-871a-59f2fbc0a995)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:56.172169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d8bc-fbbb-40b1-bd96-4bf8ab063739 req-a61a2218-5f43-4768-be1c-2ef550dd7b08 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:56.178986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8183d8bc-fbbb-40b1-bd96-4bf8ab063739 req-a61a2218-5f43-4768-be1c-2ef550dd7b08 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.5088665 Feb 11 04:55:56.182375 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (44b79c8b-5671-4b61-935b-3207941610d4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:56.225992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c429f-1a1c-4855-9c21-83127c0e7c15 req-7f2831e1-0fa7-46ab-a794-1527a4c10ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:56.234724 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-355c429f-1a1c-4855-9c21-83127c0e7c15 req-7f2831e1-0fa7-46ab-a794-1527a4c10ae1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2282209 Feb 11 04:55:56.252946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:56.253738 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:56.256267 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] 10.222.0.60 "PUT /v2.0/ports/44b79c8b-5671-4b61-935b-3207941610d4 HTTP/1.1" status: 200 len: 1092 time: 1.8909318 Feb 11 04:55:56.257643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': '44b79c8b-5671-4b61-935b-3207941610d4'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:56.259842 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "44b79c8b-5671-4b61-935b-3207941610d4"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:56.302155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Request body: {'port': {'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:56.392586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6855ba-75a7-4872-b3a7-1702bb618ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=44b79c8b-5671-4b61-935b-3207941610d4,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:56.394607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-355c429f-1a1c-4855-9c21-83127c0e7c15 req-aabf8576-73cd-4fa0-aede-f5b8e4bc374c service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397638 Feb 11 04:55:56.452671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c3992-4cf7-40ef-8770-d3152da9df5a req-8d84532e-285b-4589-b280-3be73c09cb9f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:56.454572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-398c3992-4cf7-40ef-8770-d3152da9df5a req-8d84532e-285b-4589-b280-3be73c09cb9f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 943 time: 0.2041738 Feb 11 04:55:56.487173 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (10562436-6596-4dc4-8bd3-459375c70f15), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:56.551740 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8183d8bc-fbbb-40b1-bd96-4bf8ab063739 req-a01299a4-d8b6-48c7-ad3b-9bdee373db56 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421507 Feb 11 04:55:56.577058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-398c3992-4cf7-40ef-8770-d3152da9df5a req-7da0ae94-87fa-4653-b02b-11e938aa305b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097195 Feb 11 04:55:56.672795 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-da1953d8-664a-4624-ae02-0dfccb998e85 req-7dc9ffe2-a7d2-4007-8fb5-e1e4f114b630 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641642 Feb 11 04:55:56.738324 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8255fbf-d210-438c-989e-c3b3136e6463 x-openstack-request-id: req-f8255fbf-d210-438c-989e-c3b3136e6463 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:56.738324 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "44b79c8b-5671-4b61-935b-3207941610d4", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:56.738764 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8255fbf-d210-438c-989e-c3b3136e6463 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:56.739354 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': '44b79c8b-5671-4b61-935b-3207941610d4', 'status': 'completed', 'code': 200} Feb 11 04:55:56.846468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-355c429f-1a1c-4855-9c21-83127c0e7c15 req-e6d6179d-ce5e-4bc7-a882-bec46d7b824d service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123967 Feb 11 04:55:56.880721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8552a-cd56-463b-b30e-040b28c891d7 req-758727d2-e3f2-4ca7-a030-41ef017344f2 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:56.896870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-efc8552a-cd56-463b-b30e-040b28c891d7 req-758727d2-e3f2-4ca7-a030-41ef017344f2 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 946 time: 0.1979542 Feb 11 04:55:57.020853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-efc8552a-cd56-463b-b30e-040b28c891d7 req-68054853-3e23-45f7-bc3f-0734b489c9ef tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223764 Feb 11 04:55:57.095582 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4097746b-4881-4dc4-ac51-659fcc989abc req-30403e45-c713-4533-81b0-95c493149bf9 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a0d0af48ff764b78ad9fdc536be1a471 HTTP/1.1" status: 200 len: 221 time: 0.1249809 Feb 11 04:55:57.106413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10562436-6596-4dc4-8bd3-459375c70f15 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:57.125043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Publish callbacks [] for port (10562436-6596-4dc4-8bd3-459375c70f15), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:57.170857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Transition to ACTIVE for port object 10562436-6596-4dc4-8bd3-459375c70f15 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:55:57.180256 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (10562436-6596-4dc4-8bd3-459375c70f15), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:57.241272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd req-60c4fff9-619c-4801-992f-f321dc306035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:57.242302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd req-60c4fff9-619c-4801-992f-f321dc306035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:57.242963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd req-60c4fff9-619c-4801-992f-f321dc306035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:57.243709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd req-60c4fff9-619c-4801-992f-f321dc306035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:57.244365 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd req-60c4fff9-619c-4801-992f-f321dc306035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:57.246677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd req-60c4fff9-619c-4801-992f-f321dc306035 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62e90bc09e0a46e888c74e8489658ef9&device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 4394 time: 0.1360092 Feb 11 04:55:57.283078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=10562436-6596-4dc4-8bd3-459375c70f15,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:57.452118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd req-ba22dccc-aa47-491b-b7c0-7b8f1d6761b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:57.452721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd req-ba22dccc-aa47-491b-b7c0-7b8f1d6761b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:57.453340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd req-ba22dccc-aa47-491b-b7c0-7b8f1d6761b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:57.455270 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd req-ba22dccc-aa47-491b-b7c0-7b8f1d6761b5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=62e90bc09e0a46e888c74e8489658ef9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1915066 Feb 11 04:55:57.571485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967be7fe-2826-432c-9234-9ff5131f0328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4631f1-4172-447c-b4e2-2b6e667ac04e'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:57.573785 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194b00be-9420-4578-8a68-40a7e955ecd5" -d '{"events": [{"server_uuid": "967be7fe-2826-432c-9234-9ff5131f0328", "name": "network-vif-plugged", "status": "completed", "tag": "ab4631f1-4172-447c-b4e2-2b6e667ac04e"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:57.609091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3aa4-4d19-4da3-a5dd-0e90579623d8 req-2bd4307c-8e52-493c-9a1f-630a2b929f10 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:57.611743 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a0c3aa4-4d19-4da3-a5dd-0e90579623d8 req-2bd4307c-8e52-493c-9a1f-630a2b929f10 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.3141117 Feb 11 04:55:57.631822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:55:57.680255 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a0c3aa4-4d19-4da3-a5dd-0e90579623d8 req-73182f1b-28a5-486f-84d0-5a617df7f531 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559504 Feb 11 04:55:57.681676 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Attempting to bind port 10562436-6596-4dc4-8bd3-459375c70f15 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:57.682027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Attempting to bind port 10562436-6596-4dc4-8bd3-459375c70f15 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:57.682426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Attempting to bind port 10562436-6596-4dc4-8bd3-459375c70f15 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:57.687715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Port 10562436-6596-4dc4-8bd3-459375c70f15 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:55:57.688053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Attempting to bind port 10562436-6596-4dc4-8bd3-459375c70f15 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:57.697283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:57.697765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Checking segment: {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:57.698330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Bound using segment: {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:57.698827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Bound port: 10562436-6596-4dc4-8bd3-459375c70f15, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:57.699228 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (10562436-6596-4dc4-8bd3-459375c70f15), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:57.725782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd req-c3bf6f5f-21fc-4bc8-9bc3-46feb353c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:57.740894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbbfaf6c-39f6-4538-bfee-dd0e48e9c4cd req-c3bf6f5f-21fc-4bc8-9bc3-46feb353c31b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2785635 Feb 11 04:55:57.843941 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd71f596-5692-41e2-bfc3-888c1365a548 x-openstack-request-id: req-cd71f596-5692-41e2-bfc3-888c1365a548 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:57.844246 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967be7fe-2826-432c-9234-9ff5131f0328", "name": "network-vif-plugged", "status": "completed", "tag": "ab4631f1-4172-447c-b4e2-2b6e667ac04e", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:57.844701 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd71f596-5692-41e2-bfc3-888c1365a548 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:57.845119 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967be7fe-2826-432c-9234-9ff5131f0328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4631f1-4172-447c-b4e2-2b6e667ac04e', 'code': 200} Feb 11 04:55:57.882794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] For port 10562436-6596-4dc4-8bd3-459375c70f15, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:57.904881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] For port 10562436-6596-4dc4-8bd3-459375c70f15, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=10562436-6596-4dc4-8bd3-459375c70f15,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:57.925296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3e6a10b2-f9f6-4320-b610-b8821d3f0a20,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:57.928539 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (10562436-6596-4dc4-8bd3-459375c70f15), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:57.951755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '3e6a10b2-f9f6-4320-b610-b8821d3f0a20', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'port_id': '3e6a10b2-f9f6-4320-b610-b8821d3f0a20', 'mac_address': 'fa:16:3e:7c:9b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:55:58.053700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:58.058989 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:58.113014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:58.145106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cf73b-d604-47c4-863e-888dfcbc9e61 req-29eba531-35b3-420a-bbe1-734c1e6a0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:58.148839 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf9cf73b-d604-47c4-863e-888dfcbc9e61 req-29eba531-35b3-420a-bbe1-734c1e6a0d5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 1129 time: 0.2075255 Feb 11 04:55:58.179459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fb601-cd39-4b4b-83f9-b408f0a35cca req-483e670f-1704-4b7a-9677-bf71acf3672e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:58.183295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:58.184253 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:58.186784 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] 10.222.0.60 "PUT /v2.0/ports/10562436-6596-4dc4-8bd3-459375c70f15 HTTP/1.1" status: 200 len: 1131 time: 1.8943808 Feb 11 04:55:58.190630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fb601-cd39-4b4b-83f9-b408f0a35cca req-483e670f-1704-4b7a-9677-bf71acf3672e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:58.196078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3e6a10b2-f9f6-4320-b610-b8821d3f0a20,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:58.207216 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:58.209293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fb601-cd39-4b4b-83f9-b408f0a35cca req-483e670f-1704-4b7a-9677-bf71acf3672e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:58.223270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fb601-cd39-4b4b-83f9-b408f0a35cca req-483e670f-1704-4b7a-9677-bf71acf3672e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:58.242251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fb601-cd39-4b4b-83f9-b408f0a35cca req-483e670f-1704-4b7a-9677-bf71acf3672e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:58.265847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e47c02-f19b-4419-8368-f2f9626fdbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=10562436-6596-4dc4-8bd3-459375c70f15,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:58.272496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fb601-cd39-4b4b-83f9-b408f0a35cca req-483e670f-1704-4b7a-9677-bf71acf3672e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:58.277231 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b3fb601-cd39-4b4b-83f9-b408f0a35cca req-483e670f-1704-4b7a-9677-bf71acf3672e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 4599 time: 0.4454880 Feb 11 04:55:58.326678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31d092-0b72-42ae-b978-ae4e0409bbfd req-e87b6b69-f354-4a9c-8abc-1e770dab785a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:58.337545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=3e6a10b2-f9f6-4320-b610-b8821d3f0a20,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:58.340149 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b31d092-0b72-42ae-b978-ae4e0409bbfd req-e87b6b69-f354-4a9c-8abc-1e770dab785a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 943 time: 0.2831807 Feb 11 04:55:58.351161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Request body: {'port': {'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:58.385072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf9cf73b-d604-47c4-863e-888dfcbc9e61 req-55e1e898-326e-4a53-83c5-a9aa0819389e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826852 Feb 11 04:55:58.453941 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b3fb601-cd39-4b4b-83f9-b408f0a35cca req-59b2f68c-4ddf-41b3-b263-214b1300cf3c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639132 Feb 11 04:55:58.501357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b31d092-0b72-42ae-b978-ae4e0409bbfd req-a1b71292-b40f-4f14-bf00-23eabdf20550 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574500 Feb 11 04:55:58.504822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['3e6a10b2-f9f6-4320-b610-b8821d3f0a20'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:55:58.507875 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:58.754784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d0b45-8730-4897-93ad-a7111c98ba0f req-17587ceb-1c5d-4e09-b219-164c7fef29ab tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:58.757911 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a72d0b45-8730-4897-93ad-a7111c98ba0f req-17587ceb-1c5d-4e09-b219-164c7fef29ab tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1251490 Feb 11 04:55:58.768900 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c5ab3c0-c941-48c8-b202-1aecca6b1f47 req-a458d745-04d8-4016-92ea-1e2cc2dc9a8e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878954 Feb 11 04:55:58.810222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': '10562436-6596-4dc4-8bd3-459375c70f15'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:55:58.813189 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00985a02-45b4-4f68-b5e9-85adc6685041" -d '{"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "10562436-6596-4dc4-8bd3-459375c70f15"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:55:58.962929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a72d0b45-8730-4897-93ad-a7111c98ba0f req-7feda79c-8cf3-4d09-8ab2-ae18b6dd4cc7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980715 Feb 11 04:55:58.983585 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-0cbe6044-c163-48f2-9615-c0b9c6142267 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0763292 Feb 11 04:55:58.997959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871a3bc-7ec1-4a5d-9fdb-e952179037ac req-cc3eb88f-6585-46a2-ae14-90ffca8f354b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:58.997959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c871a3bc-7ec1-4a5d-9fdb-e952179037ac req-cc3eb88f-6585-46a2-ae14-90ffca8f354b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 946 time: 0.3679166 Feb 11 04:55:59.000454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ab3c0-c941-48c8-b202-1aecca6b1f47 req-2f498c72-4f60-4e1f-8657-0708d08aa2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.002065 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c5ab3c0-c941-48c8-b202-1aecca6b1f47 req-2f498c72-4f60-4e1f-8657-0708d08aa2e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 1129 time: 0.1854217 Feb 11 04:55:59.101909 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380c0261-35a4-432e-8d30-73043e01ad03 x-openstack-request-id: req-380c0261-35a4-432e-8d30-73043e01ad03 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:55:59.102115 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "10562436-6596-4dc4-8bd3-459375c70f15", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:55:59.102401 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-380c0261-35a4-432e-8d30-73043e01ad03 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:55:59.102872 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': '10562436-6596-4dc4-8bd3-459375c70f15', 'status': 'completed', 'code': 200} Feb 11 04:55:59.232028 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c871a3bc-7ec1-4a5d-9fdb-e952179037ac req-027d8233-69d8-4401-833b-d02d1dcf468c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218733 Feb 11 04:55:59.311305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ab3c0-c941-48c8-b202-1aecca6b1f47 req-d85c0da0-59bf-40e1-8537-f6b0fdc973c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.312800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c5ab3c0-c941-48c8-b202-1aecca6b1f47 req-d85c0da0-59bf-40e1-8537-f6b0fdc973c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 200 len: 914 time: 0.2855041 Feb 11 04:55:59.316633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-5b9f6ceb-794e-4b65-89c9-b02ec77bd3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.318731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-5b9f6ceb-794e-4b65-89c9-b02ec77bd3ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 1129 time: 0.1566381 Feb 11 04:55:59.352368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-424e60ac-b720-4ff3-98c0-331a4b8c588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.352843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-424e60ac-b720-4ff3-98c0-331a4b8c588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.353311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-424e60ac-b720-4ff3-98c0-331a4b8c588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.353773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-424e60ac-b720-4ff3-98c0-331a4b8c588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.354229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-424e60ac-b720-4ff3-98c0-331a4b8c588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.354684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-424e60ac-b720-4ff3-98c0-331a4b8c588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.356576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-424e60ac-b720-4ff3-98c0-331a4b8c588e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62e90bc09e0a46e888c74e8489658ef9&device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5349 time: 0.1598122 Feb 11 04:55:59.399349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f80bc2-27bf-4954-a7b7-3c8ab0383091 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:55:59.424949 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Publish callbacks [] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:59.447329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Transition to ACTIVE for port object c7f80bc2-27bf-4954-a7b7-3c8ab0383091 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:55:59.452155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:59.580303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f80bc2-27bf-4954-a7b7-3c8ab0383091,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:59.629736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Attempting to bind port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:59.630208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Attempting to bind port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:59.631404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Attempting to bind port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:59.648850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:59.770627 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42468) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:59.824322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:55:59.830701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:55:59.831658 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Attempting to bind port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:59.839272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:59.840007 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:59.854775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:59.860194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Checking segment: {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:59.860784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Bound using segment: {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:59.861371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Bound port: c7f80bc2-27bf-4954-a7b7-3c8ab0383091, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:59.861856 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:59.917731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0eb11-c437-4e9c-9120-b6d5df584df3 req-4bac6cac-f015-47b2-82b4-19aa9b796ff9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.938112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0eb11-c437-4e9c-9120-b6d5df584df3 req-4bac6cac-f015-47b2-82b4-19aa9b796ff9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.945828 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c5ab3c0-c941-48c8-b202-1aecca6b1f47 req-323a68d4-3baf-4894-a144-5889582b719c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c65b30-2722-41bd-9b9e-a7f213f845df HTTP/1.1" status: 200 len: 217 time: 0.6259205 Feb 11 04:55:59.973297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0eb11-c437-4e9c-9120-b6d5df584df3 req-4bac6cac-f015-47b2-82b4-19aa9b796ff9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.980704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0eb11-c437-4e9c-9120-b6d5df584df3 req-4bac6cac-f015-47b2-82b4-19aa9b796ff9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.001597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0eb11-c437-4e9c-9120-b6d5df584df3 req-4bac6cac-f015-47b2-82b4-19aa9b796ff9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.028284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0eb11-c437-4e9c-9120-b6d5df584df3 req-4bac6cac-f015-47b2-82b4-19aa9b796ff9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.038148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0eb11-c437-4e9c-9120-b6d5df584df3 req-4bac6cac-f015-47b2-82b4-19aa9b796ff9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.039907 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-74a0eb11-c437-4e9c-9120-b6d5df584df3 req-4bac6cac-f015-47b2-82b4-19aa9b796ff9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5371 time: 0.4060433 Feb 11 04:56:00.129935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300543c0-3344-4f95-8af0-1b46b8dc0496 req-9bdc1447-492e-43b3-8957-acd7c202e3f7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.132545 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-300543c0-3344-4f95-8af0-1b46b8dc0496 req-9bdc1447-492e-43b3-8957-acd7c202e3f7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.8900027 Feb 11 04:56:00.176361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] For port c7f80bc2-27bf-4954-a7b7-3c8ab0383091, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:56:00.180486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] For port c7f80bc2-27bf-4954-a7b7-3c8ab0383091, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7f80bc2-27bf-4954-a7b7-3c8ab0383091,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:56:00.187941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:56:00.188644 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:00.205319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cad7560a-ab98-4857-9dad-04a583fda7d0 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:00.217836 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:00.226924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47257a66-bda8-46e1-90a4-ba59ad1bdc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6a10b2-f9f6-4320-b610-b8821d3f0a20'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:56:00.230620 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e89691-32b6-4ed8-8add-0641b5dfe342" -d '{"events": [{"server_uuid": "47257a66-bda8-46e1-90a4-ba59ad1bdc2b", "name": "network-vif-plugged", "status": "completed", "tag": "3e6a10b2-f9f6-4320-b610-b8821d3f0a20"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:56:00.251598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3e6a10b2-f9f6-4320-b610-b8821d3f0a20,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:00.260162 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:00.286734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ab3c0-c941-48c8-b202-1aecca6b1f47 req-a3b9fb54-fe6f-4e74-a348-94fda3c75e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.294966 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c5ab3c0-c941-48c8-b202-1aecca6b1f47 req-a3b9fb54-fe6f-4e74-a348-94fda3c75e43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f1730ef-db3b-4017-bd70-cc38613cb0e5 HTTP/1.1" status: 200 len: 853 time: 0.3303778 Feb 11 04:56:00.333546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=3e6a10b2-f9f6-4320-b610-b8821d3f0a20,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:00.335444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.336075 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:00.337483 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] 10.222.0.60 "PUT /v2.0/ports/c7f80bc2-27bf-4954-a7b7-3c8ab0383091 HTTP/1.1" status: 200 len: 1131 time: 1.9922431 Feb 11 04:56:00.353082 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cad7560a-ab98-4857-9dad-04a583fda7d0 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] 10.222.0.48 "PUT /v2.0/quotas/9dc3057c99154503b4cbe12cec9bfe79 HTTP/1.1" status: 200 len: 368 time: 0.5657229 Feb 11 04:56:00.353921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42476) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:00.365941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Request body: {'network': {'project_id': '9dc3057c99154503b4cbe12cec9bfe79'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:00.410837 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-300543c0-3344-4f95-8af0-1b46b8dc0496 req-4d64e761-9d59-4ca4-995b-ae2d8e75cdca tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478824 Feb 11 04:56:00.411821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Request body: {'port': {'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:00.432233 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c5ab3c0-c941-48c8-b202-1aecca6b1f47 req-86c82533-18f1-4543-a18b-845a65c61665 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b67d36b9-6f2e-4fab-9900-af82916ad6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187832 Feb 11 04:56:00.451901 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-c20a785c-b027-49cd-8243-1f7721a6d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.453329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-c20a785c-b027-49cd-8243-1f7721a6d388 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 1.0958600 Feb 11 04:56:00.477706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-1919cbdc-03f6-45a1-829b-46037f052a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.478190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-1919cbdc-03f6-45a1-829b-46037f052a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.478669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-1919cbdc-03f6-45a1-829b-46037f052a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.480376 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-1919cbdc-03f6-45a1-829b-46037f052a07 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=62e90bc09e0a46e888c74e8489658ef9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5554838 Feb 11 04:56:00.493282 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-74a0eb11-c437-4e9c-9120-b6d5df584df3 req-7ea5c123-6851-421b-a9a3-f21e275aa216 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4373972 Feb 11 04:56:00.493935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cb781-dc45-4ecc-ad2c-4809a03b2e31 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f80bc2-27bf-4954-a7b7-3c8ab0383091,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:00.534454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Made reservation on behalf of 9dc3057c99154503b4cbe12cec9bfe79 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:00.536179 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:00.569522 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:00.629549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:00.632693 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81716a5-99d5-44c7-80d5-ac96a9ca8405 x-openstack-request-id: req-a81716a5-99d5-44c7-80d5-ac96a9ca8405 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:56:00.633306 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47257a66-bda8-46e1-90a4-ba59ad1bdc2b", "name": "network-vif-plugged", "status": "completed", "tag": "3e6a10b2-f9f6-4320-b610-b8821d3f0a20", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:56:00.633674 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a81716a5-99d5-44c7-80d5-ac96a9ca8405 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:56:00.634256 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47257a66-bda8-46e1-90a4-ba59ad1bdc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6a10b2-f9f6-4320-b610-b8821d3f0a20', 'code': 200} Feb 11 04:56:00.641260 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-9dad0cf1-5f75-4494-bbae-239016b423c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40a2764-0d42-4409-90f8-d98a4f1bc2aa HTTP/1.1" status: 200 len: 217 time: 0.1371276 Feb 11 04:56:00.919125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-7304b507-c9e3-4ad4-8039-3bdb7088f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.921047 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-7304b507-c9e3-4ad4-8039-3bdb7088f830 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.2790596 Feb 11 04:56:01.002433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c5ab3c0-c941-48c8-b202-1aecca6b1f47 req-7fa05793-708e-491b-a25d-e55306a80619 service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619862 Feb 11 04:56:01.030068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-cbfa0c1f-c970-4aed-a8a1-15512dc67cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.031614 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00985a02-45b4-4f68-b5e9-85adc6685041 req-cbfa0c1f-c970-4aed-a8a1-15512dc67cf1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5118773 Feb 11 04:56:01.042618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364ee04-4f08-4a32-95f9-d76d56a802a3 req-e009c195-2c90-415c-a1a4-27d84759efc3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.050240 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f364ee04-4f08-4a32-95f9-d76d56a802a3 req-e009c195-2c90-415c-a1a4-27d84759efc3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 945 time: 0.4237707 Feb 11 04:56:01.053779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe560d36-cd3c-4c08-b6e8-bf6a764882f6 req-c0397f64-df31-4cec-81f5-a0f0dfda5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.055348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe560d36-cd3c-4c08-b6e8-bf6a764882f6 req-c0397f64-df31-4cec-81f5-a0f0dfda5d38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 1128 time: 0.2981458 Feb 11 04:56:01.104734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': 'c7f80bc2-27bf-4954-a7b7-3c8ab0383091'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:56:01.107001 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c938d80-9786-4c88-8b68-7aa2505e433a" -d '{"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "c7f80bc2-27bf-4954-a7b7-3c8ab0383091"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:56:01.184441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-ac0bd3c2-598b-4f1a-80c1-dadd4a50e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.185900 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-ac0bd3c2-598b-4f1a-80c1-dadd4a50e3e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2438216 Feb 11 04:56:01.244374 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks [] for security_group (38bd8097-634e-4252-92b6-fba5ac5efb4d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:01.256643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb97a3-12a2-4bd7-8fc7-29dac269f425 req-3041f40f-89cf-4fd2-911e-bdb9c9f20a7d tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.263648 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1acb97a3-12a2-4bd7-8fc7-29dac269f425 req-3041f40f-89cf-4fd2-911e-bdb9c9f20a7d tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 946 time: 0.5260060 Feb 11 04:56:01.265599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe560d36-cd3c-4c08-b6e8-bf6a764882f6 req-507fc7f9-b48f-4f6a-95fb-76e0c0153f23 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934209 Feb 11 04:56:01.274063 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (38bd8097-634e-4252-92b6-fba5ac5efb4d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:01.284383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f364ee04-4f08-4a32-95f9-d76d56a802a3 req-d592f5ab-ac80-4540-a5e0-f1e5b7fe54f2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250829 Feb 11 04:56:01.348679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:56:01.390847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c5ab3c0-c941-48c8-b202-1aecca6b1f47 req-4a506e03-7470-4063-a7df-81540ace7030 service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817506 Feb 11 04:56:01.417243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bd8097-634e-4252-92b6-fba5ac5efb4d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:01.422753 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c82e714d-0b86-409b-97a1-7fcc201a3b19), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:01.423144 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Added segment c82e714d-0b86-409b-97a1-7fcc201a3b19 of type vlan for network 3a97b85b-d431-46f7-9e58-c2156d982788 Feb 11 04:56:01.446617 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1acb97a3-12a2-4bd7-8fc7-29dac269f425 req-60183a6f-8a81-48af-b5ae-fbf1ad43b34b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820221 Feb 11 04:56:01.475867 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-0383a656-092e-4abe-a58d-04b9c4da292f service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736766 Feb 11 04:56:01.494673 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (3a97b85b-d431-46f7-9e58-c2156d982788), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:01.526102 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f47213-5280-476e-a4ad-3126ef172efc x-openstack-request-id: req-19f47213-5280-476e-a4ad-3126ef172efc {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:56:01.526545 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "c7f80bc2-27bf-4954-a7b7-3c8ab0383091", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:56:01.526941 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19f47213-5280-476e-a4ad-3126ef172efc {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:56:01.527517 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': 'c7f80bc2-27bf-4954-a7b7-3c8ab0383091', 'status': 'completed', 'code': 200} Feb 11 04:56:01.532177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (3a97b85b-d431-46f7-9e58-c2156d982788), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:01.533402 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.534228 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:01.631821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Pushing event updated for resources: {'Network': ['ID=3a97b85b-d431-46f7-9e58-c2156d982788,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:01.645490 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 3a97b85b-d431-46f7-9e58-c2156d982788 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:56:01.668268 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ec88df7c-fd87-4b1e-bc9c-0fe1eb9e56ac tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3073661 Feb 11 04:56:01.669732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42486) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:01.688694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-77d5df45-af52-42ab-ab9b-6165e59c6aba tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Request body: {'network': {'project_id': '9dc3057c99154503b4cbe12cec9bfe79'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:01.704653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4db1b5-34b1-4bef-be2c-85e885ada69f req-0b5f1ef5-b71d-4574-bae3-9162f57c88b7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.706572 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff4db1b5-34b1-4bef-be2c-85e885ada69f req-0b5f1ef5-b71d-4574-bae3-9162f57c88b7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2916207 Feb 11 04:56:01.789696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:56:01.792638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff4db1b5-34b1-4bef-be2c-85e885ada69f req-7129e219-854c-4917-b4c8-4ac43d8f0960 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685022 Feb 11 04:56:01.810729 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-3661a8b6-cda5-4b5f-bebc-8e79e5eaaedb service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272247 Feb 11 04:56:01.814252 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Publish callbacks [] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:01.817933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-361d91ec-7628-422d-a623-5124ecee9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.819044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-361d91ec-7628-422d-a623-5124ecee9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.819665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-361d91ec-7628-422d-a623-5124ecee9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.820143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-361d91ec-7628-422d-a623-5124ecee9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.820608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-361d91ec-7628-422d-a623-5124ecee9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.821475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-361d91ec-7628-422d-a623-5124ecee9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.821953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-361d91ec-7628-422d-a623-5124ecee9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.824425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-361d91ec-7628-422d-a623-5124ecee9980 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62e90bc09e0a46e888c74e8489658ef9&device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 6304 time: 0.2528062 Feb 11 04:56:01.858048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Transition to ACTIVE for port object 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:56:01.863351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d5df45-af52-42ab-ab9b-6165e59c6aba tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Made reservation on behalf of 9dc3057c99154503b4cbe12cec9bfe79 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:01.867103 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d5df45-af52-42ab-ab9b-6165e59c6aba tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:01.889047 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:01.962440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-75beed21-a490-4896-8ad9-91f4d4b1e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.963124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-75beed21-a490-4896-8ad9-91f4d4b1e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.963563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-75beed21-a490-4896-8ad9-91f4d4b1e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.965572 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-75beed21-a490-4896-8ad9-91f4d4b1e9cb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=62e90bc09e0a46e888c74e8489658ef9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1237948 Feb 11 04:56:01.980067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756f2a0-e8df-4f3e-8218-d32e7420016e req-601f8304-bbdb-4247-83c0-6919c325f1e6 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.981654 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3756f2a0-e8df-4f3e-8218-d32e7420016e req-601f8304-bbdb-4247-83c0-6919c325f1e6 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.3677070 Feb 11 04:56:01.992368 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d5df45-af52-42ab-ab9b-6165e59c6aba tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:56:02.023567 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Pushing event updated for resources: {'Port': ['ID=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:02.058554 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d5df45-af52-42ab-ab9b-6165e59c6aba tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (98e2c839-7c3a-4de5-8bbb-287e7f5647d3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.058919 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-77d5df45-af52-42ab-ab9b-6165e59c6aba tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Added segment 98e2c839-7c3a-4de5-8bbb-287e7f5647d3 of type vlan for network 90c7bfae-8d24-4c38-9747-6cb8e96adcbe Feb 11 04:56:02.081209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea556d-917d-4b5f-9397-91621dae4e78 req-a0d32ad1-ec36-439c-aab9-32120b6b18a2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.086594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea556d-917d-4b5f-9397-91621dae4e78 req-a0d32ad1-ec36-439c-aab9-32120b6b18a2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.091986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea556d-917d-4b5f-9397-91621dae4e78 req-a0d32ad1-ec36-439c-aab9-32120b6b18a2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.102097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea556d-917d-4b5f-9397-91621dae4e78 req-a0d32ad1-ec36-439c-aab9-32120b6b18a2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.108223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea556d-917d-4b5f-9397-91621dae4e78 req-a0d32ad1-ec36-439c-aab9-32120b6b18a2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.115523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea556d-917d-4b5f-9397-91621dae4e78 req-a0d32ad1-ec36-439c-aab9-32120b6b18a2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.121175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea556d-917d-4b5f-9397-91621dae4e78 req-a0d32ad1-ec36-439c-aab9-32120b6b18a2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.123610 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1ea556d-917d-4b5f-9397-91621dae4e78 req-a0d32ad1-ec36-439c-aab9-32120b6b18a2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5383 time: 0.1569419 Feb 11 04:56:02.153207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Attempting to bind port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:02.153778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Attempting to bind port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:02.154335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Attempting to bind port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:02.158281 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d5df45-af52-42ab-ab9b-6165e59c6aba tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (90c7bfae-8d24-4c38-9747-6cb8e96adcbe), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.189211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:02.189585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Attempting to bind port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:02.213077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:56:02.213336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Checking segment: {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:02.213683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Bound using segment: {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:56:02.214127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Bound port: 0a04e25d-f11d-4b9a-a8c8-5dfc91310990, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:56:02.215167 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.236247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-973b572c-fbc6-4b16-9082-140a9b4963ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.237722 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6c938d80-9786-4c88-8b68-7aa2505e433a req-973b572c-fbc6-4b16-9082-140a9b4963ad service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2256324 Feb 11 04:56:02.238117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3756f2a0-e8df-4f3e-8218-d32e7420016e req-86c3f5d3-29e3-4ee1-80e4-79706bf9b750 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473056 Feb 11 04:56:02.247037 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1ea556d-917d-4b5f-9397-91621dae4e78 req-2af0fd8f-031f-4604-b5e2-8f1150743783 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851898 Feb 11 04:56:02.248741 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d5df45-af52-42ab-ab9b-6165e59c6aba tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (90c7bfae-8d24-4c38-9747-6cb8e96adcbe), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.249703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d5df45-af52-42ab-ab9b-6165e59c6aba tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.250356 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d5df45-af52-42ab-ab9b-6165e59c6aba tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.393738 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-77d5df45-af52-42ab-ab9b-6165e59c6aba tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7156398 Feb 11 04:56:02.399596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42496) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:02.401883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5df45-af52-42ab-ab9b-6165e59c6aba tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Pushing event updated for resources: {'Network': ['ID=90c7bfae-8d24-4c38-9747-6cb8e96adcbe,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:02.412931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 90c7bfae-8d24-4c38-9747-6cb8e96adcbe details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:56:02.416405 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-16fed2f3-e4e8-439c-b5f2-b066752796e7 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Request body: {'network': {'project_id': '9dc3057c99154503b4cbe12cec9bfe79'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:02.425459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] For port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:56:02.429616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] For port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:56:02.442265 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fed2f3-e4e8-439c-b5f2-b066752796e7 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 04:56:02.443001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fed2f3-e4e8-439c-b5f2-b066752796e7 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:56:02.447302 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-16fed2f3-e4e8-439c-b5f2-b066752796e7 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0373313 Feb 11 04:56:02.447490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d2f54-28fc-4800-b2b1-0d0f9aabc861 req-7042b90c-9703-4b73-83ad-63cd9a810a02 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.448660 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c96d2f54-28fc-4800-b2b1-0d0f9aabc861 req-7042b90c-9703-4b73-83ad-63cd9a810a02 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2e6eec-cec5-47d0-9685-da4f96790a1f HTTP/1.1" status: 200 len: 946 time: 0.1228647 Feb 11 04:56:02.449130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42498) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:02.450435 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.489448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c7ca7-b6fa-4951-8e5a-a3a26a14f49a req-3353f1f1-d3bb-4904-aac6-e2422482684c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.491703 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c83c7ca7-b6fa-4951-8e5a-a3a26a14f49a req-3353f1f1-d3bb-4904-aac6-e2422482684c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1411507 Feb 11 04:56:02.516861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.517499 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.518985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] 10.222.0.60 "PUT /v2.0/ports/0a04e25d-f11d-4b9a-a8c8-5dfc91310990 HTTP/1.1" status: 200 len: 1092 time: 2.1181476 Feb 11 04:56:02.543245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdf5a1-5309-4291-bae5-6c85f4f64f2c service neutron] Pushing event updated for resources: {'Port': ['ID=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:02.561861 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c96d2f54-28fc-4800-b2b1-0d0f9aabc861 req-87db2908-af64-4607-83fb-ecb8e70adc75 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056235 Feb 11 04:56:02.582500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Request body: {'port': {'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:02.605177 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ceeb53a1-9081-455c-9cdf-3904782a5ba7 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9dc3057c99154503b4cbe12cec9bfe79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1525006 Feb 11 04:56:02.612447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42502) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:02.680341 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c83c7ca7-b6fa-4951-8e5a-a3a26a14f49a req-1956f76a-3f6e-4538-a6d3-bfd454bb15ea tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791096 Feb 11 04:56:02.685516 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.765196 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d23d36f-638c-45ae-b709-b8221f069769 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks [] for security_group (38bd8097-634e-4252-92b6-fba5ac5efb4d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.804337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d23d36f-638c-45ae-b709-b8221f069769 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks [] for security_group (38bd8097-634e-4252-92b6-fba5ac5efb4d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.881959 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d23d36f-638c-45ae-b709-b8221f069769 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (38bd8097-634e-4252-92b6-fba5ac5efb4d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.886170 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d23d36f-638c-45ae-b709-b8221f069769 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.888622 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4d23d36f-638c-45ae-b709-b8221f069769 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/38bd8097-634e-4252-92b6-fba5ac5efb4d HTTP/1.1" status: 204 len: 168 time: 0.2724884 Feb 11 04:56:02.891254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42506) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:02.916591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b879b23-0a7a-4d64-9b4a-1bfa75d595e0 req-8166a87d-ff10-49f5-9657-883e59d96a71 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.923466 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6b879b23-0a7a-4d64-9b4a-1bfa75d595e0 req-8166a87d-ff10-49f5-9657-883e59d96a71 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 945 time: 0.2390609 Feb 11 04:56:02.976900 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (90c7bfae-8d24-4c38-9747-6cb8e96adcbe), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.980385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23d36f-638c-45ae-b709-b8221f069769 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bd8097-634e-4252-92b6-fba5ac5efb4d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:03.026699 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6b879b23-0a7a-4d64-9b4a-1bfa75d595e0 req-6f59c70a-dc2e-4def-9964-c2a8a5412140 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022179 Feb 11 04:56:03.118790 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (90c7bfae-8d24-4c38-9747-6cb8e96adcbe), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.128600 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34789d3-0b2b-40d2-9c05-eb9df47feb66 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:56:03.138814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Publish callbacks [] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.143483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4f5c0-124f-451c-ae03-99ddcb2a2d45 req-868ce66b-3747-4182-ae55-7b2f25913b8b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.144471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-02e4f5c0-124f-451c-ae03-99ddcb2a2d45 req-868ce66b-3747-4182-ae55-7b2f25913b8b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 946 time: 0.1507573 Feb 11 04:56:03.160694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c7bfae-8d24-4c38-9747-6cb8e96adcbe']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:03.180794 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.189389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Transition to ACTIVE for port object a34789d3-0b2b-40d2-9c05-eb9df47feb66 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:56:03.195443 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.200824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e2c839-7c3a-4de5-8bbb-287e7f5647d3') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:03.201146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e2c839-7c3a-4de5-8bbb-287e7f5647d3') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:03.218529 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (98e2c839-7c3a-4de5-8bbb-287e7f5647d3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.237133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-02e4f5c0-124f-451c-ae03-99ddcb2a2d45 req-ffe3b002-e275-4df1-98c7-d6489131dce3 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863230 Feb 11 04:56:03.241628 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (98e2c839-7c3a-4de5-8bbb-287e7f5647d3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.248878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:56:03.249283 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (98e2c839-7c3a-4de5-8bbb-287e7f5647d3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:56:03.251576 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:56:03.292901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f496d-d833-42fd-b5f6-7c44340664ed req-bffc830f-a274-47f1-841d-4b1e1284edaa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.294620 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c9f496d-d833-42fd-b5f6-7c44340664ed req-bffc830f-a274-47f1-841d-4b1e1284edaa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1586533 Feb 11 04:56:03.317811 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Pushing event updated for resources: {'Port': ['ID=a34789d3-0b2b-40d2-9c05-eb9df47feb66,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:03.339480 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (90c7bfae-8d24-4c38-9747-6cb8e96adcbe), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.353265 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.362004 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] 10.222.0.48 "DELETE /v2.0/networks/90c7bfae-8d24-4c38-9747-6cb8e96adcbe HTTP/1.1" status: 204 len: 168 time: 0.4661913 Feb 11 04:56:03.362530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42514) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:03.382018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaab8d-c2b2-4183-bbf5-2b3632626b3e tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Pushing event deleted for resources: {'Network': ['ID=90c7bfae-8d24-4c38-9747-6cb8e96adcbe,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:03.448185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (3a97b85b-d431-46f7-9e58-c2156d982788), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.495124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c9f496d-d833-42fd-b5f6-7c44340664ed req-0df8dcbb-0a70-4a19-975f-4ee68ba8e1bc tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847613 Feb 11 04:56:03.522442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Attempting to bind port a34789d3-0b2b-40d2-9c05-eb9df47feb66 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:03.522865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Attempting to bind port a34789d3-0b2b-40d2-9c05-eb9df47feb66 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:03.523444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Attempting to bind port a34789d3-0b2b-40d2-9c05-eb9df47feb66 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:03.546406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': '0a04e25d-f11d-4b9a-a8c8-5dfc91310990'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:56:03.549262 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c190413-bd55-4e83-8658-94177983927c" -d '{"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "0a04e25d-f11d-4b9a-a8c8-5dfc91310990"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:56:03.570963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Port a34789d3-0b2b-40d2-9c05-eb9df47feb66 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:03.571416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Attempting to bind port a34789d3-0b2b-40d2-9c05-eb9df47feb66 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:03.618169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:56:03.618510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Checking segment: {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:03.618915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Bound using segment: {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:56:03.619391 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Bound port: a34789d3-0b2b-40d2-9c05-eb9df47feb66, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188cd5d3-23d5-40d7-8807-b6307327bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:56:03.619756 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.665700 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (3a97b85b-d431-46f7-9e58-c2156d982788), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.667077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9808823-3432-4590-830b-3503382dde08 req-5bdb35e3-9cab-4829-821a-6508d608714c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.668724 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9808823-3432-4590-830b-3503382dde08 req-5bdb35e3-9cab-4829-821a-6508d608714c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.0573149 Feb 11 04:56:03.725959 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9808823-3432-4590-830b-3503382dde08 req-df5f0b58-989d-468b-847e-86da6d8793a6 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515778 Feb 11 04:56:03.727286 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a97b85b-d431-46f7-9e58-c2156d982788']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:03.767495 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf34bc7-6163-4bd1-8103-9d5a39a86370 req-4a62e78e-7601-454b-92e3-324df9cf6d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.773663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf34bc7-6163-4bd1-8103-9d5a39a86370 req-4a62e78e-7601-454b-92e3-324df9cf6d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.779490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf34bc7-6163-4bd1-8103-9d5a39a86370 req-4a62e78e-7601-454b-92e3-324df9cf6d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.785811 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf34bc7-6163-4bd1-8103-9d5a39a86370 req-4a62e78e-7601-454b-92e3-324df9cf6d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.791269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf34bc7-6163-4bd1-8103-9d5a39a86370 req-4a62e78e-7601-454b-92e3-324df9cf6d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.796669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf34bc7-6163-4bd1-8103-9d5a39a86370 req-4a62e78e-7601-454b-92e3-324df9cf6d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.802027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf34bc7-6163-4bd1-8103-9d5a39a86370 req-4a62e78e-7601-454b-92e3-324df9cf6d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.805238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebf34bc7-6163-4bd1-8103-9d5a39a86370 req-4a62e78e-7601-454b-92e3-324df9cf6d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5395 time: 0.2386198 Feb 11 04:56:03.811889 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6058a609-1112-460f-be5e-42570cd7e0ed x-openstack-request-id: req-6058a609-1112-460f-be5e-42570cd7e0ed {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:56:03.812180 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "0a04e25d-f11d-4b9a-a8c8-5dfc91310990", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:56:03.812446 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6058a609-1112-460f-be5e-42570cd7e0ed {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:56:03.812854 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': '0a04e25d-f11d-4b9a-a8c8-5dfc91310990', 'status': 'completed', 'code': 200} Feb 11 04:56:03.814632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82e714d-0b86-409b-97a1-7fcc201a3b19') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:03.814992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82e714d-0b86-409b-97a1-7fcc201a3b19') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:03.836702 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (c82e714d-0b86-409b-97a1-7fcc201a3b19), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.872558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] For port a34789d3-0b2b-40d2-9c05-eb9df47feb66, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:56:03.888835 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c82e714d-0b86-409b-97a1-7fcc201a3b19), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.896958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] For port a34789d3-0b2b-40d2-9c05-eb9df47feb66, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=a34789d3-0b2b-40d2-9c05-eb9df47feb66,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:56:03.907696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:56:03.908134 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (c82e714d-0b86-409b-97a1-7fcc201a3b19), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:56:03.910321 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:56:03.916458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190413-bd55-4e83-8658-94177983927c req-bb19e11f-f2e5-4f70-9444-a052b8779047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.917137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190413-bd55-4e83-8658-94177983927c req-bb19e11f-f2e5-4f70-9444-a052b8779047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.917819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190413-bd55-4e83-8658-94177983927c req-bb19e11f-f2e5-4f70-9444-a052b8779047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.918291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190413-bd55-4e83-8658-94177983927c req-bb19e11f-f2e5-4f70-9444-a052b8779047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.918758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190413-bd55-4e83-8658-94177983927c req-bb19e11f-f2e5-4f70-9444-a052b8779047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.919356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190413-bd55-4e83-8658-94177983927c req-bb19e11f-f2e5-4f70-9444-a052b8779047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.919817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190413-bd55-4e83-8658-94177983927c req-bb19e11f-f2e5-4f70-9444-a052b8779047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:03.922315 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c190413-bd55-4e83-8658-94177983927c req-bb19e11f-f2e5-4f70-9444-a052b8779047 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62e90bc09e0a46e888c74e8489658ef9&device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 6429 time: 0.0810866 Feb 11 04:56:03.928004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:04.001633 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebf34bc7-6163-4bd1-8103-9d5a39a86370 req-fb87c747-a4a7-45c9-8606-43a2cd13df55 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1837480 Feb 11 04:56:04.007972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:04.008773 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:04.010500 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] 10.222.0.60 "PUT /v2.0/ports/a34789d3-0b2b-40d2-9c05-eb9df47feb66 HTTP/1.1" status: 200 len: 1091 time: 1.4333086 Feb 11 04:56:04.044386 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (3a97b85b-d431-46f7-9e58-c2156d982788), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:04.051591 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:04.067810 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] 10.222.0.48 "DELETE /v2.0/networks/3a97b85b-d431-46f7-9e58-c2156d982788 HTTP/1.1" status: 204 len: 168 time: 0.6988282 Feb 11 04:56:04.076437 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Request body: {'port': {'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:04.093808 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190413-bd55-4e83-8658-94177983927c req-c6172e52-2aaa-422a-943b-5c5dd371f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:04.094400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190413-bd55-4e83-8658-94177983927c req-c6172e52-2aaa-422a-943b-5c5dd371f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:04.095102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190413-bd55-4e83-8658-94177983927c req-c6172e52-2aaa-422a-943b-5c5dd371f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:04.096737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c190413-bd55-4e83-8658-94177983927c req-c6172e52-2aaa-422a-943b-5c5dd371f1e3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=62e90bc09e0a46e888c74e8489658ef9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1582000 Feb 11 04:56:04.124651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18265e7-3847-4e4f-b8b9-c35545709f31 tempest-QuotasNegativeTest-2053620416 tempest-QuotasNegativeTest-2053620416-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a97b85b-d431-46f7-9e58-c2156d982788,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:04.129515 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2131eba-0131-471a-aa2e-5930c55ddf02 service neutron] Pushing event updated for resources: {'Port': ['ID=a34789d3-0b2b-40d2-9c05-eb9df47feb66,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:04.252704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbd743-7d8c-4ce0-a451-e3cd75b8f261 req-efb97897-f83e-43e4-8291-6da0f557e1b8 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:04.255131 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:04.260168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbd743-7d8c-4ce0-a451-e3cd75b8f261 req-efb97897-f83e-43e4-8291-6da0f557e1b8 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:04.274213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbd743-7d8c-4ce0-a451-e3cd75b8f261 req-efb97897-f83e-43e4-8291-6da0f557e1b8 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:04.281439 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16cbd743-7d8c-4ce0-a451-e3cd75b8f261 req-efb97897-f83e-43e4-8291-6da0f557e1b8 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328&device_id=ff2e6eec-cec5-47d0-9685-da4f96790a1f&device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 2418 time: 0.1835425 Feb 11 04:56:04.311062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190413-bd55-4e83-8658-94177983927c req-063b4fef-be89-480c-86d7-1b8e7ab91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:04.312496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c190413-bd55-4e83-8658-94177983927c req-063b4fef-be89-480c-86d7-1b8e7ab91d38 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2032297 Feb 11 04:56:04.349649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcab24-21c9-4372-864f-35ec89a3514d req-5d52af28-79fa-4e74-8869-817caeb94279 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:04.352751 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51bcab24-21c9-4372-864f-35ec89a3514d req-5d52af28-79fa-4e74-8869-817caeb94279 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1547124 Feb 11 04:56:04.382344 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16cbd743-7d8c-4ce0-a451-e3cd75b8f261 req-618b8050-bca6-40f9-9f66-62c8a14e025d tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997415 Feb 11 04:56:04.488463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51bcab24-21c9-4372-864f-35ec89a3514d req-d08f9bb9-2ff7-46d7-9db8-31425be91b55 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286950 Feb 11 04:56:04.693761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab6980-1a86-4fad-bcb9-f8d5c3fb1f08 req-d17f42e1-6da1-4dfd-a312-c27fc9cbd14f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:04.698347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177473d0-d990-4645-8e57-6602836ad1ab req-f0f402d1-1974-4497-b951-fb6407c29bb2 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:04.701232 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-11ab6980-1a86-4fad-bcb9-f8d5c3fb1f08 req-d17f42e1-6da1-4dfd-a312-c27fc9cbd14f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1192076 Feb 11 04:56:04.707010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-177473d0-d990-4645-8e57-6602836ad1ab req-f0f402d1-1974-4497-b951-fb6407c29bb2 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 946 time: 0.0785484 Feb 11 04:56:04.754615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42536) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:04.772098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-177473d0-d990-4645-8e57-6602836ad1ab req-e0440a62-8d5c-4389-8553-9e46fcb2ab8e tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642142 Feb 11 04:56:04.811113 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-11ab6980-1a86-4fad-bcb9-f8d5c3fb1f08 req-b81161a3-2350-498a-a48a-ead43a2a3220 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088717 Feb 11 04:56:04.813599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a965ce7-4189-4ce1-8af5-5258c8a76c3f {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:56:04.826600 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Publish callbacks [] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:04.855843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Transition to ACTIVE for port object 1a965ce7-4189-4ce1-8af5-5258c8a76c3f will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:56:04.870922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:04.939591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Pushing event updated for resources: {'Port': ['ID=1a965ce7-4189-4ce1-8af5-5258c8a76c3f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:04.956372 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9387ea8-8bb2-4566-b1e5-14c79828821b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:05.102367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebea50d-dd3d-4f4f-ae7a-e4955f648f98 req-56061566-3a75-4457-a1d6-b40b80cc3821 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:05.109610 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9387ea8-8bb2-4566-b1e5-14c79828821b admin admin] Publish callbacks [] for security_group (e515a176-c17d-4203-bc41-0ff3be53afcd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:05.109996 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ebea50d-dd3d-4f4f-ae7a-e4955f648f98 req-56061566-3a75-4457-a1d6-b40b80cc3821 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1592352 Feb 11 04:56:05.119430 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9387ea8-8bb2-4566-b1e5-14c79828821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e515a176-c17d-4203-bc41-0ff3be53afcd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:05.122006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Attempting to bind port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:05.122474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Attempting to bind port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:05.123928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Attempting to bind port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f on network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:05.144217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f on network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:05.144653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Attempting to bind port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f on network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:05.161300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:56:05.161694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Checking segment: {'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:05.162246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Bound using segment: {'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:56:05.162732 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b9387ea8-8bb2-4566-b1e5-14c79828821b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4568c55865704097a96203f3f39408f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4068975 Feb 11 04:56:05.165849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Bound port: 1a965ce7-4189-4ce1-8af5-5258c8a76c3f, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:56:05.166339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:05.168395 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42552) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:05.189446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9387ea8-8bb2-4566-b1e5-14c79828821b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e515a176-c17d-4203-bc41-0ff3be53afcd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:05.248637 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ebea50d-dd3d-4f4f-ae7a-e4955f648f98 req-8a13b6de-8a58-4d76-b841-81d25e2046dd tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377635 Feb 11 04:56:05.329674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df6052-33ee-4704-a4c8-0bb155218ab2 req-e02fb8b0-143a-414a-96f2-521af3f903d0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:05.332640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] For port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:56:05.335201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59a2eda2-483e-4190-8c9b-4fe88305c1ec admin admin] Publish callbacks [] for security_group (e515a176-c17d-4203-bc41-0ff3be53afcd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:05.337476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df6052-33ee-4704-a4c8-0bb155218ab2 req-e02fb8b0-143a-414a-96f2-521af3f903d0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:05.345489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df6052-33ee-4704-a4c8-0bb155218ab2 req-e02fb8b0-143a-414a-96f2-521af3f903d0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:05.352483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df6052-33ee-4704-a4c8-0bb155218ab2 req-e02fb8b0-143a-414a-96f2-521af3f903d0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:05.352792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] For port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1a965ce7-4189-4ce1-8af5-5258c8a76c3f,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:56:05.359633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df6052-33ee-4704-a4c8-0bb155218ab2 req-e02fb8b0-143a-414a-96f2-521af3f903d0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:05.367029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df6052-33ee-4704-a4c8-0bb155218ab2 req-e02fb8b0-143a-414a-96f2-521af3f903d0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:05.373583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df6052-33ee-4704-a4c8-0bb155218ab2 req-e02fb8b0-143a-414a-96f2-521af3f903d0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:05.373742 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59a2eda2-483e-4190-8c9b-4fe88305c1ec admin admin] Publish callbacks [] for security_group (e515a176-c17d-4203-bc41-0ff3be53afcd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:05.375751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81df6052-33ee-4704-a4c8-0bb155218ab2 req-e02fb8b0-143a-414a-96f2-521af3f903d0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5407 time: 0.1372528 Feb 11 04:56:05.376148 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:05.417606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:05.418459 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:05.420388 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] 10.222.0.60 "PUT /v2.0/ports/1a965ce7-4189-4ce1-8af5-5258c8a76c3f HTTP/1.1" status: 200 len: 1092 time: 1.3502805 Feb 11 04:56:05.460554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81df6052-33ee-4704-a4c8-0bb155218ab2 req-6bef09b6-ecef-46ce-980e-b61b3638463b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777586 Feb 11 04:56:05.469912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Request body: {'port': {'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:05.575266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59a2eda2-483e-4190-8c9b-4fe88305c1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e515a176-c17d-4203-bc41-0ff3be53afcd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:05.577840 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59a2eda2-483e-4190-8c9b-4fe88305c1ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:05.581564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-59a2eda2-483e-4190-8c9b-4fe88305c1ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e515a176-c17d-4203-bc41-0ff3be53afcd HTTP/1.1" status: 204 len: 168 time: 0.4068320 Feb 11 04:56:05.583409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bbc8d-3675-4077-946c-679ee0e42402 service neutron] Pushing event updated for resources: {'Port': ['ID=1a965ce7-4189-4ce1-8af5-5258c8a76c3f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:05.588311 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:05.595651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2eda2-483e-4190-8c9b-4fe88305c1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e515a176-c17d-4203-bc41-0ff3be53afcd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:05.656502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6af1b1-daa9-414c-8e05-c186ffa76910 req-d6bbf95e-4ae2-4535-860f-5103c78e3db4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:05.658040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa6af1b1-daa9-414c-8e05-c186ffa76910 req-d6bbf95e-4ae2-4535-860f-5103c78e3db4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1133218 Feb 11 04:56:05.753460 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa6af1b1-daa9-414c-8e05-c186ffa76910 req-b004dfc3-b2d3-4735-8034-7ea6adf41cb8 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867639 Feb 11 04:56:05.818823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': 'a34789d3-0b2b-40d2-9c05-eb9df47feb66'}, {'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': '1a965ce7-4189-4ce1-8af5-5258c8a76c3f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:56:05.829249 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa069881-6748-4f41-ae22-3355a513786f" -d '{"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "a34789d3-0b2b-40d2-9c05-eb9df47feb66"}, {"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "1a965ce7-4189-4ce1-8af5-5258c8a76c3f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:56:05.945754 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 04:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2983afb9-6f99-44b0-a3f7-830b2feb5448 x-openstack-request-id: req-2983afb9-6f99-44b0-a3f7-830b2feb5448 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:56:05.947296 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "a34789d3-0b2b-40d2-9c05-eb9df47feb66", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "1a965ce7-4189-4ce1-8af5-5258c8a76c3f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:56:05.947758 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2983afb9-6f99-44b0-a3f7-830b2feb5448 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:56:05.948360 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': 'a34789d3-0b2b-40d2-9c05-eb9df47feb66', 'status': 'completed', 'code': 200} Feb 11 04:56:05.949545 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': '1a965ce7-4189-4ce1-8af5-5258c8a76c3f', 'status': 'completed', 'code': 200} Feb 11 04:56:05.979759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee6495-0c33-487d-b701-3ae9b3c3f6d6 req-3f0dc152-0fe8-42b8-9fba-93679e770c0b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:05.981597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eaee6495-0c33-487d-b701-3ae9b3c3f6d6 req-3f0dc152-0fe8-42b8-9fba-93679e770c0b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0912919 Feb 11 04:56:06.053101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca0f07d-807c-4db0-9432-e2f5c2454549 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:56:06.069089 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Publish callbacks [] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:06.072914 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eaee6495-0c33-487d-b701-3ae9b3c3f6d6 req-696f531f-2e10-4d2a-8d2f-905185d9a931 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809867 Feb 11 04:56:06.093399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Transition to ACTIVE for port object 7ca0f07d-807c-4db0-9432-e2f5c2454549 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:56:06.094814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-647a971e-7ed8-4691-995c-68419366a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.095345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-647a971e-7ed8-4691-995c-68419366a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.095820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-647a971e-7ed8-4691-995c-68419366a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.096348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-647a971e-7ed8-4691-995c-68419366a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.096819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-647a971e-7ed8-4691-995c-68419366a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.097283 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-647a971e-7ed8-4691-995c-68419366a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.097743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-647a971e-7ed8-4691-995c-68419366a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.101408 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa069881-6748-4f41-ae22-3355a513786f req-647a971e-7ed8-4691-995c-68419366a2fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62e90bc09e0a46e888c74e8489658ef9&device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 6601 time: 0.1181383 Feb 11 04:56:06.108919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:06.183844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42576) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:06.199051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca0f07d-807c-4db0-9432-e2f5c2454549,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:06.324431 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37d3a0f3-c085-42e5-8ebe-9bbcce38eba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:06.405019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Attempting to bind port 7ca0f07d-807c-4db0-9432-e2f5c2454549 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:06.405294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Attempting to bind port 7ca0f07d-807c-4db0-9432-e2f5c2454549 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:06.405805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Attempting to bind port 7ca0f07d-807c-4db0-9432-e2f5c2454549 on network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:06.412611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Port 7ca0f07d-807c-4db0-9432-e2f5c2454549 on network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:06.413057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Attempting to bind port 7ca0f07d-807c-4db0-9432-e2f5c2454549 on network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:06.419627 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:56:06.419980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Checking segment: {'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:06.420541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Bound using segment: {'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:56:06.420996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Bound port: 7ca0f07d-807c-4db0-9432-e2f5c2454549, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:56:06.421412 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:06.461322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b34ba-ac0a-4c6d-b778-b42332b9d003 req-75b42aee-db21-4dba-8eda-c939e2fb6f15 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.468251 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d7b34ba-ac0a-4c6d-b778-b42332b9d003 req-75b42aee-db21-4dba-8eda-c939e2fb6f15 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2854614 Feb 11 04:56:06.522449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-8bd73a0d-710d-4267-9b71-bd0e6e74bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.523156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-8bd73a0d-710d-4267-9b71-bd0e6e74bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.523796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-8bd73a0d-710d-4267-9b71-bd0e6e74bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.539736 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa069881-6748-4f41-ae22-3355a513786f req-8bd73a0d-710d-4267-9b71-bd0e6e74bc62 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=62e90bc09e0a46e888c74e8489658ef9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4222701 Feb 11 04:56:06.565176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b0555-84bf-4e33-9b7d-539452f49b21 req-b266c45c-386a-4dc0-ad33-4ae026d1b6e9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.567088 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e94b0555-84bf-4e33-9b7d-539452f49b21 req-b266c45c-386a-4dc0-ad33-4ae026d1b6e9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.0955949 Feb 11 04:56:06.572470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] For port 7ca0f07d-807c-4db0-9432-e2f5c2454549, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:56:06.576157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] For port 7ca0f07d-807c-4db0-9432-e2f5c2454549, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=7ca0f07d-807c-4db0-9432-e2f5c2454549,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:56:06.600248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:06.685898 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.686546 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:06.688031 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] 10.222.0.60 "PUT /v2.0/ports/7ca0f07d-807c-4db0-9432-e2f5c2454549 HTTP/1.1" status: 200 len: 1092 time: 1.2233114 Feb 11 04:56:06.689275 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37d3a0f3-c085-42e5-8ebe-9bbcce38eba1 admin admin] Publish callbacks [] for security_group (e699f4d2-3bae-453a-a2ef-f1ec547f7b73), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:06.695079 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d7b34ba-ac0a-4c6d-b778-b42332b9d003 req-569c0e40-54dc-4d7b-9a24-3c7d6bf34d6a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189326 Feb 11 04:56:06.725919 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e94b0555-84bf-4e33-9b7d-539452f49b21 req-85a40bd3-ec7d-40fa-9078-57d86842db0b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475980 Feb 11 04:56:06.766929 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37d3a0f3-c085-42e5-8ebe-9bbcce38eba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e699f4d2-3bae-453a-a2ef-f1ec547f7b73), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:06.773293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7606e37-381a-4e9a-8c43-be02b51a33e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca0f07d-807c-4db0-9432-e2f5c2454549,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:06.879472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3a0f3-c085-42e5-8ebe-9bbcce38eba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e699f4d2-3bae-453a-a2ef-f1ec547f7b73,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:06.898686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-37d3a0f3-c085-42e5-8ebe-9bbcce38eba1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce7e902376724e019ce518d4f1e2c633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7076004 Feb 11 04:56:06.899736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42592) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:06.914096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-fd38dc18-03e4-45a9-9294-28cf802161ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.915625 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa069881-6748-4f41-ae22-3355a513786f req-fd38dc18-03e4-45a9-9294-28cf802161ef service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3606923 Feb 11 04:56:06.943694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0347388-60fd-43ad-be59-fdda1c8514b6 req-4cb371e8-013d-46c1-98e1-de1fa26ea2eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.949008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0347388-60fd-43ad-be59-fdda1c8514b6 req-4cb371e8-013d-46c1-98e1-de1fa26ea2eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.954887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0347388-60fd-43ad-be59-fdda1c8514b6 req-4cb371e8-013d-46c1-98e1-de1fa26ea2eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.963447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0347388-60fd-43ad-be59-fdda1c8514b6 req-4cb371e8-013d-46c1-98e1-de1fa26ea2eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.971992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0347388-60fd-43ad-be59-fdda1c8514b6 req-4cb371e8-013d-46c1-98e1-de1fa26ea2eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.976236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31fe7e91-2529-4258-9a5b-2bbd2d2d6251 admin admin] Publish callbacks [] for security_group (e699f4d2-3bae-453a-a2ef-f1ec547f7b73), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:06.979231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0347388-60fd-43ad-be59-fdda1c8514b6 req-4cb371e8-013d-46c1-98e1-de1fa26ea2eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.985596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0347388-60fd-43ad-be59-fdda1c8514b6 req-4cb371e8-013d-46c1-98e1-de1fa26ea2eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.994029 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0347388-60fd-43ad-be59-fdda1c8514b6 req-4cb371e8-013d-46c1-98e1-de1fa26ea2eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1700437 Feb 11 04:56:07.020740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31fe7e91-2529-4258-9a5b-2bbd2d2d6251 admin admin] Publish callbacks [] for security_group (e699f4d2-3bae-453a-a2ef-f1ec547f7b73), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:07.103262 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31fe7e91-2529-4258-9a5b-2bbd2d2d6251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e699f4d2-3bae-453a-a2ef-f1ec547f7b73), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:07.106309 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31fe7e91-2529-4258-9a5b-2bbd2d2d6251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:07.110660 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-31fe7e91-2529-4258-9a5b-2bbd2d2d6251 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e699f4d2-3bae-453a-a2ef-f1ec547f7b73 HTTP/1.1" status: 204 len: 168 time: 0.2073283 Feb 11 04:56:07.111771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-cc9a304a-7aed-4ebd-9a12-5a21ca1a45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.111937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-cc9a304a-7aed-4ebd-9a12-5a21ca1a45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.112654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-cc9a304a-7aed-4ebd-9a12-5a21ca1a45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.112813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-cc9a304a-7aed-4ebd-9a12-5a21ca1a45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.113273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-cc9a304a-7aed-4ebd-9a12-5a21ca1a45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.114199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-cc9a304a-7aed-4ebd-9a12-5a21ca1a45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.114758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-cc9a304a-7aed-4ebd-9a12-5a21ca1a45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.116809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa069881-6748-4f41-ae22-3355a513786f req-cc9a304a-7aed-4ebd-9a12-5a21ca1a45bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62e90bc09e0a46e888c74e8489658ef9&device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 6700 time: 0.0992341 Feb 11 04:56:07.122342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9cd6e-5835-4f69-ae1f-7d16d145af1e req-55ca1b4b-892c-4f6b-9370-3f0ead551e33 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.131011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07e9cd6e-5835-4f69-ae1f-7d16d145af1e req-55ca1b4b-892c-4f6b-9370-3f0ead551e33 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1584103 Feb 11 04:56:07.137780 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0347388-60fd-43ad-be59-fdda1c8514b6 req-e237ee39-424d-47de-bf22-f958d75be579 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414132 Feb 11 04:56:07.144271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe7e91-2529-4258-9a5b-2bbd2d2d6251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e699f4d2-3bae-453a-a2ef-f1ec547f7b73,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:07.188666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07e9cd6e-5835-4f69-ae1f-7d16d145af1e req-6b3b8d92-0405-4840-a9ff-7d82e5f5af22 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564561 Feb 11 04:56:07.253753 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:07.293857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-24b868b1-3df2-44b1-bde7-58fb710c7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.294094 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-24b868b1-3df2-44b1-bde7-58fb710c7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.294637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-24b868b1-3df2-44b1-bde7-58fb710c7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.296602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa069881-6748-4f41-ae22-3355a513786f req-24b868b1-3df2-44b1-bde7-58fb710c7a95 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=62e90bc09e0a46e888c74e8489658ef9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1562924 Feb 11 04:56:07.401513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972cae2-57b3-459e-986f-cef4e8f64d26 req-a0b74598-7426-4547-82bf-f0edf22f677f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.403059 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0972cae2-57b3-459e-986f-cef4e8f64d26 req-a0b74598-7426-4547-82bf-f0edf22f677f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1262412 Feb 11 04:56:07.439370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069881-6748-4f41-ae22-3355a513786f req-bfc1ca95-1490-4f65-8e46-1989cd781f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.440835 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa069881-6748-4f41-ae22-3355a513786f req-bfc1ca95-1490-4f65-8e46-1989cd781f97 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1241844 Feb 11 04:56:07.470977 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0972cae2-57b3-459e-986f-cef4e8f64d26 req-61cb0231-4e9e-41f4-b9ce-72ba8413e122 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569382 Feb 11 04:56:07.601714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-29148fe2-2adf-4c05-b58d-9577d252dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.602994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-29148fe2-2adf-4c05-b58d-9577d252dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.603593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-29148fe2-2adf-4c05-b58d-9577d252dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.604124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-29148fe2-2adf-4c05-b58d-9577d252dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.604707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-29148fe2-2adf-4c05-b58d-9577d252dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.605170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-29148fe2-2adf-4c05-b58d-9577d252dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.605796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-29148fe2-2adf-4c05-b58d-9577d252dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.608102 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-29148fe2-2adf-4c05-b58d-9577d252dd91 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62e90bc09e0a46e888c74e8489658ef9&device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 6700 time: 0.0912094 Feb 11 04:56:07.676406 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-45c294ef-038c-4e18-82fc-25fc35d9745f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b79c8b-5671-4b61-935b-3207941610d4 HTTP/1.1" status: 200 len: 217 time: 0.0450323 Feb 11 04:56:07.957772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fc04e-100c-49b6-b83e-428a6e687e3e req-8565c3c5-484a-4dd5-8a89-2a3bbb294b38 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:07.960891 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a67fc04e-100c-49b6-b83e-428a6e687e3e req-8565c3c5-484a-4dd5-8a89-2a3bbb294b38 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1156476 Feb 11 04:56:07.961613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': '7ca0f07d-807c-4db0-9432-e2f5c2454549'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:56:07.975658 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fad2af-8c65-4e37-9e56-126651a58a96" -d '{"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "7ca0f07d-807c-4db0-9432-e2f5c2454549"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:56:08.050398 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a67fc04e-100c-49b6-b83e-428a6e687e3e req-2055e4d5-0f0b-4578-95ed-78484b2baab9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704837 Feb 11 04:56:08.205287 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662829bd-ce73-4d12-bc89-86dc4f32237c x-openstack-request-id: req-662829bd-ce73-4d12-bc89-86dc4f32237c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:56:08.205786 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "7ca0f07d-807c-4db0-9432-e2f5c2454549", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:56:08.206221 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-662829bd-ce73-4d12-bc89-86dc4f32237c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:56:08.207042 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': '7ca0f07d-807c-4db0-9432-e2f5c2454549', 'status': 'completed', 'code': 200} Feb 11 04:56:08.224602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f223b13b-a8a3-4a15-b31a-4677a0ffc078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.226274 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f223b13b-a8a3-4a15-b31a-4677a0ffc078 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=212fa8ed-a254-425a-aea8-1ed7bdb9e403 HTTP/1.1" status: 200 len: 850 time: 0.5411539 Feb 11 04:56:08.241191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e804c10-e7a4-4959-8e9d-97d68099fd3a req-f198530d-8c43-4c42-b462-c2279152c02d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.248984 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e804c10-e7a4-4959-8e9d-97d68099fd3a req-f198530d-8c43-4c42-b462-c2279152c02d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.5207851 Feb 11 04:56:08.361978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b9e0-da4e-4f38-92b5-743c18844ddf req-573f1113-e55d-4e52-9305-469c039d60a5 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.367909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b9e0-da4e-4f38-92b5-743c18844ddf req-573f1113-e55d-4e52-9305-469c039d60a5 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.373844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b9e0-da4e-4f38-92b5-743c18844ddf req-573f1113-e55d-4e52-9305-469c039d60a5 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.380237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b9e0-da4e-4f38-92b5-743c18844ddf req-573f1113-e55d-4e52-9305-469c039d60a5 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.386861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b9e0-da4e-4f38-92b5-743c18844ddf req-573f1113-e55d-4e52-9305-469c039d60a5 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.392672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b9e0-da4e-4f38-92b5-743c18844ddf req-573f1113-e55d-4e52-9305-469c039d60a5 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.396986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e804c10-e7a4-4959-8e9d-97d68099fd3a req-da98009a-7cb8-40e1-9c1e-f9830fb9a90f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468084 Feb 11 04:56:08.398565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b9e0-da4e-4f38-92b5-743c18844ddf req-573f1113-e55d-4e52-9305-469c039d60a5 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.406577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9bf6b9e0-da4e-4f38-92b5-743c18844ddf req-573f1113-e55d-4e52-9305-469c039d60a5 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1375444 Feb 11 04:56:08.451982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-47dd8f4a-fb65-45c4-8b22-45a928146ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.454646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-47dd8f4a-fb65-45c4-8b22-45a928146ea7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6a1cd155-5f32-4482-a0a4-4915da40c158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2023537 Feb 11 04:56:08.502267 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9bf6b9e0-da4e-4f38-92b5-743c18844ddf req-73b0970d-6df9-43e9-a53a-4259ff404c27 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945177 Feb 11 04:56:08.631107 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-fa177f55-924c-45a8-b427-770c3afa72ce service neutron] 10.222.0.60 "GET /v2.0/networks/6a1cd155-5f32-4482-a0a4-4915da40c158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656320 Feb 11 04:56:08.637992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374159e-57dd-4178-95dd-31e7f8b2ae17 req-bd6b210a-c212-45ee-88d8-4e44c0e378a1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.639608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b374159e-57dd-4178-95dd-31e7f8b2ae17 req-bd6b210a-c212-45ee-88d8-4e44c0e378a1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1416457 Feb 11 04:56:08.738972 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b374159e-57dd-4178-95dd-31e7f8b2ae17 req-31e00e58-f6f8-4a1b-b563-4c66f294d1b3 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901926 Feb 11 04:56:08.846870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-b00ec337-6fa1-4710-9bf6-cff318fcd26a service neutron] 10.222.0.60 "GET /v2.0/networks/6a1cd155-5f32-4482-a0a4-4915da40c158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045515 Feb 11 04:56:08.924892 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-c3a68afc-09e6-4fc1-8b97-e0c5c69efeb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=10562436-6596-4dc4-8bd3-459375c70f15 HTTP/1.1" status: 200 len: 217 time: 0.0497770 Feb 11 04:56:08.992795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42660) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:08.994698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-b185bfa7-fa42-41f2-aecb-05517fcfe22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.996818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-b185bfa7-fa42-41f2-aecb-05517fcfe22a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=718ad409-c615-4b2c-83f0-4c6062f3394f HTTP/1.1" status: 200 len: 797 time: 0.0577831 Feb 11 04:56:09.244928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe68fbe-4e4b-45f6-9ed1-8e8d1d4a9195 req-33e10130-d865-4b0a-a6ff-089f88bf9657 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.244928 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dbe68fbe-4e4b-45f6-9ed1-8e8d1d4a9195 req-33e10130-d865-4b0a-a6ff-089f88bf9657 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2162170 Feb 11 04:56:09.279276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-b475d082-9cd7-4eea-a3e4-01f3b4f3dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.281044 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-b475d082-9cd7-4eea-a3e4-01f3b4f3dd5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2564731 Feb 11 04:56:09.294444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d4d8c-e6ec-447d-9d56-dddddaba0321 req-56056d9f-6a40-4201-81b5-7bf794c22152 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.301317 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-295d4d8c-e6ec-447d-9d56-dddddaba0321 req-56056d9f-6a40-4201-81b5-7bf794c22152 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1456239 Feb 11 04:56:09.310921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1317118082'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:09.363027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dbe68fbe-4e4b-45f6-9ed1-8e8d1d4a9195 req-78d4d96e-51ff-49ad-9116-772e08a65b39 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052072 Feb 11 04:56:09.368528 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa6a7-25ab-43ae-98d3-815419a7c1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:09.415879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Made reservation on behalf of 4f98924e527a49dd8a1801c11673f01b for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:09.420153 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:09.451597 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-295d4d8c-e6ec-447d-9d56-dddddaba0321 req-2a9e720a-5de0-4033-bdea-86c55cc77ef7 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493971 Feb 11 04:56:09.459295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:09.483917 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-05e64487-9616-4ad2-b491-3d01a7ef8d11 service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877732 Feb 11 04:56:09.657537 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6041b8d9-e13f-4a6b-88a7-920db2e4970b service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628616 Feb 11 04:56:09.658817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69d417-0cce-4ea2-86a3-aab0b6a3a681 req-6497a907-4834-4190-99bd-32bea137ab4b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.660427 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c69d417-0cce-4ea2-86a3-aab0b6a3a681 req-6497a907-4834-4190-99bd-32bea137ab4b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1006868 Feb 11 04:56:09.663120 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks [] for security_group (7ecaae21-e1fb-43ce-b080-ccceb883fe34), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:09.678680 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7ecaae21-e1fb-43ce-b080-ccceb883fe34), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:09.720767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:56:09.742061 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-72fe022a-93cd-47ca-8551-a84ace1b5ac5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=c7f80bc2-27bf-4954-a7b7-3c8ab0383091 HTTP/1.1" status: 200 len: 217 time: 0.0583396 Feb 11 04:56:09.761000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c69d417-0cce-4ea2-86a3-aab0b6a3a681 req-c9d31b30-2c03-4dd1-b980-fad6fc30fa9c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787597 Feb 11 04:56:09.765843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecaae21-e1fb-43ce-b080-ccceb883fe34,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:09.769243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3bcb749a-e75a-4c98-93f8-fe944d38fa52), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:09.769594 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Added segment 3bcb749a-e75a-4c98-93f8-fe944d38fa52 of type vlan for network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 Feb 11 04:56:09.819400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7cbfb-63ec-450f-b049-28b296c43a08 req-9df58df6-e389-4753-ad9a-1f68681f04b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.825681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7cbfb-63ec-450f-b049-28b296c43a08 req-9df58df6-e389-4753-ad9a-1f68681f04b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.832105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7cbfb-63ec-450f-b049-28b296c43a08 req-9df58df6-e389-4753-ad9a-1f68681f04b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.840026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7cbfb-63ec-450f-b049-28b296c43a08 req-9df58df6-e389-4753-ad9a-1f68681f04b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.841164 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (e9807f30-c0f1-40a4-b5ac-c3983eb2c046), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:09.846313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7cbfb-63ec-450f-b049-28b296c43a08 req-9df58df6-e389-4753-ad9a-1f68681f04b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.854669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7cbfb-63ec-450f-b049-28b296c43a08 req-9df58df6-e389-4753-ad9a-1f68681f04b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.861037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7cbfb-63ec-450f-b049-28b296c43a08 req-9df58df6-e389-4753-ad9a-1f68681f04b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.870858 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43b7cbfb-63ec-450f-b049-28b296c43a08 req-9df58df6-e389-4753-ad9a-1f68681f04b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2465253 Feb 11 04:56:09.871803 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (e9807f30-c0f1-40a4-b5ac-c3983eb2c046), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:09.881622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.883821 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:09.931273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-77ddc16e-2ca3-47e1-8043-3febd072fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.932905 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-77ddc16e-2ca3-47e1-8043-3febd072fda3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=718ad409-c615-4b2c-83f0-4c6062f3394f HTTP/1.1" status: 200 len: 797 time: 0.1612158 Feb 11 04:56:09.990863 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43b7cbfb-63ec-450f-b049-28b296c43a08 req-1cb20e54-3880-44e1-ac29-1d14dde9f55a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1191018 Feb 11 04:56:10.009204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-bcb6d76b-fc98-42cf-8792-c2c8b5b449ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:10.010740 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-bcb6d76b-fc98-42cf-8792-c2c8b5b449ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0689852 Feb 11 04:56:10.012865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0194583 Feb 11 04:56:10.018994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d265bb-12e1-47e6-8a60-986ebb491539 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Pushing event updated for resources: {'Network': ['ID=e9807f30-c0f1-40a4-b5ac-c3983eb2c046,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:10.031094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:56:10.056940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c91f35-163e-48c2-bae7-8b4c105bb9fb req-fc123cd1-147e-427d-aa46-d0a24ccddb99 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:10.069604 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-71c91f35-163e-48c2-bae7-8b4c105bb9fb req-fc123cd1-147e-427d-aa46-d0a24ccddb99 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1362972 Feb 11 04:56:10.155042 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-71c91f35-163e-48c2-bae7-8b4c105bb9fb req-c8f1305f-14a7-40a1-89b4-231f42a9474a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800114 Feb 11 04:56:10.169291 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-af318445-ef04-47d9-9b03-afc4b4144f0a service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436498 Feb 11 04:56:10.304659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42702) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:10.309470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Request body: {'port': {'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046', 'binding:host_id': 'n-h2-615180-58', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-712445046'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:10.356444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Made reservation on behalf of 1a6ab6c092e349d886bb7ab9394a730b for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:10.359147 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:10.364639 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ecf0e-9afe-452c-877d-6b8f201b1882 req-c6449acb-e8bb-4f86-9cce-a577ebca6f19 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:10.367113 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c8ecf0e-9afe-452c-877d-6b8f201b1882 req-c6449acb-e8bb-4f86-9cce-a577ebca6f19 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0959423 Feb 11 04:56:10.380096 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:10.384534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-1921ff23-ce99-4771-a89e-929d79ae2265 service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009158 Feb 11 04:56:10.420799 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c8ecf0e-9afe-452c-877d-6b8f201b1882 req-9b97906d-99d4-485b-b023-93ccff195701 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473735 Feb 11 04:56:10.446083 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-b00a55ad-01fb-4fd7-addd-707ecff2b3fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=0a04e25d-f11d-4b9a-a8c8-5dfc91310990 HTTP/1.1" status: 200 len: 217 time: 0.0516560 Feb 11 04:56:10.564974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-b62ffd47-f8d9-44c6-af16-7d37cea1bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:10.568769 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-b62ffd47-f8d9-44c6-af16-7d37cea1bfb4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=718ad409-c615-4b2c-83f0-4c6062f3394f HTTP/1.1" status: 200 len: 797 time: 0.1080179 Feb 11 04:56:10.654538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks [] for security_group (1b6700ff-89d1-44cd-b3d5-298d17dce493), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:10.669212 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1b6700ff-89d1-44cd-b3d5-298d17dce493), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:10.691065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] device_id is not set on port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:56:10.776275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e543c9-d0f1-4be8-bd23-8bfb744181e5 req-12c46cf9-25e0-44d0-b7c2-63caf0d0a48b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:10.778802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-19e543c9-d0f1-4be8-bd23-8bfb744181e5 req-12c46cf9-25e0-44d0-b7c2-63caf0d0a48b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1134596 Feb 11 04:56:10.807904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-ee74752f-8bf4-4af0-8010-cd12555919ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:10.809524 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-ee74752f-8bf4-4af0-8010-cd12555919ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2280836 Feb 11 04:56:10.826817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6700ff-89d1-44cd-b3d5-298d17dce493,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:10.890572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-19e543c9-d0f1-4be8-bd23-8bfb744181e5 req-1ecdac74-da59-4a7c-aee9-6da176edacb6 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989168 Feb 11 04:56:10.972169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489ee0d-2aa7-40d7-8f5a-d82b701a99b6 req-e75bdf86-1c41-4845-a22e-a49e99e7f08f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:10.981040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a489ee0d-2aa7-40d7-8f5a-d82b701a99b6 req-e75bdf86-1c41-4845-a22e-a49e99e7f08f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2931647 Feb 11 04:56:11.193349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57590ef-3bc3-4d65-a34e-acf61f715f5b req-6bc4d18a-6193-4f8b-9e37-2e42ee1c3748 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:11.197678 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-0f187e3d-8a5b-4b22-a0b0-413cc6813227 service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767622 Feb 11 04:56:11.209459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57590ef-3bc3-4d65-a34e-acf61f715f5b req-6bc4d18a-6193-4f8b-9e37-2e42ee1c3748 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:11.223467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a489ee0d-2aa7-40d7-8f5a-d82b701a99b6 req-cc563a36-3f1f-4234-9a0c-e7c0f1c5aefe tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375481 Feb 11 04:56:11.246007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57590ef-3bc3-4d65-a34e-acf61f715f5b req-6bc4d18a-6193-4f8b-9e37-2e42ee1c3748 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:11.251905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57590ef-3bc3-4d65-a34e-acf61f715f5b req-6bc4d18a-6193-4f8b-9e37-2e42ee1c3748 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:11.259882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57590ef-3bc3-4d65-a34e-acf61f715f5b req-6bc4d18a-6193-4f8b-9e37-2e42ee1c3748 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:11.271475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57590ef-3bc3-4d65-a34e-acf61f715f5b req-6bc4d18a-6193-4f8b-9e37-2e42ee1c3748 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:11.281026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57590ef-3bc3-4d65-a34e-acf61f715f5b req-6bc4d18a-6193-4f8b-9e37-2e42ee1c3748 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:11.294187 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d57590ef-3bc3-4d65-a34e-acf61f715f5b req-6bc4d18a-6193-4f8b-9e37-2e42ee1c3748 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1808853 Feb 11 04:56:11.353954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] device_id is not set on port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:56:11.372217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks [] for port (58672745-dd4f-4d5f-bdd2-a436cd27c6cb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:11.398346 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (58672745-dd4f-4d5f-bdd2-a436cd27c6cb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:11.402602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-ef29d5c2-b3c5-4eb4-be31-311595bc27ea service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678560 Feb 11 04:56:11.408626 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d57590ef-3bc3-4d65-a34e-acf61f715f5b req-e3cb3e1e-2437-4dd6-85db-21323d6f2465 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129630 Feb 11 04:56:11.477877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-03997a3b-2883-4732-980d-42661a33bfad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=a34789d3-0b2b-40d2-9c05-eb9df47feb66 HTTP/1.1" status: 200 len: 217 time: 0.0488236 Feb 11 04:56:11.532342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event updated for resources: {'Port': ['ID=58672745-dd4f-4d5f-bdd2-a436cd27c6cb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:11.550106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Checking segment: {'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:11.550484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Network hostable DHCP agents. Network: e9807f30-c0f1-40a4-b5ac-c3983eb2c046, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:56:11.564514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-99361347-5bcc-4073-bb71-476db657b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:11.566007 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-99361347-5bcc-4073-bb71-476db657b1c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=718ad409-c615-4b2c-83f0-4c6062f3394f HTTP/1.1" status: 200 len: 797 time: 0.0727465 Feb 11 04:56:11.611968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:56:11.653601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, e9807f30-c0f1-40a4-b5ac-c3983eb2c046) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:11.659178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:56:11.663163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0e2b3a-a1ea-40eb-9ac1-05a3c9856ca6 None None] Network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:56:11.705207 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:11.705759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:11.705914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:11.728322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:11.729006 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:11.729789 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 2 to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb Feb 11 04:56:11.734275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-92722ec9-8551-47be-97b3-e34edc797dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:11.736164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-92722ec9-8551-47be-97b3-e34edc797dc4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1478467 Feb 11 04:56:11.823324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:11.823920 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:11.824500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:11.829326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42742) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:11.853982 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a4413cc-439a-484d-b871-5d52974724e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:11.867735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:11.868316 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:11.870332 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 3 to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb Feb 11 04:56:11.891304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:11.891914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:11.892434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:11.903500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:11.904089 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:11.909337 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 4 to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb Feb 11 04:56:11.952842 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a491e078-fa88-430e-9245-45a329ea1e23 service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052107 Feb 11 04:56:11.953948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:11.954294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:11.954644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:11.964786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:11.965255 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:11.968912 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 5 to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb Feb 11 04:56:12.019738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:12.020208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:12.020651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:12.084484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:12.084923 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:12.099061 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1005de-c939-48fd-94fe-9671070c5e6b req-5b7faa25-4e20-4f84-9207-8207d23bfcc6 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:12.104520 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 6 to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb Feb 11 04:56:12.106739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fc1005de-c939-48fd-94fe-9671070c5e6b req-5b7faa25-4e20-4f84-9207-8207d23bfcc6 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1037340 Feb 11 04:56:12.121669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:12.122158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:12.122608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:12.129959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:12.131053 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:12.131827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51b7eba2-c240-440b-87c5-0d97eb8a60a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:12.149470 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 7 to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb Feb 11 04:56:12.168807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:12.168807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:12.169422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:12.180993 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fc1005de-c939-48fd-94fe-9671070c5e6b req-02561e81-2e38-4c86-bdc5-f06fb6e400ca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682631 Feb 11 04:56:12.195657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:12.196122 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:12.199644 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 8 to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb Feb 11 04:56:12.220505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-f42aef72-7872-4fed-b1b9-dae57c0f7a84 service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534444 Feb 11 04:56:12.373124 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51b7eba2-c240-440b-87c5-0d97eb8a60a5 admin admin] Publish callbacks [] for security_group (f05244df-9ff2-4960-a370-1445ed9dc21d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:12.416232 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-53e28143-2686-4880-97d4-39fe73ab61d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1a965ce7-4189-4ce1-8af5-5258c8a76c3f HTTP/1.1" status: 200 len: 217 time: 0.1027107 Feb 11 04:56:12.417266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:12.417908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:12.418412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:12.423648 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51b7eba2-c240-440b-87c5-0d97eb8a60a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f05244df-9ff2-4960-a370-1445ed9dc21d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:12.498674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:12.499111 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:12.513298 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 9 to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb Feb 11 04:56:12.576295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-cca63a33-a9c8-4e70-b2e0-43a2deaea5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:12.578148 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-cca63a33-a9c8-4e70-b2e0-43a2deaea5f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e291671b-3e0f-4d5c-8943-d14fa4114dd4 HTTP/1.1" status: 200 len: 797 time: 0.1274500 Feb 11 04:56:12.582360 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-51b7eba2-c240-440b-87c5-0d97eb8a60a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16e33a327a5d4caf8d75cc43112b32a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7502575 Feb 11 04:56:12.583222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:12.583622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:12.583970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:12.590152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:12.590319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42762) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:12.590774 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:12.591895 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 10 to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb Feb 11 04:56:12.594329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7eba2-c240-440b-87c5-0d97eb8a60a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05244df-9ff2-4960-a370-1445ed9dc21d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:12.641115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abb2cb-6ad7-47dc-80a6-4db0b60f893e req-3ffdc5c8-c40e-44ca-a6af-3e09646be453 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:12.648459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abb2cb-6ad7-47dc-80a6-4db0b60f893e req-3ffdc5c8-c40e-44ca-a6af-3e09646be453 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:12.650763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:12.651137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:12.651700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:12.656079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abb2cb-6ad7-47dc-80a6-4db0b60f893e req-3ffdc5c8-c40e-44ca-a6af-3e09646be453 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:12.662312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abb2cb-6ad7-47dc-80a6-4db0b60f893e req-3ffdc5c8-c40e-44ca-a6af-3e09646be453 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:12.665109 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa584cb-505c-433d-a507-82609f2a9459 req-0b4cb7ce-4816-4924-af7d-f9c53d8a1cf7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:12.666679 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8aa584cb-505c-433d-a507-82609f2a9459 req-0b4cb7ce-4816-4924-af7d-f9c53d8a1cf7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.3328717 Feb 11 04:56:12.675160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abb2cb-6ad7-47dc-80a6-4db0b60f893e req-3ffdc5c8-c40e-44ca-a6af-3e09646be453 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:12.683594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:12.683938 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:12.684269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abb2cb-6ad7-47dc-80a6-4db0b60f893e req-3ffdc5c8-c40e-44ca-a6af-3e09646be453 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:12.684401 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (58672745-dd4f-4d5f-bdd2-a436cd27c6cb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:12.690849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abb2cb-6ad7-47dc-80a6-4db0b60f893e req-3ffdc5c8-c40e-44ca-a6af-3e09646be453 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:12.694409 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:12.700240 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0abb2cb-6ad7-47dc-80a6-4db0b60f893e req-3ffdc5c8-c40e-44ca-a6af-3e09646be453 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1741862 Feb 11 04:56:12.721046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-376c8c6a-f4ff-491f-87f0-fe752dedbf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:12.722833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-376c8c6a-f4ff-491f-87f0-fe752dedbf26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1226130 Feb 11 04:56:12.781270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-295168a4-2205-4ec8-ab89-5d3a4d588ea6 admin admin] Publish callbacks [] for security_group (f05244df-9ff2-4960-a370-1445ed9dc21d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:12.826083 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0abb2cb-6ad7-47dc-80a6-4db0b60f893e req-eff8a43f-5d89-4778-9721-6bac0b828a93 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193180 Feb 11 04:56:12.848710 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-295168a4-2205-4ec8-ab89-5d3a4d588ea6 admin admin] Publish callbacks [] for security_group (f05244df-9ff2-4960-a370-1445ed9dc21d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:12.875450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-6b7f9e6a-fbde-43c1-a460-4e009d570ef5 service neutron] 10.222.0.60 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236355 Feb 11 04:56:12.923038 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8aa584cb-505c-433d-a507-82609f2a9459 req-6c594123-356e-4e4e-9343-c78296040cd9 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487240 Feb 11 04:56:12.968614 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-295168a4-2205-4ec8-ab89-5d3a4d588ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f05244df-9ff2-4960-a370-1445ed9dc21d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:12.977077 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-295168a4-2205-4ec8-ab89-5d3a4d588ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:12.978690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-295168a4-2205-4ec8-ab89-5d3a4d588ea6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f05244df-9ff2-4960-a370-1445ed9dc21d HTTP/1.1" status: 204 len: 168 time: 0.3864017 Feb 11 04:56:13.004665 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295168a4-2205-4ec8-ab89-5d3a4d588ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05244df-9ff2-4960-a370-1445ed9dc21d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:13.081326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] For port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:56:13.081709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempted to set empty binding levels {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 04:56:13.100549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (58672745-dd4f-4d5f-bdd2-a436cd27c6cb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:13.187382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:13.189446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:13.199231 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-ce62ce6c-532e-417c-aafd-ec78d28d95a5 service neutron] 10.222.0.60 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103142 Feb 11 04:56:13.270550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event updated for resources: {'Port': ['ID=58672745-dd4f-4d5f-bdd2-a436cd27c6cb,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:13.338660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-5287b1df-e550-49a4-97eb-0b2ae4b7aa39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ca0f07d-807c-4db0-9432-e2f5c2454549 HTTP/1.1" status: 200 len: 217 time: 0.1286876 Feb 11 04:56:13.343606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-93ec1e78-be9d-4015-934a-304d3dae1735 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.0379000 Feb 11 04:56:13.346786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42784) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:13.407144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a74f6de9-57c2-4145-8b20-70dc9765ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:13.408558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-a74f6de9-57c2-4145-8b20-70dc9765ff5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e291671b-3e0f-4d5c-8943-d14fa4114dd4 HTTP/1.1" status: 200 len: 797 time: 0.0497432 Feb 11 04:56:13.527261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07088e64-bca7-4349-a04b-f5317e9d643d req-0f6bcbdb-32c0-45cd-8ca5-d28da1b77465 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:13.534917 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07088e64-bca7-4349-a04b-f5317e9d643d req-0f6bcbdb-32c0-45cd-8ca5-d28da1b77465 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1993859 Feb 11 04:56:13.562626 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9de4b3ce-7d27-46cd-8e45-08a6dbdd1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:13.564264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-9de4b3ce-7d27-46cd-8e45-08a6dbdd1d25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1402183 Feb 11 04:56:13.607706 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07088e64-bca7-4349-a04b-f5317e9d643d req-d46098a6-87a3-4873-9071-158be4512b3e tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716839 Feb 11 04:56:13.613276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039d61-9dfe-432e-b80b-4fdceb78a1d4 req-298c3196-e29c-41b7-b575-f694b358f4bf tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:13.621501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4039d61-9dfe-432e-b80b-4fdceb78a1d4 req-298c3196-e29c-41b7-b575-f694b358f4bf tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2538879 Feb 11 04:56:13.691788 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4039d61-9dfe-432e-b80b-4fdceb78a1d4 req-e780af5a-4004-4dbb-8564-b03db0199f04 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687885 Feb 11 04:56:13.697498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-29a8ebbc-ab45-4124-82ab-74807e7c07d6 service neutron] 10.222.0.60 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057580 Feb 11 04:56:13.703741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4a540b96-061c-4dfe-9c2d-f176717ac99c tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Deleting port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:13.704094 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a540b96-061c-4dfe-9c2d-f176717ac99c tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (58672745-dd4f-4d5f-bdd2-a436cd27c6cb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:13.726943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42788) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:13.782657 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54c6d94f-297e-4e63-a144-3b2daf2a7ce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:13.828004 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-4a540b96-061c-4dfe-9c2d-f176717ac99c tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] For port 58672745-dd4f-4d5f-bdd2-a436cd27c6cb, host n-h2-615180-58, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:13.828690 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a540b96-061c-4dfe-9c2d-f176717ac99c tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (58672745-dd4f-4d5f-bdd2-a436cd27c6cb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:13.845933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4a540b96-061c-4dfe-9c2d-f176717ac99c tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Calling delete_port for 58672745-dd4f-4d5f-bdd2-a436cd27c6cb owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:13.965720 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a540b96-061c-4dfe-9c2d-f176717ac99c tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (58672745-dd4f-4d5f-bdd2-a436cd27c6cb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.005008 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-71dbb440-0142-489c-81c8-7a739c2de4ad service neutron] 10.222.0.60 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868779 Feb 11 04:56:14.011169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a540b96-061c-4dfe-9c2d-f176717ac99c tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event deleted for resources: {'Port': ['ID=58672745-dd4f-4d5f-bdd2-a436cd27c6cb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:14.036443 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a540b96-061c-4dfe-9c2d-f176717ac99c tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.040760 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4a540b96-061c-4dfe-9c2d-f176717ac99c tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "DELETE /v2.0/ports/58672745-dd4f-4d5f-bdd2-a436cd27c6cb HTTP/1.1" status: 204 len: 168 time: 0.6929049 Feb 11 04:56:14.043777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42798) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:14.049883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93922ac-2ae9-4479-82b2-21b514da47c4 req-30e65dd0-d683-4893-a288-39b82f24ea6f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.055625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93922ac-2ae9-4479-82b2-21b514da47c4 req-30e65dd0-d683-4893-a288-39b82f24ea6f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.061817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93922ac-2ae9-4479-82b2-21b514da47c4 req-30e65dd0-d683-4893-a288-39b82f24ea6f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.067493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93922ac-2ae9-4479-82b2-21b514da47c4 req-30e65dd0-d683-4893-a288-39b82f24ea6f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.074053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93922ac-2ae9-4479-82b2-21b514da47c4 req-30e65dd0-d683-4893-a288-39b82f24ea6f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.079115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93922ac-2ae9-4479-82b2-21b514da47c4 req-30e65dd0-d683-4893-a288-39b82f24ea6f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.085216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93922ac-2ae9-4479-82b2-21b514da47c4 req-30e65dd0-d683-4893-a288-39b82f24ea6f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.092075 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a93922ac-2ae9-4479-82b2-21b514da47c4 req-30e65dd0-d683-4893-a288-39b82f24ea6f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1642601 Feb 11 04:56:14.104946 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d80e3b-b13e-44b9-ab93-a312824d856f tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] GET failed (client error): The resource could not be found. Feb 11 04:56:14.106925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-59d80e3b-b13e-44b9-ab93-a312824d856f tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "GET /v2.0/ports/58672745-dd4f-4d5f-bdd2-a436cd27c6cb HTTP/1.1" status: 404 len: 333 time: 0.0608828 Feb 11 04:56:14.110380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42800) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:14.112776 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54c6d94f-297e-4e63-a144-3b2daf2a7ce7 admin admin] Publish callbacks [] for security_group (7466af3c-359b-45fc-b66c-effe706bafc9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.116381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Request body: {'port': {'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-803539348'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:14.158078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Made reservation on behalf of 1a6ab6c092e349d886bb7ab9394a730b for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:14.160700 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.161751 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54c6d94f-297e-4e63-a144-3b2daf2a7ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7466af3c-359b-45fc-b66c-effe706bafc9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.181091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] device_id is not set on port a6894cd0-d061-47d4-a2fd-0d47e4576a7f yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:56:14.238832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-54c6d94f-297e-4e63-a144-3b2daf2a7ce7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75f6955a436847ee98d7009497bc512c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5077546 Feb 11 04:56:14.240475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42804) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:14.264877 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.277501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6d94f-297e-4e63-a144-3b2daf2a7ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7466af3c-359b-45fc-b66c-effe706bafc9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:14.294034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-9b39f7ec-17db-4bca-9561-668698312d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.294253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-9b39f7ec-17db-4bca-9561-668698312d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.294559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-9b39f7ec-17db-4bca-9561-668698312d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.295053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-9b39f7ec-17db-4bca-9561-668698312d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.295935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-9b39f7ec-17db-4bca-9561-668698312d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.295935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-9b39f7ec-17db-4bca-9561-668698312d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.296430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-9b39f7ec-17db-4bca-9561-668698312d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.298325 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-9b39f7ec-17db-4bca-9561-668698312d60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62e90bc09e0a46e888c74e8489658ef9&device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 6700 time: 0.1789405 Feb 11 04:56:14.306555 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a93922ac-2ae9-4479-82b2-21b514da47c4 req-e5f1c224-a596-4bf3-a212-59ee2537e179 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2005851 Feb 11 04:56:14.357136 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbb58af8-61a4-4c61-a1e5-2ec8082f2d21 admin admin] Publish callbacks [] for security_group (7466af3c-359b-45fc-b66c-effe706bafc9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.414971 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbb58af8-61a4-4c61-a1e5-2ec8082f2d21 admin admin] Publish callbacks [] for security_group (7466af3c-359b-45fc-b66c-effe706bafc9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.451775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-33693998-5277-4ea3-a1bb-e97462f6287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.453455 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-33693998-5277-4ea3-a1bb-e97462f6287d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 HTTP/1.1" status: 200 len: 903 time: 0.1445150 Feb 11 04:56:14.486313 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks [] for port (a6894cd0-d061-47d4-a2fd-0d47e4576a7f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.533108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-50a1555e-881e-41e1-83cf-e857d70de1a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ca0f07d-807c-4db0-9432-e2f5c2454549 HTTP/1.1" status: 200 len: 217 time: 0.0660443 Feb 11 04:56:14.542133 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbb58af8-61a4-4c61-a1e5-2ec8082f2d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7466af3c-359b-45fc-b66c-effe706bafc9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.544203 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a6894cd0-d061-47d4-a2fd-0d47e4576a7f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.546089 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbb58af8-61a4-4c61-a1e5-2ec8082f2d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.546569 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cbb58af8-61a4-4c61-a1e5-2ec8082f2d21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7466af3c-359b-45fc-b66c-effe706bafc9 HTTP/1.1" status: 204 len: 168 time: 0.3041639 Feb 11 04:56:14.589892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:56:14.594998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:14.599742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:56:14.600685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.601377 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.605741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb58af8-61a4-4c61-a1e5-2ec8082f2d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7466af3c-359b-45fc-b66c-effe706bafc9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:14.609942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-146ef0d5-ea81-4916-b64e-902044f075fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.611771 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-146ef0d5-ea81-4916-b64e-902044f075fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e291671b-3e0f-4d5c-8943-d14fa4114dd4 HTTP/1.1" status: 200 len: 797 time: 0.0640740 Feb 11 04:56:14.620452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event updated for resources: {'Port': ['ID=a6894cd0-d061-47d4-a2fd-0d47e4576a7f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:14.633664 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6919f68d-1503-4ea1-9b88-fa9618b766ce tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5220225 Feb 11 04:56:14.635411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42812) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:14.641338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:14.720368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-cdf9af72-f8ae-4f7c-910b-b9ad18accbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.722792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-cdf9af72-f8ae-4f7c-910b-b9ad18accbc9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0929601 Feb 11 04:56:14.815105 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a6894cd0-d061-47d4-a2fd-0d47e4576a7f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:14.890053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a6378-0750-4edd-969d-14837032e909 req-6f0a7ffd-82cd-403a-b352-9c0a6c60a94b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.891753 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c36a6378-0750-4edd-969d-14837032e909 req-6f0a7ffd-82cd-403a-b352-9c0a6c60a94b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1893601 Feb 11 04:56:14.950439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752906e0-9f44-4be4-8a60-f1396d1b87b0 req-ca70add7-9138-46dd-b50e-aa38d8c0413f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:14.959507 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-752906e0-9f44-4be4-8a60-f1396d1b87b0 req-ca70add7-9138-46dd-b50e-aa38d8c0413f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1795721 Feb 11 04:56:14.976451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c36a6378-0750-4edd-969d-14837032e909 req-ee8e0b63-d1e2-4b58-8083-6ff3424ef7b9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735521 Feb 11 04:56:15.060363 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-752906e0-9f44-4be4-8a60-f1396d1b87b0 req-dbc40888-646b-4020-872c-ca1c129a46ff tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996788 Feb 11 04:56:15.079449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-c3532cc2-d6a2-44d8-8e0f-b1adbfe2aa54 service neutron] 10.222.0.60 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465037 Feb 11 04:56:15.176542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] device_id is not set on port a6894cd0-d061-47d4-a2fd-0d47e4576a7f yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:56:15.196960 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks [] for port (a6894cd0-d061-47d4-a2fd-0d47e4576a7f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:15.234267 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (a6894cd0-d061-47d4-a2fd-0d47e4576a7f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:15.425433 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:15.426079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:15.426667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:15.438731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:15.439470 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:15.440516 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 2 to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f Feb 11 04:56:15.453594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event updated for resources: {'Port': ['ID=a6894cd0-d061-47d4-a2fd-0d47e4576a7f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:15.474696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0036a78-f8fc-4ade-9251-69c8e0b38304 req-3f79014a-6a03-45a4-b55e-5bc5f39ddbd5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:15.476804 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f0036a78-f8fc-4ade-9251-69c8e0b38304 req-3f79014a-6a03-45a4-b55e-5bc5f39ddbd5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2697446 Feb 11 04:56:15.487298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:15.491789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:15.492376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:15.522139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:15.522775 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:15.559763 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:15.683005 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23fad2af-8c65-4e37-9e56-126651a58a96 req-af9a6277-a796-4451-9f48-14cf59583878 service neutron] 10.222.0.60 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888162 Feb 11 04:56:15.698354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ae09e-c99d-43fe-b766-ab6dc079b5ac req-3df3e5fa-a9b5-416a-a6cd-087c1ab0fb81 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:15.705971 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a04ae09e-c99d-43fe-b766-ab6dc079b5ac req-3df3e5fa-a9b5-416a-a6cd-087c1ab0fb81 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0884738 Feb 11 04:56:15.794401 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a04ae09e-c99d-43fe-b766-ab6dc079b5ac req-5de9be15-3aa6-4424-9d33-deabc5cd39f6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873075 Feb 11 04:56:15.977539 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 3 to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f Feb 11 04:56:16.004670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d115f2-fb20-4802-aac0-e180f725addf req-69eafdc4-3880-49f8-9b32-091435e78032 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.011539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d115f2-fb20-4802-aac0-e180f725addf req-69eafdc4-3880-49f8-9b32-091435e78032 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.024378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d115f2-fb20-4802-aac0-e180f725addf req-69eafdc4-3880-49f8-9b32-091435e78032 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.024619 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f0036a78-f8fc-4ade-9251-69c8e0b38304 req-c651ec58-1b52-4619-8886-6999aa501261 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415044 Feb 11 04:56:16.029653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:16.030410 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:16.030948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:16.038651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d115f2-fb20-4802-aac0-e180f725addf req-69eafdc4-3880-49f8-9b32-091435e78032 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.042459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:16.043005 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:16.043532 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 4 to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f Feb 11 04:56:16.060640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d115f2-fb20-4802-aac0-e180f725addf req-69eafdc4-3880-49f8-9b32-091435e78032 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.068971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:16.069433 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:16.072219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:16.077986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d115f2-fb20-4802-aac0-e180f725addf req-69eafdc4-3880-49f8-9b32-091435e78032 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.080786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:16.083327 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:16.083757 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 5 to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f Feb 11 04:56:16.101004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d115f2-fb20-4802-aac0-e180f725addf req-69eafdc4-3880-49f8-9b32-091435e78032 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.103044 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6d115f2-fb20-4802-aac0-e180f725addf req-69eafdc4-3880-49f8-9b32-091435e78032 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2188447 Feb 11 04:56:16.110657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:16.111253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:16.111395 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:16.117355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:16.117684 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:16.118078 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 6 to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f Feb 11 04:56:16.133532 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:16.134195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:16.134881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:16.141023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:16.141620 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:16.142201 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 7 to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f Feb 11 04:56:16.192001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:16.192732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:16.193766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:16.217834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:16.218404 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:16.221176 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 8 to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f Feb 11 04:56:16.238823 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6d115f2-fb20-4802-aac0-e180f725addf req-1fa7bcc9-27d3-43d5-8944-baf6bafbe74c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195016 Feb 11 04:56:16.250139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:16.250439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:16.250649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:16.262952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8405c-cb78-4179-8f2b-4ffc96c03f04 req-32c16d7f-c1d2-4bbd-b1e1-1ff393c44d11 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.269982 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ef8405c-cb78-4179-8f2b-4ffc96c03f04 req-32c16d7f-c1d2-4bbd-b1e1-1ff393c44d11 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1163566 Feb 11 04:56:16.277842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:16.278488 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:16.279756 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 9 to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f Feb 11 04:56:16.314316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:16.314662 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:16.315021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:16.333096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:16.333477 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:16.336637 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 10 to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f Feb 11 04:56:16.366626 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ef8405c-cb78-4179-8f2b-4ffc96c03f04 req-ccf21d4e-84c7-4745-a7c4-5def3de4d79d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957739 Feb 11 04:56:16.372117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:16.373014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:16.373549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:16.378366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:16.378889 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:16.379598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a6894cd0-d061-47d4-a2fd-0d47e4576a7f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:16.510502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be34e2-d8d4-431f-877c-70a3f88def8b req-b06fdf53-c50f-4037-9649-b58ec285e13b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.512875 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08be34e2-d8d4-431f-877c-70a3f88def8b req-b06fdf53-c50f-4037-9649-b58ec285e13b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1140120 Feb 11 04:56:16.580412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] For port a6894cd0-d061-47d4-a2fd-0d47e4576a7f, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:56:16.580412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempted to set empty binding levels {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 04:56:16.586836 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08be34e2-d8d4-431f-877c-70a3f88def8b req-1f9b26f4-9a3f-478a-9331-f2a93bf504c6 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603385 Feb 11 04:56:16.593928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (a6894cd0-d061-47d4-a2fd-0d47e4576a7f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:16.648275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event updated for resources: {'Port': ['ID=a6894cd0-d061-47d4-a2fd-0d47e4576a7f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:16.667386 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.667838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.668804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.669195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.669537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.669960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.670301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.671819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.672259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.672849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.673527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.673862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.674195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:16.696946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b100a-e78e-4642-a41d-fd7e3ce903ce req-75814b9d-c65f-4f71-a0a4-9a4ae0f371e5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.699285 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2a1b100a-e78e-4642-a41d-fd7e3ce903ce req-75814b9d-c65f-4f71-a0a4-9a4ae0f371e5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2113559 Feb 11 04:56:16.700219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] In _notify_port_updated(), no bound segment for port a6894cd0-d061-47d4-a2fd-0d47e4576a7f on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:56:16.701235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.701987 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:16.705665 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6c15fbc9-a1af-492f-a0d6-00c787d0a6b1 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "PUT /v2.0/ports/a6894cd0-d061-47d4-a2fd-0d47e4576a7f HTTP/1.1" status: 200 len: 975 time: 2.0679984 Feb 11 04:56:16.713400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42876) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:16.791346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90fabb-fe27-4b86-8350-5b655d9d9620 req-ff97721e-765c-4a3d-b9c2-1294408db2c4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.798402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c90fabb-fe27-4b86-8350-5b655d9d9620 req-ff97721e-765c-4a3d-b9c2-1294408db2c4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1369157 Feb 11 04:56:16.874040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.874846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.875695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.877403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.878321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.879598 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.880787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.881598 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.882429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.883322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.884178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.885277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.886150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.887026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.887893 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.888755 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.889584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.890437 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.891262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.892053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.892183 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c90fabb-fe27-4b86-8350-5b655d9d9620 req-01d605e9-7aa5-41fb-ad3c-3f87fa61bf9c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928042 Feb 11 04:56:16.892844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.893641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.894423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.895559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.896619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.897277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.898117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.898804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.899654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.900456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.901405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.902028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.902686 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.903541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.904232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.904810 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.905382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.905998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:16.911400 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6d50fd66-297a-42ed-aef4-157f211277df tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35215 time: 0.1961105 Feb 11 04:56:16.915104 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2a1b100a-e78e-4642-a41d-fd7e3ce903ce req-875d1d1e-bfb8-44fe-a979-31f382b5124b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094512 Feb 11 04:56:16.915579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42886) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:17.088698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bb0cc-dbcc-4fe6-815d-bf129ca26f20 req-5763619b-b988-4484-8592-64403cb8d25f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.090565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-802bb0cc-dbcc-4fe6-815d-bf129ca26f20 req-5763619b-b988-4484-8592-64403cb8d25f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0649278 Feb 11 04:56:17.120119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-306d848c-ff27-4552-89a8-44855ce7056d tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Deleting port a6894cd0-d061-47d4-a2fd-0d47e4576a7f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:17.120626 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-306d848c-ff27-4552-89a8-44855ce7056d tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a6894cd0-d061-47d4-a2fd-0d47e4576a7f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:17.174929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-802bb0cc-dbcc-4fe6-815d-bf129ca26f20 req-370f5c9d-0fe4-4870-a82b-3f3a3370be4a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724044 Feb 11 04:56:17.188697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-306d848c-ff27-4552-89a8-44855ce7056d tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] For port a6894cd0-d061-47d4-a2fd-0d47e4576a7f, host n-h2-615180-58, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:17.189069 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-306d848c-ff27-4552-89a8-44855ce7056d tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a6894cd0-d061-47d4-a2fd-0d47e4576a7f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:17.206832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d746f9-b307-4915-9648-7168d1818a47 req-a7216a63-0cfb-4b46-97b0-31fb0b9d99b2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.208648 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-85d746f9-b307-4915-9648-7168d1818a47 req-a7216a63-0cfb-4b46-97b0-31fb0b9d99b2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1829782 Feb 11 04:56:17.212892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-306d848c-ff27-4552-89a8-44855ce7056d tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Calling delete_port for a6894cd0-d061-47d4-a2fd-0d47e4576a7f owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:17.312237 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-85d746f9-b307-4915-9648-7168d1818a47 req-2be94619-2215-4034-b5d7-3b2ebc39dcc7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950277 Feb 11 04:56:17.370969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-306d848c-ff27-4552-89a8-44855ce7056d tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a6894cd0-d061-47d4-a2fd-0d47e4576a7f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:17.390305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22b7fc-ce40-4afd-8b11-d3abf2da1b4b req-e6f65ee9-5b5f-44bd-bdd1-ad586641c50d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.392033 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b22b7fc-ce40-4afd-8b11-d3abf2da1b4b req-e6f65ee9-5b5f-44bd-bdd1-ad586641c50d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0827017 Feb 11 04:56:17.424261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d848c-ff27-4552-89a8-44855ce7056d tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6894cd0-d061-47d4-a2fd-0d47e4576a7f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:17.452334 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-306d848c-ff27-4552-89a8-44855ce7056d tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:17.458667 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-306d848c-ff27-4552-89a8-44855ce7056d tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "DELETE /v2.0/ports/a6894cd0-d061-47d4-a2fd-0d47e4576a7f HTTP/1.1" status: 204 len: 168 time: 0.5420663 Feb 11 04:56:17.459376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42908) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:17.472502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b22b7fc-ce40-4afd-8b11-d3abf2da1b4b req-e0c053f5-f789-4d7f-8b46-288d3855c0ad tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734422 Feb 11 04:56:17.493642 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-4879356a-be7b-478e-8ab9-fad5f2e824cb tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] GET failed (client error): The resource could not be found. Feb 11 04:56:17.498331 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4879356a-be7b-478e-8ab9-fad5f2e824cb tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "GET /v2.0/ports/a6894cd0-d061-47d4-a2fd-0d47e4576a7f HTTP/1.1" status: 404 len: 333 time: 0.0372341 Feb 11 04:56:17.502834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42912) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:17.509451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-390882128', 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:17.539711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Made reservation on behalf of 1a6ab6c092e349d886bb7ab9394a730b for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:17.543016 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:17.559027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0c1ab-29ae-48bf-b738-4dd367cc1590 req-9bb951f7-5aaa-40fb-afda-2a62ea9b899c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.565670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] device_id is not set on port 8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:56:17.566461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0c1ab-29ae-48bf-b738-4dd367cc1590 req-9bb951f7-5aaa-40fb-afda-2a62ea9b899c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.584309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0c1ab-29ae-48bf-b738-4dd367cc1590 req-9bb951f7-5aaa-40fb-afda-2a62ea9b899c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.613177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0c1ab-29ae-48bf-b738-4dd367cc1590 req-9bb951f7-5aaa-40fb-afda-2a62ea9b899c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.619777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0c1ab-29ae-48bf-b738-4dd367cc1590 req-9bb951f7-5aaa-40fb-afda-2a62ea9b899c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.625965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0c1ab-29ae-48bf-b738-4dd367cc1590 req-9bb951f7-5aaa-40fb-afda-2a62ea9b899c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.631757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0c1ab-29ae-48bf-b738-4dd367cc1590 req-9bb951f7-5aaa-40fb-afda-2a62ea9b899c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.633988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66d0c1ab-29ae-48bf-b738-4dd367cc1590 req-9bb951f7-5aaa-40fb-afda-2a62ea9b899c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2268219 Feb 11 04:56:17.716252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66d0c1ab-29ae-48bf-b738-4dd367cc1590 req-4f4acb53-ac26-42e4-9fcd-32abcf9c1a87 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759270 Feb 11 04:56:17.806999 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks [] for port (8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:17.887525 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:17.936408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8755be-3006-4c46-be49-5d9802adf76d req-82a7d0cf-be26-47b5-a984-4f7a46e87530 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.945684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c8755be-3006-4c46-be49-5d9802adf76d req-82a7d0cf-be26-47b5-a984-4f7a46e87530 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.0927920 Feb 11 04:56:17.951155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773fdf8-042a-478e-8489-abceed4b4432 req-fc8c198a-65c5-411f-b338-eb39f6e3448a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.959102 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1773fdf8-042a-478e-8489-abceed4b4432 req-fc8c198a-65c5-411f-b338-eb39f6e3448a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1199119 Feb 11 04:56:17.965153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:56:17.974516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:17.983630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event updated for resources: {'Port': ['ID=8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:17.986102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:56:17.987180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:17.987863 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.017231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c8755be-3006-4c46-be49-5d9802adf76d req-60dcae38-e9a7-412a-a78b-a3d315394d6e tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704629 Feb 11 04:56:18.025494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42922) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:18.025738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8d407ea1-3f6a-4e29-843f-4fb180ad66ea tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5215509 Feb 11 04:56:18.055214 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1773fdf8-042a-478e-8489-abceed4b4432 req-427d9340-3b66-4556-818a-19da94513e4e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905962 Feb 11 04:56:18.120325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e3016c-48bf-42c7-92ac-8831e1f815ff tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:18.124532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b5e3016c-48bf-42c7-92ac-8831e1f815ff tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "GET /v2.0/ports/8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316 HTTP/1.1" status: 200 len: 954 time: 0.0942042 Feb 11 04:56:18.125771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42930) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:18.207659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a0312-b62d-4afe-bd42-a3f8ac1bf1b8 req-b8c5a890-8946-4329-9aae-5f98002a1f40 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:18.209899 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-485a0312-b62d-4afe-bd42-a3f8ac1bf1b8 req-b8c5a890-8946-4329-9aae-5f98002a1f40 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0917773 Feb 11 04:56:18.286867 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-485a0312-b62d-4afe-bd42-a3f8ac1bf1b8 req-60836bf0-6ad4-45e2-8a61-c8695d3a2698 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710659 Feb 11 04:56:18.294659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaa554-f66f-47cd-b261-d17cb8616df2 req-5b5e4881-2ed8-46f1-8330-c30e3cf1375f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:18.296186 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65aaa554-f66f-47cd-b261-d17cb8616df2 req-5b5e4881-2ed8-46f1-8330-c30e3cf1375f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0929887 Feb 11 04:56:18.298451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-119fb09d-6f8d-4d4a-8041-940e49dedffb tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Deleting port 8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:18.298798 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-119fb09d-6f8d-4d4a-8041-940e49dedffb tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.365796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-119fb09d-6f8d-4d4a-8041-940e49dedffb tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.385665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-119fb09d-6f8d-4d4a-8041-940e49dedffb tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Calling delete_port for 8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:18.457491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65aaa554-f66f-47cd-b261-d17cb8616df2 req-38efa6fb-af4b-48ed-b4f1-2971f38f6a13 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765896 Feb 11 04:56:18.603926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-119fb09d-6f8d-4d4a-8041-940e49dedffb tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.641611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fb09d-6f8d-4d4a-8041-940e49dedffb tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:18.655898 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-119fb09d-6f8d-4d4a-8041-940e49dedffb tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.662465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-119fb09d-6f8d-4d4a-8041-940e49dedffb tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "DELETE /v2.0/ports/8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316 HTTP/1.1" status: 204 len: 168 time: 0.5323727 Feb 11 04:56:18.663230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42946) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:18.669487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e9f0d-e45f-4b06-82e7-1d5152d3282a req-d2ab3b00-a00a-4726-a2a5-3c6234a8225c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:18.678154 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-948e9f0d-e45f-4b06-82e7-1d5152d3282a req-d2ab3b00-a00a-4726-a2a5-3c6234a8225c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1269162 Feb 11 04:56:18.743460 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf34567b-8f21-4ba2-a356-ddaf58a43293 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] GET failed (client error): The resource could not be found. Feb 11 04:56:18.744243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-948e9f0d-e45f-4b06-82e7-1d5152d3282a req-72797b16-233b-42ff-9175-f022ac42f2d2 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650535 Feb 11 04:56:18.749171 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cf34567b-8f21-4ba2-a356-ddaf58a43293 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "GET /v2.0/ports/8f0c564c-aa5b-4a1d-8d1f-9190fa9d5316 HTTP/1.1" status: 404 len: 333 time: 0.0809734 Feb 11 04:56:18.749591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42950) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:18.762851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Request body: {'port': {'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-112040083'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:18.829460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Made reservation on behalf of 1a6ab6c092e349d886bb7ab9394a730b for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:18.847740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.876734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc00fa8-c7cc-4173-b6c8-c020522c7c7d req-fd0b267a-61c1-4f25-bc89-c130acb8ce69 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:18.878647 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1cc00fa8-c7cc-4173-b6c8-c020522c7c7d req-fd0b267a-61c1-4f25-bc89-c130acb8ce69 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1114669 Feb 11 04:56:18.880222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] device_id is not set on port 2941ce0b-8f33-4b6e-9246-970869873df0 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:56:18.897146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b1348-ea4c-4add-a357-ba12a56bd0b3 req-ec59bd07-b8fd-4db7-ade7-9dd916de46f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:18.902694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b1348-ea4c-4add-a357-ba12a56bd0b3 req-ec59bd07-b8fd-4db7-ade7-9dd916de46f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:18.908205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b1348-ea4c-4add-a357-ba12a56bd0b3 req-ec59bd07-b8fd-4db7-ade7-9dd916de46f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:18.914280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b1348-ea4c-4add-a357-ba12a56bd0b3 req-ec59bd07-b8fd-4db7-ade7-9dd916de46f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:18.919583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b1348-ea4c-4add-a357-ba12a56bd0b3 req-ec59bd07-b8fd-4db7-ade7-9dd916de46f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:18.924909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b1348-ea4c-4add-a357-ba12a56bd0b3 req-ec59bd07-b8fd-4db7-ade7-9dd916de46f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:18.931633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b1348-ea4c-4add-a357-ba12a56bd0b3 req-ec59bd07-b8fd-4db7-ade7-9dd916de46f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:18.935655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-250b1348-ea4c-4add-a357-ba12a56bd0b3 req-ec59bd07-b8fd-4db7-ade7-9dd916de46f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1236343 Feb 11 04:56:18.988147 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1cc00fa8-c7cc-4173-b6c8-c020522c7c7d req-a3ee1d3f-fb87-4f08-ac4f-4061944ec3cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031923 Feb 11 04:56:19.050627 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-250b1348-ea4c-4add-a357-ba12a56bd0b3 req-c186726c-a18d-4968-8c05-7496b0d05613 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052752 Feb 11 04:56:19.153005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks [] for port (2941ce0b-8f33-4b6e-9246-970869873df0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:19.199661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89852ef8-5afd-4858-aa1a-c04045f39632 req-c34c4026-eb60-45c5-87a0-9ff1bdea7e25 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:19.201353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89852ef8-5afd-4858-aa1a-c04045f39632 req-c34c4026-eb60-45c5-87a0-9ff1bdea7e25 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0836570 Feb 11 04:56:19.221544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23540e-78fa-43d6-98e9-99fa8ad8ca6f req-8993f5b0-9f14-42f9-9228-d017fccd06e7 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:19.221544 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac23540e-78fa-43d6-98e9-99fa8ad8ca6f req-8993f5b0-9f14-42f9-9228-d017fccd06e7 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.0788929 Feb 11 04:56:19.278230 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89852ef8-5afd-4858-aa1a-c04045f39632 req-b4f622b3-844e-411f-b5ff-eaf8c8499a88 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707011 Feb 11 04:56:19.289428 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2941ce0b-8f33-4b6e-9246-970869873df0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:19.294197 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac23540e-78fa-43d6-98e9-99fa8ad8ca6f req-e2a9ec37-11ad-4806-9773-3d67b93c0703 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568135 Feb 11 04:56:19.343859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:56:19.347349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:19.352680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:56:19.353857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:19.354494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:19.358333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event updated for resources: {'Port': ['ID=2941ce0b-8f33-4b6e-9246-970869873df0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:19.409454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42968) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:19.409733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5cec98a5-a849-4675-9730-7a303ce1841e tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6541762 Feb 11 04:56:19.414567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:19.430605 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84b881-6dd2-4376-9b1a-6118f2721f4e req-bc5f2ab5-34c0-45c8-b173-eb9cc41dbb28 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:19.432620 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da84b881-6dd2-4376-9b1a-6118f2721f4e req-bc5f2ab5-34c0-45c8-b173-eb9cc41dbb28 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0682936 Feb 11 04:56:19.509706 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da84b881-6dd2-4376-9b1a-6118f2721f4e req-968e8f67-d45f-4ee2-a597-ea121da41daa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560911 Feb 11 04:56:19.512223 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2941ce0b-8f33-4b6e-9246-970869873df0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:19.671303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddb4a6-80c4-4351-88e8-99247bb795f5 req-961cd554-71b5-4391-bb45-8a84849c8eae tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:19.678372 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfddb4a6-80c4-4351-88e8-99247bb795f5 req-961cd554-71b5-4391-bb45-8a84849c8eae tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0657594 Feb 11 04:56:19.753891 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] device_id is not set on port 2941ce0b-8f33-4b6e-9246-970869873df0 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:56:19.756245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfddb4a6-80c4-4351-88e8-99247bb795f5 req-3b80a8ce-cd03-4074-bf94-df4d50935ce3 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663891 Feb 11 04:56:19.771477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks [] for port (2941ce0b-8f33-4b6e-9246-970869873df0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:19.779097 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2941ce0b-8f33-4b6e-9246-970869873df0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:19.888355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event updated for resources: {'Port': ['ID=2941ce0b-8f33-4b6e-9246-970869873df0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:19.895062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:19.895406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:19.895784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:19.904735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:19.905074 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:19.906516 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 2 to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 Feb 11 04:56:19.925781 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:56:19.944318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf30ab-f88b-4797-8d0b-097fdbc3829a req-d1b411e9-69fc-43d1-8862-ccd46c158728 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:19.945643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28bf30ab-f88b-4797-8d0b-097fdbc3829a req-d1b411e9-69fc-43d1-8862-ccd46c158728 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1071138 Feb 11 04:56:19.946820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:19.947195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:19.947539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:19.953705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:19.954047 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:19.955083 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 3 to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 Feb 11 04:56:19.985348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:19.985693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:19.986045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:20.005148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:20.005555 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:20.010203 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 4 to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 Feb 11 04:56:20.031554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:20.031978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:20.032536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:20.047462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28bf30ab-f88b-4797-8d0b-097fdbc3829a req-55d480e0-49e7-484e-9868-1ccf722573e7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943227 Feb 11 04:56:20.051783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:20.056852 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:20.060365 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 5 to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 Feb 11 04:56:20.095509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:20.095861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:20.096210 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:20.101417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:20.101839 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:20.102315 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 6 to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 Feb 11 04:56:20.117402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:20.117758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:20.118107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:20.123438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:20.123785 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:20.124409 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 7 to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 Feb 11 04:56:20.143235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:20.143916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:20.144740 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:20.154043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:20.154387 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:20.155077 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 8 to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 Feb 11 04:56:20.161705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ecf97-1898-4429-a509-79234bb82f0b req-58bd8321-b3df-44fb-aa22-147449e07634 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.169061 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-344ecf97-1898-4429-a509-79234bb82f0b req-58bd8321-b3df-44fb-aa22-147449e07634 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0922470 Feb 11 04:56:20.170136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:20.170479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:20.170823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:20.177771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:20.178584 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:20.178584 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 9 to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 Feb 11 04:56:20.193541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:20.194021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:20.194436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:20.200060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:20.200512 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:20.200967 n-d-615180-58 neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempt 10 to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 Feb 11 04:56:20.217745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:20.218286 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:20.218700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempting to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:20.227027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:56:20.227791 n-d-615180-58 neutron-server[103353]: ERROR neutron.plugins.ml2.managers [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Failed to bind port 2941ce0b-8f33-4b6e-9246-970869873df0 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '3bcb749a-e75a-4c98-93f8-fe944d38fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e9807f30-c0f1-40a4-b5ac-c3983eb2c046'}] Feb 11 04:56:20.228345 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2941ce0b-8f33-4b6e-9246-970869873df0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:20.242524 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-344ecf97-1898-4429-a509-79234bb82f0b req-9d5415f0-5515-455c-863c-d3827dce2fe8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687909 Feb 11 04:56:20.365671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50783-0dc1-4bcd-9714-632ff8a1a1e4 req-21696a6c-e1eb-4613-a7b3-377ac5ea2eeb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.372587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50783-0dc1-4bcd-9714-632ff8a1a1e4 req-21696a6c-e1eb-4613-a7b3-377ac5ea2eeb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.378418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50783-0dc1-4bcd-9714-632ff8a1a1e4 req-21696a6c-e1eb-4613-a7b3-377ac5ea2eeb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.383560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50783-0dc1-4bcd-9714-632ff8a1a1e4 req-21696a6c-e1eb-4613-a7b3-377ac5ea2eeb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.389648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50783-0dc1-4bcd-9714-632ff8a1a1e4 req-21696a6c-e1eb-4613-a7b3-377ac5ea2eeb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.389812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcd617-70fa-47b4-b847-3cfb2c165486 req-9b022281-9f7c-4df1-a893-42141d84ac00 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.391341 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7bcd617-70fa-47b4-b847-3cfb2c165486 req-9b022281-9f7c-4df1-a893-42141d84ac00 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0759294 Feb 11 04:56:20.395092 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50783-0dc1-4bcd-9714-632ff8a1a1e4 req-21696a6c-e1eb-4613-a7b3-377ac5ea2eeb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.401482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50783-0dc1-4bcd-9714-632ff8a1a1e4 req-21696a6c-e1eb-4613-a7b3-377ac5ea2eeb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.404510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34f50783-0dc1-4bcd-9714-632ff8a1a1e4 req-21696a6c-e1eb-4613-a7b3-377ac5ea2eeb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1626201 Feb 11 04:56:20.430440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] For port 2941ce0b-8f33-4b6e-9246-970869873df0, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:56:20.430731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attempted to set empty binding levels {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 04:56:20.441284 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2941ce0b-8f33-4b6e-9246-970869873df0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:20.460502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] In _notify_port_updated(), no bound segment for port 2941ce0b-8f33-4b6e-9246-970869873df0 on network e9807f30-c0f1-40a4-b5ac-c3983eb2c046 {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:56:20.461389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.462010 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:20.464408 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "PUT /v2.0/ports/2941ce0b-8f33-4b6e-9246-970869873df0 HTTP/1.1" status: 200 len: 975 time: 1.0582247 Feb 11 04:56:20.472226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43002) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:20.477796 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7bcd617-70fa-47b4-b847-3cfb2c165486 req-b954a1cb-ddaf-4fa0-a26f-42791c435f3d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804260 Feb 11 04:56:20.519301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7a8b6-40ad-462c-bcdc-47d14b79841b tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event updated for resources: {'Port': ['ID=2941ce0b-8f33-4b6e-9246-970869873df0,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:20.558558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34f50783-0dc1-4bcd-9714-632ff8a1a1e4 req-192e4fd6-c8f7-4ed1-83af-2130d0f73339 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346328 Feb 11 04:56:20.685945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb50e6c-2dbd-419d-8664-bb2eb5e10120 req-55af3b85-2ca4-43c2-b114-a201676efaa4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.687491 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4eb50e6c-2dbd-419d-8664-bb2eb5e10120 req-55af3b85-2ca4-43c2-b114-a201676efaa4 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.0997114 Feb 11 04:56:20.696095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67301a-bfc9-4bbf-ac61-17414f3c482c req-6c35f932-1b87-45b9-8a16-e024216a5972 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.699492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de67301a-bfc9-4bbf-ac61-17414f3c482c req-6c35f932-1b87-45b9-8a16-e024216a5972 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0756004 Feb 11 04:56:20.738679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5e0eb662-f7bf-4eb6-bc5b-d75c85a18b96 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Deleting port 2941ce0b-8f33-4b6e-9246-970869873df0 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:20.739695 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb662-f7bf-4eb6-bc5b-d75c85a18b96 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2941ce0b-8f33-4b6e-9246-970869873df0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:20.779631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de67301a-bfc9-4bbf-ac61-17414f3c482c req-496424ef-2a40-493b-bee7-6ac7358bbcbd tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697927 Feb 11 04:56:20.783579 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4eb50e6c-2dbd-419d-8664-bb2eb5e10120 req-9c392bcc-de0d-4ee8-8148-ddddd3c98f30 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868907 Feb 11 04:56:20.846469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-5e0eb662-f7bf-4eb6-bc5b-d75c85a18b96 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] For port 2941ce0b-8f33-4b6e-9246-970869873df0, host n-h2-615180-58, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:20.846969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb662-f7bf-4eb6-bc5b-d75c85a18b96 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2941ce0b-8f33-4b6e-9246-970869873df0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:20.862112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5e0eb662-f7bf-4eb6-bc5b-d75c85a18b96 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Calling delete_port for 2941ce0b-8f33-4b6e-9246-970869873df0 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:20.995955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a380b-04c4-4946-83a9-f0db02be4f65 req-c979cfed-6bca-4f02-af8e-d015757c6db0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:20.997473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ad0a380b-04c4-4946-83a9-f0db02be4f65 req-c979cfed-6bca-4f02-af8e-d015757c6db0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0882747 Feb 11 04:56:21.006822 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb662-f7bf-4eb6-bc5b-d75c85a18b96 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2941ce0b-8f33-4b6e-9246-970869873df0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:21.063037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0eb662-f7bf-4eb6-bc5b-d75c85a18b96 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Pushing event deleted for resources: {'Port': ['ID=2941ce0b-8f33-4b6e-9246-970869873df0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:21.070071 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb662-f7bf-4eb6-bc5b-d75c85a18b96 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:21.076201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43018) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:21.076827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5e0eb662-f7bf-4eb6-bc5b-d75c85a18b96 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "DELETE /v2.0/ports/2941ce0b-8f33-4b6e-9246-970869873df0 HTTP/1.1" status: 204 len: 168 time: 0.5971580 Feb 11 04:56:21.119677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ad0a380b-04c4-4946-83a9-f0db02be4f65 req-241585d5-cfa1-4b73-8176-77e05770c5b5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103404 Feb 11 04:56:21.133154 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-82df9ce7-4a67-4e74-8148-77f4af4b56f2 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] GET failed (client error): The resource could not be found. Feb 11 04:56:21.135001 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-82df9ce7-4a67-4e74-8148-77f4af4b56f2 tempest-PortsAdminExtendedAttrsTestJSON-738393101 tempest-PortsAdminExtendedAttrsTestJSON-738393101-project-admin] 10.222.0.48 "GET /v2.0/ports/2941ce0b-8f33-4b6e-9246-970869873df0 HTTP/1.1" status: 404 len: 333 time: 0.0577071 Feb 11 04:56:21.138654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43022) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:21.277777 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (e9807f30-c0f1-40a4-b5ac-c3983eb2c046), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:21.365837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99ae2c-fc2f-4bd5-a993-42689c900f56 req-4c24df20-6aa1-4b1a-a80f-6d35081e43b3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:21.373450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe99ae2c-fc2f-4bd5-a993-42689c900f56 req-4c24df20-6aa1-4b1a-a80f-6d35081e43b3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0679686 Feb 11 04:56:21.399694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (e9807f30-c0f1-40a4-b5ac-c3983eb2c046), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:21.422033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9807f30-c0f1-40a4-b5ac-c3983eb2c046']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:21.431096 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe99ae2c-fc2f-4bd5-a993-42689c900f56 req-d53f1503-223a-4928-8937-149b7f3d1cb5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519054 Feb 11 04:56:21.444266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcb749a-e75a-4c98-93f8-fe944d38fa52') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:21.444266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcb749a-e75a-4c98-93f8-fe944d38fa52') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:21.461651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a797ca-6b5a-498b-a59c-cdf8903bbaad req-185be934-1b02-4af4-aa84-313512b04c90 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:21.470800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68a797ca-6b5a-498b-a59c-cdf8903bbaad req-185be934-1b02-4af4-aa84-313512b04c90 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2446184 Feb 11 04:56:21.475117 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (3bcb749a-e75a-4c98-93f8-fe944d38fa52), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:21.520908 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3bcb749a-e75a-4c98-93f8-fe944d38fa52), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:21.533016 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68a797ca-6b5a-498b-a59c-cdf8903bbaad req-d20938c9-4e4a-4f19-a792-aca02979e7cb tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613039 Feb 11 04:56:21.534045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:56:21.534449 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (3bcb749a-e75a-4c98-93f8-fe944d38fa52), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:56:21.539351 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:56:21.637021 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (e9807f30-c0f1-40a4-b5ac-c3983eb2c046), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:21.643127 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:21.648825 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] 10.222.0.48 "DELETE /v2.0/networks/e9807f30-c0f1-40a4-b5ac-c3983eb2c046 HTTP/1.1" status: 204 len: 168 time: 0.5064425 Feb 11 04:56:21.697433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e91729-bbfc-4f68-a703-731998bb2d63 tempest-PortsAdminExtendedAttrsTestJSON-1256251630 tempest-PortsAdminExtendedAttrsTestJSON-1256251630-project] Pushing event deleted for resources: {'Network': ['ID=e9807f30-c0f1-40a4-b5ac-c3983eb2c046,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:21.764233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db747d-3035-43aa-bcb0-d9f0b13423e3 req-40055c0f-2a9e-4d6e-bfd7-792f8abcaf27 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:21.772483 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13db747d-3035-43aa-bcb0-d9f0b13423e3 req-40055c0f-2a9e-4d6e-bfd7-792f8abcaf27 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0817645 Feb 11 04:56:21.787948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a49d-560e-473f-9c97-2e57d1d46e4a req-eaebaccc-f940-435c-a2cf-38a4c36297c3 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:21.800375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a49d-560e-473f-9c97-2e57d1d46e4a req-eaebaccc-f940-435c-a2cf-38a4c36297c3 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:21.816513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a49d-560e-473f-9c97-2e57d1d46e4a req-eaebaccc-f940-435c-a2cf-38a4c36297c3 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:21.822197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a49d-560e-473f-9c97-2e57d1d46e4a req-eaebaccc-f940-435c-a2cf-38a4c36297c3 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:21.827856 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a49d-560e-473f-9c97-2e57d1d46e4a req-eaebaccc-f940-435c-a2cf-38a4c36297c3 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:21.834190 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13db747d-3035-43aa-bcb0-d9f0b13423e3 req-32d09212-9f31-426b-bccc-2499aad92994 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605922 Feb 11 04:56:21.850924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a49d-560e-473f-9c97-2e57d1d46e4a req-eaebaccc-f940-435c-a2cf-38a4c36297c3 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:21.850924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a49d-560e-473f-9c97-2e57d1d46e4a req-eaebaccc-f940-435c-a2cf-38a4c36297c3 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:21.862770 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e86a49d-560e-473f-9c97-2e57d1d46e4a req-eaebaccc-f940-435c-a2cf-38a4c36297c3 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1846771 Feb 11 04:56:21.956117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e86a49d-560e-473f-9c97-2e57d1d46e4a req-3a422834-a053-46cf-9934-cd7aa04d28ad tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892391 Feb 11 04:56:22.011344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7fedb-0e79-4c26-8e6e-ee613ba1a7ce req-db3658d4-4c50-422c-a87d-509d07d6294c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:22.013029 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b9e7fedb-0e79-4c26-8e6e-ee613ba1a7ce req-db3658d4-4c50-422c-a87d-509d07d6294c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1006291 Feb 11 04:56:22.077707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43054) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:22.082835 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b9e7fedb-0e79-4c26-8e6e-ee613ba1a7ce req-25638285-8101-43f0-9c88-228ae6e08779 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641072 Feb 11 04:56:22.118066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6486a-227f-4b4d-94ed-3475acc5045f req-6ca250fd-dc51-490c-b7cf-252df553fcdf tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:22.119991 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aad6486a-227f-4b4d-94ed-3475acc5045f req-6ca250fd-dc51-490c-b7cf-252df553fcdf tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0957308 Feb 11 04:56:22.184951 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aad6486a-227f-4b4d-94ed-3475acc5045f req-92f2f388-8308-4692-b20c-031580121903 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538199 Feb 11 04:56:22.308579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43064) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:22.308741 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2c697ffb-f645-4963-ae39-428c41f549df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f98924e527a49dd8a1801c11673f01b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295895 Feb 11 04:56:22.404978 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65002b87-c94d-47de-af13-22c4e37acd63 admin admin] Publish callbacks [] for security_group (7ecaae21-e1fb-43ce-b080-ccceb883fe34), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:22.443654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf9510-1e5e-4296-853c-ccd350645d75 req-2d45044b-49a7-4079-b2b4-f301113bd10b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:22.446840 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65002b87-c94d-47de-af13-22c4e37acd63 admin admin] Publish callbacks [] for security_group (7ecaae21-e1fb-43ce-b080-ccceb883fe34), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:22.456470 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8acf9510-1e5e-4296-853c-ccd350645d75 req-2d45044b-49a7-4079-b2b4-f301113bd10b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0778177 Feb 11 04:56:22.509695 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65002b87-c94d-47de-af13-22c4e37acd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7ecaae21-e1fb-43ce-b080-ccceb883fe34), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:22.513251 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65002b87-c94d-47de-af13-22c4e37acd63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:22.514725 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-65002b87-c94d-47de-af13-22c4e37acd63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ecaae21-e1fb-43ce-b080-ccceb883fe34 HTTP/1.1" status: 204 len: 168 time: 0.2049494 Feb 11 04:56:22.530855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65002b87-c94d-47de-af13-22c4e37acd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecaae21-e1fb-43ce-b080-ccceb883fe34,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:22.559445 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8acf9510-1e5e-4296-853c-ccd350645d75 req-86b3cc31-214a-4805-a7c0-a0f34f7f09e5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968120 Feb 11 04:56:22.652081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2920-d339-452e-98ae-009e20f6cdaa req-2bbe5b27-6c3f-445b-9bf1-1d2a73b7e34c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:22.653991 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a90c2920-d339-452e-98ae-009e20f6cdaa req-2bbe5b27-6c3f-445b-9bf1-1d2a73b7e34c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1155064 Feb 11 04:56:22.749035 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a90c2920-d339-452e-98ae-009e20f6cdaa req-f0e4c887-6530-4105-ad77-d8b96b9b0d8a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886154 Feb 11 04:56:22.797761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238656f-3591-4116-a9d3-c2ff1c130024 req-ded699da-1983-4da0-8927-76e321529874 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:22.805036 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f238656f-3591-4116-a9d3-c2ff1c130024 req-ded699da-1983-4da0-8927-76e321529874 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1258664 Feb 11 04:56:22.868996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f238656f-3591-4116-a9d3-c2ff1c130024 req-1a79e212-6ccb-4538-9d18-8a86be1ae2e9 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631137 Feb 11 04:56:22.968785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43090) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:23.028414 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-59fe549f-ada2-4ef4-9f00-ee7f13c443fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a6ab6c092e349d886bb7ab9394a730b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576987 Feb 11 04:56:23.030422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43096) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:23.103002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ba770-12f7-424d-8b2f-1c9a27119bd5 req-a73d17fa-1235-474f-a08b-ce7c821b6828 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:23.110236 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d8ba770-12f7-424d-8b2f-1c9a27119bd5 req-a73d17fa-1235-474f-a08b-ce7c821b6828 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1403601 Feb 11 04:56:23.149505 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86f80ce2-919e-4cc4-83bc-e7da772a964f admin admin] Publish callbacks [] for security_group (1b6700ff-89d1-44cd-b3d5-298d17dce493), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:23.191843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86f80ce2-919e-4cc4-83bc-e7da772a964f admin admin] Publish callbacks [] for security_group (1b6700ff-89d1-44cd-b3d5-298d17dce493), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:23.195966 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d8ba770-12f7-424d-8b2f-1c9a27119bd5 req-2daa211c-c767-44af-9e5d-079d01ba677d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848508 Feb 11 04:56:23.219727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f5d5-1b28-4375-9441-6d9442d7131c req-8f1585a2-556b-4acc-8247-df383108b9f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:23.225764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f5d5-1b28-4375-9441-6d9442d7131c req-8f1585a2-556b-4acc-8247-df383108b9f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:23.231500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f5d5-1b28-4375-9441-6d9442d7131c req-8f1585a2-556b-4acc-8247-df383108b9f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:23.236806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f5d5-1b28-4375-9441-6d9442d7131c req-8f1585a2-556b-4acc-8247-df383108b9f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:23.242758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f5d5-1b28-4375-9441-6d9442d7131c req-8f1585a2-556b-4acc-8247-df383108b9f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:23.250012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f5d5-1b28-4375-9441-6d9442d7131c req-8f1585a2-556b-4acc-8247-df383108b9f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:23.256167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f5d5-1b28-4375-9441-6d9442d7131c req-8f1585a2-556b-4acc-8247-df383108b9f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:23.276547 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8c5f5d5-1b28-4375-9441-6d9442d7131c req-8f1585a2-556b-4acc-8247-df383108b9f1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1722498 Feb 11 04:56:23.414974 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8c5f5d5-1b28-4375-9441-6d9442d7131c req-1edfb368-b52e-464f-a7cf-92dcd59deff7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317756 Feb 11 04:56:23.421408 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86f80ce2-919e-4cc4-83bc-e7da772a964f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1b6700ff-89d1-44cd-b3d5-298d17dce493), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:23.426275 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86f80ce2-919e-4cc4-83bc-e7da772a964f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:23.436188 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-86f80ce2-919e-4cc4-83bc-e7da772a964f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b6700ff-89d1-44cd-b3d5-298d17dce493 HTTP/1.1" status: 204 len: 168 time: 0.4044466 Feb 11 04:56:23.460094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f80ce2-919e-4cc4-83bc-e7da772a964f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6700ff-89d1-44cd-b3d5-298d17dce493,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:23.493804 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1498c0-471b-4948-980e-f9136fcd3ec0 req-9f70cd00-c801-4979-888d-e31e31e4bd80 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:23.495695 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe1498c0-471b-4948-980e-f9136fcd3ec0 req-9f70cd00-c801-4979-888d-e31e31e4bd80 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1690550 Feb 11 04:56:23.577250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe1498c0-471b-4948-980e-f9136fcd3ec0 req-b7ab2891-71a9-48c4-a8be-c3749f088a3d tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655577 Feb 11 04:56:23.611458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14a60a-aa20-451c-9ced-ea09872acda9 req-b1487a02-bd21-4d51-8b9d-d5b897a1e405 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:23.621595 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf14a60a-aa20-451c-9ced-ea09872acda9 req-b1487a02-bd21-4d51-8b9d-d5b897a1e405 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0942631 Feb 11 04:56:23.672555 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf14a60a-aa20-451c-9ced-ea09872acda9 req-a4f903a2-6ad7-4c04-807f-1522c37b7579 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497546 Feb 11 04:56:23.951434 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ce130-0af0-49e0-8d34-f15fee806419 req-b4e4bd0c-509b-4832-bdc9-d37023cd4f49 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:23.953579 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-897ce130-0af0-49e0-8d34-f15fee806419 req-b4e4bd0c-509b-4832-bdc9-d37023cd4f49 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0844991 Feb 11 04:56:24.019109 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-897ce130-0af0-49e0-8d34-f15fee806419 req-db9d1e68-08be-45db-a282-b960f63a2ffb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581222 Feb 11 04:56:24.366299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a23ff8-5f32-48b4-9d88-0e06198f0199 req-02d08708-fc09-43b6-804e-2a7d1ca80029 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:24.367962 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04a23ff8-5f32-48b4-9d88-0e06198f0199 req-02d08708-fc09-43b6-804e-2a7d1ca80029 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0709355 Feb 11 04:56:24.466926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04a23ff8-5f32-48b4-9d88-0e06198f0199 req-9f52168c-4ab6-45fc-abd5-9f55d007a18f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912445 Feb 11 04:56:24.579814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b701e7-52dc-424f-97d5-c6c29364a665 req-a0f172ff-49a5-449b-836b-027f739fedd7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:24.587022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b701e7-52dc-424f-97d5-c6c29364a665 req-a0f172ff-49a5-449b-836b-027f739fedd7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:24.592683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b701e7-52dc-424f-97d5-c6c29364a665 req-a0f172ff-49a5-449b-836b-027f739fedd7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:24.600336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b701e7-52dc-424f-97d5-c6c29364a665 req-a0f172ff-49a5-449b-836b-027f739fedd7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:24.603115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43160) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:24.611898 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b701e7-52dc-424f-97d5-c6c29364a665 req-a0f172ff-49a5-449b-836b-027f739fedd7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:24.619458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b701e7-52dc-424f-97d5-c6c29364a665 req-a0f172ff-49a5-449b-836b-027f739fedd7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:24.626550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b701e7-52dc-424f-97d5-c6c29364a665 req-a0f172ff-49a5-449b-836b-027f739fedd7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:24.628704 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1b701e7-52dc-424f-97d5-c6c29364a665 req-a0f172ff-49a5-449b-836b-027f739fedd7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1140785 Feb 11 04:56:24.732320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1b701e7-52dc-424f-97d5-c6c29364a665 req-63ceed6e-ccb1-4edb-8f83-cff38ff8852a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854366 Feb 11 04:56:24.775345 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a75253-295b-48e6-8e92-fda0f7901b7b req-3adfc909-80e8-4603-a605-3e4ce9ed914e tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:24.777091 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6a75253-295b-48e6-8e92-fda0f7901b7b req-3adfc909-80e8-4603-a605-3e4ce9ed914e tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1059349 Feb 11 04:56:24.782228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'networks': [{'name': 'tempest-network--1848152790'}, {'name': 'tempest-network--451293966'}]} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:24.782542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'network': {'name': 'tempest-network--1848152790'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:24.783023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'network': {'name': 'tempest-network--451293966'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:24.824550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Made reservation on behalf of 58276586beb8424d9a3414ee73866aaa for: {'network': 2} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:24.828726 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:24.845938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:24.857088 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6a75253-295b-48e6-8e92-fda0f7901b7b req-785b47db-bf6d-48b2-bff9-19b034e09835 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707316 Feb 11 04:56:24.951762 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks [] for security_group (bd79a037-11d2-44aa-a5ef-30b9c35e9c94), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:24.956239 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bd79a037-11d2-44aa-a5ef-30b9c35e9c94), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:24.956749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:25.009064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd79a037-11d2-44aa-a5ef-30b9c35e9c94,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:25.019307 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:56:25.032640 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (752d6a6d-e6a7-40a0-b22f-23b912e44d2a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:25.032998 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Added segment 752d6a6d-e6a7-40a0-b22f-23b912e44d2a of type vlan for network 75e6eea1-1c0f-4520-81b7-cd0a254d0c57 Feb 11 04:56:25.078950 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (75e6eea1-1c0f-4520-81b7-cd0a254d0c57), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:25.136716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:56:25.152524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (7e828075-7ac9-4083-b740-04cb4a0898d8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:25.152886 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Added segment 7e828075-7ac9-4083-b740-04cb4a0898d8 of type vlan for network 02c7e6f7-a333-4c93-a57b-7eb42e032015 Feb 11 04:56:25.168453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba290e-236a-4f3b-8a36-1e28b99cc199 req-9a0ed1ae-a01c-42d0-a7b4-00abadea5a21 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:25.170552 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fbba290e-236a-4f3b-8a36-1e28b99cc199 req-9a0ed1ae-a01c-42d0-a7b4-00abadea5a21 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0684004 Feb 11 04:56:25.215727 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (02c7e6f7-a333-4c93-a57b-7eb42e032015), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:25.233358 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fbba290e-236a-4f3b-8a36-1e28b99cc199 req-1efa6d1c-5385-4f77-ad30-5bec12d35aa6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569196 Feb 11 04:56:25.253795 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (75e6eea1-1c0f-4520-81b7-cd0a254d0c57), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:25.254382 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (02c7e6f7-a333-4c93-a57b-7eb42e032015), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:25.259755 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:25.264461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:25.265116 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:25.311100 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7067111 Feb 11 04:56:25.313668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43178) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:25.353235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event updated for resources: {'Network': ['ID=75e6eea1-1c0f-4520-81b7-cd0a254d0c57,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:25.366058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 75e6eea1-1c0f-4520-81b7-cd0a254d0c57 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:56:25.431176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2507b1e-ca0e-4639-b622-ea451a4c7b01 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event updated for resources: {'Network': ['ID=02c7e6f7-a333-4c93-a57b-7eb42e032015,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:25.481448 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 02c7e6f7-a333-4c93-a57b-7eb42e032015 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:56:25.627887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07607e5d-c935-464b-bfb4-fa0f6efc4741 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:25.633671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07607e5d-c935-464b-bfb4-fa0f6efc4741 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:25.644011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07607e5d-c935-464b-bfb4-fa0f6efc4741 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:25.650533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07607e5d-c935-464b-bfb4-fa0f6efc4741 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:25.652540 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-07607e5d-c935-464b-bfb4-fa0f6efc4741 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3375838 Feb 11 04:56:25.655244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43188) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:25.702921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77290634-1e08-4e4f-8c12-6660398bf182 req-63808e54-91a9-4f8d-acfa-399ae93c316e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:25.705541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-77290634-1e08-4e4f-8c12-6660398bf182 req-63808e54-91a9-4f8d-acfa-399ae93c316e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1015890 Feb 11 04:56:25.766451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-77290634-1e08-4e4f-8c12-6660398bf182 req-add1e7b5-6a95-4a1a-ae92-bd5f9c564e20 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532930 Feb 11 04:56:25.775963 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (75e6eea1-1c0f-4520-81b7-cd0a254d0c57), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:25.891910 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (75e6eea1-1c0f-4520-81b7-cd0a254d0c57), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:25.953117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e6eea1-1c0f-4520-81b7-cd0a254d0c57']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:25.966812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752d6a6d-e6a7-40a0-b22f-23b912e44d2a') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:25.967174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752d6a6d-e6a7-40a0-b22f-23b912e44d2a') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:25.979661 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (752d6a6d-e6a7-40a0-b22f-23b912e44d2a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.004395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570a983-a129-4d81-b788-271577adffb8 req-741c8be9-7dac-43bb-b058-4ef84ca07d69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:26.010977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570a983-a129-4d81-b788-271577adffb8 req-741c8be9-7dac-43bb-b058-4ef84ca07d69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:26.016468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570a983-a129-4d81-b788-271577adffb8 req-741c8be9-7dac-43bb-b058-4ef84ca07d69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:26.022957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570a983-a129-4d81-b788-271577adffb8 req-741c8be9-7dac-43bb-b058-4ef84ca07d69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:26.028290 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25137b-0ec8-43d7-9817-88f2b3c7ed3e req-32356944-7b2c-4a56-85f4-08d95702cc48 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:26.028618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570a983-a129-4d81-b788-271577adffb8 req-741c8be9-7dac-43bb-b058-4ef84ca07d69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:26.033981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570a983-a129-4d81-b788-271577adffb8 req-741c8be9-7dac-43bb-b058-4ef84ca07d69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:26.036208 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b25137b-0ec8-43d7-9817-88f2b3c7ed3e req-32356944-7b2c-4a56-85f4-08d95702cc48 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.0669715 Feb 11 04:56:26.039924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570a983-a129-4d81-b788-271577adffb8 req-741c8be9-7dac-43bb-b058-4ef84ca07d69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:26.049286 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a570a983-a129-4d81-b788-271577adffb8 req-741c8be9-7dac-43bb-b058-4ef84ca07d69 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1928771 Feb 11 04:56:26.056978 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (752d6a6d-e6a7-40a0-b22f-23b912e44d2a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.071131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:56:26.071540 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (752d6a6d-e6a7-40a0-b22f-23b912e44d2a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.126218 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b25137b-0ec8-43d7-9817-88f2b3c7ed3e req-3e14915d-6abf-41f6-a691-98bef313cdf9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884664 Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:56:26.136319 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:56:26.148936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (75e6eea1-1c0f-4520-81b7-cd0a254d0c57), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.153635 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.156881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "DELETE /v2.0/networks/75e6eea1-1c0f-4520-81b7-cd0a254d0c57 HTTP/1.1" status: 204 len: 168 time: 0.5003870 Feb 11 04:56:26.160171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43202) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:26.197820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7471510-e5cf-4aea-8cf9-0109a1b73c43 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event deleted for resources: {'Network': ['ID=75e6eea1-1c0f-4520-81b7-cd0a254d0c57,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:26.251428 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a570a983-a129-4d81-b788-271577adffb8 req-542c0be6-7122-494a-b6fb-d3ab8c24e19d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2010067 Feb 11 04:56:26.268922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (02c7e6f7-a333-4c93-a57b-7eb42e032015), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.431393 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (02c7e6f7-a333-4c93-a57b-7eb42e032015), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.453212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f400227-533a-405c-8e36-f1c837d60db7 req-6b8c14cb-fa3f-4518-8688-3d5ad61230f3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:26.454889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f400227-533a-405c-8e36-f1c837d60db7 req-6b8c14cb-fa3f-4518-8688-3d5ad61230f3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1274190 Feb 11 04:56:26.465254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c7e6f7-a333-4c93-a57b-7eb42e032015']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:26.482407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e828075-7ac9-4083-b740-04cb4a0898d8') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:26.482736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e828075-7ac9-4083-b740-04cb4a0898d8') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:26.501203 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (7e828075-7ac9-4083-b740-04cb4a0898d8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.527098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (7e828075-7ac9-4083-b740-04cb4a0898d8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.541082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:56:26.541548 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (7e828075-7ac9-4083-b740-04cb4a0898d8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:56:26.544701 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:56:26.549441 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f400227-533a-405c-8e36-f1c837d60db7 req-8f3fc686-68cb-40bf-adc2-3065c052d3d6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861638 Feb 11 04:56:26.617129 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (02c7e6f7-a333-4c93-a57b-7eb42e032015), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.624996 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.631399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "DELETE /v2.0/networks/02c7e6f7-a333-4c93-a57b-7eb42e032015 HTTP/1.1" status: 204 len: 168 time: 0.4670081 Feb 11 04:56:26.631724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43214) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:26.679299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f97d54-c331-45de-8c4f-e3c1f095c719 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event deleted for resources: {'Network': ['ID=02c7e6f7-a333-4c93-a57b-7eb42e032015,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:26.831291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9538ed-33ed-4517-bb98-932eb710d7c5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:26.842952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9538ed-33ed-4517-bb98-932eb710d7c5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:26.842952 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5f9538ed-33ed-4517-bb98-932eb710d7c5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2084479 Feb 11 04:56:26.845249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43222) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:26.855392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-da55981b-6e9f-4f60-9fb4-2068ceef17ee tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-926594684'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:26.914600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da55981b-6e9f-4f60-9fb4-2068ceef17ee tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Made reservation on behalf of 58276586beb8424d9a3414ee73866aaa for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:26.918075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da55981b-6e9f-4f60-9fb4-2068ceef17ee tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.951924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09643010-1447-47f0-bab4-277d6e31c49e req-f1c12547-9c8e-4dab-8481-6a7b17e318a7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:26.953869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09643010-1447-47f0-bab4-277d6e31c49e req-f1c12547-9c8e-4dab-8481-6a7b17e318a7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0829847 Feb 11 04:56:26.968711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da55981b-6e9f-4f60-9fb4-2068ceef17ee tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:56:26.986508 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da55981b-6e9f-4f60-9fb4-2068ceef17ee tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (cb5e3735-60a3-4f31-8cb7-7b31b80ed04c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.986963 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-da55981b-6e9f-4f60-9fb4-2068ceef17ee tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Added segment cb5e3735-60a3-4f31-8cb7-7b31b80ed04c of type vlan for network affbd2c9-cb17-45c6-a953-bc2b54051731 Feb 11 04:56:27.046864 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09643010-1447-47f0-bab4-277d6e31c49e req-fc705550-c246-4b70-a5e8-f5d12af91a2a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863373 Feb 11 04:56:27.048824 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da55981b-6e9f-4f60-9fb4-2068ceef17ee tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (affbd2c9-cb17-45c6-a953-bc2b54051731), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:27.078122 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da55981b-6e9f-4f60-9fb4-2068ceef17ee tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (affbd2c9-cb17-45c6-a953-bc2b54051731), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:27.083278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da55981b-6e9f-4f60-9fb4-2068ceef17ee tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:27.083951 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da55981b-6e9f-4f60-9fb4-2068ceef17ee tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:27.134253 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-da55981b-6e9f-4f60-9fb4-2068ceef17ee tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2877855 Feb 11 04:56:27.137096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43226) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:27.142509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4569feed-0019-4e22-b7b5-bb0d70cf2702 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-614395592'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:27.184555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55981b-6e9f-4f60-9fb4-2068ceef17ee tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event updated for resources: {'Network': ['ID=affbd2c9-cb17-45c6-a953-bc2b54051731,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:27.184761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4569feed-0019-4e22-b7b5-bb0d70cf2702 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Made reservation on behalf of 58276586beb8424d9a3414ee73866aaa for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:27.193401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4569feed-0019-4e22-b7b5-bb0d70cf2702 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:27.196985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network affbd2c9-cb17-45c6-a953-bc2b54051731 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:56:27.270734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4569feed-0019-4e22-b7b5-bb0d70cf2702 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:56:27.292594 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4569feed-0019-4e22-b7b5-bb0d70cf2702 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4c18415b-5596-4f74-beed-cdd8527143b3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:27.293056 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-4569feed-0019-4e22-b7b5-bb0d70cf2702 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Added segment 4c18415b-5596-4f74-beed-cdd8527143b3 of type vlan for network c3a20306-35e0-4aa6-9a1d-75f19f87c58a Feb 11 04:56:27.309218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31d557-1b9d-40f1-be7d-434bbf664410 req-d5b9e67f-d93b-4b0f-b866-d681c9fd5055 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:27.316562 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9d31d557-1b9d-40f1-be7d-434bbf664410 req-d5b9e67f-d93b-4b0f-b866-d681c9fd5055 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1081245 Feb 11 04:56:27.389052 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4569feed-0019-4e22-b7b5-bb0d70cf2702 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (c3a20306-35e0-4aa6-9a1d-75f19f87c58a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:27.399098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98894-af33-416c-b5a6-d0bd453605bc req-bab6ecf0-5705-4c3a-bc24-25d2d6873ecb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:27.405373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98894-af33-416c-b5a6-d0bd453605bc req-bab6ecf0-5705-4c3a-bc24-25d2d6873ecb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:27.411477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98894-af33-416c-b5a6-d0bd453605bc req-bab6ecf0-5705-4c3a-bc24-25d2d6873ecb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:27.412293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9d31d557-1b9d-40f1-be7d-434bbf664410 req-4e5caecb-eee5-4949-a92b-b4bd05b6472a tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947475 Feb 11 04:56:27.422890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98894-af33-416c-b5a6-d0bd453605bc req-bab6ecf0-5705-4c3a-bc24-25d2d6873ecb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:27.430338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98894-af33-416c-b5a6-d0bd453605bc req-bab6ecf0-5705-4c3a-bc24-25d2d6873ecb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:27.438916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98894-af33-416c-b5a6-d0bd453605bc req-bab6ecf0-5705-4c3a-bc24-25d2d6873ecb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:27.445987 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98894-af33-416c-b5a6-d0bd453605bc req-bab6ecf0-5705-4c3a-bc24-25d2d6873ecb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:27.446584 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4569feed-0019-4e22-b7b5-bb0d70cf2702 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (c3a20306-35e0-4aa6-9a1d-75f19f87c58a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:27.453201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4569feed-0019-4e22-b7b5-bb0d70cf2702 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:27.453617 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4569feed-0019-4e22-b7b5-bb0d70cf2702 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:27.454789 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cc98894-af33-416c-b5a6-d0bd453605bc req-bab6ecf0-5705-4c3a-bc24-25d2d6873ecb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1308568 Feb 11 04:56:27.549024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4569feed-0019-4e22-b7b5-bb0d70cf2702 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4105628 Feb 11 04:56:27.551248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cc98894-af33-416c-b5a6-d0bd453605bc req-b9dfdfe3-5895-4947-9788-f1bc2137e389 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955629 Feb 11 04:56:27.552923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43232) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:27.553199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569feed-0019-4e22-b7b5-bb0d70cf2702 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event updated for resources: {'Network': ['ID=c3a20306-35e0-4aa6-9a1d-75f19f87c58a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:27.559329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'ports': [{'network_id': 'affbd2c9-cb17-45c6-a953-bc2b54051731', 'name': 'tempest-port--552863872', 'admin_state_up': True}, {'network_id': 'c3a20306-35e0-4aa6-9a1d-75f19f87c58a', 'admin_state_up': False}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:27.559867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'port': {'network_id': 'affbd2c9-cb17-45c6-a953-bc2b54051731', 'name': 'tempest-port--552863872', 'admin_state_up': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:27.560577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'port': {'network_id': 'c3a20306-35e0-4aa6-9a1d-75f19f87c58a', 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:27.577852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network c3a20306-35e0-4aa6-9a1d-75f19f87c58a details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:56:27.747698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a363833-0730-4a1e-9ae6-759dd6811f86 req-0d3a21a2-58e4-4b23-a23d-c541fe098863 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:27.749574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a363833-0730-4a1e-9ae6-759dd6811f86 req-0d3a21a2-58e4-4b23-a23d-c541fe098863 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0791695 Feb 11 04:56:27.811863 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a363833-0730-4a1e-9ae6-759dd6811f86 req-8c3a6262-12ce-43f7-83db-1d8a36d790b3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555820 Feb 11 04:56:27.816130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Made reservation on behalf of 58276586beb8424d9a3414ee73866aaa for: {'port': 2} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:27.821171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:27.844017 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:27.998954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] device_id is not set on port 3194e419-4709-4794-854d-0b7ef73ab67e yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:56:28.084750 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks [] for port (3194e419-4709-4794-854d-0b7ef73ab67e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.192695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] device_id is not set on port 30d2f26f-a0e8-469b-b751-9f2773aa4291 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:56:28.231194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef20c6-3937-47b1-9cfe-64d94568ff3f req-a4b46a72-b1ed-417e-8bcc-b60191016362 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:28.232701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93ef20c6-3937-47b1-9cfe-64d94568ff3f req-a4b46a72-b1ed-417e-8bcc-b60191016362 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1075583 Feb 11 04:56:28.318182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93ef20c6-3937-47b1-9cfe-64d94568ff3f req-f2191fd6-3004-4956-be35-0e7a44eed39a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769045 Feb 11 04:56:28.327431 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks [] for port (30d2f26f-a0e8-469b-b751-9f2773aa4291), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.366110 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3194e419-4709-4794-854d-0b7ef73ab67e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.423844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event updated for resources: {'Port': ['ID=3194e419-4709-4794-854d-0b7ef73ab67e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:28.440912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Checking segment: {'id': 'cb5e3735-60a3-4f31-8cb7-7b31b80ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'affbd2c9-cb17-45c6-a953-bc2b54051731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:28.441278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Network hostable DHCP agents. Network: affbd2c9-cb17-45c6-a953-bc2b54051731, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:56:28.465965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Network affbd2c9-cb17-45c6-a953-bc2b54051731 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:56:28.477338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, affbd2c9-cb17-45c6-a953-bc2b54051731) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:28.487122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb70547a-b4e2-42f1-94cf-b2d6c1f1e582 None None] Network affbd2c9-cb17-45c6-a953-bc2b54051731 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:56:28.494550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:56:28.495501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (30d2f26f-a0e8-469b-b751-9f2773aa4291), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.565174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event updated for resources: {'Port': ['ID=30d2f26f-a0e8-469b-b751-9f2773aa4291,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:28.565614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ddbb0-581b-41a3-b1e8-7efa55292341 req-41eece67-9337-43b1-b8df-5db0eb1d667b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:28.577610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Checking segment: {'id': '4c18415b-5596-4f74-beed-cdd8527143b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c3a20306-35e0-4aa6-9a1d-75f19f87c58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:28.577981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Network hostable DHCP agents. Network: c3a20306-35e0-4aa6-9a1d-75f19f87c58a, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:56:28.581196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-474ddbb0-581b-41a3-b1e8-7efa55292341 req-41eece67-9337-43b1-b8df-5db0eb1d667b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.0743806 Feb 11 04:56:28.600959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Network c3a20306-35e0-4aa6-9a1d-75f19f87c58a is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:56:28.617089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, c3a20306-35e0-4aa6-9a1d-75f19f87c58a) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:28.637100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:56:28.644066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:28.644349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4c6d79-befb-4111-ab24-6c0194d51f03 None None] Network c3a20306-35e0-4aa6-9a1d-75f19f87c58a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:56:28.651927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:28.652852 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.675036 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-474ddbb0-581b-41a3-b1e8-7efa55292341 req-879a0328-14bf-436e-a08a-4f1372183d59 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863533 Feb 11 04:56:28.697698 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5fc2b629-32e4-4eee-bfd5-78d22dc8a1d7 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1408973 Feb 11 04:56:28.698096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43242) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:28.768065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed71bb-6f78-4692-93ae-052ca5c5c0ac req-52850467-f1c6-4f86-9267-fa0f9613e9ac tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:28.776151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed71bb-6f78-4692-93ae-052ca5c5c0ac req-52850467-f1c6-4f86-9267-fa0f9613e9ac tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:28.786870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed71bb-6f78-4692-93ae-052ca5c5c0ac req-52850467-f1c6-4f86-9267-fa0f9613e9ac tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:28.793158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed71bb-6f78-4692-93ae-052ca5c5c0ac req-52850467-f1c6-4f86-9267-fa0f9613e9ac tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:28.798641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed71bb-6f78-4692-93ae-052ca5c5c0ac req-52850467-f1c6-4f86-9267-fa0f9613e9ac tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:28.805481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed71bb-6f78-4692-93ae-052ca5c5c0ac req-52850467-f1c6-4f86-9267-fa0f9613e9ac tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:28.811885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed71bb-6f78-4692-93ae-052ca5c5c0ac req-52850467-f1c6-4f86-9267-fa0f9613e9ac tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:28.814303 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51ed71bb-6f78-4692-93ae-052ca5c5c0ac req-52850467-f1c6-4f86-9267-fa0f9613e9ac tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1452901 Feb 11 04:56:28.907922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51ed71bb-6f78-4692-93ae-052ca5c5c0ac req-24735a21-e220-4f53-95b6-1c7d7adf82ae tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830343 Feb 11 04:56:29.190392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91711b0-285c-4b17-b548-e6e2d8b43c45 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:29.195705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91711b0-285c-4b17-b548-e6e2d8b43c45 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:29.197332 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a91711b0-285c-4b17-b548-e6e2d8b43c45 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4981940 Feb 11 04:56:29.200031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43246) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:29.214880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaebb4-d07e-4169-9093-32737e331217 req-8c2e0b5f-4f5a-456a-bfa0-018deb6bcca4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:29.216354 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3bcaebb4-d07e-4169-9093-32737e331217 req-8c2e0b5f-4f5a-456a-bfa0-018deb6bcca4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0963852 Feb 11 04:56:29.316751 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3bcaebb4-d07e-4169-9093-32737e331217 req-72d56bd6-7806-4454-8a54-181185f8d0b7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828156 Feb 11 04:56:29.342856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5857733e-2130-4539-8cff-e3ea10d92860 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Deleting port 3194e419-4709-4794-854d-0b7ef73ab67e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:29.343236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5857733e-2130-4539-8cff-e3ea10d92860 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3194e419-4709-4794-854d-0b7ef73ab67e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:29.416717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5857733e-2130-4539-8cff-e3ea10d92860 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3194e419-4709-4794-854d-0b7ef73ab67e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:29.431308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5857733e-2130-4539-8cff-e3ea10d92860 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Calling delete_port for 3194e419-4709-4794-854d-0b7ef73ab67e owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:29.456561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d87d4-2d7c-4a51-bf82-4a84c1a8ba86 req-a738966a-2d6e-4ef0-88c5-c0d2ebfaa26d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:29.458817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-522d87d4-2d7c-4a51-bf82-4a84c1a8ba86 req-a738966a-2d6e-4ef0-88c5-c0d2ebfaa26d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0649240 Feb 11 04:56:29.524713 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-522d87d4-2d7c-4a51-bf82-4a84c1a8ba86 req-b210532f-de4d-452d-8506-86eadcfb0c85 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565541 Feb 11 04:56:29.526711 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5857733e-2130-4539-8cff-e3ea10d92860 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3194e419-4709-4794-854d-0b7ef73ab67e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:29.557335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857733e-2130-4539-8cff-e3ea10d92860 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event deleted for resources: {'Port': ['ID=3194e419-4709-4794-854d-0b7ef73ab67e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:29.563084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5857733e-2130-4539-8cff-e3ea10d92860 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:29.566424 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5857733e-2130-4539-8cff-e3ea10d92860 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "DELETE /v2.0/ports/3194e419-4709-4794-854d-0b7ef73ab67e HTTP/1.1" status: 204 len: 168 time: 0.3654318 Feb 11 04:56:29.569337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43250) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:29.668279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d6c08-4c19-49dd-9ed8-00b2cc8b3e18 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Deleting port 30d2f26f-a0e8-469b-b751-9f2773aa4291 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:29.668663 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6c08-4c19-49dd-9ed8-00b2cc8b3e18 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (30d2f26f-a0e8-469b-b751-9f2773aa4291), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:29.776121 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6c08-4c19-49dd-9ed8-00b2cc8b3e18 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (30d2f26f-a0e8-469b-b751-9f2773aa4291), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:29.797692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d6c08-4c19-49dd-9ed8-00b2cc8b3e18 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Calling delete_port for 30d2f26f-a0e8-469b-b751-9f2773aa4291 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:29.809404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fd351-fb8b-4c56-8d8b-1b9ea22668e2 req-46442190-f7d4-4b76-9fee-691de2bbbc48 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:29.818356 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-682fd351-fb8b-4c56-8d8b-1b9ea22668e2 req-46442190-f7d4-4b76-9fee-691de2bbbc48 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.0716617 Feb 11 04:56:29.878293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-682fd351-fb8b-4c56-8d8b-1b9ea22668e2 req-0c725a77-0eb1-4888-9365-133ac5043871 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590067 Feb 11 04:56:29.893718 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6c08-4c19-49dd-9ed8-00b2cc8b3e18 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (30d2f26f-a0e8-469b-b751-9f2773aa4291), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:29.930252 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6c08-4c19-49dd-9ed8-00b2cc8b3e18 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:29.936461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2f0d6c08-4c19-49dd-9ed8-00b2cc8b3e18 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "DELETE /v2.0/ports/30d2f26f-a0e8-469b-b751-9f2773aa4291 HTTP/1.1" status: 204 len: 168 time: 0.3637137 Feb 11 04:56:29.936461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d6c08-4c19-49dd-9ed8-00b2cc8b3e18 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event deleted for resources: {'Port': ['ID=30d2f26f-a0e8-469b-b751-9f2773aa4291,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:29.937533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43256) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:29.989271 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8f398af0-fd00-4636-940f-192a440b9d37 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0499928 Feb 11 04:56:29.992628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43260) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:29.998584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b9a7ba51-617c-4880-8eee-051c4a8814d4 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1374706469'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:30.022573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a7ba51-617c-4880-8eee-051c4a8814d4 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Made reservation on behalf of 58276586beb8424d9a3414ee73866aaa for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:30.027149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ba51-617c-4880-8eee-051c4a8814d4 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:30.060362 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a7ba51-617c-4880-8eee-051c4a8814d4 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:56:30.061772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911020c-596a-4d13-9326-df667725facb req-94433502-5401-4d04-a10b-f4b783b9a48d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:30.069102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911020c-596a-4d13-9326-df667725facb req-94433502-5401-4d04-a10b-f4b783b9a48d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:30.073697 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ba51-617c-4880-8eee-051c4a8814d4 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e5a0c113-0eb0-407a-a0ff-07792f57de9d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:30.074054 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-b9a7ba51-617c-4880-8eee-051c4a8814d4 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Added segment e5a0c113-0eb0-407a-a0ff-07792f57de9d of type vlan for network 0fc89be6-067e-4b45-b4c2-f963424cb98b Feb 11 04:56:30.076422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911020c-596a-4d13-9326-df667725facb req-94433502-5401-4d04-a10b-f4b783b9a48d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:30.083089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911020c-596a-4d13-9326-df667725facb req-94433502-5401-4d04-a10b-f4b783b9a48d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:30.089757 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911020c-596a-4d13-9326-df667725facb req-94433502-5401-4d04-a10b-f4b783b9a48d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:30.095477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911020c-596a-4d13-9326-df667725facb req-94433502-5401-4d04-a10b-f4b783b9a48d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:30.101237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911020c-596a-4d13-9326-df667725facb req-94433502-5401-4d04-a10b-f4b783b9a48d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:30.103296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b911020c-596a-4d13-9326-df667725facb req-94433502-5401-4d04-a10b-f4b783b9a48d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1099677 Feb 11 04:56:30.129594 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ba51-617c-4880-8eee-051c4a8814d4 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (0fc89be6-067e-4b45-b4c2-f963424cb98b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:30.160173 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ba51-617c-4880-8eee-051c4a8814d4 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (0fc89be6-067e-4b45-b4c2-f963424cb98b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:30.167570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a7ba51-617c-4880-8eee-051c4a8814d4 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:30.168239 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ba51-617c-4880-8eee-051c4a8814d4 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:30.180464 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b911020c-596a-4d13-9326-df667725facb req-b5b813fd-8175-48e4-853a-2dae00890717 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706742 Feb 11 04:56:30.223853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b9a7ba51-617c-4880-8eee-051c4a8814d4 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2274220 Feb 11 04:56:30.224074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43268) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:30.229000 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b6835862-6092-49b8-9ed2-a2d6aba0544c tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-944812498'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:30.253610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6835862-6092-49b8-9ed2-a2d6aba0544c tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Made reservation on behalf of 58276586beb8424d9a3414ee73866aaa for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:30.257901 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6835862-6092-49b8-9ed2-a2d6aba0544c tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:30.270054 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7ba51-617c-4880-8eee-051c4a8814d4 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event updated for resources: {'Network': ['ID=0fc89be6-067e-4b45-b4c2-f963424cb98b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:30.280947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 0fc89be6-067e-4b45-b4c2-f963424cb98b details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:56:30.293357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6835862-6092-49b8-9ed2-a2d6aba0544c tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:56:30.305299 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6835862-6092-49b8-9ed2-a2d6aba0544c tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (d71199ff-3d43-4f88-ade6-07aa6ecec0ce), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:30.305678 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-b6835862-6092-49b8-9ed2-a2d6aba0544c tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Added segment d71199ff-3d43-4f88-ade6-07aa6ecec0ce of type vlan for network 45dc26a2-7f3e-4d2f-9824-16969f9057c5 Feb 11 04:56:30.367232 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6835862-6092-49b8-9ed2-a2d6aba0544c tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (45dc26a2-7f3e-4d2f-9824-16969f9057c5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:30.398596 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6835862-6092-49b8-9ed2-a2d6aba0544c tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (45dc26a2-7f3e-4d2f-9824-16969f9057c5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:30.404467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6835862-6092-49b8-9ed2-a2d6aba0544c tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:30.405346 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6835862-6092-49b8-9ed2-a2d6aba0544c tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:30.450575 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b6835862-6092-49b8-9ed2-a2d6aba0544c tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2253864 Feb 11 04:56:30.510407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6835862-6092-49b8-9ed2-a2d6aba0544c tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event updated for resources: {'Network': ['ID=45dc26a2-7f3e-4d2f-9824-16969f9057c5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:30.523980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 45dc26a2-7f3e-4d2f-9824-16969f9057c5 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:56:30.537060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb412b1-00e2-4385-acdf-24538edb1c0e req-51cfc634-d341-4ef2-a0af-f99ea19913a2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:30.556278 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ecb412b1-00e2-4385-acdf-24538edb1c0e req-51cfc634-d341-4ef2-a0af-f99ea19913a2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1475704 Feb 11 04:56:30.663433 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ecb412b1-00e2-4385-acdf-24538edb1c0e req-2a921bd9-c6aa-4da5-933e-09f6965a5383 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875416 Feb 11 04:56:30.758177 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87bdc5-691a-4bad-b349-f12e17662fb1 req-b190c741-d454-41a7-ad61-671e991f0be5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:30.767099 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd87bdc5-691a-4bad-b349-f12e17662fb1 req-b190c741-d454-41a7-ad61-671e991f0be5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1381736 Feb 11 04:56:30.924728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd87bdc5-691a-4bad-b349-f12e17662fb1 req-3247118b-1c42-4863-9d99-d5938c4110b5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565087 Feb 11 04:56:31.015099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32082-e399-4622-a836-44ce22657bfa req-f7a4ec3c-e67a-4eda-9ac1-d8cf88d66784 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.019702 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711a1cb-557f-4de0-b051-01796fb41755 req-471cdcaa-3a48-4c43-8772-ffaecec89b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.024467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e711a1cb-557f-4de0-b051-01796fb41755 req-471cdcaa-3a48-4c43-8772-ffaecec89b94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 1127 time: 0.0953643 Feb 11 04:56:31.026339 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0b32082-e399-4622-a836-44ce22657bfa req-f7a4ec3c-e67a-4eda-9ac1-d8cf88d66784 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1373060 Feb 11 04:56:31.110813 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0b32082-e399-4622-a836-44ce22657bfa req-f194602c-794e-41d7-b529-338a11142d1c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782700 Feb 11 04:56:31.395140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ca67-58e2-4c17-a3d1-6cf9f5500215 req-ae9c4192-b1eb-4c00-a333-0257ee166569 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.401314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ca67-58e2-4c17-a3d1-6cf9f5500215 req-ae9c4192-b1eb-4c00-a333-0257ee166569 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.407126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ca67-58e2-4c17-a3d1-6cf9f5500215 req-ae9c4192-b1eb-4c00-a333-0257ee166569 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.413397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ca67-58e2-4c17-a3d1-6cf9f5500215 req-ae9c4192-b1eb-4c00-a333-0257ee166569 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.419128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ca67-58e2-4c17-a3d1-6cf9f5500215 req-ae9c4192-b1eb-4c00-a333-0257ee166569 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.425180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ca67-58e2-4c17-a3d1-6cf9f5500215 req-ae9c4192-b1eb-4c00-a333-0257ee166569 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.431611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ca67-58e2-4c17-a3d1-6cf9f5500215 req-ae9c4192-b1eb-4c00-a333-0257ee166569 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.440248 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4f42ca67-58e2-4c17-a3d1-6cf9f5500215 req-ae9c4192-b1eb-4c00-a333-0257ee166569 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1509094 Feb 11 04:56:31.542919 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4f42ca67-58e2-4c17-a3d1-6cf9f5500215 req-ff4b78ab-4d4e-4a43-ae66-153d86e5bea0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903006 Feb 11 04:56:31.722332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58550cf-5795-47b0-b0d2-e54bac042ab4 req-25ed351e-0e90-4a0c-893c-36f92401d7da tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.723117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d58550cf-5795-47b0-b0d2-e54bac042ab4 req-25ed351e-0e90-4a0c-893c-36f92401d7da tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.6684794 Feb 11 04:56:31.724608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711a1cb-557f-4de0-b051-01796fb41755 req-1b8e26e5-526d-486b-a34f-44316cba64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.726601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e711a1cb-557f-4de0-b051-01796fb41755 req-1b8e26e5-526d-486b-a34f-44316cba64cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.6938062 Feb 11 04:56:31.838758 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d58550cf-5795-47b0-b0d2-e54bac042ab4 req-26ee4d28-cca5-42e2-8b55-f9becb4beb80 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090052 Feb 11 04:56:31.841276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e711a1cb-557f-4de0-b051-01796fb41755 req-fc1155c4-328d-4b15-bceb-993cb5b6a4a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 200 len: 998 time: 0.1034791 Feb 11 04:56:31.922674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711a1cb-557f-4de0-b051-01796fb41755 req-36c7248e-18c0-4483-960b-699f30884b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.924757 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e711a1cb-557f-4de0-b051-01796fb41755 req-36c7248e-18c0-4483-960b-699f30884b39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.0748885 Feb 11 04:56:31.991921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711a1cb-557f-4de0-b051-01796fb41755 req-a03c70a5-272a-4e44-9c0a-3ade477ae9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:31.993445 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e711a1cb-557f-4de0-b051-01796fb41755 req-a03c70a5-272a-4e44-9c0a-3ade477ae9a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0593951 Feb 11 04:56:32.103044 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c849c1a-14e2-4bb4-ab00-0285b9a5ce8a req-ea3148a5-1e97-48c1-8933-bb0b71257203 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:32.105354 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c849c1a-14e2-4bb4-ab00-0285b9a5ce8a req-ea3148a5-1e97-48c1-8933-bb0b71257203 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0778468 Feb 11 04:56:32.190011 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e711a1cb-557f-4de0-b051-01796fb41755 req-c71ba0af-993d-46fe-9607-dcc956ce3de5 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890135 Feb 11 04:56:32.228097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c849c1a-14e2-4bb4-ab00-0285b9a5ce8a req-80f65c0d-af82-4244-abb2-6bee95d0517a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118112 Feb 11 04:56:32.354128 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e711a1cb-557f-4de0-b051-01796fb41755 req-bdaca593-1773-47a9-9ec0-55d439241e51 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576707 Feb 11 04:56:32.362160 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f3e86-30cb-462a-9dd1-19166f0dab06 req-a2c69250-6856-4e31-8eb8-38ac24de547c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:32.363605 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c47f3e86-30cb-462a-9dd1-19166f0dab06 req-a2c69250-6856-4e31-8eb8-38ac24de547c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1079581 Feb 11 04:56:32.438709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c47f3e86-30cb-462a-9dd1-19166f0dab06 req-6ea46453-b6d0-4296-a920-d393c2d5f128 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681462 Feb 11 04:56:32.699056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be48cb2-ffb1-49a0-ae96-f098b6ffd592 req-6d9f340c-d56e-4a7e-a41d-46eade63fa21 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:32.704504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be48cb2-ffb1-49a0-ae96-f098b6ffd592 req-6d9f340c-d56e-4a7e-a41d-46eade63fa21 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:32.710838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be48cb2-ffb1-49a0-ae96-f098b6ffd592 req-6d9f340c-d56e-4a7e-a41d-46eade63fa21 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:32.716548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be48cb2-ffb1-49a0-ae96-f098b6ffd592 req-6d9f340c-d56e-4a7e-a41d-46eade63fa21 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:32.722555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be48cb2-ffb1-49a0-ae96-f098b6ffd592 req-6d9f340c-d56e-4a7e-a41d-46eade63fa21 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:32.729571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be48cb2-ffb1-49a0-ae96-f098b6ffd592 req-6d9f340c-d56e-4a7e-a41d-46eade63fa21 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:32.736230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be48cb2-ffb1-49a0-ae96-f098b6ffd592 req-6d9f340c-d56e-4a7e-a41d-46eade63fa21 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:32.745500 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6be48cb2-ffb1-49a0-ae96-f098b6ffd592 req-6d9f340c-d56e-4a7e-a41d-46eade63fa21 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1170819 Feb 11 04:56:32.820879 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6be48cb2-ffb1-49a0-ae96-f098b6ffd592 req-d7622fd9-5d7e-4390-aa0c-b6b0a3594f03 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744288 Feb 11 04:56:33.024795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e1d42-d9d6-44bd-b350-6ccb92c58565 req-8dba022f-7463-4a88-86e7-6b2b211d31a9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:33.035078 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b9e1d42-d9d6-44bd-b350-6ccb92c58565 req-8dba022f-7463-4a88-86e7-6b2b211d31a9 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1056046 Feb 11 04:56:33.147637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b9e1d42-d9d6-44bd-b350-6ccb92c58565 req-de93dcc4-0686-4be2-acf1-7c2f067a2dd7 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064107 Feb 11 04:56:33.214525 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:33.361037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28e095-1838-4350-a72a-d21d0c9cbf84 req-796db576-010e-4049-a603-66682c90c32e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:33.362975 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da28e095-1838-4350-a72a-d21d0c9cbf84 req-796db576-010e-4049-a603-66682c90c32e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.0591440 Feb 11 04:56:33.426690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da28e095-1838-4350-a72a-d21d0c9cbf84 req-c260c643-74ab-4444-b331-7b42d6e4b59f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503397 Feb 11 04:56:33.574562 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac9582-0ea3-4538-81fb-d08792d7a6bb req-cd25a999-ccda-4546-bb15-25da83a81810 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:33.576370 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-83ac9582-0ea3-4538-81fb-d08792d7a6bb req-cd25a999-ccda-4546-bb15-25da83a81810 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0545208 Feb 11 04:56:33.634523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-83ac9582-0ea3-4538-81fb-d08792d7a6bb req-e26155aa-71f7-4113-804c-1f71de759af4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521340 Feb 11 04:56:33.767739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93ff22-7112-4b73-aa9d-d458f4866828 req-6847d5f0-3c72-4b68-b445-2ea666010279 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:33.769691 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3b93ff22-7112-4b73-aa9d-d458f4866828 req-6847d5f0-3c72-4b68-b445-2ea666010279 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0615485 Feb 11 04:56:33.833900 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3b93ff22-7112-4b73-aa9d-d458f4866828 req-0f0ca125-bdb0-4ebe-abd3-c42da86f1121 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551019 Feb 11 04:56:33.867634 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43326) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:33.873711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'subnets': [{'network_id': '0fc89be6-067e-4b45-b4c2-f963424cb98b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--287197774', 'ip_version': 6}, {'network_id': '45dc26a2-7f3e-4d2f-9824-16969f9057c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:33.874040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'subnet': {'network_id': '0fc89be6-067e-4b45-b4c2-f963424cb98b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--287197774', 'ip_version': 6}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:33.874767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Request body: {'subnet': {'network_id': '45dc26a2-7f3e-4d2f-9824-16969f9057c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:34.096645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09f29f-e6ec-4a14-adb9-ad8a3f954048 req-239cd37c-4e8a-44b3-a740-1ec0a8eb9510 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:34.102479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09f29f-e6ec-4a14-adb9-ad8a3f954048 req-239cd37c-4e8a-44b3-a740-1ec0a8eb9510 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:34.107861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09f29f-e6ec-4a14-adb9-ad8a3f954048 req-239cd37c-4e8a-44b3-a740-1ec0a8eb9510 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:34.122536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09f29f-e6ec-4a14-adb9-ad8a3f954048 req-239cd37c-4e8a-44b3-a740-1ec0a8eb9510 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:34.128184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09f29f-e6ec-4a14-adb9-ad8a3f954048 req-239cd37c-4e8a-44b3-a740-1ec0a8eb9510 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:34.134179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09f29f-e6ec-4a14-adb9-ad8a3f954048 req-239cd37c-4e8a-44b3-a740-1ec0a8eb9510 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:34.139655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09f29f-e6ec-4a14-adb9-ad8a3f954048 req-239cd37c-4e8a-44b3-a740-1ec0a8eb9510 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:34.148330 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e09f29f-e6ec-4a14-adb9-ad8a3f954048 req-239cd37c-4e8a-44b3-a740-1ec0a8eb9510 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2032640 Feb 11 04:56:34.215892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790058c-a4c3-496f-9514-3b715282ef49 req-a697641f-efbc-40a3-86f2-ec928bbe6524 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:34.225877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6790058c-a4c3-496f-9514-3b715282ef49 req-a697641f-efbc-40a3-86f2-ec928bbe6524 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1168761 Feb 11 04:56:34.298596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Made reservation on behalf of 58276586beb8424d9a3414ee73866aaa for: {'subnet': 2} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:34.303480 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:34.303830 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:34.329696 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6790058c-a4c3-496f-9514-3b715282ef49 req-db7cdd60-6dac-4ba0-8bd6-4c4dff9f241a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967324 Feb 11 04:56:34.606776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f65c43-d2f3-4734-a920-66f6f7b4a843 req-12c3ba67-6285-4697-a2e3-7a111909a75b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:34.610687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56f65c43-d2f3-4734-a920-66f6f7b4a843 req-12c3ba67-6285-4697-a2e3-7a111909a75b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1372428 Feb 11 04:56:34.716969 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56f65c43-d2f3-4734-a920-66f6f7b4a843 req-50ba680b-a759-4f15-af8f-3b545fcd24dc tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954864 Feb 11 04:56:35.005874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef071cc-a822-41f1-9954-ab52a6c664a9 req-6fdb6ca7-f443-4011-9e7e-4109756f80a7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:35.020931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cef071cc-a822-41f1-9954-ab52a6c664a9 req-6fdb6ca7-f443-4011-9e7e-4109756f80a7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1709661 Feb 11 04:56:35.178002 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e09f29f-e6ec-4a14-adb9-ad8a3f954048 req-dd9a7a45-196b-448a-a8c2-dd8e5947fea8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0287149 Feb 11 04:56:35.181997 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (05a0a9cf-fb80-479d-9387-5a5c38e9f2ea), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:35.195260 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cef071cc-a822-41f1-9954-ab52a6c664a9 req-f27099ce-655d-4938-bf15-427a90107aa9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652093 Feb 11 04:56:35.256228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event updated for resources: {'Subnet': ['ID=05a0a9cf-fb80-479d-9387-5a5c38e9f2ea,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:35.313219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Checking segment: {'id': 'e5a0c113-0eb0-407a-a0ff-07792f57de9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0fc89be6-067e-4b45-b4c2-f963424cb98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:35.313707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Network hostable DHCP agents. Network: 0fc89be6-067e-4b45-b4c2-f963424cb98b, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:56:35.431419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Network 0fc89be6-067e-4b45-b4c2-f963424cb98b is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:56:35.462704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 0fc89be6-067e-4b45-b4c2-f963424cb98b) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:35.486206 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (764e59ae-a22f-49fb-9027-0577889746e2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:35.498243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee8ec2-9a3a-4f8d-9cc4-e00f88382c2e None None] Network 0fc89be6-067e-4b45-b4c2-f963424cb98b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:56:35.507673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1f9b0-c87a-4a0f-bc76-f6bdd59e11af req-099d38fb-d4a8-46ee-9395-f8520af3bded tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:35.509778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00e1f9b0-c87a-4a0f-bc76-f6bdd59e11af req-099d38fb-d4a8-46ee-9395-f8520af3bded tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1513824 Feb 11 04:56:35.547774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be73c46-7cc8-49f4-a3b7-7959b0d76828 req-2557b991-70e0-49e4-9f49-2c23231a02f5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:35.563103 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3be73c46-7cc8-49f4-a3b7-7959b0d76828 req-2557b991-70e0-49e4-9f49-2c23231a02f5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1842864 Feb 11 04:56:35.686311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event updated for resources: {'Subnet': ['ID=764e59ae-a22f-49fb-9027-0577889746e2,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:35.721818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.723894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.724106 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3be73c46-7cc8-49f4-a3b7-7959b0d76828 req-e02342c7-58b6-4a5d-b45b-41f38f037e77 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482430 Feb 11 04:56:35.725691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.727319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.728320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.729366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.730786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.731232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.731649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.732520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.733927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.734349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.735292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:35.862040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-0fc89be6-067e-4b45-b4c2-f963424cb98b', 'network_id': '0fc89be6-067e-4b45-b4c2-f963424cb98b', 'project_id': '58276586beb8424d9a3414ee73866aaa', 'fixed_ips': [{'subnet_id': '05a0a9cf-fb80-479d-9387-5a5c38e9f2ea'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:56:35.862715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Checking segment: {'id': 'd71199ff-3d43-4f88-ade6-07aa6ecec0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '45dc26a2-7f3e-4d2f-9824-16969f9057c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:35.864187 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:35.866452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Network hostable DHCP agents. Network: 45dc26a2-7f3e-4d2f-9824-16969f9057c5, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:56:35.878599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00e1f9b0-c87a-4a0f-bc76-f6bdd59e11af req-1a17b092-5b07-49f5-bfc0-2b67e773e703 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383621 Feb 11 04:56:35.923992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Network 45dc26a2-7f3e-4d2f-9824-16969f9057c5 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:56:35.947317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 45dc26a2-7f3e-4d2f-9824-16969f9057c5) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:35.952191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:35.952943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:35.953764 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:35.967561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12493aa7-cb74-49dc-89d6-4601115ac6cf None None] Network 45dc26a2-7f3e-4d2f-9824-16969f9057c5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:56:35.982989 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d4b4e9d7-e78e-4e47-94ba-17e37872ef81 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.1141102 Feb 11 04:56:35.985984 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43388) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:36.060847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66433f-af46-40e7-8a54-d042d6737a6c req-401fd427-2795-45aa-afac-4a8feab6c00c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:36.072359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b66433f-af46-40e7-8a54-d042d6737a6c req-401fd427-2795-45aa-afac-4a8feab6c00c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1579053 Feb 11 04:56:36.242838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b66433f-af46-40e7-8a54-d042d6737a6c req-e7b4cc56-faaa-4eb4-810e-cfdb869caefb tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675787 Feb 11 04:56:36.348849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a7c36e-a93a-4658-a7c2-fae72d971ea0 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:36.350456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a7c36e-a93a-4658-a7c2-fae72d971ea0 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:36.363024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a7c36e-a93a-4658-a7c2-fae72d971ea0 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:36.365861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-72a7c36e-a93a-4658-a7c2-fae72d971ea0 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3780408 Feb 11 04:56:36.377940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43406) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:36.462832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91535761-3e8d-428f-b825-9c55115c15e5 req-4cb7be7d-594f-4425-9f73-4a1bec1c2d8b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:36.472612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91535761-3e8d-428f-b825-9c55115c15e5 req-4cb7be7d-594f-4425-9f73-4a1bec1c2d8b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2070687 Feb 11 04:56:36.527813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-45dc26a2-7f3e-4d2f-9824-16969f9057c5', 'network_id': '45dc26a2-7f3e-4d2f-9824-16969f9057c5', 'project_id': '58276586beb8424d9a3414ee73866aaa', 'fixed_ips': [{'subnet_id': '764e59ae-a22f-49fb-9027-0577889746e2'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:56:36.528737 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:36.581592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6d081f-c9ce-46a3-a14f-8e5f4d3b2edb tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Deleting subnet 05a0a9cf-fb80-479d-9387-5a5c38e9f2ea {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:56:36.633510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec01cf-986f-4480-8af0-8d12b38db1df req-697639b0-0b35-4820-9e53-2a2234fa0b85 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:36.646693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Allocated IP 2001:db8::1 (0fc89be6-067e-4b45-b4c2-f963424cb98b/05a0a9cf-fb80-479d-9387-5a5c38e9f2ea/cc280b7c-029c-41e5-b3d5-190622b7e6f7) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:56:36.653035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec01cf-986f-4480-8af0-8d12b38db1df req-697639b0-0b35-4820-9e53-2a2234fa0b85 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:36.668787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec01cf-986f-4480-8af0-8d12b38db1df req-697639b0-0b35-4820-9e53-2a2234fa0b85 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:36.689767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec01cf-986f-4480-8af0-8d12b38db1df req-697639b0-0b35-4820-9e53-2a2234fa0b85 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:36.702149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec01cf-986f-4480-8af0-8d12b38db1df req-697639b0-0b35-4820-9e53-2a2234fa0b85 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:36.708161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91535761-3e8d-428f-b825-9c55115c15e5 req-9c51a739-1eb1-4955-be1f-ae6272bb7fbf tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220738 Feb 11 04:56:36.720919 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec01cf-986f-4480-8af0-8d12b38db1df req-697639b0-0b35-4820-9e53-2a2234fa0b85 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:36.720919 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec01cf-986f-4480-8af0-8d12b38db1df req-697639b0-0b35-4820-9e53-2a2234fa0b85 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:36.734912 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07ec01cf-986f-4480-8af0-8d12b38db1df req-697639b0-0b35-4820-9e53-2a2234fa0b85 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.3421159 Feb 11 04:56:36.877907 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07ec01cf-986f-4480-8af0-8d12b38db1df req-2ff4dbf8-272b-4e6c-b6cb-7c7169a4345b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1419117 Feb 11 04:56:37.021785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995fa7a-a09c-4b6f-9221-dc55c79d866e req-87cd3e5a-7844-4c54-929e-df1947f827f9 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:37.023442 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1995fa7a-a09c-4b6f-9221-dc55c79d866e req-87cd3e5a-7844-4c54-929e-df1947f827f9 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1585722 Feb 11 04:56:37.217445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Allocated IP 2001:db8:0:1::1 (45dc26a2-7f3e-4d2f-9824-16969f9057c5/764e59ae-a22f-49fb-9027-0577889746e2/22cf0afd-1c04-4841-8992-30102031b3fc) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:56:37.220209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1995fa7a-a09c-4b6f-9221-dc55c79d866e req-5ec4ee9d-0644-4e9b-8e6c-d616786d5bb3 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806989 Feb 11 04:56:37.265905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53149f1-94eb-46d3-9ed1-956c0938303b req-8cfc2c15-a985-400f-ae70-ce7021cf6c5b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:37.281798 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f53149f1-94eb-46d3-9ed1-956c0938303b req-8cfc2c15-a985-400f-ae70-ce7021cf6c5b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1485472 Feb 11 04:56:37.383953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f53149f1-94eb-46d3-9ed1-956c0938303b req-79b37b5a-3dd7-4e61-b502-46014b3a908b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009679 Feb 11 04:56:37.491072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13562b9-ac56-4c23-821a-5a90feb62641 req-7eb56ed0-f679-4e39-940b-138cd9641012 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:37.492733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c13562b9-ac56-4c23-821a-5a90feb62641 req-7eb56ed0-f679-4e39-940b-138cd9641012 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1223707 Feb 11 04:56:37.596382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c13562b9-ac56-4c23-821a-5a90feb62641 req-5d92d367-ff76-45fc-a23d-c12d28365a6f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960197 Feb 11 04:56:37.609311 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:37.656608 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Publish callbacks [] for port (22cf0afd-1c04-4841-8992-30102031b3fc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:37.694033 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (22cf0afd-1c04-4841-8992-30102031b3fc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:37.817942 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Publish callbacks [] for port (cc280b7c-029c-41e5-b3d5-190622b7e6f7), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:37.832178 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c6d081f-c9ce-46a3-a14f-8e5f4d3b2edb tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks [] for subnet (05a0a9cf-fb80-479d-9387-5a5c38e9f2ea), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:37.861520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Network 45dc26a2-7f3e-4d2f-9824-16969f9057c5 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:56:37.875104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:37.884867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:56:37.889471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 27c65b30-2722-41bd-9b9e-a7f213f845df details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:56:37.898243 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (cc280b7c-029c-41e5-b3d5-190622b7e6f7), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:37.909937 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c6d081f-c9ce-46a3-a14f-8e5f4d3b2edb tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (05a0a9cf-fb80-479d-9387-5a5c38e9f2ea), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:37.910167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125d3a5-82f4-43d4-8af2-ed6088d355a5 req-de53b692-71d5-4662-be64-dd930f51bd6f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:37.923986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3125d3a5-82f4-43d4-8af2-ed6088d355a5 req-de53b692-71d5-4662-be64-dd930f51bd6f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1200869 Feb 11 04:56:37.965584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Pushing event updated for resources: {'Port': ['ID=22cf0afd-1c04-4841-8992-30102031b3fc,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:38.025898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Network 0fc89be6-067e-4b45-b4c2-f963424cb98b is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:56:38.059348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3125d3a5-82f4-43d4-8af2-ed6088d355a5 req-f37b3cf5-2a99-4df4-a0b0-20584def30dc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338613 Feb 11 04:56:38.106597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.108279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.109905 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.110915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.111308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.111624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.111970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.112314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.112651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.118281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.118649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.119039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.119390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:38.138270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:38.192920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c6d081f-c9ce-46a3-a14f-8e5f4d3b2edb tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (05a0a9cf-fb80-479d-9387-5a5c38e9f2ea), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:38.248961 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:56:38.348994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb216a4-3fc1-4326-b4a6-2669725ecdd5 req-90a6f4ed-71f7-419c-a879-420874dd5d1f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:38.376961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb216a4-3fc1-4326-b4a6-2669725ecdd5 req-90a6f4ed-71f7-419c-a879-420874dd5d1f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:38.377528 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c6d081f-c9ce-46a3-a14f-8e5f4d3b2edb tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (05a0a9cf-fb80-479d-9387-5a5c38e9f2ea), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:38.392543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb216a4-3fc1-4326-b4a6-2669725ecdd5 req-90a6f4ed-71f7-419c-a879-420874dd5d1f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:38.400550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb216a4-3fc1-4326-b4a6-2669725ecdd5 req-90a6f4ed-71f7-419c-a879-420874dd5d1f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:38.416762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb216a4-3fc1-4326-b4a6-2669725ecdd5 req-90a6f4ed-71f7-419c-a879-420874dd5d1f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:38.436746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb216a4-3fc1-4326-b4a6-2669725ecdd5 req-90a6f4ed-71f7-419c-a879-420874dd5d1f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:38.443197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb216a4-3fc1-4326-b4a6-2669725ecdd5 req-90a6f4ed-71f7-419c-a879-420874dd5d1f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:38.445355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d081f-c9ce-46a3-a14f-8e5f4d3b2edb tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event deleted for resources: {'Subnet': ['ID=05a0a9cf-fb80-479d-9387-5a5c38e9f2ea,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:38.462778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3cb216a4-3fc1-4326-b4a6-2669725ecdd5 req-90a6f4ed-71f7-419c-a879-420874dd5d1f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2607353 Feb 11 04:56:38.478101 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c6d081f-c9ce-46a3-a14f-8e5f4d3b2edb tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:38.481416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6c6d081f-c9ce-46a3-a14f-8e5f4d3b2edb tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "DELETE /v2.0/subnets/05a0a9cf-fb80-479d-9387-5a5c38e9f2ea HTTP/1.1" status: 204 len: 168 time: 2.1014292 Feb 11 04:56:38.495757 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43468) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:38.753937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa61278-0959-41fa-8126-abb1c28bf3db tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Deleting subnet 764e59ae-a22f-49fb-9027-0577889746e2 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:56:38.798251 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3cb216a4-3fc1-4326-b4a6-2669725ecdd5 req-28694635-b0bf-4cfe-b07c-12d3e5ed6673 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3340340 Feb 11 04:56:38.810051 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa61278-0959-41fa-8126-abb1c28bf3db tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks [] for subnet (764e59ae-a22f-49fb-9027-0577889746e2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:38.836622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=27c65b30-2722-41bd-9b9e-a7f213f845df,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:38.875235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '27c65b30-2722-41bd-9b9e-a7f213f845df', 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef', 'port_id': '27c65b30-2722-41bd-9b9e-a7f213f845df', 'mac_address': 'fa:16:3e:c6:85:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1730ef-db3b-4017-bd70-cc38613cb0e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:56:38.876959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:56:39.014997 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Attempting to bind port 22cf0afd-1c04-4841-8992-30102031b3fc on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:39.015287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Attempting to bind port 22cf0afd-1c04-4841-8992-30102031b3fc by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'd71199ff-3d43-4f88-ade6-07aa6ecec0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '45dc26a2-7f3e-4d2f-9824-16969f9057c5'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:39.015653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Attempting to bind port 22cf0afd-1c04-4841-8992-30102031b3fc on network 45dc26a2-7f3e-4d2f-9824-16969f9057c5 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:39.041034 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa61278-0959-41fa-8126-abb1c28bf3db tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (764e59ae-a22f-49fb-9027-0577889746e2), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.085296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:56:39.091074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Checking segment: {'id': 'd71199ff-3d43-4f88-ade6-07aa6ecec0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '45dc26a2-7f3e-4d2f-9824-16969f9057c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:39.091630 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.092042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Bound using segment: {'id': 'd71199ff-3d43-4f88-ade6-07aa6ecec0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '45dc26a2-7f3e-4d2f-9824-16969f9057c5'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:56:39.092661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Bound port: 22cf0afd-1c04-4841-8992-30102031b3fc, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71199ff-3d43-4f88-ade6-07aa6ecec0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '45dc26a2-7f3e-4d2f-9824-16969f9057c5'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:56:39.093055 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (22cf0afd-1c04-4841-8992-30102031b3fc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.240942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Pushing event updated for resources: {'Port': ['ID=cc280b7c-029c-41e5-b3d5-190622b7e6f7,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:39.257116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cabb4-ccbc-4501-af9e-680d4a93e38a req-987cf38f-398d-499f-9e0d-a5ac6055f5d4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:39.270493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d8cabb4-ccbc-4501-af9e-680d4a93e38a req-987cf38f-398d-499f-9e0d-a5ac6055f5d4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.3300583 Feb 11 04:56:39.331969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Attempting to bind port cc280b7c-029c-41e5-b3d5-190622b7e6f7 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:39.332664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Attempting to bind port cc280b7c-029c-41e5-b3d5-190622b7e6f7 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'e5a0c113-0eb0-407a-a0ff-07792f57de9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0fc89be6-067e-4b45-b4c2-f963424cb98b'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:39.333009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Attempting to bind port cc280b7c-029c-41e5-b3d5-190622b7e6f7 on network 0fc89be6-067e-4b45-b4c2-f963424cb98b {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:39.352971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 27c65b30-2722-41bd-9b9e-a7f213f845df is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:56:39.353596 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.368629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:56:39.369322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Checking segment: {'id': 'e5a0c113-0eb0-407a-a0ff-07792f57de9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0fc89be6-067e-4b45-b4c2-f963424cb98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:39.369838 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.370350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Bound using segment: {'id': 'e5a0c113-0eb0-407a-a0ff-07792f57de9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0fc89be6-067e-4b45-b4c2-f963424cb98b'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:56:39.370989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Bound port: cc280b7c-029c-41e5-b3d5-190622b7e6f7, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a0c113-0eb0-407a-a0ff-07792f57de9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0fc89be6-067e-4b45-b4c2-f963424cb98b'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:56:39.371495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cc280b7c-029c-41e5-b3d5-190622b7e6f7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.378624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27c65b30-2722-41bd-9b9e-a7f213f845df {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:56:39.420480 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa61278-0959-41fa-8126-abb1c28bf3db tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (764e59ae-a22f-49fb-9027-0577889746e2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.436270 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d8cabb4-ccbc-4501-af9e-680d4a93e38a req-d3bca777-185e-426d-88e3-25fc145bd595 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626260 Feb 11 04:56:39.444858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e01e2d-455a-429f-8bd7-474615ff8ada req-b2b3fa5f-c768-4ac8-8679-be8816cde1b3 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:39.450966 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d3e01e2d-455a-429f-8bd7-474615ff8ada req-b2b3fa5f-c768-4ac8-8679-be8816cde1b3 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.2175856 Feb 11 04:56:39.457371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=27c65b30-2722-41bd-9b9e-a7f213f845df,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:39.523541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] For port cc280b7c-029c-41e5-b3d5-190622b7e6f7, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:56:39.528418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] For port cc280b7c-029c-41e5-b3d5-190622b7e6f7, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=cc280b7c-029c-41e5-b3d5-190622b7e6f7,segment=NetworkSegment(e5a0c113-0eb0-407a-a0ff-07792f57de9d),segment_id=e5a0c113-0eb0-407a-a0ff-07792f57de9d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:56:39.531768 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96a9b749-9ba5-487c-a17c-4b63a4f81209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.535784 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.544482 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cc280b7c-029c-41e5-b3d5-190622b7e6f7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.553363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebc52-44ca-4e9f-8af6-9f2ea0304101 req-c62b0594-8e91-4e1c-8b42-bdea0353479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:39.573985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-534ebc52-44ca-4e9f-8af6-9f2ea0304101 req-c62b0594-8e91-4e1c-8b42-bdea0353479d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5aa7543d425410d81af39f6a38527bf&device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 1128 time: 0.2386098 Feb 11 04:56:39.604178 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d3e01e2d-455a-429f-8bd7-474615ff8ada req-a4933f66-1b79-4b6a-8da8-e725243dce0b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479814 Feb 11 04:56:39.745266 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa61278-0959-41fa-8126-abb1c28bf3db tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (764e59ae-a22f-49fb-9027-0577889746e2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.755740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['27c65b30-2722-41bd-9b9e-a7f213f845df'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:56:39.764050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9828394d-2bc6-468a-92ab-40fb6fa8bc2c None None] Network 0fc89be6-067e-4b45-b4c2-f963424cb98b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:56:39.793976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] For port 22cf0afd-1c04-4841-8992-30102031b3fc, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:56:39.827511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=27c65b30-2722-41bd-9b9e-a7f213f845df,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:39.860534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ff924-0ce4-4657-8725-d1045d877221 req-2e763970-e180-4a71-8688-be1809a72151 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:39.862140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa1ff924-0ce4-4657-8725-d1045d877221 req-2e763970-e180-4a71-8688-be1809a72151 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1279078 Feb 11 04:56:39.880016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] For port 22cf0afd-1c04-4841-8992-30102031b3fc, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=22cf0afd-1c04-4841-8992-30102031b3fc,segment=NetworkSegment(d71199ff-3d43-4f88-ade6-07aa6ecec0ce),segment_id=d71199ff-3d43-4f88-ade6-07aa6ecec0ce)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:56:39.888629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa61278-0959-41fa-8126-abb1c28bf3db tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event deleted for resources: {'Subnet': ['ID=764e59ae-a22f-49fb-9027-0577889746e2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:39.905541 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (22cf0afd-1c04-4841-8992-30102031b3fc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.920458 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa61278-0959-41fa-8126-abb1c28bf3db tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:39.932303 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ffa61278-0959-41fa-8126-abb1c28bf3db tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "DELETE /v2.0/subnets/764e59ae-a22f-49fb-9027-0577889746e2 HTTP/1.1" status: 204 len: 168 time: 1.4231839 Feb 11 04:56:39.958944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43484) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:39.980904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac44687-552d-4d5b-8135-d549712df3d1 req-f4db244e-c980-46c3-802c-f68dd5684d71 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:39.987701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ac44687-552d-4d5b-8135-d549712df3d1 req-f4db244e-c980-46c3-802c-f68dd5684d71 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.4103050 Feb 11 04:56:40.006151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebc52-44ca-4e9f-8af6-9f2ea0304101 req-e033597c-60e1-4b53-8c76-07a6a56ab219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:40.015435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-534ebc52-44ca-4e9f-8af6-9f2ea0304101 req-e033597c-60e1-4b53-8c76-07a6a56ab219 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b435873f-693a-4116-8d94-539975211297 HTTP/1.1" status: 200 len: 916 time: 0.4253240 Feb 11 04:56:40.018359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa25c16-ecbb-4f56-a1c3-0a41bd165730 None None] Pushing event updated for resources: {'Port': ['ID=cc280b7c-029c-41e5-b3d5-190622b7e6f7,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:40.125471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-534ebc52-44ca-4e9f-8af6-9f2ea0304101 req-07ccb4fb-8cd3-4c60-acd1-a39d1d0de99b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486bb568-debf-4a78-8788-232f38e2fedb HTTP/1.1" status: 200 len: 217 time: 0.1091669 Feb 11 04:56:40.227394 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac6c6d1-b3e9-42c0-aa72-daa784968252 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:40.233818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0ac6c6d1-b3e9-42c0-aa72-daa784968252 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2689996 Feb 11 04:56:40.233818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa1ff924-0ce4-4657-8725-d1045d877221 req-f6b8fc16-be6e-4771-bf1a-e5f9d2a9431e tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532684 Feb 11 04:56:40.234118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43486) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:40.296541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebc52-44ca-4e9f-8af6-9f2ea0304101 req-bbbfd027-2664-4079-bcdc-5335715113d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:40.298330 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-534ebc52-44ca-4e9f-8af6-9f2ea0304101 req-bbbfd027-2664-4079-bcdc-5335715113d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6268794-7aa3-4fec-b15e-3a23cc54a620 HTTP/1.1" status: 200 len: 854 time: 0.1629748 Feb 11 04:56:40.315403 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ac44687-552d-4d5b-8135-d549712df3d1 req-9c84adac-030d-450e-b64a-1f908e8045ba tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221920 Feb 11 04:56:40.378551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c996ad3-4248-4417-af06-ce0477a890f0 None None] Pushing event updated for resources: {'Port': ['ID=22cf0afd-1c04-4841-8992-30102031b3fc,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:40.511686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebc52-44ca-4e9f-8af6-9f2ea0304101 req-45a9e923-720b-4267-8541-2801dbe0a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:40.513563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-534ebc52-44ca-4e9f-8af6-9f2ea0304101 req-45a9e923-720b-4267-8541-2801dbe0a519 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b435873f-693a-4116-8d94-539975211297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1968760 Feb 11 04:56:40.590829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (45dc26a2-7f3e-4d2f-9824-16969f9057c5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:40.682678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204f596-af06-4316-be52-5b805a0ffb9f req-c57193ca-ed90-4a94-b126-ad7d7c64b3cb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:40.688502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204f596-af06-4316-be52-5b805a0ffb9f req-c57193ca-ed90-4a94-b126-ad7d7c64b3cb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:40.694675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204f596-af06-4316-be52-5b805a0ffb9f req-c57193ca-ed90-4a94-b126-ad7d7c64b3cb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:40.700505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204f596-af06-4316-be52-5b805a0ffb9f req-c57193ca-ed90-4a94-b126-ad7d7c64b3cb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:40.706346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204f596-af06-4316-be52-5b805a0ffb9f req-c57193ca-ed90-4a94-b126-ad7d7c64b3cb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:40.711896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204f596-af06-4316-be52-5b805a0ffb9f req-c57193ca-ed90-4a94-b126-ad7d7c64b3cb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:40.717642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204f596-af06-4316-be52-5b805a0ffb9f req-c57193ca-ed90-4a94-b126-ad7d7c64b3cb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:40.725446 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9204f596-af06-4316-be52-5b805a0ffb9f req-c57193ca-ed90-4a94-b126-ad7d7c64b3cb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2390618 Feb 11 04:56:40.728302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b138c-c3e1-4741-9602-8420bdf259ba req-1a6324e7-c494-45d0-b05b-43dc5f2ab4c5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:40.745037 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-375b138c-c3e1-4741-9602-8420bdf259ba req-1a6324e7-c494-45d0-b05b-43dc5f2ab4c5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2957094 Feb 11 04:56:40.808598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9204f596-af06-4316-be52-5b805a0ffb9f req-1ab23d64-74ca-4c27-bb43-b5aad4d3025a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817149 Feb 11 04:56:40.859431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Deleting port 22cf0afd-1c04-4841-8992-30102031b3fc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:40.864518 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (22cf0afd-1c04-4841-8992-30102031b3fc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:40.934214 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-375b138c-c3e1-4741-9602-8420bdf259ba req-d5dd1e44-86be-488a-b43b-599c862a32be tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837564 Feb 11 04:56:40.949142 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-534ebc52-44ca-4e9f-8af6-9f2ea0304101 req-3124d15a-4caa-403b-8282-c86a27a64fc0 service neutron] 10.222.0.60 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249771 Feb 11 04:56:41.096750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] For port 22cf0afd-1c04-4841-8992-30102031b3fc, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=22cf0afd-1c04-4841-8992-30102031b3fc,segment=NetworkSegment(d71199ff-3d43-4f88-ade6-07aa6ecec0ce),segment_id=d71199ff-3d43-4f88-ade6-07aa6ecec0ce)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:41.097548 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (22cf0afd-1c04-4841-8992-30102031b3fc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:41.132263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Calling delete_port for 22cf0afd-1c04-4841-8992-30102031b3fc owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:41.181897 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-534ebc52-44ca-4e9f-8af6-9f2ea0304101 req-1278fe0c-94dc-41a4-a3f8-7799e29da967 service neutron] 10.222.0.60 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219696 Feb 11 04:56:41.217084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0c4d-7cf6-4e36-8047-acc2f08a60ca req-0d39baf9-5fa2-4029-8b11-bed519960781 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:41.226632 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f8b0c4d-7cf6-4e36-8047-acc2f08a60ca req-0d39baf9-5fa2-4029-8b11-bed519960781 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.2068424 Feb 11 04:56:41.239228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40d0cc-f1d5-456b-9c61-987ee09ff844 req-cd87260b-2971-4d62-8de2-ec9ad495c011 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:41.246638 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec40d0cc-f1d5-456b-9c61-987ee09ff844 req-cd87260b-2971-4d62-8de2-ec9ad495c011 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 945 time: 0.3105605 Feb 11 04:56:41.351243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f8b0c4d-7cf6-4e36-8047-acc2f08a60ca req-9219cc18-6857-484d-818c-f4c8cf1fb72a tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234095 Feb 11 04:56:41.366093 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec40d0cc-f1d5-456b-9c61-987ee09ff844 req-0a584165-0daa-4826-beff-344e0a99ec49 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127939 Feb 11 04:56:41.380442 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (22cf0afd-1c04-4841-8992-30102031b3fc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:41.468166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event deleted for resources: {'Port': ['ID=22cf0afd-1c04-4841-8992-30102031b3fc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:41.475948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] No DVR routers for this DVR port 22cf0afd-1c04-4841-8992-30102031b3fc on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:56:41.571735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6e7d7-46ce-43c9-ba91-8f1b9ac6194d req-fccc2429-d137-4908-8144-df9665357a92 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:41.582287 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ea6e7d7-46ce-43c9-ba91-8f1b9ac6194d req-fccc2429-d137-4908-8144-df9665357a92 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1262121 Feb 11 04:56:41.690707 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (45dc26a2-7f3e-4d2f-9824-16969f9057c5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:41.715381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ea6e7d7-46ce-43c9-ba91-8f1b9ac6194d req-facb39dc-f031-4755-92f3-e649ac1ef6b0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307847 Feb 11 04:56:41.741794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dc26a2-7f3e-4d2f-9824-16969f9057c5']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:41.753977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71199ff-3d43-4f88-ade6-07aa6ecec0ce') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:41.754393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71199ff-3d43-4f88-ade6-07aa6ecec0ce') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:41.763377 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412af01-e77a-43d1-becb-9bbcdf27121b req-51b8b42e-ecc6-4078-b101-9a5a1b7d35b0 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:41.773677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9412af01-e77a-43d1-becb-9bbcdf27121b req-51b8b42e-ecc6-4078-b101-9a5a1b7d35b0 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.2460890 Feb 11 04:56:41.806058 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (d71199ff-3d43-4f88-ade6-07aa6ecec0ce), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:41.879927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (d71199ff-3d43-4f88-ade6-07aa6ecec0ce), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:41.901580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 27c65b30-2722-41bd-9b9e-a7f213f845df up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:56:41.933992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:56:41.938832 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (d71199ff-3d43-4f88-ade6-07aa6ecec0ce), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:56:41.943760 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:56:41.978979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b201ac-4dad-4468-a873-2b962882a7ea req-607bbf02-fef7-445c-92e9-59a0c23c5bd4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:41.980938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6fafe5-234a-42c7-add8-1b85326d3ca9 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:56:41.991738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1b201ac-4dad-4468-a873-2b962882a7ea req-607bbf02-fef7-445c-92e9-59a0c23c5bd4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1657896 Feb 11 04:56:42.028204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9412af01-e77a-43d1-becb-9bbcdf27121b req-24358d82-b9e4-4639-893c-4f499f03a80f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531569 Feb 11 04:56:42.147514 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (45dc26a2-7f3e-4d2f-9824-16969f9057c5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:42.162002 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:42.164149 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f235a1bc-87ec-4ece-8fe2-76fa0d098a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:42.168594 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1b201ac-4dad-4468-a873-2b962882a7ea req-7ca541cd-319e-4a1a-90d9-60eff362cc0d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640055 Feb 11 04:56:42.176647 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "DELETE /v2.0/networks/45dc26a2-7f3e-4d2f-9824-16969f9057c5 HTTP/1.1" status: 204 len: 168 time: 1.9409716 Feb 11 04:56:42.180162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43512) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:42.206835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-914c7502-08cd-4409-be4a-319e276362ed None None] Could not find standard attr ID for object 22cf0afd-1c04-4841-8992-30102031b3fc. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:56:42.234497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc692a7-052c-42eb-8d2e-41458c025ed5 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event deleted for resources: {'Network': ['ID=45dc26a2-7f3e-4d2f-9824-16969f9057c5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:42.307300 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (0fc89be6-067e-4b45-b4c2-f963424cb98b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:42.335649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 27c65b30-2722-41bd-9b9e-a7f213f845df triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:56:42.336325 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:42.339610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa391-9257-4f37-9284-7e2be6fd99d6 req-2b115f79-0f88-42c6-a688-cd1c14fedbe9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:42.350784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa391-9257-4f37-9284-7e2be6fd99d6 req-2b115f79-0f88-42c6-a688-cd1c14fedbe9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:42.368636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa391-9257-4f37-9284-7e2be6fd99d6 req-2b115f79-0f88-42c6-a688-cd1c14fedbe9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:42.383093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa391-9257-4f37-9284-7e2be6fd99d6 req-2b115f79-0f88-42c6-a688-cd1c14fedbe9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:42.395923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa391-9257-4f37-9284-7e2be6fd99d6 req-2b115f79-0f88-42c6-a688-cd1c14fedbe9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:42.408992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63fed6-db03-49aa-9008-b53eb61f428b req-e4e6dede-6c78-460c-ad8e-833f99e96209 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:42.410120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa391-9257-4f37-9284-7e2be6fd99d6 req-2b115f79-0f88-42c6-a688-cd1c14fedbe9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:42.411161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be63fed6-db03-49aa-9008-b53eb61f428b req-e4e6dede-6c78-460c-ad8e-833f99e96209 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1010449 Feb 11 04:56:42.421717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa391-9257-4f37-9284-7e2be6fd99d6 req-2b115f79-0f88-42c6-a688-cd1c14fedbe9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:42.435826 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b35fa391-9257-4f37-9284-7e2be6fd99d6 req-2b115f79-0f88-42c6-a688-cd1c14fedbe9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2534642 Feb 11 04:56:42.489397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be63fed6-db03-49aa-9008-b53eb61f428b req-c17e7f2e-10da-4ce6-9243-55585f3002c1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661161 Feb 11 04:56:42.513782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Deleting port cc280b7c-029c-41e5-b3d5-190622b7e6f7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:42.514338 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (cc280b7c-029c-41e5-b3d5-190622b7e6f7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:42.550297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 27c65b30-2722-41bd-9b9e-a7f213f845df is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:56:42.550979 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:42.588245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b35fa391-9257-4f37-9284-7e2be6fd99d6 req-d76f78c7-7aa5-4bfc-aed3-9b00cdc1a269 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510453 Feb 11 04:56:42.644359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=27c65b30-2722-41bd-9b9e-a7f213f845df,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:42.651697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c65b30-2722-41bd-9b9e-a7f213f845df'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:56:42.661650 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faf7a4d-c348-485c-8085-82f2564e7930" -d '{"events": [{"server_uuid": "b8a18dcd-9549-4f8b-89a3-e0e9310446a4", "name": "network-vif-plugged", "status": "completed", "tag": "27c65b30-2722-41bd-9b9e-a7f213f845df"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:56:42.666337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6fafe5-234a-42c7-add8-1b85326d3ca9 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:56:42.682837 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:42.796797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] For port cc280b7c-029c-41e5-b3d5-190622b7e6f7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=cc280b7c-029c-41e5-b3d5-190622b7e6f7,segment=NetworkSegment(e5a0c113-0eb0-407a-a0ff-07792f57de9d),segment_id=e5a0c113-0eb0-407a-a0ff-07792f57de9d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:42.797166 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (cc280b7c-029c-41e5-b3d5-190622b7e6f7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:42.819020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ee7cd-705c-4716-af00-bed901ba7114 req-212f2261-1abb-4aad-8ba5-1389db24c026 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:42.831383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-676ee7cd-705c-4716-af00-bed901ba7114 req-212f2261-1abb-4aad-8ba5-1389db24c026 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1168833 Feb 11 04:56:42.831630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Calling delete_port for cc280b7c-029c-41e5-b3d5-190622b7e6f7 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:42.871206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21295a2-4742-441b-926a-0310ba823f66 req-e58bbe5c-76b7-4437-848e-38ff33ff3a2e tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:42.878509 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a21295a2-4742-441b-926a-0310ba823f66 req-e58bbe5c-76b7-4437-848e-38ff33ff3a2e tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1923308 Feb 11 04:56:42.912129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-676ee7cd-705c-4716-af00-bed901ba7114 req-1cb657c9-d711-4af3-9ae6-d9f7e40cbc01 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791936 Feb 11 04:56:43.002334 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:43.077649 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a21295a2-4742-441b-926a-0310ba823f66 req-1fdd26e3-03bc-4e43-b33b-350528dc4c8b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821642 Feb 11 04:56:43.105665 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (cc280b7c-029c-41e5-b3d5-190622b7e6f7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:43.121974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=27c65b30-2722-41bd-9b9e-a7f213f845df,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:43.170152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event deleted for resources: {'Port': ['ID=cc280b7c-029c-41e5-b3d5-190622b7e6f7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:43.185503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] No DVR routers for this DVR port cc280b7c-029c-41e5-b3d5-190622b7e6f7 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:56:43.283290 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160c9bd4-5dd6-41c0-b65b-3973c6863b2f x-openstack-request-id: req-160c9bd4-5dd6-41c0-b65b-3973c6863b2f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:56:43.284927 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a18dcd-9549-4f8b-89a3-e0e9310446a4", "name": "network-vif-plugged", "status": "completed", "tag": "27c65b30-2722-41bd-9b9e-a7f213f845df", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:56:43.285937 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-160c9bd4-5dd6-41c0-b65b-3973c6863b2f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:56:43.286824 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c65b30-2722-41bd-9b9e-a7f213f845df', 'code': 200} Feb 11 04:56:43.369993 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (0fc89be6-067e-4b45-b4c2-f963424cb98b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:43.391307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc89be6-067e-4b45-b4c2-f963424cb98b']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:43.405521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a0c113-0eb0-407a-a0ff-07792f57de9d') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:43.405980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a0c113-0eb0-407a-a0ff-07792f57de9d') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:43.408090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c8befc-3a29-4e33-a7e8-beede22bdfe7 None None] DHCP port deletion for 45dc26a2-7f3e-4d2f-9824-16969f9057c5 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:56:43.450748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (e5a0c113-0eb0-407a-a0ff-07792f57de9d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:43.451006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6fb2c-d81a-4245-b219-38570e7f90a9 None None] Network 45dc26a2-7f3e-4d2f-9824-16969f9057c5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:56:43.470202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6fb2c-d81a-4245-b219-38570e7f90a9 None None] Network 45dc26a2-7f3e-4d2f-9824-16969f9057c5 could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 04:56:43.488273 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e5a0c113-0eb0-407a-a0ff-07792f57de9d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:43.537467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:56:43.537986 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (e5a0c113-0eb0-407a-a0ff-07792f57de9d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:56:43.541461 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:56:43.554195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d94a29-7b08-461f-94b2-9577b709d9de req-90c83c37-3d8e-433a-80f9-019ede9d510f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:43.568047 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-22d94a29-7b08-461f-94b2-9577b709d9de req-90c83c37-3d8e-433a-80f9-019ede9d510f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0957663 Feb 11 04:56:43.675887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-22d94a29-7b08-461f-94b2-9577b709d9de req-e2e04385-fcb5-404e-90c4-776a549a7d10 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066813 Feb 11 04:56:43.697399 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (0fc89be6-067e-4b45-b4c2-f963424cb98b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:43.703508 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:43.709636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "DELETE /v2.0/networks/0fc89be6-067e-4b45-b4c2-f963424cb98b HTTP/1.1" status: 204 len: 168 time: 1.5281029 Feb 11 04:56:43.713961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43532) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:43.732943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dae66-5e5c-48ee-8e62-8a3600514418 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event deleted for resources: {'Network': ['ID=0fc89be6-067e-4b45-b4c2-f963424cb98b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:43.745745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a4c1-79ba-4f35-9bc2-fc477519b9fb req-b11d20b9-735b-4691-a4de-89d1209b4e7c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:43.748351 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f0a7a4c1-79ba-4f35-9bc2-fc477519b9fb req-b11d20b9-735b-4691-a4de-89d1209b4e7c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.2539997 Feb 11 04:56:43.886875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 22cf0afd-1c04-4841-8992-30102031b3fc no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:56:43.898084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (c3a20306-35e0-4aa6-9a1d-75f19f87c58a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:43.907730 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f0a7a4c1-79ba-4f35-9bc2-fc477519b9fb req-c5563662-44f0-4b32-9d9b-5c540c1c1f7c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523817 Feb 11 04:56:43.933500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 22cf0afd-1c04-4841-8992-30102031b3fc {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:56:43.934576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 22cf0afd-1c04-4841-8992-30102031b3fc not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:56:44.022505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebfc4-305b-4742-ab15-5b1f514c8cac req-c8bcb4c1-b521-4652-876f-23cdb85344d2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:44.028035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebfc4-305b-4742-ab15-5b1f514c8cac req-c8bcb4c1-b521-4652-876f-23cdb85344d2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:44.033942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebfc4-305b-4742-ab15-5b1f514c8cac req-c8bcb4c1-b521-4652-876f-23cdb85344d2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:44.039910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebfc4-305b-4742-ab15-5b1f514c8cac req-c8bcb4c1-b521-4652-876f-23cdb85344d2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:44.045504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebfc4-305b-4742-ab15-5b1f514c8cac req-c8bcb4c1-b521-4652-876f-23cdb85344d2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:44.052874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebfc4-305b-4742-ab15-5b1f514c8cac req-c8bcb4c1-b521-4652-876f-23cdb85344d2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:44.062546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebfc4-305b-4742-ab15-5b1f514c8cac req-c8bcb4c1-b521-4652-876f-23cdb85344d2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:44.077011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce7ebfc4-305b-4742-ab15-5b1f514c8cac req-c8bcb4c1-b521-4652-876f-23cdb85344d2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2378321 Feb 11 04:56:44.136152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e55a5f-8858-45aa-a921-02f0e1ac7efa req-c26c045a-41d6-44a5-a665-10d50e6e02ee tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:44.148431 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95e55a5f-8858-45aa-a921-02f0e1ac7efa req-c26c045a-41d6-44a5-a665-10d50e6e02ee tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1320367 Feb 11 04:56:44.190585 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (c3a20306-35e0-4aa6-9a1d-75f19f87c58a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:44.229801 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95e55a5f-8858-45aa-a921-02f0e1ac7efa req-5f4564db-a3bc-47c2-9c78-6a662d35bec6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803773 Feb 11 04:56:44.282296 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:44.284767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a20306-35e0-4aa6-9a1d-75f19f87c58a']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:44.329790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c18415b-5596-4f74-beed-cdd8527143b3') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:44.332317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c18415b-5596-4f74-beed-cdd8527143b3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:44.376409 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (4c18415b-5596-4f74-beed-cdd8527143b3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:44.418391 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce7ebfc4-305b-4742-ab15-5b1f514c8cac req-9c1c2d51-be71-45a0-b6e5-1a29b1431418 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3397057 Feb 11 04:56:44.438963 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4c18415b-5596-4f74-beed-cdd8527143b3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:44.443195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472b454-760b-482c-9703-3d092dc16c5c req-ca9a90ed-fa12-4612-a5ef-a796d83c94df tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:44.453210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:56:44.453889 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (4c18415b-5596-4f74-beed-cdd8527143b3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:44.455967 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b472b454-760b-482c-9703-3d092dc16c5c req-ca9a90ed-fa12-4612-a5ef-a796d83c94df tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1063128 Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:56:44.459839 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:56:44.587225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b472b454-760b-482c-9703-3d092dc16c5c req-0b8e12b8-0db5-49bd-aef5-2947d903f41c tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239078 Feb 11 04:56:44.642436 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (c3a20306-35e0-4aa6-9a1d-75f19f87c58a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:44.651552 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:44.657345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "DELETE /v2.0/networks/c3a20306-35e0-4aa6-9a1d-75f19f87c58a HTTP/1.1" status: 204 len: 168 time: 0.9397285 Feb 11 04:56:44.658422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43556) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:44.679724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a7f05-8c26-4658-a2db-891b769ff1e1 req-6edaadc2-0670-4d69-983a-e67ff20bf22c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:44.687516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a74a7f05-8c26-4658-a2db-891b769ff1e1 req-6edaadc2-0670-4d69-983a-e67ff20bf22c tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1110275 Feb 11 04:56:44.690671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766dbaa-3733-41e5-9469-0e8fc386f274 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event deleted for resources: {'Network': ['ID=c3a20306-35e0-4aa6-9a1d-75f19f87c58a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:44.756659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a74a7f05-8c26-4658-a2db-891b769ff1e1 req-c64ace34-c921-48fd-a46b-a8b3a003c49f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680115 Feb 11 04:56:44.913942 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (affbd2c9-cb17-45c6-a953-bc2b54051731), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:45.177190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43566) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:45.199430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7320b0-2336-453e-859f-1e7e0a14be78 req-284c2c63-6cb5-4a76-82ac-4f5c3e3e4450 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:45.201045 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e7320b0-2336-453e-859f-1e7e0a14be78 req-284c2c63-6cb5-4a76-82ac-4f5c3e3e4450 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2e6eec-cec5-47d0-9685-da4f96790a1f HTTP/1.1" status: 200 len: 946 time: 0.3211966 Feb 11 04:56:45.284068 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (affbd2c9-cb17-45c6-a953-bc2b54051731), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:45.358848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affbd2c9-cb17-45c6-a953-bc2b54051731']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:45.374954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5e3735-60a3-4f31-8cb7-7b31b80ed04c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:45.375273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5e3735-60a3-4f31-8cb7-7b31b80ed04c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:45.384019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e7320b0-2336-453e-859f-1e7e0a14be78 req-327c99c5-0667-45cb-b9e9-0cdff4c6495f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020217 Feb 11 04:56:45.400505 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (cb5e3735-60a3-4f31-8cb7-7b31b80ed04c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:45.450833 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (cb5e3735-60a3-4f31-8cb7-7b31b80ed04c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:45.463563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:56:45.464684 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (cb5e3735-60a3-4f31-8cb7-7b31b80ed04c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:56:45.476281 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:56:45.554943 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:45.572008 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30d5c2e7-1a7f-4d48-9dd4-fd74bf906d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:45.623943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab88657-2829-4fa5-8ba1-7ecb4f8df8dd req-d99e189c-c160-4f35-8ab2-4685f7d1b3a0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:45.633400 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ab88657-2829-4fa5-8ba1-7ecb4f8df8dd req-d99e189c-c160-4f35-8ab2-4685f7d1b3a0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2142735 Feb 11 04:56:45.637088 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (affbd2c9-cb17-45c6-a953-bc2b54051731), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:45.642014 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:45.650554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] 10.222.0.48 "DELETE /v2.0/networks/affbd2c9-cb17-45c6-a953-bc2b54051731 HTTP/1.1" status: 204 len: 168 time: 0.9860663 Feb 11 04:56:45.664059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93124fbd-b1cb-4c7d-9cb2-bbefe99f5241 tempest-BulkNetworkOpsIpV6Test-230340125 tempest-BulkNetworkOpsIpV6Test-230340125-project] Pushing event deleted for resources: {'Network': ['ID=affbd2c9-cb17-45c6-a953-bc2b54051731,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:45.714002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f89f13-0e44-49ef-9c5f-6cffc53e8c4f req-14904f38-3936-4644-8c0b-257a7f99c533 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:45.716612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95f89f13-0e44-49ef-9c5f-6cffc53e8c4f req-14904f38-3936-4644-8c0b-257a7f99c533 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 946 time: 0.1305478 Feb 11 04:56:45.866262 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ab88657-2829-4fa5-8ba1-7ecb4f8df8dd req-4090c6d1-8f4f-43e5-853b-af559ed13751 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285662 Feb 11 04:56:45.904395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95f89f13-0e44-49ef-9c5f-6cffc53e8c4f req-f4b314f2-38e6-451b-a449-9a21d27aaceb tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796703 Feb 11 04:56:45.957605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30d5c2e7-1a7f-4d48-9dd4-fd74bf906d41 admin admin] Publish callbacks [] for security_group (0c0ed6fb-e7a9-443f-a74c-8fa2527f365c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:45.969567 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30d5c2e7-1a7f-4d48-9dd4-fd74bf906d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0c0ed6fb-e7a9-443f-a74c-8fa2527f365c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:46.088008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe74654-7cd6-4264-8cee-2f6e09e15ade req-5e93d059-63a2-45fb-8110-aa5acc6d69cd tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:46.095680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afe74654-7cd6-4264-8cee-2f6e09e15ade req-5e93d059-63a2-45fb-8110-aa5acc6d69cd tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1058602 Feb 11 04:56:46.159940 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-30d5c2e7-1a7f-4d48-9dd4-fd74bf906d41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=004a5541e6ba4e15b3c1b438e62a23dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9788527 Feb 11 04:56:46.159940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43586) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:46.167399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43588) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:46.170131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5c2e7-1a7f-4d48-9dd4-fd74bf906d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ed6fb-e7a9-443f-a74c-8fa2527f365c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:46.171425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afe74654-7cd6-4264-8cee-2f6e09e15ade req-191f17dd-1e80-4235-a07e-a0768e75182d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746129 Feb 11 04:56:46.221074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-d5b82b9f-e92e-4335-9d8b-7f77b82c0154 req-0adebd36-1f15-4c4a-9194-f1a1f1803b17 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:56:46.222259 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d5b82b9f-e92e-4335-9d8b-7f77b82c0154 req-0adebd36-1f15-4c4a-9194-f1a1f1803b17 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074606 Feb 11 04:56:46.296305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501d59c-5370-49ff-822a-ceedec1bef95 req-df7a4a10-e939-45e6-84e9-04c71d69fd78 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:46.312848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501d59c-5370-49ff-822a-ceedec1bef95 req-df7a4a10-e939-45e6-84e9-04c71d69fd78 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:46.318870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501d59c-5370-49ff-822a-ceedec1bef95 req-df7a4a10-e939-45e6-84e9-04c71d69fd78 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:46.329557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501d59c-5370-49ff-822a-ceedec1bef95 req-df7a4a10-e939-45e6-84e9-04c71d69fd78 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:46.344977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501d59c-5370-49ff-822a-ceedec1bef95 req-df7a4a10-e939-45e6-84e9-04c71d69fd78 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:46.360573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501d59c-5370-49ff-822a-ceedec1bef95 req-df7a4a10-e939-45e6-84e9-04c71d69fd78 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:46.371582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501d59c-5370-49ff-822a-ceedec1bef95 req-df7a4a10-e939-45e6-84e9-04c71d69fd78 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:46.379246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c501d59c-5370-49ff-822a-ceedec1bef95 req-df7a4a10-e939-45e6-84e9-04c71d69fd78 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.3522835 Feb 11 04:56:46.431492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d5b82b9f-e92e-4335-9d8b-7f77b82c0154 req-85b9b6bb-c35e-40cf-a040-057c378a73de tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1989632 Feb 11 04:56:46.463117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8b2c558f-5129-4045-a481-0d4d84e4b8d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58276586beb8424d9a3414ee73866aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3012030 Feb 11 04:56:46.463910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-995be0df-ddcf-407c-bb23-a851a2fb36c9 admin admin] Publish callbacks [] for security_group (0c0ed6fb-e7a9-443f-a74c-8fa2527f365c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:46.465419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43592) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:46.552066 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c501d59c-5370-49ff-822a-ceedec1bef95 req-9a368cad-301e-426e-ab91-b3c1e4bca388 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1626301 Feb 11 04:56:46.574371 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-995be0df-ddcf-407c-bb23-a851a2fb36c9 admin admin] Publish callbacks [] for security_group (0c0ed6fb-e7a9-443f-a74c-8fa2527f365c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:46.587875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c17e15ba-76b9-43a8-967d-b14c0d9dee1b admin admin] Publish callbacks [] for security_group (bd79a037-11d2-44aa-a5ef-30b9c35e9c94), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:46.642859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c17e15ba-76b9-43a8-967d-b14c0d9dee1b admin admin] Publish callbacks [] for security_group (bd79a037-11d2-44aa-a5ef-30b9c35e9c94), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:46.670227 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-995be0df-ddcf-407c-bb23-a851a2fb36c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0c0ed6fb-e7a9-443f-a74c-8fa2527f365c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:46.674429 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-995be0df-ddcf-407c-bb23-a851a2fb36c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:46.676013 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-995be0df-ddcf-407c-bb23-a851a2fb36c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c0ed6fb-e7a9-443f-a74c-8fa2527f365c HTTP/1.1" status: 204 len: 168 time: 0.5074587 Feb 11 04:56:46.685327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995be0df-ddcf-407c-bb23-a851a2fb36c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ed6fb-e7a9-443f-a74c-8fa2527f365c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:46.775704 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c17e15ba-76b9-43a8-967d-b14c0d9dee1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bd79a037-11d2-44aa-a5ef-30b9c35e9c94), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:46.780221 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c17e15ba-76b9-43a8-967d-b14c0d9dee1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:46.781990 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c17e15ba-76b9-43a8-967d-b14c0d9dee1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd79a037-11d2-44aa-a5ef-30b9c35e9c94 HTTP/1.1" status: 204 len: 168 time: 0.3152039 Feb 11 04:56:46.811877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e15ba-76b9-43a8-967d-b14c0d9dee1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd79a037-11d2-44aa-a5ef-30b9c35e9c94,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:46.942637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8316b-0fff-461e-8326-78f15ea719a8 req-842d7408-c214-4491-897d-6d45bcdfc899 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:46.956212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1bd8316b-0fff-461e-8326-78f15ea719a8 req-842d7408-c214-4491-897d-6d45bcdfc899 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1609335 Feb 11 04:56:47.075462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1bd8316b-0fff-461e-8326-78f15ea719a8 req-09a0a517-9ed6-41ca-966e-d647a17afa7a tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165485 Feb 11 04:56:47.158104 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03513e1e-2726-4023-8c15-752f14ea65fe req-158c7f33-c71b-44cc-b3b1-98a21d6e044c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:47.166616 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03513e1e-2726-4023-8c15-752f14ea65fe req-158c7f33-c71b-44cc-b3b1-98a21d6e044c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1273282 Feb 11 04:56:47.244897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43616) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:47.317462 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612551e-fe70-474e-a7b2-3426eadb6da8 req-466c3f23-c48e-44c4-bdc7-c23a03cd1cb6 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:47.319197 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d21d94f-9011-4b12-8ed1-3182b90f1f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:47.330723 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4612551e-fe70-474e-a7b2-3426eadb6da8 req-466c3f23-c48e-44c4-bdc7-c23a03cd1cb6 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2e6eec-cec5-47d0-9685-da4f96790a1f HTTP/1.1" status: 200 len: 946 time: 0.1322422 Feb 11 04:56:47.351829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03513e1e-2726-4023-8c15-752f14ea65fe req-5c9231f8-0767-45cf-b7e7-45df133acd42 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841784 Feb 11 04:56:47.509955 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4612551e-fe70-474e-a7b2-3426eadb6da8 req-7a69e156-64a5-4da5-a63c-0bb279f1dc4a tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766229 Feb 11 04:56:47.669805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1173d5-6bcb-4a86-ba16-4ab48a4c1ca6 req-ec66ddd8-16d4-4d8a-a0bd-282aee736109 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:47.671899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a1173d5-6bcb-4a86-ba16-4ab48a4c1ca6 req-ec66ddd8-16d4-4d8a-a0bd-282aee736109 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.2332315 Feb 11 04:56:47.708756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63687fdb-a1a1-4dd5-9a1f-a0f9f27ccd78 req-8caec3ce-498f-4605-999a-6990797881dc tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:47.717145 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-63687fdb-a1a1-4dd5-9a1f-a0f9f27ccd78 req-8caec3ce-498f-4605-999a-6990797881dc tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 946 time: 0.0885043 Feb 11 04:56:47.730701 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d21d94f-9011-4b12-8ed1-3182b90f1f88 admin admin] Publish callbacks [] for security_group (da2e85e1-69b1-4c06-b9aa-7ed9bed53645), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:47.750545 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d21d94f-9011-4b12-8ed1-3182b90f1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (da2e85e1-69b1-4c06-b9aa-7ed9bed53645), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:47.847482 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-63687fdb-a1a1-4dd5-9a1f-a0f9f27ccd78 req-e31a035b-4495-4f46-b0cd-04008adffd6e tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265774 Feb 11 04:56:47.876140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:47.877256 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6d21d94f-9011-4b12-8ed1-3182b90f1f88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3cf342a09bb43c7af65bb0fd352e57c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6288342 Feb 11 04:56:47.919736 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a1173d5-6bcb-4a86-ba16-4ab48a4c1ca6 req-7e775804-5802-4cdf-ae40-1d0be9f0b1fb tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366900 Feb 11 04:56:47.920885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21d94f-9011-4b12-8ed1-3182b90f1f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2e85e1-69b1-4c06-b9aa-7ed9bed53645,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:48.108155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907e210-9fc3-4b83-9922-6736ab87941b req-219c4e54-7cca-4dd6-980d-6f546d62f681 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:48.126316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907e210-9fc3-4b83-9922-6736ab87941b req-219c4e54-7cca-4dd6-980d-6f546d62f681 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:48.141886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907e210-9fc3-4b83-9922-6736ab87941b req-219c4e54-7cca-4dd6-980d-6f546d62f681 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:48.150100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907e210-9fc3-4b83-9922-6736ab87941b req-219c4e54-7cca-4dd6-980d-6f546d62f681 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:48.160016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907e210-9fc3-4b83-9922-6736ab87941b req-219c4e54-7cca-4dd6-980d-6f546d62f681 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:48.178399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907e210-9fc3-4b83-9922-6736ab87941b req-219c4e54-7cca-4dd6-980d-6f546d62f681 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:48.184600 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907e210-9fc3-4b83-9922-6736ab87941b req-219c4e54-7cca-4dd6-980d-6f546d62f681 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:48.186183 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1907e210-9fc3-4b83-9922-6736ab87941b req-219c4e54-7cca-4dd6-980d-6f546d62f681 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2321999 Feb 11 04:56:48.201209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-082e43f9-f7b8-4f55-891d-beb29d22d177 admin admin] Publish callbacks [] for security_group (da2e85e1-69b1-4c06-b9aa-7ed9bed53645), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:48.254637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069886c-d08b-48fa-b5d3-dc99edbfc3a4 req-ae26fa4d-9284-4f6c-abb9-1397c3bac8c0 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:48.264668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069886c-d08b-48fa-b5d3-dc99edbfc3a4 req-ae26fa4d-9284-4f6c-abb9-1397c3bac8c0 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:48.272122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069886c-d08b-48fa-b5d3-dc99edbfc3a4 req-ae26fa4d-9284-4f6c-abb9-1397c3bac8c0 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:48.276296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1069886c-d08b-48fa-b5d3-dc99edbfc3a4 req-ae26fa4d-9284-4f6c-abb9-1397c3bac8c0 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328&device_id=ff2e6eec-cec5-47d0-9685-da4f96790a1f&device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 2418 time: 0.1060491 Feb 11 04:56:48.287316 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-082e43f9-f7b8-4f55-891d-beb29d22d177 admin admin] Publish callbacks [] for security_group (da2e85e1-69b1-4c06-b9aa-7ed9bed53645), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:48.369372 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1907e210-9fc3-4b83-9922-6736ab87941b req-0579cf81-21a8-4404-be2d-bb40143c1492 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1690273 Feb 11 04:56:48.395540 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-082e43f9-f7b8-4f55-891d-beb29d22d177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (da2e85e1-69b1-4c06-b9aa-7ed9bed53645), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:48.398389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-082e43f9-f7b8-4f55-891d-beb29d22d177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:48.400398 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-082e43f9-f7b8-4f55-891d-beb29d22d177 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da2e85e1-69b1-4c06-b9aa-7ed9bed53645 HTTP/1.1" status: 204 len: 168 time: 0.5232475 Feb 11 04:56:48.424338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1069886c-d08b-48fa-b5d3-dc99edbfc3a4 req-fa544a7d-3432-41c8-8a73-c8cd3f68af41 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371293 Feb 11 04:56:48.425748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e43f9-f7b8-4f55-891d-beb29d22d177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2e85e1-69b1-4c06-b9aa-7ed9bed53645,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:48.606350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0843777d-0616-4051-9b9a-9bd3bb08554e req-8e27f49a-4ce5-459e-975c-7bee1aafc3fb tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1431024 Feb 11 04:56:48.678383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cb362-25f8-4fba-9615-542e93acafad req-a947e901-008c-4845-bd95-5cf79d6d8ca1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:48.691473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-599cb362-25f8-4fba-9615-542e93acafad req-a947e901-008c-4845-bd95-5cf79d6d8ca1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1724846 Feb 11 04:56:48.830383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-599cb362-25f8-4fba-9615-542e93acafad req-2fbb415b-0044-424b-9ca2-83c9e3e89d1a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365089 Feb 11 04:56:48.894239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43658) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:49.135903 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3957ce-d019-4398-bce4-0fbb88d665fc req-10a36a4f-897e-480d-b519-95ebd2e56337 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:49.152025 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef3957ce-d019-4398-bce4-0fbb88d665fc req-10a36a4f-897e-480d-b519-95ebd2e56337 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1226983 Feb 11 04:56:49.245627 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef3957ce-d019-4398-bce4-0fbb88d665fc req-fe4ef218-a84a-4e78-8ac5-9e8db11b181d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925267 Feb 11 04:56:49.322816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1152537027'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:49.351553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:49.364487 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:49.374380 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:49.472588 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for security_group (f1b8e502-9ebe-4037-bfe6-d4f6aadfe8be), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:49.479193 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f1b8e502-9ebe-4037-bfe6-d4f6aadfe8be), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:49.512623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:56:49.552788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b8e502-9ebe-4037-bfe6-d4f6aadfe8be,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:49.556054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (eacbe893-2912-4081-ae23-e90f8e200590), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:49.556556 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Added segment eacbe893-2912-4081-ae23-e90f8e200590 of type vlan for network 09e497d2-0ad9-4e79-a489-98712ca13804 Feb 11 04:56:49.729399 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (09e497d2-0ad9-4e79-a489-98712ca13804), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:49.755613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43688) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:49.788651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb275fc-28aa-46a2-b7c2-242ea58f2c15 req-70d3311d-12ca-4165-8883-fcac03d0c90d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:49.795050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb275fc-28aa-46a2-b7c2-242ea58f2c15 req-70d3311d-12ca-4165-8883-fcac03d0c90d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:49.801185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb275fc-28aa-46a2-b7c2-242ea58f2c15 req-70d3311d-12ca-4165-8883-fcac03d0c90d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:49.807052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb275fc-28aa-46a2-b7c2-242ea58f2c15 req-70d3311d-12ca-4165-8883-fcac03d0c90d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:49.813295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb275fc-28aa-46a2-b7c2-242ea58f2c15 req-70d3311d-12ca-4165-8883-fcac03d0c90d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:49.819486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb275fc-28aa-46a2-b7c2-242ea58f2c15 req-70d3311d-12ca-4165-8883-fcac03d0c90d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:49.825761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb275fc-28aa-46a2-b7c2-242ea58f2c15 req-70d3311d-12ca-4165-8883-fcac03d0c90d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:49.828108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edb275fc-28aa-46a2-b7c2-242ea58f2c15 req-70d3311d-12ca-4165-8883-fcac03d0c90d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2947621 Feb 11 04:56:49.874377 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (09e497d2-0ad9-4e79-a489-98712ca13804), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:49.881542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:49.882417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:49.931137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1775908155-network', 'tenant_id': '0d48959e6344497eab4f83bb43ef4028'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:49.962173 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edb275fc-28aa-46a2-b7c2-242ea58f2c15 req-614e0999-6c78-4115-a9cb-d3a5370ddf95 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266766 Feb 11 04:56:49.970197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Made reservation on behalf of 0d48959e6344497eab4f83bb43ef4028 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:49.972573 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:49.994174 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:50.014147 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1185153 Feb 11 04:56:50.132607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58ff96-18ef-4116-8c96-d0c06bc34541 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Network': ['ID=09e497d2-0ad9-4e79-a489-98712ca13804,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:50.150483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 09e497d2-0ad9-4e79-a489-98712ca13804 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:56:50.187195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777cc9a-777e-4832-be29-07a20f99814a req-cc88881b-1b8c-4e19-9c1d-e85669e21183 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:50.194360 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f777cc9a-777e-4832-be29-07a20f99814a req-cc88881b-1b8c-4e19-9c1d-e85669e21183 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1766632 Feb 11 04:56:50.263415 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f777cc9a-777e-4832-be29-07a20f99814a req-ecd655c7-d92e-4ac1-88a5-e75e72c3bad1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636563 Feb 11 04:56:50.507502 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Publish callbacks [] for security_group (a555a167-f2f4-41be-a434-701fd6d718f1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:50.521987 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a555a167-f2f4-41be-a434-701fd6d718f1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:50.619006 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:56:50.661464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a555a167-f2f4-41be-a434-701fd6d718f1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:50.673010 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:50.673431 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Added segment 4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23 of type vlan for network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 Feb 11 04:56:50.692095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f3763-4ce3-46d6-8c8e-0fb36d80ffe0 req-2298957b-3ede-4422-b8de-d2c0937e84dd tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:50.706500 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f8f3763-4ce3-46d6-8c8e-0fb36d80ffe0 req-2298957b-3ede-4422-b8de-d2c0937e84dd tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.3054340 Feb 11 04:56:50.746364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdd77e-eb0c-4bb9-8ac4-f57e2e8b9269 req-2105b275-3cb5-445a-9887-df648a75fd59 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:50.749807 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0bdd77e-eb0c-4bb9-8ac4-f57e2e8b9269 req-2105b275-3cb5-445a-9887-df648a75fd59 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 946 time: 0.0981503 Feb 11 04:56:50.786543 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f8f3763-4ce3-46d6-8c8e-0fb36d80ffe0 req-6a820888-12d7-4fda-9e3b-a7057768fa01 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790420 Feb 11 04:56:50.839597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (35d033ab-c1ed-4e37-bb12-310252a5a6d3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:50.853969 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0bdd77e-eb0c-4bb9-8ac4-f57e2e8b9269 req-ac67ec53-29ad-4493-8eff-90710e89db37 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966179 Feb 11 04:56:50.896420 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (35d033ab-c1ed-4e37-bb12-310252a5a6d3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:50.898666 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:50.899664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:50.970805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] Pushing event updated for resources: {'Network': ['ID=35d033ab-c1ed-4e37-bb12-310252a5a6d3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:50.985996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-91056057-b603-43e0-a0b8-cabc888276a7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2290959 Feb 11 04:56:50.991638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:56:50.991866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43704) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:50.997899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a402ca55-7f1a-4fe1-9df7-1ccd47d6f9f1 admin admin] Request body: {'subnet': {'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1775908155-subnet', 'tenant_id': '0d48959e6344497eab4f83bb43ef4028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:51.067016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a402ca55-7f1a-4fe1-9df7-1ccd47d6f9f1 admin admin] Made reservation on behalf of 0d48959e6344497eab4f83bb43ef4028 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:51.069869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a402ca55-7f1a-4fe1-9df7-1ccd47d6f9f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:51.235390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9a57b-2b59-498c-ae00-1e72bac81415 req-2291f8e9-0c92-48e1-ae29-f404c5020c22 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:51.241355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9a57b-2b59-498c-ae00-1e72bac81415 req-2291f8e9-0c92-48e1-ae29-f404c5020c22 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:51.247828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9a57b-2b59-498c-ae00-1e72bac81415 req-2291f8e9-0c92-48e1-ae29-f404c5020c22 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:51.259558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9a57b-2b59-498c-ae00-1e72bac81415 req-2291f8e9-0c92-48e1-ae29-f404c5020c22 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:51.265036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9a57b-2b59-498c-ae00-1e72bac81415 req-2291f8e9-0c92-48e1-ae29-f404c5020c22 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:51.271436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9a57b-2b59-498c-ae00-1e72bac81415 req-2291f8e9-0c92-48e1-ae29-f404c5020c22 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:51.277145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9a57b-2b59-498c-ae00-1e72bac81415 req-2291f8e9-0c92-48e1-ae29-f404c5020c22 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:51.295472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fdb9a57b-2b59-498c-ae00-1e72bac81415 req-2291f8e9-0c92-48e1-ae29-f404c5020c22 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1848311 Feb 11 04:56:51.467498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67307d9a-92a5-41e8-8e7b-54251f45bda2 req-5029ad13-2e54-4717-a5cb-ac6e25a417b8 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:51.477303 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67307d9a-92a5-41e8-8e7b-54251f45bda2 req-5029ad13-2e54-4717-a5cb-ac6e25a417b8 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1023543 Feb 11 04:56:51.564024 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fdb9a57b-2b59-498c-ae00-1e72bac81415 req-886739d4-c2b9-4a9f-8dcd-d9748eca2956 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2624414 Feb 11 04:56:51.616096 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67307d9a-92a5-41e8-8e7b-54251f45bda2 req-1ae45c3e-cd04-48e8-a979-680676cb508c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371210 Feb 11 04:56:52.012046 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f664e-9014-47c2-ab42-b23115371bff req-53a929f4-2f36-4da2-97fa-278bee614833 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:52.020824 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a4f664e-9014-47c2-ab42-b23115371bff req-53a929f4-2f36-4da2-97fa-278bee614833 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 946 time: 0.0708611 Feb 11 04:56:52.087516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a4f664e-9014-47c2-ab42-b23115371bff req-0b7361ce-da04-4a0a-ab64-7d7e7bcc8296 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597992 Feb 11 04:56:52.340498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc10fe-b211-4df9-9b42-6f4f9efce68a req-d1c616a7-0dd8-4f28-993a-8ded3671c7ec tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:52.342281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d1fc10fe-b211-4df9-9b42-6f4f9efce68a req-d1c616a7-0dd8-4f28-993a-8ded3671c7ec tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.0769591 Feb 11 04:56:52.345693 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a402ca55-7f1a-4fe1-9df7-1ccd47d6f9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (49b91cfa-d5a4-479e-a70b-ea3169f54b29), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:52.408145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402ca55-7f1a-4fe1-9df7-1ccd47d6f9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b91cfa-d5a4-479e-a70b-ea3169f54b29,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:52.466927 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d1fc10fe-b211-4df9-9b42-6f4f9efce68a req-a1cfa65c-4d55-4643-853d-24db733c066c tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733654 Feb 11 04:56:52.490084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402ca55-7f1a-4fe1-9df7-1ccd47d6f9f1 admin admin] Checking segment: {'id': '4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:52.490587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402ca55-7f1a-4fe1-9df7-1ccd47d6f9f1 admin admin] Network hostable DHCP agents. Network: 35d033ab-c1ed-4e37-bb12-310252a5a6d3, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:56:52.528423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402ca55-7f1a-4fe1-9df7-1ccd47d6f9f1 admin admin] Network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:56:52.549043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a402ca55-7f1a-4fe1-9df7-1ccd47d6f9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 35d033ab-c1ed-4e37-bb12-310252a5a6d3) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:52.559855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63e9b44-ce93-4517-85b5-296fac478684 None None] Network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:56:52.567032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402ca55-7f1a-4fe1-9df7-1ccd47d6f9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:52.568726 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a402ca55-7f1a-4fe1-9df7-1ccd47d6f9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:52.592904 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a402ca55-7f1a-4fe1-9df7-1ccd47d6f9f1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5997667 Feb 11 04:56:52.864416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef81df-1ddb-4edb-b8cb-1b6d67c5f73c req-5afafcd4-5adf-4d85-94ab-ae4c3a4be07d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:52.876935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef81df-1ddb-4edb-b8cb-1b6d67c5f73c req-5afafcd4-5adf-4d85-94ab-ae4c3a4be07d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:52.900947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef81df-1ddb-4edb-b8cb-1b6d67c5f73c req-5afafcd4-5adf-4d85-94ab-ae4c3a4be07d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:52.917975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef81df-1ddb-4edb-b8cb-1b6d67c5f73c req-5afafcd4-5adf-4d85-94ab-ae4c3a4be07d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:52.949857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef81df-1ddb-4edb-b8cb-1b6d67c5f73c req-5afafcd4-5adf-4d85-94ab-ae4c3a4be07d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:52.967286 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef81df-1ddb-4edb-b8cb-1b6d67c5f73c req-5afafcd4-5adf-4d85-94ab-ae4c3a4be07d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:52.986055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef81df-1ddb-4edb-b8cb-1b6d67c5f73c req-5afafcd4-5adf-4d85-94ab-ae4c3a4be07d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:52.996273 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94ef81df-1ddb-4edb-b8cb-1b6d67c5f73c req-5afafcd4-5adf-4d85-94ab-ae4c3a4be07d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2442458 Feb 11 04:56:52.999042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dab999-8813-4399-8d93-8cfb9919bf88 req-008dabae-1a97-4365-814c-2d63dc34ffd1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:53.013316 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d5dab999-8813-4399-8d93-8cfb9919bf88 req-008dabae-1a97-4365-814c-2d63dc34ffd1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.2529514 Feb 11 04:56:53.082750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf137f5-c6fc-4239-99d5-cbc587d44a25 req-afbdd32a-9774-4bd2-98c4-690085dc4360 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:53.088907 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcf137f5-c6fc-4239-99d5-cbc587d44a25 req-afbdd32a-9774-4bd2-98c4-690085dc4360 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.60 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 946 time: 0.2590563 Feb 11 04:56:53.104209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f0cdfd-cc07-497e-8943-136f84864cd1 None None] Network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:56:53.208769 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94ef81df-1ddb-4edb-b8cb-1b6d67c5f73c req-4de4862c-c680-4f97-b0fc-7b65b709aeff tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2029040 Feb 11 04:56:53.336045 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d5dab999-8813-4399-8d93-8cfb9919bf88 req-5571d633-7e8c-4dd7-ae18-cd44043b4a45 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113093 Feb 11 04:56:53.416814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-bcf137f5-c6fc-4239-99d5-cbc587d44a25 req-ef572dc4-9643-423b-845d-413f1ed2a652 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Deleting port ab4631f1-4172-447c-b4e2-2b6e667ac04e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:53.417514 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcf137f5-c6fc-4239-99d5-cbc587d44a25 req-ef572dc4-9643-423b-845d-413f1ed2a652 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:53.482727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3887-769e-44f9-b95a-308986ce06dd req-f35167e4-4438-4331-8767-818301b92b5b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:53.489976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cbfc3887-769e-44f9-b95a-308986ce06dd req-f35167e4-4438-4331-8767-818301b92b5b tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 946 time: 0.1152873 Feb 11 04:56:53.490961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43734) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:53.497162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-478a7b48-5a24-497e-b5b3-e08fec535a72 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'subnet': {'network_id': '09e497d2-0ad9-4e79-a489-98712ca13804', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:53.603618 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cbfc3887-769e-44f9-b95a-308986ce06dd req-e5d74fc5-366f-45bb-9e79-774fb3fe5b77 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971551 Feb 11 04:56:53.752466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bcf137f5-c6fc-4239-99d5-cbc587d44a25 req-ef572dc4-9643-423b-845d-413f1ed2a652 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] For port ab4631f1-4172-447c-b4e2-2b6e667ac04e, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ab4631f1-4172-447c-b4e2-2b6e667ac04e,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:53.752848 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcf137f5-c6fc-4239-99d5-cbc587d44a25 req-ef572dc4-9643-423b-845d-413f1ed2a652 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:53.757439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478a7b48-5a24-497e-b5b3-e08fec535a72 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:53.763301 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-478a7b48-5a24-497e-b5b3-e08fec535a72 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:53.772043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-bcf137f5-c6fc-4239-99d5-cbc587d44a25 req-ef572dc4-9643-423b-845d-413f1ed2a652 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Calling delete_port for ab4631f1-4172-447c-b4e2-2b6e667ac04e owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:53.796241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb5503-aea6-4210-8d42-f9326ee86bf7 req-b79468c5-3d4c-4975-b8b5-33836da109f0 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:53.803759 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-02eb5503-aea6-4210-8d42-f9326ee86bf7 req-b79468c5-3d4c-4975-b8b5-33836da109f0 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1668375 Feb 11 04:56:53.908273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-02eb5503-aea6-4210-8d42-f9326ee86bf7 req-f7e44089-4133-4515-bb1c-13f6c3f3552e tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003027 Feb 11 04:56:54.025626 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcf137f5-c6fc-4239-99d5-cbc587d44a25 req-ef572dc4-9643-423b-845d-413f1ed2a652 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ab4631f1-4172-447c-b4e2-2b6e667ac04e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:54.064046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['447ebe74-7bb1-4d35-8efb-f4c09792f16e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:56:54.071130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef572dc4-9643-423b-845d-413f1ed2a652 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Pushing event deleted for resources: {'Port': ['ID=ab4631f1-4172-447c-b4e2-2b6e667ac04e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:54.162256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf137f5-c6fc-4239-99d5-cbc587d44a25 req-ef572dc4-9643-423b-845d-413f1ed2a652 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] No DVR routers for this DVR port ab4631f1-4172-447c-b4e2-2b6e667ac04e on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:56:54.165147 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bcf137f5-c6fc-4239-99d5-cbc587d44a25 req-ef572dc4-9643-423b-845d-413f1ed2a652 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:54.169148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['486bb568-debf-4a78-8788-232f38e2fedb', 'ab4631f1-4172-447c-b4e2-2b6e667ac04e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:56:54.171470 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcf137f5-c6fc-4239-99d5-cbc587d44a25 req-ef572dc4-9643-423b-845d-413f1ed2a652 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.60 "DELETE /v2.0/ports/ab4631f1-4172-447c-b4e2-2b6e667ac04e HTTP/1.1" status: 204 len: 173 time: 1.0716190 Feb 11 04:56:54.175275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967be7fe-2826-432c-9234-9ff5131f0328', 'name': 'network-vif-deleted', 'tag': 'ab4631f1-4172-447c-b4e2-2b6e667ac04e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:56:54.177883 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51521c0f-f12d-4030-a5eb-71b4bb2a6b99" -d '{"events": [{"server_uuid": "967be7fe-2826-432c-9234-9ff5131f0328", "name": "network-vif-deleted", "tag": "ab4631f1-4172-447c-b4e2-2b6e667ac04e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:56:54.186118 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-478a7b48-5a24-497e-b5b3-e08fec535a72 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (4c99d518-2594-4b94-be7b-1ccc1cbc5644), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:54.283220 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bc90b1-d314-4fb1-a39c-fe2f459c8db7 x-openstack-request-id: req-81bc90b1-d314-4fb1-a39c-fe2f459c8db7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:56:54.283489 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967be7fe-2826-432c-9234-9ff5131f0328", "name": "network-vif-deleted", "tag": "ab4631f1-4172-447c-b4e2-2b6e667ac04e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:56:54.283732 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81bc90b1-d314-4fb1-a39c-fe2f459c8db7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:56:54.284134 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967be7fe-2826-432c-9234-9ff5131f0328', 'name': 'network-vif-deleted', 'tag': 'ab4631f1-4172-447c-b4e2-2b6e667ac04e', 'status': 'completed', 'code': 200} Feb 11 04:56:54.478443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fbb7-c93b-455d-9d54-1296463e5b1f req-21f6e9ed-92bc-419b-aaa0-85b66cf149ec tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:54.485084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fbb7-c93b-455d-9d54-1296463e5b1f req-21f6e9ed-92bc-419b-aaa0-85b66cf149ec tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:54.488569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a7b48-5a24-497e-b5b3-e08fec535a72 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Subnet': ['ID=4c99d518-2594-4b94-be7b-1ccc1cbc5644,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:54.501206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fbb7-c93b-455d-9d54-1296463e5b1f req-21f6e9ed-92bc-419b-aaa0-85b66cf149ec tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:54.530686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fbb7-c93b-455d-9d54-1296463e5b1f req-21f6e9ed-92bc-419b-aaa0-85b66cf149ec tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:54.544355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fbb7-c93b-455d-9d54-1296463e5b1f req-21f6e9ed-92bc-419b-aaa0-85b66cf149ec tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:54.557598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fbb7-c93b-455d-9d54-1296463e5b1f req-21f6e9ed-92bc-419b-aaa0-85b66cf149ec tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:54.576546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fbb7-c93b-455d-9d54-1296463e5b1f req-21f6e9ed-92bc-419b-aaa0-85b66cf149ec tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:54.596197 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2651fbb7-c93b-455d-9d54-1296463e5b1f req-21f6e9ed-92bc-419b-aaa0-85b66cf149ec tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2738948 Feb 11 04:56:54.618013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a7b48-5a24-497e-b5b3-e08fec535a72 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Checking segment: {'id': 'eacbe893-2912-4081-ae23-e90f8e200590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '09e497d2-0ad9-4e79-a489-98712ca13804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:54.618483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a7b48-5a24-497e-b5b3-e08fec535a72 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network hostable DHCP agents. Network: 09e497d2-0ad9-4e79-a489-98712ca13804, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:56:54.682199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a7b48-5a24-497e-b5b3-e08fec535a72 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network 09e497d2-0ad9-4e79-a489-98712ca13804 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:56:54.709847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-478a7b48-5a24-497e-b5b3-e08fec535a72 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 09e497d2-0ad9-4e79-a489-98712ca13804) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:54.721438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd1a0f-b19c-4f5b-b7d1-b862167ca5d3 req-b6c5ae25-c8f3-43db-93e7-6b9f5e02bfee tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:54.735075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-22bd1a0f-b19c-4f5b-b7d1-b862167ca5d3 req-b6c5ae25-c8f3-43db-93e7-6b9f5e02bfee tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1862173 Feb 11 04:56:54.738595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a7b48-5a24-497e-b5b3-e08fec535a72 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:54.739592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-478a7b48-5a24-497e-b5b3-e08fec535a72 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:54.748869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f707dcf2-5532-4266-9d55-59e062154620 None None] Network 09e497d2-0ad9-4e79-a489-98712ca13804 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:56:54.785649 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2651fbb7-c93b-455d-9d54-1296463e5b1f req-ed3b00c6-2bc0-48b0-9f63-342343b3447d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1880116 Feb 11 04:56:54.834937 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-478a7b48-5a24-497e-b5b3-e08fec535a72 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3423908 Feb 11 04:56:54.838227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43756) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:54.844492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-636c1bed-500f-43e1-ad96-6f59e864af54 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1773246029'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:54.884833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636c1bed-500f-43e1-ad96-6f59e864af54 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:54.889860 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-636c1bed-500f-43e1-ad96-6f59e864af54 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:54.912531 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-22bd1a0f-b19c-4f5b-b7d1-b862167ca5d3 req-dd49c426-cd6c-4b8c-9ea4-ad4b1a9ed8a0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764319 Feb 11 04:56:54.969548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636c1bed-500f-43e1-ad96-6f59e864af54 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:56:55.032316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-636c1bed-500f-43e1-ad96-6f59e864af54 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1f166a0d-960e-44a5-b511-2aae99e06ddd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:55.032682 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-636c1bed-500f-43e1-ad96-6f59e864af54 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Added segment 1f166a0d-960e-44a5-b511-2aae99e06ddd of type vlan for network 81bb3c76-b308-4817-a4e2-d868d9263c2c Feb 11 04:56:55.120122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1915d1-755b-43ba-9d28-cc3d6a6d8f14 req-b88aeeb7-3b50-4093-9d21-106431eb0bd8 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:55.128187 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd1915d1-755b-43ba-9d28-cc3d6a6d8f14 req-b88aeeb7-3b50-4093-9d21-106431eb0bd8 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1066830 Feb 11 04:56:55.220929 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd1915d1-755b-43ba-9d28-cc3d6a6d8f14 req-3b534f82-4726-4887-9237-640542922a1c tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904019 Feb 11 04:56:55.222267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-09e497d2-0ad9-4e79-a489-98712ca13804', 'network_id': '09e497d2-0ad9-4e79-a489-98712ca13804', 'project_id': '5c24a5d92ce4455e9b4fe4b17e9cfa3c', 'fixed_ips': [{'subnet_id': '4c99d518-2594-4b94-be7b-1ccc1cbc5644'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:56:55.223711 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:55.243373 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c203e4da-16fe-4d2b-8e6b-4cbf9b037e9c req-7947fcd3-534d-4054-949f-aca8b9151b8e tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=967be7fe-2826-432c-9234-9ff5131f0328 HTTP/1.1" status: 200 len: 210 time: 0.1690495 Feb 11 04:56:55.277472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-636c1bed-500f-43e1-ad96-6f59e864af54 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (81bb3c76-b308-4817-a4e2-d868d9263c2c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:55.338794 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-636c1bed-500f-43e1-ad96-6f59e864af54 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (81bb3c76-b308-4817-a4e2-d868d9263c2c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:55.344583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636c1bed-500f-43e1-ad96-6f59e864af54 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:55.345169 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-636c1bed-500f-43e1-ad96-6f59e864af54 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:55.462380 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-636c1bed-500f-43e1-ad96-6f59e864af54 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6229131 Feb 11 04:56:55.465821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43762) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:55.472035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'subnet': {'network_id': '81bb3c76-b308-4817-a4e2-d868d9263c2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:55.571598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Allocated IP 2001:db8:0:ffff::2 (09e497d2-0ad9-4e79-a489-98712ca13804/4c99d518-2594-4b94-be7b-1ccc1cbc5644/56062105-3b7c-48ea-a43c-bec1d02d896f) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:56:55.587383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c1bed-500f-43e1-ad96-6f59e864af54 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Network': ['ID=81bb3c76-b308-4817-a4e2-d868d9263c2c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:55.614285 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 81bb3c76-b308-4817-a4e2-d868d9263c2c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:56:55.691243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:55.695133 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:56.094608 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Publish callbacks [] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:56.110120 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:56.204915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Network 09e497d2-0ad9-4e79-a489-98712ca13804 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:56:56.227206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b0961-b47f-47bf-9710-1512a95bf443 req-16875dde-cb3d-47d0-90d8-2b518371edc1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:56.230421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Pushing event updated for resources: {'Port': ['ID=56062105-3b7c-48ea-a43c-bec1d02d896f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:56.236479 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-693b0961-b47f-47bf-9710-1512a95bf443 req-16875dde-cb3d-47d0-90d8-2b518371edc1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1383445 Feb 11 04:56:56.241677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:56.244643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:56:56.258816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854e48-5e09-4e45-90c0-379e43ea9f3d req-efbb69da-490b-4990-bf8d-15a40399c046 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:56.269393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854e48-5e09-4e45-90c0-379e43ea9f3d req-efbb69da-490b-4990-bf8d-15a40399c046 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:56.284978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854e48-5e09-4e45-90c0-379e43ea9f3d req-efbb69da-490b-4990-bf8d-15a40399c046 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:56.303100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854e48-5e09-4e45-90c0-379e43ea9f3d req-efbb69da-490b-4990-bf8d-15a40399c046 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:56.321922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-693b0961-b47f-47bf-9710-1512a95bf443 req-5c995858-b82b-4dfd-9f9f-08f1db9ebda0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809064 Feb 11 04:56:56.324916 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854e48-5e09-4e45-90c0-379e43ea9f3d req-efbb69da-490b-4990-bf8d-15a40399c046 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:56.338168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854e48-5e09-4e45-90c0-379e43ea9f3d req-efbb69da-490b-4990-bf8d-15a40399c046 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:56.341367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Attempting to bind port 56062105-3b7c-48ea-a43c-bec1d02d896f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:56.341830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Attempting to bind port 56062105-3b7c-48ea-a43c-bec1d02d896f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'eacbe893-2912-4081-ae23-e90f8e200590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '09e497d2-0ad9-4e79-a489-98712ca13804'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:56.342279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Attempting to bind port 56062105-3b7c-48ea-a43c-bec1d02d896f on network 09e497d2-0ad9-4e79-a489-98712ca13804 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:56.346268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854e48-5e09-4e45-90c0-379e43ea9f3d req-efbb69da-490b-4990-bf8d-15a40399c046 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:56.348591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:56:56.348983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Checking segment: {'id': 'eacbe893-2912-4081-ae23-e90f8e200590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '09e497d2-0ad9-4e79-a489-98712ca13804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:56.349537 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:56.349951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Bound using segment: {'id': 'eacbe893-2912-4081-ae23-e90f8e200590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '09e497d2-0ad9-4e79-a489-98712ca13804'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:56:56.350419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Bound port: 56062105-3b7c-48ea-a43c-bec1d02d896f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacbe893-2912-4081-ae23-e90f8e200590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '09e497d2-0ad9-4e79-a489-98712ca13804'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:56:56.350874 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:56.360923 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3854e48-5e09-4e45-90c0-379e43ea9f3d req-efbb69da-490b-4990-bf8d-15a40399c046 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.3501849 Feb 11 04:56:56.470699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:56:56.477592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (2e3dabc9-57ff-4773-a823-76c51da0f0a3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:56.482157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] For port 56062105-3b7c-48ea-a43c-bec1d02d896f, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:56:56.487097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] For port 56062105-3b7c-48ea-a43c-bec1d02d896f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=56062105-3b7c-48ea-a43c-bec1d02d896f,segment=NetworkSegment(eacbe893-2912-4081-ae23-e90f8e200590),segment_id=eacbe893-2912-4081-ae23-e90f8e200590)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:56:56.502063 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:56.528825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44715c9d-aabd-4af2-9ea8-666c6a464825 req-4b0aeadf-990f-40b9-b54a-303222185c57 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:56.542872 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44715c9d-aabd-4af2-9ea8-666c6a464825 req-4b0aeadf-990f-40b9-b54a-303222185c57 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1308019 Feb 11 04:56:56.549778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Subnet': ['ID=2e3dabc9-57ff-4773-a823-76c51da0f0a3,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:56.595383 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddd9fb-850d-4d48-b98e-7fe1a01533a3 None None] Pushing event updated for resources: {'Port': ['ID=56062105-3b7c-48ea-a43c-bec1d02d896f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:56.610817 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3854e48-5e09-4e45-90c0-379e43ea9f3d req-01e24777-c243-4267-9e07-77ce3ff2ba58 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2341383 Feb 11 04:56:56.658045 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Checking segment: {'id': '1f166a0d-960e-44a5-b511-2aae99e06ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81bb3c76-b308-4817-a4e2-d868d9263c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:56.658977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network hostable DHCP agents. Network: 81bb3c76-b308-4817-a4e2-d868d9263c2c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:56:56.678663 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44715c9d-aabd-4af2-9ea8-666c6a464825 req-abd95e2a-895c-4db6-9867-47c922e268ec tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348748 Feb 11 04:56:56.705942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network 81bb3c76-b308-4817-a4e2-d868d9263c2c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:56:56.724809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 81bb3c76-b308-4817-a4e2-d868d9263c2c) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:56.736620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:56.738035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f369d73f-6fcf-4336-b0ff-b2d6010989da None None] Network 81bb3c76-b308-4817-a4e2-d868d9263c2c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:56:56.741222 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:56.774839 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ef80affd-b65e-4a80-97ec-7e3ccda731bd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3073950 Feb 11 04:56:56.777412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43784) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:56.783852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'port': {'network_id': '81bb3c76-b308-4817-a4e2-d868d9263c2c', 'name': 'tempest-NetworksIpV6TestAttrs-1820438797'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:56:56.930534 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:56:57.043204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-81bb3c76-b308-4817-a4e2-d868d9263c2c', 'network_id': '81bb3c76-b308-4817-a4e2-d868d9263c2c', 'project_id': '5c24a5d92ce4455e9b4fe4b17e9cfa3c', 'fixed_ips': [{'subnet_id': '2e3dabc9-57ff-4773-a823-76c51da0f0a3'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:56:57.044152 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:57.119266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:56:57.127252 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:57.227028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] device_id is not set on port 5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:56:57.322215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Allocated IP 2001:db8::f816:3eff:fea4:5ed2 (81bb3c76-b308-4817-a4e2-d868d9263c2c/2e3dabc9-57ff-4773-a823-76c51da0f0a3/8ee6b44f-e971-44b5-b7fb-1ccb5a5be843) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:56:57.359950 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8bcba-3283-4162-9cab-bad0170f99df req-434b094c-d38e-4b58-9230-e6d17f72abda tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:57.367908 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ba8bcba-3283-4162-9cab-bad0170f99df req-434b094c-d38e-4b58-9230-e6d17f72abda tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2e6eec-cec5-47d0-9685-da4f96790a1f HTTP/1.1" status: 200 len: 946 time: 0.1626930 Feb 11 04:56:57.452522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ba8bcba-3283-4162-9cab-bad0170f99df req-0bdf1399-760b-4142-856f-50a2bc6bd3b1 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792468 Feb 11 04:56:57.643404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84459f-5c4e-4def-804a-8dde1de1f54c req-db7bb933-9509-4e4a-8a47-142be3565fd6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:57.646201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a84459f-5c4e-4def-804a-8dde1de1f54c req-db7bb933-9509-4e4a-8a47-142be3565fd6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1569271 Feb 11 04:56:57.681362 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Publish callbacks [] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:57.684936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ab4631f1-4172-447c-b4e2-2b6e667ac04e no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:56:57.713933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: ab4631f1-4172-447c-b4e2-2b6e667ac04e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:56:57.714610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ab4631f1-4172-447c-b4e2-2b6e667ac04e not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:56:57.719500 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:57.761755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Network 81bb3c76-b308-4817-a4e2-d868d9263c2c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:56:57.793700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:57.796850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:56:57.930521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Attempting to bind port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:56:57.930912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Attempting to bind port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '1f166a0d-960e-44a5-b511-2aae99e06ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81bb3c76-b308-4817-a4e2-d868d9263c2c'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:56:57.931295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Attempting to bind port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 on network 81bb3c76-b308-4817-a4e2-d868d9263c2c {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:56:57.933289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Pushing event updated for resources: {'Port': ['ID=8ee6b44f-e971-44b5-b7fb-1ccb5a5be843,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:57.942626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427adf-b3bf-4b31-8450-fa728ba5c5c5 req-46273ca1-dba6-4ee1-b3f1-3558ddd71d3b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:57.953527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:56:57.955156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Allocated IP 2001:db8::f816:3eff:fe7d:94d (81bb3c76-b308-4817-a4e2-d868d9263c2c/2e3dabc9-57ff-4773-a823-76c51da0f0a3/5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:56:57.957788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Checking segment: {'id': '1f166a0d-960e-44a5-b511-2aae99e06ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81bb3c76-b308-4817-a4e2-d868d9263c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:56:57.963635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:57.964403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Bound using segment: {'id': '1f166a0d-960e-44a5-b511-2aae99e06ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81bb3c76-b308-4817-a4e2-d868d9263c2c'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:56:57.965218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Bound port: 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f166a0d-960e-44a5-b511-2aae99e06ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81bb3c76-b308-4817-a4e2-d868d9263c2c'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:56:57.965796 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:57.971071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427adf-b3bf-4b31-8450-fa728ba5c5c5 req-46273ca1-dba6-4ee1-b3f1-3558ddd71d3b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:57.994707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427adf-b3bf-4b31-8450-fa728ba5c5c5 req-46273ca1-dba6-4ee1-b3f1-3558ddd71d3b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:58.025477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427adf-b3bf-4b31-8450-fa728ba5c5c5 req-46273ca1-dba6-4ee1-b3f1-3558ddd71d3b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:58.039440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427adf-b3bf-4b31-8450-fa728ba5c5c5 req-46273ca1-dba6-4ee1-b3f1-3558ddd71d3b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:58.047562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427adf-b3bf-4b31-8450-fa728ba5c5c5 req-46273ca1-dba6-4ee1-b3f1-3558ddd71d3b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:58.074570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427adf-b3bf-4b31-8450-fa728ba5c5c5 req-46273ca1-dba6-4ee1-b3f1-3558ddd71d3b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:58.083174 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea427adf-b3bf-4b31-8450-fa728ba5c5c5 req-46273ca1-dba6-4ee1-b3f1-3558ddd71d3b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.3326428 Feb 11 04:56:58.101826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] For port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:56:58.110106 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a84459f-5c4e-4def-804a-8dde1de1f54c req-7995967d-6d7a-45ee-9c42-435238b6054b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576755 Feb 11 04:56:58.119060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] For port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8ee6b44f-e971-44b5-b7fb-1ccb5a5be843,segment=NetworkSegment(1f166a0d-960e-44a5-b511-2aae99e06ddd),segment_id=1f166a0d-960e-44a5-b511-2aae99e06ddd)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:56:58.138714 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 56062105-3b7c-48ea-a43c-bec1d02d896f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:56:58.200825 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:58.279701 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea427adf-b3bf-4b31-8450-fa728ba5c5c5 req-5437282a-c301-49ff-be8c-519725060ccc tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1955471 Feb 11 04:56:58.364107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfdeae-abb7-490e-95ed-90f83849aed4 None None] Pushing event updated for resources: {'Port': ['ID=8ee6b44f-e971-44b5-b7fb-1ccb5a5be843,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:58.416805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for port (5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:58.430834 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 56062105-3b7c-48ea-a43c-bec1d02d896f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:56:58.431669 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:58.510246 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:58.565511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439abe9-51e1-476f-9d7c-c25d3867ee69 req-9ca7f983-e739-49bc-a83b-81bd9e1c881f tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:58.589764 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2439abe9-51e1-476f-9d7c-c25d3867ee69 req-9ca7f983-e739-49bc-a83b-81bd9e1c881f tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.3692281 Feb 11 04:56:58.647815 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 56062105-3b7c-48ea-a43c-bec1d02d896f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:56:58.650262 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:58.732847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a4228d-f9e0-4cf4-9ce6-8d1b323ccdcb None None] Network 09e497d2-0ad9-4e79-a489-98712ca13804 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:56:58.809469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb751e-83d5-4517-9432-fe393e2ce179 req-638235d6-0bfa-4f58-a4bd-f3e08802b4dc tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:58.819371 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-78fb751e-83d5-4517-9432-fe393e2ce179 req-638235d6-0bfa-4f58-a4bd-f3e08802b4dc tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2e6eec-cec5-47d0-9685-da4f96790a1f HTTP/1.1" status: 200 len: 946 time: 0.2024777 Feb 11 04:56:58.855966 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 56062105-3b7c-48ea-a43c-bec1d02d896f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=56062105-3b7c-48ea-a43c-bec1d02d896f,segment=NetworkSegment(eacbe893-2912-4081-ae23-e90f8e200590),segment_id=eacbe893-2912-4081-ae23-e90f8e200590)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:58.859969 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network 81bb3c76-b308-4817-a4e2-d868d9263c2c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:56:58.926935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:56:58.956720 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-78fb751e-83d5-4517-9432-fe393e2ce179 req-c93d11c1-4c48-40e2-9427-70b2fdfa4114 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362882 Feb 11 04:56:58.977604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:56:58.983857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:58.984679 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:58.991521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Port': ['ID=5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:59.071149 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2439abe9-51e1-476f-9d7c-c25d3867ee69 req-ed908e56-abcf-4610-a655-ce01cdbe12cd tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4803743 Feb 11 04:56:59.102491 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:59.173601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43814) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:59.182698 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-129c401c-9087-4356-9953-542916e9c4af tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4041071 Feb 11 04:56:59.213728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23cc5348-e112-47f5-b85c-30aa25d11517 req-2ce99223-0803-46a0-949e-8406dab7fec5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3525336 Feb 11 04:56:59.236125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4410c28-0b89-44f2-b9c4-47b541074ac9 req-db3c7008-eaea-4aa7-9cde-a5944d17ead3 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:59.237726 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4410c28-0b89-44f2-b9c4-47b541074ac9 req-db3c7008-eaea-4aa7-9cde-a5944d17ead3 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff2e6eec-cec5-47d0-9685-da4f96790a1f HTTP/1.1" status: 200 len: 946 time: 0.2500575 Feb 11 04:56:59.265007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9792b55e-0f43-439a-aaf5-1947d4463de0 None None] Provisioning complete for port 56062105-3b7c-48ea-a43c-bec1d02d896f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:56:59.266401 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9792b55e-0f43-439a-aaf5-1947d4463de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:59.305915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cc9687-6651-4b2c-87c4-b8013f93dcbe tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Deleting subnet 2e3dabc9-57ff-4773-a823-76c51da0f0a3 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:56:59.362801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62cc9687-6651-4b2c-87c4-b8013f93dcbe tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for subnet (2e3dabc9-57ff-4773-a823-76c51da0f0a3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:59.495097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=56062105-3b7c-48ea-a43c-bec1d02d896f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:59.625268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc5348-e112-47f5-b85c-30aa25d11517 req-21baa57c-4948-4a07-a735-97a0c78dfd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:59.656614 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23cc5348-e112-47f5-b85c-30aa25d11517 req-21baa57c-4948-4a07-a735-97a0c78dfd54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5aa7543d425410d81af39f6a38527bf&device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 1128 time: 0.3877432 Feb 11 04:56:59.751393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9792b55e-0f43-439a-aaf5-1947d4463de0 None None] Current status of the port 56062105-3b7c-48ea-a43c-bec1d02d896f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:56:59.849035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eecfb8-3484-4093-8412-bda191a78905 req-87a96829-5292-4d64-9203-c5e47ee1d9b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:59.857905 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eecfb8-3484-4093-8412-bda191a78905 req-87a96829-5292-4d64-9203-c5e47ee1d9b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:59.870457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eecfb8-3484-4093-8412-bda191a78905 req-87a96829-5292-4d64-9203-c5e47ee1d9b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:59.880289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eecfb8-3484-4093-8412-bda191a78905 req-87a96829-5292-4d64-9203-c5e47ee1d9b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:59.893325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eecfb8-3484-4093-8412-bda191a78905 req-87a96829-5292-4d64-9203-c5e47ee1d9b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:59.915122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eecfb8-3484-4093-8412-bda191a78905 req-87a96829-5292-4d64-9203-c5e47ee1d9b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:59.929879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eecfb8-3484-4093-8412-bda191a78905 req-87a96829-5292-4d64-9203-c5e47ee1d9b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:59.949116 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38eecfb8-3484-4093-8412-bda191a78905 req-87a96829-5292-4d64-9203-c5e47ee1d9b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.4628177 Feb 11 04:57:00.120557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b54b2d1b-96fa-4e83-88b6-f70421b1901a None None] Provisioning complete for port 56062105-3b7c-48ea-a43c-bec1d02d896f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:00.120941 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b54b2d1b-96fa-4e83-88b6-f70421b1901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:00.133812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-b4410c28-0b89-44f2-b9c4-47b541074ac9 req-457023a2-2902-4e9a-85fc-18d6efe0fd33 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Deleting port 447ebe74-7bb1-4d35-8efb-f4c09792f16e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:00.140220 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b4410c28-0b89-44f2-b9c4-47b541074ac9 req-457023a2-2902-4e9a-85fc-18d6efe0fd33 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:00.214621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:00.335322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0676-8bc3-45f9-97cb-76eecf9ddba7 req-22a14131-e9f2-4ac3-ae12-841906a5dced tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:00.345404 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7afb0676-8bc3-45f9-97cb-76eecf9ddba7 req-22a14131-e9f2-4ac3-ae12-841906a5dced tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 1.0804913 Feb 11 04:57:00.394307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc5348-e112-47f5-b85c-30aa25d11517 req-92157917-96fa-4d51-9dc7-e312167128ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:00.396529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23cc5348-e112-47f5-b85c-30aa25d11517 req-92157917-96fa-4d51-9dc7-e312167128ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=b435873f-693a-4116-8d94-539975211297 HTTP/1.1" status: 200 len: 916 time: 0.7076528 Feb 11 04:57:00.404533 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62cc9687-6651-4b2c-87c4-b8013f93dcbe tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (2e3dabc9-57ff-4773-a823-76c51da0f0a3), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:00.492183 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4fa783f-27ba-489e-a910-46891439a0ac req-a57ee76e-ffca-4334-9bd9-6b4ea3ed6622 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3666861 Feb 11 04:57:00.493909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23cc5348-e112-47f5-b85c-30aa25d11517 req-99ea954d-ad2c-473f-bd45-09417b432e18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486bb568-debf-4a78-8788-232f38e2fedb HTTP/1.1" status: 200 len: 217 time: 0.0844152 Feb 11 04:57:00.509134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38eecfb8-3484-4093-8412-bda191a78905 req-aa10b8dc-7500-40c4-a928-6873b68442f0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5581603 Feb 11 04:57:00.521189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97915f58-4555-4532-a8a4-a3d70fa2375e None None] Network 81bb3c76-b308-4817-a4e2-d868d9263c2c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:00.587098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7afb0676-8bc3-45f9-97cb-76eecf9ddba7 req-afe874e4-d605-4742-b039-8898db6f400d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406089 Feb 11 04:57:00.632935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b54b2d1b-96fa-4e83-88b6-f70421b1901a None None] Current status of the port 56062105-3b7c-48ea-a43c-bec1d02d896f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:00.695485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc5348-e112-47f5-b85c-30aa25d11517 req-47b6a4d9-e610-4bd3-a5da-35d7e1d39c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:00.702878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23cc5348-e112-47f5-b85c-30aa25d11517 req-47b6a4d9-e610-4bd3-a5da-35d7e1d39c3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6268794-7aa3-4fec-b15e-3a23cc54a620 HTTP/1.1" status: 200 len: 854 time: 0.1904848 Feb 11 04:57:00.703378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:00.703772 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:00.739640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b4410c28-0b89-44f2-b9c4-47b541074ac9 req-457023a2-2902-4e9a-85fc-18d6efe0fd33 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] For port 447ebe74-7bb1-4d35-8efb-f4c09792f16e, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=447ebe74-7bb1-4d35-8efb-f4c09792f16e,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:00.740179 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b4410c28-0b89-44f2-b9c4-47b541074ac9 req-457023a2-2902-4e9a-85fc-18d6efe0fd33 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:00.772503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-b4410c28-0b89-44f2-b9c4-47b541074ac9 req-457023a2-2902-4e9a-85fc-18d6efe0fd33 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Calling delete_port for 447ebe74-7bb1-4d35-8efb-f4c09792f16e owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:00.777661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62cc9687-6651-4b2c-87c4-b8013f93dcbe tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (2e3dabc9-57ff-4773-a823-76c51da0f0a3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:00.790670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-31b12bc6-26a4-4716-9c30-b338c43b566b None None] Provisioning complete for port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:00.791128 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31b12bc6-26a4-4716-9c30-b338c43b566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:00.888365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545aa463-f035-40b8-9208-60df623ce7d8 req-f73715d2-ad20-4ff4-8030-aab68a263a1c tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:00.906272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-545aa463-f035-40b8-9208-60df623ce7d8 req-f73715d2-ad20-4ff4-8030-aab68a263a1c tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1840241 Feb 11 04:57:00.959843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62cc9687-6651-4b2c-87c4-b8013f93dcbe tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (2e3dabc9-57ff-4773-a823-76c51da0f0a3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.009835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:01.011632 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.037956 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-545aa463-f035-40b8-9208-60df623ce7d8 req-2b13d54e-b0b6-4437-889e-030bf8973b56 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277642 Feb 11 04:57:01.045302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc9687-6651-4b2c-87c4-b8013f93dcbe tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3dabc9-57ff-4773-a823-76c51da0f0a3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:01.049718 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62cc9687-6651-4b2c-87c4-b8013f93dcbe tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.057975 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-62cc9687-6651-4b2c-87c4-b8013f93dcbe tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/subnets/2e3dabc9-57ff-4773-a823-76c51da0f0a3 HTTP/1.1" status: 204 len: 168 time: 1.8832104 Feb 11 04:57:01.058952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43828) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:01.107122 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b4410c28-0b89-44f2-b9c4-47b541074ac9 req-457023a2-2902-4e9a-85fc-18d6efe0fd33 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (447ebe74-7bb1-4d35-8efb-f4c09792f16e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.178276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457023a2-2902-4e9a-85fc-18d6efe0fd33 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Pushing event deleted for resources: {'Port': ['ID=447ebe74-7bb1-4d35-8efb-f4c09792f16e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:01.210744 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['486bb568-debf-4a78-8788-232f38e2fedb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:01.217224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['447ebe74-7bb1-4d35-8efb-f4c09792f16e'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:01.227134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d73b4d4-3827-4d8d-977d-22e385280f8b tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:01.229413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d73b4d4-3827-4d8d-977d-22e385280f8b tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:01.237066 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9d73b4d4-3827-4d8d-977d-22e385280f8b tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1768069 Feb 11 04:57:01.238094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43832) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:01.275493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c665367-f9f6-4fac-ada2-35f0a00149e7 req-7580fc48-0735-4cfa-82cb-8b3962e6ee71 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2e6eec-cec5-47d0-9685-da4f96790a1f HTTP/1.1" status: 200 len: 210 time: 0.2141974 Feb 11 04:57:01.302913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4410c28-0b89-44f2-b9c4-47b541074ac9 req-457023a2-2902-4e9a-85fc-18d6efe0fd33 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] No DVR routers for this DVR port 447ebe74-7bb1-4d35-8efb-f4c09792f16e on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:57:01.306441 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b4410c28-0b89-44f2-b9c4-47b541074ac9 req-457023a2-2902-4e9a-85fc-18d6efe0fd33 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.310856 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4410c28-0b89-44f2-b9c4-47b541074ac9 req-457023a2-2902-4e9a-85fc-18d6efe0fd33 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.10 "DELETE /v2.0/ports/447ebe74-7bb1-4d35-8efb-f4c09792f16e HTTP/1.1" status: 204 len: 173 time: 2.0662417 Feb 11 04:57:01.312839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2e6eec-cec5-47d0-9685-da4f96790a1f', 'name': 'network-vif-deleted', 'tag': '447ebe74-7bb1-4d35-8efb-f4c09792f16e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:01.315655 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8897e8e6-7d99-4dd5-86b7-db403498df9f" -d '{"events": [{"server_uuid": "ff2e6eec-cec5-47d0-9685-da4f96790a1f", "name": "network-vif-deleted", "tag": "447ebe74-7bb1-4d35-8efb-f4c09792f16e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:01.331057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa783f-27ba-489e-a910-46891439a0ac req-d427e7f1-2933-4791-8986-03351aafb08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:01.341284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4fa783f-27ba-489e-a910-46891439a0ac req-d427e7f1-2933-4791-8986-03351aafb08d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 1127 time: 0.3342094 Feb 11 04:57:01.370421 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc5348-e112-47f5-b85c-30aa25d11517 req-e34092d0-9510-405e-a393-4c8d7e166889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:01.372194 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23cc5348-e112-47f5-b85c-30aa25d11517 req-e34092d0-9510-405e-a393-4c8d7e166889 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b435873f-693a-4116-8d94-539975211297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3634877 Feb 11 04:57:01.402187 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b48e655-d43c-4f41-bcd6-fd80c638cd3a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (81bb3c76-b308-4817-a4e2-d868d9263c2c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.427114 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b48e655-d43c-4f41-bcd6-fd80c638cd3a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 04:57:01.427589 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b48e655-d43c-4f41-bcd6-fd80c638cd3a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:57:01.438515 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3b48e655-d43c-4f41-bcd6-fd80c638cd3a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/networks/81bb3c76-b308-4817-a4e2-d868d9263c2c HTTP/1.1" status: 409 len: 466 time: 0.1956794 Feb 11 04:57:01.440427 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43836) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:01.451484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-44d6f965-536c-4e8d-a608-c8a1335d26a1 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-914399822'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:01.483044 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d6f965-536c-4e8d-a608-c8a1335d26a1 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:01.486693 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44d6f965-536c-4e8d-a608-c8a1335d26a1 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.504162 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:57:01.504555 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:57:01.544298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-31b12bc6-26a4-4716-9c30-b338c43b566b None None] Current status of the port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:01.544915 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31b12bc6-26a4-4716-9c30-b338c43b566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.574356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d6f965-536c-4e8d-a608-c8a1335d26a1 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:57:01.617036 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44d6f965-536c-4e8d-a608-c8a1335d26a1 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (91b04f84-6e5c-4c03-b0ea-96e950980b12), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.617412 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-44d6f965-536c-4e8d-a608-c8a1335d26a1 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Added segment 91b04f84-6e5c-4c03-b0ea-96e950980b12 of type vlan for network 36a4518d-09e4-40ca-83cb-581f929c2dc1 Feb 11 04:57:01.685796 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23cc5348-e112-47f5-b85c-30aa25d11517 req-9c6eb1be-3559-4398-9a6e-dae92ca547f7 service neutron] 10.222.0.60 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754903 Feb 11 04:57:01.688937 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f37cc9c-036a-46ef-9060-250baa2c3231 x-openstack-request-id: req-6f37cc9c-036a-46ef-9060-250baa2c3231 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:01.689241 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2e6eec-cec5-47d0-9685-da4f96790a1f", "name": "network-vif-deleted", "tag": "447ebe74-7bb1-4d35-8efb-f4c09792f16e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:01.689513 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f37cc9c-036a-46ef-9060-250baa2c3231 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:01.689924 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2e6eec-cec5-47d0-9685-da4f96790a1f', 'name': 'network-vif-deleted', 'tag': '447ebe74-7bb1-4d35-8efb-f4c09792f16e', 'status': 'completed', 'code': 200} Feb 11 04:57:01.758863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-31b12bc6-26a4-4716-9c30-b338c43b566b None None] For port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8ee6b44f-e971-44b5-b7fb-1ccb5a5be843,segment=NetworkSegment(1f166a0d-960e-44a5-b511-2aae99e06ddd),segment_id=1f166a0d-960e-44a5-b511-2aae99e06ddd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:01.777693 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44d6f965-536c-4e8d-a608-c8a1335d26a1 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (36a4518d-09e4-40ca-83cb-581f929c2dc1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.778093 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31b12bc6-26a4-4716-9c30-b338c43b566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.861398 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44d6f965-536c-4e8d-a608-c8a1335d26a1 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (36a4518d-09e4-40ca-83cb-581f929c2dc1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.872647 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d6f965-536c-4e8d-a608-c8a1335d26a1 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:01.873555 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44d6f965-536c-4e8d-a608-c8a1335d26a1 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:01.910327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92248fb5-de4d-4b48-b028-365151e97f64 None None] Network 81bb3c76-b308-4817-a4e2-d868d9263c2c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:02.074457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6f965-536c-4e8d-a608-c8a1335d26a1 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Network': ['ID=36a4518d-09e4-40ca-83cb-581f929c2dc1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:02.142196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-44d6f965-536c-4e8d-a608-c8a1335d26a1 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6973472 Feb 11 04:57:02.147723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43848) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:02.151774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 36a4518d-09e4-40ca-83cb-581f929c2dc1 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:57:02.164172 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'subnet': {'network_id': '36a4518d-09e4-40ca-83cb-581f929c2dc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:02.235674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b12bc6-26a4-4716-9c30-b338c43b566b None None] Pushing event updated for resources: {'Port': ['ID=8ee6b44f-e971-44b5-b7fb-1ccb5a5be843,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:02.438201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be24e3c-0127-4f2c-8c9e-ce67c7866a72 req-45b329e0-c960-468d-bbfb-203992b6711e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:02.448434 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7be24e3c-0127-4f2c-8c9e-ce67c7866a72 req-45b329e0-c960-468d-bbfb-203992b6711e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.6074238 Feb 11 04:57:02.459525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:02.460531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 56062105-3b7c-48ea-a43c-bec1d02d896f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:02.489801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8921f81f-5aba-4cd0-96b1-9cddcb53c354 None None] Provisioning complete for port 5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:02.492717 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8921f81f-5aba-4cd0-96b1-9cddcb53c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:02.512814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:02.517049 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:02.694727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f703470-4278-466e-86f5-c3e788a8cbf6 req-a52132f6-57db-4af9-8997-f72af0e8b270 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:02.714040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f703470-4278-466e-86f5-c3e788a8cbf6 req-a52132f6-57db-4af9-8997-f72af0e8b270 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:02.728051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f703470-4278-466e-86f5-c3e788a8cbf6 req-a52132f6-57db-4af9-8997-f72af0e8b270 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:02.742011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f703470-4278-466e-86f5-c3e788a8cbf6 req-a52132f6-57db-4af9-8997-f72af0e8b270 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:02.752803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8921f81f-5aba-4cd0-96b1-9cddcb53c354 None None] Port 5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:57:02.756893 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f703470-4278-466e-86f5-c3e788a8cbf6 req-a52132f6-57db-4af9-8997-f72af0e8b270 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:02.772603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f703470-4278-466e-86f5-c3e788a8cbf6 req-a52132f6-57db-4af9-8997-f72af0e8b270 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:02.802526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f703470-4278-466e-86f5-c3e788a8cbf6 req-a52132f6-57db-4af9-8997-f72af0e8b270 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:02.804824 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f703470-4278-466e-86f5-c3e788a8cbf6 req-a52132f6-57db-4af9-8997-f72af0e8b270 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 1.1070297 Feb 11 04:57:02.831433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8921f81f-5aba-4cd0-96b1-9cddcb53c354 None None] Provisioning complete for port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:02.832659 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8921f81f-5aba-4cd0-96b1-9cddcb53c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:02.834805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 56062105-3b7c-48ea-a43c-bec1d02d896f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:02.835403 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:02.864558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23cc5348-e112-47f5-b85c-30aa25d11517 req-1a88a8a7-ab58-41a1-9012-c58f4e7ba0d0 service neutron] 10.222.0.60 "GET /v2.0/networks/b435873f-693a-4116-8d94-539975211297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1778567 Feb 11 04:57:02.887637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa783f-27ba-489e-a910-46891439a0ac req-d2b8792b-5b86-488e-b081-ce9293e537a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:02.889347 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4fa783f-27ba-489e-a910-46891439a0ac req-d2b8792b-5b86-488e-b081-ce9293e537a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 1.5130641 Feb 11 04:57:02.986766 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7be24e3c-0127-4f2c-8c9e-ce67c7866a72 req-6374344a-1459-4d73-a797-f0e7c8de9d9b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357265 Feb 11 04:57:02.991213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b58dc67-f1ea-4399-acaf-e27a723968c7 None None] DHCP port deletion for 81bb3c76-b308-4817-a4e2-d868d9263c2c request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:57:03.111563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:57:03.113329 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:03.197297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Subnet': ['ID=7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:03.205617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Checking segment: {'id': '91b04f84-6e5c-4c03-b0ea-96e950980b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36a4518d-09e4-40ca-83cb-581f929c2dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:03.205992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network hostable DHCP agents. Network: 36a4518d-09e4-40ca-83cb-581f929c2dc1, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:57:03.278206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f703470-4278-466e-86f5-c3e788a8cbf6 req-fdcfae40-09f7-48d0-bb96-cb0886619685 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4306893 Feb 11 04:57:03.305035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network 36a4518d-09e4-40ca-83cb-581f929c2dc1 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:57:03.335197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 36a4518d-09e4-40ca-83cb-581f929c2dc1) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:03.355105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4fa783f-27ba-489e-a910-46891439a0ac req-66448be5-01b9-4d18-ab1c-20d16dc6e203 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 200 len: 998 time: 0.4370108 Feb 11 04:57:03.361237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:03.361237 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:03.368899 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4029a55b-0682-47dc-8e76-3c49b338ad9d None None] Network 36a4518d-09e4-40ca-83cb-581f929c2dc1 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:03.392896 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8921f81f-5aba-4cd0-96b1-9cddcb53c354 None None] Current status of the port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:03.405899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d5f4-5b16-4cf9-b77e-e9bc6975c86d req-e52d3b34-8caa-4d9f-a969-ef8a0221205b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:03.408413 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab94d5f4-5b16-4cf9-b77e-e9bc6975c86d req-e52d3b34-8caa-4d9f-a969-ef8a0221205b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1668808 Feb 11 04:57:03.417034 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d18cf9a6-f289-4bcb-bdb0-1d26effb1744 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2654307 Feb 11 04:57:03.423611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43862) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:03.432847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'port': {'network_id': '36a4518d-09e4-40ca-83cb-581f929c2dc1', 'name': 'tempest-NetworksIpV6TestAttrs-1859350794'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:03.516377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 56062105-3b7c-48ea-a43c-bec1d02d896f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:03.525488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa783f-27ba-489e-a910-46891439a0ac req-74031571-d3eb-4a6f-91ac-ac9c5d78ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:03.530258 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4fa783f-27ba-489e-a910-46891439a0ac req-74031571-d3eb-4a6f-91ac-ac9c5d78ae77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.1677403 Feb 11 04:57:03.570399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab94d5f4-5b16-4cf9-b77e-e9bc6975c86d req-c72834f8-bbdd-42d8-bdf2-ece69d06472d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538618 Feb 11 04:57:03.649520 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:03.657358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6b58dc67-f1ea-4399-acaf-e27a723968c7 None None] Deleting port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:03.657781 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6b58dc67-f1ea-4399-acaf-e27a723968c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:03.705856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:03.712985 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:03.719141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa783f-27ba-489e-a910-46891439a0ac req-266878cb-e1b0-4dff-8736-28fe09080d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:03.735682 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4fa783f-27ba-489e-a910-46891439a0ac req-266878cb-e1b0-4dff-8736-28fe09080d67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1946564 Feb 11 04:57:03.789041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:57:03.795668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] device_id is not set on port 9e1365a6-cfae-4201-b9a3-2e3e94665f8a yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:57:03.831691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6b58dc67-f1ea-4399-acaf-e27a723968c7 None None] For port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8ee6b44f-e971-44b5-b7fb-1ccb5a5be843,segment=NetworkSegment(1f166a0d-960e-44a5-b511-2aae99e06ddd),segment_id=1f166a0d-960e-44a5-b511-2aae99e06ddd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:03.832189 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6b58dc67-f1ea-4399-acaf-e27a723968c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:03.873333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6b58dc67-f1ea-4399-acaf-e27a723968c7 None None] Calling delete_port for 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:03.882113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-36a4518d-09e4-40ca-83cb-581f929c2dc1', 'network_id': '36a4518d-09e4-40ca-83cb-581f929c2dc1', 'project_id': '5c24a5d92ce4455e9b4fe4b17e9cfa3c', 'fixed_ips': [{'subnet_id': '7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:57:03.883032 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:03.949651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 447ebe74-7bb1-4d35-8efb-f4c09792f16e no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:57:03.970201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4fa783f-27ba-489e-a910-46891439a0ac req-591fb02a-04f6-4a96-91b0-1221998fc747 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290175 Feb 11 04:57:04.053729 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43212cdb-8003-4fd5-b5b1-ee420377ce74 req-fc94f872-7deb-47df-9ddc-28909f72eceb tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:04.062990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 447ebe74-7bb1-4d35-8efb-f4c09792f16e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:57:04.064056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 447ebe74-7bb1-4d35-8efb-f4c09792f16e not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:57:04.076298 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-43212cdb-8003-4fd5-b5b1-ee420377ce74 req-fc94f872-7deb-47df-9ddc-28909f72eceb tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.2279656 Feb 11 04:57:04.160240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Allocated IP 2001:db8::f816:3eff:fe7c:ef0f (36a4518d-09e4-40ca-83cb-581f929c2dc1/7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147/9e1365a6-cfae-4201-b9a3-2e3e94665f8a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:04.188575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:04.189360 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:04.210656 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4fa783f-27ba-489e-a910-46891439a0ac req-627f57e8-d5e4-481a-b334-eb8beaa8d616 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304857 Feb 11 04:57:04.219468 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6b58dc67-f1ea-4399-acaf-e27a723968c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (8ee6b44f-e971-44b5-b7fb-1ccb5a5be843), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:04.246404 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-43212cdb-8003-4fd5-b5b1-ee420377ce74 req-300293c6-67d5-46fd-be7e-f9e1e4360693 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597755 Feb 11 04:57:04.323991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0506de-3cb3-47a1-8436-f537280a0f68 req-519d3d1f-a496-465d-bf19-04d4f57515d2 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:04.341278 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd0506de-3cb3-47a1-8436-f537280a0f68 req-519d3d1f-a496-465d-bf19-04d4f57515d2 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1292074 Feb 11 04:57:04.365814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58dc67-f1ea-4399-acaf-e27a723968c7 None None] Pushing event deleted for resources: {'Port': ['ID=8ee6b44f-e971-44b5-b7fb-1ccb5a5be843,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:04.385100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b58dc67-f1ea-4399-acaf-e27a723968c7 None None] No DVR routers for this DVR port 8ee6b44f-e971-44b5-b7fb-1ccb5a5be843 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:57:04.459038 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd0506de-3cb3-47a1-8436-f537280a0f68 req-eee5a0b9-b3c6-4d64-8278-2a64d90b0bdc tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167095 Feb 11 04:57:04.638411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20e44f-4e14-4151-80c6-d60f8cd716b1 req-96a1a074-d24d-4bca-bee5-b995a2e2bfb8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:04.646029 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20e44f-4e14-4151-80c6-d60f8cd716b1 req-96a1a074-d24d-4bca-bee5-b995a2e2bfb8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:04.651548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20e44f-4e14-4151-80c6-d60f8cd716b1 req-96a1a074-d24d-4bca-bee5-b995a2e2bfb8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:04.656821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20e44f-4e14-4151-80c6-d60f8cd716b1 req-96a1a074-d24d-4bca-bee5-b995a2e2bfb8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:04.662837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20e44f-4e14-4151-80c6-d60f8cd716b1 req-96a1a074-d24d-4bca-bee5-b995a2e2bfb8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:04.669829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20e44f-4e14-4151-80c6-d60f8cd716b1 req-96a1a074-d24d-4bca-bee5-b995a2e2bfb8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:04.676736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20e44f-4e14-4151-80c6-d60f8cd716b1 req-96a1a074-d24d-4bca-bee5-b995a2e2bfb8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:04.684560 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c20e44f-4e14-4151-80c6-d60f8cd716b1 req-96a1a074-d24d-4bca-bee5-b995a2e2bfb8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1920352 Feb 11 04:57:04.711357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for port (9e1365a6-cfae-4201-b9a3-2e3e94665f8a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:04.809502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafee88-78e6-43a2-9639-fbf8b2038615 req-cf6d6ce5-ab84-4ff5-b34d-750d02d4a735 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:04.820354 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7eafee88-78e6-43a2-9639-fbf8b2038615 req-cf6d6ce5-ab84-4ff5-b34d-750d02d4a735 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1061563 Feb 11 04:57:04.874019 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c20e44f-4e14-4151-80c6-d60f8cd716b1 req-d97df1c7-bd85-4b16-86ce-2c2073df8cd4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1884308 Feb 11 04:57:04.907267 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9e1365a6-cfae-4201-b9a3-2e3e94665f8a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:04.942299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7eafee88-78e6-43a2-9639-fbf8b2038615 req-fbfa788d-d7e7-46d8-b726-c1af3ed1c7a5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210124 Feb 11 04:57:04.978520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Allocated IP 2001:db8::f816:3eff:fef1:6249 (36a4518d-09e4-40ca-83cb-581f929c2dc1/7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147/5768bc86-df48-4930-8ed7-4e8f485001b1) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:05.015967 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network 36a4518d-09e4-40ca-83cb-581f929c2dc1 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:05.021684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:05.025702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:05.043461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:05.044128 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:05.068836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Port': ['ID=9e1365a6-cfae-4201-b9a3-2e3e94665f8a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:05.074383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fbdae2e8-8ae1-4070-bfa1-06d330a77fe4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6489403 Feb 11 04:57:05.076737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43886) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:05.205345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-9293336e-9622-4d13-9c7e-3d554285586b tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Deleting subnet 7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:57:05.255493 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Publish callbacks [] for port (5768bc86-df48-4930-8ed7-4e8f485001b1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:05.266305 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9293336e-9622-4d13-9c7e-3d554285586b tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for subnet (7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:05.279440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (5768bc86-df48-4930-8ed7-4e8f485001b1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:05.323908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Network 36a4518d-09e4-40ca-83cb-581f929c2dc1 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:05.357440 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9293336e-9622-4d13-9c7e-3d554285586b tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:05.382754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:05.389985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:05.592525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Pushing event updated for resources: {'Port': ['ID=5768bc86-df48-4930-8ed7-4e8f485001b1,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:05.602539 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Attempting to bind port 5768bc86-df48-4930-8ed7-4e8f485001b1 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:57:05.603520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Attempting to bind port 5768bc86-df48-4930-8ed7-4e8f485001b1 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '91b04f84-6e5c-4c03-b0ea-96e950980b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36a4518d-09e4-40ca-83cb-581f929c2dc1'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:57:05.605483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Attempting to bind port 5768bc86-df48-4930-8ed7-4e8f485001b1 on network 36a4518d-09e4-40ca-83cb-581f929c2dc1 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:05.607192 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea1a0e-9ffd-4859-9013-0fcec3186614 req-5f86cd4c-682c-4e9e-8d11-ea3352ea3a1f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:05.615999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:57:05.616853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Checking segment: {'id': '91b04f84-6e5c-4c03-b0ea-96e950980b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36a4518d-09e4-40ca-83cb-581f929c2dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:05.617561 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:05.618745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Bound using segment: {'id': '91b04f84-6e5c-4c03-b0ea-96e950980b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36a4518d-09e4-40ca-83cb-581f929c2dc1'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:57:05.619552 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Bound port: 5768bc86-df48-4930-8ed7-4e8f485001b1, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b04f84-6e5c-4c03-b0ea-96e950980b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36a4518d-09e4-40ca-83cb-581f929c2dc1'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:57:05.620197 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5768bc86-df48-4930-8ed7-4e8f485001b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:05.623773 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1fea1a0e-9ffd-4859-9013-0fcec3186614 req-5f86cd4c-682c-4e9e-8d11-ea3352ea3a1f tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.1850436 Feb 11 04:57:05.726135 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9293336e-9622-4d13-9c7e-3d554285586b tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:05.752166 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1fea1a0e-9ffd-4859-9013-0fcec3186614 req-20f124c1-7c70-4899-87a4-e5d8311fd6f0 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274304 Feb 11 04:57:05.833400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc50dca-6ebd-4906-bccf-dbaefef59d4a req-38c560b1-d151-4243-bb4a-7b910a0d65f6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:05.834132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] For port 5768bc86-df48-4930-8ed7-4e8f485001b1, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:57:05.837862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] For port 5768bc86-df48-4930-8ed7-4e8f485001b1, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5768bc86-df48-4930-8ed7-4e8f485001b1,segment=NetworkSegment(91b04f84-6e5c-4c03-b0ea-96e950980b12),segment_id=91b04f84-6e5c-4c03-b0ea-96e950980b12)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:57:05.842201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4fc50dca-6ebd-4906-bccf-dbaefef59d4a req-38c560b1-d151-4243-bb4a-7b910a0d65f6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1698036 Feb 11 04:57:05.845177 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5768bc86-df48-4930-8ed7-4e8f485001b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:05.853976 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9293336e-9622-4d13-9c7e-3d554285586b tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:05.920268 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9293336e-9622-4d13-9c7e-3d554285586b tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:05.930136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9293336e-9622-4d13-9c7e-3d554285586b tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/subnets/7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147 HTTP/1.1" status: 204 len: 168 time: 0.8513689 Feb 11 04:57:05.932093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43902) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:05.951702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5a704-daeb-4d05-ad07-8b16e5b8116f None None] Pushing event updated for resources: {'Port': ['ID=5768bc86-df48-4930-8ed7-4e8f485001b1,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:05.966231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293336e-9622-4d13-9c7e-3d554285586b tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:06.056072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4fc50dca-6ebd-4906-bccf-dbaefef59d4a req-90bf8122-17e1-45d4-9963-2d30ca93c5f9 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126644 Feb 11 04:57:06.160968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b3af6-2b3c-4086-8b6b-ab464e73e71d tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:06.162430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b3af6-2b3c-4086-8b6b-ab464e73e71d tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:06.164358 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c37b3af6-2b3c-4086-8b6b-ab464e73e71d tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2310166 Feb 11 04:57:06.176817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f029f2c-7e94-4764-8d72-e20553906898 req-1d9c9977-fcf1-491d-9935-ba83399a174d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:06.178769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43906) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:06.182472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f029f2c-7e94-4764-8d72-e20553906898 req-1d9c9977-fcf1-491d-9935-ba83399a174d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:06.188222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f029f2c-7e94-4764-8d72-e20553906898 req-1d9c9977-fcf1-491d-9935-ba83399a174d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:06.194199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f029f2c-7e94-4764-8d72-e20553906898 req-1d9c9977-fcf1-491d-9935-ba83399a174d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:06.199918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f029f2c-7e94-4764-8d72-e20553906898 req-1d9c9977-fcf1-491d-9935-ba83399a174d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:06.250395 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f029f2c-7e94-4764-8d72-e20553906898 req-1d9c9977-fcf1-491d-9935-ba83399a174d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:06.257244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f029f2c-7e94-4764-8d72-e20553906898 req-1d9c9977-fcf1-491d-9935-ba83399a174d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:06.259283 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f029f2c-7e94-4764-8d72-e20553906898 req-1d9c9977-fcf1-491d-9935-ba83399a174d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2365830 Feb 11 04:57:06.351353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f029f2c-7e94-4764-8d72-e20553906898 req-559ad75b-e819-40fa-b46c-7e24ab9b0b9b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853350 Feb 11 04:57:06.424152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7e9ab-4cd8-471b-8f59-bccccfea7d36 req-1ce75801-b597-48c8-9fbc-b3eb7e778705 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:06.426323 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-32e7e9ab-4cd8-471b-8f59-bccccfea7d36 req-1ce75801-b597-48c8-9fbc-b3eb7e778705 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.3096840 Feb 11 04:57:06.451876 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-436aa414-d0e3-4259-92c4-7075c06beb42 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (36a4518d-09e4-40ca-83cb-581f929c2dc1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.504392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764910-83d0-40ed-8527-26f36f98d905 req-51c6d703-f5d6-4bd2-9688-c67c52c20eca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:06.506297 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f764910-83d0-40ed-8527-26f36f98d905 req-51c6d703-f5d6-4bd2-9688-c67c52c20eca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.2043283 Feb 11 04:57:06.539670 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-32e7e9ab-4cd8-471b-8f59-bccccfea7d36 req-104c1f86-ad22-4005-90f2-49a87ad84a93 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046119 Feb 11 04:57:06.613855 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-436aa414-d0e3-4259-92c4-7075c06beb42 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 04:57:06.614993 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436aa414-d0e3-4259-92c4-7075c06beb42 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:57:06.620086 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-436aa414-d0e3-4259-92c4-7075c06beb42 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/networks/36a4518d-09e4-40ca-83cb-581f929c2dc1 HTTP/1.1" status: 409 len: 466 time: 0.4350600 Feb 11 04:57:06.624679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43910) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:06.640744 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-da44b6c1-a448-4a42-b74e-01e33237715a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1950703824'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:06.690594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da44b6c1-a448-4a42-b74e-01e33237715a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:06.698733 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da44b6c1-a448-4a42-b74e-01e33237715a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.750373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da44b6c1-a448-4a42-b74e-01e33237715a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:57:06.763468 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da44b6c1-a448-4a42-b74e-01e33237715a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b6a451d2-a44e-49d1-ad97-89e3b6114795), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.764642 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-da44b6c1-a448-4a42-b74e-01e33237715a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Added segment b6a451d2-a44e-49d1-ad97-89e3b6114795 of type vlan for network 837be4b9-d264-4fd9-86e2-1f5710d4b4ac Feb 11 04:57:06.782499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-2f764910-83d0-40ed-8527-26f36f98d905 req-a9e51721-2fd7-4cda-8593-a8771c3ab4ca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Deleting port 486bb568-debf-4a78-8788-232f38e2fedb {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:06.782856 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2f764910-83d0-40ed-8527-26f36f98d905 req-a9e51721-2fd7-4cda-8593-a8771c3ab4ca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (486bb568-debf-4a78-8788-232f38e2fedb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.822958 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da44b6c1-a448-4a42-b74e-01e33237715a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (837be4b9-d264-4fd9-86e2-1f5710d4b4ac), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.876644 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da44b6c1-a448-4a42-b74e-01e33237715a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (837be4b9-d264-4fd9-86e2-1f5710d4b4ac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.892158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da44b6c1-a448-4a42-b74e-01e33237715a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:06.892815 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da44b6c1-a448-4a42-b74e-01e33237715a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.977942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-2f764910-83d0-40ed-8527-26f36f98d905 req-a9e51721-2fd7-4cda-8593-a8771c3ab4ca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] For port 486bb568-debf-4a78-8788-232f38e2fedb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=486bb568-debf-4a78-8788-232f38e2fedb,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:06.978518 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2f764910-83d0-40ed-8527-26f36f98d905 req-a9e51721-2fd7-4cda-8593-a8771c3ab4ca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (486bb568-debf-4a78-8788-232f38e2fedb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.996913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-2f764910-83d0-40ed-8527-26f36f98d905 req-a9e51721-2fd7-4cda-8593-a8771c3ab4ca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Calling delete_port for 486bb568-debf-4a78-8788-232f38e2fedb owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:07.234821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44b6c1-a448-4a42-b74e-01e33237715a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Network': ['ID=837be4b9-d264-4fd9-86e2-1f5710d4b4ac,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:07.271922 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-da44b6c1-a448-4a42-b74e-01e33237715a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6436224 Feb 11 04:57:07.276535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 837be4b9-d264-4fd9-86e2-1f5710d4b4ac details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:57:07.279530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43918) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:07.292384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'subnet': {'network_id': '837be4b9-d264-4fd9-86e2-1f5710d4b4ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:07.295541 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2f764910-83d0-40ed-8527-26f36f98d905 req-a9e51721-2fd7-4cda-8593-a8771c3ab4ca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (486bb568-debf-4a78-8788-232f38e2fedb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:07.318762 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:07.346617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['486bb568-debf-4a78-8788-232f38e2fedb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:07.417975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e51721-2fd7-4cda-8593-a8771c3ab4ca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Pushing event deleted for resources: {'Port': ['ID=486bb568-debf-4a78-8788-232f38e2fedb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:07.471620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86101f4-fd3d-45e6-9aef-0d2b64d09509 req-048fb6ba-bd78-4c44-bc1a-64e24ffec41d tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:07.473865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e86101f4-fd3d-45e6-9aef-0d2b64d09509 req-048fb6ba-bd78-4c44-bc1a-64e24ffec41d tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01619fe-4fc2-4514-af18-cf4987384bb3 HTTP/1.1" status: 200 len: 945 time: 0.5777578 Feb 11 04:57:07.565169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f764910-83d0-40ed-8527-26f36f98d905 req-a9e51721-2fd7-4cda-8593-a8771c3ab4ca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] No DVR routers for this DVR port 486bb568-debf-4a78-8788-232f38e2fedb on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:57:07.569146 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2f764910-83d0-40ed-8527-26f36f98d905 req-a9e51721-2fd7-4cda-8593-a8771c3ab4ca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:07.573933 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f764910-83d0-40ed-8527-26f36f98d905 req-a9e51721-2fd7-4cda-8593-a8771c3ab4ca tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.60 "DELETE /v2.0/ports/486bb568-debf-4a78-8788-232f38e2fedb HTTP/1.1" status: 204 len: 173 time: 1.0331712 Feb 11 04:57:07.592938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01619fe-4fc2-4514-af18-cf4987384bb3', 'name': 'network-vif-deleted', 'tag': '486bb568-debf-4a78-8788-232f38e2fedb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:07.603894 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60f1ed1-b238-41fb-8dea-7a29b5f5637f" -d '{"events": [{"server_uuid": "d01619fe-4fc2-4514-af18-cf4987384bb3", "name": "network-vif-deleted", "tag": "486bb568-debf-4a78-8788-232f38e2fedb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:07.670457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b05a99-d05f-4eef-b5de-55e8fb991440 req-dfa5850b-87fc-4f56-ae23-6ace7c68a280 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:07.677742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46b05a99-d05f-4eef-b5de-55e8fb991440 req-dfa5850b-87fc-4f56-ae23-6ace7c68a280 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.4050107 Feb 11 04:57:07.767101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e86101f4-fd3d-45e6-9aef-0d2b64d09509 req-090a2009-c9d0-4faa-b1cc-12ddee3a8489 tempest-ListServerFiltersTestJSON-787192641 tempest-ListServerFiltersTestJSON-787192641-project] 10.222.0.48 "GET /v2.0/security-groups?id=6866cf75-8a5d-4eee-8678-18e147e39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735429 Feb 11 04:57:07.786159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:07.799341 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:07.890076 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46b05a99-d05f-4eef-b5de-55e8fb991440 req-510dddd8-e248-478f-95ec-0735ad5a4771 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055545 Feb 11 04:57:07.972530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e3cf97-e4ff-4ca9-a533-10642d8af53e None None] Network 36a4518d-09e4-40ca-83cb-581f929c2dc1 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:07.975751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5768bc86-df48-4930-8ed7-4e8f485001b1 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:08.229926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af3f2b-9336-4af7-b54c-87810126706c req-0374931f-a317-4ffb-9757-02fc315a43f9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:08.235607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af3f2b-9336-4af7-b54c-87810126706c req-0374931f-a317-4ffb-9757-02fc315a43f9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:08.245841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-94fb8d70-a52e-4707-934e-5dc989a45281 None None] Provisioning complete for port 5768bc86-df48-4930-8ed7-4e8f485001b1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:08.246220 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94fb8d70-a52e-4707-934e-5dc989a45281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5768bc86-df48-4930-8ed7-4e8f485001b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:08.250196 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af3f2b-9336-4af7-b54c-87810126706c req-0374931f-a317-4ffb-9757-02fc315a43f9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:08.262964 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af3f2b-9336-4af7-b54c-87810126706c req-0374931f-a317-4ffb-9757-02fc315a43f9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:08.288844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af3f2b-9336-4af7-b54c-87810126706c req-0374931f-a317-4ffb-9757-02fc315a43f9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:08.294524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af3f2b-9336-4af7-b54c-87810126706c req-0374931f-a317-4ffb-9757-02fc315a43f9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:08.311275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af3f2b-9336-4af7-b54c-87810126706c req-0374931f-a317-4ffb-9757-02fc315a43f9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:08.323941 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37af3f2b-9336-4af7-b54c-87810126706c req-0374931f-a317-4ffb-9757-02fc315a43f9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.3116965 Feb 11 04:57:08.451981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5768bc86-df48-4930-8ed7-4e8f485001b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:08.452645 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5768bc86-df48-4930-8ed7-4e8f485001b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:08.471428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65b014-7e6c-44c9-8e7b-4a0754ad2ae4 req-9b78ad29-a264-43da-b8b6-4cc522b1ea7b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:08.473123 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e65b014-7e6c-44c9-8e7b-4a0754ad2ae4 req-9b78ad29-a264-43da-b8b6-4cc522b1ea7b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.0963299 Feb 11 04:57:08.539049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37af3f2b-9336-4af7-b54c-87810126706c req-fdcd8617-5d7d-4626-a679-57beaa24a7db tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2141008 Feb 11 04:57:08.591901 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e65b014-7e6c-44c9-8e7b-4a0754ad2ae4 req-e1c944aa-527c-476a-a312-8516503c50d4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119809 Feb 11 04:57:08.607594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-94fb8d70-a52e-4707-934e-5dc989a45281 None None] Current status of the port 5768bc86-df48-4930-8ed7-4e8f485001b1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:08.608145 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94fb8d70-a52e-4707-934e-5dc989a45281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5768bc86-df48-4930-8ed7-4e8f485001b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:08.633134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a63fb5-d47f-4f88-afbd-4a115fb3af4c None None] DHCP port deletion for 36a4518d-09e4-40ca-83cb-581f929c2dc1 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:57:08.641670 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb8baa7-cad5-400e-a276-59b3ae78b25b x-openstack-request-id: req-edb8baa7-cad5-400e-a276-59b3ae78b25b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:08.641981 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01619fe-4fc2-4514-af18-cf4987384bb3", "name": "network-vif-deleted", "tag": "486bb568-debf-4a78-8788-232f38e2fedb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:08.642241 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edb8baa7-cad5-400e-a276-59b3ae78b25b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:08.642651 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01619fe-4fc2-4514-af18-cf4987384bb3', 'name': 'network-vif-deleted', 'tag': '486bb568-debf-4a78-8788-232f38e2fedb', 'status': 'completed', 'code': 200} Feb 11 04:57:08.728813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-94fb8d70-a52e-4707-934e-5dc989a45281 None None] For port 5768bc86-df48-4930-8ed7-4e8f485001b1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5768bc86-df48-4930-8ed7-4e8f485001b1,segment=NetworkSegment(91b04f84-6e5c-4c03-b0ea-96e950980b12),segment_id=91b04f84-6e5c-4c03-b0ea-96e950980b12)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:08.738235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:57:08.739924 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (4fd9dac4-599d-4efd-8279-cb2b9521306d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:08.741892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5768bc86-df48-4930-8ed7-4e8f485001b1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:08.742602 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5768bc86-df48-4930-8ed7-4e8f485001b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:08.747482 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94fb8d70-a52e-4707-934e-5dc989a45281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5768bc86-df48-4930-8ed7-4e8f485001b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:08.880268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb8d70-a52e-4707-934e-5dc989a45281 None None] Pushing event updated for resources: {'Port': ['ID=5768bc86-df48-4930-8ed7-4e8f485001b1,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:08.901382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43948) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:08.918672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1a63fb5-d47f-4f88-afbd-4a115fb3af4c None None] Deleting port 5768bc86-df48-4930-8ed7-4e8f485001b1 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:08.919077 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1a63fb5-d47f-4f88-afbd-4a115fb3af4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5768bc86-df48-4930-8ed7-4e8f485001b1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:08.939088 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:57:08.939441 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:57:08.989814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Subnet': ['ID=4fd9dac4-599d-4efd-8279-cb2b9521306d,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:09.012191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007e070-3d8d-4bf9-8d81-d5d47a8d2878 req-c4f6f1ee-f1b3-450f-9dfc-ea65a832672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.013326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Checking segment: {'id': 'b6a451d2-a44e-49d1-ad97-89e3b6114795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '837be4b9-d264-4fd9-86e2-1f5710d4b4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:09.013707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network hostable DHCP agents. Network: 837be4b9-d264-4fd9-86e2-1f5710d4b4ac, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:57:09.014444 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7007e070-3d8d-4bf9-8d81-d5d47a8d2878 req-c4f6f1ee-f1b3-450f-9dfc-ea65a832672b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 1129 time: 0.1365008 Feb 11 04:57:09.027234 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8e5e9b-9db1-46d5-bfef-fb1d5ed20ab1 admin admin] Deleting subnet c6268794-7aa3-4fec-b15e-3a23cc54a620 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:57:09.030395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff8e5e9b-9db1-46d5-bfef-fb1d5ed20ab1 admin admin] Publish callbacks [] for subnet (c6268794-7aa3-4fec-b15e-3a23cc54a620), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.036407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f1a63fb5-d47f-4f88-afbd-4a115fb3af4c None None] For port 5768bc86-df48-4930-8ed7-4e8f485001b1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5768bc86-df48-4930-8ed7-4e8f485001b1,segment=NetworkSegment(91b04f84-6e5c-4c03-b0ea-96e950980b12),segment_id=91b04f84-6e5c-4c03-b0ea-96e950980b12)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:09.036815 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1a63fb5-d47f-4f88-afbd-4a115fb3af4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5768bc86-df48-4930-8ed7-4e8f485001b1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.063200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1a63fb5-d47f-4f88-afbd-4a115fb3af4c None None] Calling delete_port for 5768bc86-df48-4930-8ed7-4e8f485001b1 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:09.066862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719bd3d-e576-4aad-a77d-8bccd7cb2a79 req-b7355d30-8a99-4118-a9ae-e99c11fd3abc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.070525 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b719bd3d-e576-4aad-a77d-8bccd7cb2a79 req-b7355d30-8a99-4118-a9ae-e99c11fd3abc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1650472 Feb 11 04:57:09.155569 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff8e5e9b-9db1-46d5-bfef-fb1d5ed20ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (c6268794-7aa3-4fec-b15e-3a23cc54a620), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.164457 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b719bd3d-e576-4aad-a77d-8bccd7cb2a79 req-9161dcd2-0ac5-4a6e-a2c2-bec3c0c67be9 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835373 Feb 11 04:57:09.165576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network 837be4b9-d264-4fd9-86e2-1f5710d4b4ac is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:57:09.200725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 837be4b9-d264-4fd9-86e2-1f5710d4b4ac) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:09.205158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.206066 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.213621 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1a63fb5-d47f-4f88-afbd-4a115fb3af4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (5768bc86-df48-4930-8ed7-4e8f485001b1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.219666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b77ab8-d9d1-4f35-af26-6d4f7bfb461c None None] Network 837be4b9-d264-4fd9-86e2-1f5710d4b4ac requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:09.234557 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b7b3f25d-6896-4c65-9ab6-917b3dfeca88 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9536371 Feb 11 04:57:09.235783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43956) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:09.281847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a63fb5-d47f-4f88-afbd-4a115fb3af4c None None] No DVR routers for this DVR port 5768bc86-df48-4930-8ed7-4e8f485001b1 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:57:09.294497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a63fb5-d47f-4f88-afbd-4a115fb3af4c None None] Pushing event deleted for resources: {'Port': ['ID=5768bc86-df48-4930-8ed7-4e8f485001b1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:09.376908 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (837be4b9-d264-4fd9-86e2-1f5710d4b4ac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.380512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007e070-3d8d-4bf9-8d81-d5d47a8d2878 req-6c64c88d-9770-46de-8914-b19735cc142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.382372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7007e070-3d8d-4bf9-8d81-d5d47a8d2878 req-6c64c88d-9770-46de-8914-b19735cc142b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 200 len: 914 time: 0.3142281 Feb 11 04:57:09.453822 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4fd9dac4-599d-4efd-8279-cb2b9521306d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.457488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875089f0-aecb-4750-b991-bdd263a18d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-837be4b9-d264-4fd9-86e2-1f5710d4b4ac', 'network_id': '837be4b9-d264-4fd9-86e2-1f5710d4b4ac', 'project_id': '5c24a5d92ce4455e9b4fe4b17e9cfa3c', 'fixed_ips': [{'subnet_id': '4fd9dac4-599d-4efd-8279-cb2b9521306d'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:57:09.459050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-875089f0-aecb-4750-b991-bdd263a18d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.596021 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e45a9263-ec62-4add-8095-197c42914ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.602413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Port 5768bc86-df48-4930-8ed7-4e8f485001b1 update to ACTIVE by agent not found {{(pid=103355) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 04:57:09.629627 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (4fd9dac4-599d-4efd-8279-cb2b9521306d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.674486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7007e070-3d8d-4bf9-8d81-d5d47a8d2878 req-89ffa327-72df-4f96-91ff-0c2751051e64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c65b30-2722-41bd-9b9e-a7f213f845df HTTP/1.1" status: 200 len: 217 time: 0.2777545 Feb 11 04:57:09.682038 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff8e5e9b-9db1-46d5-bfef-fb1d5ed20ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (c6268794-7aa3-4fec-b15e-3a23cc54a620), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.729805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd9dac4-599d-4efd-8279-cb2b9521306d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-875089f0-aecb-4750-b991-bdd263a18d9b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fd9dac4-599d-4efd-8279-cb2b9521306d: This subnet is being modified by another concurrent operation. Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:57:09.730803 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exception Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fd9dac4-599d-4efd-8279-cb2b9521306d: This subnet is being modified by another concurrent operation. Feb 11 04:57:09.735435 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Feb 11 04:57:09.770787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5768bc86-df48-4930-8ed7-4e8f485001b1 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:57:09.829658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 5768bc86-df48-4930-8ed7-4e8f485001b1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:57:09.830042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5768bc86-df48-4930-8ed7-4e8f485001b1 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:57:09.837543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57885651-3326-4c30-90df-18f659e6626e None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:57:09.877359 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007e070-3d8d-4bf9-8d81-d5d47a8d2878 req-73d0f779-1bd7-4f1c-9427-0515dac24789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.879405 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7007e070-3d8d-4bf9-8d81-d5d47a8d2878 req-73d0f779-1bd7-4f1c-9427-0515dac24789 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f1730ef-db3b-4017-bd70-cc38613cb0e5 HTTP/1.1" status: 200 len: 853 time: 0.1993306 Feb 11 04:57:09.909626 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (837be4b9-d264-4fd9-86e2-1f5710d4b4ac), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.916647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15913-fc8b-428e-b2d8-240818bc0fb8 req-333a769c-a449-4d39-8577-6139cab515ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.922557 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbb15913-fc8b-428e-b2d8-240818bc0fb8 req-333a769c-a449-4d39-8577-6139cab515ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96904844260549238a803990e10a1a4b&device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 1128 time: 0.9072053 Feb 11 04:57:09.941110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fccc4-8925-49fd-a58b-f652d286b95f req-e4536bba-5721-45b0-9167-623649c67ec0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.944036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9fcdb-d1a7-4241-b348-412319ffc367 req-6aab498a-8e79-49bf-bff3-7c48cbbb6507 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.949644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9fcdb-d1a7-4241-b348-412319ffc367 req-6aab498a-8e79-49bf-bff3-7c48cbbb6507 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.949822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b4fccc4-8925-49fd-a58b-f652d286b95f req-e4536bba-5721-45b0-9167-623649c67ec0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.8769808 Feb 11 04:57:09.955627 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9fcdb-d1a7-4241-b348-412319ffc367 req-6aab498a-8e79-49bf-bff3-7c48cbbb6507 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.960887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9fcdb-d1a7-4241-b348-412319ffc367 req-6aab498a-8e79-49bf-bff3-7c48cbbb6507 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.966412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9fcdb-d1a7-4241-b348-412319ffc367 req-6aab498a-8e79-49bf-bff3-7c48cbbb6507 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.971682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9fcdb-d1a7-4241-b348-412319ffc367 req-6aab498a-8e79-49bf-bff3-7c48cbbb6507 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.977895 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9fcdb-d1a7-4241-b348-412319ffc367 req-6aab498a-8e79-49bf-bff3-7c48cbbb6507 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.979846 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65f9fcdb-d1a7-4241-b348-412319ffc367 req-6aab498a-8e79-49bf-bff3-7c48cbbb6507 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2379491 Feb 11 04:57:09.981630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837be4b9-d264-4fd9-86e2-1f5710d4b4ac']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:10.033487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7007e070-3d8d-4bf9-8d81-d5d47a8d2878 req-f379e361-e889-47da-b0bf-ec38f1a89db5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b67d36b9-6f2e-4fab-9900-af82916ad6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465888 Feb 11 04:57:10.045939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a451d2-a44e-49d1-ad97-89e3b6114795') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:10.046564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a451d2-a44e-49d1-ad97-89e3b6114795') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:10.048366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57885651-3326-4c30-90df-18f659e6626e None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:57:10.068114 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (b6a451d2-a44e-49d1-ad97-89e3b6114795), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.073806 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65f9fcdb-d1a7-4241-b348-412319ffc367 req-0b798178-648c-4551-9adb-a4753f07559a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842919 Feb 11 04:57:10.084515 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff8e5e9b-9db1-46d5-bfef-fb1d5ed20ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (c6268794-7aa3-4fec-b15e-3a23cc54a620), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.098556 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b6a451d2-a44e-49d1-ad97-89e3b6114795), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.106089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:57:10.106983 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (b6a451d2-a44e-49d1-ad97-89e3b6114795), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:57:10.121872 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:57:10.181239 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (837be4b9-d264-4fd9-86e2-1f5710d4b4ac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.191835 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.198600 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/networks/837be4b9-d264-4fd9-86e2-1f5710d4b4ac HTTP/1.1" status: 204 len: 168 time: 0.9581628 Feb 11 04:57:10.206576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43962) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:10.213217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7597b698-4263-42d5-ab22-a7425a2e30a9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1755275212'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:10.220064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b917b-07e6-4b87-8695-9b07ae2ab6f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Network': ['ID=837be4b9-d264-4fd9-86e2-1f5710d4b4ac,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:10.260728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7597b698-4263-42d5-ab22-a7425a2e30a9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:10.265944 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7597b698-4263-42d5-ab22-a7425a2e30a9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.318483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7597b698-4263-42d5-ab22-a7425a2e30a9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:57:10.322441 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b4fccc4-8925-49fd-a58b-f652d286b95f req-cb8ba696-0a08-41df-8506-ba9cc2673c0f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877116 Feb 11 04:57:10.323785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15913-fc8b-428e-b2d8-240818bc0fb8 req-1ced20d0-fa92-42e2-8441-bf9c246cade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:10.326014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbb15913-fc8b-428e-b2d8-240818bc0fb8 req-1ced20d0-fa92-42e2-8441-bf9c246cade4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 200 len: 911 time: 0.2975554 Feb 11 04:57:10.342912 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7597b698-4263-42d5-ab22-a7425a2e30a9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (54f703a2-dbbb-47e4-9bd6-7daa78d588c5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.343278 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-7597b698-4263-42d5-ab22-a7425a2e30a9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Added segment 54f703a2-dbbb-47e4-9bd6-7daa78d588c5 of type vlan for network 184b88aa-4e80-4d0b-b1d8-5effc4d29510 Feb 11 04:57:10.377117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac8e9b3-f430-4057-8b77-6a411fceca5d None None] Network 837be4b9-d264-4fd9-86e2-1f5710d4b4ac requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:10.398659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff8e5e9b-9db1-46d5-bfef-fb1d5ed20ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.402583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ff8e5e9b-9db1-46d5-bfef-fb1d5ed20ab1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c6268794-7aa3-4fec-b15e-3a23cc54a620 HTTP/1.1" status: 204 len: 168 time: 1.5001636 Feb 11 04:57:10.403659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e5e9b-9db1-46d5-bfef-fb1d5ed20ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6268794-7aa3-4fec-b15e-3a23cc54a620,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:10.411560 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856d1d8-38db-4549-9b6a-0be078c96055 None None] Network b435873f-693a-4116-8d94-539975211297 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:10.418509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac8e9b3-f430-4057-8b77-6a411fceca5d None None] Network 837be4b9-d264-4fd9-86e2-1f5710d4b4ac could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 04:57:10.434715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43970) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:10.437404 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7597b698-4263-42d5-ab22-a7425a2e30a9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (184b88aa-4e80-4d0b-b1d8-5effc4d29510), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.478845 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7597b698-4263-42d5-ab22-a7425a2e30a9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (184b88aa-4e80-4d0b-b1d8-5effc4d29510), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.485169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7597b698-4263-42d5-ab22-a7425a2e30a9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:10.485998 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7597b698-4263-42d5-ab22-a7425a2e30a9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.560398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7007e070-3d8d-4bf9-8d81-d5d47a8d2878 req-098b2b7a-5478-493c-a9f0-b91c6cd667a7 service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785531 Feb 11 04:57:10.575040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbb15913-fc8b-428e-b2d8-240818bc0fb8 req-6149a58b-c4f8-4369-854c-25e20d0cbcef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 HTTP/1.1" status: 200 len: 1001 time: 0.1848648 Feb 11 04:57:10.617138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7597b698-4263-42d5-ab22-a7425a2e30a9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4086573 Feb 11 04:57:10.617782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43972) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:10.629404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6f115abc-f059-4eba-8ca2-38a59d8f0f51 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'subnet': {'network_id': '184b88aa-4e80-4d0b-b1d8-5effc4d29510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:10.635690 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (b435873f-693a-4116-8d94-539975211297), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.744432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15913-fc8b-428e-b2d8-240818bc0fb8 req-01a99d14-23f1-43a6-bd5f-1e9b4e128ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:10.745884 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbb15913-fc8b-428e-b2d8-240818bc0fb8 req-01a99d14-23f1-43a6-bd5f-1e9b4e128ad8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c8950805-753a-47d3-a145-dfa74269b5aa HTTP/1.1" status: 200 len: 849 time: 0.1580238 Feb 11 04:57:10.751411 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce4201-c764-44ee-a1ff-d10dbc77a88a None None] DHCP port deletion for b435873f-693a-4116-8d94-539975211297 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:57:10.757650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597b698-4263-42d5-ab22-a7425a2e30a9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Network': ['ID=184b88aa-4e80-4d0b-b1d8-5effc4d29510,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:10.783152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a56fe8-3f88-4e27-8747-29733cec421e req-4bfb70fb-e6f1-41c6-affa-95295ce915f3 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:10.798688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-43a56fe8-3f88-4e27-8747-29733cec421e req-4bfb70fb-e6f1-41c6-affa-95295ce915f3 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.3345511 Feb 11 04:57:10.803374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 184b88aa-4e80-4d0b-b1d8-5effc4d29510 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:57:10.827110 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7007e070-3d8d-4bf9-8d81-d5d47a8d2878 req-5dda5808-5cc3-4bcb-881e-df3170cbe768 service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578759 Feb 11 04:57:10.869449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15913-fc8b-428e-b2d8-240818bc0fb8 req-a0dce782-d0c1-4247-a18c-59041af17d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:10.871244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbb15913-fc8b-428e-b2d8-240818bc0fb8 req-a0dce782-d0c1-4247-a18c-59041af17d93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8decd706-0c4d-4a4c-9cac-e65570b1f749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1153960 Feb 11 04:57:10.875870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Deleting port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:10.876369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.900562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f115abc-f059-4eba-8ca2-38a59d8f0f51 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:10.910283 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f115abc-f059-4eba-8ca2-38a59d8f0f51 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.996339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce4201-c764-44ee-a1ff-d10dbc77a88a None None] Deleting port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:10.997050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4201-c764-44ee-a1ff-d10dbc77a88a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.085822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b1ce4201-c764-44ee-a1ff-d10dbc77a88a None None] For port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=00e2c86a-066e-4f5c-9aa5-dea43a54bbfd,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:11.086207 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4201-c764-44ee-a1ff-d10dbc77a88a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.103965 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce4201-c764-44ee-a1ff-d10dbc77a88a None None] Calling delete_port for 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:11.209333 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4201-c764-44ee-a1ff-d10dbc77a88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.222654 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce4201-c764-44ee-a1ff-d10dbc77a88a None None] No DVR routers for this DVR port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:57:11.234250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-43a56fe8-3f88-4e27-8747-29733cec421e req-faefa57a-8e3e-47bd-8b2d-c13be921f192 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4306791 Feb 11 04:57:11.235999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f115abc-f059-4eba-8ca2-38a59d8f0f51 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (c506b800-78d7-4256-8ca7-434a6ad76d05), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.242720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce4201-c764-44ee-a1ff-d10dbc77a88a None None] Pushing event deleted for resources: {'Port': ['ID=00e2c86a-066e-4f5c-9aa5-dea43a54bbfd,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:11.376047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f115abc-f059-4eba-8ca2-38a59d8f0f51 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Checking segment: {'id': '54f703a2-dbbb-47e4-9bd6-7daa78d588c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '184b88aa-4e80-4d0b-b1d8-5effc4d29510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:11.376421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f115abc-f059-4eba-8ca2-38a59d8f0f51 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network hostable DHCP agents. Network: 184b88aa-4e80-4d0b-b1d8-5effc4d29510, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:57:11.409334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 486bb568-debf-4a78-8788-232f38e2fedb no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:57:11.434233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 486bb568-debf-4a78-8788-232f38e2fedb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:57:11.434649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 486bb568-debf-4a78-8788-232f38e2fedb not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:57:11.439527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f115abc-f059-4eba-8ca2-38a59d8f0f51 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Subnet': ['ID=c506b800-78d7-4256-8ca7-434a6ad76d05,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:11.451037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f115abc-f059-4eba-8ca2-38a59d8f0f51 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network 184b88aa-4e80-4d0b-b1d8-5effc4d29510 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:57:11.470812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6f115abc-f059-4eba-8ca2-38a59d8f0f51 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 184b88aa-4e80-4d0b-b1d8-5effc4d29510) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:11.477633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f115abc-f059-4eba-8ca2-38a59d8f0f51 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:11.478819 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f115abc-f059-4eba-8ca2-38a59d8f0f51 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.480984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84af4af-24f7-4da9-a15d-59d85c650809 None None] Network 184b88aa-4e80-4d0b-b1d8-5effc4d29510 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:11.515505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096daf-de1e-48a4-9252-27efc16888da req-513f1053-bdbb-4607-a831-3fc573a48bc4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:11.522050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096daf-de1e-48a4-9252-27efc16888da req-513f1053-bdbb-4607-a831-3fc573a48bc4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:11.528491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096daf-de1e-48a4-9252-27efc16888da req-513f1053-bdbb-4607-a831-3fc573a48bc4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:11.536999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096daf-de1e-48a4-9252-27efc16888da req-513f1053-bdbb-4607-a831-3fc573a48bc4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:11.544101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096daf-de1e-48a4-9252-27efc16888da req-513f1053-bdbb-4607-a831-3fc573a48bc4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:11.549501 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096daf-de1e-48a4-9252-27efc16888da req-513f1053-bdbb-4607-a831-3fc573a48bc4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:11.555690 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096daf-de1e-48a4-9252-27efc16888da req-513f1053-bdbb-4607-a831-3fc573a48bc4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:11.557648 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-22096daf-de1e-48a4-9252-27efc16888da req-513f1053-bdbb-4607-a831-3fc573a48bc4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1964979 Feb 11 04:57:11.565821 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6f115abc-f059-4eba-8ca2-38a59d8f0f51 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9417007 Feb 11 04:57:11.574971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43986) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:11.649683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-184b88aa-4e80-4d0b-b1d8-5effc4d29510', 'network_id': '184b88aa-4e80-4d0b-b1d8-5effc4d29510', 'project_id': '5c24a5d92ce4455e9b4fe4b17e9cfa3c', 'fixed_ips': [{'subnet_id': 'c506b800-78d7-4256-8ca7-434a6ad76d05'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:57:11.650848 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.747334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:57:11.750937 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-22096daf-de1e-48a4-9252-27efc16888da req-f892fd67-2b5b-498c-a898-d560a1a15595 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1831086 Feb 11 04:57:11.778995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] For port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=00e2c86a-066e-4f5c-9aa5-dea43a54bbfd,segment=NetworkSegment(a7e9af25-a9f6-4b24-9af2-a29a00658b3b),segment_id=a7e9af25-a9f6-4b24-9af2-a29a00658b3b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:11.779621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.802758 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (184b88aa-4e80-4d0b-b1d8-5effc4d29510), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.841237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Calling delete_port for 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:11.857615 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:57:11.859130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:57:11.881644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a25c55-3831-4468-b315-18bb0eb37717 req-572c0d32-3a91-4b52-8604-c90298867209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:11.883289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31a25c55-3831-4468-b315-18bb0eb37717 req-572c0d32-3a91-4b52-8604-c90298867209 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 1127 time: 0.7660756 Feb 11 04:57:11.890500 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbb15913-fc8b-428e-b2d8-240818bc0fb8 req-c50dff83-10c4-471c-8648-d1e8424cba9e service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0100567 Feb 11 04:57:11.980097 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (c506b800-78d7-4256-8ca7-434a6ad76d05), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.048969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8c932-c0a5-4e62-baff-bbe5f3a4fa6a req-48848f6a-1f2d-4a4b-aea4-8a4bc9402b64 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:12.051802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37f8c932-c0a5-4e62-baff-bbe5f3a4fa6a req-48848f6a-1f2d-4a4b-aea4-8a4bc9402b64 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 946 time: 0.1636612 Feb 11 04:57:12.089139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a25c55-3831-4468-b315-18bb0eb37717 req-b9ebbc58-0cd3-411c-91aa-8e173381eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:12.090881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31a25c55-3831-4468-b315-18bb0eb37717 req-b9ebbc58-0cd3-411c-91aa-8e173381eeae service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.1992023 Feb 11 04:57:12.099183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c6e60-0e18-4223-931d-ee512849032d req-972b8672-26b5-4a80-8d06-3310e443082f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:12.100541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-029c6e60-0e18-4223-931d-ee512849032d req-972b8672-26b5-4a80-8d06-3310e443082f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.9162009 Feb 11 04:57:12.163993 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 27c65b30-2722-41bd-9b9e-a7f213f845df no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:57:12.208808 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37f8c932-c0a5-4e62-baff-bbe5f3a4fa6a req-a321792f-8eb0-4e2d-8e5b-a204d9263568 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336870 Feb 11 04:57:12.229986 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-15421581-62ce-432d-a9c5-71c3ffc961b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.251275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Allocated IP 2001:db8::2 (184b88aa-4e80-4d0b-b1d8-5effc4d29510/c506b800-78d7-4256-8ca7-434a6ad76d05/d84895e6-6fed-4605-b75d-64b4ff0cd2ea) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:12.307472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-029c6e60-0e18-4223-931d-ee512849032d req-d2d91825-f4fa-40e3-8ca3-893ab1ab694b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861444 Feb 11 04:57:12.315674 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31a25c55-3831-4468-b315-18bb0eb37717 req-17197b30-300a-49de-96c5-39512313cdb8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 200 len: 998 time: 0.2137206 Feb 11 04:57:12.341217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (00e2c86a-066e-4f5c-9aa5-dea43a54bbfd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.380070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbb15913-fc8b-428e-b2d8-240818bc0fb8 req-995424c5-a288-4164-b402-22f869be8903 service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708797 Feb 11 04:57:12.435285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a25c55-3831-4468-b315-18bb0eb37717 req-e2410e4d-a6fd-4bd2-bb43-ee5f827ef026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:12.436032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 27c65b30-2722-41bd-9b9e-a7f213f845df is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:12.436440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.437407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31a25c55-3831-4468-b315-18bb0eb37717 req-e2410e4d-a6fd-4bd2-bb43-ee5f827ef026 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.0804565 Feb 11 04:57:12.441450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=00e2c86a-066e-4f5c-9aa5-dea43a54bbfd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:12.451682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] No DVR routers for this DVR port 00e2c86a-066e-4f5c-9aa5-dea43a54bbfd on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:57:12.461127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852e431-3bcb-4512-8040-44b4ad760f70 req-cb0e6eb4-cc9e-429b-ad6e-201b3238ff97 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:12.471782 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0852e431-3bcb-4512-8040-44b4ad760f70 req-cb0e6eb4-cc9e-429b-ad6e-201b3238ff97 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1072659 Feb 11 04:57:12.490043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c65b30-2722-41bd-9b9e-a7f213f845df'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:12.493584 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40bb6e5-b140-47e2-991c-158021328ede" -d '{"events": [{"server_uuid": "b8a18dcd-9549-4f8b-89a3-e0e9310446a4", "name": "network-vif-unplugged", "status": "completed", "tag": "27c65b30-2722-41bd-9b9e-a7f213f845df"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:12.525152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=27c65b30-2722-41bd-9b9e-a7f213f845df,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:12.535099 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.569899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a25c55-3831-4468-b315-18bb0eb37717 req-9ac17322-7448-42bb-bb7b-fda4d346d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:12.571481 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31a25c55-3831-4468-b315-18bb0eb37717 req-9ac17322-7448-42bb-bb7b-fda4d346d193 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1138852 Feb 11 04:57:12.583246 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Publish callbacks [] for port (d84895e6-6fed-4605-b75d-64b4ff0cd2ea), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.596164 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b09013-6bae-48d3-95a3-5000cfbe1293 x-openstack-request-id: req-f0b09013-6bae-48d3-95a3-5000cfbe1293 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:12.596685 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a18dcd-9549-4f8b-89a3-e0e9310446a4", "name": "network-vif-unplugged", "status": "completed", "tag": "27c65b30-2722-41bd-9b9e-a7f213f845df", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:12.597752 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0b09013-6bae-48d3-95a3-5000cfbe1293 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:12.598141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0852e431-3bcb-4512-8040-44b4ad760f70 req-94e8c3d5-494f-465a-952d-e7f00307bf7a tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247022 Feb 11 04:57:12.598500 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c65b30-2722-41bd-9b9e-a7f213f845df', 'code': 200} Feb 11 04:57:12.600081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (d84895e6-6fed-4605-b75d-64b4ff0cd2ea), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.632172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (b435873f-693a-4116-8d94-539975211297), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.632760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=27c65b30-2722-41bd-9b9e-a7f213f845df,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:12.642025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Network 184b88aa-4e80-4d0b-b1d8-5effc4d29510 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:12.644879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:12.647574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (c506b800-78d7-4256-8ca7-434a6ad76d05), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.665143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:12.689834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Subnet': ['ID=c506b800-78d7-4256-8ca7-434a6ad76d05,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:12.696635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.716910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Pushing event updated for resources: {'Port': ['ID=d84895e6-6fed-4605-b75d-64b4ff0cd2ea,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:12.740153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b435873f-693a-4116-8d94-539975211297']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:12.755566 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Attempting to bind port d84895e6-6fed-4605-b75d-64b4ff0cd2ea on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:57:12.756050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Attempting to bind port d84895e6-6fed-4605-b75d-64b4ff0cd2ea by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '54f703a2-dbbb-47e4-9bd6-7daa78d588c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '184b88aa-4e80-4d0b-b1d8-5effc4d29510'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:57:12.756479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Attempting to bind port d84895e6-6fed-4605-b75d-64b4ff0cd2ea on network 184b88aa-4e80-4d0b-b1d8-5effc4d29510 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:12.763944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:57:12.764414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Checking segment: {'id': '54f703a2-dbbb-47e4-9bd6-7daa78d588c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '184b88aa-4e80-4d0b-b1d8-5effc4d29510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:12.765023 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.765482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Bound using segment: {'id': '54f703a2-dbbb-47e4-9bd6-7daa78d588c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '184b88aa-4e80-4d0b-b1d8-5effc4d29510'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:57:12.766015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Bound port: d84895e6-6fed-4605-b75d-64b4ff0cd2ea, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f703a2-dbbb-47e4-9bd6-7daa78d588c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '184b88aa-4e80-4d0b-b1d8-5effc4d29510'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:57:12.766459 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d84895e6-6fed-4605-b75d-64b4ff0cd2ea), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.774090 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (184b88aa-4e80-4d0b-b1d8-5effc4d29510), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.798500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184b88aa-4e80-4d0b-b1d8-5effc4d29510']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:12.827985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:12.827985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e9af25-a9f6-4b24-9af2-a29a00658b3b') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:12.842311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f703a2-dbbb-47e4-9bd6-7daa78d588c5') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:12.844258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f703a2-dbbb-47e4-9bd6-7daa78d588c5') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:12.873768 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (a7e9af25-a9f6-4b24-9af2-a29a00658b3b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.880707 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (54f703a2-dbbb-47e4-9bd6-7daa78d588c5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.881054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] For port d84895e6-6fed-4605-b75d-64b4ff0cd2ea, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:57:12.889372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] For port d84895e6-6fed-4605-b75d-64b4ff0cd2ea, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d84895e6-6fed-4605-b75d-64b4ff0cd2ea,segment=NetworkSegment(54f703a2-dbbb-47e4-9bd6-7daa78d588c5),segment_id=54f703a2-dbbb-47e4-9bd6-7daa78d588c5)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:57:12.904271 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d84895e6-6fed-4605-b75d-64b4ff0cd2ea), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.913974 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (54f703a2-dbbb-47e4-9bd6-7daa78d588c5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.921873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:57:12.922493 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (54f703a2-dbbb-47e4-9bd6-7daa78d588c5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:57:12.927900 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:57:13.013756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad36b9-571d-46c3-b6d9-1f2a868531d7 None None] Pushing event updated for resources: {'Port': ['ID=d84895e6-6fed-4605-b75d-64b4ff0cd2ea,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:13.040450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f8a21c-c999-4d08-88e3-a718c2c5ad9f None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:57:13.050869 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.db.api [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 04:57:13.050869 n-d-615180-58 neutron-server[103354]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 04:57:13.050869 n-d-615180-58 neutron-server[103354]: [parameters: {'id': '184b88aa-4e80-4d0b-b1d8-5effc4d29510'}] Feb 11 04:57:13.050869 n-d-615180-58 neutron-server[103354]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:57:13.053087 n-d-615180-58 neutron-server[103354]: DEBUG oslo_db.api [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:57:13.059921 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31a25c55-3831-4468-b315-18bb0eb37717 req-f5918981-d199-4ec4-a422-4107357255d3 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447122 Feb 11 04:57:13.061173 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a7e9af25-a9f6-4b24-9af2-a29a00658b3b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:13.072449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:57:13.072939 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (a7e9af25-a9f6-4b24-9af2-a29a00658b3b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:57:13.075518 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:57:13.242867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682d621-376d-435f-8de3-ce969c705196 req-ce9ea300-007a-4d2e-8c82-cc1a9728e07a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:13.248390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682d621-376d-435f-8de3-ce969c705196 req-ce9ea300-007a-4d2e-8c82-cc1a9728e07a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:13.268774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f8a21c-c999-4d08-88e3-a718c2c5ad9f None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:57:13.284394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682d621-376d-435f-8de3-ce969c705196 req-ce9ea300-007a-4d2e-8c82-cc1a9728e07a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:13.307166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682d621-376d-435f-8de3-ce969c705196 req-ce9ea300-007a-4d2e-8c82-cc1a9728e07a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:13.313546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682d621-376d-435f-8de3-ce969c705196 req-ce9ea300-007a-4d2e-8c82-cc1a9728e07a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:13.318872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682d621-376d-435f-8de3-ce969c705196 req-ce9ea300-007a-4d2e-8c82-cc1a9728e07a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:13.324991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682d621-376d-435f-8de3-ce969c705196 req-ce9ea300-007a-4d2e-8c82-cc1a9728e07a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:13.333588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0682d621-376d-435f-8de3-ce969c705196 req-ce9ea300-007a-4d2e-8c82-cc1a9728e07a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.3928061 Feb 11 04:57:13.358426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (b435873f-693a-4116-8d94-539975211297), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:13.373405 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:13.399785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] 10.222.0.48 "DELETE /v2.0/networks/b435873f-693a-4116-8d94-539975211297 HTTP/1.1" status: 204 len: 168 time: 2.9505031 Feb 11 04:57:13.493161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5366-c309-4e05-8f87-fe6cfa571084 req-828586d7-0512-47fe-a748-b36ad953a81f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:13.499811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e43d5366-c309-4e05-8f87-fe6cfa571084 req-828586d7-0512-47fe-a748-b36ad953a81f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.1219442 Feb 11 04:57:13.501935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501aecdd-2d86-4549-b17d-da9d0ae73d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=b435873f-693a-4116-8d94-539975211297,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:13.554106 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (184b88aa-4e80-4d0b-b1d8-5effc4d29510), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:13.599745 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0682d621-376d-435f-8de3-ce969c705196 req-c37b84d3-e47f-4453-9766-b30e2ce3c3b8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2652328 Feb 11 04:57:13.617017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44008) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:13.621546 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e43d5366-c309-4e05-8f87-fe6cfa571084 req-8b87b2cf-08f3-462c-b66c-f9e4b7ca0cf4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020308 Feb 11 04:57:13.630609 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31a25c55-3831-4468-b315-18bb0eb37717 req-b7ee4c88-7458-49eb-afed-e2d3e56e0a9e service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314832 Feb 11 04:57:13.703652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44014) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:13.705531 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-48718af0-3945-4d2d-9250-c3573f9fbb35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5aa7543d425410d81af39f6a38527bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0752850 Feb 11 04:57:13.810864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdf4e4-d665-48be-836a-40518b1e9ec3 req-c7464c29-9aa3-4e26-b095-70bddeb361de tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:13.813409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-01bdf4e4-d665-48be-836a-40518b1e9ec3 req-c7464c29-9aa3-4e26-b095-70bddeb361de tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1067376 Feb 11 04:57:13.873674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9082e6b4-59f9-4832-b13e-526bac1949a3 None None] Network 184b88aa-4e80-4d0b-b1d8-5effc4d29510 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:13.922779 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18f54583-d5f6-4fd3-9f03-5e20f334cdf6 admin admin] Publish callbacks [] for security_group (6866cf75-8a5d-4eee-8678-18e147e39569), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:13.952664 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Deleting port d84895e6-6fed-4605-b75d-64b4ff0cd2ea {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:13.953254 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d84895e6-6fed-4605-b75d-64b4ff0cd2ea), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:13.953382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-01bdf4e4-d665-48be-836a-40518b1e9ec3 req-89cf40a6-2ef3-4dae-9e68-3d02b26b5e52 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259279 Feb 11 04:57:13.991360 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18f54583-d5f6-4fd3-9f03-5e20f334cdf6 admin admin] Publish callbacks [] for security_group (6866cf75-8a5d-4eee-8678-18e147e39569), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.057103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf93e1-9984-4361-b5c3-41973d4941e7 req-ee2b4d6e-04a0-43ea-9240-dafaaa8919a4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:14.065028 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2bf93e1-9984-4361-b5c3-41973d4941e7 req-ee2b4d6e-04a0-43ea-9240-dafaaa8919a4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.2951021 Feb 11 04:57:14.159859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] For port d84895e6-6fed-4605-b75d-64b4ff0cd2ea, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d84895e6-6fed-4605-b75d-64b4ff0cd2ea,segment=NetworkSegment(54f703a2-dbbb-47e4-9bd6-7daa78d588c5),segment_id=54f703a2-dbbb-47e4-9bd6-7daa78d588c5)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:14.160250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d84895e6-6fed-4605-b75d-64b4ff0cd2ea), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.172667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569c385-1b94-484a-b492-0b3ef1c6b82e req-d6d74fe3-be46-4387-bf7f-c46f36923e69 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:14.175485 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c569c385-1b94-484a-b492-0b3ef1c6b82e req-d6d74fe3-be46-4387-bf7f-c46f36923e69 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.0869067 Feb 11 04:57:14.182272 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18f54583-d5f6-4fd3-9f03-5e20f334cdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6866cf75-8a5d-4eee-8678-18e147e39569), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.184942 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18f54583-d5f6-4fd3-9f03-5e20f334cdf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.185989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-18f54583-d5f6-4fd3-9f03-5e20f334cdf6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6866cf75-8a5d-4eee-8678-18e147e39569 HTTP/1.1" status: 204 len: 168 time: 0.4808941 Feb 11 04:57:14.186939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Calling delete_port for d84895e6-6fed-4605-b75d-64b4ff0cd2ea owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:14.203010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f54583-d5f6-4fd3-9f03-5e20f334cdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6866cf75-8a5d-4eee-8678-18e147e39569,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:14.214397 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2bf93e1-9984-4361-b5c3-41973d4941e7 req-66856ade-f567-4bae-93e4-3a061a791a8d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483779 Feb 11 04:57:14.273528 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.325028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c569c385-1b94-484a-b492-0b3ef1c6b82e req-7da378d6-ba57-4239-a776-fd4842b423e1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428699 Feb 11 04:57:14.407502 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d84895e6-6fed-4605-b75d-64b4ff0cd2ea), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.449545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Port': ['ID=d84895e6-6fed-4605-b75d-64b4ff0cd2ea,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:14.451882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] No DVR routers for this DVR port d84895e6-6fed-4605-b75d-64b4ff0cd2ea on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:57:14.595561 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (184b88aa-4e80-4d0b-b1d8-5effc4d29510), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.622517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-cc03c1ba-be9d-4f58-a2ca-b9c11257aac7 req-3d7af011-3f15-411e-b171-94379a6b95dc service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:57:14.624533 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc03c1ba-be9d-4f58-a2ca-b9c11257aac7 req-3d7af011-3f15-411e-b171-94379a6b95dc service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107803 Feb 11 04:57:14.641576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184b88aa-4e80-4d0b-b1d8-5effc4d29510']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:14.682919 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f703a2-dbbb-47e4-9bd6-7daa78d588c5') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:14.683317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f703a2-dbbb-47e4-9bd6-7daa78d588c5') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:14.713151 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (54f703a2-dbbb-47e4-9bd6-7daa78d588c5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.749497 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (54f703a2-dbbb-47e4-9bd6-7daa78d588c5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.770608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:57:14.771323 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (54f703a2-dbbb-47e4-9bd6-7daa78d588c5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:57:14.883707 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:57:14.919405 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (184b88aa-4e80-4d0b-b1d8-5effc4d29510), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.936475 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.950690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/networks/184b88aa-4e80-4d0b-b1d8-5effc4d29510 HTTP/1.1" status: 204 len: 168 time: 3.3743675 Feb 11 04:57:15.000571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44052) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:15.013746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-27e8cae5-7255-4ab9-bf37-cb59cae242f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-763413717'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:15.027973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558141e0-1a4d-4c2b-a95f-7d1612c629f9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Network': ['ID=184b88aa-4e80-4d0b-b1d8-5effc4d29510,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:15.075908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e8cae5-7255-4ab9-bf37-cb59cae242f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:15.086049 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27e8cae5-7255-4ab9-bf37-cb59cae242f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.138211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e8cae5-7255-4ab9-bf37-cb59cae242f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:57:15.146953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7faad1-77ea-4b0e-8b7e-3b7e1b9b3dc7 req-4ae8cb88-f14f-41e6-95a5-5d988e5902cc tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:15.154471 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27e8cae5-7255-4ab9-bf37-cb59cae242f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5674c898-8675-4378-a2c8-a96bfcdd3544), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.155370 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-27e8cae5-7255-4ab9-bf37-cb59cae242f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Added segment 5674c898-8675-4378-a2c8-a96bfcdd3544 of type vlan for network 8d21c554-b4a9-4e91-8327-190a4d9eef97 Feb 11 04:57:15.177190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d0439-aac6-4232-bbb6-da633ba0f9e4 req-3c91520d-c4d9-4fc9-ab72-54f375fe2c48 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:15.177498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7faad1-77ea-4b0e-8b7e-3b7e1b9b3dc7 req-4ae8cb88-f14f-41e6-95a5-5d988e5902cc tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:15.183125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7faad1-77ea-4b0e-8b7e-3b7e1b9b3dc7 req-4ae8cb88-f14f-41e6-95a5-5d988e5902cc tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:15.188568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7faad1-77ea-4b0e-8b7e-3b7e1b9b3dc7 req-4ae8cb88-f14f-41e6-95a5-5d988e5902cc tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:15.189261 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c20d0439-aac6-4232-bbb6-da633ba0f9e4 req-3c91520d-c4d9-4fc9-ab72-54f375fe2c48 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.3146062 Feb 11 04:57:15.194438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7faad1-77ea-4b0e-8b7e-3b7e1b9b3dc7 req-4ae8cb88-f14f-41e6-95a5-5d988e5902cc tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:15.200677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7faad1-77ea-4b0e-8b7e-3b7e1b9b3dc7 req-4ae8cb88-f14f-41e6-95a5-5d988e5902cc tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:15.206288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7faad1-77ea-4b0e-8b7e-3b7e1b9b3dc7 req-4ae8cb88-f14f-41e6-95a5-5d988e5902cc tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:15.214541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3d7faad1-77ea-4b0e-8b7e-3b7e1b9b3dc7 req-4ae8cb88-f14f-41e6-95a5-5d988e5902cc tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.3301854 Feb 11 04:57:15.299590 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3d7faad1-77ea-4b0e-8b7e-3b7e1b9b3dc7 req-0417d7ce-7c2c-45b7-8d90-0038372fffef tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840592 Feb 11 04:57:15.304953 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c20d0439-aac6-4232-bbb6-da633ba0f9e4 req-51355d4d-0ae8-4dd0-a305-949c18f0a573 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142862 Feb 11 04:57:15.328905 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27e8cae5-7255-4ab9-bf37-cb59cae242f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (8d21c554-b4a9-4e91-8327-190a4d9eef97), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.390665 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27e8cae5-7255-4ab9-bf37-cb59cae242f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (8d21c554-b4a9-4e91-8327-190a4d9eef97), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.403185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e8cae5-7255-4ab9-bf37-cb59cae242f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:15.403844 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27e8cae5-7255-4ab9-bf37-cb59cae242f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.489444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6b394-49db-4ddd-87fd-7e874c80e6ca req-b3418202-37dd-4614-ba0c-6701b219de31 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:15.497162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-27e8cae5-7255-4ab9-bf37-cb59cae242f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4942231 Feb 11 04:57:15.497784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44066) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:15.500954 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3ae6b394-49db-4ddd-87fd-7e874c80e6ca req-b3418202-37dd-4614-ba0c-6701b219de31 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1355457 Feb 11 04:57:15.540691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Request body: {'subnet': {'network_id': '8d21c554-b4a9-4e91-8327-190a4d9eef97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:15.567276 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.677397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8cae5-7255-4ab9-bf37-cb59cae242f8 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Network': ['ID=8d21c554-b4a9-4e91-8327-190a4d9eef97,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:15.688403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 8d21c554-b4a9-4e91-8327-190a4d9eef97 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:57:15.763996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Made reservation on behalf of 5c24a5d92ce4455e9b4fe4b17e9cfa3c for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:15.771044 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.963064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 27c65b30-2722-41bd-9b9e-a7f213f845df no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:57:15.989835 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44076) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:16.072156 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-5f11f3c0-eef3-41e4-9df2-09759edcd461 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6920726 Feb 11 04:57:16.087748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-8c685ee6-9b63-470d-892e-de9cf8a5c1fd service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:57:16.102832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-8c685ee6-9b63-470d-892e-de9cf8a5c1fd service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218413 Feb 11 04:57:16.151346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44082) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:16.155160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 27c65b30-2722-41bd-9b9e-a7f213f845df is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:16.185037 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3ae6b394-49db-4ddd-87fd-7e874c80e6ca req-72e66e83-d7dc-4067-ab59-ad6bd08b008b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6815696 Feb 11 04:57:16.250524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-276009703-network', 'tenant_id': '7cc31c24a2d64e20bd9c2196b5b99ce2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:16.286698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Made reservation on behalf of 7cc31c24a2d64e20bd9c2196b5b99ce2 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:16.289663 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:16.328496 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:16.531083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.objects.ports [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103353) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:57:16.544837 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (86ab65aa-a922-4911-8b51-3892aa3bffdc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:16.546700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ddc7d-cf4c-4dfb-aba6-9c9cdf984389 req-593b7f26-429f-43ff-b020-1163f8ab9c1b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:16.553427 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ddc7d-cf4c-4dfb-aba6-9c9cdf984389 req-593b7f26-429f-43ff-b020-1163f8ab9c1b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:16.559474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ddc7d-cf4c-4dfb-aba6-9c9cdf984389 req-593b7f26-429f-43ff-b020-1163f8ab9c1b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:16.564679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ddc7d-cf4c-4dfb-aba6-9c9cdf984389 req-593b7f26-429f-43ff-b020-1163f8ab9c1b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:16.574219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ddc7d-cf4c-4dfb-aba6-9c9cdf984389 req-593b7f26-429f-43ff-b020-1163f8ab9c1b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:16.580107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ddc7d-cf4c-4dfb-aba6-9c9cdf984389 req-593b7f26-429f-43ff-b020-1163f8ab9c1b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:16.585995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ddc7d-cf4c-4dfb-aba6-9c9cdf984389 req-593b7f26-429f-43ff-b020-1163f8ab9c1b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:16.593946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-898ddc7d-cf4c-4dfb-aba6-9c9cdf984389 req-593b7f26-429f-43ff-b020-1163f8ab9c1b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1145205 Feb 11 04:57:16.624136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event updated for resources: {'Subnet': ['ID=86ab65aa-a922-4911-8b51-3892aa3bffdc,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:16.672571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-5aa78900-9ae3-40dc-8b88-e6fe8854e08d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:16.674469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-5aa78900-9ae3-40dc-8b88-e6fe8854e08d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports/27c65b30-2722-41bd-9b9e-a7f213f845df HTTP/1.1" status: 200 len: 941 time: 0.4944601 Feb 11 04:57:16.689858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-898ddc7d-cf4c-4dfb-aba6-9c9cdf984389 req-af22472f-60f9-4f4e-b67b-df2812535167 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950429 Feb 11 04:57:16.696566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb990e-89d8-43db-b653-d30bf0848c2c req-f02ed278-8a7f-4a84-99b4-aee4045874d1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:16.703599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07eb990e-89d8-43db-b653-d30bf0848c2c req-f02ed278-8a7f-4a84-99b4-aee4045874d1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.2510555 Feb 11 04:57:16.843226 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Publish callbacks [] for security_group (1ea6dddd-aee2-4ddd-a392-18494716677f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:16.858829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Checking segment: {'id': '5674c898-8675-4378-a2c8-a96bfcdd3544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8d21c554-b4a9-4e91-8327-190a4d9eef97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:16.859795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network hostable DHCP agents. Network: 8d21c554-b4a9-4e91-8327-190a4d9eef97, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:57:16.864991 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1ea6dddd-aee2-4ddd-a392-18494716677f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:16.901325 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07eb990e-89d8-43db-b653-d30bf0848c2c req-7ab019d8-d346-46bc-9734-ce0badea138c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921585 Feb 11 04:57:16.926717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:57:16.987305 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c4fc6341-1ed4-4c96-96dc-7dda9a3bd409), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:16.989975 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Added segment c4fc6341-1ed4-4c96-96dc-7dda9a3bd409 of type vlan for network af7fca17-8c2a-48be-9892-cde226b4280e Feb 11 04:57:17.005113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea6dddd-aee2-4ddd-a392-18494716677f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:17.050142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Network 8d21c554-b4a9-4e91-8327-190a4d9eef97 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:57:17.148475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (af7fca17-8c2a-48be-9892-cde226b4280e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.179411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 8d21c554-b4a9-4e91-8327-190a4d9eef97) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:17.187815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:17.189676 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.194978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72684128-c966-42b4-866c-c7a383f7e556 None None] Network 8d21c554-b4a9-4e91-8327-190a4d9eef97 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:17.200779 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (af7fca17-8c2a-48be-9892-cde226b4280e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.202354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:17.204214 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.231853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0c8005ed-e7fb-4f3c-9bea-9802dce232a4 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7298286 Feb 11 04:57:17.234735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44102) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:17.260973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2572408 Feb 11 04:57:17.306125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44104) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:17.327228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fa9d2a31-7851-4b7d-9589-432bf9d2bbd5 admin admin] Request body: {'subnet': {'network_id': 'af7fca17-8c2a-48be-9892-cde226b4280e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-276009703-subnet', 'tenant_id': '7cc31c24a2d64e20bd9c2196b5b99ce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:17.330021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c089f63-6a3f-49cf-8a37-11f236897a7b admin admin] Pushing event updated for resources: {'Network': ['ID=af7fca17-8c2a-48be-9892-cde226b4280e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:17.354647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network af7fca17-8c2a-48be-9892-cde226b4280e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:57:17.451095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d2a31-7851-4b7d-9589-432bf9d2bbd5 admin admin] Made reservation on behalf of 7cc31c24a2d64e20bd9c2196b5b99ce2 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:17.453509 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2a31-7851-4b7d-9589-432bf9d2bbd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.536064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (8d21c554-b4a9-4e91-8327-190a4d9eef97), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.548621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3b36f8-d968-4223-a301-d55d7100464d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-8d21c554-b4a9-4e91-8327-190a4d9eef97', 'network_id': '8d21c554-b4a9-4e91-8327-190a4d9eef97', 'project_id': '5c24a5d92ce4455e9b4fe4b17e9cfa3c', 'fixed_ips': [{'subnet_id': '86ab65aa-a922-4911-8b51-3892aa3bffdc'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:57:17.552363 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fd3b36f8-d968-4223-a301-d55d7100464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.636778 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (86ab65aa-a922-4911-8b51-3892aa3bffdc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.756002 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (86ab65aa-a922-4911-8b51-3892aa3bffdc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-fd3b36f8-d968-4223-a301-d55d7100464d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86ab65aa-a922-4911-8b51-3892aa3bffdc: This subnet is being modified by another concurrent operation. Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:57:17.761443 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exception Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86ab65aa-a922-4911-8b51-3892aa3bffdc: This subnet is being modified by another concurrent operation. Feb 11 04:57:17.766077 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Feb 11 04:57:17.801715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Subnet': ['ID=86ab65aa-a922-4911-8b51-3892aa3bffdc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:17.830951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0246ef-5df8-47de-8634-853a91445df5 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:57:17.845183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.845887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.845887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.846094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.847368 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.847368 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.847368 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.847856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.847953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.848336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.849313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.849313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.849313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:17.863603 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2a31-7851-4b7d-9589-432bf9d2bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (78a52354-babc-4448-8301-0373dea9a280), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:18.013032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (8d21c554-b4a9-4e91-8327-190a4d9eef97), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:18.061507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9d2a31-7851-4b7d-9589-432bf9d2bbd5 admin admin] Checking segment: {'id': 'c4fc6341-1ed4-4c96-96dc-7dda9a3bd409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'af7fca17-8c2a-48be-9892-cde226b4280e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:18.062153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d2a31-7851-4b7d-9589-432bf9d2bbd5 admin admin] Network hostable DHCP agents. Network: af7fca17-8c2a-48be-9892-cde226b4280e, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:57:18.185433 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d21c554-b4a9-4e91-8327-190a4d9eef97']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:18.188801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d2a31-7851-4b7d-9589-432bf9d2bbd5 admin admin] Network af7fca17-8c2a-48be-9892-cde226b4280e is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:57:18.208429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d2a31-7851-4b7d-9589-432bf9d2bbd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a52354-babc-4448-8301-0373dea9a280,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:18.252304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5674c898-8675-4378-a2c8-a96bfcdd3544') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:18.257016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5674c898-8675-4378-a2c8-a96bfcdd3544') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:18.291824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0246ef-5df8-47de-8634-853a91445df5 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:57:18.292660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085489cb-d45f-4012-903d-e25a49bf68cb req-c08e8f75-a9df-4e1f-badd-d4bb8f824cbb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:18.315012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085489cb-d45f-4012-903d-e25a49bf68cb req-c08e8f75-a9df-4e1f-badd-d4bb8f824cbb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:18.338373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-459484f0-c47d-46ad-8177-29765ece2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:18.340897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085489cb-d45f-4012-903d-e25a49bf68cb req-c08e8f75-a9df-4e1f-badd-d4bb8f824cbb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:18.343387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-459484f0-c47d-46ad-8177-29765ece2857 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4&tenant_id=a0d0af48ff764b78ad9fdc536be1a471 HTTP/1.1" status: 200 len: 1127 time: 0.4057481 Feb 11 04:57:18.355895 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085489cb-d45f-4012-903d-e25a49bf68cb req-c08e8f75-a9df-4e1f-badd-d4bb8f824cbb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:18.364387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d153b-e47d-4217-9d4f-28e462e383cf req-52dc0820-1bbc-4168-b994-8601fcaa69ae tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:18.365887 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-366d153b-e47d-4217-9d4f-28e462e383cf req-52dc0820-1bbc-4168-b994-8601fcaa69ae tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.2326846 Feb 11 04:57:18.370172 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085489cb-d45f-4012-903d-e25a49bf68cb req-c08e8f75-a9df-4e1f-badd-d4bb8f824cbb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:18.391795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085489cb-d45f-4012-903d-e25a49bf68cb req-c08e8f75-a9df-4e1f-badd-d4bb8f824cbb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:18.404990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085489cb-d45f-4012-903d-e25a49bf68cb req-c08e8f75-a9df-4e1f-badd-d4bb8f824cbb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:18.420553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-085489cb-d45f-4012-903d-e25a49bf68cb req-c08e8f75-a9df-4e1f-badd-d4bb8f824cbb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.5876029 Feb 11 04:57:18.429426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d2a31-7851-4b7d-9589-432bf9d2bbd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, af7fca17-8c2a-48be-9892-cde226b4280e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:18.443530 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (5674c898-8675-4378-a2c8-a96bfcdd3544), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:18.452554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d2a31-7851-4b7d-9589-432bf9d2bbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:18.458085 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2a31-7851-4b7d-9589-432bf9d2bbd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:18.485681 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5674c898-8675-4378-a2c8-a96bfcdd3544), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:18.538218 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-366d153b-e47d-4217-9d4f-28e462e383cf req-0bfc95cb-1f6a-45f6-b84a-26365c964590 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619377 Feb 11 04:57:18.566746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-53daaaca-81fc-4ab4-889f-0c7dadf819f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:18.568762 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-53daaaca-81fc-4ab4-889f-0c7dadf819f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 1127 time: 0.1811090 Feb 11 04:57:18.603288 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fa9d2a31-7851-4b7d-9589-432bf9d2bbd5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2921457 Feb 11 04:57:18.604468 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-085489cb-d45f-4012-903d-e25a49bf68cb req-d39cc38c-4fe7-4a2f-80dd-1040d109f089 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1826811 Feb 11 04:57:18.605596 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:57:18.606072 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (5674c898-8675-4378-a2c8-a96bfcdd3544), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:57:18.638608 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:57:18.695370 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (8d21c554-b4a9-4e91-8327-190a4d9eef97), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:18.722301 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:18.729956 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/networks/8d21c554-b4a9-4e91-8327-190a4d9eef97 HTTP/1.1" status: 204 len: 168 time: 1.4839270 Feb 11 04:57:18.730914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9e1f9-e48e-4e36-81e3-36c0f043175c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Network': ['ID=8d21c554-b4a9-4e91-8327-190a4d9eef97,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:18.733340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44164) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:18.785357 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b16acc1-138d-476f-ae08-3e8cee6e8666 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] DELETE failed (client error): The resource could not be found. Feb 11 04:57:18.785888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b16acc1-138d-476f-ae08-3e8cee6e8666 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:57:18.790842 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6b16acc1-138d-476f-ae08-3e8cee6e8666 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/subnets/86ab65aa-a922-4911-8b51-3892aa3bffdc HTTP/1.1" status: 404 len: 337 time: 0.0557191 Feb 11 04:57:18.796615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44174) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:18.815339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-99c88544-3673-4dd8-a341-17040a80041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:18.818010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-99c88544-3673-4dd8-a341-17040a80041b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 200 len: 914 time: 0.2340515 Feb 11 04:57:18.886852 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d4aae7-dd55-44c5-8c95-644bf9aa3f3d tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] DELETE failed (client error): The resource could not be found. Feb 11 04:57:18.887582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d4aae7-dd55-44c5-8c95-644bf9aa3f3d tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:57:18.894123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d5d4aae7-dd55-44c5-8c95-644bf9aa3f3d tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/networks/8d21c554-b4a9-4e91-8327-190a4d9eef97 HTTP/1.1" status: 404 len: 339 time: 0.0956104 Feb 11 04:57:18.899848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44186) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:18.959185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f85bfdb-bd86-42cd-964c-a7b25124f7ce None None] Network 8d21c554-b4a9-4e91-8327-190a4d9eef97 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:18.959413 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a09d586-ab6f-4dcf-bb62-fae4623db778 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] DELETE failed (client error): The resource could not be found. Feb 11 04:57:18.960016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a09d586-ab6f-4dcf-bb62-fae4623db778 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:57:18.963792 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9a09d586-ab6f-4dcf-bb62-fae4623db778 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/subnets/c506b800-78d7-4256-8ca7-434a6ad76d05 HTTP/1.1" status: 404 len: 337 time: 0.0628276 Feb 11 04:57:18.965982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:18.987766 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a39f2e-ff62-4070-8b60-2cef3b3da5a0 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] DELETE failed (client error): The resource could not be found. Feb 11 04:57:18.988372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a39f2e-ff62-4070-8b60-2cef3b3da5a0 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:57:18.994136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e2a39f2e-ff62-4070-8b60-2cef3b3da5a0 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/networks/184b88aa-4e80-4d0b-b1d8-5effc4d29510 HTTP/1.1" status: 404 len: 339 time: 0.0245860 Feb 11 04:57:18.995742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44198) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:18.996141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b70de0f-7894-4c18-aed1-af4fb13f1f41 None None] Network af7fca17-8c2a-48be-9892-cde226b4280e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:19.012998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-3408b479-4e2e-41c9-a539-eb5d35be8fb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c65b30-2722-41bd-9b9e-a7f213f845df HTTP/1.1" status: 200 len: 217 time: 0.1856208 Feb 11 04:57:19.043053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f85bfdb-bd86-42cd-964c-a7b25124f7ce None None] Network 8d21c554-b4a9-4e91-8327-190a4d9eef97 could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 04:57:19.075238 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb053adb-6271-4034-8432-e0d4c5725c81 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] DELETE failed (client error): The resource could not be found. Feb 11 04:57:19.076057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb053adb-6271-4034-8432-e0d4c5725c81 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:57:19.082588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bb053adb-6271-4034-8432-e0d4c5725c81 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/subnets/4fd9dac4-599d-4efd-8279-cb2b9521306d HTTP/1.1" status: 404 len: 337 time: 0.0796480 Feb 11 04:57:19.083602 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:19.109150 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-8438225c-2330-4952-8ba8-160e8f543dfd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] DELETE failed (client error): The resource could not be found. Feb 11 04:57:19.109810 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8438225c-2330-4952-8ba8-160e8f543dfd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:57:19.114953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8438225c-2330-4952-8ba8-160e8f543dfd tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/networks/837be4b9-d264-4fd9-86e2-1f5710d4b4ac HTTP/1.1" status: 404 len: 339 time: 0.0291290 Feb 11 04:57:19.116328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44212) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:19.243228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-2883ba4c-8f26-4475-97a2-0d37f89fe351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:19.248506 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-2883ba4c-8f26-4475-97a2-0d37f89fe351 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f1730ef-db3b-4017-bd70-cc38613cb0e5 HTTP/1.1" status: 200 len: 853 time: 0.2056079 Feb 11 04:57:19.249874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97bb3ca-0544-46e1-aa81-692444e276f2 None None] Network af7fca17-8c2a-48be-9892-cde226b4280e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:19.345600 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-4f44274f-659c-4acc-a92a-5e65bb77dc73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b67d36b9-6f2e-4fab-9900-af82916ad6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868769 Feb 11 04:57:19.376836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f46195f9-6576-4e0d-b5c3-88399944f45a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Deleting port 9e1365a6-cfae-4201-b9a3-2e3e94665f8a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:19.378932 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f46195f9-6576-4e0d-b5c3-88399944f45a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9e1365a6-cfae-4201-b9a3-2e3e94665f8a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.553503 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f46195f9-6576-4e0d-b5c3-88399944f45a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9e1365a6-cfae-4201-b9a3-2e3e94665f8a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.595219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f46195f9-6576-4e0d-b5c3-88399944f45a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Calling delete_port for 9e1365a6-cfae-4201-b9a3-2e3e94665f8a owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:19.627695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-3c52f992-e325-4804-942f-7148215a52bf tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:19.634853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-3c52f992-e325-4804-942f-7148215a52bf tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/networks?id=af7fca17-8c2a-48be-9892-cde226b4280e HTTP/1.1" status: 200 len: 813 time: 0.3853483 Feb 11 04:57:19.682418 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-6b5f0091-2961-4904-ae90-0e7b3e643df3 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/quotas/7cc31c24a2d64e20bd9c2196b5b99ce2 HTTP/1.1" status: 200 len: 375 time: 0.0466254 Feb 11 04:57:19.695181 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-ca803e6b-6a39-4e12-b241-4ebb8c77be20 service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317084 Feb 11 04:57:19.726247 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-b59e59aa-ff5d-4c01-927b-f790caedbb63 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7cc31c24a2d64e20bd9c2196b5b99ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429223 Feb 11 04:57:19.878814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f46195f9-6576-4e0d-b5c3-88399944f45a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9e1365a6-cfae-4201-b9a3-2e3e94665f8a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.922621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46195f9-6576-4e0d-b5c3-88399944f45a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Port': ['ID=9e1365a6-cfae-4201-b9a3-2e3e94665f8a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:19.939175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351df7-dbe9-4a28-b9a4-480886128a73 req-4fc7e1cb-9f87-4ce3-9ec8-0c76896a7ee8 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:19.941474 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a6351df7-dbe9-4a28-b9a4-480886128a73 req-4fc7e1cb-9f87-4ce3-9ec8-0c76896a7ee8 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.2320197 Feb 11 04:57:20.002111 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a6351df7-dbe9-4a28-b9a4-480886128a73 req-da3b0841-2185-4729-ab30-f3661fa75277 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508666 Feb 11 04:57:20.005069 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f46195f9-6576-4e0d-b5c3-88399944f45a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.011034 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f46195f9-6576-4e0d-b5c3-88399944f45a tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/ports/9e1365a6-cfae-4201-b9a3-2e3e94665f8a HTTP/1.1" status: 204 len: 168 time: 0.8904424 Feb 11 04:57:20.011585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44308) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:20.062806 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-7216d3d9-6d67-49b0-b07d-bfd078303217 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] DELETE failed (client error): The resource could not be found. Feb 11 04:57:20.063634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7216d3d9-6d67-49b0-b07d-bfd078303217 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:57:20.079294 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7216d3d9-6d67-49b0-b07d-bfd078303217 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/subnets/7e4a7f34-a6b9-4a0b-adb7-0f2c1ec91147 HTTP/1.1" status: 404 len: 337 time: 0.0665655 Feb 11 04:57:20.080093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44316) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:20.319266 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-11a1f78f-dd9f-45a8-8c51-1cb93306dc6a service neutron] 10.222.0.48 "GET /v2.0/networks/af7fca17-8c2a-48be-9892-cde226b4280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920820 Feb 11 04:57:20.321412 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82e7fcb-88b9-4c7e-b756-f2e88533dbc9 req-91e5b0cf-1073-4396-95c4-7ee9dbcd88ce service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119509 Feb 11 04:57:20.416719 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (36a4518d-09e4-40ca-83cb-581f929c2dc1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.479720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef39ec-aea4-47ae-806c-6a7d9d06ece9 req-522dffd3-fcda-4918-bbea-5d62737b4d1e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:20.485028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef39ec-aea4-47ae-806c-6a7d9d06ece9 req-522dffd3-fcda-4918-bbea-5d62737b4d1e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:20.491025 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef39ec-aea4-47ae-806c-6a7d9d06ece9 req-522dffd3-fcda-4918-bbea-5d62737b4d1e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:20.501254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef39ec-aea4-47ae-806c-6a7d9d06ece9 req-522dffd3-fcda-4918-bbea-5d62737b4d1e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:20.507632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef39ec-aea4-47ae-806c-6a7d9d06ece9 req-522dffd3-fcda-4918-bbea-5d62737b4d1e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:20.512969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef39ec-aea4-47ae-806c-6a7d9d06ece9 req-522dffd3-fcda-4918-bbea-5d62737b4d1e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:20.525102 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef39ec-aea4-47ae-806c-6a7d9d06ece9 req-522dffd3-fcda-4918-bbea-5d62737b4d1e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:20.537331 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bdef39ec-aea4-47ae-806c-6a7d9d06ece9 req-522dffd3-fcda-4918-bbea-5d62737b4d1e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.3805406 Feb 11 04:57:20.551393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-457303ce-4f15-4626-b93b-cf2110a40195 service neutron] 10.222.0.48 "GET /v2.0/networks/af7fca17-8c2a-48be-9892-cde226b4280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203426 Feb 11 04:57:20.725605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (36a4518d-09e4-40ca-83cb-581f929c2dc1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.820312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a4518d-09e4-40ca-83cb-581f929c2dc1']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:20.839484 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bdef39ec-aea4-47ae-806c-6a7d9d06ece9 req-a642550c-baaa-4425-8ee7-4961662fc438 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3012793 Feb 11 04:57:20.862011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b04f84-6e5c-4c03-b0ea-96e950980b12') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:20.864468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b04f84-6e5c-4c03-b0ea-96e950980b12') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:20.890467 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (91b04f84-6e5c-4c03-b0ea-96e950980b12), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.916382 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (91b04f84-6e5c-4c03-b0ea-96e950980b12), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.927840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:57:20.928732 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (91b04f84-6e5c-4c03-b0ea-96e950980b12), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:57:20.939805 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:57:20.963285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e5c1aac-e527-4d44-bfd8-4a92bf96d49f req-a06cdcba-81be-4506-bc5d-65f9b9d0017e tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 210 time: 0.0709918 Feb 11 04:57:21.121881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (36a4518d-09e4-40ca-83cb-581f929c2dc1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:21.132623 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:21.146805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44420) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:21.166686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/networks/36a4518d-09e4-40ca-83cb-581f929c2dc1 HTTP/1.1" status: 204 len: 168 time: 1.0796981 Feb 11 04:57:21.247491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea8139-1840-47e3-b260-eda6db66cad9 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Network': ['ID=36a4518d-09e4-40ca-83cb-581f929c2dc1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:21.326713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9bb59-27e1-44ca-bd95-69dbc963028f tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Deleting port 5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:21.328288 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b9bb59-27e1-44ca-bd95-69dbc963028f tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:21.405404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3cb93-cad9-41cb-96b0-0a9bea887ce9 req-519efdd8-33ab-4fde-8f49-c7812c53e2d0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:21.414513 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2ec3cb93-cad9-41cb-96b0-0a9bea887ce9 req-519efdd8-33ab-4fde-8f49-c7812c53e2d0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.2317374 Feb 11 04:57:21.474293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2ec3cb93-cad9-41cb-96b0-0a9bea887ce9 req-7863b8fe-7156-4f44-8409-5a2e7f0a673f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562291 Feb 11 04:57:21.525538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b9bb59-27e1-44ca-bd95-69dbc963028f tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:21.544549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9bb59-27e1-44ca-bd95-69dbc963028f tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Calling delete_port for 5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:21.681549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b9bb59-27e1-44ca-bd95-69dbc963028f tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:21.721549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b9bb59-27e1-44ca-bd95-69dbc963028f tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:21.727143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e1b9bb59-27e1-44ca-bd95-69dbc963028f tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/ports/5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47 HTTP/1.1" status: 204 len: 168 time: 0.5775759 Feb 11 04:57:21.728501 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44446) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:21.736613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9bb59-27e1-44ca-bd95-69dbc963028f tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Port': ['ID=5cb6c86b-3d8b-4097-aca8-8d3f25ac4d47,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:21.768145 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-722b4ef2-a474-4a3b-8ef0-25a2afa598ee tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] DELETE failed (client error): The resource could not be found. Feb 11 04:57:21.768653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722b4ef2-a474-4a3b-8ef0-25a2afa598ee tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:57:21.772009 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-722b4ef2-a474-4a3b-8ef0-25a2afa598ee tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/subnets/2e3dabc9-57ff-4773-a823-76c51da0f0a3 HTTP/1.1" status: 404 len: 337 time: 0.0422153 Feb 11 04:57:21.774995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44450) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:21.916544 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (81bb3c76-b308-4817-a4e2-d868d9263c2c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.124593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c69be-5dd7-4beb-800d-c66ef7d66bd1 req-6773beff-de32-4ea2-bf7c-d11d00c846ee tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:22.141367 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c69be-5dd7-4beb-800d-c66ef7d66bd1 req-6773beff-de32-4ea2-bf7c-d11d00c846ee tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:22.149850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c69be-5dd7-4beb-800d-c66ef7d66bd1 req-6773beff-de32-4ea2-bf7c-d11d00c846ee tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:22.155199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c69be-5dd7-4beb-800d-c66ef7d66bd1 req-6773beff-de32-4ea2-bf7c-d11d00c846ee tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:22.161341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c69be-5dd7-4beb-800d-c66ef7d66bd1 req-6773beff-de32-4ea2-bf7c-d11d00c846ee tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:22.166815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c69be-5dd7-4beb-800d-c66ef7d66bd1 req-6773beff-de32-4ea2-bf7c-d11d00c846ee tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:22.169816 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (81bb3c76-b308-4817-a4e2-d868d9263c2c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.172267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c69be-5dd7-4beb-800d-c66ef7d66bd1 req-6773beff-de32-4ea2-bf7c-d11d00c846ee tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:22.174241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c9c69be-5dd7-4beb-800d-c66ef7d66bd1 req-6773beff-de32-4ea2-bf7c-d11d00c846ee tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1650195 Feb 11 04:57:22.266572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98288508-508d-4aa4-81b8-7b480c80ef27 req-d6126b97-a4db-4e16-98c3-f6f4393ff6be tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 210 time: 0.1263399 Feb 11 04:57:22.286016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bb3c76-b308-4817-a4e2-d868d9263c2c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:22.319156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f166a0d-960e-44a5-b511-2aae99e06ddd') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:22.319669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f166a0d-960e-44a5-b511-2aae99e06ddd') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:22.324098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c9c69be-5dd7-4beb-800d-c66ef7d66bd1 req-c0b765fc-93ac-4659-bfac-85c62dacc60d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1388171 Feb 11 04:57:22.343149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (1f166a0d-960e-44a5-b511-2aae99e06ddd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.379860 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1f166a0d-960e-44a5-b511-2aae99e06ddd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.397713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:57:22.398185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (1f166a0d-960e-44a5-b511-2aae99e06ddd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:57:22.401689 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:57:22.483706 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (81bb3c76-b308-4817-a4e2-d868d9263c2c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.501124 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.511789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44470) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:22.511945 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/networks/81bb3c76-b308-4817-a4e2-d868d9263c2c HTTP/1.1" status: 204 len: 168 time: 0.7354040 Feb 11 04:57:22.523942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f7695-4595-45ca-8726-e60dfebb5663 tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Network': ['ID=81bb3c76-b308-4817-a4e2-d868d9263c2c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:22.670042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-0230596d-c08d-40cd-8549-5a56a26eec5c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Deleting subnet 4c99d518-2594-4b94-be7b-1ccc1cbc5644 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:57:22.685041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0230596d-c08d-40cd-8549-5a56a26eec5c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks [] for subnet (4c99d518-2594-4b94-be7b-1ccc1cbc5644), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.703303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162558d-0b7e-46c9-bdd7-92a920079265 req-d717bb23-59ef-426d-ae7d-a638e37d3e30 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:22.711520 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4162558d-0b7e-46c9-bdd7-92a920079265 req-d717bb23-59ef-426d-ae7d-a638e37d3e30 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.1203537 Feb 11 04:57:22.788494 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0230596d-c08d-40cd-8549-5a56a26eec5c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (4c99d518-2594-4b94-be7b-1ccc1cbc5644), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.806350 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4162558d-0b7e-46c9-bdd7-92a920079265 req-d68cfb90-e7e6-4cdb-94db-4ae65170f174 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871878 Feb 11 04:57:22.944052 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0230596d-c08d-40cd-8549-5a56a26eec5c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4c99d518-2594-4b94-be7b-1ccc1cbc5644), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:23.034024 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0230596d-c08d-40cd-8549-5a56a26eec5c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (4c99d518-2594-4b94-be7b-1ccc1cbc5644), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:23.063097 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0230596d-c08d-40cd-8549-5a56a26eec5c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:23.069149 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf31a375-da7e-422a-9b47-ca952ae93703 None None] Network 09e497d2-0ad9-4e79-a489-98712ca13804 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:23.083146 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0230596d-c08d-40cd-8549-5a56a26eec5c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/subnets/4c99d518-2594-4b94-be7b-1ccc1cbc5644 HTTP/1.1" status: 204 len: 168 time: 0.5660591 Feb 11 04:57:23.083410 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44490) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:23.120831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230596d-c08d-40cd-8549-5a56a26eec5c tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Subnet': ['ID=4c99d518-2594-4b94-be7b-1ccc1cbc5644,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:23.209350 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (09e497d2-0ad9-4e79-a489-98712ca13804), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:23.285377 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Deleting port 56062105-3b7c-48ea-a43c-bec1d02d896f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:23.285753 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:23.316758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72de049-0c3e-4646-a259-c48b773b7882 None None] DHCP port deletion for 09e497d2-0ad9-4e79-a489-98712ca13804 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:57:23.388806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] For port 56062105-3b7c-48ea-a43c-bec1d02d896f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=56062105-3b7c-48ea-a43c-bec1d02d896f,segment=NetworkSegment(eacbe893-2912-4081-ae23-e90f8e200590),segment_id=eacbe893-2912-4081-ae23-e90f8e200590)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:23.389498 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:23.418807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Calling delete_port for 56062105-3b7c-48ea-a43c-bec1d02d896f owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:23.464603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a72de049-0c3e-4646-a259-c48b773b7882 None None] Deleting port 56062105-3b7c-48ea-a43c-bec1d02d896f {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:23.465358 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a72de049-0c3e-4646-a259-c48b773b7882 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:23.545172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af63634f-41e0-42f4-bd2c-54baaa16e3d7 req-152d5d6c-6c51-468f-81ca-27b98e338e45 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 210 time: 0.0864854 Feb 11 04:57:23.619963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a72de049-0c3e-4646-a259-c48b773b7882 None None] For port 56062105-3b7c-48ea-a43c-bec1d02d896f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=56062105-3b7c-48ea-a43c-bec1d02d896f,segment=NetworkSegment(eacbe893-2912-4081-ae23-e90f8e200590),segment_id=eacbe893-2912-4081-ae23-e90f8e200590)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:23.624061 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a72de049-0c3e-4646-a259-c48b773b7882 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:23.658084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b45acb-a598-40f5-a35a-9a47fbac290f req-d7998ad3-ccc9-42cd-b14e-ef87b04fe221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:23.664762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b45acb-a598-40f5-a35a-9a47fbac290f req-d7998ad3-ccc9-42cd-b14e-ef87b04fe221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:23.667861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a72de049-0c3e-4646-a259-c48b773b7882 None None] Calling delete_port for 56062105-3b7c-48ea-a43c-bec1d02d896f owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:23.682058 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b45acb-a598-40f5-a35a-9a47fbac290f req-d7998ad3-ccc9-42cd-b14e-ef87b04fe221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:23.689635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b45acb-a598-40f5-a35a-9a47fbac290f req-d7998ad3-ccc9-42cd-b14e-ef87b04fe221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:23.711616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b45acb-a598-40f5-a35a-9a47fbac290f req-d7998ad3-ccc9-42cd-b14e-ef87b04fe221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:23.749685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b45acb-a598-40f5-a35a-9a47fbac290f req-d7998ad3-ccc9-42cd-b14e-ef87b04fe221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:23.767915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b45acb-a598-40f5-a35a-9a47fbac290f req-d7998ad3-ccc9-42cd-b14e-ef87b04fe221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:23.794842 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9b45acb-a598-40f5-a35a-9a47fbac290f req-d7998ad3-ccc9-42cd-b14e-ef87b04fe221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2824278 Feb 11 04:57:23.837244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 56062105-3b7c-48ea-a43c-bec1d02d896f no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:57:24.026184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:24.047559 n-d-615180-58 neutron-server[103355]: INFO neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No ports have port_id starting with 56062105-3b7c-48ea-a43c-bec1d02d896f Feb 11 04:57:24.063264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Port': ['ID=56062105-3b7c-48ea-a43c-bec1d02d896f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:24.089850 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9b45acb-a598-40f5-a35a-9a47fbac290f req-e57af1a6-fa74-475a-9c4f-7b2ebd87d329 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2914813 Feb 11 04:57:24.104011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-d21563d4-d52e-4677-af9e-31f84e505921 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:24.107262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] No DVR routers for this DVR port 56062105-3b7c-48ea-a43c-bec1d02d896f on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:57:24.107567 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-d21563d4-d52e-4677-af9e-31f84e505921 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.10 "GET /v2.0/networks?id=af7fca17-8c2a-48be-9892-cde226b4280e HTTP/1.1" status: 200 len: 813 time: 0.3611374 Feb 11 04:57:24.125294 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a72de049-0c3e-4646-a259-c48b773b7882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (56062105-3b7c-48ea-a43c-bec1d02d896f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:24.161612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3bfea-a3d8-48f1-900e-769cb9dd2659 req-6b03f70f-7577-43ac-ae74-1d2b3e768ae7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:24.163209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1b3bfea-a3d8-48f1-900e-769cb9dd2659 req-6b03f70f-7577-43ac-ae74-1d2b3e768ae7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.1623337 Feb 11 04:57:24.168262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72de049-0c3e-4646-a259-c48b773b7882 None None] No DVR routers for this DVR port 56062105-3b7c-48ea-a43c-bec1d02d896f on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:57:24.235340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Request body: {'port': {'device_id': 'bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1', 'network_id': 'af7fca17-8c2a-48be-9892-cde226b4280e', 'admin_state_up': True, 'tenant_id': '7cc31c24a2d64e20bd9c2196b5b99ce2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:24.246112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72de049-0c3e-4646-a259-c48b773b7882 None None] Pushing event deleted for resources: {'Port': ['ID=56062105-3b7c-48ea-a43c-bec1d02d896f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:24.360091 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (09e497d2-0ad9-4e79-a489-98712ca13804), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:24.384262 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1b3bfea-a3d8-48f1-900e-769cb9dd2659 req-6821c5a1-5cf1-44a8-af77-cf1893b7bf39 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138793 Feb 11 04:57:24.413047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e497d2-0ad9-4e79-a489-98712ca13804']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:24.424610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacbe893-2912-4081-ae23-e90f8e200590') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:24.425056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacbe893-2912-4081-ae23-e90f8e200590') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:24.451779 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (eacbe893-2912-4081-ae23-e90f8e200590), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:24.485236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (eacbe893-2912-4081-ae23-e90f8e200590), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:24.519407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:57:24.519880 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (eacbe893-2912-4081-ae23-e90f8e200590), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:57:24.525002 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:57:24.583084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Made reservation on behalf of 7cc31c24a2d64e20bd9c2196b5b99ce2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:24.589864 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:24.652032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (09e497d2-0ad9-4e79-a489-98712ca13804), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:24.698720 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:24.703114 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] 10.222.0.48 "DELETE /v2.0/networks/09e497d2-0ad9-4e79-a489-98712ca13804 HTTP/1.1" status: 204 len: 168 time: 1.6186197 Feb 11 04:57:24.704308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce52ecf-6180-44a7-ac73-aefca5247efa tempest-NetworksIpV6TestAttrs-590535409 tempest-NetworksIpV6TestAttrs-590535409-project] Pushing event deleted for resources: {'Network': ['ID=09e497d2-0ad9-4e79-a489-98712ca13804,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:24.745867 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55f69ce0-4a22-4ea9-86eb-264e07eed67f req-fba683d8-e767-4f0c-bdb4-d574edd6aa78 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 210 time: 0.0489252 Feb 11 04:57:24.854691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Allocated IP 172.20.0.13 (af7fca17-8c2a-48be-9892-cde226b4280e/78a52354-babc-4448-8301-0373dea9a280/fe3595ea-6f4d-4b10-8694-311b5b2541c3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:25.045309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Publish callbacks [] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:25.108651 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:25.110597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:25.165248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Network af7fca17-8c2a-48be-9892-cde226b4280e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:25.176684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:25.182019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:25.231605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Pushing event updated for resources: {'Port': ['ID=fe3595ea-6f4d-4b10-8694-311b5b2541c3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:25.259253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:25.260659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:25.322462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-de154f12-d177-4e3e-b4f6-0cf3327bf2a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0960951 Feb 11 04:57:25.357370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775e3a-b18c-473f-bdfc-98a299d836f2 req-a9bea464-72ef-45b9-a72b-19d27639f5b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:25.366475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775e3a-b18c-473f-bdfc-98a299d836f2 req-a9bea464-72ef-45b9-a72b-19d27639f5b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:25.386244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775e3a-b18c-473f-bdfc-98a299d836f2 req-a9bea464-72ef-45b9-a72b-19d27639f5b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:25.405484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775e3a-b18c-473f-bdfc-98a299d836f2 req-a9bea464-72ef-45b9-a72b-19d27639f5b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:25.420014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775e3a-b18c-473f-bdfc-98a299d836f2 req-a9bea464-72ef-45b9-a72b-19d27639f5b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:25.434539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775e3a-b18c-473f-bdfc-98a299d836f2 req-a9bea464-72ef-45b9-a72b-19d27639f5b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:25.446204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775e3a-b18c-473f-bdfc-98a299d836f2 req-a9bea464-72ef-45b9-a72b-19d27639f5b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:25.454694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e775e3a-b18c-473f-bdfc-98a299d836f2 req-a9bea464-72ef-45b9-a72b-19d27639f5b6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.1887217 Feb 11 04:57:25.458291 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-36c9883d-53f4-48da-8567-297a337423da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c24a5d92ce4455e9b4fe4b17e9cfa3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3458457 Feb 11 04:57:25.460846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44598) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:25.582244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b994c4-1f82-40b2-8679-6736c9c889d5 req-5a949f8d-3af3-431f-bc1d-ab3655770a72 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:25.587424 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7b994c4-1f82-40b2-8679-6736c9c889d5 req-5a949f8d-3af3-431f-bc1d-ab3655770a72 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.1093495 Feb 11 04:57:25.671118 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e775e3a-b18c-473f-bdfc-98a299d836f2 req-b2c64644-8935-4a1a-bfb4-7b5f382fd8c5 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1993604 Feb 11 04:57:25.678552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Request body: {'port': {'device_id': 'bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:25.704924 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7b994c4-1f82-40b2-8679-6736c9c889d5 req-ecad48be-a1de-43d8-8323-b81ce744dfc2 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041465 Feb 11 04:57:25.706831 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd2f183a-dd35-4f4f-8310-44fa94117c21 admin admin] Publish callbacks [] for security_group (f1b8e502-9ebe-4037-bfe6-d4f6aadfe8be), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:25.736713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd2f183a-dd35-4f4f-8310-44fa94117c21 admin admin] Publish callbacks [] for security_group (f1b8e502-9ebe-4037-bfe6-d4f6aadfe8be), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:25.801173 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:25.899069 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd2f183a-dd35-4f4f-8310-44fa94117c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f1b8e502-9ebe-4037-bfe6-d4f6aadfe8be), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:25.906611 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd2f183a-dd35-4f4f-8310-44fa94117c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:25.913145 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dd2f183a-dd35-4f4f-8310-44fa94117c21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1b8e502-9ebe-4037-bfe6-d4f6aadfe8be HTTP/1.1" status: 204 len: 168 time: 0.4483106 Feb 11 04:57:25.931025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f183a-dd35-4f4f-8310-44fa94117c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b8e502-9ebe-4037-bfe6-d4f6aadfe8be,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:25.995229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee400a-4a86-4203-9325-2c6e6f11c5bb req-a14c7e21-6ac5-475b-ae12-de67199c9e74 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:26.011541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3bee400a-4a86-4203-9325-2c6e6f11c5bb req-a14c7e21-6ac5-475b-ae12-de67199c9e74 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 932 time: 0.1526418 Feb 11 04:57:26.176538 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3bee400a-4a86-4203-9325-2c6e6f11c5bb req-53daebe0-1bc0-4655-9972-1ce361b70b78 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582456 Feb 11 04:57:26.365650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3595ea-6f4d-4b10-8694-311b5b2541c3 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:26.386393 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Publish callbacks [] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:26.404976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Transition to ACTIVE for port object fe3595ea-6f4d-4b10-8694-311b5b2541c3 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:57:26.412388 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:26.533638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3595ea-6f4d-4b10-8694-311b5b2541c3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:26.643670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Attempting to bind port fe3595ea-6f4d-4b10-8694-311b5b2541c3 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:57:26.644219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Attempting to bind port fe3595ea-6f4d-4b10-8694-311b5b2541c3 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'c4fc6341-1ed4-4c96-96dc-7dda9a3bd409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'af7fca17-8c2a-48be-9892-cde226b4280e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:57:26.644353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Attempting to bind port fe3595ea-6f4d-4b10-8694-311b5b2541c3 on network af7fca17-8c2a-48be-9892-cde226b4280e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:26.663951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Port fe3595ea-6f4d-4b10-8694-311b5b2541c3 on network af7fca17-8c2a-48be-9892-cde226b4280e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:57:26.672006 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Attempting to bind port fe3595ea-6f4d-4b10-8694-311b5b2541c3 on network af7fca17-8c2a-48be-9892-cde226b4280e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:26.677912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:57:26.678270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Checking segment: {'id': 'c4fc6341-1ed4-4c96-96dc-7dda9a3bd409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'af7fca17-8c2a-48be-9892-cde226b4280e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:26.678666 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Bound using segment: {'id': 'c4fc6341-1ed4-4c96-96dc-7dda9a3bd409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'af7fca17-8c2a-48be-9892-cde226b4280e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:57:26.682696 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Bound port: fe3595ea-6f4d-4b10-8694-311b5b2541c3, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4fc6341-1ed4-4c96-96dc-7dda9a3bd409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'af7fca17-8c2a-48be-9892-cde226b4280e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:57:26.683183 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:26.775492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] For port fe3595ea-6f4d-4b10-8694-311b5b2541c3, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:57:26.778812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] For port fe3595ea-6f4d-4b10-8694-311b5b2541c3, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fe3595ea-6f4d-4b10-8694-311b5b2541c3,segment=NetworkSegment(c4fc6341-1ed4-4c96-96dc-7dda9a3bd409),segment_id=c4fc6341-1ed4-4c96-96dc-7dda9a3bd409)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:57:26.786881 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:26.850131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:26.850841 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:26.852615 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] 10.222.0.10 "PUT /v2.0/ports/fe3595ea-6f4d-4b10-8694-311b5b2541c3 HTTP/1.1" status: 200 len: 1093 time: 1.1804447 Feb 11 04:57:26.853273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1', 'tag': 'fe3595ea-6f4d-4b10-8694-311b5b2541c3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:26.855634 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e71ce6-dc4e-4043-844c-5cefbf3b3716" -d '{"events": [{"name": "network-changed", "server_uuid": "bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1", "tag": "fe3595ea-6f4d-4b10-8694-311b5b2541c3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:27.002572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea1426-a6b4-4160-9be5-8a3b08da7985 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3595ea-6f4d-4b10-8694-311b5b2541c3,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:27.037127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8d5de-99d3-44f9-8a1e-2bbf9dc18b4a req-4b438752-3ede-43ae-849a-e8ddba60412c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:27.052664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a74ff6-f8ef-4998-8b71-531444ff73bb req-25abd944-cdbb-4b19-82bd-1738075f507d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:27.058805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8d5de-99d3-44f9-8a1e-2bbf9dc18b4a req-4b438752-3ede-43ae-849a-e8ddba60412c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:27.062428 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3a74ff6-f8ef-4998-8b71-531444ff73bb req-25abd944-cdbb-4b19-82bd-1738075f507d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.1818001 Feb 11 04:57:27.076487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8d5de-99d3-44f9-8a1e-2bbf9dc18b4a req-4b438752-3ede-43ae-849a-e8ddba60412c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:27.083200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8d5de-99d3-44f9-8a1e-2bbf9dc18b4a req-4b438752-3ede-43ae-849a-e8ddba60412c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:27.089770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8d5de-99d3-44f9-8a1e-2bbf9dc18b4a req-4b438752-3ede-43ae-849a-e8ddba60412c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:27.096392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8d5de-99d3-44f9-8a1e-2bbf9dc18b4a req-4b438752-3ede-43ae-849a-e8ddba60412c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:27.103341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8d5de-99d3-44f9-8a1e-2bbf9dc18b4a req-4b438752-3ede-43ae-849a-e8ddba60412c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:27.105622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5c8d5de-99d3-44f9-8a1e-2bbf9dc18b4a req-4b438752-3ede-43ae-849a-e8ddba60412c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2366850 Feb 11 04:57:27.212606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5c8d5de-99d3-44f9-8a1e-2bbf9dc18b4a req-a8e7df99-338c-4339-8b39-ccf5505ba161 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012576 Feb 11 04:57:27.223794 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3a74ff6-f8ef-4998-8b71-531444ff73bb req-6febbb27-d956-49fa-ab92-3c720809e4e4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595273 Feb 11 04:57:27.324680 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8fca41-241c-4769-88a6-d2b68aeae85b x-openstack-request-id: req-dc8fca41-241c-4769-88a6-d2b68aeae85b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:27.324992 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1", "tag": "fe3595ea-6f4d-4b10-8694-311b5b2541c3", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:27.325261 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc8fca41-241c-4769-88a6-d2b68aeae85b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:27.325682 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1', 'tag': 'fe3595ea-6f4d-4b10-8694-311b5b2541c3', 'status': 'completed', 'code': 200} Feb 11 04:57:27.398550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d6e3c-8880-490d-9e02-48220cbb0cf4 req-e1cc1929-defc-4c42-9ee4-1c94659b970c tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:27.405545 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8d3d6e3c-8880-490d-9e02-48220cbb0cf4 req-e1cc1929-defc-4c42-9ee4-1c94659b970c tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 944 time: 0.0844452 Feb 11 04:57:27.444467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44694) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:27.475238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8d3d6e3c-8880-490d-9e02-48220cbb0cf4 req-64bd7404-9554-4b37-bbc0-df835fe0d028 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685990 Feb 11 04:57:27.662932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-797406022'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:27.687017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:27.693059 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:27.708479 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:27.816990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (699cbf60-2b2b-47c3-8005-878899402ce6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:27.823244 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (699cbf60-2b2b-47c3-8005-878899402ce6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:27.855644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:57:27.867628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699cbf60-2b2b-47c3-8005-878899402ce6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:27.874446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c57ac3b6-4586-4ddc-a752-6ff52703ed36), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:27.874953 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Added segment c57ac3b6-4586-4ddc-a752-6ff52703ed36 of type vlan for network 1fe6322d-9572-4155-b4f1-e4830b579d54 Feb 11 04:57:27.922451 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1fe6322d-9572-4155-b4f1-e4830b579d54), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:27.988816 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1fe6322d-9572-4155-b4f1-e4830b579d54), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:27.998010 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.000432 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:28.043688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5970185 Feb 11 04:57:28.045526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44732) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:28.051684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'name': 'tempest-PortsIpV6TestJSON-2029485281'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:28.169940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866e51d-fb97-4bcb-8d84-3b918ffab773 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Network': ['ID=1fe6322d-9572-4155-b4f1-e4830b579d54,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:28.181826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:57:28.235134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:28.242645 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:28.287679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port d62a288d-8162-4ca2-bf32-22c1dd74e94b yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:57:28.463199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4be7d-3e24-4a3e-8f0e-39177960cddd req-3da4857d-67a4-42c1-b4ea-f3e0c988d263 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.470930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-04c4be7d-3e24-4a3e-8f0e-39177960cddd req-3da4857d-67a4-42c1-b4ea-f3e0c988d263 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.0929255 Feb 11 04:57:28.539677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-04c4be7d-3e24-4a3e-8f0e-39177960cddd req-8b9ae977-e013-4f8d-9fe4-cde1bb2100ac tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654097 Feb 11 04:57:28.562530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34da1f-9119-4f04-8d5b-618499418de4 req-3de5c737-56bc-4d78-94a4-b4acacd6986a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.576341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34da1f-9119-4f04-8d5b-618499418de4 req-3de5c737-56bc-4d78-94a4-b4acacd6986a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.582264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34da1f-9119-4f04-8d5b-618499418de4 req-3de5c737-56bc-4d78-94a4-b4acacd6986a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.587767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34da1f-9119-4f04-8d5b-618499418de4 req-3de5c737-56bc-4d78-94a4-b4acacd6986a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.599800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34da1f-9119-4f04-8d5b-618499418de4 req-3de5c737-56bc-4d78-94a4-b4acacd6986a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.605275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34da1f-9119-4f04-8d5b-618499418de4 req-3de5c737-56bc-4d78-94a4-b4acacd6986a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.610618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34da1f-9119-4f04-8d5b-618499418de4 req-3de5c737-56bc-4d78-94a4-b4acacd6986a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.618253 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd34da1f-9119-4f04-8d5b-618499418de4 req-3de5c737-56bc-4d78-94a4-b4acacd6986a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.2284808 Feb 11 04:57:28.698234 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (d62a288d-8162-4ca2-bf32-22c1dd74e94b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:28.782869 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd34da1f-9119-4f04-8d5b-618499418de4 req-8266ec62-4d67-492b-87d2-378f384b0e5e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1633062 Feb 11 04:57:28.790176 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a9869-4aac-4449-9918-f36ca2311816 req-c08954c0-506c-4885-b0f3-a1a624ee51e8 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.800139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-628a9869-4aac-4449-9918-f36ca2311816 req-c08954c0-506c-4885-b0f3-a1a624ee51e8 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 944 time: 0.1416919 Feb 11 04:57:28.816551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d62a288d-8162-4ca2-bf32-22c1dd74e94b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:28.918833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-628a9869-4aac-4449-9918-f36ca2311816 req-2289966c-cca6-4561-9f73-d3d2642048ca tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174676 Feb 11 04:57:28.938078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Checking segment: {'id': 'c57ac3b6-4586-4ddc-a752-6ff52703ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:28.938533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network hostable DHCP agents. Network: 1fe6322d-9572-4155-b4f1-e4830b579d54, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:57:28.941829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=d62a288d-8162-4ca2-bf32-22c1dd74e94b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:28.965116 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:57:28.988709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 1fe6322d-9572-4155-b4f1-e4830b579d54) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:29.001411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:29.001790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f95624-2140-4b9f-9ed8-c60a8a75a91a None None] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:29.007302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:29.007967 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:29.047632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44746) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:29.047868 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a9ec1cbc-4961-42a3-b200-4d67961e4d59 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0002894 Feb 11 04:57:29.054857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ac291d26-d821-458f-a0f4-c962555dbffd tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-551187982'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:29.095472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac291d26-d821-458f-a0f4-c962555dbffd tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:29.104062 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac291d26-d821-458f-a0f4-c962555dbffd tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:29.156110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac291d26-d821-458f-a0f4-c962555dbffd tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:57:29.177870 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac291d26-d821-458f-a0f4-c962555dbffd tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5b48a852-40cc-4d3d-82f3-3a288670fe75), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:29.178365 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-ac291d26-d821-458f-a0f4-c962555dbffd tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Added segment 5b48a852-40cc-4d3d-82f3-3a288670fe75 of type vlan for network 19309529-cb99-4752-bc82-e3a9b1139d5e Feb 11 04:57:29.233628 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac291d26-d821-458f-a0f4-c962555dbffd tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (19309529-cb99-4752-bc82-e3a9b1139d5e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:29.274569 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac291d26-d821-458f-a0f4-c962555dbffd tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (19309529-cb99-4752-bc82-e3a9b1139d5e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:29.280054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac291d26-d821-458f-a0f4-c962555dbffd tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:29.280871 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac291d26-d821-458f-a0f4-c962555dbffd tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:29.346247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44752) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:29.353012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'ports': [{'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54'}, {'network_id': '19309529-cb99-4752-bc82-e3a9b1139d5e'}]} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:29.353386 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:29.353876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '19309529-cb99-4752-bc82-e3a9b1139d5e'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:29.359146 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ac291d26-d821-458f-a0f4-c962555dbffd tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3097882 Feb 11 04:57:29.456678 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac291d26-d821-458f-a0f4-c962555dbffd tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Network': ['ID=19309529-cb99-4752-bc82-e3a9b1139d5e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:29.470131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 19309529-cb99-4752-bc82-e3a9b1139d5e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:57:29.520747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7f80bc2-27bf-4954-a7b7-3c8ab0383091 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:57:29.934534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 2} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:29.945859 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.014811 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa1917-11c7-404b-90e1-04ca46129efe req-787ab54e-bf85-4dcc-9a77-2ac3fe2d3f12 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.018732 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1faa1917-11c7-404b-90e1-04ca46129efe req-787ab54e-bf85-4dcc-9a77-2ac3fe2d3f12 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.2855620 Feb 11 04:57:30.021359 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.025708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c7f80bc2-27bf-4954-a7b7-3c8ab0383091, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7f80bc2-27bf-4954-a7b7-3c8ab0383091,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:30.053127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'c7f80bc2-27bf-4954-a7b7-3c8ab0383091', 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90', 'port_id': 'c7f80bc2-27bf-4954-a7b7-3c8ab0383091', 'mac_address': 'fa:16:3e:21:25:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718ad409-c615-4b2c-83f0-4c6062f3394f', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:57:30.150776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:30.152217 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.172388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71ce6-dc4e-4043-844c-5cefbf3b3716 req-d5477c9a-648e-49f2-8b0c-e1bfbba352a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.182024 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a9e71ce6-dc4e-4043-844c-5cefbf3b3716 req-d5477c9a-648e-49f2-8b0c-e1bfbba352a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cc31c24a2d64e20bd9c2196b5b99ce2&device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 1127 time: 0.1587250 Feb 11 04:57:30.191200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f80bc2-27bf-4954-a7b7-3c8ab0383091 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:30.198350 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1faa1917-11c7-404b-90e1-04ca46129efe req-b3a4d7f5-08ad-4d6f-bd44-93b916727094 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693468 Feb 11 04:57:30.208074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a55b-01aa-4622-afd4-fdd80556735d req-a91eb169-faa2-4ff8-a1b9-30c96a859de6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.214061 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a55b-01aa-4622-afd4-fdd80556735d req-a91eb169-faa2-4ff8-a1b9-30c96a859de6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.229904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a55b-01aa-4622-afd4-fdd80556735d req-a91eb169-faa2-4ff8-a1b9-30c96a859de6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.246426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a55b-01aa-4622-afd4-fdd80556735d req-a91eb169-faa2-4ff8-a1b9-30c96a859de6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.253250 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a55b-01aa-4622-afd4-fdd80556735d req-a91eb169-faa2-4ff8-a1b9-30c96a859de6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.270648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a55b-01aa-4622-afd4-fdd80556735d req-a91eb169-faa2-4ff8-a1b9-30c96a859de6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.285489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c7f80bc2-27bf-4954-a7b7-3c8ab0383091, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7f80bc2-27bf-4954-a7b7-3c8ab0383091,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:30.288732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a55b-01aa-4622-afd4-fdd80556735d req-a91eb169-faa2-4ff8-a1b9-30c96a859de6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.295126 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.296310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:57:30.303819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b405a55b-01aa-4622-afd4-fdd80556735d req-a91eb169-faa2-4ff8-a1b9-30c96a859de6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5419 time: 0.3651586 Feb 11 04:57:30.420492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port d4887e87-4b2f-4bdd-8197-adec60965add yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:57:30.446302 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:30.450414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c7f80bc2-27bf-4954-a7b7-3c8ab0383091,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:30.489503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '0a04e25d-f11d-4b9a-a8c8-5dfc91310990', 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90', 'port_id': '0a04e25d-f11d-4b9a-a8c8-5dfc91310990', 'mac_address': 'fa:16:3e:c2:2d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718ad409-c615-4b2c-83f0-4c6062f3394f', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:57:30.549228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:30.550604 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.574585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:30.599484 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b405a55b-01aa-4622-afd4-fdd80556735d req-3f14a1fb-a579-4edf-8520-7dfb6247adbf tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2947099 Feb 11 04:57:30.603359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:30.618215 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.632639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 1a965ce7-4189-4ce1-8af5-5258c8a76c3f details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:57:30.645014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90548a-bd9c-43c5-b278-2e38cc1e4944 req-31868e45-72ad-4dc5-b100-6975b433b7a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.646860 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b90548a-bd9c-43c5-b278-2e38cc1e4944 req-31868e45-72ad-4dc5-b100-6975b433b7a5 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 944 time: 0.2315624 Feb 11 04:57:30.711295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71ce6-dc4e-4043-844c-5cefbf3b3716 req-b8dbdcd5-5efd-4ee5-936d-c7dbd839859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.713040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a9e71ce6-dc4e-4043-844c-5cefbf3b3716 req-b8dbdcd5-5efd-4ee5-936d-c7dbd839859f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7cc31c24a2d64e20bd9c2196b5b99ce2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4063940 Feb 11 04:57:30.840661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:30.844182 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (d4887e87-4b2f-4bdd-8197-adec60965add), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.867769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1a965ce7-4189-4ce1-8af5-5258c8a76c3f,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:30.919979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '1a965ce7-4189-4ce1-8af5-5258c8a76c3f', 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00', 'port_id': '1a965ce7-4189-4ce1-8af5-5258c8a76c3f', 'mac_address': 'fa:16:3e:b2:58:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e291671b-3e0f-4d5c-8943-d14fa4114dd4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:57:30.948662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71ce6-dc4e-4043-844c-5cefbf3b3716 req-e5ab0963-ad3e-4d93-8d4d-e0714e3e7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.951577 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a9e71ce6-dc4e-4043-844c-5cefbf3b3716 req-e5ab0963-ad3e-4d93-8d4d-e0714e3e7004 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2072313 Feb 11 04:57:30.978296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:30.978799 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.999044 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a965ce7-4189-4ce1-8af5-5258c8a76c3f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:31.024128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1a965ce7-4189-4ce1-8af5-5258c8a76c3f,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:31.028682 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:31.029803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 44b79c8b-5671-4b61-935b-3207941610d4 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:57:31.032041 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port 3d2063e0-33c5-473f-a718-795ef8df11f1 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:57:31.116673 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b90548a-bd9c-43c5-b278-2e38cc1e4944 req-ac401c36-0a25-4674-8828-32c38879292a tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546525 Feb 11 04:57:31.230126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-bc248335-a43d-4256-84d5-5bd9305afa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:31.233656 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-bc248335-a43d-4256-84d5-5bd9305afa25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cc31c24a2d64e20bd9c2196b5b99ce2&device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 1127 time: 0.1382062 Feb 11 04:57:31.287157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=1a965ce7-4189-4ce1-8af5-5258c8a76c3f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:31.318022 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (3d2063e0-33c5-473f-a718-795ef8df11f1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:31.333330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 44b79c8b-5671-4b61-935b-3207941610d4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=44b79c8b-5671-4b61-935b-3207941610d4,segment=NetworkSegment(4fbf6c5f-0e7a-4013-871a-59f2fbc0a995),segment_id=4fbf6c5f-0e7a-4013-871a-59f2fbc0a995)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:31.356064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '44b79c8b-5671-4b61-935b-3207941610d4', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'port_id': '44b79c8b-5671-4b61-935b-3207941610d4', 'mac_address': 'fa:16:3e:8b:16:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:57:31.432048 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d4887e87-4b2f-4bdd-8197-adec60965add), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:31.438273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 44b79c8b-5671-4b61-935b-3207941610d4 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:31.438683 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (44b79c8b-5671-4b61-935b-3207941610d4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:31.494692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b79c8b-5671-4b61-935b-3207941610d4 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:31.552285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:31.555808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:31.560383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:31.562298 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3d2063e0-33c5-473f-a718-795ef8df11f1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:31.572047 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-29084a7b-1790-4d00-b27c-c1b8cbbab889 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe3595ea-6f4d-4b10-8694-311b5b2541c3 HTTP/1.1" status: 200 len: 217 time: 0.0846393 Feb 11 04:57:31.575467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 44b79c8b-5671-4b61-935b-3207941610d4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=44b79c8b-5671-4b61-935b-3207941610d4,segment=NetworkSegment(4fbf6c5f-0e7a-4013-871a-59f2fbc0a995),segment_id=4fbf6c5f-0e7a-4013-871a-59f2fbc0a995)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:31.579851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=d4887e87-4b2f-4bdd-8197-adec60965add,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:31.594409 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (44b79c8b-5671-4b61-935b-3207941610d4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:31.595464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 10562436-6596-4dc4-8bd3-459375c70f15 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:57:31.614452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394be3a-c18b-42c9-becc-7556692d31d5 req-42a9bfa4-6c4b-42e3-8e7c-3e80c6b175c0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:31.616067 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4394be3a-c18b-42c9-becc-7556692d31d5 req-42a9bfa4-6c4b-42e3-8e7c-3e80c6b175c0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.2721591 Feb 11 04:57:31.659115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=3d2063e0-33c5-473f-a718-795ef8df11f1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:31.673261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Checking segment: {'id': '5b48a852-40cc-4d3d-82f3-3a288670fe75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '19309529-cb99-4752-bc82-e3a9b1139d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:31.674772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network hostable DHCP agents. Network: 19309529-cb99-4752-bc82-e3a9b1139d5e, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:57:31.707284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-0002335d-aa21-4b0d-9327-eb085dd0262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:31.707284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-0002335d-aa21-4b0d-9327-eb085dd0262e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78a52354-babc-4448-8301-0373dea9a280 HTTP/1.1" status: 200 len: 853 time: 0.0838001 Feb 11 04:57:31.720759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 19309529-cb99-4752-bc82-e3a9b1139d5e is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:57:31.750596 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 19309529-cb99-4752-bc82-e3a9b1139d5e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:31.762134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:31.772669 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-5fbf1d24-4059-4c04-b64a-4a9ba2ec9067 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af7fca17-8c2a-48be-9892-cde226b4280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614834 Feb 11 04:57:31.776939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2026cb61-ecde-4310-8ad1-e2810e6ea9b1 None None] Network 19309529-cb99-4752-bc82-e3a9b1139d5e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:31.793731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:31.810141 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:31.810854 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:31.838170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4394be3a-c18b-42c9-becc-7556692d31d5 req-23b38c09-4f76-4f0f-93f2-14f648dc6b86 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364002 Feb 11 04:57:31.912745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 10562436-6596-4dc4-8bd3-459375c70f15, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=10562436-6596-4dc4-8bd3-459375c70f15,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:31.919716 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=44b79c8b-5671-4b61-935b-3207941610d4,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:31.958015 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-73cbfdb9-149c-4333-abea-03f3888add3e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6072600 Feb 11 04:57:31.976660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44778) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:32.037007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '10562436-6596-4dc4-8bd3-459375c70f15', 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90', 'port_id': '10562436-6596-4dc4-8bd3-459375c70f15', 'mac_address': 'fa:16:3e:7f:5a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718ad409-c615-4b2c-83f0-4c6062f3394f', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:57:32.057277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040632e-f2d6-4c85-b427-0d714b073633 req-aa785d09-eee6-4a04-9237-810cc69b85a7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.063850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040632e-f2d6-4c85-b427-0d714b073633 req-aa785d09-eee6-4a04-9237-810cc69b85a7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.070517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040632e-f2d6-4c85-b427-0d714b073633 req-aa785d09-eee6-4a04-9237-810cc69b85a7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.078495 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040632e-f2d6-4c85-b427-0d714b073633 req-aa785d09-eee6-4a04-9237-810cc69b85a7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.115304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040632e-f2d6-4c85-b427-0d714b073633 req-aa785d09-eee6-4a04-9237-810cc69b85a7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.146157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040632e-f2d6-4c85-b427-0d714b073633 req-aa785d09-eee6-4a04-9237-810cc69b85a7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.155418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040632e-f2d6-4c85-b427-0d714b073633 req-aa785d09-eee6-4a04-9237-810cc69b85a7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.157806 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b040632e-f2d6-4c85-b427-0d714b073633 req-aa785d09-eee6-4a04-9237-810cc69b85a7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5423 time: 0.3030732 Feb 11 04:57:32.186317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 10562436-6596-4dc4-8bd3-459375c70f15 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:32.187693 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (10562436-6596-4dc4-8bd3-459375c70f15), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:32.228797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10562436-6596-4dc4-8bd3-459375c70f15 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:32.282172 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 10562436-6596-4dc4-8bd3-459375c70f15, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=10562436-6596-4dc4-8bd3-459375c70f15,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:32.304066 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (10562436-6596-4dc4-8bd3-459375c70f15), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:32.308299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device a34789d3-0b2b-40d2-9c05-eb9df47feb66 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:57:32.351285 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b040632e-f2d6-4c85-b427-0d714b073633 req-b89d6644-12cc-46c2-b24a-f7b7b1123f27 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1859274 Feb 11 04:57:32.361082 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-2bcaae6c-2c05-47a1-86ba-39e69edc5bd4 service neutron] 10.222.0.10 "GET /v2.0/networks/af7fca17-8c2a-48be-9892-cde226b4280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739927 Feb 11 04:57:32.482635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=10562436-6596-4dc4-8bd3-459375c70f15,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:32.493938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port a34789d3-0b2b-40d2-9c05-eb9df47feb66, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=a34789d3-0b2b-40d2-9c05-eb9df47feb66,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:32.507862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'a34789d3-0b2b-40d2-9c05-eb9df47feb66', 'network_id': '4ddd8ed5-ede1-429a-98f7-1f5a19258b90', 'port_id': 'a34789d3-0b2b-40d2-9c05-eb9df47feb66', 'mac_address': 'fa:16:3e:83:09:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718ad409-c615-4b2c-83f0-4c6062f3394f', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:57:32.529242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e19f4-688a-4018-ba75-fa5af597373e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 3d2063e0-33c5-473f-a718-795ef8df11f1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:32.529763 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e8e19f4-688a-4018-ba75-fa5af597373e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3d2063e0-33c5-473f-a718-795ef8df11f1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:32.562181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port a34789d3-0b2b-40d2-9c05-eb9df47feb66 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:32.562626 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:32.567592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec827a-a2e7-45b8-8528-c479e5d22441 req-90b80b12-2935-4cdf-91b6-aa40a042d379 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.575694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9cec827a-a2e7-45b8-8528-c479e5d22441 req-90b80b12-2935-4cdf-91b6-aa40a042d379 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 944 time: 0.2701478 Feb 11 04:57:32.579104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34789d3-0b2b-40d2-9c05-eb9df47feb66 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:32.612817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port a34789d3-0b2b-40d2-9c05-eb9df47feb66, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=a34789d3-0b2b-40d2-9c05-eb9df47feb66,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:32.619590 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:32.699576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=a34789d3-0b2b-40d2-9c05-eb9df47feb66,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:32.735834 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 7ca0f07d-807c-4db0-9432-e2f5c2454549 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:57:32.857881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 7ca0f07d-807c-4db0-9432-e2f5c2454549, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=7ca0f07d-807c-4db0-9432-e2f5c2454549,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:32.872754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '7ca0f07d-807c-4db0-9432-e2f5c2454549', 'network_id': 'a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00', 'port_id': '7ca0f07d-807c-4db0-9432-e2f5c2454549', 'mac_address': 'fa:16:3e:1d:90:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e291671b-3e0f-4d5c-8943-d14fa4114dd4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:57:32.925712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 7ca0f07d-807c-4db0-9432-e2f5c2454549 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:32.926353 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:32.942502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca0f07d-807c-4db0-9432-e2f5c2454549 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:32.965799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 7ca0f07d-807c-4db0-9432-e2f5c2454549, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=7ca0f07d-807c-4db0-9432-e2f5c2454549,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:32.973629 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:32.995698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9f656-a86c-474b-8007-ce37d30dd238 req-85771b67-12d6-48ee-ba96-bd36ed67d202 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.998655 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29f9f656-a86c-474b-8007-ce37d30dd238 req-85771b67-12d6-48ee-ba96-bd36ed67d202 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.0800145 Feb 11 04:57:33.017351 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9cec827a-a2e7-45b8-8528-c479e5d22441 req-f3d5dd6f-a7d3-4d9e-8f1c-2fa50657e06d tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359531 Feb 11 04:57:33.023759 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e8e19f4-688a-4018-ba75-fa5af597373e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3d2063e0-33c5-473f-a718-795ef8df11f1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.037077 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3471a6c-7893-419a-b5c9-09eb3b50a157 req-7363472a-e307-417c-92ae-716df87434c4 service neutron] 10.222.0.10 "GET /v2.0/networks/af7fca17-8c2a-48be-9892-cde226b4280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080527 Feb 11 04:57:33.041832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e19f4-688a-4018-ba75-fa5af597373e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 3d2063e0-33c5-473f-a718-795ef8df11f1 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:33.043978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=7ca0f07d-807c-4db0-9432-e2f5c2454549,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:33.078315 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29f9f656-a86c-474b-8007-ce37d30dd238 req-61a15bd3-63d8-465a-861e-839a86350411 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734293 Feb 11 04:57:33.131760 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e8e19f4-688a-4018-ba75-fa5af597373e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3d2063e0-33c5-473f-a718-795ef8df11f1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.171311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e19f4-688a-4018-ba75-fa5af597373e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=3d2063e0-33c5-473f-a718-795ef8df11f1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:33.180976 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e8e19f4-688a-4018-ba75-fa5af597373e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.187215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7e8e19f4-688a-4018-ba75-fa5af597373e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/3d2063e0-33c5-473f-a718-795ef8df11f1 HTTP/1.1" status: 204 len: 168 time: 1.2041249 Feb 11 04:57:33.187455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44790) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:33.229000 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.258228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b2281-37e6-4418-85b7-308899d9ae11 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.264358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b2281-37e6-4418-85b7-308899d9ae11 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.268365 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-893b2281-37e6-4418-85b7-308899d9ae11 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0775440 Feb 11 04:57:33.269180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44792) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:33.358864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8508cb67-ba4b-4766-9bb9-8f2f4458371f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port d4887e87-4b2f-4bdd-8197-adec60965add {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:33.359230 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8508cb67-ba4b-4766-9bb9-8f2f4458371f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d4887e87-4b2f-4bdd-8197-adec60965add), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.427147 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8508cb67-ba4b-4766-9bb9-8f2f4458371f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d4887e87-4b2f-4bdd-8197-adec60965add), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.439622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8508cb67-ba4b-4766-9bb9-8f2f4458371f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for d4887e87-4b2f-4bdd-8197-adec60965add owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:33.561400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f24ff-2b16-4145-8048-cf8c052aaf98 req-6cd9b801-04c5-44be-8e72-dd6985659d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.567225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f24ff-2b16-4145-8048-cf8c052aaf98 req-6cd9b801-04c5-44be-8e72-dd6985659d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.572371 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f24ff-2b16-4145-8048-cf8c052aaf98 req-6cd9b801-04c5-44be-8e72-dd6985659d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.577608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f24ff-2b16-4145-8048-cf8c052aaf98 req-6cd9b801-04c5-44be-8e72-dd6985659d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.584153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f24ff-2b16-4145-8048-cf8c052aaf98 req-6cd9b801-04c5-44be-8e72-dd6985659d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.589340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f24ff-2b16-4145-8048-cf8c052aaf98 req-6cd9b801-04c5-44be-8e72-dd6985659d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.594754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f24ff-2b16-4145-8048-cf8c052aaf98 req-6cd9b801-04c5-44be-8e72-dd6985659d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.596897 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-332f24ff-2b16-4145-8048-cf8c052aaf98 req-6cd9b801-04c5-44be-8e72-dd6985659d86 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5426 time: 0.1163256 Feb 11 04:57:33.609586 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8508cb67-ba4b-4766-9bb9-8f2f4458371f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d4887e87-4b2f-4bdd-8197-adec60965add), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.646679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508cb67-ba4b-4766-9bb9-8f2f4458371f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=d4887e87-4b2f-4bdd-8197-adec60965add,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:33.660877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8508cb67-ba4b-4766-9bb9-8f2f4458371f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.664212 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8508cb67-ba4b-4766-9bb9-8f2f4458371f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/d4887e87-4b2f-4bdd-8197-adec60965add HTTP/1.1" status: 204 len: 168 time: 0.3939652 Feb 11 04:57:33.666826 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44800) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:33.694079 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-332f24ff-2b16-4145-8048-cf8c052aaf98 req-226cbeda-f5ee-423e-b4e1-437f78e622ee tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911031 Feb 11 04:57:33.725281 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6bf67d-c177-47c2-993c-25728cf50b3d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.727028 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4b6bf67d-c177-47c2-993c-25728cf50b3d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0591912 Feb 11 04:57:33.729837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44802) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:33.756987 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d8086a-1157-4ff3-9d8d-ba6a76160436 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:57:33.759803 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-23d8086a-1157-4ff3-9d8d-ba6a76160436 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/3d2063e0-33c5-473f-a718-795ef8df11f1 HTTP/1.1" status: 404 len: 333 time: 0.0288119 Feb 11 04:57:33.763196 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44804) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:33.790279 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e283154-d71b-41d9-a61b-483f2f90f929 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:57:33.791789 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3e283154-d71b-41d9-a61b-483f2f90f929 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/d4887e87-4b2f-4bdd-8197-adec60965add HTTP/1.1" status: 404 len: 333 time: 0.0271084 Feb 11 04:57:33.794482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44806) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:33.887405 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (19309529-cb99-4752-bc82-e3a9b1139d5e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.931331 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:57:33.981020 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (19309529-cb99-4752-bc82-e3a9b1139d5e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:34.004874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19309529-cb99-4752-bc82-e3a9b1139d5e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:34.014882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b48a852-40cc-4d3d-82f3-3a288670fe75') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:34.015340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b48a852-40cc-4d3d-82f3-3a288670fe75') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:34.030135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (5b48a852-40cc-4d3d-82f3-3a288670fe75), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:34.050625 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5b48a852-40cc-4d3d-82f3-3a288670fe75), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:34.058812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:57:34.059314 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (5b48a852-40cc-4d3d-82f3-3a288670fe75), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:57:34.063322 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:57:34.102015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['1a965ce7-4189-4ce1-8af5-5258c8a76c3f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:34.117745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['a34789d3-0b2b-40d2-9c05-eb9df47feb66'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:34.228352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['10562436-6596-4dc4-8bd3-459375c70f15'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:34.286143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['0a04e25d-f11d-4b9a-a8c8-5dfc91310990'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:34.293476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367a5dc-91a2-4f6b-a9fe-f8efaad5e6e3 req-11f837e6-7296-4e2d-aeec-b3f46823c287 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.304636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0367a5dc-91a2-4f6b-a9fe-f8efaad5e6e3 req-11f837e6-7296-4e2d-aeec-b3f46823c287 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.0988996 Feb 11 04:57:34.337097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['7ca0f07d-807c-4db0-9432-e2f5c2454549'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:34.404382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0367a5dc-91a2-4f6b-a9fe-f8efaad5e6e3 req-fa6c4229-f6fa-4ca8-a8e0-e82b00beec5b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941985 Feb 11 04:57:34.688448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (19309529-cb99-4752-bc82-e3a9b1139d5e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:34.700072 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:34.708332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44816) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:34.709592 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/networks/19309529-cb99-4752-bc82-e3a9b1139d5e HTTP/1.1" status: 204 len: 168 time: 0.9138687 Feb 11 04:57:34.714671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-175ffcb1-f08b-4bbb-ad56-dbebca5a5e70 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2054848285'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:34.737698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec004ccd-3cdd-4a96-a9ec-1fb1445e6bd7 req-76b96609-524d-4de7-8b78-4b496e5210c8 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.746920 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec004ccd-3cdd-4a96-a9ec-1fb1445e6bd7 req-76b96609-524d-4de7-8b78-4b496e5210c8 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 944 time: 0.1494181 Feb 11 04:57:34.757800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbfc48-3ee7-410f-a219-8e6d2fa2c2e2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Network': ['ID=19309529-cb99-4752-bc82-e3a9b1139d5e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:34.770414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175ffcb1-f08b-4bbb-ad56-dbebca5a5e70 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:34.774267 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-175ffcb1-f08b-4bbb-ad56-dbebca5a5e70 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:34.816818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec004ccd-3cdd-4a96-a9ec-1fb1445e6bd7 req-0d6eeb54-fe0e-43fd-8d81-f66174d53a42 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649035 Feb 11 04:57:34.842325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['44b79c8b-5671-4b61-935b-3207941610d4'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:34.898743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175ffcb1-f08b-4bbb-ad56-dbebca5a5e70 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:57:34.919102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c701a-0d49-4797-8c09-9e339080bfe4 req-4b8e7260-9c33-44b9-9854-de005a624841 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.924789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c701a-0d49-4797-8c09-9e339080bfe4 req-4b8e7260-9c33-44b9-9854-de005a624841 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.930451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c701a-0d49-4797-8c09-9e339080bfe4 req-4b8e7260-9c33-44b9-9854-de005a624841 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.935809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c701a-0d49-4797-8c09-9e339080bfe4 req-4b8e7260-9c33-44b9-9854-de005a624841 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.941728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c701a-0d49-4797-8c09-9e339080bfe4 req-4b8e7260-9c33-44b9-9854-de005a624841 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.946986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c701a-0d49-4797-8c09-9e339080bfe4 req-4b8e7260-9c33-44b9-9854-de005a624841 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.952289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c701a-0d49-4797-8c09-9e339080bfe4 req-4b8e7260-9c33-44b9-9854-de005a624841 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.960620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a31c701a-0d49-4797-8c09-9e339080bfe4 req-4b8e7260-9c33-44b9-9854-de005a624841 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5426 time: 0.1255615 Feb 11 04:57:34.979596 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['c7f80bc2-27bf-4954-a7b7-3c8ab0383091'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:34.981421 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-175ffcb1-f08b-4bbb-ad56-dbebca5a5e70 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ad19fa59-3e6c-4c5c-aa32-724acd5a0529), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:34.981765 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-175ffcb1-f08b-4bbb-ad56-dbebca5a5e70 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Added segment ad19fa59-3e6c-4c5c-aa32-724acd5a0529 of type vlan for network 82a0aa41-cb2b-40c2-b574-375bb4050a29 Feb 11 04:57:35.051492 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-175ffcb1-f08b-4bbb-ad56-dbebca5a5e70 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (82a0aa41-cb2b-40c2-b574-375bb4050a29), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:35.083094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a31c701a-0d49-4797-8c09-9e339080bfe4 req-509504a9-f0fd-41d7-a229-ac3f348b91a9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214910 Feb 11 04:57:35.135011 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-175ffcb1-f08b-4bbb-ad56-dbebca5a5e70 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (82a0aa41-cb2b-40c2-b574-375bb4050a29), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:35.150662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ffcb1-f08b-4bbb-ad56-dbebca5a5e70 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:35.151343 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-175ffcb1-f08b-4bbb-ad56-dbebca5a5e70 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:35.240322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44826) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:35.246490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '82a0aa41-cb2b-40c2-b574-375bb4050a29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:35.253900 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-175ffcb1-f08b-4bbb-ad56-dbebca5a5e70 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5442450 Feb 11 04:57:35.332541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ffcb1-f08b-4bbb-ad56-dbebca5a5e70 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Network': ['ID=82a0aa41-cb2b-40c2-b574-375bb4050a29,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:35.345618 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 82a0aa41-cb2b-40c2-b574-375bb4050a29 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:57:35.415280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:35.420380 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:35.521262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Performing IP validity checks on allocation pools {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 04:57:35.524111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 04:57:35.693563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea48a1-6a56-45b9-8764-95fea0d19ee2 req-d86f9675-a509-4a11-abb3-8359edabbe9c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:35.695106 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23ea48a1-6a56-45b9-8764-95fea0d19ee2 req-d86f9675-a509-4a11-abb3-8359edabbe9c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.0938306 Feb 11 04:57:35.725263 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (69ab5841-0efe-4d69-a8f5-63b253aef67b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:35.815630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Subnet': ['ID=69ab5841-0efe-4d69-a8f5-63b253aef67b,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:35.821944 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23ea48a1-6a56-45b9-8764-95fea0d19ee2 req-ec4c19da-58c4-43e2-b5c1-ec6dc0beacb7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178310 Feb 11 04:57:35.831579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Checking segment: {'id': 'ad19fa59-3e6c-4c5c-aa32-724acd5a0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '82a0aa41-cb2b-40c2-b574-375bb4050a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:35.832215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network hostable DHCP agents. Network: 82a0aa41-cb2b-40c2-b574-375bb4050a29, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:57:35.857652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 82a0aa41-cb2b-40c2-b574-375bb4050a29 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:57:35.869299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 82a0aa41-cb2b-40c2-b574-375bb4050a29) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:35.877820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f3db5-7671-4e47-ac93-f92db2788a60 None None] Network 82a0aa41-cb2b-40c2-b574-375bb4050a29 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:35.916046 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:35.917434 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:35.966376 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5d945d9f-d205-4b32-ac21-6e930e14f700 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7225294 Feb 11 04:57:35.967160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44836) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:35.977988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '82a0aa41-cb2b-40c2-b574-375bb4050a29', 'name': 'tempest-PortsIpV6TestJSON-1540695296'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:36.007226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a5c7a-9d85-4f5d-9bdd-96bf1328019c req-c61385ff-bcfa-4bf2-848d-8c29c1c5a04b tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:36.015135 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e45a5c7a-9d85-4f5d-9bdd-96bf1328019c req-c61385ff-bcfa-4bf2-848d-8c29c1c5a04b tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 944 time: 0.0893066 Feb 11 04:57:36.063947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e45a5c7a-9d85-4f5d-9bdd-96bf1328019c req-72d5e10f-960f-47ac-9762-fd9ab395e102 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478487 Feb 11 04:57:36.102625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device fe3595ea-6f4d-4b10-8694-311b5b2541c3 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:57:36.112601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-82a0aa41-cb2b-40c2-b574-375bb4050a29', 'network_id': '82a0aa41-cb2b-40c2-b574-375bb4050a29', 'project_id': '59ab36ce9f374498ada750b597f32733', 'fixed_ips': [{'subnet_id': '69ab5841-0efe-4d69-a8f5-63b253aef67b'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:57:36.113507 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:36.191521 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:36.196832 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:36.235690 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port 4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:57:36.277015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port fe3595ea-6f4d-4b10-8694-311b5b2541c3, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fe3595ea-6f4d-4b10-8694-311b5b2541c3,segment=NetworkSegment(c4fc6341-1ed4-4c96-96dc-7dda9a3bd409),segment_id=c4fc6341-1ed4-4c96-96dc-7dda9a3bd409)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:36.295566 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'fe3595ea-6f4d-4b10-8694-311b5b2541c3', 'network_id': 'af7fca17-8c2a-48be-9892-cde226b4280e', 'port_id': 'fe3595ea-6f4d-4b10-8694-311b5b2541c3', 'mac_address': 'fa:16:3e:c4:73:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a52354-babc-4448-8301-0373dea9a280', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:57:36.342944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29bec0-c68b-4ce4-b496-42e1d62fe8c5 req-b012ac85-9c03-4a46-9d76-b44696afebb0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:36.349540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29bec0-c68b-4ce4-b496-42e1d62fe8c5 req-b012ac85-9c03-4a46-9d76-b44696afebb0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:36.358472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29bec0-c68b-4ce4-b496-42e1d62fe8c5 req-b012ac85-9c03-4a46-9d76-b44696afebb0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:36.366140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29bec0-c68b-4ce4-b496-42e1d62fe8c5 req-b012ac85-9c03-4a46-9d76-b44696afebb0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:36.374144 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29bec0-c68b-4ce4-b496-42e1d62fe8c5 req-b012ac85-9c03-4a46-9d76-b44696afebb0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:36.381147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29bec0-c68b-4ce4-b496-42e1d62fe8c5 req-b012ac85-9c03-4a46-9d76-b44696afebb0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:36.389301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29bec0-c68b-4ce4-b496-42e1d62fe8c5 req-b012ac85-9c03-4a46-9d76-b44696afebb0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:36.399481 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e29bec0-c68b-4ce4-b496-42e1d62fe8c5 req-b012ac85-9c03-4a46-9d76-b44696afebb0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5426 time: 0.2265165 Feb 11 04:57:36.412965 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port fe3595ea-6f4d-4b10-8694-311b5b2541c3 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:36.413627 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:36.461726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3595ea-6f4d-4b10-8694-311b5b2541c3 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:36.485488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e29bec0-c68b-4ce4-b496-42e1d62fe8c5 req-1111c972-2219-47ab-a078-4a0068a9da5a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813324 Feb 11 04:57:36.506414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port fe3595ea-6f4d-4b10-8694-311b5b2541c3, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fe3595ea-6f4d-4b10-8694-311b5b2541c3,segment=NetworkSegment(c4fc6341-1ed4-4c96-96dc-7dda9a3bd409),segment_id=c4fc6341-1ed4-4c96-96dc-7dda9a3bd409)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:36.507970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Allocated IP 2001:db8::2 (82a0aa41-cb2b-40c2-b574-375bb4050a29/69ab5841-0efe-4d69-a8f5-63b253aef67b/5974c38b-3303-46e5-b2d0-588f5e523f9c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:36.512661 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:36.513318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 27c65b30-2722-41bd-9b9e-a7f213f845df details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:57:36.835537 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:57:36.858510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=fe3595ea-6f4d-4b10-8694-311b5b2541c3,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:36.999364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8719c-4163-4ef5-8334-05c9b68dbe42 req-aa05cfd4-4a31-4e75-93ef-fd11e5b209d0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:37.000953 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-acd8719c-4163-4ef5-8334-05c9b68dbe42 req-aa05cfd4-4a31-4e75-93ef-fd11e5b209d0 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 944 time: 0.0885236 Feb 11 04:57:37.056132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=27c65b30-2722-41bd-9b9e-a7f213f845df,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:37.067767 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-acd8719c-4163-4ef5-8334-05c9b68dbe42 req-3ccf9738-a664-4e13-8517-df409369986e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599272 Feb 11 04:57:37.082564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '27c65b30-2722-41bd-9b9e-a7f213f845df', 'network_id': 'b67d36b9-6f2e-4fab-9900-af82916ad6ef', 'port_id': '27c65b30-2722-41bd-9b9e-a7f213f845df', 'mac_address': 'fa:16:3e:c6:85:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1730ef-db3b-4017-bd70-cc38613cb0e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:57:37.082845 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Publish callbacks [] for port (5974c38b-3303-46e5-b2d0-588f5e523f9c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.130011 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (5974c38b-3303-46e5-b2d0-588f5e523f9c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.200264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Network 82a0aa41-cb2b-40c2-b574-375bb4050a29 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:37.206825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:37.210728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 27c65b30-2722-41bd-9b9e-a7f213f845df is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:37.211166 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.217326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8::31c (82a0aa41-cb2b-40c2-b574-375bb4050a29/69ab5841-0efe-4d69-a8f5-63b253aef67b/4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:37.229994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:37.236541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c65b30-2722-41bd-9b9e-a7f213f845df {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:37.258640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Pushing event updated for resources: {'Port': ['ID=5974c38b-3303-46e5-b2d0-588f5e523f9c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:37.295566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e1e36-407c-4c4d-8d17-19c443f39a09 req-bf835da0-8846-42d4-be9e-c3fe74fddcd6 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:37.297504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=27c65b30-2722-41bd-9b9e-a7f213f845df,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:37.297859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-974e1e36-407c-4c4d-8d17-19c443f39a09 req-bf835da0-8846-42d4-be9e-c3fe74fddcd6 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 945 time: 0.1046555 Feb 11 04:57:37.327305 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.332870 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.378313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Attempting to bind port 5974c38b-3303-46e5-b2d0-588f5e523f9c on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:57:37.378690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Attempting to bind port 5974c38b-3303-46e5-b2d0-588f5e523f9c by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'ad19fa59-3e6c-4c5c-aa32-724acd5a0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '82a0aa41-cb2b-40c2-b574-375bb4050a29'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:57:37.379093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Attempting to bind port 5974c38b-3303-46e5-b2d0-588f5e523f9c on network 82a0aa41-cb2b-40c2-b574-375bb4050a29 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:37.388633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:57:37.388987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Checking segment: {'id': 'ad19fa59-3e6c-4c5c-aa32-724acd5a0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '82a0aa41-cb2b-40c2-b574-375bb4050a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:37.390296 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.390296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Bound using segment: {'id': 'ad19fa59-3e6c-4c5c-aa32-724acd5a0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '82a0aa41-cb2b-40c2-b574-375bb4050a29'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:57:37.390665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Bound port: 5974c38b-3303-46e5-b2d0-588f5e523f9c, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad19fa59-3e6c-4c5c-aa32-724acd5a0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '82a0aa41-cb2b-40c2-b574-375bb4050a29'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:57:37.391907 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5974c38b-3303-46e5-b2d0-588f5e523f9c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.430810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=27c65b30-2722-41bd-9b9e-a7f213f845df,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:37.438508 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-974e1e36-407c-4c4d-8d17-19c443f39a09 req-14272f8f-332e-4e15-ba26-bbdc29a09d4d tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304767 Feb 11 04:57:37.500605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] For port 5974c38b-3303-46e5-b2d0-588f5e523f9c, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:57:37.501316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] For port 5974c38b-3303-46e5-b2d0-588f5e523f9c, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5974c38b-3303-46e5-b2d0-588f5e523f9c,segment=NetworkSegment(ad19fa59-3e6c-4c5c-aa32-724acd5a0529),segment_id=ad19fa59-3e6c-4c5c-aa32-724acd5a0529)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:57:37.502018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.512835 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5974c38b-3303-46e5-b2d0-588f5e523f9c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.552557 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.600251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49c91a-4468-4e09-81ae-826cecfa5735 None None] Pushing event updated for resources: {'Port': ['ID=5974c38b-3303-46e5-b2d0-588f5e523f9c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:37.650922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 82a0aa41-cb2b-40c2-b574-375bb4050a29 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:37.654227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:37.658038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:37.663652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:37.664543 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.681535 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:37.691352 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c35d505a-12c6-4ae7-b5ba-6e9d77c2559a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7228913 Feb 11 04:57:37.695148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44854) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:37.751516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['fe3595ea-6f4d-4b10-8694-311b5b2541c3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:37.755538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a807ca3-a0f8-4a85-92b2-48afeee04fd6 req-021df454-f048-4dcf-8f3d-b7633b99c5e4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:37.761403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a807ca3-a0f8-4a85-92b2-48afeee04fd6 req-021df454-f048-4dcf-8f3d-b7633b99c5e4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:37.767905 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a807ca3-a0f8-4a85-92b2-48afeee04fd6 req-021df454-f048-4dcf-8f3d-b7633b99c5e4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:37.773806 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a807ca3-a0f8-4a85-92b2-48afeee04fd6 req-021df454-f048-4dcf-8f3d-b7633b99c5e4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:37.779480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a807ca3-a0f8-4a85-92b2-48afeee04fd6 req-021df454-f048-4dcf-8f3d-b7633b99c5e4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:37.786858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a807ca3-a0f8-4a85-92b2-48afeee04fd6 req-021df454-f048-4dcf-8f3d-b7633b99c5e4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:37.788158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['27c65b30-2722-41bd-9b9e-a7f213f845df'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:37.792756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a807ca3-a0f8-4a85-92b2-48afeee04fd6 req-021df454-f048-4dcf-8f3d-b7633b99c5e4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:37.809807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4a807ca3-a0f8-4a85-92b2-48afeee04fd6 req-021df454-f048-4dcf-8f3d-b7633b99c5e4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5426 time: 0.1838732 Feb 11 04:57:37.817159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-78fc7e0e-94af-408a-84ff-94b0b91b4427 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:37.817507 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78fc7e0e-94af-408a-84ff-94b0b91b4427 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.941554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4a807ca3-a0f8-4a85-92b2-48afeee04fd6 req-e1fb7fff-3697-4ef3-a40f-35e6c1dfbac5 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252499 Feb 11 04:57:37.979145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78fc7e0e-94af-408a-84ff-94b0b91b4427 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:38.025902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-78fc7e0e-94af-408a-84ff-94b0b91b4427 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:38.220965 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78fc7e0e-94af-408a-84ff-94b0b91b4427 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:38.258426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc7e0e-94af-408a-84ff-94b0b91b4427 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:38.270389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c7160-e5f3-47a8-80f4-1cd29608da4f req-37814da1-0054-4dc9-8b8c-7d6785326257 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:38.271928 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-333c7160-e5f3-47a8-80f4-1cd29608da4f req-37814da1-0054-4dc9-8b8c-7d6785326257 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 945 time: 0.1019905 Feb 11 04:57:38.302800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-78fc7e0e-94af-408a-84ff-94b0b91b4427 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:38.306256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-78fc7e0e-94af-408a-84ff-94b0b91b4427 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26 HTTP/1.1" status: 204 len: 168 time: 0.6096394 Feb 11 04:57:38.308777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44862) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:38.339300 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebae680-2d10-475c-8096-10e4c79b0c0e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] DELETE failed (client error): The resource could not be found. Feb 11 04:57:38.340168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebae680-2d10-475c-8096-10e4c79b0c0e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:57:38.342773 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-333c7160-e5f3-47a8-80f4-1cd29608da4f req-936235a5-a1ec-48d3-abda-bfd8778ad1ac tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637059 Feb 11 04:57:38.343210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1ebae680-2d10-475c-8096-10e4c79b0c0e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26 HTTP/1.1" status: 404 len: 333 time: 0.0333991 Feb 11 04:57:38.345988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44864) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:38.370700 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c8d5b6-8b57-46a5-8bb4-8581a6ea1a77 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:57:38.372122 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-79c8d5b6-8b57-46a5-8bb4-8581a6ea1a77 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/4da30e91-0f9e-4fe3-8cbe-3a5183eb6e26 HTTP/1.1" status: 404 len: 333 time: 0.0247436 Feb 11 04:57:38.376460 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44866) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:38.428171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting subnet 69ab5841-0efe-4d69-a8f5-63b253aef67b {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:57:38.431309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (69ab5841-0efe-4d69-a8f5-63b253aef67b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:38.474568 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (69ab5841-0efe-4d69-a8f5-63b253aef67b), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:38.602132 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (69ab5841-0efe-4d69-a8f5-63b253aef67b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:38.660289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18f326-ae4d-403e-a79c-972954203e74 req-2927263c-7721-4274-aae3-848dd9b0ec80 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:38.662626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db18f326-ae4d-403e-a79c-972954203e74 req-2927263c-7721-4274-aae3-848dd9b0ec80 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 945 time: 0.1001008 Feb 11 04:57:38.704622 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (69ab5841-0efe-4d69-a8f5-63b253aef67b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:38.732079 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:38.733673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:38.743649 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/69ab5841-0efe-4d69-a8f5-63b253aef67b HTTP/1.1" status: 204 len: 168 time: 0.3660958 Feb 11 04:57:38.748676 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44870) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:38.777124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Subnet': ['ID=69ab5841-0efe-4d69-a8f5-63b253aef67b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:38.796034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.796527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.796955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.797452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.797870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.798310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.798725 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.800924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.801427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.801848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.802260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.805730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.806298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a78b5-647d-407b-a0de-3763313dd837 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:38.847718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db18f326-ae4d-403e-a79c-972954203e74 req-e341056c-9e8b-45e0-99b2-7dd250e2be8f tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738226 Feb 11 04:57:38.869608 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (82a0aa41-cb2b-40c2-b574-375bb4050a29), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:38.870883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:57:38.875891 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:38.876774 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:38.946480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 5974c38b-3303-46e5-b2d0-588f5e523f9c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:38.947132 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5974c38b-3303-46e5-b2d0-588f5e523f9c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.005667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:39.006082 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.033500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb4fa5-8cb1-44ca-bac5-038c8f66878c None None] Network 82a0aa41-cb2b-40c2-b574-375bb4050a29 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:39.161314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] For port 5974c38b-3303-46e5-b2d0-588f5e523f9c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5974c38b-3303-46e5-b2d0-588f5e523f9c,segment=NetworkSegment(ad19fa59-3e6c-4c5c-aa32-724acd5a0529),segment_id=ad19fa59-3e6c-4c5c-aa32-724acd5a0529)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:39.161844 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5974c38b-3303-46e5-b2d0-588f5e523f9c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.180077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 5974c38b-3303-46e5-b2d0-588f5e523f9c owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:39.203927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:39.206570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a04e25d-f11d-4b9a-a8c8-5dfc91310990'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:39.209973 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ac547d-6674-478e-a1fb-ef4816859017" -d '{"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "0a04e25d-f11d-4b9a-a8c8-5dfc91310990"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:39.215155 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.215975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 1a965ce7-4189-4ce1-8af5-5258c8a76c3f up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:39.256369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848df47-edbd-4ee1-be0c-819cd2256732 req-8bdf14dd-8a4b-4677-94e5-942f25fde0a1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:39.262968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848df47-edbd-4ee1-be0c-819cd2256732 req-8bdf14dd-8a4b-4677-94e5-942f25fde0a1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:39.273198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848df47-edbd-4ee1-be0c-819cd2256732 req-8bdf14dd-8a4b-4677-94e5-942f25fde0a1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:39.278929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848df47-edbd-4ee1-be0c-819cd2256732 req-8bdf14dd-8a4b-4677-94e5-942f25fde0a1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:39.284023 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee029493-7e04-417f-97d9-86d92a20eebd x-openstack-request-id: req-ee029493-7e04-417f-97d9-86d92a20eebd {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:39.284631 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "0a04e25d-f11d-4b9a-a8c8-5dfc91310990", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:39.284940 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee029493-7e04-417f-97d9-86d92a20eebd {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:39.285538 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a04e25d-f11d-4b9a-a8c8-5dfc91310990', 'code': 200} Feb 11 04:57:39.286486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848df47-edbd-4ee1-be0c-819cd2256732 req-8bdf14dd-8a4b-4677-94e5-942f25fde0a1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:39.292104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848df47-edbd-4ee1-be0c-819cd2256732 req-8bdf14dd-8a4b-4677-94e5-942f25fde0a1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:39.298415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848df47-edbd-4ee1-be0c-819cd2256732 req-8bdf14dd-8a4b-4677-94e5-942f25fde0a1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:39.306939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d848df47-edbd-4ee1-be0c-819cd2256732 req-8bdf14dd-8a4b-4677-94e5-942f25fde0a1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5426 time: 0.1968172 Feb 11 04:57:39.322832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9282aa51-ae74-4a73-874a-5ab5b93f4da5 None None] Provisioning complete for port 5974c38b-3303-46e5-b2d0-588f5e523f9c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:39.323288 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9282aa51-ae74-4a73-874a-5ab5b93f4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5974c38b-3303-46e5-b2d0-588f5e523f9c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.408923 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d848df47-edbd-4ee1-be0c-819cd2256732 req-ac466a50-cf6d-4ce5-ad3e-ee6faa989b80 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007535 Feb 11 04:57:39.436847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5974c38b-3303-46e5-b2d0-588f5e523f9c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.470168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=5974c38b-3303-46e5-b2d0-588f5e523f9c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:39.483565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No DVR routers for this DVR port 5974c38b-3303-46e5-b2d0-588f5e523f9c on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:57:39.599295 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88fd154e-fff6-4e41-82a8-30ed27540601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.642265 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974d3b-0601-47f0-b0cc-eb3ba25f3690 req-40c6a998-28fe-48a2-aa9c-f1bba6ebb002 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:39.648580 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (82a0aa41-cb2b-40c2-b574-375bb4050a29), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.651686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9282aa51-ae74-4a73-874a-5ab5b93f4da5 None None] Could not find standard attr ID for object 5974c38b-3303-46e5-b2d0-588f5e523f9c. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:57:39.652604 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b1974d3b-0601-47f0-b0cc-eb3ba25f3690 req-40c6a998-28fe-48a2-aa9c-f1bba6ebb002 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 945 time: 0.1516631 Feb 11 04:57:39.655801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d03cb91-23dc-4827-a278-830d6238d59a None None] DHCP port deletion for 82a0aa41-cb2b-40c2-b574-375bb4050a29 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:57:39.676752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:39.676752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:57:39.687976 n-d-615180-58 neutron-server[103355]: INFO neutron.plugins.ml2.db [None req-9282aa51-ae74-4a73-874a-5ab5b93f4da5 None None] No ports have port_id starting with 5974c38b-3303-46e5-b2d0-588f5e523f9c Feb 11 04:57:39.703799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:39.706305 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.709937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a0aa41-cb2b-40c2-b574-375bb4050a29']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:39.720252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.720567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.720922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.721306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.721653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.722101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.722321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.722657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.725574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.725938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.726286 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.726634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.726999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:39.744987 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad19fa59-3e6c-4c5c-aa32-724acd5a0529') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:39.745575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad19fa59-3e6c-4c5c-aa32-724acd5a0529') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:39.762821 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b1974d3b-0601-47f0-b0cc-eb3ba25f3690 req-e54b7787-4f33-4762-9e5b-98b04766ca89 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090057 Feb 11 04:57:39.763092 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (ad19fa59-3e6c-4c5c-aa32-724acd5a0529), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.785989 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ad19fa59-3e6c-4c5c-aa32-724acd5a0529), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.794593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:57:39.795226 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (ad19fa59-3e6c-4c5c-aa32-724acd5a0529), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.841601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:39.842856 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:57:39.868514 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:57:39.874200 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (82a0aa41-cb2b-40c2-b574-375bb4050a29), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.885643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.892929 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/networks/82a0aa41-cb2b-40c2-b574-375bb4050a29 HTTP/1.1" status: 204 len: 168 time: 1.1395085 Feb 11 04:57:39.893395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44884) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:39.899637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-075ce55d-2461-4f78-924b-20e5fb150e4b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1733355267'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:39.900106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1a965ce7-4189-4ce1-8af5-5258c8a76c3f,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:39.905538 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.908533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9a403-62b2-4ce6-8258-0dd8f8e14b99 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Network': ['ID=82a0aa41-cb2b-40c2-b574-375bb4050a29,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:39.947307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075ce55d-2461-4f78-924b-20e5fb150e4b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:39.951208 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-075ce55d-2461-4f78-924b-20e5fb150e4b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.981194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075ce55d-2461-4f78-924b-20e5fb150e4b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:57:39.994550 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-075ce55d-2461-4f78-924b-20e5fb150e4b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (615497ad-59d8-4f15-9e6c-2755631d9215), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:39.995116 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-075ce55d-2461-4f78-924b-20e5fb150e4b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Added segment 615497ad-59d8-4f15-9e6c-2755631d9215 of type vlan for network 86a28e6a-c550-4c82-8665-8b5b66a21e7d Feb 11 04:57:40.004742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=1a965ce7-4189-4ce1-8af5-5258c8a76c3f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:40.043607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf282f2-2c86-4df4-be0d-7f5c4a7f3fb5 req-4f3a3899-e9c5-4000-a4c0-a4468dd5a610 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.043887 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-075ce55d-2461-4f78-924b-20e5fb150e4b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (86a28e6a-c550-4c82-8665-8b5b66a21e7d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.045426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbf282f2-2c86-4df4-be0d-7f5c4a7f3fb5 req-4f3a3899-e9c5-4000-a4c0-a4468dd5a610 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 945 time: 0.1044383 Feb 11 04:57:40.106429 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-075ce55d-2461-4f78-924b-20e5fb150e4b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (86a28e6a-c550-4c82-8665-8b5b66a21e7d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.113233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ce55d-2461-4f78-924b-20e5fb150e4b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.114195 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-075ce55d-2461-4f78-924b-20e5fb150e4b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.134596 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 27c65b30-2722-41bd-9b9e-a7f213f845df up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:40.137022 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbf282f2-2c86-4df4-be0d-7f5c4a7f3fb5 req-1a89c89e-073c-43da-8233-12a1a10aeb6a tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847158 Feb 11 04:57:40.168339 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-075ce55d-2461-4f78-924b-20e5fb150e4b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2739103 Feb 11 04:57:40.171181 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44900) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:40.176272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-46d10b1b-25bd-4d47-b6a3-74b714ab7cfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '86a28e6a-c550-4c82-8665-8b5b66a21e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:40.204786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ce55d-2461-4f78-924b-20e5fb150e4b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Network': ['ID=86a28e6a-c550-4c82-8665-8b5b66a21e7d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:40.216129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 86a28e6a-c550-4c82-8665-8b5b66a21e7d details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:57:40.230021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 27c65b30-2722-41bd-9b9e-a7f213f845df triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:40.230645 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.291117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d10b1b-25bd-4d47-b6a3-74b714ab7cfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:40.295721 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-46d10b1b-25bd-4d47-b6a3-74b714ab7cfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.395566 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 27c65b30-2722-41bd-9b9e-a7f213f845df is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:40.396319 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.447206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=27c65b30-2722-41bd-9b9e-a7f213f845df,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:40.452407 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.453453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device fe3595ea-6f4d-4b10-8694-311b5b2541c3 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:40.546392 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-46d10b1b-25bd-4d47-b6a3-74b714ab7cfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.557510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=27c65b30-2722-41bd-9b9e-a7f213f845df,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:40.582660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port fe3595ea-6f4d-4b10-8694-311b5b2541c3 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:57:40.594188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port fe3595ea-6f4d-4b10-8694-311b5b2541c3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:40.594794 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.618717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d10b1b-25bd-4d47-b6a3-74b714ab7cfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Subnet': ['ID=4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:40.632110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d10b1b-25bd-4d47-b6a3-74b714ab7cfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Checking segment: {'id': '615497ad-59d8-4f15-9e6c-2755631d9215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '86a28e6a-c550-4c82-8665-8b5b66a21e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:40.632622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d10b1b-25bd-4d47-b6a3-74b714ab7cfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network hostable DHCP agents. Network: 86a28e6a-c550-4c82-8665-8b5b66a21e7d, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:57:40.655910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d10b1b-25bd-4d47-b6a3-74b714ab7cfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 86a28e6a-c550-4c82-8665-8b5b66a21e7d is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:57:40.664702 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77662fdc-ecee-4434-9aca-53837ae04630 req-e01de0de-e9b3-4b76-8626-44df4a86a27c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.671410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77662fdc-ecee-4434-9aca-53837ae04630 req-e01de0de-e9b3-4b76-8626-44df4a86a27c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.677185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-46d10b1b-25bd-4d47-b6a3-74b714ab7cfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 86a28e6a-c550-4c82-8665-8b5b66a21e7d) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:40.679852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77662fdc-ecee-4434-9aca-53837ae04630 req-e01de0de-e9b3-4b76-8626-44df4a86a27c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.688103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77662fdc-ecee-4434-9aca-53837ae04630 req-e01de0de-e9b3-4b76-8626-44df4a86a27c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.689207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d10b1b-25bd-4d47-b6a3-74b714ab7cfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.689827 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-46d10b1b-25bd-4d47-b6a3-74b714ab7cfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.691260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90bb041-26f2-4bf1-999b-de74016b2b79 None None] Network 86a28e6a-c550-4c82-8665-8b5b66a21e7d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:40.695678 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77662fdc-ecee-4434-9aca-53837ae04630 req-e01de0de-e9b3-4b76-8626-44df4a86a27c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.702850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77662fdc-ecee-4434-9aca-53837ae04630 req-e01de0de-e9b3-4b76-8626-44df4a86a27c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.710411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77662fdc-ecee-4434-9aca-53837ae04630 req-e01de0de-e9b3-4b76-8626-44df4a86a27c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.719737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77662fdc-ecee-4434-9aca-53837ae04630 req-e01de0de-e9b3-4b76-8626-44df4a86a27c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5428 time: 0.1457276 Feb 11 04:57:40.728106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port fe3595ea-6f4d-4b10-8694-311b5b2541c3 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:40.728638 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.730375 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-46d10b1b-25bd-4d47-b6a3-74b714ab7cfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5580342 Feb 11 04:57:40.733094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44912) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:40.739362 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '86a28e6a-c550-4c82-8665-8b5b66a21e7d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1787807524'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:40.777923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 44b79c8b-5671-4b61-935b-3207941610d4 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:40.823918 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77662fdc-ecee-4434-9aca-53837ae04630 req-54c3f297-9aa9-4376-bae8-464dd135c321 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029768 Feb 11 04:57:40.916074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port fe3595ea-6f4d-4b10-8694-311b5b2541c3, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fe3595ea-6f4d-4b10-8694-311b5b2541c3,segment=NetworkSegment(c4fc6341-1ed4-4c96-96dc-7dda9a3bd409),segment_id=c4fc6341-1ed4-4c96-96dc-7dda9a3bd409)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:40.921415 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 44b79c8b-5671-4b61-935b-3207941610d4 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:57:40.926535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 44b79c8b-5671-4b61-935b-3207941610d4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:40.927011 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (44b79c8b-5671-4b61-935b-3207941610d4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.928708 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.934873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-86a28e6a-c550-4c82-8665-8b5b66a21e7d', 'network_id': '86a28e6a-c550-4c82-8665-8b5b66a21e7d', 'project_id': '59ab36ce9f374498ada750b597f32733', 'fixed_ips': [{'subnet_id': '4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:57:40.935818 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.960544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db275b8b-3f57-491c-a599-caadcc15cd6c req-bff7840c-6709-49aa-ac0e-64177cdcc359 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.962088 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db275b8b-3f57-491c-a599-caadcc15cd6c req-bff7840c-6709-49aa-ac0e-64177cdcc359 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1014357 Feb 11 04:57:40.963241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:40.966464 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:40.996329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port 1443ef17-a024-4257-a7a3-1fd055aab1d6 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:57:41.083627 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db275b8b-3f57-491c-a599-caadcc15cd6c req-dfd64a09-e3b2-414f-a32c-e22fbf9ab2a2 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065388 Feb 11 04:57:41.084059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=fe3595ea-6f4d-4b10-8694-311b5b2541c3,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:41.167265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 44b79c8b-5671-4b61-935b-3207941610d4 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:41.167788 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (44b79c8b-5671-4b61-935b-3207941610d4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:41.200671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8::154 (86a28e6a-c550-4c82-8665-8b5b66a21e7d/4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd/1443ef17-a024-4257-a7a3-1fd055aab1d6) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:41.356685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb3a68-26cb-404d-8f30-16dd15e5bcf6 req-476de518-cb22-4f9d-bb78-cb420b137bdc tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:41.360657 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66fb3a68-26cb-404d-8f30-16dd15e5bcf6 req-476de518-cb22-4f9d-bb78-cb420b137bdc tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 946 time: 0.1116774 Feb 11 04:57:41.369054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (1443ef17-a024-4257-a7a3-1fd055aab1d6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:41.417149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1443ef17-a024-4257-a7a3-1fd055aab1d6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:41.420007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a965ce7-4189-4ce1-8af5-5258c8a76c3f'}, {'server_uuid': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c65b30-2722-41bd-9b9e-a7f213f845df'}, {'server_uuid': 'bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3595ea-6f4d-4b10-8694-311b5b2541c3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:41.423388 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41f3183-1b8c-4ce9-a61f-efd6d4ac28ae" -d '{"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "1a965ce7-4189-4ce1-8af5-5258c8a76c3f"}, {"server_uuid": "b8a18dcd-9549-4f8b-89a3-e0e9310446a4", "name": "network-vif-plugged", "status": "completed", "tag": "27c65b30-2722-41bd-9b9e-a7f213f845df"}, {"server_uuid": "bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1", "name": "network-vif-plugged", "status": "completed", "tag": "fe3595ea-6f4d-4b10-8694-311b5b2541c3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:41.460371 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66fb3a68-26cb-404d-8f30-16dd15e5bcf6 req-2f454e74-197f-4ad1-87d8-cddb6dad65bc tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929475 Feb 11 04:57:41.484038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 86a28e6a-c550-4c82-8665-8b5b66a21e7d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:41.488474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:41.492963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:41.500857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:41.501531 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:41.510550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 44b79c8b-5671-4b61-935b-3207941610d4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=44b79c8b-5671-4b61-935b-3207941610d4,segment=NetworkSegment(4fbf6c5f-0e7a-4013-871a-59f2fbc0a995),segment_id=4fbf6c5f-0e7a-4013-871a-59f2fbc0a995)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:41.522168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=1443ef17-a024-4257-a7a3-1fd055aab1d6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:41.526543 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (44b79c8b-5671-4b61-935b-3207941610d4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:41.527705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 10562436-6596-4dc4-8bd3-459375c70f15 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:41.530204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Allocated IP 2001:db8::2 (86a28e6a-c550-4c82-8665-8b5b66a21e7d/4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd/211ff0fb-0a72-4099-a226-f17b0897b6d9) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:41.535608 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-892429b5-7464-4b82-b1e6-b7ba2cb86456 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8011088 Feb 11 04:57:41.538094 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4428de-6e0d-4b76-8a74-93e3d9059c20 x-openstack-request-id: req-af4428de-6e0d-4b76-8a74-93e3d9059c20 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:41.538340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44938) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:41.538614 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "1a965ce7-4189-4ce1-8af5-5258c8a76c3f", "code": 200}, {"server_uuid": "b8a18dcd-9549-4f8b-89a3-e0e9310446a4", "name": "network-vif-plugged", "status": "completed", "tag": "27c65b30-2722-41bd-9b9e-a7f213f845df", "code": 200}, {"server_uuid": "bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1", "name": "network-vif-plugged", "status": "completed", "tag": "fe3595ea-6f4d-4b10-8694-311b5b2541c3", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:41.539005 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af4428de-6e0d-4b76-8a74-93e3d9059c20 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:41.539533 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a965ce7-4189-4ce1-8af5-5258c8a76c3f', 'code': 200} Feb 11 04:57:41.539896 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c65b30-2722-41bd-9b9e-a7f213f845df', 'code': 200} Feb 11 04:57:41.540253 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3595ea-6f4d-4b10-8694-311b5b2541c3', 'code': 200} Feb 11 04:57:41.692982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-76c62416-a4d2-4227-b0e5-ad55f47e4e9d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 1443ef17-a024-4257-a7a3-1fd055aab1d6 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:41.696258 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76c62416-a4d2-4227-b0e5-ad55f47e4e9d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1443ef17-a024-4257-a7a3-1fd055aab1d6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:41.749038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=44b79c8b-5671-4b61-935b-3207941610d4,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:41.777574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 10562436-6596-4dc4-8bd3-459375c70f15 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:57:41.786378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff64c73-9ec5-4695-9fcd-1ad7bebd5460 req-b650c4d0-b29b-40e6-839c-7cb96bf2045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:41.789581 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aff64c73-9ec5-4695-9fcd-1ad7bebd5460 req-b650c4d0-b29b-40e6-839c-7cb96bf2045c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 1129 time: 0.1003120 Feb 11 04:57:41.814264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 10562436-6596-4dc4-8bd3-459375c70f15 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:41.817125 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (10562436-6596-4dc4-8bd3-459375c70f15), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:41.830370 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76c62416-a4d2-4227-b0e5-ad55f47e4e9d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1443ef17-a024-4257-a7a3-1fd055aab1d6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:41.844255 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-76c62416-a4d2-4227-b0e5-ad55f47e4e9d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 1443ef17-a024-4257-a7a3-1fd055aab1d6 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:42.006369 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f0919c03-bd69-4ab0-8f28-6eba864aa3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.008595 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76c62416-a4d2-4227-b0e5-ad55f47e4e9d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1443ef17-a024-4257-a7a3-1fd055aab1d6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.013021 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aff64c73-9ec5-4695-9fcd-1ad7bebd5460 req-0b83df1a-3389-4a80-823d-ca57d683a076 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159965 Feb 11 04:57:42.026033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a702e-1bb1-476d-a94f-a33111eaeacc req-c5df8d53-8772-4a35-bd01-b16b355358f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:42.027566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b9a702e-1bb1-476d-a94f-a33111eaeacc req-c5df8d53-8772-4a35-bd01-b16b355358f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 1130 time: 0.1976752 Feb 11 04:57:42.042553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c62416-a4d2-4227-b0e5-ad55f47e4e9d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=1443ef17-a024-4257-a7a3-1fd055aab1d6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:42.052219 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Publish callbacks [] for port (211ff0fb-0a72-4099-a226-f17b0897b6d9), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.072587 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (211ff0fb-0a72-4099-a226-f17b0897b6d9), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.078031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 10562436-6596-4dc4-8bd3-459375c70f15 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:42.079144 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (10562436-6596-4dc4-8bd3-459375c70f15), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.093539 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76c62416-a4d2-4227-b0e5-ad55f47e4e9d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.101744 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-76c62416-a4d2-4227-b0e5-ad55f47e4e9d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/1443ef17-a024-4257-a7a3-1fd055aab1d6 HTTP/1.1" status: 204 len: 168 time: 0.5622485 Feb 11 04:57:42.102601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44948) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:42.116519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fb046-da18-42ef-8e16-4667b32c88f9 req-7fce5821-1ea0-464c-9e4e-6e103207b822 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:42.121900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fb046-da18-42ef-8e16-4667b32c88f9 req-7fce5821-1ea0-464c-9e4e-6e103207b822 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:42.138011 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f23c416-fcd7-4118-afb4-3afcb46ec8cf tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:57:42.139284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Network 86a28e6a-c550-4c82-8665-8b5b66a21e7d is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:42.144442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:42.145001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3f23c416-fcd7-4118-afb4-3afcb46ec8cf tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/1443ef17-a024-4257-a7a3-1fd055aab1d6 HTTP/1.1" status: 404 len: 333 time: 0.0381253 Feb 11 04:57:42.145807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44952) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:42.151568 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fb046-da18-42ef-8e16-4667b32c88f9 req-7fce5821-1ea0-464c-9e4e-6e103207b822 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:42.151891 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:42.159009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fb046-da18-42ef-8e16-4667b32c88f9 req-7fce5821-1ea0-464c-9e4e-6e103207b822 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:42.164453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fb046-da18-42ef-8e16-4667b32c88f9 req-7fce5821-1ea0-464c-9e4e-6e103207b822 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:42.182309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fb046-da18-42ef-8e16-4667b32c88f9 req-7fce5821-1ea0-464c-9e4e-6e103207b822 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:42.197795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fb046-da18-42ef-8e16-4667b32c88f9 req-7fce5821-1ea0-464c-9e4e-6e103207b822 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:42.198527 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b8fb046-da18-42ef-8e16-4667b32c88f9 req-7fce5821-1ea0-464c-9e4e-6e103207b822 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5429 time: 0.2386091 Feb 11 04:57:42.222523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 10562436-6596-4dc4-8bd3-459375c70f15, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=10562436-6596-4dc4-8bd3-459375c70f15,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:42.226399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Pushing event updated for resources: {'Port': ['ID=211ff0fb-0a72-4099-a226-f17b0897b6d9,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:42.247514 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (10562436-6596-4dc4-8bd3-459375c70f15), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.249510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 7ca0f07d-807c-4db0-9432-e2f5c2454549 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:42.256149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a16b81-628e-40d7-96cd-9dfffd99fbb1 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting subnet 4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:57:42.264179 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7a16b81-628e-40d7-96cd-9dfffd99fbb1 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.318721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b8fb046-da18-42ef-8e16-4667b32c88f9 req-e45b6a71-4852-47b2-be7b-dda56225ee4a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140938 Feb 11 04:57:42.347788 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7a16b81-628e-40d7-96cd-9dfffd99fbb1 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.382316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Attempting to bind port 211ff0fb-0a72-4099-a226-f17b0897b6d9 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:57:42.382809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Attempting to bind port 211ff0fb-0a72-4099-a226-f17b0897b6d9 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '615497ad-59d8-4f15-9e6c-2755631d9215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '86a28e6a-c550-4c82-8665-8b5b66a21e7d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:57:42.383350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Attempting to bind port 211ff0fb-0a72-4099-a226-f17b0897b6d9 on network 86a28e6a-c550-4c82-8665-8b5b66a21e7d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:42.385597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=10562436-6596-4dc4-8bd3-459375c70f15,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:42.394561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:57:42.395256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Checking segment: {'id': '615497ad-59d8-4f15-9e6c-2755631d9215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '86a28e6a-c550-4c82-8665-8b5b66a21e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:42.395712 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.396230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Bound using segment: {'id': '615497ad-59d8-4f15-9e6c-2755631d9215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '86a28e6a-c550-4c82-8665-8b5b66a21e7d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:57:42.396814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Bound port: 211ff0fb-0a72-4099-a226-f17b0897b6d9, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615497ad-59d8-4f15-9e6c-2755631d9215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '86a28e6a-c550-4c82-8665-8b5b66a21e7d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:57:42.397302 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (211ff0fb-0a72-4099-a226-f17b0897b6d9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.409134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b9a702e-1bb1-476d-a94f-a33111eaeacc req-3c76b7af-78cc-4eb7-a8a7-85ffe90bffba service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871639 Feb 11 04:57:42.443181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 7ca0f07d-807c-4db0-9432-e2f5c2454549 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:57:42.455025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 7ca0f07d-807c-4db0-9432-e2f5c2454549 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:42.455593 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.519370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] For port 211ff0fb-0a72-4099-a226-f17b0897b6d9, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:57:42.523944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] For port 211ff0fb-0a72-4099-a226-f17b0897b6d9, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=211ff0fb-0a72-4099-a226-f17b0897b6d9,segment=NetworkSegment(615497ad-59d8-4f15-9e6c-2755631d9215),segment_id=615497ad-59d8-4f15-9e6c-2755631d9215)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:57:42.538234 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (211ff0fb-0a72-4099-a226-f17b0897b6d9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.540617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ad3ef-8277-452e-ad44-ca3da4dba320 req-1dc4cbf9-0a04-40c7-94b0-591ba57a12e8 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:42.542609 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-855ad3ef-8277-452e-ad44-ca3da4dba320 req-1dc4cbf9-0a04-40c7-94b0-591ba57a12e8 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1742311 Feb 11 04:57:42.545512 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7a16b81-628e-40d7-96cd-9dfffd99fbb1 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.638580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-855ad3ef-8277-452e-ad44-ca3da4dba320 req-4655d203-ca60-447f-9880-5bcd6c1da6eb tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883884 Feb 11 04:57:42.648968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 7ca0f07d-807c-4db0-9432-e2f5c2454549 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:42.649482 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.662935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed87230-4040-4d6d-a536-156e622c8b15 None None] Pushing event updated for resources: {'Port': ['ID=211ff0fb-0a72-4099-a226-f17b0897b6d9,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:42.696041 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7a16b81-628e-40d7-96cd-9dfffd99fbb1 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.703604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36692ed-c299-4b75-a421-cf8cee91ab3f req-b907caf5-5734-4a0c-8aa1-4918aabfe0ae tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:42.705688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a36692ed-c299-4b75-a421-cf8cee91ab3f req-b907caf5-5734-4a0c-8aa1-4918aabfe0ae tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 946 time: 0.1012464 Feb 11 04:57:42.736450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 7ca0f07d-807c-4db0-9432-e2f5c2454549, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=7ca0f07d-807c-4db0-9432-e2f5c2454549,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:42.741942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a16b81-628e-40d7-96cd-9dfffd99fbb1 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Subnet': ['ID=4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:42.746172 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.747419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7f80bc2-27bf-4954-a7b7-3c8ab0383091 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:42.755651 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7a16b81-628e-40d7-96cd-9dfffd99fbb1 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.770776 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a7a16b81-628e-40d7-96cd-9dfffd99fbb1 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd HTTP/1.1" status: 204 len: 168 time: 0.6235442 Feb 11 04:57:42.772020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44966) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:42.778669 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.810150 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a36692ed-c299-4b75-a421-cf8cee91ab3f req-11645dd7-ba66-4b7e-a477-dbbf4160d8bf tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974739 Feb 11 04:57:42.859102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=7ca0f07d-807c-4db0-9432-e2f5c2454549,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:42.878317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:57:42.883534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:42.886167 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.909741 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (86a28e6a-c550-4c82-8665-8b5b66a21e7d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.041959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:43.044748 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.062052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 211ff0fb-0a72-4099-a226-f17b0897b6d9 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:43.062394 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (211ff0fb-0a72-4099-a226-f17b0897b6d9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.085663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c7f80bc2-27bf-4954-a7b7-3c8ab0383091, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7f80bc2-27bf-4954-a7b7-3c8ab0383091,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:43.091378 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.092981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device a34789d3-0b2b-40d2-9c05-eb9df47feb66 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:43.151716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] For port 211ff0fb-0a72-4099-a226-f17b0897b6d9, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=211ff0fb-0a72-4099-a226-f17b0897b6d9,segment=NetworkSegment(615497ad-59d8-4f15-9e6c-2755631d9215),segment_id=615497ad-59d8-4f15-9e6c-2755631d9215)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:43.152138 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (211ff0fb-0a72-4099-a226-f17b0897b6d9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.172882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 211ff0fb-0a72-4099-a226-f17b0897b6d9 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:43.217271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c7f80bc2-27bf-4954-a7b7-3c8ab0383091,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:43.263150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port a34789d3-0b2b-40d2-9c05-eb9df47feb66 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:57:43.268763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port a34789d3-0b2b-40d2-9c05-eb9df47feb66 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:43.269767 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.302949 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (211ff0fb-0a72-4099-a226-f17b0897b6d9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.338527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=211ff0fb-0a72-4099-a226-f17b0897b6d9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:43.345411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No DVR routers for this DVR port 211ff0fb-0a72-4099-a226-f17b0897b6d9 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:57:43.372613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port a34789d3-0b2b-40d2-9c05-eb9df47feb66 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:43.373510 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.423281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port a34789d3-0b2b-40d2-9c05-eb9df47feb66, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=a34789d3-0b2b-40d2-9c05-eb9df47feb66,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:43.431846 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.483943 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (86a28e6a-c550-4c82-8665-8b5b66a21e7d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.490322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=a34789d3-0b2b-40d2-9c05-eb9df47feb66,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:43.532799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a28e6a-c550-4c82-8665-8b5b66a21e7d']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:43.541140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b79c8b-5671-4b61-935b-3207941610d4'}, {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10562436-6596-4dc4-8bd3-459375c70f15'}, {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca0f07d-807c-4db0-9432-e2f5c2454549'}, {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f80bc2-27bf-4954-a7b7-3c8ab0383091'}, {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34789d3-0b2b-40d2-9c05-eb9df47feb66'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:43.544354 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d8f255-06e7-46f1-a465-80df7759c9bf" -d '{"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "44b79c8b-5671-4b61-935b-3207941610d4"}, {"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "10562436-6596-4dc4-8bd3-459375c70f15"}, {"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "7ca0f07d-807c-4db0-9432-e2f5c2454549"}, {"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "c7f80bc2-27bf-4954-a7b7-3c8ab0383091"}, {"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "a34789d3-0b2b-40d2-9c05-eb9df47feb66"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:43.548126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615497ad-59d8-4f15-9e6c-2755631d9215') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:43.548663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615497ad-59d8-4f15-9e6c-2755631d9215') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:43.561161 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (615497ad-59d8-4f15-9e6c-2755631d9215), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.587205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa91d-5152-42ea-84b1-18f9ceaa51e5 req-d3c9c32a-d7ae-4135-a490-df8d3f596456 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:43.595683 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a87373-ef53-42d3-b2c3-b00e165346f1 x-openstack-request-id: req-27a87373-ef53-42d3-b2c3-b00e165346f1 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:43.596250 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "44b79c8b-5671-4b61-935b-3207941610d4", "code": 200}, {"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "10562436-6596-4dc4-8bd3-459375c70f15", "code": 200}, {"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "7ca0f07d-807c-4db0-9432-e2f5c2454549", "code": 200}, {"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "c7f80bc2-27bf-4954-a7b7-3c8ab0383091", "code": 200}, {"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-plugged", "status": "completed", "tag": "a34789d3-0b2b-40d2-9c05-eb9df47feb66", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:43.596512 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27a87373-ef53-42d3-b2c3-b00e165346f1 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:43.596930 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b79c8b-5671-4b61-935b-3207941610d4', 'code': 200} Feb 11 04:57:43.597232 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10562436-6596-4dc4-8bd3-459375c70f15', 'code': 200} Feb 11 04:57:43.597607 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca0f07d-807c-4db0-9432-e2f5c2454549', 'code': 200} Feb 11 04:57:43.597906 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f80bc2-27bf-4954-a7b7-3c8ab0383091', 'code': 200} Feb 11 04:57:43.598167 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34789d3-0b2b-40d2-9c05-eb9df47feb66', 'code': 200} Feb 11 04:57:43.598553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa91d-5152-42ea-84b1-18f9ceaa51e5 req-d3c9c32a-d7ae-4135-a490-df8d3f596456 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:43.609762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa91d-5152-42ea-84b1-18f9ceaa51e5 req-d3c9c32a-d7ae-4135-a490-df8d3f596456 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:43.616866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa91d-5152-42ea-84b1-18f9ceaa51e5 req-d3c9c32a-d7ae-4135-a490-df8d3f596456 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:43.623128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa91d-5152-42ea-84b1-18f9ceaa51e5 req-d3c9c32a-d7ae-4135-a490-df8d3f596456 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:43.631079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa91d-5152-42ea-84b1-18f9ceaa51e5 req-d3c9c32a-d7ae-4135-a490-df8d3f596456 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:43.637232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa91d-5152-42ea-84b1-18f9ceaa51e5 req-d3c9c32a-d7ae-4135-a490-df8d3f596456 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:43.639505 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd9fa91d-5152-42ea-84b1-18f9ceaa51e5 req-d3c9c32a-d7ae-4135-a490-df8d3f596456 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5433 time: 0.1590059 Feb 11 04:57:43.640836 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (615497ad-59d8-4f15-9e6c-2755631d9215), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.655529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:57:43.655861 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (615497ad-59d8-4f15-9e6c-2755631d9215), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:57:43.659697 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:57:43.847137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd9fa91d-5152-42ea-84b1-18f9ceaa51e5 req-09360f99-08b5-460e-a69e-38fbdebb8a52 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1998026 Feb 11 04:57:43.896354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73409133-2e04-4490-bddb-f2583e329d47 req-5f7c589d-ec98-4fde-8459-66402f130ca8 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:43.910720 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-73409133-2e04-4490-bddb-f2583e329d47 req-5f7c589d-ec98-4fde-8459-66402f130ca8 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1230552 Feb 11 04:57:43.940988 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (86a28e6a-c550-4c82-8665-8b5b66a21e7d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.974432 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:43.990222 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/networks/86a28e6a-c550-4c82-8665-8b5b66a21e7d HTTP/1.1" status: 204 len: 168 time: 1.2152240 Feb 11 04:57:43.996483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44998) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:44.009688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'name': 'tempest-PortsIpV6TestJSON-1659405839'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:44.069949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771362d-5150-4083-90ba-7e58700858de req-7c8225b2-99fb-42c2-bd88-fc911ddc01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:44.070440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771362d-5150-4083-90ba-7e58700858de req-7c8225b2-99fb-42c2-bd88-fc911ddc01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:44.070962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771362d-5150-4083-90ba-7e58700858de req-7c8225b2-99fb-42c2-bd88-fc911ddc01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:44.071417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771362d-5150-4083-90ba-7e58700858de req-7c8225b2-99fb-42c2-bd88-fc911ddc01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:44.071888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771362d-5150-4083-90ba-7e58700858de req-7c8225b2-99fb-42c2-bd88-fc911ddc01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:44.072407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771362d-5150-4083-90ba-7e58700858de req-7c8225b2-99fb-42c2-bd88-fc911ddc01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:44.072875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771362d-5150-4083-90ba-7e58700858de req-7c8225b2-99fb-42c2-bd88-fc911ddc01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:44.074951 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2771362d-5150-4083-90ba-7e58700858de req-7c8225b2-99fb-42c2-bd88-fc911ddc01b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 6714 time: 0.1632562 Feb 11 04:57:44.091973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-73409133-2e04-4490-bddb-f2583e329d47 req-3691310e-3416-4e2b-9625-cbb081e7470b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994043 Feb 11 04:57:44.167028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96336aa-678e-4d7e-b3c4-3c47fbcfc9df tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Network': ['ID=86a28e6a-c550-4c82-8665-8b5b66a21e7d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:44.186691 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2771362d-5150-4083-90ba-7e58700858de req-d435fa59-b23f-4bed-bd0b-95604fdcb478 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934703 Feb 11 04:57:44.257180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:44.261026 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:44.296058 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1ee7f-eb25-4bb8-b636-4d5f5d2f467d req-238f7bee-b75a-4441-9fd2-10a63d022e8c tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:44.296058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0e1ee7f-eb25-4bb8-b636-4d5f5d2f467d req-238f7bee-b75a-4441-9fd2-10a63d022e8c tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 946 time: 0.1546569 Feb 11 04:57:44.342204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port 2edd5f31-7648-451e-96bf-0e53dc42a97d yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:57:44.396832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7ba85498-2f9c-4598-94f6-9808e792b94d None None] Could not find standard attr ID for object 211ff0fb-0a72-4099-a226-f17b0897b6d9. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:57:44.412489 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:44.429746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab1261c-17a6-4cc7-adae-d312fcce1a48 None None] DHCP port deletion for 86a28e6a-c550-4c82-8665-8b5b66a21e7d request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:57:44.491011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0e1ee7f-eb25-4bb8-b636-4d5f5d2f467d req-9501889d-4356-449e-a376-5a5a20248d2c tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797507 Feb 11 04:57:44.527653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35915e7d-21e6-40ba-8c3d-6a88664f335a None None] Network 86a28e6a-c550-4c82-8665-8b5b66a21e7d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:44.550360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35915e7d-21e6-40ba-8c3d-6a88664f335a None None] Network 86a28e6a-c550-4c82-8665-8b5b66a21e7d could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 04:57:44.664267 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (2edd5f31-7648-451e-96bf-0e53dc42a97d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:44.703137 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2edd5f31-7648-451e-96bf-0e53dc42a97d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:44.754474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:44.758418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:44.762853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:44.770831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:44.771783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:44.809721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=2edd5f31-7648-451e-96bf-0e53dc42a97d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:44.835605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45052) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:44.847335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4304f40f-eabe-499f-b783-a8d9983a4d1d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8495319 Feb 11 04:57:45.052958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5a7afee5-8d72-4af5-a2b6-8c41440f4c83 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 2edd5f31-7648-451e-96bf-0e53dc42a97d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:45.054000 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a7afee5-8d72-4af5-a2b6-8c41440f4c83 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2edd5f31-7648-451e-96bf-0e53dc42a97d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:45.163791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e89a-deb7-4210-b969-345b04b39333 req-25115e88-2a6c-478c-9b56-b1a4156bb692 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.169297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e89a-deb7-4210-b969-345b04b39333 req-25115e88-2a6c-478c-9b56-b1a4156bb692 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.175089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e89a-deb7-4210-b969-345b04b39333 req-25115e88-2a6c-478c-9b56-b1a4156bb692 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.180699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e89a-deb7-4210-b969-345b04b39333 req-25115e88-2a6c-478c-9b56-b1a4156bb692 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.186154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e89a-deb7-4210-b969-345b04b39333 req-25115e88-2a6c-478c-9b56-b1a4156bb692 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.192230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e89a-deb7-4210-b969-345b04b39333 req-25115e88-2a6c-478c-9b56-b1a4156bb692 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.198152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e89a-deb7-4210-b969-345b04b39333 req-25115e88-2a6c-478c-9b56-b1a4156bb692 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.200970 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b64e89a-deb7-4210-b969-345b04b39333 req-25115e88-2a6c-478c-9b56-b1a4156bb692 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5433 time: 0.2023795 Feb 11 04:57:45.207280 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a7afee5-8d72-4af5-a2b6-8c41440f4c83 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2edd5f31-7648-451e-96bf-0e53dc42a97d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:45.246628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5a7afee5-8d72-4af5-a2b6-8c41440f4c83 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 2edd5f31-7648-451e-96bf-0e53dc42a97d owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:45.389111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041bd91-e366-478d-9d63-02d28056a5b6 req-a03e2e62-b615-40a8-8c4a-712a33724e8b tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.398319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7041bd91-e366-478d-9d63-02d28056a5b6 req-a03e2e62-b615-40a8-8c4a-712a33724e8b tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 946 time: 0.3108032 Feb 11 04:57:45.400527 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b64e89a-deb7-4210-b969-345b04b39333 req-ece061bc-f3af-48e1-bf81-c886641af420 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1848555 Feb 11 04:57:45.415340 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a7afee5-8d72-4af5-a2b6-8c41440f4c83 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2edd5f31-7648-451e-96bf-0e53dc42a97d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:45.470502 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7041bd91-e366-478d-9d63-02d28056a5b6 req-9825fff5-9d6e-4f5b-ad05-3635f1cb75c9 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708230 Feb 11 04:57:45.480928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7afee5-8d72-4af5-a2b6-8c41440f4c83 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=2edd5f31-7648-451e-96bf-0e53dc42a97d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:45.491022 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a7afee5-8d72-4af5-a2b6-8c41440f4c83 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:45.496786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5a7afee5-8d72-4af5-a2b6-8c41440f4c83 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/2edd5f31-7648-451e-96bf-0e53dc42a97d HTTP/1.1" status: 204 len: 168 time: 0.6598186 Feb 11 04:57:45.500177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45070) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:45.506452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'mac_address': 'fa:16:3e:47:f3:c0', 'name': 'tempest-PortsIpV6TestJSON-1938216908'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:45.570593 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:45.582037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef40b8-df66-49f9-8be7-d4801fc5e583 req-22290638-7a52-4fe4-858c-ac2c46364211 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.583653 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53ef40b8-df66-49f9-8be7-d4801fc5e583 req-22290638-7a52-4fe4-858c-ac2c46364211 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.0714386 Feb 11 04:57:45.632860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:45.653258 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53ef40b8-df66-49f9-8be7-d4801fc5e583 req-6a3099cd-74c3-4a5b-ac98-4f165e08910d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586212 Feb 11 04:57:45.710247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 211ff0fb-0a72-4099-a226-f17b0897b6d9 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:57:45.753240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 211ff0fb-0a72-4099-a226-f17b0897b6d9 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:57:45.753887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 211ff0fb-0a72-4099-a226-f17b0897b6d9 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:57:45.804090 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:45.833632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port 0216f5ac-5a10-44a2-b049-c782d5ae8a3f yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:57:45.853521 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1a6a-9464-4816-9f19-9fafa3e7c296 req-cdd8116c-958c-48b6-a0b1-a629f175032c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.855463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7da1a6a-9464-4816-9f19-9fafa3e7c296 req-cdd8116c-958c-48b6-a0b1-a629f175032c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.0940976 Feb 11 04:57:46.318239 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7da1a6a-9464-4816-9f19-9fafa3e7c296 req-04963340-d759-4029-b775-c054a6fe45fa tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348066 Feb 11 04:57:46.438685 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (0216f5ac-5a10-44a2-b049-c782d5ae8a3f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:46.545273 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (0216f5ac-5a10-44a2-b049-c782d5ae8a3f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:46.574711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4457c-ae9b-479c-8053-d5baead5d4e1 req-1a2a025a-5252-4d5d-a5ee-37fe44d20854 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:46.582637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65d4457c-ae9b-479c-8053-d5baead5d4e1 req-1a2a025a-5252-4d5d-a5ee-37fe44d20854 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1176682 Feb 11 04:57:46.626408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:46.632746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:46.637982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:46.643483 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-65d4457c-ae9b-479c-8053-d5baead5d4e1 req-b1167d6e-f9e9-4bbb-a95d-9080c2218ac6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589969 Feb 11 04:57:46.643828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:46.644453 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:46.670827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=0216f5ac-5a10-44a2-b049-c782d5ae8a3f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:46.694700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9478e-60b5-49df-af5f-fa58e304ce82 req-4057778a-2560-4d14-87e7-5980324f825e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:46.700055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9478e-60b5-49df-af5f-fa58e304ce82 req-4057778a-2560-4d14-87e7-5980324f825e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:46.705901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9478e-60b5-49df-af5f-fa58e304ce82 req-4057778a-2560-4d14-87e7-5980324f825e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:46.711233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9478e-60b5-49df-af5f-fa58e304ce82 req-4057778a-2560-4d14-87e7-5980324f825e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:46.719431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9478e-60b5-49df-af5f-fa58e304ce82 req-4057778a-2560-4d14-87e7-5980324f825e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:46.725040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9478e-60b5-49df-af5f-fa58e304ce82 req-4057778a-2560-4d14-87e7-5980324f825e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:46.731332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9478e-60b5-49df-af5f-fa58e304ce82 req-4057778a-2560-4d14-87e7-5980324f825e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:46.734586 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6a9478e-60b5-49df-af5f-fa58e304ce82 req-4057778a-2560-4d14-87e7-5980324f825e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5433 time: 0.2093236 Feb 11 04:57:46.767742 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3a5a85ae-6cf3-462b-862d-c5a3e39a1b6b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2641244 Feb 11 04:57:46.768631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45104) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:46.772298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3e524-e233-4acd-96a0-956f3448e6cc req-2be24932-bc99-4a97-9ace-845094ee5d9b tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:46.774642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51b3e524-e233-4acd-96a0-956f3448e6cc req-2be24932-bc99-4a97-9ace-845094ee5d9b tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 946 time: 0.0706704 Feb 11 04:57:46.834369 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51b3e524-e233-4acd-96a0-956f3448e6cc req-294c3d23-feec-46ca-92f4-87074a66fc70 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ea6dddd-aee2-4ddd-a392-18494716677f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532587 Feb 11 04:57:46.890628 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6a9478e-60b5-49df-af5f-fa58e304ce82 req-0b71a0e0-6733-4132-add2-808e5983d3b0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1493182 Feb 11 04:57:46.900211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e7b5c-9146-4da6-a08a-f07dc7cec5e9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:46.904255 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0f3e7b5c-9146-4da6-a08a-f07dc7cec5e9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/0216f5ac-5a10-44a2-b049-c782d5ae8a3f HTTP/1.1" status: 200 len: 845 time: 0.1231761 Feb 11 04:57:46.904418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45112) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:47.013266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a3fd3-771a-43b8-846b-d85ccce3a107 req-97079805-494e-40fd-a389-155fdc415136 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:47.015148 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d1a3fd3-771a-43b8-846b-d85ccce3a107 req-97079805-494e-40fd-a389-155fdc415136 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 946 time: 0.1682258 Feb 11 04:57:47.025114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a8aea-d10b-4940-a5f3-9b26484cb8db req-51417af8-5854-4fe6-8278-e7307c5c6514 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:47.026930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d64a8aea-d10b-4940-a5f3-9b26484cb8db req-51417af8-5854-4fe6-8278-e7307c5c6514 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1002500 Feb 11 04:57:47.076628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f785c-6274-4be2-ba16-de335397f95d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 0216f5ac-5a10-44a2-b049-c782d5ae8a3f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:47.077249 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd4f785c-6274-4be2-ba16-de335397f95d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0216f5ac-5a10-44a2-b049-c782d5ae8a3f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:47.124691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bd8c0-3b7e-489a-ae4f-a199c38acaed req-8018b56f-627d-48a7-bbc9-411681c74405 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:47.130812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bd8c0-3b7e-489a-ae4f-a199c38acaed req-8018b56f-627d-48a7-bbc9-411681c74405 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:47.136561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bd8c0-3b7e-489a-ae4f-a199c38acaed req-8018b56f-627d-48a7-bbc9-411681c74405 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:47.146269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bd8c0-3b7e-489a-ae4f-a199c38acaed req-8018b56f-627d-48a7-bbc9-411681c74405 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:47.152477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bd8c0-3b7e-489a-ae4f-a199c38acaed req-8018b56f-627d-48a7-bbc9-411681c74405 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:47.159367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bd8c0-3b7e-489a-ae4f-a199c38acaed req-8018b56f-627d-48a7-bbc9-411681c74405 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:47.165455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bd8c0-3b7e-489a-ae4f-a199c38acaed req-8018b56f-627d-48a7-bbc9-411681c74405 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:47.177199 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d64a8aea-d10b-4940-a5f3-9b26484cb8db req-c9d2bb0e-a2c4-4931-8dec-71d7a266dd38 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386838 Feb 11 04:57:47.178360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c5bd8c0-3b7e-489a-ae4f-a199c38acaed req-8018b56f-627d-48a7-bbc9-411681c74405 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5433 time: 0.1554785 Feb 11 04:57:47.178937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45120) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:47.185976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bef3994a-cdf6-4122-9d5d-a42086ef692e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Request body: {'floatingip': {'port_id': '44b79c8b-5671-4b61-935b-3207941610d4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:47.215113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1d1a3fd3-771a-43b8-846b-d85ccce3a107 req-e0ab2d1e-92a5-44f2-81f3-69605012b97f tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Deleting port fe3595ea-6f4d-4b10-8694-311b5b2541c3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:47.215477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1d1a3fd3-771a-43b8-846b-d85ccce3a107 req-e0ab2d1e-92a5-44f2-81f3-69605012b97f tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:47.311284 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd4f785c-6274-4be2-ba16-de335397f95d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0216f5ac-5a10-44a2-b049-c782d5ae8a3f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:47.316033 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bef3994a-cdf6-4122-9d5d-a42086ef692e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for floatingip (728c5cd6-4764-4e97-9212-23a82e0099a3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:47.318723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1d1a3fd3-771a-43b8-846b-d85ccce3a107 req-e0ab2d1e-92a5-44f2-81f3-69605012b97f tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] For port fe3595ea-6f4d-4b10-8694-311b5b2541c3, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fe3595ea-6f4d-4b10-8694-311b5b2541c3,segment=NetworkSegment(c4fc6341-1ed4-4c96-96dc-7dda9a3bd409),segment_id=c4fc6341-1ed4-4c96-96dc-7dda9a3bd409)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:47.319129 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1d1a3fd3-771a-43b8-846b-d85ccce3a107 req-e0ab2d1e-92a5-44f2-81f3-69605012b97f tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:47.334170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1d1a3fd3-771a-43b8-846b-d85ccce3a107 req-e0ab2d1e-92a5-44f2-81f3-69605012b97f tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Calling delete_port for fe3595ea-6f4d-4b10-8694-311b5b2541c3 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:47.383156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f785c-6274-4be2-ba16-de335397f95d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 0216f5ac-5a10-44a2-b049-c782d5ae8a3f owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:47.490444 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1d1a3fd3-771a-43b8-846b-d85ccce3a107 req-e0ab2d1e-92a5-44f2-81f3-69605012b97f tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (fe3595ea-6f4d-4b10-8694-311b5b2541c3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:47.529366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['fe3595ea-6f4d-4b10-8694-311b5b2541c3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:47.540525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dac57-874d-495e-8202-7c15c8f89ac8 req-9ef7c0a5-5fdf-4e68-b33c-d284cf949c35 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:47.542204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b7dac57-874d-495e-8202-7c15c8f89ac8 req-9ef7c0a5-5fdf-4e68-b33c-d284cf949c35 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.2873733 Feb 11 04:57:47.592479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab2d1e-92a5-44f2-81f3-69605012b97f tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Pushing event deleted for resources: {'Port': ['ID=fe3595ea-6f4d-4b10-8694-311b5b2541c3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:47.662485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1a3fd3-771a-43b8-846b-d85ccce3a107 req-e0ab2d1e-92a5-44f2-81f3-69605012b97f tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] No DVR routers for this DVR port fe3595ea-6f4d-4b10-8694-311b5b2541c3 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:57:47.665654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1d1a3fd3-771a-43b8-846b-d85ccce3a107 req-e0ab2d1e-92a5-44f2-81f3-69605012b97f tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:47.671692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d1a3fd3-771a-43b8-846b-d85ccce3a107 req-e0ab2d1e-92a5-44f2-81f3-69605012b97f tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.10 "DELETE /v2.0/ports/fe3595ea-6f4d-4b10-8694-311b5b2541c3 HTTP/1.1" status: 204 len: 173 time: 0.6432989 Feb 11 04:57:47.672153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1', 'name': 'network-vif-deleted', 'tag': 'fe3595ea-6f4d-4b10-8694-311b5b2541c3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:47.676987 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5385f39c-135d-4236-8d47-dff1ef0e9be2" -d '{"events": [{"server_uuid": "bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1", "name": "network-vif-deleted", "tag": "fe3595ea-6f4d-4b10-8694-311b5b2541c3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:47.699526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b7dac57-874d-495e-8202-7c15c8f89ac8 req-8cf7152e-27bf-4605-9459-fbf5415748cc tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459141 Feb 11 04:57:47.712216 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd4f785c-6274-4be2-ba16-de335397f95d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (0216f5ac-5a10-44a2-b049-c782d5ae8a3f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:47.735882 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cac4751-c132-4932-899e-fef9073bdcef x-openstack-request-id: req-7cac4751-c132-4932-899e-fef9073bdcef {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:47.736183 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1", "name": "network-vif-deleted", "tag": "fe3595ea-6f4d-4b10-8694-311b5b2541c3", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:47.736457 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7cac4751-c132-4932-899e-fef9073bdcef {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:47.737150 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1', 'name': 'network-vif-deleted', 'tag': 'fe3595ea-6f4d-4b10-8694-311b5b2541c3', 'status': 'completed', 'code': 200} Feb 11 04:57:47.754103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f785c-6274-4be2-ba16-de335397f95d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=0216f5ac-5a10-44a2-b049-c782d5ae8a3f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:47.803832 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd4f785c-6274-4be2-ba16-de335397f95d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:47.809051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fd4f785c-6274-4be2-ba16-de335397f95d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/0216f5ac-5a10-44a2-b049-c782d5ae8a3f HTTP/1.1" status: 204 len: 168 time: 0.9017906 Feb 11 04:57:47.809914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45138) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:47.866466 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c640c9f-19b0-4e5a-b92e-486b39bb1c31 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:57:47.876677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9c640c9f-19b0-4e5a-b92e-486b39bb1c31 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/0216f5ac-5a10-44a2-b049-c782d5ae8a3f HTTP/1.1" status: 404 len: 333 time: 0.0655341 Feb 11 04:57:47.881464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45144) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:47.898541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'name': 'tempest-PortsIpV6TestJSON-229000688'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:48.014292 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bc02a37a-1536-4c0f-88b9-7e65fa0add43 req-248ca760-06ff-4b84-948d-1436f7726256 tempest-ServerAddressesTestJSON-46601325 tempest-ServerAddressesTestJSON-46601325-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd081e8b-46dc-4cf4-aa19-03e44fcdbcc1 HTTP/1.1" status: 200 len: 210 time: 0.0461900 Feb 11 04:57:48.073882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5bad7-35dd-4c98-91a8-414b4241e74c req-23bb2624-763e-4074-a44b-ad7d0214321b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:48.081807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18a5bad7-35dd-4c98-91a8-414b4241e74c req-23bb2624-763e-4074-a44b-ad7d0214321b tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.2033939 Feb 11 04:57:48.114243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:48.117754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:48.186193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18a5bad7-35dd-4c98-91a8-414b4241e74c req-bb04a574-d68f-41a9-99ab-08217fa9a9d6 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020339 Feb 11 04:57:48.191780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port 1ce82ac8-6436-43ec-878b-d37e40ecce8c yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:57:48.263807 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bef3994a-cdf6-4122-9d5d-a42086ef692e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:48.270366 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bef3994a-cdf6-4122-9d5d-a42086ef692e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (728c5cd6-4764-4e97-9212-23a82e0099a3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:48.410234 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (1ce82ac8-6436-43ec-878b-d37e40ecce8c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:48.485749 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1ce82ac8-6436-43ec-878b-d37e40ecce8c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:48.525021 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-bef3994a-cdf6-4122-9d5d-a42086ef692e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Floating IP 728c5cd6-4764-4e97-9212-23a82e0099a3 associated. External IP: 172.25.7.98, port: 44b79c8b-5671-4b61-935b-3207941610d4. Feb 11 04:57:48.576887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=1ce82ac8-6436-43ec-878b-d37e40ecce8c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:48.589518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:48.591676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:48.594391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:48.608944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983aa19-d18d-4d2c-b473-625498ebe133 req-885be5fb-96ff-4679-9c57-983518371e41 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:48.610613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:48.611457 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:48.615737 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8983aa19-d18d-4d2c-b473-625498ebe133 req-885be5fb-96ff-4679-9c57-983518371e41 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.2715068 Feb 11 04:57:48.649731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d25e0a1e-1e39-41a4-b1bf-b97ddfadeb7b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7570574 Feb 11 04:57:48.656248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45162) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:48.667599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-273a7c99-b095-4ae8-882d-7974f35924f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:48.752840 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8983aa19-d18d-4d2c-b473-625498ebe133 req-9b62d894-721b-4263-a9b6-2d9898cca883 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184752 Feb 11 04:57:48.777997 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-273a7c99-b095-4ae8-882d-7974f35924f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1ce82ac8-6436-43ec-878b-d37e40ecce8c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:48.899801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef3994a-cdf6-4122-9d5d-a42086ef692e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Router 38d3635c-20c4-4ced-9fd5-d52c97d51996 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:57:49.053643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef3994a-cdf6-4122-9d5d-a42086ef692e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:57:49.058890 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bef3994a-cdf6-4122-9d5d-a42086ef692e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:49.071322 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646cd717-290f-46a5-8945-6d4b08557059 None None] Sync routers for ids ['38d3635c-20c4-4ced-9fd5-d52c97d51996'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:57:49.083645 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646cd717-290f-46a5-8945-6d4b08557059 None None] Routers {'38d3635c-20c4-4ced-9fd5-d52c97d51996'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:57:49.084412 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-646cd717-290f-46a5-8945-6d4b08557059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:57:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38d3635c-20c4-4ced-9fd5-d52c97d51996'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:49.102968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-273a7c99-b095-4ae8-882d-7974f35924f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (1ce82ac8-6436-43ec-878b-d37e40ecce8c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:49.110642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-273a7c99-b095-4ae8-882d-7974f35924f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (1ce82ac8-6436-43ec-878b-d37e40ecce8c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:49.117898 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45176) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:49.170748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-273a7c99-b095-4ae8-882d-7974f35924f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] In _notify_port_updated(), no bound segment for port 1ce82ac8-6436-43ec-878b-d37e40ecce8c on network 1fe6322d-9572-4155-b4f1-e4830b579d54 {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:57:49.175855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a7c99-b095-4ae8-882d-7974f35924f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.176478 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-273a7c99-b095-4ae8-882d-7974f35924f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:49.180344 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-273a7c99-b095-4ae8-882d-7974f35924f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "PUT /v2.0/ports/1ce82ac8-6436-43ec-878b-d37e40ecce8c HTTP/1.1" status: 200 len: 818 time: 0.5201375 Feb 11 04:57:49.181773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45178) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:49.197417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7262206-d7c4-4de1-8c51-89fdb339f03f admin admin] Deleting subnet 78a52354-babc-4448-8301-0373dea9a280 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:57:49.204824 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bef3994a-cdf6-4122-9d5d-a42086ef692e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "PUT /v2.0/floatingips/728c5cd6-4764-4e97-9212-23a82e0099a3 HTTP/1.1" status: 200 len: 990 time: 2.0219355 Feb 11 04:57:49.206188 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7262206-d7c4-4de1-8c51-89fdb339f03f admin admin] Publish callbacks [] for subnet (78a52354-babc-4448-8301-0373dea9a280), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:49.220416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': '44b79c8b-5671-4b61-935b-3207941610d4'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:49.220754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a7c99-b095-4ae8-882d-7974f35924f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=1ce82ac8-6436-43ec-878b-d37e40ecce8c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:49.224437 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767b3577-f887-44d5-aee0-aad8b40a21b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "44b79c8b-5671-4b61-935b-3207941610d4"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:49.322684 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-646cd717-290f-46a5-8945-6d4b08557059 None None] Set router 38d3635c-20c4-4ced-9fd5-d52c97d51996 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:57:49.326208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd765f0-7e1e-438a-8360-8f473973a823 req-b7f0de58-a0db-4a12-b7fb-13073c3ad74c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.331503 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd765f0-7e1e-438a-8360-8f473973a823 req-b7f0de58-a0db-4a12-b7fb-13073c3ad74c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.2878227 Feb 11 04:57:49.363979 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7262206-d7c4-4de1-8c51-89fdb339f03f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (78a52354-babc-4448-8301-0373dea9a280), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:49.385827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf644d-9e70-4839-9ae4-aedf668384d9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 1ce82ac8-6436-43ec-878b-d37e40ecce8c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:57:49.386177 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ecf644d-9e70-4839-9ae4-aedf668384d9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1ce82ac8-6436-43ec-878b-d37e40ecce8c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:49.427076 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7262206-d7c4-4de1-8c51-89fdb339f03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (78a52354-babc-4448-8301-0373dea9a280), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:49.439432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2c9c9-53f3-42b1-baa7-13464dfeb96f req-912d02e9-2b73-4829-a83c-528068a660e6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.439432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2c9c9-53f3-42b1-baa7-13464dfeb96f req-912d02e9-2b73-4829-a83c-528068a660e6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.444652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2c9c9-53f3-42b1-baa7-13464dfeb96f req-912d02e9-2b73-4829-a83c-528068a660e6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.450143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2c9c9-53f3-42b1-baa7-13464dfeb96f req-912d02e9-2b73-4829-a83c-528068a660e6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.456081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2c9c9-53f3-42b1-baa7-13464dfeb96f req-912d02e9-2b73-4829-a83c-528068a660e6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.462710 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2c9c9-53f3-42b1-baa7-13464dfeb96f req-912d02e9-2b73-4829-a83c-528068a660e6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.468475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2c9c9-53f3-42b1-baa7-13464dfeb96f req-912d02e9-2b73-4829-a83c-528068a660e6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.478091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ad2c9c9-53f3-42b1-baa7-13464dfeb96f req-912d02e9-2b73-4829-a83c-528068a660e6 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5433 time: 0.1533394 Feb 11 04:57:49.507723 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7262206-d7c4-4de1-8c51-89fdb339f03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (78a52354-babc-4448-8301-0373dea9a280), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:49.543043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ecf644d-9e70-4839-9ae4-aedf668384d9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1ce82ac8-6436-43ec-878b-d37e40ecce8c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:49.552714 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7262206-d7c4-4de1-8c51-89fdb339f03f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a52354-babc-4448-8301-0373dea9a280,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:49.561249 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7262206-d7c4-4de1-8c51-89fdb339f03f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:49.564636 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a7262206-d7c4-4de1-8c51-89fdb339f03f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/78a52354-babc-4448-8301-0373dea9a280 HTTP/1.1" status: 204 len: 168 time: 0.4367821 Feb 11 04:57:49.573042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45192) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:49.581428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8cd765f0-7e1e-438a-8360-8f473973a823 req-a422964a-4416-42e3-b6aa-4289e75ea036 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459891 Feb 11 04:57:49.593639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf644d-9e70-4839-9ae4-aedf668384d9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 1ce82ac8-6436-43ec-878b-d37e40ecce8c owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:57:49.632363 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750712bf-13d5-467a-b46e-313fa141704d x-openstack-request-id: req-750712bf-13d5-467a-b46e-313fa141704d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:49.633524 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "tag": "44b79c8b-5671-4b61-935b-3207941610d4", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:49.633960 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-750712bf-13d5-467a-b46e-313fa141704d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:49.634551 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'tag': '44b79c8b-5671-4b61-935b-3207941610d4', 'status': 'completed', 'code': 200} Feb 11 04:57:49.651189 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-646cd717-290f-46a5-8945-6d4b08557059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T04:53:55Z', 'revision_number': 4, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '728c5cd6-4764-4e97-9212-23a82e0099a3', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'port_id': '44b79c8b-5671-4b61-935b-3207941610d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'mac_address': 'fa:16:3e:8b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:55:27Z', 'updated_at': '2022-02-11T04:57:48Z', 'revision_number': 1, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281bdc8-2a80-4097-b071-2e2256f4593b', 'name': '', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'mac_address': 'fa:16:3e:da:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:53Z', 'updated_at': '2022-02-11T04:54:02Z', 'revision_number': 5, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'subnets': [{'id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:49.681585 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646cd717-290f-46a5-8945-6d4b08557059 None None] Checking router: 38d3635c-20c4-4ced-9fd5-d52c97d51996 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:57:49.697407 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646cd717-290f-46a5-8945-6d4b08557059 None None] Routers {'38d3635c-20c4-4ced-9fd5-d52c97d51996'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:57:49.698013 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-646cd717-290f-46a5-8945-6d4b08557059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:57:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38d3635c-20c4-4ced-9fd5-d52c97d51996'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:49.703470 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ad2c9c9-53f3-42b1-baa7-13464dfeb96f req-5611b684-1f07-42a8-a6e7-1e8ab045520b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2248890 Feb 11 04:57:49.780287 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (af7fca17-8c2a-48be-9892-cde226b4280e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:49.841986 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-646cd717-290f-46a5-8945-6d4b08557059 None None] Set router 38d3635c-20c4-4ced-9fd5-d52c97d51996 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:57:49.883259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74d84-309d-4d46-91e2-c7d0c55504c7 req-3cfa7487-347c-452a-8ca6-ea2a0c7f8575 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.888973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74d84-309d-4d46-91e2-c7d0c55504c7 req-3cfa7487-347c-452a-8ca6-ea2a0c7f8575 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.895023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74d84-309d-4d46-91e2-c7d0c55504c7 req-3cfa7487-347c-452a-8ca6-ea2a0c7f8575 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.900769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74d84-309d-4d46-91e2-c7d0c55504c7 req-3cfa7487-347c-452a-8ca6-ea2a0c7f8575 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.906311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74d84-309d-4d46-91e2-c7d0c55504c7 req-3cfa7487-347c-452a-8ca6-ea2a0c7f8575 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.912798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74d84-309d-4d46-91e2-c7d0c55504c7 req-3cfa7487-347c-452a-8ca6-ea2a0c7f8575 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.918268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74d84-309d-4d46-91e2-c7d0c55504c7 req-3cfa7487-347c-452a-8ca6-ea2a0c7f8575 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.930351 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ea74d84-309d-4d46-91e2-c7d0c55504c7 req-3cfa7487-347c-452a-8ca6-ea2a0c7f8575 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5433 time: 0.1288610 Feb 11 04:57:50.104810 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-646cd717-290f-46a5-8945-6d4b08557059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T04:53:55Z', 'revision_number': 4, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '728c5cd6-4764-4e97-9212-23a82e0099a3', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'port_id': '44b79c8b-5671-4b61-935b-3207941610d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'mac_address': 'fa:16:3e:8b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:55:27Z', 'updated_at': '2022-02-11T04:57:48Z', 'revision_number': 1, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281bdc8-2a80-4097-b071-2e2256f4593b', 'name': '', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'mac_address': 'fa:16:3e:da:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:53Z', 'updated_at': '2022-02-11T04:54:02Z', 'revision_number': 5, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'subnets': [{'id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:50.133255 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646cd717-290f-46a5-8945-6d4b08557059 None None] The sync data for ids ['38d3635c-20c4-4ced-9fd5-d52c97d51996'] in n-d-615180-58 is: [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T04:53:55Z', 'revision_number': 4, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '728c5cd6-4764-4e97-9212-23a82e0099a3', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'port_id': '44b79c8b-5671-4b61-935b-3207941610d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'mac_address': 'fa:16:3e:8b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:55:27Z', 'updated_at': '2022-02-11T04:57:48Z', 'revision_number': 1, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281bdc8-2a80-4097-b071-2e2256f4593b', 'name': '', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'mac_address': 'fa:16:3e:da:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:53Z', 'updated_at': '2022-02-11T04:54:02Z', 'revision_number': 5, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'subnets': [{'id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:57:50.172549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (af7fca17-8c2a-48be-9892-cde226b4280e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.179360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device fe3595ea-6f4d-4b10-8694-311b5b2541c3 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:57:50.206794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-cc3a86de-ebc6-4df3-9168-24abb47e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.207311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-cc3a86de-ebc6-4df3-9168-24abb47e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.207769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-cc3a86de-ebc6-4df3-9168-24abb47e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.208223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-cc3a86de-ebc6-4df3-9168-24abb47e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.208672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-cc3a86de-ebc6-4df3-9168-24abb47e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.209143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-cc3a86de-ebc6-4df3-9168-24abb47e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.209275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: fe3595ea-6f4d-4b10-8694-311b5b2541c3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:57:50.209590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-cc3a86de-ebc6-4df3-9168-24abb47e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.209943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device fe3595ea-6f4d-4b10-8694-311b5b2541c3 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:57:50.211706 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-cc3a86de-ebc6-4df3-9168-24abb47e6c64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62e90bc09e0a46e888c74e8489658ef9&device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 6714 time: 0.5049465 Feb 11 04:57:50.233370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7fca17-8c2a-48be-9892-cde226b4280e']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:50.254160 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ecf644d-9e70-4839-9ae4-aedf668384d9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1ce82ac8-6436-43ec-878b-d37e40ecce8c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.262716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fc6341-1ed4-4c96-96dc-7dda9a3bd409') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:50.263127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fc6341-1ed4-4c96-96dc-7dda9a3bd409') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:50.331393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf644d-9e70-4839-9ae4-aedf668384d9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=1ce82ac8-6436-43ec-878b-d37e40ecce8c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:50.334370 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (c4fc6341-1ed4-4c96-96dc-7dda9a3bd409), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.368737 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ecf644d-9e70-4839-9ae4-aedf668384d9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.374652 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7ecf644d-9e70-4839-9ae4-aedf668384d9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/1ce82ac8-6436-43ec-878b-d37e40ecce8c HTTP/1.1" status: 204 len: 168 time: 1.1893954 Feb 11 04:57:50.374652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c4fc6341-1ed4-4c96-96dc-7dda9a3bd409), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.376717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45210) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:50.386109 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:57:50.386596 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (c4fc6341-1ed4-4c96-96dc-7dda9a3bd409), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:57:50.388668 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:57:50.464827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-0eda35b7-3d23-44fd-83b4-c7c4d1cd81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.466556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-0eda35b7-3d23-44fd-83b4-c7c4d1cd81ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=6a1cd155-5f32-4482-a0a4-4915da40c158 HTTP/1.1" status: 200 len: 912 time: 0.2429757 Feb 11 04:57:50.481456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076be79d-f249-4768-a3ed-ddf1967b3b53 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.485698 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-076be79d-f249-4768-a3ed-ddf1967b3b53 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1065648 Feb 11 04:57:50.488451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45214) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:50.496816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16222a-dd8f-48b9-b4c9-816309988b1c None None] New status for floating IP 728c5cd6-4764-4e97-9212-23a82e0099a3: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:57:50.568086 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-01c8a96d-84df-40db-8858-4ad8e1b487a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b79c8b-5671-4b61-935b-3207941610d4 HTTP/1.1" status: 200 len: 998 time: 0.0888314 Feb 11 04:57:50.569236 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (af7fca17-8c2a-48be-9892-cde226b4280e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.574355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.577872 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd7a20d-5fbc-4dc0-b483-82cbf8e20dfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:57:50.578238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] 10.222.0.48 "DELETE /v2.0/networks/af7fca17-8c2a-48be-9892-cde226b4280e HTTP/1.1" status: 204 len: 168 time: 1.0035977 Feb 11 04:57:50.579928 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5fd7a20d-5fbc-4dc0-b483-82cbf8e20dfc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/1ce82ac8-6436-43ec-878b-d37e40ecce8c HTTP/1.1" status: 404 len: 333 time: 0.0905325 Feb 11 04:57:50.584719 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45222) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:50.598468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fac47f17-8357-495d-9118-edf6d308d12a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-328645744'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:50.645485 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac47f17-8357-495d-9118-edf6d308d12a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:50.649364 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fac47f17-8357-495d-9118-edf6d308d12a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.690468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17d236-e2ab-42c2-bfde-dfa9d3450737 admin admin] Pushing event deleted for resources: {'Network': ['ID=af7fca17-8c2a-48be-9892-cde226b4280e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:50.700985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac47f17-8357-495d-9118-edf6d308d12a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:57:50.722052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-41e5abe1-c2d3-45be-b192-23658f91a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.723686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-41e5abe1-c2d3-45be-b192-23658f91a5bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=212fa8ed-a254-425a-aea8-1ed7bdb9e403 HTTP/1.1" status: 200 len: 850 time: 0.1444073 Feb 11 04:57:50.729284 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fac47f17-8357-495d-9118-edf6d308d12a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (75ecbcab-6b00-4a04-96a2-02bc6be91a61), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.730809 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-fac47f17-8357-495d-9118-edf6d308d12a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Added segment 75ecbcab-6b00-4a04-96a2-02bc6be91a61 of type vlan for network 944d544d-3089-408c-9d68-0af8e24b2039 Feb 11 04:57:50.788579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-13e00379-8973-4907-9db8-338066798777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.790299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-13e00379-8973-4907-9db8-338066798777 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6a1cd155-5f32-4482-a0a4-4915da40c158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0563984 Feb 11 04:57:50.848327 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fac47f17-8357-495d-9118-edf6d308d12a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (944d544d-3089-408c-9d68-0af8e24b2039), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.916714 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fac47f17-8357-495d-9118-edf6d308d12a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (944d544d-3089-408c-9d68-0af8e24b2039), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.922370 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac47f17-8357-495d-9118-edf6d308d12a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.926672 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fac47f17-8357-495d-9118-edf6d308d12a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:50.989021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9f8f9-bf0b-4721-bde3-b509fed30e0f req-c8f0c75e-9987-4f7f-acf7-e186077a5ced tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.995955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77a9f8f9-bf0b-4721-bde3-b509fed30e0f req-c8f0c75e-9987-4f7f-acf7-e186077a5ced tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.3152823 Feb 11 04:57:50.998682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45232) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:51.043039 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-3fbe385b-c082-421c-bcfb-ff3ef8349ab9 service neutron] 10.222.0.60 "GET /v2.0/networks/6a1cd155-5f32-4482-a0a4-4915da40c158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423794 Feb 11 04:57:51.057752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac47f17-8357-495d-9118-edf6d308d12a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Network': ['ID=944d544d-3089-408c-9d68-0af8e24b2039,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:51.070847 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fac47f17-8357-495d-9118-edf6d308d12a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4836872 Feb 11 04:57:51.071544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 944d544d-3089-408c-9d68-0af8e24b2039 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:57:51.071765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45234) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:51.079877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4e96dc38-decc-4dcd-9256-034134f5190a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '944d544d-3089-408c-9d68-0af8e24b2039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:51.119637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bf9cdcdb-00db-40f5-94ab-80d3df76cf1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7cc31c24a2d64e20bd9c2196b5b99ce2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1177027 Feb 11 04:57:51.122334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45236) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:51.145693 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77a9f8f9-bf0b-4721-bde3-b509fed30e0f req-b4b8a8b2-bae1-445f-b4c4-9fb97cffc3e4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437366 Feb 11 04:57:51.226925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e96dc38-decc-4dcd-9256-034134f5190a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:51.231471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e96dc38-decc-4dcd-9256-034134f5190a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:51.294136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-767b3577-f887-44d5-aee0-aad8b40a21b4 req-cb5a02e0-a7d8-41a4-a577-67c8791f3161 service neutron] 10.222.0.60 "GET /v2.0/networks/6a1cd155-5f32-4482-a0a4-4915da40c158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425513 Feb 11 04:57:51.309273 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d42d3054-6915-4ae3-abd0-d31273839384 admin admin] Publish callbacks [] for security_group (1ea6dddd-aee2-4ddd-a392-18494716677f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:51.335370 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d42d3054-6915-4ae3-abd0-d31273839384 admin admin] Publish callbacks [] for security_group (1ea6dddd-aee2-4ddd-a392-18494716677f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:51.408748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d42d3054-6915-4ae3-abd0-d31273839384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1ea6dddd-aee2-4ddd-a392-18494716677f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:51.412369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d42d3054-6915-4ae3-abd0-d31273839384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:51.413847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d42d3054-6915-4ae3-abd0-d31273839384 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ea6dddd-aee2-4ddd-a392-18494716677f HTTP/1.1" status: 204 len: 168 time: 0.2901845 Feb 11 04:57:51.431297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d3054-6915-4ae3-abd0-d31273839384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea6dddd-aee2-4ddd-a392-18494716677f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:51.673829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e96dc38-decc-4dcd-9256-034134f5190a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (b3dc8047-5114-464a-918e-52eac059a4c7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:51.770582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96dc38-decc-4dcd-9256-034134f5190a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Subnet': ['ID=b3dc8047-5114-464a-918e-52eac059a4c7,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:51.790195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fa9ba-da10-4338-8763-775819f46775 req-53027cd9-752f-46eb-8b9f-c2e2610ca962 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:51.797296 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe3fa9ba-da10-4338-8763-775819f46775 req-53027cd9-752f-46eb-8b9f-c2e2610ca962 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.3520377 Feb 11 04:57:51.806354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced69494-1381-415e-9a19-1a7f97ebda33 req-97b93aae-279d-457c-a47a-d50e2b23f4ce tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:51.815165 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ced69494-1381-415e-9a19-1a7f97ebda33 req-97b93aae-279d-457c-a47a-d50e2b23f4ce tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.2010994 Feb 11 04:57:51.837104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96dc38-decc-4dcd-9256-034134f5190a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Checking segment: {'id': '75ecbcab-6b00-4a04-96a2-02bc6be91a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '944d544d-3089-408c-9d68-0af8e24b2039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:51.837479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96dc38-decc-4dcd-9256-034134f5190a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network hostable DHCP agents. Network: 944d544d-3089-408c-9d68-0af8e24b2039, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:57:51.848163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccfa44-da44-47a0-acac-80074904a63d req-8f73ea3c-a4c0-47e7-bce5-ed05ab578a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:51.849900 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3ccfa44-da44-47a0-acac-80074904a63d req-8f73ea3c-a4c0-47e7-bce5-ed05ab578a7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 1130 time: 0.1822369 Feb 11 04:57:51.920453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96dc38-decc-4dcd-9256-034134f5190a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 944d544d-3089-408c-9d68-0af8e24b2039 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:57:51.939237 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe3fa9ba-da10-4338-8763-775819f46775 req-5b200e0c-1cf5-4ca7-8901-36b73ad5bb84 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329081 Feb 11 04:57:51.962293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4e96dc38-decc-4dcd-9256-034134f5190a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 944d544d-3089-408c-9d68-0af8e24b2039) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:51.966954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96dc38-decc-4dcd-9256-034134f5190a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:51.967767 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e96dc38-decc-4dcd-9256-034134f5190a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:51.987487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5851e7b8-ed10-4936-8277-d1cadcb71b4a None None] Network 944d544d-3089-408c-9d68-0af8e24b2039 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:51.989003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ced69494-1381-415e-9a19-1a7f97ebda33 req-00a17f7b-bd4c-4184-95bb-87fbf66b14f4 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717517 Feb 11 04:57:52.017313 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4e96dc38-decc-4dcd-9256-034134f5190a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9439151 Feb 11 04:57:52.023019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45280) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:52.038081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-180dddfc-a89e-444e-aeec-c762b13799d2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '944d544d-3089-408c-9d68-0af8e24b2039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:52.136464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2400610-b29a-449a-9754-3bb8766393bd req-e866bb79-9043-420c-8d28-494ed3ef76f6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:52.144432 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2400610-b29a-449a-9754-3bb8766393bd req-e866bb79-9043-420c-8d28-494ed3ef76f6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0677474 Feb 11 04:57:52.172752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccfa44-da44-47a0-acac-80074904a63d req-222e41d0-fff0-4884-b7b0-3f5acc2daf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:52.174599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3ccfa44-da44-47a0-acac-80074904a63d req-222e41d0-fff0-4884-b7b0-3f5acc2daf6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 200 len: 914 time: 0.3150096 Feb 11 04:57:52.232684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2400610-b29a-449a-9754-3bb8766393bd req-8661b360-08b3-483f-b6b8-2e5b67fe9df6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871124 Feb 11 04:57:52.278934 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-944d544d-3089-408c-9d68-0af8e24b2039', 'network_id': '944d544d-3089-408c-9d68-0af8e24b2039', 'project_id': '59ab36ce9f374498ada750b597f32733', 'fixed_ips': [{'subnet_id': 'b3dc8047-5114-464a-918e-52eac059a4c7'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:57:52.280331 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:52.382805 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3ccfa44-da44-47a0-acac-80074904a63d req-f79a76c6-27a4-4ced-9015-a081f723bd36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c65b30-2722-41bd-9b9e-a7f213f845df HTTP/1.1" status: 200 len: 217 time: 0.1976628 Feb 11 04:57:52.467924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Allocated IP 2001:db8::2 (944d544d-3089-408c-9d68-0af8e24b2039/b3dc8047-5114-464a-918e-52eac059a4c7/3147359d-db31-4a3e-8b03-de2821af77de) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:52.485680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2b937-c090-475e-bf1c-4a9da841d4ea req-6e62451d-776f-4feb-88a4-a3f33eeec27a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:52.488127 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31d2b937-c090-475e-bf1c-4a9da841d4ea req-6e62451d-776f-4feb-88a4-a3f33eeec27a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1394756 Feb 11 04:57:52.497894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccfa44-da44-47a0-acac-80074904a63d req-88926cc3-37c2-4b5c-a0c8-789362e54e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:52.500855 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3ccfa44-da44-47a0-acac-80074904a63d req-88926cc3-37c2-4b5c-a0c8-789362e54e70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f1730ef-db3b-4017-bd70-cc38613cb0e5 HTTP/1.1" status: 200 len: 853 time: 0.1059203 Feb 11 04:57:52.550527 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3ccfa44-da44-47a0-acac-80074904a63d req-cd0ec98d-ce57-4527-9b87-5ad18adae3fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b67d36b9-6f2e-4fab-9900-af82916ad6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411196 Feb 11 04:57:52.577516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180dddfc-a89e-444e-aeec-c762b13799d2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:52.582556 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-180dddfc-a89e-444e-aeec-c762b13799d2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:52.725823 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Publish callbacks [] for port (3147359d-db31-4a3e-8b03-de2821af77de), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:52.738631 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (3147359d-db31-4a3e-8b03-de2821af77de), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:52.787287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Network 944d544d-3089-408c-9d68-0af8e24b2039 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:52.790312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:52.798450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:52.809391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Pushing event updated for resources: {'Port': ['ID=3147359d-db31-4a3e-8b03-de2821af77de,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:52.816333 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3ccfa44-da44-47a0-acac-80074904a63d req-8dc6bac8-d28e-4b2a-a441-5e2ffe0afc0c service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042162 Feb 11 04:57:52.835281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31d2b937-c090-475e-bf1c-4a9da841d4ea req-d8663c46-9831-4a69-ab6e-d2dc07e010b6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289371 Feb 11 04:57:52.934362 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Attempting to bind port 3147359d-db31-4a3e-8b03-de2821af77de on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:57:52.935027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Attempting to bind port 3147359d-db31-4a3e-8b03-de2821af77de by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '75ecbcab-6b00-4a04-96a2-02bc6be91a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '944d544d-3089-408c-9d68-0af8e24b2039'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:57:52.935406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Attempting to bind port 3147359d-db31-4a3e-8b03-de2821af77de on network 944d544d-3089-408c-9d68-0af8e24b2039 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:52.949451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:57:52.949825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Checking segment: {'id': '75ecbcab-6b00-4a04-96a2-02bc6be91a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '944d544d-3089-408c-9d68-0af8e24b2039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:52.952547 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:52.953180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Bound using segment: {'id': '75ecbcab-6b00-4a04-96a2-02bc6be91a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '944d544d-3089-408c-9d68-0af8e24b2039'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:57:52.954042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Bound port: 3147359d-db31-4a3e-8b03-de2821af77de, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ecbcab-6b00-4a04-96a2-02bc6be91a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '944d544d-3089-408c-9d68-0af8e24b2039'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:57:52.954638 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3147359d-db31-4a3e-8b03-de2821af77de), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:53.019520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45332) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:53.128558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] For port 3147359d-db31-4a3e-8b03-de2821af77de, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:57:53.135372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3ccfa44-da44-47a0-acac-80074904a63d req-f62bca30-8f54-498a-9ed8-76e4ccaa0759 service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246406 Feb 11 04:57:53.136442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] For port 3147359d-db31-4a3e-8b03-de2821af77de, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3147359d-db31-4a3e-8b03-de2821af77de,segment=NetworkSegment(75ecbcab-6b00-4a04-96a2-02bc6be91a61),segment_id=75ecbcab-6b00-4a04-96a2-02bc6be91a61)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:57:53.139367 n-d-615180-58 neutron-server[103353]: INFO neutron.db.ipam_backend_mixin [None req-180dddfc-a89e-444e-aeec-c762b13799d2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b3dc8047-5114-464a-918e-52eac059a4c7 (CIDR: 2001:db8::/64) Feb 11 04:57:53.152661 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3147359d-db31-4a3e-8b03-de2821af77de), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:53.156284 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-180dddfc-a89e-444e-aeec-c762b13799d2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:57:53.157277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180dddfc-a89e-444e-aeec-c762b13799d2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:57:53.186778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4ce8f-1089-4d95-8918-defa3b8ba8b5 req-6e7fb882-6434-4664-8c52-595a6b418cc1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:53.195443 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-99b4ce8f-1089-4d95-8918-defa3b8ba8b5 req-6e7fb882-6434-4664-8c52-595a6b418cc1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2420530 Feb 11 04:57:53.230462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-180dddfc-a89e-444e-aeec-c762b13799d2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2051642 Feb 11 04:57:53.231238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45340) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:53.246354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-012bdcd3-ba5a-4ab0-8d3a-5597d2864d34 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '944d544d-3089-408c-9d68-0af8e24b2039', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:53.282737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c68e6-9cd2-48e5-975e-fb7fd136bd7d req-bc9c06ec-481b-46dc-99c4-dc4caad56993 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:53.297665 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b15c68e6-9cd2-48e5-975e-fb7fd136bd7d req-bc9c06ec-481b-46dc-99c4-dc4caad56993 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1120265 Feb 11 04:57:53.302021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3801f-ec43-4df5-874e-e7ddafe67780 None None] Pushing event updated for resources: {'Port': ['ID=3147359d-db31-4a3e-8b03-de2821af77de,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:53.336761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-network', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:53.368785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-99b4ce8f-1089-4d95-8918-defa3b8ba8b5 req-351393ba-5b12-4317-b08d-b8f44a220c9e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718333 Feb 11 04:57:53.443827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b15c68e6-9cd2-48e5-975e-fb7fd136bd7d req-cb4513cc-fffe-45b1-af47-9e3bfc3686ee tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451173 Feb 11 04:57:53.446132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Made reservation on behalf of cf3eb33272bc44ddb64da09218d8dd98 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:53.449410 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:53.460188 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:53.460659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012bdcd3-ba5a-4ab0-8d3a-5597d2864d34 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:53.470650 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-012bdcd3-ba5a-4ab0-8d3a-5597d2864d34 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:53.700451 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Publish callbacks [] for security_group (cff7898a-1b18-49d0-b434-cd4129693119), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:53.713677 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cff7898a-1b18-49d0-b434-cd4129693119), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:53.757040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:57:53.772794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff7898a-1b18-49d0-b434-cd4129693119,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:53.778142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5a373e68-ee00-4e42-bef1-e77fc5b8b50d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:53.788011 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Added segment 5a373e68-ee00-4e42-bef1-e77fc5b8b50d of type vlan for network 39b6a467-c2f6-4c36-aa80-32be812c2d1d Feb 11 04:57:53.872889 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (39b6a467-c2f6-4c36-aa80-32be812c2d1d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:53.912850 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (39b6a467-c2f6-4c36-aa80-32be812c2d1d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:53.914365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:53.916207 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:53.948621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3147359d-db31-4a3e-8b03-de2821af77de up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:54.015337 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9936509 Feb 11 04:57:54.018989 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45370) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:54.043716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d16e6766-7d40-4655-a137-0d736abed8b9 admin admin] Request body: {'subnet': {'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-subnet', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:54.080120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-484cb680-f113-471e-80a0-c292a83f0300 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:54.084622 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-484cb680-f113-471e-80a0-c292a83f0300 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 811 time: 0.3553650 Feb 11 04:57:54.115249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e601ea-48eb-46b0-83eb-1c1d31b44c05 admin admin] Pushing event updated for resources: {'Network': ['ID=39b6a467-c2f6-4c36-aa80-32be812c2d1d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:54.149112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16e6766-7d40-4655-a137-0d736abed8b9 admin admin] Made reservation on behalf of cf3eb33272bc44ddb64da09218d8dd98 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:54.152043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d16e6766-7d40-4655-a137-0d736abed8b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:54.247696 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-3f813d57-cc3b-46e8-9c51-a559871b1017 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/quotas/0c3115c0b4f7444a90cdb58a37131a72 HTTP/1.1" status: 200 len: 375 time: 0.1168420 Feb 11 04:57:54.307122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 39b6a467-c2f6-4c36-aa80-32be812c2d1d details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:57:54.339193 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-012bdcd3-ba5a-4ab0-8d3a-5597d2864d34 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (fc7d7371-17d7-48d3-a154-98899fdbcb06), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:54.392400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012bdcd3-ba5a-4ab0-8d3a-5597d2864d34 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 944d544d-3089-408c-9d68-0af8e24b2039 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:54.403458 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-1777db2c-ae59-45ec-8e41-abda83a79582 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1418967 Feb 11 04:57:54.406972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-012bdcd3-ba5a-4ab0-8d3a-5597d2864d34 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:54.412184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012bdcd3-ba5a-4ab0-8d3a-5597d2864d34 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:54.412777 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-012bdcd3-ba5a-4ab0-8d3a-5597d2864d34 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:54.417479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bdcd3-ba5a-4ab0-8d3a-5597d2864d34 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Subnet': ['ID=fc7d7371-17d7-48d3-a154-98899fdbcb06,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:54.444129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3147359d-db31-4a3e-8b03-de2821af77de triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:54.444876 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3147359d-db31-4a3e-8b03-de2821af77de), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:54.512367 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-012bdcd3-ba5a-4ab0-8d3a-5597d2864d34 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2785058 Feb 11 04:57:54.522256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45384) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:54.531645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '944d544d-3089-408c-9d68-0af8e24b2039', 'fixed_ips': [{'subnet_id': 'b3dc8047-5114-464a-918e-52eac059a4c7'}, {'subnet_id': 'fc7d7371-17d7-48d3-a154-98899fdbcb06'}], 'name': 'tempest-PortsIpV6TestJSON-47363836'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:54.590934 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3147359d-db31-4a3e-8b03-de2821af77de is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:54.596281 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3147359d-db31-4a3e-8b03-de2821af77de), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:54.651576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-dc4b3d2d-1549-4f0b-b365-7dcfb46bfd10 service neutron] 10.222.0.48 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349925 Feb 11 04:57:54.700136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 3147359d-db31-4a3e-8b03-de2821af77de, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3147359d-db31-4a3e-8b03-de2821af77de,segment=NetworkSegment(75ecbcab-6b00-4a04-96a2-02bc6be91a61),segment_id=75ecbcab-6b00-4a04-96a2-02bc6be91a61)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:54.716027 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3147359d-db31-4a3e-8b03-de2821af77de), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:54.855259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=3147359d-db31-4a3e-8b03-de2821af77de,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:54.885894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-88dc187d-0b62-4635-8bf0-3e0dbec35429 service neutron] 10.222.0.48 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254190 Feb 11 04:57:55.311643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ade2b3fd-215f-405b-8e25-669944d53abb req-d7ffca1e-3204-4cee-a410-2bec62602a74 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 210 time: 0.1126897 Feb 11 04:57:55.320478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e808a8bf-b51a-4e5c-96a5-e7787b9a8a0d None None] Network 944d544d-3089-408c-9d68-0af8e24b2039 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:55.402197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-23c56a62-5071-4ee0-ac62-16ba1fcb3173 None None] Provisioning complete for port 3147359d-db31-4a3e-8b03-de2821af77de triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:55.402563 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23c56a62-5071-4ee0-ac62-16ba1fcb3173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3147359d-db31-4a3e-8b03-de2821af77de), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:55.615906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-23c56a62-5071-4ee0-ac62-16ba1fcb3173 None None] Current status of the port 3147359d-db31-4a3e-8b03-de2821af77de is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:55.629484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:55.807004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:55.813776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa5e163-d0b0-4e4a-9c90-06894abb32e0 None None] Update dhcp port {'port': {'network_id': '944d544d-3089-408c-9d68-0af8e24b2039', 'fixed_ips': [{'subnet_id': 'b3dc8047-5114-464a-918e-52eac059a4c7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fc7d7371-17d7-48d3-a154-98899fdbcb06'}], 'binding:host_id': 'n-d-615180-58'}, 'id': '3147359d-db31-4a3e-8b03-de2821af77de'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:57:55.899338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3147359d-db31-4a3e-8b03-de2821af77de up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:55.922076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:57:55.932809 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d16e6766-7d40-4655-a137-0d736abed8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (3dab9c34-6a08-4511-9f5d-5c17c57f308a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:55.947133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac06c79-f084-46d6-963e-b85a2b7335ca req-da3797f8-4976-46d9-99db-5ca6f70dc767 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:55.955057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fac06c79-f084-46d6-963e-b85a2b7335ca req-da3797f8-4976-46d9-99db-5ca6f70dc767 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 1.3222363 Feb 11 04:57:55.996711 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e163-d0b0-4e4a-9c90-06894abb32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3147359d-db31-4a3e-8b03-de2821af77de), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:56.163587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e6766-7d40-4655-a137-0d736abed8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dab9c34-6a08-4511-9f5d-5c17c57f308a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:56.177483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e6766-7d40-4655-a137-0d736abed8b9 admin admin] Checking segment: {'id': '5a373e68-ee00-4e42-bef1-e77fc5b8b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:56.177899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e6766-7d40-4655-a137-0d736abed8b9 admin admin] Network hostable DHCP agents. Network: 39b6a467-c2f6-4c36-aa80-32be812c2d1d, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:57:56.206837 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fac06c79-f084-46d6-963e-b85a2b7335ca req-9b2ac1ec-7b94-42db-805c-ddfac58efb57 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504234 Feb 11 04:57:56.315679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e6766-7d40-4655-a137-0d736abed8b9 admin admin] Network 39b6a467-c2f6-4c36-aa80-32be812c2d1d is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:57:56.337635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d16e6766-7d40-4655-a137-0d736abed8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 39b6a467-c2f6-4c36-aa80-32be812c2d1d) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:56.343753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e6766-7d40-4655-a137-0d736abed8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:56.344361 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d16e6766-7d40-4655-a137-0d736abed8b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:56.365943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c10101-edde-4089-bdd2-bd26fba5266e None None] Network 39b6a467-c2f6-4c36-aa80-32be812c2d1d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:56.379227 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d16e6766-7d40-4655-a137-0d736abed8b9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3583515 Feb 11 04:57:56.385364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45442) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:56.390006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:56.447922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (1f37bf94-e91b-4679-b406-478dc5fd3fc1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:56.449452 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (1f37bf94-e91b-4679-b406-478dc5fd3fc1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:56.464474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a807b-9bae-4318-bb31-1b071bca8658 req-95cb24c1-c50b-4ba5-8b11-5630dd10bf2c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:56.480433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d63a807b-9bae-4318-bb31-1b071bca8658 req-95cb24c1-c50b-4ba5-8b11-5630dd10bf2c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1832416 Feb 11 04:57:56.620513 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d63a807b-9bae-4318-bb31-1b071bca8658 req-38f2e356-add3-4764-9ea8-cac95bf97aea tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385794 Feb 11 04:57:56.626236 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-740a5cb6-bdcd-472b-a349-dc307193d093 req-be3d785a-df98-4b81-8a7f-a9f4cd9d2846 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 210 time: 0.0385852 Feb 11 04:57:56.633203 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Publish callbacks [] for router_controller (1f37bf94-e91b-4679-b406-478dc5fd3fc1), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:56.675763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3147359d-db31-4a3e-8b03-de2821af77de triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:56.676146 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3147359d-db31-4a3e-8b03-de2821af77de), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:56.793132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8::113 (944d544d-3089-408c-9d68-0af8e24b2039/b3dc8047-5114-464a-918e-52eac059a4c7/0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:56.802623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc70b99-f6bd-4669-8151-f9eac45e83e0 None None] Network 39b6a467-c2f6-4c36-aa80-32be812c2d1d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:56.803845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8:0:1::319 (944d544d-3089-408c-9d68-0af8e24b2039/fc7d7371-17d7-48d3-a154-98899fdbcb06/0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:56.886088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ff245-2dd1-44ac-8bd4-c8ad264bc435 req-1f02e5e7-132d-4066-9210-edbea674a2f1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:56.894782 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-717ff245-2dd1-44ac-8bd4-c8ad264bc435 req-1f02e5e7-132d-4066-9210-edbea674a2f1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.0791450 Feb 11 04:57:56.944566 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Publish callbacks [] for router_gateway (1f37bf94-e91b-4679-b406-478dc5fd3fc1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:56.991859 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-717ff245-2dd1-44ac-8bd4-c8ad264bc435 req-d8503e2c-bf78-43da-a343-4770a6a46d64 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956540 Feb 11 04:57:57.184633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3147359d-db31-4a3e-8b03-de2821af77de is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:57.252987 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-802d1009-e995-4baf-940f-8a4e28a502a5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:57.254494 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-802d1009-e995-4baf-940f-8a4e28a502a5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 811 time: 0.2816195 Feb 11 04:57:57.279744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Request body: {'port': {'device_id': 'c61e9088-ac85-4650-861c-72ea865d30e6', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'admin_state_up': True, 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:57.462255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Made reservation on behalf of 0c3115c0b4f7444a90cdb58a37131a72 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:57.465831 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:57.466823 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:57.516930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a03b4-671d-4fc0-bbd1-0b1d2176e91c req-3ab34f54-a1be-44c1-bc3a-136baecc3097 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:57.519108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-506a03b4-671d-4fc0-bbd1-0b1d2176e91c req-3ab34f54-a1be-44c1-bc3a-136baecc3097 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.3386862 Feb 11 04:57:57.547801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Publish callbacks [] for router_gateway (1f37bf94-e91b-4679-b406-478dc5fd3fc1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:57.576157 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:57.669824 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:57.702169 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-506a03b4-671d-4fc0-bbd1-0b1d2176e91c req-20b1cdaa-5eb9-4cc6-80a8-b85af42393d7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697938 Feb 11 04:57:57.758527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 944d544d-3089-408c-9d68-0af8e24b2039 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:57.789199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:57.796500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:57.808022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:57.813507 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:57.853203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-5fa5e163-d0b0-4e4a-9c90-06894abb32e0 None None] Allocated IP 2001:db8:0:1::2 (944d544d-3089-408c-9d68-0af8e24b2039/fc7d7371-17d7-48d3-a154-98899fdbcb06/3147359d-db31-4a3e-8b03-de2821af77de) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:57.857041 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f08a3d92-f6ce-4f10-9d22-eb107f451f74 req-424cd01f-7f75-46c0-9082-3683b68a35dc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 210 time: 0.0777187 Feb 11 04:57:57.933790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Allocated IP 172.20.0.3 (06017fe2-4087-4cb5-9119-3aa48a779ba2/db56d86e-24dc-40a4-954c-6a46bae43c1b/70e5f06d-9061-44eb-9097-fc4ceef00702) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:57.937970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:57.986109 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-730bc5ee-35e6-49f2-9d75-4e60975f5ca5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.4626093 Feb 11 04:57:57.998090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45494) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:58.005400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8c9222a0-8acb-47c9-b9ae-df63db85aba9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b3dc8047-5114-464a-918e-52eac059a4c7'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:58.059524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Allocated IP 172.25.7.215 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/e10724e4-6032-4b62-9334-2b482ee0fb44) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:58.193254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5fa5e163-d0b0-4e4a-9c90-06894abb32e0 None None] For port 3147359d-db31-4a3e-8b03-de2821af77de, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3147359d-db31-4a3e-8b03-de2821af77de,segment=NetworkSegment(75ecbcab-6b00-4a04-96a2-02bc6be91a61),segment_id=75ecbcab-6b00-4a04-96a2-02bc6be91a61)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:58.235034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a624b1d-2875-44ea-b22d-c9d45b78d185 req-d9ebb17f-1d0f-4cc6-925b-7d96c67993df tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:58.236515 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a624b1d-2875-44ea-b22d-c9d45b78d185 req-d9ebb17f-1d0f-4cc6-925b-7d96c67993df tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1667588 Feb 11 04:57:58.264337 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e163-d0b0-4e4a-9c90-06894abb32e0 None None] Publish callbacks [] for port (3147359d-db31-4a3e-8b03-de2821af77de), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:58.271980 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e163-d0b0-4e4a-9c90-06894abb32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3147359d-db31-4a3e-8b03-de2821af77de), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:58.312671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a624b1d-2875-44ea-b22d-c9d45b78d185 req-8f5eec31-64a8-4b0e-a9ec-5c6b447f3c4d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695913 Feb 11 04:57:58.316155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Publish callbacks [] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:58.402395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:58.435704 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c9222a0-8acb-47c9-b9ae-df63db85aba9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:58.449008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5e163-d0b0-4e4a-9c90-06894abb32e0 None None] Pushing event updated for resources: {'Port': ['ID=3147359d-db31-4a3e-8b03-de2821af77de,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:58.487093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:58.493165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:58.500831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:58.502401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Pushing event updated for resources: {'Port': ['ID=e10724e4-6032-4b62-9334-2b482ee0fb44,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:58.589185 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:58.724419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78590ae7-a229-44a0-88b8-93f1d8118a89 req-c625db1a-a15e-4bce-b0f2-87c6e650575a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:58.728033 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78590ae7-a229-44a0-88b8-93f1d8118a89 req-c625db1a-a15e-4bce-b0f2-87c6e650575a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.2481318 Feb 11 04:57:58.802914 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:58.840759 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['f40a2764-0d42-4409-90f8-d98a4f1bc2aa'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:58.943092 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:58.967960 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Publish callbacks [] for router_gateway (1f37bf94-e91b-4679-b406-478dc5fd3fc1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:58.993168 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['3e6a10b2-f9f6-4320-b610-b8821d3f0a20'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:59.028832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:59.065924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:59.333103 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78590ae7-a229-44a0-88b8-93f1d8118a89 req-fee675d8-0481-4256-b7cd-690ba7b345ea tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541568 Feb 11 04:57:59.339695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae871d-9b55-4d58-893f-752f3e634535 req-80b06750-c331-4b80-a055-dd8604221e1d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:59.354634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-feae871d-9b55-4d58-893f-752f3e634535 req-80b06750-c331-4b80-a055-dd8604221e1d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 931 time: 0.2435129 Feb 11 04:57:59.409555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event updated for resources: {'Port': ['ID=70e5f06d-9061-44eb-9097-fc4ceef00702,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:59.477040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:59.488414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-727f4b71-e364-403a-b2c8-d1f1eb44024b None None] Provisioning complete for port 70e5f06d-9061-44eb-9097-fc4ceef00702 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:59.488799 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-727f4b71-e364-403a-b2c8-d1f1eb44024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.496114 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.579173 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-727f4b71-e364-403a-b2c8-d1f1eb44024b None None] Port 70e5f06d-9061-44eb-9097-fc4ceef00702 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:57:59.655519 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-feae871d-9b55-4d58-893f-752f3e634535 req-dd89ff89-5536-4218-acfa-6f65048480d2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965903 Feb 11 04:57:59.706734 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b9a472-0ade-40ed-9d3d-df5e355eb9a6 None None] Network 944d544d-3089-408c-9d68-0af8e24b2039 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:59.907213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3147359d-db31-4a3e-8b03-de2821af77de up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:59.912019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1ee8b8a5-1e3f-4096-934a-b17a20fa8251 None None] Provisioning complete for port 3147359d-db31-4a3e-8b03-de2821af77de triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:59.912338 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ee8b8a5-1e3f-4096-934a-b17a20fa8251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3147359d-db31-4a3e-8b03-de2821af77de), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.941817 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (1f37bf94-e91b-4679-b406-478dc5fd3fc1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:00.160548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-8c9222a0-8acb-47c9-b9ae-df63db85aba9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Delete allocated IP 2001:db8:0:1::319 (944d544d-3089-408c-9d68-0af8e24b2039/fc7d7371-17d7-48d3-a154-98899fdbcb06) {{(pid=103353) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 04:58:00.190759 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3147359d-db31-4a3e-8b03-de2821af77de triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:00.191331 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3147359d-db31-4a3e-8b03-de2821af77de), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:00.276052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1ee8b8a5-1e3f-4096-934a-b17a20fa8251 None None] Current status of the port 3147359d-db31-4a3e-8b03-de2821af77de is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:00.290205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:58:00.440739 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c9222a0-8acb-47c9-b9ae-df63db85aba9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:00.444402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3147359d-db31-4a3e-8b03-de2821af77de is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:00.482839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:58:00.504563 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c9222a0-8acb-47c9-b9ae-df63db85aba9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:00.514496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-9f1f4f94-8ff1-4ef8-81e9-b32578a7b525 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2444177 Feb 11 04:58:00.515962 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:00.522078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7513c136-f145-4cb9-8890-21fc51c1867f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1351144 Feb 11 04:58:00.522844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45554) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:00.523805 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Sync routers for ids ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:58:00.540597 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Routers {'1f37bf94-e91b-4679-b406-478dc5fd3fc1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:00.541282 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:57:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:00.553706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-7743e4f5-b2e3-4aa3-b71b-413d6b19896d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:58:00.554752 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-7743e4f5-b2e3-4aa3-b71b-413d6b19896d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198934 Feb 11 04:58:00.592249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Request body: {'port': {'device_id': 'c61e9088-ac85-4650-861c-72ea865d30e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:00.609858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-10114e79-9dbd-4984-b5f8-1fcc10075e6e None None] Provisioning complete for port 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:00.609858 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10114e79-9dbd-4984-b5f8-1fcc10075e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:00.715997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8c9222a0-8acb-47c9-b9ae-df63db85aba9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] In _notify_port_updated(), no bound segment for port 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 on network 944d544d-3089-408c-9d68-0af8e24b2039 {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:58:00.719058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-10114e79-9dbd-4984-b5f8-1fcc10075e6e None None] Port 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:00.721678 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9222a0-8acb-47c9-b9ae-df63db85aba9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:00.722339 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c9222a0-8acb-47c9-b9ae-df63db85aba9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:00.729273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8c9222a0-8acb-47c9-b9ae-df63db85aba9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "PUT /v2.0/ports/0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 HTTP/1.1" status: 200 len: 924 time: 2.7296081 Feb 11 04:58:00.738850 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-af3f22ee-9717-4000-89b3-0055e91ccea0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.9025755 Feb 11 04:58:00.739535 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9222a0-8acb-47c9-b9ae-df63db85aba9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:00.742192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45558) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:00.778696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-10114e79-9dbd-4984-b5f8-1fcc10075e6e None None] Provisioning complete for port 3147359d-db31-4a3e-8b03-de2821af77de triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:00.784509 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10114e79-9dbd-4984-b5f8-1fcc10075e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3147359d-db31-4a3e-8b03-de2821af77de), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:00.795390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7b2af53a-2bad-421b-b111-da8fd6789eae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b3dc8047-5114-464a-918e-52eac059a4c7'}, {'subnet_id': 'fc7d7371-17d7-48d3-a154-98899fdbcb06'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:00.916353 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Set router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:00.999966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f784e-292c-4490-a2dc-fa7cb2913a80 req-dd7413bc-f79c-43d3-83b6-4714785218ce tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:01.002445 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b68f784e-292c-4490-a2dc-fa7cb2913a80 req-dd7413bc-f79c-43d3-83b6-4714785218ce tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.5573566 Feb 11 04:58:01.003104 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.128829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-10114e79-9dbd-4984-b5f8-1fcc10075e6e None None] Current status of the port 3147359d-db31-4a3e-8b03-de2821af77de is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:01.207801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13189a21-d2f1-4638-8d11-0a5f7d1465ba req-bca4d443-f095-4464-84cb-94ea67b3d9ba tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:01.209516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13189a21-d2f1-4638-8d11-0a5f7d1465ba req-bca4d443-f095-4464-84cb-94ea67b3d9ba tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 931 time: 0.2502134 Feb 11 04:58:01.259860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79c3e918-e7cb-4049-8740-376ddb6bec77 req-56e7fd4b-96ec-4089-842d-462c1ea07dfa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5711458 Feb 11 04:58:01.280934 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b2af53a-2bad-421b-b111-da8fd6789eae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.297664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1093800d-fe86-4264-aeb3-18fa88fd5364 None None] Provisioning complete for port 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:01.298253 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1093800d-fe86-4264-aeb3-18fa88fd5364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.331806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b68f784e-292c-4490-a2dc-fa7cb2913a80 req-9492184b-dfd3-40ab-88c2-aeee08eb8f59 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070951 Feb 11 04:58:01.429629 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:57:58Z', 'revision_number': 3, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:01.432710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1093800d-fe86-4264-aeb3-18fa88fd5364 None None] Port 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:01.517452 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Checking router: 1f37bf94-e91b-4679-b406-478dc5fd3fc1 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:58:01.518523 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Updating router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 port e10724e4-6032-4b62-9334-2b482ee0fb44 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:58:01.547527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-8fb05a82-45db-40cf-a067-3c2812048336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:01.550309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-8fb05a82-45db-40cf-a067-3c2812048336 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 1129 time: 0.6513839 Feb 11 04:58:01.555294 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.699128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-338a2e96-639b-45eb-b6aa-2c4e9d63b5d1 None None] Provisioning complete for port 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:01.699527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-338a2e96-639b-45eb-b6aa-2c4e9d63b5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.781336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13189a21-d2f1-4638-8d11-0a5f7d1465ba req-4acd2c21-853d-4db2-a01d-ac58f32de61d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537434 Feb 11 04:58:01.802225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-338a2e96-639b-45eb-b6aa-2c4e9d63b5d1 None None] Port 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:01.880473 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.099130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Allocated IP 172.20.0.1 (39b6a467-c2f6-4c36-aa80-32be812c2d1d/3dab9c34-6a08-4511-9f5d-5c17c57f308a/2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:02.128261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e918-e7cb-4049-8740-376ddb6bec77 req-4d105991-f517-465b-bfdc-a01d700cd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:02.132028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79c3e918-e7cb-4049-8740-376ddb6bec77 req-4d105991-f517-465b-bfdc-a01d700cd5e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 1130 time: 0.7907484 Feb 11 04:58:02.316108 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Publish callbacks [] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.323062 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Publish callbacks [] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.337592 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.406391 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Attempting to bind port e10724e4-6032-4b62-9334-2b482ee0fb44 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:02.407234 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Attempting to bind port e10724e4-6032-4b62-9334-2b482ee0fb44 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:02.407821 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Attempting to bind port e10724e4-6032-4b62-9334-2b482ee0fb44 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:02.414382 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Pushing event updated for resources: {'Port': ['ID=e10724e4-6032-4b62-9334-2b482ee0fb44,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:02.418987 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:02.419674 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:02.420527 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.421227 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:02.421878 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Bound port: e10724e4-6032-4b62-9334-2b482ee0fb44, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:02.423409 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.426266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.452421 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.453482 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.454061 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.454572 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.455170 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.455670 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.456162 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.457011 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.457524 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.458147 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.458643 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.459246 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.459747 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.465094 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-7b2af53a-2bad-421b-b111-da8fd6789eae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8:0:1::29f (944d544d-3089-408c-9d68-0af8e24b2039/fc7d7371-17d7-48d3-a154-98899fdbcb06/0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:02.505162 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] For port e10724e4-6032-4b62-9334-2b482ee0fb44, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:02.509952 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] For port e10724e4-6032-4b62-9334-2b482ee0fb44, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e10724e4-6032-4b62-9334-2b482ee0fb44,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:02.520693 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.526472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Network 39b6a467-c2f6-4c36-aa80-32be812c2d1d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:02.529639 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:02.533996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:02.580976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Pushing event updated for resources: {'Port': ['ID=2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:02.606349 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (1f37bf94-e91b-4679-b406-478dc5fd3fc1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.651161 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8df793-b2ab-441d-9d3e-0db217354d69 None None] Pushing event updated for resources: {'Port': ['ID=e10724e4-6032-4b62-9334-2b482ee0fb44,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:02.654846 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Routers {'1f37bf94-e91b-4679-b406-478dc5fd3fc1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:02.657112 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:57:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:02.681311 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b2af53a-2bad-421b-b111-da8fd6789eae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.718018 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b2af53a-2bad-421b-b111-da8fd6789eae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.882135 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] Set router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:02.895210 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.989026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e918-e7cb-4049-8740-376ddb6bec77 req-0f467729-dacf-41e8-8d8d-e3c6d42246cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:02.990587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79c3e918-e7cb-4049-8740-376ddb6bec77 req-0f467729-dacf-41e8-8d8d-e3c6d42246cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 200 len: 914 time: 0.3828170 Feb 11 04:58:03.041664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d06fb-5261-42bd-bd84-08dbef4b75a3 req-bf8cf9e9-0845-4145-99c0-25f84ffa39e5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:03.044077 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-786d06fb-5261-42bd-bd84-08dbef4b75a3 req-bf8cf9e9-0845-4145-99c0-25f84ffa39e5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 1.4914703 Feb 11 04:58:03.146746 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Publish callbacks [] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:03.180080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:03.239186 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:57:58Z', 'revision_number': 3, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:03.274443 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:03.297156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-8b8558b3-a54b-4dae-b316-7f928db913ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:03.299105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-8b8558b3-a54b-4dae-b316-7f928db913ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 1.6530173 Feb 11 04:58:03.352180 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79c3e918-e7cb-4049-8740-376ddb6bec77 req-1d1fa9a2-7276-498c-be53-ac6948768ae3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27c65b30-2722-41bd-9b9e-a7f213f845df HTTP/1.1" status: 200 len: 217 time: 0.3294239 Feb 11 04:58:03.362657 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f006ff0e-034b-43b7-99b5-19c547b49e26 None None] The sync data for ids ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'] in n-d-615180-58 is: [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:57:58Z', 'revision_number': 3, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:58:03.376502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7b2af53a-2bad-421b-b111-da8fd6789eae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] In _notify_port_updated(), no bound segment for port 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 on network 944d544d-3089-408c-9d68-0af8e24b2039 {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:58:03.382493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2af53a-2bad-421b-b111-da8fd6789eae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:03.383275 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b2af53a-2bad-421b-b111-da8fd6789eae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:03.387560 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7b2af53a-2bad-421b-b111-da8fd6789eae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "PUT /v2.0/ports/0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 HTTP/1.1" status: 200 len: 1010 time: 2.6242228 Feb 11 04:58:03.405353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45624) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:03.439930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2af53a-2bad-421b-b111-da8fd6789eae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:03.450340 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-70e6e4e4-fbdc-40e7-b62b-56b2abd5761b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40a2764-0d42-4409-90f8-d98a4f1bc2aa HTTP/1.1" status: 200 len: 217 time: 0.1211197 Feb 11 04:58:03.536462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (1f37bf94-e91b-4679-b406-478dc5fd3fc1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:03.556579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Pushing event updated for resources: {'Port': ['ID=2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:03.573535 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe602e48-4a9c-46e3-903a-c1ea5c3089c3 req-0730f8d4-16af-4790-85a3-354c28ba29f9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:03.575568 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe602e48-4a9c-46e3-903a-c1ea5c3089c3 req-0730f8d4-16af-4790-85a3-354c28ba29f9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 931 time: 0.4261315 Feb 11 04:58:03.638413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-6e76beb9-2f43-41b1-bba0-a7c946ec9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:03.640000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-6e76beb9-2f43-41b1-bba0-a7c946ec9833 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.1460023 Feb 11 04:58:03.652126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-74fa3f40-8d4a-4854-b11b-0eb2a89e4ee7 None None] Provisioning complete for port 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:03.652707 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74fa3f40-8d4a-4854-b11b-0eb2a89e4ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:03.738694 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe602e48-4a9c-46e3-903a-c1ea5c3089c3 req-dd2962d7-c3a8-452d-b5aa-953ab471e8fb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470742 Feb 11 04:58:03.758358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-74fa3f40-8d4a-4854-b11b-0eb2a89e4ee7 None None] Port 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:03.806049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e918-e7cb-4049-8740-376ddb6bec77 req-83476a7e-2c19-479f-ae75-c1fcfc855ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:03.807643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79c3e918-e7cb-4049-8740-376ddb6bec77 req-83476a7e-2c19-479f-ae75-c1fcfc855ffc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f1730ef-db3b-4017-bd70-cc38613cb0e5 HTTP/1.1" status: 200 len: 853 time: 0.4161730 Feb 11 04:58:03.851269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Network 39b6a467-c2f6-4c36-aa80-32be812c2d1d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:03.872958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:03.874067 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79c3e918-e7cb-4049-8740-376ddb6bec77 req-b6efd6a3-1d14-4961-b8a6-fc5230c7ccb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b67d36b9-6f2e-4fab-9900-af82916ad6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377274 Feb 11 04:58:03.931152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e5f06d-9061-44eb-9097-fc4ceef00702 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:58:04.459402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-786d06fb-5261-42bd-bd84-08dbef4b75a3 req-65dd3817-d4be-4f65-a4ac-90a6ed84d5d9 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3970575 Feb 11 04:58:04.465127 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Publish callbacks [] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:04.532393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Transition to ACTIVE for port object 70e5f06d-9061-44eb-9097-fc4ceef00702 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:58:04.546815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-69f258fa-ec56-441e-b773-afd8aca4a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:04.548424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-69f258fa-ec56-441e-b773-afd8aca4a5ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7662151 Feb 11 04:58:04.567392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-4e68421e-b600-43f6-9b85-6adc95d400ae service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:58:04.568578 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-4e68421e-b600-43f6-9b85-6adc95d400ae service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098193 Feb 11 04:58:04.569392 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:04.676478 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79c3e918-e7cb-4049-8740-376ddb6bec77 req-8ac65f73-09ee-479a-a321-de2346215606 service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652843 Feb 11 04:58:04.809784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-37c46a36-8a17-407c-bfd3-42cf64333e32 req-dc79b1c5-e519-477a-a205-a6305ad2ef9a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:58:04.811222 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37c46a36-8a17-407c-bfd3-42cf64333e32 req-dc79b1c5-e519-477a-a205-a6305ad2ef9a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076060 Feb 11 04:58:04.830820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:58:05.072707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-982cc0e2-5596-418c-abde-691853e5bf48 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:05.073221 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-982cc0e2-5596-418c-abde-691853e5bf48 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:05.160890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437241d-717b-4a2f-a071-06547316deb5 req-0130786f-1d47-4e7b-9ce5-a4ac3ba3cd61 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:05.166136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4437241d-717b-4a2f-a071-06547316deb5 req-0130786f-1d47-4e7b-9ce5-a4ac3ba3cd61 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1719301 Feb 11 04:58:05.172159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:58:05.218177 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=70e5f06d-9061-44eb-9097-fc4ceef00702,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:05.229085 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c134a51a-c1c9-47ac-81f1-c981911e4f8c admin admin] 10.222.0.48 "PUT /v2.0/routers/1f37bf94-e91b-4679-b406-478dc5fd3fc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6816113 Feb 11 04:58:05.280323 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-1ae3a0a0-5405-4139-b602-37cd0e55a975 service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990299 Feb 11 04:58:05.350673 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4437241d-717b-4a2f-a071-06547316deb5 req-75241a80-b410-4f15-84ea-05a30673972d tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628079 Feb 11 04:58:05.446572 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79c3e918-e7cb-4049-8740-376ddb6bec77 req-29371764-b15a-4e4b-ba4b-9a5f3906980a service neutron] 10.222.0.10 "GET /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7392650 Feb 11 04:58:05.552320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc446c-bcaf-46ce-884d-6385273b7aaf req-ea5efa00-195c-41b2-9aee-08101541b36c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:05.561052 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eecc446c-bcaf-46ce-884d-6385273b7aaf req-ea5efa00-195c-41b2-9aee-08101541b36c tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1084328 Feb 11 04:58:05.593945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53627988-f33e-4834-b5df-40bec8c19cd9 req-027ce43b-461f-416b-bd53-8fa0fd93f3e3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:05.596411 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53627988-f33e-4834-b5df-40bec8c19cd9 req-027ce43b-461f-416b-bd53-8fa0fd93f3e3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 943 time: 0.5527864 Feb 11 04:58:05.598673 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-982cc0e2-5596-418c-abde-691853e5bf48 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:05.603165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Attempting to bind port 70e5f06d-9061-44eb-9097-fc4ceef00702 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:05.603604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Attempting to bind port 70e5f06d-9061-44eb-9097-fc4ceef00702 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:05.603950 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Attempting to bind port 70e5f06d-9061-44eb-9097-fc4ceef00702 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:05.663723 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eecc446c-bcaf-46ce-884d-6385273b7aaf req-381f3738-e00d-4760-972e-349a24c4023f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014152 Feb 11 04:58:05.685962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Port 70e5f06d-9061-44eb-9097-fc4ceef00702 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:58:05.686682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Attempting to bind port 70e5f06d-9061-44eb-9097-fc4ceef00702 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:05.690795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-982cc0e2-5596-418c-abde-691853e5bf48 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:05.772822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:05.773515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Checking segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:05.774114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Bound using segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:05.774762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Bound port: 70e5f06d-9061-44eb-9097-fc4ceef00702, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:05.775368 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:05.795534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53627988-f33e-4834-b5df-40bec8c19cd9 req-aee3208b-e365-4ea0-86fe-250e5818aab3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883118 Feb 11 04:58:05.827944 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0aacef7-5d43-400e-ac56-944538b16f3f req-2f16b82d-80df-45ce-ae61-214ad4d858dc service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589857 Feb 11 04:58:05.877990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e10724e4-6032-4b62-9334-2b482ee0fb44 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:06.024801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e10724e4-6032-4b62-9334-2b482ee0fb44 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:06.025454 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.243829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] For port 70e5f06d-9061-44eb-9097-fc4ceef00702, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:06.261593 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e10724e4-6032-4b62-9334-2b482ee0fb44 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:06.261996 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.267981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] For port 70e5f06d-9061-44eb-9097-fc4ceef00702, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=70e5f06d-9061-44eb-9097-fc4ceef00702,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:06.272727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-c2e49d61-fbcf-447b-872c-6d02ea80d24e tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:06.281619 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-c2e49d61-fbcf-447b-872c-6d02ea80d24e tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/networks?id=39b6a467-c2f6-4c36-aa80-32be812c2d1d HTTP/1.1" status: 200 len: 819 time: 0.2450168 Feb 11 04:58:06.314457 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-37abc567-2098-4d08-acbf-49988a0e8e50 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/quotas/cf3eb33272bc44ddb64da09218d8dd98 HTTP/1.1" status: 200 len: 375 time: 0.0237844 Feb 11 04:58:06.320205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port e10724e4-6032-4b62-9334-2b482ee0fb44, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e10724e4-6032-4b62-9334-2b482ee0fb44,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:06.332036 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.336496 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.360106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a2457-c556-41ed-9e4b-fc5d92b01c88 req-966f9d98-c654-40a3-86af-44b4020bca38 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:06.360106 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a73a2457-c556-41ed-9e4b-fc5d92b01c88 req-966f9d98-c654-40a3-86af-44b4020bca38 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.3221612 Feb 11 04:58:06.431816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:06.432441 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.434607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] 10.222.0.10 "PUT /v2.0/ports/70e5f06d-9061-44eb-9097-fc4ceef00702 HTTP/1.1" status: 200 len: 1092 time: 5.8465247 Feb 11 04:58:06.437675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61e9088-ac85-4650-861c-72ea865d30e6', 'tag': '70e5f06d-9061-44eb-9097-fc4ceef00702'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:06.441190 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b0a145-758e-4c1c-8e68-d4c84e0f9fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "c61e9088-ac85-4650-861c-72ea865d30e6", "tag": "70e5f06d-9061-44eb-9097-fc4ceef00702"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:06.475528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=e10724e4-6032-4b62-9334-2b482ee0fb44,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:06.489156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Sync routers for ids ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:58:06.508751 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-982cc0e2-5596-418c-abde-691853e5bf48 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.509922 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-a59e8792-bfd0-42e1-8c1d-e782844e0138 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf3eb33272bc44ddb64da09218d8dd98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1798899 Feb 11 04:58:06.532768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Routers {'1f37bf94-e91b-4679-b406-478dc5fd3fc1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:06.533456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-51f62078-0454-4b83-9281-960dff969b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:57:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:06.733634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-3e8f1ba9-b4d0-4cc4-afe5-109fea3eb397 service neutron] 10.222.0.48 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127111 Feb 11 04:58:06.786264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a12e3-67c1-4106-bf27-54ceff4af4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=70e5f06d-9061-44eb-9097-fc4ceef00702,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:06.798348 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-982cc0e2-5596-418c-abde-691853e5bf48 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.806530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-982cc0e2-5596-418c-abde-691853e5bf48 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 HTTP/1.1" status: 204 len: 168 time: 3.3632493 Feb 11 04:58:06.817543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45722) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:06.820703 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a73a2457-c556-41ed-9e4b-fc5d92b01c88 req-80bf43bd-f6a7-4d33-8b38-7867e57830e5 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357879 Feb 11 04:58:06.899565 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc79af74-72bc-4194-90d4-46fc6fef398d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:58:06.908958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dc79af74-72bc-4194-90d4-46fc6fef398d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 HTTP/1.1" status: 404 len: 333 time: 0.0824413 Feb 11 04:58:06.911089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45730) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:07.001290 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-6f783218-21c9-4313-847f-df4c71cf35b9 service neutron] 10.222.0.48 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598796 Feb 11 04:58:07.028415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cc0e2-5596-418c-abde-691853e5bf48 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:07.054351 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c16360d-6419-4adc-a95d-7c135524665d x-openstack-request-id: req-8c16360d-6419-4adc-a95d-7c135524665d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:07.056143 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61e9088-ac85-4650-861c-72ea865d30e6", "tag": "70e5f06d-9061-44eb-9097-fc4ceef00702", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:07.056587 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c16360d-6419-4adc-a95d-7c135524665d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:07.057166 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61e9088-ac85-4650-861c-72ea865d30e6', 'tag': '70e5f06d-9061-44eb-9097-fc4ceef00702', 'status': 'completed', 'code': 200} Feb 11 04:58:07.090602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-061ace57-4b4c-4af2-b03f-0b05342a80f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting subnet fc7d7371-17d7-48d3-a154-98899fdbcb06 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:58:07.108087 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-061ace57-4b4c-4af2-b03f-0b05342a80f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (fc7d7371-17d7-48d3-a154-98899fdbcb06), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:07.221705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-5932512c-b953-402b-9ed3-d4710015641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:07.223281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-5932512c-b953-402b-9ed3-d4710015641f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 1126 time: 0.6965773 Feb 11 04:58:07.238332 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-061ace57-4b4c-4af2-b03f-0b05342a80f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (fc7d7371-17d7-48d3-a154-98899fdbcb06), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:07.249795 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Set router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:07.439208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc013e-1dc0-460e-b0ef-2fe62ac33a93 req-c4d41d40-1d0d-4e36-a0ae-97729609efb7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:07.449322 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c7fc013e-1dc0-460e-b0ef-2fe62ac33a93 req-c4d41d40-1d0d-4e36-a0ae-97729609efb7 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1074591 Feb 11 04:58:07.511507 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:07.587765 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-aa89a3f8-bb40-4b29-9952-e21ebfe8c028 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70e5f06d-9061-44eb-9097-fc4ceef00702 HTTP/1.1" status: 200 len: 217 time: 0.3441916 Feb 11 04:58:07.599510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-51f62078-0454-4b83-9281-960dff969b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:58:02Z', 'revision_number': 4, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf', 'name': '', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'mac_address': 'fa:16:3e:3f:3e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:01Z', 'updated_at': '2022-02-11T04:58:02Z', 'revision_number': 2, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'subnets': [{'id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:07.645290 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c7fc013e-1dc0-460e-b0ef-2fe62ac33a93 req-c6739a65-1a4f-49bd-bcd9-84b965c2d724 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920996 Feb 11 04:58:07.686461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Checking router: 1f37bf94-e91b-4679-b406-478dc5fd3fc1 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:58:07.689790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Updating router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:58:07.783737 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-972c0e71-9bbe-4996-822a-d9459c0f7faa req-d31c74b2-c646-488f-bcbb-0a8fb092b610 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 210 time: 0.0730116 Feb 11 04:58:07.805922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1418db6-4a02-4808-b87a-cc65c2c43c64 req-2f5b5ff6-f5ad-4d64-8fa9-9be65fa36136 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:07.831499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1418db6-4a02-4808-b87a-cc65c2c43c64 req-2f5b5ff6-f5ad-4d64-8fa9-9be65fa36136 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 943 time: 0.7444699 Feb 11 04:58:07.862724 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:07.907053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-f869d4e6-3661-428f-bb71-89418451763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:07.907053 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-f869d4e6-3661-428f-bb71-89418451763e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.2875848 Feb 11 04:58:07.908706 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-061ace57-4b4c-4af2-b03f-0b05342a80f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (fc7d7371-17d7-48d3-a154-98899fdbcb06), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:08.060468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e10724e4-6032-4b62-9334-2b482ee0fb44 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:08.062694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1418db6-4a02-4808-b87a-cc65c2c43c64 req-e1d350ec-736a-49d5-9013-d0ed55f16a55 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587451 Feb 11 04:58:08.154412 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-061ace57-4b4c-4af2-b03f-0b05342a80f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (fc7d7371-17d7-48d3-a154-98899fdbcb06), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:08.196109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c478f1a-da7e-4531-b0b7-264995fe6880 req-9d0cd8be-67f1-46e6-a48c-64c9317a108e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:08.206456 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c478f1a-da7e-4531-b0b7-264995fe6880 req-9d0cd8be-67f1-46e6-a48c-64c9317a108e tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1469088 Feb 11 04:58:08.254119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ace57-4b4c-4af2-b03f-0b05342a80f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7d7371-17d7-48d3-a154-98899fdbcb06,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:08.265936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-b47dba26-7699-4c41-8e9b-99867c38f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:08.269874 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-b47dba26-7699-4c41-8e9b-99867c38f3ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3553538 Feb 11 04:58:08.280277 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-061ace57-4b4c-4af2-b03f-0b05342a80f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:08.291589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-061ace57-4b4c-4af2-b03f-0b05342a80f6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/fc7d7371-17d7-48d3-a154-98899fdbcb06 HTTP/1.1" status: 204 len: 168 time: 1.3792758 Feb 11 04:58:08.292263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45774) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:08.307312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c478f1a-da7e-4531-b0b7-264995fe6880 req-e16212d4-9175-4e76-a1c4-5e5ddf384435 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991521 Feb 11 04:58:08.500120 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Publish callbacks [] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:08.501625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-120bd525-de93-49cc-9a08-5b55b058547e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting subnet b3dc8047-5114-464a-918e-52eac059a4c7 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:58:08.512049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f7aea0-19f3-4eb7-b4f5-34050cea9809 None None] Network 944d544d-3089-408c-9d68-0af8e24b2039 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:08.514522 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-120bd525-de93-49cc-9a08-5b55b058547e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (b3dc8047-5114-464a-918e-52eac059a4c7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:08.522401 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:08.606721 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-120bd525-de93-49cc-9a08-5b55b058547e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (b3dc8047-5114-464a-918e-52eac059a4c7), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:08.651884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850060b-7b75-4a21-a3b2-8e411c2526d0 req-1d7dbf33-ba77-4a8a-899d-090d7cfc13cb tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:08.653611 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c850060b-7b75-4a21-a3b2-8e411c2526d0 req-1d7dbf33-ba77-4a8a-899d-090d7cfc13cb tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.2329216 Feb 11 04:58:08.658802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaec4fa-320b-4d97-9b3c-1bbd816331fc None None] Pushing event updated for resources: {'Port': ['ID=2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:08.662329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-8540a508-e044-4532-86d3-fd3776f0daf5 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674054 Feb 11 04:58:08.799855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e10724e4-6032-4b62-9334-2b482ee0fb44 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:08.800255 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:08.933808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c850060b-7b75-4a21-a3b2-8e411c2526d0 req-93031124-269a-4744-846e-8e2e56f8e91f tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703669 Feb 11 04:58:08.947773 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-357eb321-27a1-4814-8ab7-bae58aeb7c5e req-489c5187-9fcf-4ab2-b391-515b8cff2347 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 210 time: 0.0417066 Feb 11 04:58:08.955666 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-120bd525-de93-49cc-9a08-5b55b058547e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (b3dc8047-5114-464a-918e-52eac059a4c7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:08.974188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Attempting to bind port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:08.974692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Attempting to bind port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '5a373e68-ee00-4e42-bef1-e77fc5b8b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:08.975108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Attempting to bind port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf on network 39b6a467-c2f6-4c36-aa80-32be812c2d1d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:08.989603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:08.989913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Checking segment: {'id': '5a373e68-ee00-4e42-bef1-e77fc5b8b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:08.990315 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:08.990719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Bound using segment: {'id': '5a373e68-ee00-4e42-bef1-e77fc5b8b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:08.991299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Bound port: 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a373e68-ee00-4e42-bef1-e77fc5b8b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:08.991953 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:09.017128 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd77b95d-4a92-4a80-8f72-e6cd87ad6efd req-4c35e402-516a-479d-95ef-09223a14050d service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367507 Feb 11 04:58:09.115075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-120bd525-de93-49cc-9a08-5b55b058547e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (b3dc8047-5114-464a-918e-52eac059a4c7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:09.126315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438637d-110a-431f-adc2-159c8a44b325 req-69c18acc-1a6e-48ad-98ec-aae28b5fc106 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:09.128344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0438637d-110a-431f-adc2-159c8a44b325 req-69c18acc-1a6e-48ad-98ec-aae28b5fc106 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.0943394 Feb 11 04:58:09.214387 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e10724e4-6032-4b62-9334-2b482ee0fb44 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:09.229970 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-120bd525-de93-49cc-9a08-5b55b058547e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:09.242200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-120bd525-de93-49cc-9a08-5b55b058547e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/b3dc8047-5114-464a-918e-52eac059a4c7 HTTP/1.1" status: 204 len: 168 time: 0.9406936 Feb 11 04:58:09.268286 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bd525-de93-49cc-9a08-5b55b058547e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Subnet': ['ID=b3dc8047-5114-464a-918e-52eac059a4c7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:09.270228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45804) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:09.271861 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0438637d-110a-431f-adc2-159c8a44b325 req-4b3e8a61-ea0e-400e-84d8-94fba52f7324 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357431 Feb 11 04:58:09.468914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-51f62078-0454-4b83-9281-960dff969b5c None None] For port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:09.476871 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c17ca11a-db7b-4f91-b800-aa80d81146ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:09.486157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-51f62078-0454-4b83-9281-960dff969b5c None None] For port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf,segment=NetworkSegment(5a373e68-ee00-4e42-bef1-e77fc5b8b50d),segment_id=5a373e68-ee00-4e42-bef1-e77fc5b8b50d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:09.509370 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:09.621755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Routers {'1f37bf94-e91b-4679-b406-478dc5fd3fc1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:09.622397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-51f62078-0454-4b83-9281-960dff969b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:57:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:09.698797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaec4fa-320b-4d97-9b3c-1bbd816331fc None None] Pushing event updated for resources: {'Port': ['ID=2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:09.892718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-51f62078-0454-4b83-9281-960dff969b5c None None] Set router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:10.196489 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2330303d-5fee-4265-86fc-e61703351890 req-4e52b1ad-fad8-4b86-89d3-2bbbedf02e73 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 210 time: 0.0830514 Feb 11 04:58:10.244731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a145-758e-4c1c-8e68-d4c84e0f9fcc req-85a613bc-cc6e-46dc-941e-1acd9a72053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:10.251315 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33b0a145-758e-4c1c-8e68-d4c84e0f9fcc req-85a613bc-cc6e-46dc-941e-1acd9a72053a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 1126 time: 1.1249499 Feb 11 04:58:10.258397 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (944d544d-3089-408c-9d68-0af8e24b2039), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:10.366748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f47be-64df-4afb-a0dd-b113be1c0f8a req-ea0ed69b-a4de-4af1-ab1a-126f8c0734eb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:10.373364 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6f0f47be-64df-4afb-a0dd-b113be1c0f8a req-ea0ed69b-a4de-4af1-ab1a-126f8c0734eb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 943 time: 1.1286333 Feb 11 04:58:10.450994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-51f62078-0454-4b83-9281-960dff969b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:58:02Z', 'revision_number': 4, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf', 'name': '', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'mac_address': 'fa:16:3e:3f:3e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:01Z', 'updated_at': '2022-02-11T04:58:09Z', 'revision_number': 4, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'subnets': [{'id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:10.495606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f62078-0454-4b83-9281-960dff969b5c None None] The sync data for ids ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'] in n-d-615180-58 is: [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:58:02Z', 'revision_number': 4, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf', 'name': '', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'mac_address': 'fa:16:3e:3f:3e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:01Z', 'updated_at': '2022-02-11T04:58:09Z', 'revision_number': 4, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'subnets': [{'id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:58:10.497215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36235f9-3c97-4d36-8874-11d63a24a487 None None] Network 944d544d-3089-408c-9d68-0af8e24b2039 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:10.621543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-fb01b6d4-4f3d-4c94-b521-87f4e5214550 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:10.623127 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-fb01b6d4-4f3d-4c94-b521-87f4e5214550 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.60 "GET /v2.0/networks?id=39b6a467-c2f6-4c36-aa80-32be812c2d1d HTTP/1.1" status: 200 len: 819 time: 1.1829743 Feb 11 04:58:10.626612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6f0f47be-64df-4afb-a0dd-b113be1c0f8a req-d581ee83-85cc-4b88-adc4-203f883701b6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066171 Feb 11 04:58:10.710582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Request body: {'port': {'device_id': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'admin_state_up': True, 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:10.743545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e6b04d06-18f1-4241-acbb-e03cbac7ff97 None None] Provisioning complete for port 3147359d-db31-4a3e-8b03-de2821af77de triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:10.745333 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b04d06-18f1-4241-acbb-e03cbac7ff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3147359d-db31-4a3e-8b03-de2821af77de), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:10.900149 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7516612-b82c-4fb3-a0bd-c85cd1f56e49 None None] DHCP port deletion for 944d544d-3089-408c-9d68-0af8e24b2039 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:58:10.934858 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:58:10.940316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e6b04d06-18f1-4241-acbb-e03cbac7ff97 None None] Current status of the port 3147359d-db31-4a3e-8b03-de2821af77de is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:10.976836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 3147359d-db31-4a3e-8b03-de2821af77de {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:10.977188 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3147359d-db31-4a3e-8b03-de2821af77de), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:10.983206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a145-758e-4c1c-8e68-d4c84e0f9fcc req-626a43f2-27cb-4bc9-927f-feef05eb817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:10.984871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33b0a145-758e-4c1c-8e68-d4c84e0f9fcc req-626a43f2-27cb-4bc9-927f-feef05eb817e service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.7195263 Feb 11 04:58:11.027717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e7516612-b82c-4fb3-a0bd-c85cd1f56e49 None None] Deleting port 3147359d-db31-4a3e-8b03-de2821af77de {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:11.028377 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e7516612-b82c-4fb3-a0bd-c85cd1f56e49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3147359d-db31-4a3e-8b03-de2821af77de), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:11.073693 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33b0a145-758e-4c1c-8e68-d4c84e0f9fcc req-6c441682-bfed-420e-93b8-91d4b361729e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70e5f06d-9061-44eb-9097-fc4ceef00702 HTTP/1.1" status: 200 len: 217 time: 0.0676503 Feb 11 04:58:11.172232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] For port 3147359d-db31-4a3e-8b03-de2821af77de, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3147359d-db31-4a3e-8b03-de2821af77de,segment=NetworkSegment(75ecbcab-6b00-4a04-96a2-02bc6be91a61),segment_id=75ecbcab-6b00-4a04-96a2-02bc6be91a61)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:11.172618 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3147359d-db31-4a3e-8b03-de2821af77de), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:11.183930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Made reservation on behalf of cf3eb33272bc44ddb64da09218d8dd98 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:11.187642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:11.241068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 3147359d-db31-4a3e-8b03-de2821af77de owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:11.250083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e7516612-b82c-4fb3-a0bd-c85cd1f56e49 None None] For port 3147359d-db31-4a3e-8b03-de2821af77de, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3147359d-db31-4a3e-8b03-de2821af77de,segment=NetworkSegment(75ecbcab-6b00-4a04-96a2-02bc6be91a61),segment_id=75ecbcab-6b00-4a04-96a2-02bc6be91a61)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:11.250501 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e7516612-b82c-4fb3-a0bd-c85cd1f56e49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3147359d-db31-4a3e-8b03-de2821af77de), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:11.281675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e7516612-b82c-4fb3-a0bd-c85cd1f56e49 None None] Calling delete_port for 3147359d-db31-4a3e-8b03-de2821af77de owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:11.388962 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d485505e-e3b1-48e2-b855-bb5f141a769e req-43cfa9d4-2682-40b4-89c3-f5a7a9a17edb tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 210 time: 0.0625408 Feb 11 04:58:11.504090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a145-758e-4c1c-8e68-d4c84e0f9fcc req-26657942-044e-4838-93ab-ce0e0686d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:11.508547 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33b0a145-758e-4c1c-8e68-d4c84e0f9fcc req-26657942-044e-4838-93ab-ce0e0686d526 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.4016213 Feb 11 04:58:11.518880 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3147359d-db31-4a3e-8b03-de2821af77de), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:11.570313 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e7516612-b82c-4fb3-a0bd-c85cd1f56e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (3147359d-db31-4a3e-8b03-de2821af77de), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:11.636615 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7516612-b82c-4fb3-a0bd-c85cd1f56e49 None None] Pushing event deleted for resources: {'Port': ['ID=3147359d-db31-4a3e-8b03-de2821af77de,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:11.661063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7516612-b82c-4fb3-a0bd-c85cd1f56e49 None None] No DVR routers for this DVR port 3147359d-db31-4a3e-8b03-de2821af77de on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:58:11.794929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Allocated IP 172.20.0.10 (39b6a467-c2f6-4c36-aa80-32be812c2d1d/3dab9c34-6a08-4511-9f5d-5c17c57f308a/faccea23-b8e1-4bff-a5db-624506b13619) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:11.846429 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25aa7d6c-79c2-4eff-af70-a2c20bcc77fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:11.964750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:12.068750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=3147359d-db31-4a3e-8b03-de2821af77de,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:12.095538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No DVR routers for this DVR port 3147359d-db31-4a3e-8b03-de2821af77de on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:58:12.135552 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:12.135995 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:12.305609 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for port (faccea23-b8e1-4bff-a5db-624506b13619), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:12.364054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a145-758e-4c1c-8e68-d4c84e0f9fcc req-292fd572-30e4-4d73-9f81-094eb09851fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:12.365470 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33b0a145-758e-4c1c-8e68-d4c84e0f9fcc req-292fd572-30e4-4d73-9f81-094eb09851fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8259714 Feb 11 04:58:12.431446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (944d544d-3089-408c-9d68-0af8e24b2039), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:12.551767 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb8ccd1b-3837-42ce-a73f-aa47022930e6 req-800acd42-4f7a-4c7f-86c8-e6d980b489f5 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 210 time: 0.0479884 Feb 11 04:58:12.557853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944d544d-3089-408c-9d68-0af8e24b2039']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:12.570574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ecbcab-6b00-4a04-96a2-02bc6be91a61') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:12.570788 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ecbcab-6b00-4a04-96a2-02bc6be91a61') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:12.580808 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (75ecbcab-6b00-4a04-96a2-02bc6be91a61), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:12.605929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 70e5f06d-9061-44eb-9097-fc4ceef00702 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:58:12.644371 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (75ecbcab-6b00-4a04-96a2-02bc6be91a61), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:12.662940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:58:12.679901 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (75ecbcab-6b00-4a04-96a2-02bc6be91a61), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:58:12.716135 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:58:12.823530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98addc8a-c293-4dde-b7bd-ebd0d79e77ae req-2bbce8d0-da0a-457f-aed6-a43c9c253307 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:12.826430 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98addc8a-c293-4dde-b7bd-ebd0d79e77ae req-2bbce8d0-da0a-457f-aed6-a43c9c253307 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 943 time: 0.7418940 Feb 11 04:58:12.857833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 70e5f06d-9061-44eb-9097-fc4ceef00702, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=70e5f06d-9061-44eb-9097-fc4ceef00702,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:12.892987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '70e5f06d-9061-44eb-9097-fc4ceef00702', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'port_id': '70e5f06d-9061-44eb-9097-fc4ceef00702', 'mac_address': 'fa:16:3e:c9:38:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:58:12.954389 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:12.998189 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98addc8a-c293-4dde-b7bd-ebd0d79e77ae req-51e0697e-50c9-420f-8487-edbed6f1280e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954654 Feb 11 04:58:13.002692 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (944d544d-3089-408c-9d68-0af8e24b2039), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.073508 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.078724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:13.079153 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.086944 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/networks/944d544d-3089-408c-9d68-0af8e24b2039 HTTP/1.1" status: 204 len: 168 time: 3.8137460 Feb 11 04:58:13.090973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45896) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:13.097821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 70e5f06d-9061-44eb-9097-fc4ceef00702 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:13.098132 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.103915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda9068-9102-462a-84ba-a7aae1367d42 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Network': ['ID=944d544d-3089-408c-9d68-0af8e24b2039,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:13.140838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e5f06d-9061-44eb-9097-fc4ceef00702 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:58:13.155489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (faccea23-b8e1-4bff-a5db-624506b13619), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.204911 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33b0a145-758e-4c1c-8e68-d4c84e0f9fcc req-75634bf9-9acb-4e08-8dd8-fee2325eef06 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7972167 Feb 11 04:58:13.225797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e5ae25-86a1-476f-a218-3282842b00c7 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:13.227098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf,segment=NetworkSegment(5a373e68-ee00-4e42-bef1-e77fc5b8b50d),segment_id=5a373e68-ee00-4e42-bef1-e77fc5b8b50d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:13.227358 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-37e5ae25-86a1-476f-a218-3282842b00c7 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1348855 Feb 11 04:58:13.231161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45904) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:13.243218 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.278395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Network 39b6a467-c2f6-4c36-aa80-32be812c2d1d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:13.301379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 70e5f06d-9061-44eb-9097-fc4ceef00702, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=70e5f06d-9061-44eb-9097-fc4ceef00702,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:13.307241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:13.334017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:13.368504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Pushing event updated for resources: {'Port': ['ID=faccea23-b8e1-4bff-a5db-624506b13619,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:13.379509 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-723d7959-aa62-423b-b828-e7f75089e420 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1464591 Feb 11 04:58:13.385589 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45910) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:13.398021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7b1dca11-5c77-48ad-80ac-8821d60dd42c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-188274951'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:13.411961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3147359d-db31-4a3e-8b03-de2821af77de no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:58:13.416431 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.442617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:13.443276 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.473017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1dca11-5c77-48ad-80ac-8821d60dd42c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:13.473864 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33b0a145-758e-4c1c-8e68-d4c84e0f9fcc req-b613428f-5f93-45af-8bcf-e05d8c34c05a service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520468 Feb 11 04:58:13.477597 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b1dca11-5c77-48ad-80ac-8821d60dd42c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.480388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 3147359d-db31-4a3e-8b03-de2821af77de {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:58:13.480555 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-5fd59316-0216-488b-9830-2433e01db8d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7752693 Feb 11 04:58:13.483840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3147359d-db31-4a3e-8b03-de2821af77de not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:58:13.518377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Request body: {'port': {'device_id': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:13.539693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1dca11-5c77-48ad-80ac-8821d60dd42c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:58:13.546656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:13.559376 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b1dca11-5c77-48ad-80ac-8821d60dd42c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (86364a18-7b20-47f7-94ff-15f9449e0fe3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.559376 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-7b1dca11-5c77-48ad-80ac-8821d60dd42c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Added segment 86364a18-7b20-47f7-94ff-15f9449e0fe3 of type vlan for network 0439d8be-8c28-4740-a9ba-607dd40bc43f Feb 11 04:58:13.678938 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (faccea23-b8e1-4bff-a5db-624506b13619), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.681253 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b1dca11-5c77-48ad-80ac-8821d60dd42c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (0439d8be-8c28-4740-a9ba-607dd40bc43f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.715025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=70e5f06d-9061-44eb-9097-fc4ceef00702,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:13.852130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['70e5f06d-9061-44eb-9097-fc4ceef00702'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:58:13.878799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b1dca11-5c77-48ad-80ac-8821d60dd42c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (0439d8be-8c28-4740-a9ba-607dd40bc43f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.895262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1dca11-5c77-48ad-80ac-8821d60dd42c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:13.895959 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b1dca11-5c77-48ad-80ac-8821d60dd42c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:13.904420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:13.995931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44a411-4d89-425f-9c9f-c0921dd5231e req-070f0d8b-cbab-43bf-b1f4-438d68d60b2d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:13.997479 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b44a411-4d89-425f-9c9f-c0921dd5231e req-070f0d8b-cbab-43bf-b1f4-438d68d60b2d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.2721999 Feb 11 04:58:14.112809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b44a411-4d89-425f-9c9f-c0921dd5231e req-0b5ff9a8-05be-4a32-9aa0-ba7592bb92a4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774782 Feb 11 04:58:14.139477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7494a7f-e148-4ff5-8dfd-ffcaaeecf557 req-12d6564f-faf5-4461-8fec-9f8c20e16ee8 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:14.141797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:14.142339 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:14.164284 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7494a7f-e148-4ff5-8dfd-ffcaaeecf557 req-12d6564f-faf5-4461-8fec-9f8c20e16ee8 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 932 time: 0.4215951 Feb 11 04:58:14.170928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dca11-5c77-48ad-80ac-8821d60dd42c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Network': ['ID=0439d8be-8c28-4740-a9ba-607dd40bc43f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:14.198478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 0439d8be-8c28-4740-a9ba-607dd40bc43f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:58:14.226318 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7b1dca11-5c77-48ad-80ac-8821d60dd42c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8371415 Feb 11 04:58:14.228612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45934) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:14.244209 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8e0554b0-fae7-47e8-be28-a17882736d0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '0439d8be-8c28-4740-a9ba-607dd40bc43f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:14.273208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faccea23-b8e1-4bff-a5db-624506b13619 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:58:14.361968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Publish callbacks [] for port (faccea23-b8e1-4bff-a5db-624506b13619), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:14.380520 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:14.444087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Transition to ACTIVE for port object faccea23-b8e1-4bff-a5db-624506b13619 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:58:14.468356 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:14.468631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (faccea23-b8e1-4bff-a5db-624506b13619), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:14.477281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7494a7f-e148-4ff5-8dfd-ffcaaeecf557 req-7d8f82ab-b829-48d5-8100-58215ae0a464 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121204 Feb 11 04:58:14.513004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9450858-533c-4ece-b3fe-98e2a8ba78e8 req-27cce061-cde7-4b39-bdb5-8e0b63ea2816 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:14.514779 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b9450858-533c-4ece-b3fe-98e2a8ba78e8 req-27cce061-cde7-4b39-bdb5-8e0b63ea2816 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 944 time: 0.2338753 Feb 11 04:58:14.534487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0554b0-fae7-47e8-be28-a17882736d0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:14.543567 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e0554b0-fae7-47e8-be28-a17882736d0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:14.689057 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b9450858-533c-4ece-b3fe-98e2a8ba78e8 req-dfebec8d-c5d5-4934-9f6b-0852d78789e3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499717 Feb 11 04:58:14.709564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Pushing event updated for resources: {'Port': ['ID=faccea23-b8e1-4bff-a5db-624506b13619,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:14.846093 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e0554b0-fae7-47e8-be28-a17882736d0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:14.880328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Attempting to bind port faccea23-b8e1-4bff-a5db-624506b13619 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:14.880678 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Attempting to bind port faccea23-b8e1-4bff-a5db-624506b13619 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '5a373e68-ee00-4e42-bef1-e77fc5b8b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:14.881000 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Attempting to bind port faccea23-b8e1-4bff-a5db-624506b13619 on network 39b6a467-c2f6-4c36-aa80-32be812c2d1d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:14.892349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Port faccea23-b8e1-4bff-a5db-624506b13619 on network 39b6a467-c2f6-4c36-aa80-32be812c2d1d not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:58:14.892681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Attempting to bind port faccea23-b8e1-4bff-a5db-624506b13619 on network 39b6a467-c2f6-4c36-aa80-32be812c2d1d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:14.902734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:14.903036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Checking segment: {'id': '5a373e68-ee00-4e42-bef1-e77fc5b8b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:14.903397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Bound using segment: {'id': '5a373e68-ee00-4e42-bef1-e77fc5b8b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:14.903878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Bound port: faccea23-b8e1-4bff-a5db-624506b13619, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a373e68-ee00-4e42-bef1-e77fc5b8b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:14.904242 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (faccea23-b8e1-4bff-a5db-624506b13619), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:14.946696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0554b0-fae7-47e8-be28-a17882736d0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Subnet': ['ID=61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:14.950736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0554b0-fae7-47e8-be28-a17882736d0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Checking segment: {'id': '86364a18-7b20-47f7-94ff-15f9449e0fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0439d8be-8c28-4740-a9ba-607dd40bc43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:14.951338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0554b0-fae7-47e8-be28-a17882736d0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network hostable DHCP agents. Network: 0439d8be-8c28-4740-a9ba-607dd40bc43f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:58:14.978413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0554b0-fae7-47e8-be28-a17882736d0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 0439d8be-8c28-4740-a9ba-607dd40bc43f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:58:14.996067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8e0554b0-fae7-47e8-be28-a17882736d0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 0439d8be-8c28-4740-a9ba-607dd40bc43f) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:15.005738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51c9b37-427b-4ead-aca6-ad814150e942 None None] Network 0439d8be-8c28-4740-a9ba-607dd40bc43f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:15.027317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0554b0-fae7-47e8-be28-a17882736d0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:15.027471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] For port faccea23-b8e1-4bff-a5db-624506b13619, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:15.039974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] For port faccea23-b8e1-4bff-a5db-624506b13619, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=faccea23-b8e1-4bff-a5db-624506b13619,segment=NetworkSegment(5a373e68-ee00-4e42-bef1-e77fc5b8b50d),segment_id=5a373e68-ee00-4e42-bef1-e77fc5b8b50d)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:15.043308 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e0554b0-fae7-47e8-be28-a17882736d0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:15.049475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (faccea23-b8e1-4bff-a5db-624506b13619), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:15.075185 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8e0554b0-fae7-47e8-be28-a17882736d0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8427913 Feb 11 04:58:15.075476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45954) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:15.080960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '0439d8be-8c28-4740-a9ba-607dd40bc43f', 'name': 'tempest-PortsIpV6TestJSON-1718907450'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:15.102256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:15.103596 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:15.105699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] 10.222.0.60 "PUT /v2.0/ports/faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 1093 time: 1.6011307 Feb 11 04:58:15.109042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:15.112448 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b77872-31e6-4e0e-ad17-1a7169112dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "tag": "faccea23-b8e1-4bff-a5db-624506b13619"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:15.221672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-0439d8be-8c28-4740-a9ba-607dd40bc43f', 'network_id': '0439d8be-8c28-4740-a9ba-607dd40bc43f', 'project_id': '59ab36ce9f374498ada750b597f32733', 'fixed_ips': [{'subnet_id': '61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:58:15.222559 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:15.270750 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126bcdd1-38ff-4b28-be8b-666067c896ad x-openstack-request-id: req-126bcdd1-38ff-4b28-be8b-666067c896ad {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:15.271819 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "tag": "faccea23-b8e1-4bff-a5db-624506b13619", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:15.272832 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-126bcdd1-38ff-4b28-be8b-666067c896ad {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:15.273452 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619', 'status': 'completed', 'code': 200} Feb 11 04:58:15.368057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be220a9f-60b8-4966-8d85-7ef5cd8b264f service neutron] Pushing event updated for resources: {'Port': ['ID=faccea23-b8e1-4bff-a5db-624506b13619,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:15.430343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20198270-8f48-483f-a88b-cf6720ca3d67 req-4c02a5c7-4ad2-4564-8230-9cbe11fb8a0a tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:15.438163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:15.438577 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-20198270-8f48-483f-a88b-cf6720ca3d67 req-4c02a5c7-4ad2-4564-8230-9cbe11fb8a0a tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1639216 Feb 11 04:58:15.443531 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:15.448673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-d5d3db1e-61d0-42a1-9fbd-10ca66b4f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:15.450248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-d5d3db1e-61d0-42a1-9fbd-10ca66b4f0f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf3eb33272bc44ddb64da09218d8dd98&device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 1127 time: 0.2488723 Feb 11 04:58:15.475420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port 5f349220-e557-4c36-b82e-9116e2e8eb90 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:58:15.495721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Allocated IP 2001:db8::2 (0439d8be-8c28-4740-a9ba-607dd40bc43f/61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5/0f70a230-10a0-43cd-94b2-5c248bd04fd4) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:15.571071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-70b52414-1a76-4d37-8371-acfb2fd3e012 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 217 time: 0.1056786 Feb 11 04:58:15.663517 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-20198270-8f48-483f-a88b-cf6720ca3d67 req-1c18472b-d0bd-4280-a9c2-29ea346f3c70 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235849 Feb 11 04:58:15.668336 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:15.679362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-1ee91cea-49d3-4ce4-8c09-6a1b62a4f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:15.681367 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-1ee91cea-49d3-4ce4-8c09-6a1b62a4f48a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dab9c34-6a08-4511-9f5d-5c17c57f308a HTTP/1.1" status: 200 len: 859 time: 0.1011722 Feb 11 04:58:15.772933 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-29fe2585-9ab0-471c-a4c8-a1c8df9ea089 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39b6a467-c2f6-4c36-aa80-32be812c2d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831947 Feb 11 04:58:15.776734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b74bc2-27f1-4026-a063-8b402d0a2e34 req-8fe04ad1-3d84-4a6e-8222-a03e6c459332 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:15.778659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-19b74bc2-27f1-4026-a063-8b402d0a2e34 req-8fe04ad1-3d84-4a6e-8222-a03e6c459332 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 944 time: 0.1441164 Feb 11 04:58:15.888657 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Publish callbacks [] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:15.891005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-19b74bc2-27f1-4026-a063-8b402d0a2e34 req-4a69dad9-334c-4ffb-85df-ae7afb8bdcaf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057129 Feb 11 04:58:15.909398 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:15.956480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Pushing event updated for resources: {'Port': ['ID=0f70a230-10a0-43cd-94b2-5c248bd04fd4,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:15.983479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Network 0439d8be-8c28-4740-a9ba-607dd40bc43f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:15.985357 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:15.988716 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:16.009711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8::3e1 (0439d8be-8c28-4740-a9ba-607dd40bc43f/61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5/5f349220-e557-4c36-b82e-9116e2e8eb90) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:16.108111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f6752-f8db-4833-8a95-90cd370d06df req-3889aa82-f6e9-4982-98bf-101c5e099d5f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:16.112422 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e91f6752-f8db-4833-8a95-90cd370d06df req-3889aa82-f6e9-4982-98bf-101c5e099d5f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 944 time: 0.2393453 Feb 11 04:58:16.145451 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-91ae50ae-8972-4bab-914d-ae59828ca0df service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654878 Feb 11 04:58:16.159043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Attempting to bind port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:16.159613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Attempting to bind port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '86364a18-7b20-47f7-94ff-15f9449e0fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0439d8be-8c28-4740-a9ba-607dd40bc43f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:16.173710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Attempting to bind port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 on network 0439d8be-8c28-4740-a9ba-607dd40bc43f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:16.181666 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (5f349220-e557-4c36-b82e-9116e2e8eb90), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:16.192351 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:16.193168 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Checking segment: {'id': '86364a18-7b20-47f7-94ff-15f9449e0fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0439d8be-8c28-4740-a9ba-607dd40bc43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:16.194380 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:16.195798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Bound using segment: {'id': '86364a18-7b20-47f7-94ff-15f9449e0fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0439d8be-8c28-4740-a9ba-607dd40bc43f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:16.197391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Bound port: 0f70a230-10a0-43cd-94b2-5c248bd04fd4, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86364a18-7b20-47f7-94ff-15f9449e0fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0439d8be-8c28-4740-a9ba-607dd40bc43f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:16.198918 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:16.219765 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e91f6752-f8db-4833-8a95-90cd370d06df req-99d81fb5-f3dd-46b1-9f09-c4719dd02d98 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996621 Feb 11 04:58:16.258436 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5f349220-e557-4c36-b82e-9116e2e8eb90), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:16.302581 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47e9cf0a-a4e3-4f3c-99e7-d0fb34705020 req-07892060-8918-456f-87ac-94ec1e68cf7c service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435575 Feb 11 04:58:16.325894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] For port 0f70a230-10a0-43cd-94b2-5c248bd04fd4, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:16.329730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] For port 0f70a230-10a0-43cd-94b2-5c248bd04fd4, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=0f70a230-10a0-43cd-94b2-5c248bd04fd4,segment=NetworkSegment(86364a18-7b20-47f7-94ff-15f9449e0fe3),segment_id=86364a18-7b20-47f7-94ff-15f9449e0fe3)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:16.344053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 70e5f06d-9061-44eb-9097-fc4ceef00702 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:16.364637 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:16.410065 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 0439d8be-8c28-4740-a9ba-607dd40bc43f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:16.414286 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:16.421765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=5f349220-e557-4c36-b82e-9116e2e8eb90,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:16.431259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:16.441379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:16.443173 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:16.482513 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-54396336-3c0a-4fa2-a896-66c378c40626 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4059844 Feb 11 04:58:16.486095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46000) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:16.492822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '0439d8be-8c28-4740-a9ba-607dd40bc43f', 'name': 'tempest-PortsIpV6TestJSON-12729586'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:16.521129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b77872-31e6-4e0e-ad17-1a7169112dfa req-fd6c193c-0ef4-4e9b-812e-9196d1eb6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:16.525967 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4b77872-31e6-4e0e-ad17-1a7169112dfa req-fd6c193c-0ef4-4e9b-812e-9196d1eb6c27 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf3eb33272bc44ddb64da09218d8dd98&device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 1127 time: 0.1080484 Feb 11 04:58:16.530770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 70e5f06d-9061-44eb-9097-fc4ceef00702 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:58:16.544228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 70e5f06d-9061-44eb-9097-fc4ceef00702 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:16.544999 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:16.647133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dd140-44f8-4738-b2c4-3084332ef0e9 None None] Pushing event updated for resources: {'Port': ['ID=0f70a230-10a0-43cd-94b2-5c248bd04fd4,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:16.785620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b77872-31e6-4e0e-ad17-1a7169112dfa req-d49b53c2-745f-4ab3-88b9-775dd550947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:16.789832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4b77872-31e6-4e0e-ad17-1a7169112dfa req-d49b53c2-745f-4ab3-88b9-775dd550947b service neutron] 10.222.0.60 "GET /v2.0/networks?id=39b6a467-c2f6-4c36-aa80-32be812c2d1d HTTP/1.1" status: 200 len: 920 time: 0.2547369 Feb 11 04:58:16.797067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:16.802500 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:16.861127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 70e5f06d-9061-44eb-9097-fc4ceef00702 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:16.862789 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:16.868528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4b77872-31e6-4e0e-ad17-1a7169112dfa req-fbd3ffa5-f93d-417a-bfc3-520b305bffdb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 217 time: 0.0723085 Feb 11 04:58:16.880433 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port efdab227-d9d4-4df7-915f-ad5880c8c144 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:58:16.954040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 70e5f06d-9061-44eb-9097-fc4ceef00702, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=70e5f06d-9061-44eb-9097-fc4ceef00702,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:16.961572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61e9088-ac85-4650-861c-72ea865d30e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e5f06d-9061-44eb-9097-fc4ceef00702'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:16.976822 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8d1a68-f5ab-4b45-be14-e22609eb2a0f" -d '{"events": [{"server_uuid": "c61e9088-ac85-4650-861c-72ea865d30e6", "name": "network-vif-plugged", "status": "completed", "tag": "70e5f06d-9061-44eb-9097-fc4ceef00702"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:16.980968 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:17.016186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b77872-31e6-4e0e-ad17-1a7169112dfa req-b33ad9fa-e93e-49ee-a8f2-de92e628c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:17.017968 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4b77872-31e6-4e0e-ad17-1a7169112dfa req-b33ad9fa-e93e-49ee-a8f2-de92e628c3ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dab9c34-6a08-4511-9f5d-5c17c57f308a HTTP/1.1" status: 200 len: 859 time: 0.1393790 Feb 11 04:58:17.064276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d3d41-903e-4300-b778-dca0c262ff4e req-2a49ccec-c817-4d73-9233-d6a50d31ee4b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:17.066259 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe8d3d41-903e-4300-b778-dca0c262ff4e req-2a49ccec-c817-4d73-9233-d6a50d31ee4b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.2285006 Feb 11 04:58:17.099913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=70e5f06d-9061-44eb-9097-fc4ceef00702,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:17.129960 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4b77872-31e6-4e0e-ad17-1a7169112dfa req-e01c62d2-67f7-4000-9255-56c696305457 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39b6a467-c2f6-4c36-aa80-32be812c2d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030753 Feb 11 04:58:17.246559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8::61 (0439d8be-8c28-4740-a9ba-607dd40bc43f/61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5/efdab227-d9d4-4df7-915f-ad5880c8c144) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:17.306335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe8d3d41-903e-4300-b778-dca0c262ff4e req-bfe04bbf-91fb-4d33-8239-46099a4cff88 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029049 Feb 11 04:58:17.333375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4b77872-31e6-4e0e-ad17-1a7169112dfa req-5ba64b93-0289-4f44-925a-72535614b872 service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855171 Feb 11 04:58:17.398744 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6df1cb9-c38b-480b-b0d2-ecc9b4e17583 x-openstack-request-id: req-c6df1cb9-c38b-480b-b0d2-ecc9b4e17583 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:17.399339 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61e9088-ac85-4650-861c-72ea865d30e6", "name": "network-vif-plugged", "status": "completed", "tag": "70e5f06d-9061-44eb-9097-fc4ceef00702", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:17.399339 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6df1cb9-c38b-480b-b0d2-ecc9b4e17583 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:17.399726 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61e9088-ac85-4650-861c-72ea865d30e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e5f06d-9061-44eb-9097-fc4ceef00702', 'code': 200} Feb 11 04:58:17.726634 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (efdab227-d9d4-4df7-915f-ad5880c8c144), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:17.749007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad716-c615-4a39-814c-314f70e29c0b req-c2a7f959-d046-4849-89a6-b4072afdeaf3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:17.759688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88dad716-c615-4a39-814c-314f70e29c0b req-c2a7f959-d046-4849-89a6-b4072afdeaf3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 945 time: 0.2012799 Feb 11 04:58:17.862547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86d809-b824-4b03-b92d-66ab3ca1309f req-c6e6f168-9ad9-42ae-9209-c4fb9b6181e5 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:17.874215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac86d809-b824-4b03-b92d-66ab3ca1309f req-c6e6f168-9ad9-42ae-9209-c4fb9b6181e5 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 944 time: 0.8157203 Feb 11 04:58:17.956877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88dad716-c615-4a39-814c-314f70e29c0b req-82c991da-8690-4ed5-8c8b-a4d813681342 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914685 Feb 11 04:58:18.004509 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (efdab227-d9d4-4df7-915f-ad5880c8c144), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:18.056339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0f70a230-10a0-43cd-94b2-5c248bd04fd4 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:18.098273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac86d809-b824-4b03-b92d-66ab3ca1309f req-50a42e38-c9bd-467b-84d1-592144d6922d tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207298 Feb 11 04:58:18.158261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 0439d8be-8c28-4740-a9ba-607dd40bc43f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:18.168573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:18.189636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:18.206922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:18.210374 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:18.215252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4b77872-31e6-4e0e-ad17-1a7169112dfa req-61ed25ca-5c14-4e41-9612-dfc60ef6dd5a service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8543310 Feb 11 04:58:18.226113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df34c0-d0fa-4a81-a2c1-c064597c2dd4 req-8affea52-d8dc-4005-bc07-799c8dc5b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:18.231436 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38df34c0-d0fa-4a81-a2c1-c064597c2dd4 req-8affea52-d8dc-4005-bc07-799c8dc5b2e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 1128 time: 0.4492619 Feb 11 04:58:18.239515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:18.242088 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:18.282550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=efdab227-d9d4-4df7-915f-ad5880c8c144,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:18.299579 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8085935 Feb 11 04:58:18.301832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46044) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:18.347392 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38df34c0-d0fa-4a81-a2c1-c064597c2dd4 req-b93abc98-3f68-47af-b7b7-4bb9ac5d6e3c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118748 Feb 11 04:58:18.421516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.421881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.422220 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.422561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.424008 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.424357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.424695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.425028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.425499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.425838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.426164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.426497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.429020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ea58d-5fb7-469c-a11f-e94179ed0276 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:18.472462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:18.474145 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:18.552299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 0f70a230-10a0-43cd-94b2-5c248bd04fd4, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=0f70a230-10a0-43cd-94b2-5c248bd04fd4,segment=NetworkSegment(86364a18-7b20-47f7-94ff-15f9449e0fe3),segment_id=86364a18-7b20-47f7-94ff-15f9449e0fe3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:18.563283 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:18.670609 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783999c8-de16-4ac9-aa64-6949ff0db498 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:18.682569 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-783999c8-de16-4ac9-aa64-6949ff0db498 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3e1 HTTP/1.1" status: 200 len: 929 time: 0.3696687 Feb 11 04:58:18.682569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46060) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:18.710790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=0f70a230-10a0-43cd-94b2-5c248bd04fd4,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:18.755125 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78d198-4327-47c6-9cd1-abde5f96082a None None] Network 0439d8be-8c28-4740-a9ba-607dd40bc43f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:18.773569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc423471-c655-4767-8e43-148756037358 req-4eb5b1ed-7cc0-494a-93fa-0684b8709235 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:18.785701 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc423471-c655-4767-8e43-148756037358 req-4eb5b1ed-7cc0-494a-93fa-0684b8709235 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.3324156 Feb 11 04:58:18.891001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-420a2396-74a2-424d-9449-860611cb49e4 None None] Provisioning complete for port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:18.891833 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-420a2396-74a2-424d-9449-860611cb49e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:19.032210 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc423471-c655-4767-8e43-148756037358 req-ff01638c-5b44-4818-8b58-5ea7f22b6f6e tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456908 Feb 11 04:58:19.066074 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-be9696ee-7386-4770-9e04-edc2072559a6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port efdab227-d9d4-4df7-915f-ad5880c8c144 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:19.066457 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be9696ee-7386-4770-9e04-edc2072559a6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (efdab227-d9d4-4df7-915f-ad5880c8c144), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:19.097634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-420a2396-74a2-424d-9449-860611cb49e4 None None] Current status of the port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:19.256772 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be9696ee-7386-4770-9e04-edc2072559a6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (efdab227-d9d4-4df7-915f-ad5880c8c144), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:19.273114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-be9696ee-7386-4770-9e04-edc2072559a6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for efdab227-d9d4-4df7-915f-ad5880c8c144 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:19.286332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ecc72-1b0f-4cf8-be6c-74752b7bc534 req-0252df79-41c3-469b-b9f3-835d7974c8ef tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:19.297351 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e43ecc72-1b0f-4cf8-be6c-74752b7bc534 req-0252df79-41c3-469b-b9f3-835d7974c8ef tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 945 time: 0.1599131 Feb 11 04:58:19.393790 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e43ecc72-1b0f-4cf8-be6c-74752b7bc534 req-8e836dcf-f0b2-4e8a-915f-1010efa71afc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955565 Feb 11 04:58:19.475495 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030517e-e386-449a-a66d-a13965756b31 req-2a904c9e-f07f-46e2-a3d6-9b674a433b7c tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:19.477154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4030517e-e386-449a-a66d-a13965756b31 req-2a904c9e-f07f-46e2-a3d6-9b674a433b7c tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 944 time: 0.1146801 Feb 11 04:58:19.643992 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e740b194-1e11-4303-bf6c-ac6d969351d8 None None] Provisioning complete for port efdab227-d9d4-4df7-915f-ad5880c8c144 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:19.645985 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e740b194-1e11-4303-bf6c-ac6d969351d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (efdab227-d9d4-4df7-915f-ad5880c8c144), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:19.734381 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be9696ee-7386-4770-9e04-edc2072559a6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (efdab227-d9d4-4df7-915f-ad5880c8c144), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:19.744604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e740b194-1e11-4303-bf6c-ac6d969351d8 None None] Port efdab227-d9d4-4df7-915f-ad5880c8c144 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:19.778391 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4030517e-e386-449a-a66d-a13965756b31 req-e8d36a96-33cf-4cbe-a1b1-3bf5a98acdc5 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851565 Feb 11 04:58:19.789147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e740b194-1e11-4303-bf6c-ac6d969351d8 None None] Provisioning complete for port 5f349220-e557-4c36-b82e-9116e2e8eb90 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:19.789746 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e740b194-1e11-4303-bf6c-ac6d969351d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5f349220-e557-4c36-b82e-9116e2e8eb90), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:19.822254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9696ee-7386-4770-9e04-edc2072559a6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=efdab227-d9d4-4df7-915f-ad5880c8c144,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:19.870321 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be9696ee-7386-4770-9e04-edc2072559a6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:19.876443 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-be9696ee-7386-4770-9e04-edc2072559a6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/efdab227-d9d4-4df7-915f-ad5880c8c144 HTTP/1.1" status: 204 len: 168 time: 1.1967685 Feb 11 04:58:19.879111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46090) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:19.939860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e740b194-1e11-4303-bf6c-ac6d969351d8 None None] Port 5f349220-e557-4c36-b82e-9116e2e8eb90 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:19.950418 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b34699-1355-4fc9-8831-060cb4f2368c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:58:19.955870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a6b34699-1355-4fc9-8831-060cb4f2368c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/efdab227-d9d4-4df7-915f-ad5880c8c144 HTTP/1.1" status: 404 len: 333 time: 0.0756528 Feb 11 04:58:19.959092 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46094) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:19.970800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e740b194-1e11-4303-bf6c-ac6d969351d8 None None] Provisioning complete for port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:19.972084 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e740b194-1e11-4303-bf6c-ac6d969351d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:19.982045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0f70a230-10a0-43cd-94b2-5c248bd04fd4 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:20.152299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b3eef6e8-cf5b-437e-8bf6-15e1dc6b4425 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 5f349220-e557-4c36-b82e-9116e2e8eb90 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:20.153499 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3eef6e8-cf5b-437e-8bf6-15e1dc6b4425 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5f349220-e557-4c36-b82e-9116e2e8eb90), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:20.305885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:20.307125 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:20.368522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e740b194-1e11-4303-bf6c-ac6d969351d8 None None] Current status of the port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:20.460019 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3eef6e8-cf5b-437e-8bf6-15e1dc6b4425 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5f349220-e557-4c36-b82e-9116e2e8eb90), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:20.502355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:20.514698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b3eef6e8-cf5b-437e-8bf6-15e1dc6b4425 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 5f349220-e557-4c36-b82e-9116e2e8eb90 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:20.519174 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b3236a8a-40a1-4187-9d9c-8d277780a4ca None None] Could not find standard attr ID for object efdab227-d9d4-4df7-915f-ad5880c8c144. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:58:20.543383 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b3236a8a-40a1-4187-9d9c-8d277780a4ca None None] Provisioning complete for port 5f349220-e557-4c36-b82e-9116e2e8eb90 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:20.543765 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3236a8a-40a1-4187-9d9c-8d277780a4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5f349220-e557-4c36-b82e-9116e2e8eb90), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:20.615226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e58e82-0a63-4551-babb-15d6508c95bb req-212c9a52-8846-4c75-ada2-efa9abe0c7de tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:20.617102 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b9e58e82-0a63-4551-babb-15d6508c95bb req-212c9a52-8846-4c75-ada2-efa9abe0c7de tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.3135047 Feb 11 04:58:20.658257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b3236a8a-40a1-4187-9d9c-8d277780a4ca None None] Port 5f349220-e557-4c36-b82e-9116e2e8eb90 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:20.679706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d349cd-6f7f-45f4-a1b7-fe6f7e16e8e4 req-ed9e6f28-80d1-4784-a207-de4cc5acb4ef tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:20.694075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64d349cd-6f7f-45f4-a1b7-fe6f7e16e8e4 req-ed9e6f28-80d1-4784-a207-de4cc5acb4ef tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 945 time: 0.1191256 Feb 11 04:58:20.795716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b9e58e82-0a63-4551-babb-15d6508c95bb req-ff14b716-7b0f-49f4-a970-b1fbbcaca230 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227818 Feb 11 04:58:20.849076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64d349cd-6f7f-45f4-a1b7-fe6f7e16e8e4 req-77fe9b4f-da69-4e98-a822-d8588dbb94a2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540327 Feb 11 04:58:20.905021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device faccea23-b8e1-4bff-a5db-624506b13619 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:58:21.146123 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4e003-d02a-4cce-a188-af1b233df65b req-c747b619-7f39-4263-b431-c1681fb38dfe tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:21.149466 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17b1e0bc-60ea-42d6-a481-debd93060700 req-56144950-7dfe-4b35-a503-a7b30523c36a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0c3115c0b4f7444a90cdb58a37131a72 HTTP/1.1" status: 200 len: 267 time: 0.1707990 Feb 11 04:58:21.161965 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-29c4e003-d02a-4cce-a188-af1b233df65b req-c747b619-7f39-4263-b431-c1681fb38dfe tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 944 time: 0.2040801 Feb 11 04:58:21.168916 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3eef6e8-cf5b-437e-8bf6-15e1dc6b4425 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5f349220-e557-4c36-b82e-9116e2e8eb90), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:21.192639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port faccea23-b8e1-4bff-a5db-624506b13619, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=faccea23-b8e1-4bff-a5db-624506b13619,segment=NetworkSegment(5a373e68-ee00-4e42-bef1-e77fc5b8b50d),segment_id=5a373e68-ee00-4e42-bef1-e77fc5b8b50d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:21.220575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'faccea23-b8e1-4bff-a5db-624506b13619', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'port_id': 'faccea23-b8e1-4bff-a5db-624506b13619', 'mac_address': 'fa:16:3e:1f:80:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:58:21.253658 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1e0bc-60ea-42d6-a481-debd93060700 req-b2354bbb-fb39-4cca-a9c6-ba97ce7a5a1d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:21.265444 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17b1e0bc-60ea-42d6-a481-debd93060700 req-b2354bbb-fb39-4cca-a9c6-ba97ce7a5a1d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 945 time: 0.1082687 Feb 11 04:58:21.274076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-17b1e0bc-60ea-42d6-a481-debd93060700 req-485aa699-bd22-4130-8ff0-b9e33fc1549b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Request body: {'port': {'security_groups': []}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:21.337270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port faccea23-b8e1-4bff-a5db-624506b13619 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:21.339107 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (faccea23-b8e1-4bff-a5db-624506b13619), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:21.379691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faccea23-b8e1-4bff-a5db-624506b13619 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:58:21.381404 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3eef6e8-cf5b-437e-8bf6-15e1dc6b4425 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:21.401321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b3eef6e8-cf5b-437e-8bf6-15e1dc6b4425 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/5f349220-e557-4c36-b82e-9116e2e8eb90 HTTP/1.1" status: 204 len: 168 time: 1.4407327 Feb 11 04:58:21.404813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46130) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:21.412418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eef6e8-cf5b-437e-8bf6-15e1dc6b4425 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=5f349220-e557-4c36-b82e-9116e2e8eb90,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:21.434535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port faccea23-b8e1-4bff-a5db-624506b13619, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=faccea23-b8e1-4bff-a5db-624506b13619,segment=NetworkSegment(5a373e68-ee00-4e42-bef1-e77fc5b8b50d),segment_id=5a373e68-ee00-4e42-bef1-e77fc5b8b50d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:21.439888 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (faccea23-b8e1-4bff-a5db-624506b13619), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:21.491258 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-29c4e003-d02a-4cce-a188-af1b233df65b req-3fb2e620-9075-4e61-9b34-00502ff0f71f tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181405 Feb 11 04:58:21.516807 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f259d62-8b1b-4317-bce1-93423368a2e8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:58:21.518267 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5f259d62-8b1b-4317-bce1-93423368a2e8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/5f349220-e557-4c36-b82e-9116e2e8eb90 HTTP/1.1" status: 404 len: 333 time: 0.0399628 Feb 11 04:58:21.522503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46136) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:21.555169 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17b1e0bc-60ea-42d6-a481-debd93060700 req-485aa699-bd22-4130-8ff0-b9e33fc1549b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:21.583283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=faccea23-b8e1-4bff-a5db-624506b13619,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:21.639170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8373e87-0d39-4f7e-b02a-8141c54f8640 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting subnet 61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:58:21.648433 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8373e87-0d39-4f7e-b02a-8141c54f8640 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:21.758941 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8373e87-0d39-4f7e-b02a-8141c54f8640 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:21.865630 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8373e87-0d39-4f7e-b02a-8141c54f8640 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:21.941483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8373e87-0d39-4f7e-b02a-8141c54f8640 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:21.948274 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-17b1e0bc-60ea-42d6-a481-debd93060700 req-485aa699-bd22-4130-8ff0-b9e33fc1549b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] For port 70e5f06d-9061-44eb-9097-fc4ceef00702, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=70e5f06d-9061-44eb-9097-fc4ceef00702,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:21.961282 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8373e87-0d39-4f7e-b02a-8141c54f8640 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:21.967289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f05a07-5143-466f-8ea4-3a56dc7ad770 None None] Network 0439d8be-8c28-4740-a9ba-607dd40bc43f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:21.969744 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e8373e87-0d39-4f7e-b02a-8141c54f8640 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5 HTTP/1.1" status: 204 len: 168 time: 0.4452791 Feb 11 04:58:21.970659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46146) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:22.069025 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17b1e0bc-60ea-42d6-a481-debd93060700 req-485aa699-bd22-4130-8ff0-b9e33fc1549b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:22.078830 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17b1e0bc-60ea-42d6-a481-debd93060700 req-485aa699-bd22-4130-8ff0-b9e33fc1549b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:22.219262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['faccea23-b8e1-4bff-a5db-624506b13619'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:58:22.226337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (0439d8be-8c28-4740-a9ba-607dd40bc43f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:22.242843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8373e87-0d39-4f7e-b02a-8141c54f8640 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Subnet': ['ID=61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:22.284624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485aa699-bd22-4130-8ff0-b9e33fc1549b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event updated for resources: {'Port': ['ID=70e5f06d-9061-44eb-9097-fc4ceef00702,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:22.286029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['f40a2764-0d42-4409-90f8-d98a4f1bc2aa'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:58:22.289620 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['3e6a10b2-f9f6-4320-b610-b8821d3f0a20', '70e5f06d-9061-44eb-9097-fc4ceef00702'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:58:22.345747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1e0bc-60ea-42d6-a481-debd93060700 req-485aa699-bd22-4130-8ff0-b9e33fc1549b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:22.348221 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-17b1e0bc-60ea-42d6-a481-debd93060700 req-485aa699-bd22-4130-8ff0-b9e33fc1549b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:22.362461 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17b1e0bc-60ea-42d6-a481-debd93060700 req-485aa699-bd22-4130-8ff0-b9e33fc1549b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "PUT /v2.0/ports/70e5f06d-9061-44eb-9097-fc4ceef00702 HTTP/1.1" status: 200 len: 904 time: 1.0940123 Feb 11 04:58:22.371345 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61e9088-ac85-4650-861c-72ea865d30e6', 'tag': '70e5f06d-9061-44eb-9097-fc4ceef00702'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:22.386122 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728e54e0-8e26-464f-b4d0-5da6c72e6b46" -d '{"events": [{"name": "network-changed", "server_uuid": "c61e9088-ac85-4650-861c-72ea865d30e6", "tag": "70e5f06d-9061-44eb-9097-fc4ceef00702"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:22.452175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef707c-8088-4a25-ae41-d88fc0f2193b req-f37e5a93-250d-49bd-a961-63c93e908631 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:22.462267 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2eef707c-8088-4a25-ae41-d88fc0f2193b req-f37e5a93-250d-49bd-a961-63c93e908631 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.4087281 Feb 11 04:58:22.506844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['70e5f06d-9061-44eb-9097-fc4ceef00702'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:58:22.530539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:22.534541 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:22.646186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368efbc1-ed22-4bd5-ab84-a81079ac7ac8 req-f0470e8a-88a3-486b-80ef-eb61dba91924 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:22.673145 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-368efbc1-ed22-4bd5-ab84-a81079ac7ac8 req-f0470e8a-88a3-486b-80ef-eb61dba91924 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 907 time: 0.1966560 Feb 11 04:58:22.777602 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b237785-187d-42a2-85e9-c793b8050b38 x-openstack-request-id: req-4b237785-187d-42a2-85e9-c793b8050b38 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:22.777904 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61e9088-ac85-4650-861c-72ea865d30e6", "tag": "70e5f06d-9061-44eb-9097-fc4ceef00702", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:22.778172 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b237785-187d-42a2-85e9-c793b8050b38 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:22.778586 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61e9088-ac85-4650-861c-72ea865d30e6', 'tag': '70e5f06d-9061-44eb-9097-fc4ceef00702', 'status': 'completed', 'code': 200} Feb 11 04:58:22.788875 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2eef707c-8088-4a25-ae41-d88fc0f2193b req-87f23b00-b73a-4999-9bd9-c45003061499 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252726 Feb 11 04:58:22.801308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] For port 0f70a230-10a0-43cd-94b2-5c248bd04fd4, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=0f70a230-10a0-43cd-94b2-5c248bd04fd4,segment=NetworkSegment(86364a18-7b20-47f7-94ff-15f9449e0fe3),segment_id=86364a18-7b20-47f7-94ff-15f9449e0fe3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:22.801833 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:22.918887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 0f70a230-10a0-43cd-94b2-5c248bd04fd4 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:23.013715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c87c1-98f6-49c0-9b4f-10af7952c7ad req-0fb18876-2357-4c1a-875b-f3ce98f33a13 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:23.025310 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b5c87c1-98f6-49c0-9b4f-10af7952c7ad req-0fb18876-2357-4c1a-875b-f3ce98f33a13 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 945 time: 0.1247051 Feb 11 04:58:23.102346 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef42f627-40c0-45d3-8c61-25aba31fc0fc None None] DHCP port deletion for 0439d8be-8c28-4740-a9ba-607dd40bc43f request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:58:23.183233 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b5c87c1-98f6-49c0-9b4f-10af7952c7ad req-136c2db7-715e-4b99-a4ff-7e23f6d85e06 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570189 Feb 11 04:58:23.250052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e54e0-8e26-464f-b4d0-5da6c72e6b46 req-e02904cb-d672-4294-85d2-ac3bba81e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:23.253205 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-728e54e0-8e26-464f-b4d0-5da6c72e6b46 req-e02904cb-d672-4294-85d2-ac3bba81e9dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 1090 time: 0.4302371 Feb 11 04:58:23.254147 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.288727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f345801f-6c01-4e7a-b84d-151874925fc3 None None] Provisioning complete for port 70e5f06d-9061-44eb-9097-fc4ceef00702 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:23.289034 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f345801f-6c01-4e7a-b84d-151874925fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.337383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=0f70a230-10a0-43cd-94b2-5c248bd04fd4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:23.347269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No DVR routers for this DVR port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:58:23.472181 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (0439d8be-8c28-4740-a9ba-607dd40bc43f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.487168 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f345801f-6c01-4e7a-b84d-151874925fc3 None None] Current status of the port 70e5f06d-9061-44eb-9097-fc4ceef00702 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:23.492650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ef42f627-40c0-45d3-8c61-25aba31fc0fc None None] Deleting port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:23.493256 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef42f627-40c0-45d3-8c61-25aba31fc0fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.500651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0439d8be-8c28-4740-a9ba-607dd40bc43f']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:23.510639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86364a18-7b20-47f7-94ff-15f9449e0fe3') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:23.510975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86364a18-7b20-47f7-94ff-15f9449e0fe3') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:23.521382 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (86364a18-7b20-47f7-94ff-15f9449e0fe3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.536600 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (86364a18-7b20-47f7-94ff-15f9449e0fe3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.549952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:58:23.550381 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (86364a18-7b20-47f7-94ff-15f9449e0fe3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.582108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ef42f627-40c0-45d3-8c61-25aba31fc0fc None None] For port 0f70a230-10a0-43cd-94b2-5c248bd04fd4, host n-d-615180-58, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:23.582697 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef42f627-40c0-45d3-8c61-25aba31fc0fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.609067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ef42f627-40c0-45d3-8c61-25aba31fc0fc None None] Calling delete_port for 0f70a230-10a0-43cd-94b2-5c248bd04fd4 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:23.611585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1881b5-26d7-483e-b7b8-15e65d03c6bb req-6e1a08f6-da34-4762-a6d4-22d6ea451e1c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:23.613239 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea1881b5-26d7-483e-b7b8-15e65d03c6bb req-6e1a08f6-da34-4762-a6d4-22d6ea451e1c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.7275534 Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:58:23.613930 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:58:23.622663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-ef42f627-40c0-45d3-8c61-25aba31fc0fc None None] Port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:58:23.624652 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef42f627-40c0-45d3-8c61-25aba31fc0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (0f70a230-10a0-43cd-94b2-5c248bd04fd4), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.655072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42f627-40c0-45d3-8c61-25aba31fc0fc None None] Pushing event deleted for resources: {'Port': ['ID=0f70a230-10a0-43cd-94b2-5c248bd04fd4,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:23.663047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42f627-40c0-45d3-8c61-25aba31fc0fc None None] No DVR routers for this DVR port 0f70a230-10a0-43cd-94b2-5c248bd04fd4 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:58:23.749894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea1881b5-26d7-483e-b7b8-15e65d03c6bb req-00f08be7-13a7-40a7-b750-86619fa55b15 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571630 Feb 11 04:58:23.781984 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (0439d8be-8c28-4740-a9ba-607dd40bc43f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.825561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.829583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/networks/0439d8be-8c28-4740-a9ba-607dd40bc43f HTTP/1.1" status: 204 len: 168 time: 1.8130493 Feb 11 04:58:23.830679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3caa9-4c7f-4fbc-a652-21bea9c96052 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Network': ['ID=0439d8be-8c28-4740-a9ba-607dd40bc43f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:23.833353 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:23.841662 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2b6352d3-30ae-4ec4-950f-fd18618e9f4d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1534237432'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:23.872728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0f70a230-10a0-43cd-94b2-5c248bd04fd4 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:58:23.891883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6352d3-30ae-4ec4-950f-fd18618e9f4d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:23.901017 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b6352d3-30ae-4ec4-950f-fd18618e9f4d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.902655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 0f70a230-10a0-43cd-94b2-5c248bd04fd4 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:58:23.904091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0f70a230-10a0-43cd-94b2-5c248bd04fd4 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:58:23.923998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e54e0-8e26-464f-b4d0-5da6c72e6b46 req-1c69a334-54fb-45e8-82c4-275fedd81d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:23.925773 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-728e54e0-8e26-464f-b4d0-5da6c72e6b46 req-1c69a334-54fb-45e8-82c4-275fedd81d69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.6572769 Feb 11 04:58:23.959160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6352d3-30ae-4ec4-950f-fd18618e9f4d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:58:23.971118 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b6352d3-30ae-4ec4-950f-fd18618e9f4d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a4f25c5d-0cab-410e-ace5-11097808ccfb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:23.971851 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-2b6352d3-30ae-4ec4-950f-fd18618e9f4d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Added segment a4f25c5d-0cab-410e-ace5-11097808ccfb of type vlan for network 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5 Feb 11 04:58:24.015544 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b6352d3-30ae-4ec4-950f-fd18618e9f4d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (77ab2aaf-0847-4e77-9025-8c5c48d7cfa5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:24.060424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-728e54e0-8e26-464f-b4d0-5da6c72e6b46 req-1d6013e0-4c5a-4472-88dc-3f4d47da8a26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70e5f06d-9061-44eb-9097-fc4ceef00702 HTTP/1.1" status: 200 len: 217 time: 0.1279540 Feb 11 04:58:24.174715 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b6352d3-30ae-4ec4-950f-fd18618e9f4d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (77ab2aaf-0847-4e77-9025-8c5c48d7cfa5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:24.180978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6352d3-30ae-4ec4-950f-fd18618e9f4d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:24.181631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b6352d3-30ae-4ec4-950f-fd18618e9f4d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:24.186017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e54e0-8e26-464f-b4d0-5da6c72e6b46 req-c3b9135a-73c3-4c92-877f-e3a85da993eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:24.187847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-728e54e0-8e26-464f-b4d0-5da6c72e6b46 req-c3b9135a-73c3-4c92-877f-e3a85da993eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.1000900 Feb 11 04:58:24.277298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff209c-aa2f-4995-b511-23681c4ea58e req-01d87a47-c20f-48d7-ac6f-b0e85ad946a4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:24.286984 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08ff209c-aa2f-4995-b511-23681c4ea58e req-01d87a47-c20f-48d7-ac6f-b0e85ad946a4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.3367476 Feb 11 04:58:24.310844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af95c25-8587-47e8-b5d2-aa051ac4661a req-90fb4e8b-a1eb-4875-b345-1316e7527013 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:24.313194 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8af95c25-8587-47e8-b5d2-aa051ac4661a req-90fb4e8b-a1eb-4875-b345-1316e7527013 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.2577205 Feb 11 04:58:24.321791 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2b6352d3-30ae-4ec4-950f-fd18618e9f4d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4870663 Feb 11 04:58:24.325651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46218) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:24.342414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4e419e26-5b32-4174-ac42-0085bc6cd07a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '77ab2aaf-0847-4e77-9025-8c5c48d7cfa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:24.356248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e54e0-8e26-464f-b4d0-5da6c72e6b46 req-2b60ce0a-f85a-4061-8f46-89d164706232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:24.358423 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-728e54e0-8e26-464f-b4d0-5da6c72e6b46 req-2b60ce0a-f85a-4061-8f46-89d164706232 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1620386 Feb 11 04:58:24.484989 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08ff209c-aa2f-4995-b511-23681c4ea58e req-74308c15-3664-4b3c-b287-a139749edc51 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967802 Feb 11 04:58:24.508027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6352d3-30ae-4ec4-950f-fd18618e9f4d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Network': ['ID=77ab2aaf-0847-4e77-9025-8c5c48d7cfa5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:24.525421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:58:24.547759 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8af95c25-8587-47e8-b5d2-aa051ac4661a req-76e52f3a-cd72-441c-8a3d-96f69871f2e5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206578 Feb 11 04:58:24.568820 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-728e54e0-8e26-464f-b4d0-5da6c72e6b46 req-b000906e-3bca-4725-b81e-934706b4db5d service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023001 Feb 11 04:58:24.718823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e419e26-5b32-4174-ac42-0085bc6cd07a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:24.746210 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e419e26-5b32-4174-ac42-0085bc6cd07a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:24.807857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-728e54e0-8e26-464f-b4d0-5da6c72e6b46 req-d7deaaee-fcfe-4b85-bb33-256f4b45792c service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321639 Feb 11 04:58:24.982026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedd6be-5fb3-447a-9668-70df242ef1a4 req-463f2c34-6cc4-4f4e-9c07-8f269c3f3746 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:24.991009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0dedd6be-5fb3-447a-9668-70df242ef1a4 req-463f2c34-6cc4-4f4e-9c07-8f269c3f3746 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1259272 Feb 11 04:58:25.049814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051318-15e6-4d84-a026-141ced71753f req-ec94e5d8-65d9-4c99-afac-e3c7877966e9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:25.052072 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1f051318-15e6-4d84-a026-141ced71753f req-ec94e5d8-65d9-4c99-afac-e3c7877966e9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 945 time: 0.2370288 Feb 11 04:58:25.099068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0dedd6be-5fb3-447a-9668-70df242ef1a4 req-7cba07f2-bc02-4cf6-a39a-cb37f294f1b1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083040 Feb 11 04:58:25.159451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1f051318-15e6-4d84-a026-141ced71753f req-dff84d50-a140-425a-97de-af11969ca8f2 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004236 Feb 11 04:58:25.224865 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e419e26-5b32-4174-ac42-0085bc6cd07a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:25.293852 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e419e26-5b32-4174-ac42-0085bc6cd07a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Subnet': ['ID=c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:25.302378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e419e26-5b32-4174-ac42-0085bc6cd07a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Checking segment: {'id': 'a4f25c5d-0cab-410e-ace5-11097808ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '77ab2aaf-0847-4e77-9025-8c5c48d7cfa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:25.302776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e419e26-5b32-4174-ac42-0085bc6cd07a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network hostable DHCP agents. Network: 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:58:25.326525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e419e26-5b32-4174-ac42-0085bc6cd07a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:58:25.339725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4e419e26-5b32-4174-ac42-0085bc6cd07a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:25.348788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1267fac-7cc2-4e5b-91a9-66bb61961d79 None None] Network 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:25.360309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e419e26-5b32-4174-ac42-0085bc6cd07a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:25.361269 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e419e26-5b32-4174-ac42-0085bc6cd07a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:25.375626 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093952e-95b6-46cb-b70c-352f557b8541 req-2afae015-091a-4cbb-91b2-c8fc8ca8b424 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:25.422004 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2093952e-95b6-46cb-b70c-352f557b8541 req-2afae015-091a-4cbb-91b2-c8fc8ca8b424 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1786058 Feb 11 04:58:25.422266 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4e419e26-5b32-4174-ac42-0085bc6cd07a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0816884 Feb 11 04:58:25.422266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46254) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:25.436566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '77ab2aaf-0847-4e77-9025-8c5c48d7cfa5', 'name': 'tempest-PortsIpV6TestJSON-1614979338', 'fixed_ips': [{'subnet_id': 'c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139', 'ip_address': '2001:db8::10'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:25.473720 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2093952e-95b6-46cb-b70c-352f557b8541 req-3f21e957-6a9d-4ea4-854e-eb5b3ecc80fd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574257 Feb 11 04:58:25.624926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-77ab2aaf-0847-4e77-9025-8c5c48d7cfa5', 'network_id': '77ab2aaf-0847-4e77-9025-8c5c48d7cfa5', 'project_id': '59ab36ce9f374498ada750b597f32733', 'fixed_ips': [{'subnet_id': 'c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:58:25.629489 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:25.691986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:25.801644 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:25.832809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port 5224c0bf-9835-4d6b-8e95-3698a334343e yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:58:25.883573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60634b7a-e9e8-46b6-959f-a4911ede30e1 req-b06dffdb-86ce-4b14-950b-ec293aa2db2d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:25.892077 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60634b7a-e9e8-46b6-959f-a4911ede30e1 req-b06dffdb-86ce-4b14-950b-ec293aa2db2d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1841805 Feb 11 04:58:25.941990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Allocated IP 2001:db8::2 (77ab2aaf-0847-4e77-9025-8c5c48d7cfa5/c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139/452957ce-6748-4cdb-b846-54235aef6039) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:26.041523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60634b7a-e9e8-46b6-959f-a4911ede30e1 req-bde25c71-7f57-4877-97b3-3a1b9a01a334 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411171 Feb 11 04:58:26.282067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e6e1d-3053-453e-8f58-11f4e6728ef3 req-0402974b-96d7-4d97-99f0-7441be0035d3 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:26.316421 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5a0e6e1d-3053-453e-8f58-11f4e6728ef3 req-0402974b-96d7-4d97-99f0-7441be0035d3 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.1509759 Feb 11 04:58:26.316692 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Publish callbacks [] for port (452957ce-6748-4cdb-b846-54235aef6039), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:26.335704 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (452957ce-6748-4cdb-b846-54235aef6039), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:26.382038 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5a0e6e1d-3053-453e-8f58-11f4e6728ef3 req-19c302ec-e317-4cfe-a652-1e38d7c7a239 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641003 Feb 11 04:58:26.409844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Network 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:26.413943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:26.417653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Pushing event updated for resources: {'Port': ['ID=452957ce-6748-4cdb-b846-54235aef6039,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:26.420785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:26.508736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Attempting to bind port 452957ce-6748-4cdb-b846-54235aef6039 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:26.509208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Attempting to bind port 452957ce-6748-4cdb-b846-54235aef6039 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'a4f25c5d-0cab-410e-ace5-11097808ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '77ab2aaf-0847-4e77-9025-8c5c48d7cfa5'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:26.509639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Attempting to bind port 452957ce-6748-4cdb-b846-54235aef6039 on network 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:26.515626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:26.516078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Checking segment: {'id': 'a4f25c5d-0cab-410e-ace5-11097808ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '77ab2aaf-0847-4e77-9025-8c5c48d7cfa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:26.517071 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:26.517816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Bound using segment: {'id': 'a4f25c5d-0cab-410e-ace5-11097808ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '77ab2aaf-0847-4e77-9025-8c5c48d7cfa5'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:26.518367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Bound port: 452957ce-6748-4cdb-b846-54235aef6039, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f25c5d-0cab-410e-ace5-11097808ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '77ab2aaf-0847-4e77-9025-8c5c48d7cfa5'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:26.518819 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (452957ce-6748-4cdb-b846-54235aef6039), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:26.524244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-454d6d7b-e411-472f-a392-91786328a14f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:26.531406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-454d6d7b-e411-472f-a392-91786328a14f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 811 time: 0.1490631 Feb 11 04:58:26.568413 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-cfad55d5-2b8e-4070-a20e-81bcb10dcbc9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/quotas/0c3115c0b4f7444a90cdb58a37131a72 HTTP/1.1" status: 200 len: 375 time: 0.0361037 Feb 11 04:58:26.624783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] For port 452957ce-6748-4cdb-b846-54235aef6039, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:26.628879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] For port 452957ce-6748-4cdb-b846-54235aef6039, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=452957ce-6748-4cdb-b846-54235aef6039,segment=NetworkSegment(a4f25c5d-0cab-410e-ace5-11097808ccfb),segment_id=a4f25c5d-0cab-410e-ace5-11097808ccfb)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:26.638741 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (452957ce-6748-4cdb-b846-54235aef6039), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:26.760567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-feec1b02-e93c-4ede-bcfb-f1ab2bdd55b9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1554213 Feb 11 04:58:26.774024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac3d10-3f6d-4ebf-afef-51d18a294688 None None] Pushing event updated for resources: {'Port': ['ID=452957ce-6748-4cdb-b846-54235aef6039,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:26.790179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-2d6828cc-32dc-4b53-9e31-eb0279cefab8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:58:26.791501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-2d6828cc-32dc-4b53-9e31-eb0279cefab8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195370 Feb 11 04:58:26.795123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8::10 (77ab2aaf-0847-4e77-9025-8c5c48d7cfa5/c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139/5224c0bf-9835-4d6b-8e95-3698a334343e) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:26.929183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaf770-2276-4d97-8f60-1e0b6d8c9600 req-66c9ff3b-bec6-4971-bdd5-14045d146ea5 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:26.930779 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ddaf770-2276-4d97-8f60-1e0b6d8c9600 req-66c9ff3b-bec6-4971-bdd5-14045d146ea5 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 945 time: 0.2160563 Feb 11 04:58:26.959514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device faccea23-b8e1-4bff-a5db-624506b13619 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:26.968511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f599dc-40a3-4280-8a11-e5e00c1fc88e req-d5236d39-8cd5-4fff-b59e-3d2d1105f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:26.984010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7f599dc-40a3-4280-8a11-e5e00c1fc88e req-d5236d39-8cd5-4fff-b59e-3d2d1105f0bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96904844260549238a803990e10a1a4b&device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 1128 time: 0.1917105 Feb 11 04:58:27.019468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ddaf770-2276-4d97-8f60-1e0b6d8c9600 req-fbe50358-0db6-4342-a574-171fae49494e tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807350 Feb 11 04:58:27.101596 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port faccea23-b8e1-4bff-a5db-624506b13619 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:58:27.108630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port faccea23-b8e1-4bff-a5db-624506b13619 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:27.109249 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (faccea23-b8e1-4bff-a5db-624506b13619), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:27.139050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-8c601a8e-4ec0-4fb5-962c-d524f5ec36e2 service neutron] 10.222.0.48 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341930 Feb 11 04:58:27.309935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port faccea23-b8e1-4bff-a5db-624506b13619 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:27.310736 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (faccea23-b8e1-4bff-a5db-624506b13619), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:27.323705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f599dc-40a3-4280-8a11-e5e00c1fc88e req-d68b6f3c-cb97-4059-b67c-32f0d70b185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:27.325140 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7f599dc-40a3-4280-8a11-e5e00c1fc88e req-d68b6f3c-cb97-4059-b67c-32f0d70b185b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 200 len: 911 time: 0.3128076 Feb 11 04:58:27.359433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:27.362286 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b45204-23cc-4ff4-9fe9-944dfb57f2e1" -d '{"events": [{"server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "name": "network-vif-plugged", "status": "completed", "tag": "faccea23-b8e1-4bff-a5db-624506b13619"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:27.386888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port faccea23-b8e1-4bff-a5db-624506b13619, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=faccea23-b8e1-4bff-a5db-624506b13619,segment=NetworkSegment(5a373e68-ee00-4e42-bef1-e77fc5b8b50d),segment_id=5a373e68-ee00-4e42-bef1-e77fc5b8b50d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:27.403505 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (faccea23-b8e1-4bff-a5db-624506b13619), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:27.479580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=faccea23-b8e1-4bff-a5db-624506b13619,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:27.524044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6bc09-ae9e-42e9-8f82-1cebb56e208b req-b461de85-de08-4e23-a3c9-860f39a6623d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:27.529421 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1ee867ae-5169-4d49-ab58-90f8c5f8a0b2 service neutron] 10.222.0.48 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893023 Feb 11 04:58:27.587859 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eae6bc09-ae9e-42e9-8f82-1cebb56e208b req-b461de85-de08-4e23-a3c9-860f39a6623d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.2089887 Feb 11 04:58:27.616395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (5224c0bf-9835-4d6b-8e95-3698a334343e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:27.664055 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7f599dc-40a3-4280-8a11-e5e00c1fc88e req-b355963c-38ca-497a-b30e-89029d4bcec6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 HTTP/1.1" status: 200 len: 1001 time: 0.3174455 Feb 11 04:58:27.753465 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5224c0bf-9835-4d6b-8e95-3698a334343e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:27.836993 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764f582-6e95-454a-b260-1dad6e44229f req-2f9b35a9-ae3c-4823-aa30-86b500a9bcff tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:27.838812 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a764f582-6e95-454a-b260-1dad6e44229f req-2f9b35a9-ae3c-4823-aa30-86b500a9bcff tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.2974229 Feb 11 04:58:27.924778 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236f2044-b115-48e2-9719-cafcd5dfa028 x-openstack-request-id: req-236f2044-b115-48e2-9719-cafcd5dfa028 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:27.925866 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "name": "network-vif-plugged", "status": "completed", "tag": "faccea23-b8e1-4bff-a5db-624506b13619", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:27.926546 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-236f2044-b115-48e2-9719-cafcd5dfa028 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:27.927235 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619', 'code': 200} Feb 11 04:58:27.927736 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eae6bc09-ae9e-42e9-8f82-1cebb56e208b req-dc521fd3-7ca4-43d2-bf30-79f79d0728a7 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906989 Feb 11 04:58:27.979384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:27.984602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f599dc-40a3-4280-8a11-e5e00c1fc88e req-ea21bffe-a282-448e-b7bf-67024c98d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:27.986397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7f599dc-40a3-4280-8a11-e5e00c1fc88e req-ea21bffe-a282-448e-b7bf-67024c98d412 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c8950805-753a-47d3-a145-dfa74269b5aa HTTP/1.1" status: 200 len: 849 time: 0.2741935 Feb 11 04:58:28.018685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:28.025914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 452957ce-6748-4cdb-b846-54235aef6039 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:28.036826 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:28.070730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:28.071470 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:28.166058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 452957ce-6748-4cdb-b846-54235aef6039 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:28.166457 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (452957ce-6748-4cdb-b846-54235aef6039), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:28.219350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=5224c0bf-9835-4d6b-8e95-3698a334343e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:28.289159 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4e554487-a548-4638-91a4-2ed77896512f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8628898 Feb 11 04:58:28.290106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46346) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:28.316228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '77ab2aaf-0847-4e77-9025-8c5c48d7cfa5', 'name': 'tempest-PortsIpV6TestJSON-1664440038', 'fixed_ips': [{'subnet_id': 'c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139', 'ip_address': '2001:db8::f'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:28.361921 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b8125eb1-199d-4633-9235-5a44ccaa0c62 req-2fdb32b3-6690-4550-981e-4a9c5b1bd8e2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 210 time: 0.0778446 Feb 11 04:58:28.380519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad9f56-a763-457e-932d-827a528e75ca req-372f6cdc-a696-46fa-ac4c-073b77d3fa6a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:28.390671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18ad9f56-a763-457e-932d-827a528e75ca req-372f6cdc-a696-46fa-ac4c-073b77d3fa6a tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.2820234 Feb 11 04:58:28.488439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 452957ce-6748-4cdb-b846-54235aef6039 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:28.489145 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (452957ce-6748-4cdb-b846-54235aef6039), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:28.562547 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 452957ce-6748-4cdb-b846-54235aef6039, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=452957ce-6748-4cdb-b846-54235aef6039,segment=NetworkSegment(a4f25c5d-0cab-410e-ace5-11097808ccfb),segment_id=a4f25c5d-0cab-410e-ace5-11097808ccfb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:28.565154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f599dc-40a3-4280-8a11-e5e00c1fc88e req-907ae5ed-7a20-438f-ab90-ed15a8de1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:28.567089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7f599dc-40a3-4280-8a11-e5e00c1fc88e req-907ae5ed-7a20-438f-ab90-ed15a8de1d65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8decd706-0c4d-4a4c-9cac-e65570b1f749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5263000 Feb 11 04:58:28.570064 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (452957ce-6748-4cdb-b846-54235aef6039), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:28.641200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18ad9f56-a763-457e-932d-827a528e75ca req-4c997fc1-839c-4bcb-874f-d9f6c7fe2c51 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497497 Feb 11 04:58:28.684445 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:28.690199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:28.731177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=452957ce-6748-4cdb-b846-54235aef6039,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:28.759388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:58:28.778326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02437aed-c70f-40ee-9c48-d855d3fd2cea req-e04bf149-1418-4a74-adaa-6c5ae80d6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:28.786251 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-02437aed-c70f-40ee-9c48-d855d3fd2cea req-e04bf149-1418-4a74-adaa-6c5ae80d6250 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 1129 time: 0.7110000 Feb 11 04:58:28.832837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a764f582-6e95-454a-b260-1dad6e44229f req-fd7d2e61-7013-444c-8480-1698a59facb1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Deleting port 27c65b30-2722-41bd-9b9e-a7f213f845df {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:28.833190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a764f582-6e95-454a-b260-1dad6e44229f req-fd7d2e61-7013-444c-8480-1698a59facb1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:28.929310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37582ae9-caf0-4946-bef1-e90b8808d087 None None] Network 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:29.148935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-64ccd244-5230-4be1-a2d9-aa27bb0dbdd3 None None] Provisioning complete for port 452957ce-6748-4cdb-b846-54235aef6039 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:29.149465 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-64ccd244-5230-4be1-a2d9-aa27bb0dbdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (452957ce-6748-4cdb-b846-54235aef6039), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:29.270822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e2e22-3586-4c08-a799-a05097f2cae3 req-242ae307-2dfa-439c-9207-a6ffdf3e6248 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:29.273718 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-993e2e22-3586-4c08-a799-a05097f2cae3 req-242ae307-2dfa-439c-9207-a6ffdf3e6248 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1786859 Feb 11 04:58:29.275277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8::f (77ab2aaf-0847-4e77-9025-8c5c48d7cfa5/c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139/ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:29.372608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-64ccd244-5230-4be1-a2d9-aa27bb0dbdd3 None None] Current status of the port 452957ce-6748-4cdb-b846-54235aef6039 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:29.409083 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-993e2e22-3586-4c08-a799-a05097f2cae3 req-05eaf8c2-734e-4b08-b67c-45267d6ed348 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236544 Feb 11 04:58:29.551522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1e0afa0-2c99-43c4-aa38-bd0f053f256e req-c5c36cdb-73c6-4b88-8145-ac0857704635 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 210 time: 0.0568275 Feb 11 04:58:29.577170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d0ebb-f216-4b4c-82a3-d86bf6de79d3 req-5c98aa59-be1b-4c63-9e1f-d6cc56149a1d tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:29.578852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b2d0ebb-f216-4b4c-82a3-d86bf6de79d3 req-5c98aa59-be1b-4c63-9e1f-d6cc56149a1d tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 1.0023637 Feb 11 04:58:29.659178 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:29.719211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-02437aed-c70f-40ee-9c48-d855d3fd2cea req-0fe076b2-1b4d-443f-991b-28caac0442d4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9067345 Feb 11 04:58:29.740080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:29.751699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7f599dc-40a3-4280-8a11-e5e00c1fc88e req-5772faa2-042b-47d3-b877-350b9f2149f0 service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0849657 Feb 11 04:58:29.848125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b2d0ebb-f216-4b4c-82a3-d86bf6de79d3 req-5d8fc47d-ecd8-4ad7-96e6-784995cf5c2f tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635470 Feb 11 04:58:29.851975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a764f582-6e95-454a-b260-1dad6e44229f req-fd7d2e61-7013-444c-8480-1698a59facb1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] For port 27c65b30-2722-41bd-9b9e-a7f213f845df, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=27c65b30-2722-41bd-9b9e-a7f213f845df,segment=NetworkSegment(f5434228-3733-4925-8d7c-222bbe6ac8de),segment_id=f5434228-3733-4925-8d7c-222bbe6ac8de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:29.855354 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a764f582-6e95-454a-b260-1dad6e44229f req-fd7d2e61-7013-444c-8480-1698a59facb1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:29.872297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:29.886166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 452957ce-6748-4cdb-b846-54235aef6039 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:29.916563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a764f582-6e95-454a-b260-1dad6e44229f req-fd7d2e61-7013-444c-8480-1698a59facb1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Calling delete_port for 27c65b30-2722-41bd-9b9e-a7f213f845df owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:29.959504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:29.962191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:29.968260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:29.969056 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:29.989396 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7f599dc-40a3-4280-8a11-e5e00c1fc88e req-367f5b82-0509-4e07-94cc-298bf1574332 service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272801 Feb 11 04:58:29.999081 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6961460 Feb 11 04:58:30.002868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46392) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:30.016164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-257f3bfc-4b75-4f62-af01-c4ad60b58ba9 None None] Provisioning complete for port 5224c0bf-9835-4d6b-8e95-3698a334343e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:30.017300 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-257f3bfc-4b75-4f62-af01-c4ad60b58ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5224c0bf-9835-4d6b-8e95-3698a334343e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:30.034564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6d9d2-2a04-4f94-955e-189b8c1814a4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:30.084972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfe871-72c0-4729-80e6-700d23f6a357 req-2791d901-ed11-4d1f-abf9-6936831d25d3 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:30.091013 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-61dfe871-72c0-4729-80e6-700d23f6a357 req-2791d901-ed11-4d1f-abf9-6936831d25d3 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8a18dcd-9549-4f8b-89a3-e0e9310446a4 HTTP/1.1" status: 200 len: 947 time: 0.2121375 Feb 11 04:58:30.120270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-257f3bfc-4b75-4f62-af01-c4ad60b58ba9 None None] Port 5224c0bf-9835-4d6b-8e95-3698a334343e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:30.127961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 452957ce-6748-4cdb-b846-54235aef6039 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:30.128343 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (452957ce-6748-4cdb-b846-54235aef6039), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:30.189665 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-61dfe871-72c0-4729-80e6-700d23f6a357 req-47841080-bf1f-4005-b9ff-0dde77970718 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.48 "GET /v2.0/security-groups?id=22f89365-0396-450f-86c6-9e0d8b66f083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964980 Feb 11 04:58:30.217247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-257f3bfc-4b75-4f62-af01-c4ad60b58ba9 None None] Provisioning complete for port 452957ce-6748-4cdb-b846-54235aef6039 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:30.217830 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-257f3bfc-4b75-4f62-af01-c4ad60b58ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (452957ce-6748-4cdb-b846-54235aef6039), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:30.238050 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a764f582-6e95-454a-b260-1dad6e44229f req-fd7d2e61-7013-444c-8480-1698a59facb1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (27c65b30-2722-41bd-9b9e-a7f213f845df), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:30.255056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61262ad6-1c2c-4889-ba65-9dfae7a121ec tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:30.257661 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-61262ad6-1c2c-4889-ba65-9dfae7a121ec tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2533395 Feb 11 04:58:30.260389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46400) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:30.285489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d2e61-7013-444c-8480-1698a59facb1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Pushing event deleted for resources: {'Port': ['ID=27c65b30-2722-41bd-9b9e-a7f213f845df,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:30.339514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a764f582-6e95-454a-b260-1dad6e44229f req-fd7d2e61-7013-444c-8480-1698a59facb1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] No DVR routers for this DVR port 27c65b30-2722-41bd-9b9e-a7f213f845df on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:58:30.342038 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a764f582-6e95-454a-b260-1dad6e44229f req-fd7d2e61-7013-444c-8480-1698a59facb1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:30.345545 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a764f582-6e95-454a-b260-1dad6e44229f req-fd7d2e61-7013-444c-8480-1698a59facb1 tempest-ServersNegativeTestJSON-1105911498 tempest-ServersNegativeTestJSON-1105911498-project] 10.222.0.10 "DELETE /v2.0/ports/27c65b30-2722-41bd-9b9e-a7f213f845df HTTP/1.1" status: 204 len: 173 time: 2.4998879 Feb 11 04:58:30.346020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'name': 'network-vif-deleted', 'tag': '27c65b30-2722-41bd-9b9e-a7f213f845df'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:30.348839 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e3913b-975b-4805-859d-a86fb9841ac9" -d '{"events": [{"server_uuid": "b8a18dcd-9549-4f8b-89a3-e0e9310446a4", "name": "network-vif-deleted", "tag": "27c65b30-2722-41bd-9b9e-a7f213f845df"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:30.359898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['27c65b30-2722-41bd-9b9e-a7f213f845df'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:58:30.444068 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afc696c-f792-4946-823f-4db74ee119b8 x-openstack-request-id: req-1afc696c-f792-4946-823f-4db74ee119b8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:30.444371 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a18dcd-9549-4f8b-89a3-e0e9310446a4", "name": "network-vif-deleted", "tag": "27c65b30-2722-41bd-9b9e-a7f213f845df", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:30.444657 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1afc696c-f792-4946-823f-4db74ee119b8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:30.445073 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a18dcd-9549-4f8b-89a3-e0e9310446a4', 'name': 'network-vif-deleted', 'tag': '27c65b30-2722-41bd-9b9e-a7f213f845df', 'status': 'completed', 'code': 200} Feb 11 04:58:30.479182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 452957ce-6748-4cdb-b846-54235aef6039 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:30.489317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ddeca0-b32e-4919-8f7b-2942ee656173 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:30.497543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ddeca0-b32e-4919-8f7b-2942ee656173 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:30.517500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ddeca0-b32e-4919-8f7b-2942ee656173 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:30.521734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b6ddeca0-b32e-4919-8f7b-2942ee656173 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2602358 Feb 11 04:58:30.524523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46412) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:30.539569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-257f3bfc-4b75-4f62-af01-c4ad60b58ba9 None None] Current status of the port 452957ce-6748-4cdb-b846-54235aef6039 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:30.687135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9e2cce81-a655-4c50-a0db-b05227277a42 None None] Provisioning complete for port 5224c0bf-9835-4d6b-8e95-3698a334343e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:30.687525 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e2cce81-a655-4c50-a0db-b05227277a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5224c0bf-9835-4d6b-8e95-3698a334343e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:30.722920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686442e5-5a5b-4fa7-a421-922fb9179759 req-b58eb903-28ef-4dfb-be6f-9004abf973cd tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:30.724469 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-686442e5-5a5b-4fa7-a421-922fb9179759 req-b58eb903-28ef-4dfb-be6f-9004abf973cd tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1665537 Feb 11 04:58:30.763316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9e2cce81-a655-4c50-a0db-b05227277a42 None None] Port 5224c0bf-9835-4d6b-8e95-3698a334343e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:30.792894 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-686442e5-5a5b-4fa7-a421-922fb9179759 req-8f164ddb-23a1-4bff-8af2-23028e07cb6c tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581708 Feb 11 04:58:30.842350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-50dee6f2-ff2f-4e1c-8433-93e9ac91ea07 req-9f0b7d1b-c7e8-4dd7-998a-63291b93f1b3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 210 time: 0.0838823 Feb 11 04:58:30.852678 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ba70d978-400b-4dd5-836a-9f5b6a9b0b84 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:30.853322 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba70d978-400b-4dd5-836a-9f5b6a9b0b84 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.012387 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a1d5d33f-c20a-4c2a-a7b9-ae9870fa9115 None None] Provisioning complete for port ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:31.012835 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d33f-c20a-4c2a-a7b9-ae9870fa9115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.032165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c099cd-c40f-4f19-a7e4-e8f80bafc47d req-aef97539-97c3-475a-94ab-50406924df2f tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:31.034706 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97c099cd-c40f-4f19-a7e4-e8f80bafc47d req-aef97539-97c3-475a-94ab-50406924df2f tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.0666695 Feb 11 04:58:31.093983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a1d5d33f-c20a-4c2a-a7b9-ae9870fa9115 None None] Port ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:31.116972 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97c099cd-c40f-4f19-a7e4-e8f80bafc47d req-b8a0e717-191f-4ffa-8d5a-d824fb81eabf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756114 Feb 11 04:58:31.163855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba70d978-400b-4dd5-836a-9f5b6a9b0b84 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.192526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ba70d978-400b-4dd5-836a-9f5b6a9b0b84 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:31.262248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-c8c47a9c-b127-4476-aba6-3c53d2b6f105 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:31.264063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-c8c47a9c-b127-4476-aba6-3c53d2b6f105 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.60 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 811 time: 0.3343761 Feb 11 04:58:31.278465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46434) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:31.297513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Request body: {'port': {'device_id': '4d3870c7-b0f5-4b0d-9601-e353ce566d1d', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'admin_state_up': True, 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:31.405888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e4a3a0-4dee-479f-a808-b909a2d00f98 admin admin] Deleting subnet 2f1730ef-db3b-4017-bd70-cc38613cb0e5 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:58:31.411959 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a3a0-4dee-479f-a808-b909a2d00f98 admin admin] Publish callbacks [] for subnet (2f1730ef-db3b-4017-bd70-cc38613cb0e5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.509064 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a3a0-4dee-479f-a808-b909a2d00f98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (2f1730ef-db3b-4017-bd70-cc38613cb0e5), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.556704 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba70d978-400b-4dd5-836a-9f5b6a9b0b84 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.620792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70d978-400b-4dd5-836a-9f5b6a9b0b84 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:31.626040 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a3a0-4dee-479f-a808-b909a2d00f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (2f1730ef-db3b-4017-bd70-cc38613cb0e5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.628624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Made reservation on behalf of 0c3115c0b4f7444a90cdb58a37131a72 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:31.632034 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.634326 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba70d978-400b-4dd5-836a-9f5b6a9b0b84 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.637439 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ba70d978-400b-4dd5-836a-9f5b6a9b0b84 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b HTTP/1.1" status: 204 len: 168 time: 1.1118014 Feb 11 04:58:31.640146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46450) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:31.762251 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a3a0-4dee-479f-a808-b909a2d00f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (2f1730ef-db3b-4017-bd70-cc38613cb0e5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.776094 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-14babd6d-69d7-4213-850e-aee8de333027 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:58:31.786963 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-14babd6d-69d7-4213-850e-aee8de333027 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/ff19e7b5-2aff-4b58-b9cd-9c39fe49a92b HTTP/1.1" status: 404 len: 333 time: 0.1434033 Feb 11 04:58:31.787713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46458) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:31.822956 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4a3a0-4dee-479f-a808-b909a2d00f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1730ef-db3b-4017-bd70-cc38613cb0e5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:31.861978 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a3a0-4dee-479f-a808-b909a2d00f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.876206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e5e4a3a0-4dee-479f-a808-b909a2d00f98 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2f1730ef-db3b-4017-bd70-cc38613cb0e5 HTTP/1.1" status: 204 len: 168 time: 0.5935833 Feb 11 04:58:31.877182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46466) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:31.989307 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (b67d36b9-6f2e-4fab-9900-af82916ad6ef), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.035815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53251cca-ce3b-439a-baa1-775ad0dc4449 req-c9b27d45-a60b-4fd1-a479-ccf785454a4f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 210 time: 0.0412190 Feb 11 04:58:32.056338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Allocated IP 172.20.0.11 (06017fe2-4087-4cb5-9119-3aa48a779ba2/db56d86e-24dc-40a4-954c-6a46bae43c1b/34764dcb-c371-40a7-bfd1-363fe0546d86) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:32.087919 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2d177-d19f-4a51-bcaa-34cf55a9b4b3 req-b3fd7360-608d-4d9b-8e3f-a7b7562647ed tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:32.095075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2c2d177-d19f-4a51-bcaa-34cf55a9b4b3 req-b3fd7360-608d-4d9b-8e3f-a7b7562647ed tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1309123 Feb 11 04:58:32.104577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c06c6106-8f26-4cfb-844b-525b786423ae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 5224c0bf-9835-4d6b-8e95-3698a334343e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:32.104925 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c06c6106-8f26-4cfb-844b-525b786423ae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5224c0bf-9835-4d6b-8e95-3698a334343e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.240298 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2c2d177-d19f-4a51-bcaa-34cf55a9b4b3 req-39e862e0-b1de-43e5-b8ac-fd022faacde0 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441143 Feb 11 04:58:32.273109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c06c6106-8f26-4cfb-844b-525b786423ae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5224c0bf-9835-4d6b-8e95-3698a334343e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.290517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c06c6106-8f26-4cfb-844b-525b786423ae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 5224c0bf-9835-4d6b-8e95-3698a334343e owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:32.327865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 27c65b30-2722-41bd-9b9e-a7f213f845df no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:58:32.415389 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.442626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 27c65b30-2722-41bd-9b9e-a7f213f845df {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:58:32.443259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 27c65b30-2722-41bd-9b9e-a7f213f845df not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:58:32.450576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (b67d36b9-6f2e-4fab-9900-af82916ad6ef), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.495902 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67d36b9-6f2e-4fab-9900-af82916ad6ef']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:32.511178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0425-2a42-4374-ae98-bfd87d7fd073 req-d5ceced5-6434-49b3-98c5-5a386c3c8907 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:32.512477 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-88ad0425-2a42-4374-ae98-bfd87d7fd073 req-d5ceced5-6434-49b3-98c5-5a386c3c8907 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1850116 Feb 11 04:58:32.543203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5434228-3733-4925-8d7c-222bbe6ac8de') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:32.543504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5434228-3733-4925-8d7c-222bbe6ac8de') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:32.565516 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c06c6106-8f26-4cfb-844b-525b786423ae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5224c0bf-9835-4d6b-8e95-3698a334343e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.567602 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (f5434228-3733-4925-8d7c-222bbe6ac8de), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.597039 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-88ad0425-2a42-4374-ae98-bfd87d7fd073 req-53b6ea4a-0c4d-49cb-8fc7-5f4f381dff61 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761557 Feb 11 04:58:32.598700 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (f5434228-3733-4925-8d7c-222bbe6ac8de), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.606241 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.609127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:58:32.609557 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (f5434228-3733-4925-8d7c-222bbe6ac8de), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:58:32.612139 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:58:32.633023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c6106-8f26-4cfb-844b-525b786423ae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=5224c0bf-9835-4d6b-8e95-3698a334343e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:32.651935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['3e6a10b2-f9f6-4320-b610-b8821d3f0a20'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:58:32.671812 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c06c6106-8f26-4cfb-844b-525b786423ae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.676635 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c06c6106-8f26-4cfb-844b-525b786423ae tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/5224c0bf-9835-4d6b-8e95-3698a334343e HTTP/1.1" status: 204 len: 168 time: 0.8879385 Feb 11 04:58:32.679556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46490) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:32.726336 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-510b9e17-974f-4956-8685-0c7aba0b2209 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:58:32.728962 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-510b9e17-974f-4956-8685-0c7aba0b2209 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/5224c0bf-9835-4d6b-8e95-3698a334343e HTTP/1.1" status: 404 len: 333 time: 0.0475616 Feb 11 04:58:32.732695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46492) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:32.832959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['f40a2764-0d42-4409-90f8-d98a4f1bc2aa'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:58:32.841996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event updated for resources: {'Port': ['ID=34764dcb-c371-40a7-bfd1-363fe0546d86,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:32.860202 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (b67d36b9-6f2e-4fab-9900-af82916ad6ef), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.871873 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.895154 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b67d36b9-6f2e-4fab-9900-af82916ad6ef HTTP/1.1" status: 204 len: 168 time: 1.0168335 Feb 11 04:58:32.927688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:32.942322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:32.975011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:33.036179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fd4eb5-38c3-4c4a-a7d6-dfd101784da4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting subnet c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:58:33.046602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68fd4eb5-38c3-4c4a-a7d6-dfd101784da4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.193315 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68fd4eb5-38c3-4c4a-a7d6-dfd101784da4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.207855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:33.211094 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.240626 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46502) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:33.318101 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.346843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6ec3f-ee0b-4336-9830-87b2399e34c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b67d36b9-6f2e-4fab-9900-af82916ad6ef,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:33.352522 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-53491759-baeb-4b93-822e-e3dd1b8324e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0588055 Feb 11 04:58:33.397704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Request body: {'port': {'device_id': '4d3870c7-b0f5-4b0d-9601-e353ce566d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:33.423815 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68fd4eb5-38c3-4c4a-a7d6-dfd101784da4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.467681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-91269ed9-08b4-49d5-ac13-69fd319b3c80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0d0af48ff764b78ad9fdc536be1a471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993947 Feb 11 04:58:33.468898 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46508) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:33.486745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-82746c97-ee33-41f3-aa55-9dd13ce85642 None None] Provisioning complete for port 34764dcb-c371-40a7-bfd1-363fe0546d86 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:33.488491 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82746c97-ee33-41f3-aa55-9dd13ce85642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.503352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b24b0-4335-4731-8378-7eb9f48cb9dc req-f838953c-75a4-43e9-b164-c79c0b6a000b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:33.505117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fb4b24b0-4335-4731-8378-7eb9f48cb9dc req-f838953c-75a4-43e9-b164-c79c0b6a000b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.3330078 Feb 11 04:58:33.576804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-82746c97-ee33-41f3-aa55-9dd13ce85642 None None] Port 34764dcb-c371-40a7-bfd1-363fe0546d86 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:33.591476 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68fd4eb5-38c3-4c4a-a7d6-dfd101784da4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.625920 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.651041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-852306fe-22b2-4d21-9c48-348ffa70f06f admin admin] Publish callbacks [] for security_group (22f89365-0396-450f-86c6-9e0d8b66f083), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.656011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd4eb5-38c3-4c4a-a7d6-dfd101784da4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Subnet': ['ID=c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:33.662347 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68fd4eb5-38c3-4c4a-a7d6-dfd101784da4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.668525 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-68fd4eb5-38c3-4c4a-a7d6-dfd101784da4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139 HTTP/1.1" status: 204 len: 168 time: 0.9332979 Feb 11 04:58:33.670726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dfd466-94a6-435a-a8c8-39e1ad393772 None None] Network 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:33.670837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46514) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:33.678424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-852306fe-22b2-4d21-9c48-348ffa70f06f admin admin] Publish callbacks [] for security_group (22f89365-0396-450f-86c6-9e0d8b66f083), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.709708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bbbb6-0fb3-410c-b5f3-dfd4018501c6 req-6872283b-547f-4d2a-8fa2-a71769ace038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:33.711485 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d57bbbb6-0fb3-410c-b5f3-dfd4018501c6 req-6872283b-547f-4d2a-8fa2-a71769ace038 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf3eb33272bc44ddb64da09218d8dd98&device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 1129 time: 0.2428999 Feb 11 04:58:33.723201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fb4b24b0-4335-4731-8378-7eb9f48cb9dc req-d7273d61-d3b7-4e92-9a4a-0053c69e19a7 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076294 Feb 11 04:58:33.769614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0ddf1-4610-4c50-a6f2-c1fe3c2a5b74 req-93e1e1c4-3224-4e17-a2ba-438f2905f641 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:33.771293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6d0ddf1-4610-4c50-a6f2-c1fe3c2a5b74 req-93e1e1c4-3224-4e17-a2ba-438f2905f641 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 932 time: 0.3039773 Feb 11 04:58:33.812517 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-852306fe-22b2-4d21-9c48-348ffa70f06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (22f89365-0396-450f-86c6-9e0d8b66f083), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.816664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-852306fe-22b2-4d21-9c48-348ffa70f06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.817959 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-852306fe-22b2-4d21-9c48-348ffa70f06f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22f89365-0396-450f-86c6-9e0d8b66f083 HTTP/1.1" status: 204 len: 168 time: 0.3434711 Feb 11 04:58:33.920521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852306fe-22b2-4d21-9c48-348ffa70f06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f89365-0396-450f-86c6-9e0d8b66f083,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:33.967542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ac6181-3e9e-4849-a200-c2a612d3a93a None None] DHCP port deletion for 77ab2aaf-0847-4e77-9025-8c5c48d7cfa5 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:58:34.028550 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (77ab2aaf-0847-4e77-9025-8c5c48d7cfa5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.083194 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac6181-3e9e-4849-a200-c2a612d3a93a None None] Deleting port 452957ce-6748-4cdb-b846-54235aef6039 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:34.083690 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6181-3e9e-4849-a200-c2a612d3a93a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (452957ce-6748-4cdb-b846-54235aef6039), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.117869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bbbb6-0fb3-410c-b5f3-dfd4018501c6 req-633c6324-7fa7-45ed-ad9d-aa21ffefc067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:34.125434 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d57bbbb6-0fb3-410c-b5f3-dfd4018501c6 req-633c6324-7fa7-45ed-ad9d-aa21ffefc067 service neutron] 10.222.0.60 "GET /v2.0/networks?id=39b6a467-c2f6-4c36-aa80-32be812c2d1d HTTP/1.1" status: 200 len: 920 time: 0.3871648 Feb 11 04:58:34.169311 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6d0ddf1-4610-4c50-a6f2-c1fe3c2a5b74 req-bf742b38-4762-451f-b419-e00c84647b3e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725741 Feb 11 04:58:34.246121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a5ac6181-3e9e-4849-a200-c2a612d3a93a None None] For port 452957ce-6748-4cdb-b846-54235aef6039, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=452957ce-6748-4cdb-b846-54235aef6039,segment=NetworkSegment(a4f25c5d-0cab-410e-ace5-11097808ccfb),segment_id=a4f25c5d-0cab-410e-ace5-11097808ccfb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:34.247375 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6181-3e9e-4849-a200-c2a612d3a93a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (452957ce-6748-4cdb-b846-54235aef6039), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.249218 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d57bbbb6-0fb3-410c-b5f3-dfd4018501c6 req-43d9f580-d21d-4164-8c0a-ad815c1e571e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 217 time: 0.1121545 Feb 11 04:58:34.304484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34764dcb-c371-40a7-bfd1-363fe0546d86 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:58:34.307369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac6181-3e9e-4849-a200-c2a612d3a93a None None] Calling delete_port for 452957ce-6748-4cdb-b846-54235aef6039 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:34.325522 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Publish callbacks [] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.367982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Transition to ACTIVE for port object 34764dcb-c371-40a7-bfd1-363fe0546d86 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:58:34.379696 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.414722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 452957ce-6748-4cdb-b846-54235aef6039 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:34.415182 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (452957ce-6748-4cdb-b846-54235aef6039), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.418249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bbbb6-0fb3-410c-b5f3-dfd4018501c6 req-35291558-304a-45ec-bc9e-847223c880e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:34.419944 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d57bbbb6-0fb3-410c-b5f3-dfd4018501c6 req-35291558-304a-45ec-bc9e-847223c880e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dab9c34-6a08-4511-9f5d-5c17c57f308a HTTP/1.1" status: 200 len: 859 time: 0.1560397 Feb 11 04:58:34.443834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Pushing event updated for resources: {'Port': ['ID=34764dcb-c371-40a7-bfd1-363fe0546d86,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:34.466788 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d57bbbb6-0fb3-410c-b5f3-dfd4018501c6 req-5160cff2-f747-4e0d-a9da-c9b23cddb883 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39b6a467-c2f6-4c36-aa80-32be812c2d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339451 Feb 11 04:58:34.580444 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6181-3e9e-4849-a200-c2a612d3a93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (452957ce-6748-4cdb-b846-54235aef6039), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.663279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ac6181-3e9e-4849-a200-c2a612d3a93a None None] No DVR routers for this DVR port 452957ce-6748-4cdb-b846-54235aef6039 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:58:34.664342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Attempting to bind port 34764dcb-c371-40a7-bfd1-363fe0546d86 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:34.664695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Attempting to bind port 34764dcb-c371-40a7-bfd1-363fe0546d86 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:34.665038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Attempting to bind port 34764dcb-c371-40a7-bfd1-363fe0546d86 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:34.670491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac6181-3e9e-4849-a200-c2a612d3a93a None None] Pushing event deleted for resources: {'Port': ['ID=452957ce-6748-4cdb-b846-54235aef6039,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:34.678923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Port 34764dcb-c371-40a7-bfd1-363fe0546d86 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:58:34.679292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Attempting to bind port 34764dcb-c371-40a7-bfd1-363fe0546d86 on network 06017fe2-4087-4cb5-9119-3aa48a779ba2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:34.684917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] For port 452957ce-6748-4cdb-b846-54235aef6039, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=452957ce-6748-4cdb-b846-54235aef6039,segment=NetworkSegment(a4f25c5d-0cab-410e-ace5-11097808ccfb),segment_id=a4f25c5d-0cab-410e-ace5-11097808ccfb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:34.685745 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (452957ce-6748-4cdb-b846-54235aef6039), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.694986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:34.698188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Checking segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:34.698407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Bound using segment: {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:34.698943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Bound port: 34764dcb-c371-40a7-bfd1-363fe0546d86, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d390517-81a9-44c6-9b22-7e41089fc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:34.699245 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.746450 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 452957ce-6748-4cdb-b846-54235aef6039 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:34.880643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d57bbbb6-0fb3-410c-b5f3-dfd4018501c6 req-cfe12b18-c1a0-4317-9dc8-c7929eeca4e5 service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014659 Feb 11 04:58:34.919395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] For port 34764dcb-c371-40a7-bfd1-363fe0546d86, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:34.929890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] For port 34764dcb-c371-40a7-bfd1-363fe0546d86, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=34764dcb-c371-40a7-bfd1-363fe0546d86,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:34.942985 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.998385 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (452957ce-6748-4cdb-b846-54235aef6039), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.022398 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No DVR routers for this DVR port 452957ce-6748-4cdb-b846-54235aef6039 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:58:35.071399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=452957ce-6748-4cdb-b846-54235aef6039,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:35.082392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:35.093726 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.097029 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] 10.222.0.60 "PUT /v2.0/ports/34764dcb-c371-40a7-bfd1-363fe0546d86 HTTP/1.1" status: 200 len: 1093 time: 1.7222157 Feb 11 04:58:35.104000 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3870c7-b0f5-4b0d-9601-e353ce566d1d', 'tag': '34764dcb-c371-40a7-bfd1-363fe0546d86'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:35.115599 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f07b422-4efe-47c8-b492-fa7bd9a87e89" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3870c7-b0f5-4b0d-9601-e353ce566d1d", "tag": "34764dcb-c371-40a7-bfd1-363fe0546d86"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:35.179470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ddc19-f09c-4e12-9b1f-13885b14108c service neutron] Pushing event updated for resources: {'Port': ['ID=34764dcb-c371-40a7-bfd1-363fe0546d86,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:35.238023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfde04-1f93-464b-801d-c7cc96ca99ba req-7ffd8eab-e976-48b5-886a-7230bbc25974 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:35.244138 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77bfde04-1f93-464b-801d-c7cc96ca99ba req-7ffd8eab-e976-48b5-886a-7230bbc25974 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.2801292 Feb 11 04:58:35.352620 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (77ab2aaf-0847-4e77-9025-8c5c48d7cfa5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.450526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ab2aaf-0847-4e77-9025-8c5c48d7cfa5']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:35.471613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f25c5d-0cab-410e-ace5-11097808ccfb') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:35.471925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f25c5d-0cab-410e-ace5-11097808ccfb') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:35.497366 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (a4f25c5d-0cab-410e-ace5-11097808ccfb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.527534 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a4f25c5d-0cab-410e-ace5-11097808ccfb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.548610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:58:35.551851 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (a4f25c5d-0cab-410e-ace5-11097808ccfb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.569893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77bfde04-1f93-464b-801d-c7cc96ca99ba req-d2be93f4-2c86-4a07-b767-e415b51187c8 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280419 Feb 11 04:58:35.582222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-60a821da-b6f7-4f51-bc2d-bfef98140cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:35.591843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-60a821da-b6f7-4f51-bc2d-bfef98140cf1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 1127 time: 0.3666322 Feb 11 04:58:35.672194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46568) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:58:35.674936 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:58:35.698639 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d57bbbb6-0fb3-410c-b5f3-dfd4018501c6 req-a7b11173-6ef7-47d7-8815-2037ca68d1f6 service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8082390 Feb 11 04:58:35.712609 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (77ab2aaf-0847-4e77-9025-8c5c48d7cfa5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.737035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.748366 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/networks/77ab2aaf-0847-4e77-9025-8c5c48d7cfa5 HTTP/1.1" status: 204 len: 168 time: 2.0674341 Feb 11 04:58:35.757258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:35.767213 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-04905342-c766-43b6-b167-d6c395fbae1c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1432665458'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:35.767561 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-3af3de81-85b1-4ec5-9218-6df73049774c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34764dcb-c371-40a7-bfd1-363fe0546d86 HTTP/1.1" status: 200 len: 217 time: 0.1488209 Feb 11 04:58:35.774167 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f576dd62-2bd8-4215-9882-b8c103e2fe44 x-openstack-request-id: req-f576dd62-2bd8-4215-9882-b8c103e2fe44 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:35.774687 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3870c7-b0f5-4b0d-9601-e353ce566d1d", "tag": "34764dcb-c371-40a7-bfd1-363fe0546d86", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:35.775051 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f576dd62-2bd8-4215-9882-b8c103e2fe44 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:35.779107 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3870c7-b0f5-4b0d-9601-e353ce566d1d', 'tag': '34764dcb-c371-40a7-bfd1-363fe0546d86', 'status': 'completed', 'code': 200} Feb 11 04:58:35.883875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-26b0edab-3da7-448d-8618-92b6ca83158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:35.885508 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-26b0edab-3da7-448d-8618-92b6ca83158f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.1037912 Feb 11 04:58:35.891036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04905342-c766-43b6-b167-d6c395fbae1c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:35.895684 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04905342-c766-43b6-b167-d6c395fbae1c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.899403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43b23f-4bdb-4292-a782-a0bb74e2e286 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Network': ['ID=77ab2aaf-0847-4e77-9025-8c5c48d7cfa5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:35.926103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 452957ce-6748-4cdb-b846-54235aef6039 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:58:35.968977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04905342-c766-43b6-b167-d6c395fbae1c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:58:35.979971 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04905342-c766-43b6-b167-d6c395fbae1c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (155327f4-5abf-4f77-b888-22c47a1faa2d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.980394 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-04905342-c766-43b6-b167-d6c395fbae1c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Added segment 155327f4-5abf-4f77-b888-22c47a1faa2d of type vlan for network 50273618-0d1f-4ff0-b46a-f67faf111b7c Feb 11 04:58:35.994269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 452957ce-6748-4cdb-b846-54235aef6039 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:58:35.994626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 452957ce-6748-4cdb-b846-54235aef6039 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:58:36.026348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48f90-857a-4f24-ab13-4651f723a5e6 req-7d639662-071a-4313-877d-2258516544bd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:36.028000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0b48f90-857a-4f24-ab13-4651f723a5e6 req-7d639662-071a-4313-877d-2258516544bd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 944 time: 0.2473814 Feb 11 04:58:36.043461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-network', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:36.082990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04905342-c766-43b6-b167-d6c395fbae1c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (50273618-0d1f-4ff0-b46a-f67faf111b7c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.086799 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c3272ce-4cb1-425c-9412-dc5b790df449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:36.088765 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-1c3272ce-4cb1-425c-9412-dc5b790df449 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1624916 Feb 11 04:58:36.130053 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0b48f90-857a-4f24-ab13-4651f723a5e6 req-bd6731ca-632b-4dbc-9da7-583b945bac61 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917716 Feb 11 04:58:36.138443 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Made reservation on behalf of e2aa496ab7234a4c99e573c68b49bdb5 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:36.141650 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.159923 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.193023 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04905342-c766-43b6-b167-d6c395fbae1c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (50273618-0d1f-4ff0-b46a-f67faf111b7c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.199390 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04905342-c766-43b6-b167-d6c395fbae1c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:36.200131 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04905342-c766-43b6-b167-d6c395fbae1c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.284373 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-0d53a2a1-be7c-4722-a503-17db0c3341c9 service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793029 Feb 11 04:58:36.285081 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Publish callbacks [] for security_group (77a7ff7b-9d47-47b2-8784-69a685a257fb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.316534 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (77a7ff7b-9d47-47b2-8784-69a685a257fb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.458529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f014cf39-e880-4027-9dcb-6505fc1bbeac req-3b6ca7da-c25a-473a-a167-977e68666f4b service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619830 Feb 11 04:58:36.463111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04905342-c766-43b6-b167-d6c395fbae1c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Network': ['ID=50273618-0d1f-4ff0-b46a-f67faf111b7c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:36.466541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a7ff7b-9d47-47b2-8784-69a685a257fb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:36.477201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 50273618-0d1f-4ff0-b46a-f67faf111b7c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:58:36.510309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:58:36.525045 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-04905342-c766-43b6-b167-d6c395fbae1c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7665699 Feb 11 04:58:36.528072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46590) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:36.533236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8ab660cd-af99-44a8-9015-bb7c7294f5ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.533949 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Added segment 8ab660cd-af99-44a8-9015-bb7c7294f5ba of type vlan for network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba Feb 11 04:58:36.535739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4dba6863-3eb1-45f0-b054-67701d4ef53b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '50273618-0d1f-4ff0-b46a-f67faf111b7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:36.594864 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (10f18bdb-20aa-48b4-ba4f-6f136b92d2ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.654358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (10f18bdb-20aa-48b4-ba4f-6f136b92d2ba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.655811 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:36.656618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.785438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dba6863-3eb1-45f0-b054-67701d4ef53b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:36.788166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] Pushing event updated for resources: {'Network': ['ID=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:36.791394 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dba6863-3eb1-45f0-b054-67701d4ef53b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.807612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:58:36.814023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0ca76b02-bcff-42dc-a3bb-5338665a30f0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1354387 Feb 11 04:58:36.814496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46600) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:36.819295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-35c38ae3-5dd7-42b2-be49-d1b41f931548 admin admin] Request body: {'subnet': {'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-subnet', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:36.841610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b422-4efe-47c8-b492-fa7bd9a87e89 req-e8db92a7-ba2b-4183-b8af-1a80459a9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:36.846252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbad38-ee0d-404a-ab08-1bea4e5b408a req-c4fb2543-5080-4b64-95f9-990e0ce561c6 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:36.847883 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-09dbad38-ee0d-404a-ab08-1bea4e5b408a req-c4fb2543-5080-4b64-95f9-990e0ce561c6 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1189475 Feb 11 04:58:36.853231 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f07b422-4efe-47c8-b492-fa7bd9a87e89 req-e8db92a7-ba2b-4183-b8af-1a80459a9d54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 1127 time: 0.1517119 Feb 11 04:58:36.883888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c38ae3-5dd7-42b2-be49-d1b41f931548 admin admin] Made reservation on behalf of e2aa496ab7234a4c99e573c68b49bdb5 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:36.889918 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c38ae3-5dd7-42b2-be49-d1b41f931548 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.945376 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-09dbad38-ee0d-404a-ab08-1bea4e5b408a req-22db37a3-4523-40c2-adec-606ab10ef85d tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868421 Feb 11 04:58:37.057022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b422-4efe-47c8-b492-fa7bd9a87e89 req-d62f7f8b-bd3e-433b-b64a-b8d291c44147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:37.059006 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f07b422-4efe-47c8-b492-fa7bd9a87e89 req-d62f7f8b-bd3e-433b-b64a-b8d291c44147 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.1867099 Feb 11 04:58:37.132602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f07b422-4efe-47c8-b492-fa7bd9a87e89 req-94536907-2005-40a5-9bc5-4529868012b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34764dcb-c371-40a7-bfd1-363fe0546d86 HTTP/1.1" status: 200 len: 217 time: 0.0646732 Feb 11 04:58:37.138433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c38ae3-5dd7-42b2-be49-d1b41f931548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (54795424-2388-44e7-b342-6bb6212c3d0e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.201597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c38ae3-5dd7-42b2-be49-d1b41f931548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54795424-2388-44e7-b342-6bb6212c3d0e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:37.245063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c38ae3-5dd7-42b2-be49-d1b41f931548 admin admin] Checking segment: {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:37.245679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c38ae3-5dd7-42b2-be49-d1b41f931548 admin admin] Network hostable DHCP agents. Network: 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:58:37.252708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b422-4efe-47c8-b492-fa7bd9a87e89 req-4d34b7c1-94f1-4db4-a754-a2f54d8a0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:37.254307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f07b422-4efe-47c8-b492-fa7bd9a87e89 req-4d34b7c1-94f1-4db4-a754-a2f54d8a0d86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.1098993 Feb 11 04:58:37.269411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c38ae3-5dd7-42b2-be49-d1b41f931548 admin admin] Network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:58:37.293496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-35c38ae3-5dd7-42b2-be49-d1b41f931548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:37.306735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c38ae3-5dd7-42b2-be49-d1b41f931548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:37.307383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35c38ae3-5dd7-42b2-be49-d1b41f931548 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.313996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fce351-8ee3-4b1e-9fb6-1f482547874f None None] Network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:37.321148 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.342032 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-35c38ae3-5dd7-42b2-be49-d1b41f931548 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5265551 Feb 11 04:58:37.344649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46608) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:37.354955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:37.383846 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (6731d802-b1bc-4336-8c99-99566be76574), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.386472 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (6731d802-b1bc-4336-8c99-99566be76574), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.444196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:58:37.445203 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.479107 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Publish callbacks [] for router_controller (6731d802-b1bc-4336-8c99-99566be76574), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.965036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Allocated IP 172.20.0.2 (10f18bdb-20aa-48b4-ba4f-6f136b92d2ba/54795424-2388-44e7-b342-6bb6212c3d0e/9d08687c-3fde-4d5f-8572-a1998b22b74c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:38.144071 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dba6863-3eb1-45f0-b054-67701d4ef53b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (52d1b557-aa45-4025-99af-6fe1e7eb8685), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.175427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b422-4efe-47c8-b492-fa7bd9a87e89 req-ceca3072-3d3e-4512-99a8-c6e4cd05b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:38.179676 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f07b422-4efe-47c8-b492-fa7bd9a87e89 req-ceca3072-3d3e-4512-99a8-c6e4cd05b907 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9057469 Feb 11 04:58:38.208759 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Publish callbacks [] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.231211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea558c8-ae08-4983-98ee-29b41b00c516 req-9387f6c4-8842-41c4-bdf7-37cfdde33c63 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:38.233202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ea558c8-ae08-4983-98ee-29b41b00c516 req-9387f6c4-8842-41c4-bdf7-37cfdde33c63 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 944 time: 0.9777615 Feb 11 04:58:38.240609 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.280976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:38.288822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:38.351122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:38.423514 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Publish callbacks [] for router_gateway (6731d802-b1bc-4336-8c99-99566be76574), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.438128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba6863-3eb1-45f0-b054-67701d4ef53b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Checking segment: {'id': '155327f4-5abf-4f77-b888-22c47a1faa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '50273618-0d1f-4ff0-b46a-f67faf111b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:38.439219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dba6863-3eb1-45f0-b054-67701d4ef53b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network hostable DHCP agents. Network: 50273618-0d1f-4ff0-b46a-f67faf111b7c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:58:38.451651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512a584-5595-4a8e-9018-cf59ed3c9ad4 req-89a07115-e5d1-4c82-abe1-0b1c7daa9fa3 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:38.453536 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f512a584-5595-4a8e-9018-cf59ed3c9ad4 req-89a07115-e5d1-4c82-abe1-0b1c7daa9fa3 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1390593 Feb 11 04:58:38.539496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Attempting to bind port 9d08687c-3fde-4d5f-8572-a1998b22b74c on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:38.539879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Attempting to bind port 9d08687c-3fde-4d5f-8572-a1998b22b74c by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:38.540294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Attempting to bind port 9d08687c-3fde-4d5f-8572-a1998b22b74c on network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:38.546774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Pushing event updated for resources: {'Port': ['ID=9d08687c-3fde-4d5f-8572-a1998b22b74c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:38.564164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:38.564670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Checking segment: {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:38.565147 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.565616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Bound using segment: {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:38.566657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Bound port: 9d08687c-3fde-4d5f-8572-a1998b22b74c, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:38.567149 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.581270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f512a584-5595-4a8e-9018-cf59ed3c9ad4 req-0f09d512-5174-432f-9edd-b15f8f58d36e tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114521 Feb 11 04:58:38.583016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba6863-3eb1-45f0-b054-67701d4ef53b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Subnet': ['ID=52d1b557-aa45-4025-99af-6fe1e7eb8685,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:38.630798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dba6863-3eb1-45f0-b054-67701d4ef53b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 50273618-0d1f-4ff0-b46a-f67faf111b7c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:58:38.679411 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] For port 9d08687c-3fde-4d5f-8572-a1998b22b74c, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:38.683699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] For port 9d08687c-3fde-4d5f-8572-a1998b22b74c, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9d08687c-3fde-4d5f-8572-a1998b22b74c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:38.694184 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.755028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4dba6863-3eb1-45f0-b054-67701d4ef53b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 50273618-0d1f-4ff0-b46a-f67faf111b7c) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:38.762884 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f07b422-4efe-47c8-b492-fa7bd9a87e89 req-04de3d5b-b65e-44ac-a191-2de4e558e291 service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281525 Feb 11 04:58:38.771740 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dba6863-3eb1-45f0-b054-67701d4ef53b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:38.773725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dba6863-3eb1-45f0-b054-67701d4ef53b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.776508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea8624-6ded-4382-9a99-9ef90f9dc911 None None] Network 50273618-0d1f-4ff0-b46a-f67faf111b7c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:38.815400 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ea558c8-ae08-4983-98ee-29b41b00c516 req-655bf8cf-b159-4db7-911d-0e663cd28d1a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457287 Feb 11 04:58:38.872907 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4dba6863-3eb1-45f0-b054-67701d4ef53b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3428271 Feb 11 04:58:38.874010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:38.921307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5a0d3-1e0d-42eb-abe6-96ca82658f21 None None] Pushing event updated for resources: {'Port': ['ID=9d08687c-3fde-4d5f-8572-a1998b22b74c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:38.947419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a5db049a-d68b-44b4-895c-e3f163ed46c8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1452523621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:38.956725 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f07b422-4efe-47c8-b492-fa7bd9a87e89 req-313ae206-d0c7-4699-8587-d4990b679abf service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681676 Feb 11 04:58:39.004725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-50273618-0d1f-4ff0-b46a-f67faf111b7c', 'network_id': '50273618-0d1f-4ff0-b46a-f67faf111b7c', 'project_id': '59ab36ce9f374498ada750b597f32733', 'fixed_ips': [{'subnet_id': '52d1b557-aa45-4025-99af-6fe1e7eb8685'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:58:39.005846 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.045204 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Publish callbacks [] for router_gateway (6731d802-b1bc-4336-8c99-99566be76574), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.072993 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.087230 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5db049a-d68b-44b4-895c-e3f163ed46c8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (f6755627-d99b-43db-9b8a-f3d42fa3a0af), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.088428 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5db049a-d68b-44b4-895c-e3f163ed46c8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (f6755627-d99b-43db-9b8a-f3d42fa3a0af), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.227818 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5db049a-d68b-44b4-895c-e3f163ed46c8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for router_controller (f6755627-d99b-43db-9b8a-f3d42fa3a0af), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.251689 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5db049a-d68b-44b4-895c-e3f163ed46c8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (f6755627-d99b-43db-9b8a-f3d42fa3a0af), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.278297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Allocated IP 2001:db8::2 (50273618-0d1f-4ff0-b46a-f67faf111b7c/52d1b557-aa45-4025-99af-6fe1e7eb8685/2e21912b-c5c3-4a83-81f4-9a143c258708) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:39.286141 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5db049a-d68b-44b4-895c-e3f163ed46c8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.288543 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a5db049a-d68b-44b4-895c-e3f163ed46c8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4134798 Feb 11 04:58:39.291806 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46638) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:39.297005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'network_id': '50273618-0d1f-4ff0-b46a-f67faf111b7c', 'name': 'tempest-PortsIpV6TestJSON-1666686238'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:39.312636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Allocated IP 172.25.7.118 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/b5bc8f66-8b75-4b96-ae21-5d7815d5f44f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:39.425139 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73bac1db-7126-4bce-b5ed-d3b981b03f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.465847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Publish callbacks [] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.538098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.552661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:39.557579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.577960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port d7c68bef-84c1-4052-b0a1-f9e1623b0998 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:58:39.587092 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Publish callbacks [] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.602057 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.612026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:39.615844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:39.621700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:39.659486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Pushing event updated for resources: {'Port': ['ID=b5bc8f66-8b75-4b96-ae21-5d7815d5f44f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:39.692248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Network 50273618-0d1f-4ff0-b46a-f67faf111b7c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:39.698595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:39.702653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Pushing event updated for resources: {'Port': ['ID=2e21912b-c5c3-4a83-81f4-9a143c258708,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:39.705759 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:39.787947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Attempting to bind port 2e21912b-c5c3-4a83-81f4-9a143c258708 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:39.788515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Attempting to bind port 2e21912b-c5c3-4a83-81f4-9a143c258708 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '155327f4-5abf-4f77-b888-22c47a1faa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '50273618-0d1f-4ff0-b46a-f67faf111b7c'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:39.788931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Attempting to bind port 2e21912b-c5c3-4a83-81f4-9a143c258708 on network 50273618-0d1f-4ff0-b46a-f67faf111b7c {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:39.810720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:39.811275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Checking segment: {'id': '155327f4-5abf-4f77-b888-22c47a1faa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '50273618-0d1f-4ff0-b46a-f67faf111b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:39.811862 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.812423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Bound using segment: {'id': '155327f4-5abf-4f77-b888-22c47a1faa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '50273618-0d1f-4ff0-b46a-f67faf111b7c'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:39.814888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Bound port: 2e21912b-c5c3-4a83-81f4-9a143c258708, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155327f4-5abf-4f77-b888-22c47a1faa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '50273618-0d1f-4ff0-b46a-f67faf111b7c'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:39.815434 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.002890 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9d08687c-3fde-4d5f-8572-a1998b22b74c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:40.028002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] For port 2e21912b-c5c3-4a83-81f4-9a143c258708, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:40.045665 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa2748-6725-415b-9a4b-9f22b54018ab req-acd4658d-f403-4f1a-b29f-5731be47efee tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:40.057991 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bafa2748-6725-415b-9a4b-9f22b54018ab req-acd4658d-f403-4f1a-b29f-5731be47efee tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.2335596 Feb 11 04:58:40.120244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] For port 2e21912b-c5c3-4a83-81f4-9a143c258708, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2e21912b-c5c3-4a83-81f4-9a143c258708,segment=NetworkSegment(155327f4-5abf-4f77-b888-22c47a1faa2d),segment_id=155327f4-5abf-4f77-b888-22c47a1faa2d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:40.127114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8::2cd (50273618-0d1f-4ff0-b46a-f67faf111b7c/52d1b557-aa45-4025-99af-6fe1e7eb8685/d7c68bef-84c1-4052-b0a1-f9e1623b0998) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:40.139576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.193995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902585c-4ac0-419c-b5db-89e44402c818 req-fc842672-b37d-4e9c-8257-1618053832b7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:40.199815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7902585c-4ac0-419c-b5db-89e44402c818 req-fc842672-b37d-4e9c-8257-1618053832b7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 944 time: 0.2310300 Feb 11 04:58:40.228179 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bafa2748-6725-415b-9a4b-9f22b54018ab req-8b9683e6-7190-46e1-b02a-2443d38c05af tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688962 Feb 11 04:58:40.272945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9d08687c-3fde-4d5f-8572-a1998b22b74c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:40.276527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.281042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Pushing event updated for resources: {'Port': ['ID=2e21912b-c5c3-4a83-81f4-9a143c258708,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:40.347746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7902585c-4ac0-419c-b5db-89e44402c818 req-d2b88a0e-24a5-4b34-8c72-fe3117b5d90a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104386 Feb 11 04:58:40.349931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.350293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.350638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.351055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.351393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.351729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.352061 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.352393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.352721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.353049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.353376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.353707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.354029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f14-8b38-421e-9422-6bc4ccd34f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.441625 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Publish callbacks [] for router_gateway (6731d802-b1bc-4336-8c99-99566be76574), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.489261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9d08687c-3fde-4d5f-8572-a1998b22b74c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:40.489713 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.600124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 9d08687c-3fde-4d5f-8572-a1998b22b74c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9d08687c-3fde-4d5f-8572-a1998b22b74c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:40.611818 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.629518 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.682563 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.727956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=9d08687c-3fde-4d5f-8572-a1998b22b74c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:40.743592 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e29f86-9120-4e7d-85cc-a53c0c91616a None None] Network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:40.764653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 50273618-0d1f-4ff0-b46a-f67faf111b7c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:40.777258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:40.780154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=d7c68bef-84c1-4052-b0a1-f9e1623b0998,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:40.783017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:40.789986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:40.791351 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.816689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.817356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.817963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.818753 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.819331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.819849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.820478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.821780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.822331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.823044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.823556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.824098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.825675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.840289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-73895049-1c08-4d7b-98ec-e07f1ddc568c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5472200 Feb 11 04:58:40.842674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46664) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:40.941818 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (6731d802-b1bc-4336-8c99-99566be76574), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.993458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 34764dcb-c371-40a7-bfd1-363fe0546d86 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:58:41.011968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-38a2aebc-80e4-4367-a2fa-7ffad9769267 None None] Provisioning complete for port 9d08687c-3fde-4d5f-8572-a1998b22b74c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:41.011968 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-38a2aebc-80e4-4367-a2fa-7ffad9769267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.174264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Router 6731d802-b1bc-4336-8c99-99566be76574 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:58:41.241702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 34764dcb-c371-40a7-bfd1-363fe0546d86, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=34764dcb-c371-40a7-bfd1-363fe0546d86,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:41.244835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-38a2aebc-80e4-4367-a2fa-7ffad9769267 None None] Current status of the port 9d08687c-3fde-4d5f-8572-a1998b22b74c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:41.279354 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '34764dcb-c371-40a7-bfd1-363fe0546d86', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'port_id': '34764dcb-c371-40a7-bfd1-363fe0546d86', 'mac_address': 'fa:16:3e:f1:af:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:58:41.342815 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 34764dcb-c371-40a7-bfd1-363fe0546d86 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:41.347332 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.391877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34764dcb-c371-40a7-bfd1-363fe0546d86 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:58:41.458662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 34764dcb-c371-40a7-bfd1-363fe0546d86, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=34764dcb-c371-40a7-bfd1-363fe0546d86,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:41.476703 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.565213 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.626832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=34764dcb-c371-40a7-bfd1-363fe0546d86,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:41.638920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5481818-1f89-4e0c-aae2-d77bc1eddef1 req-d27f8126-72cf-4664-ac8d-b0ef2f38a6fa tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:41.655580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5481818-1f89-4e0c-aae2-d77bc1eddef1 req-d27f8126-72cf-4664-ac8d-b0ef2f38a6fa tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1922166 Feb 11 04:58:41.657821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:58:41.668578 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Sync routers for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:58:41.669088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e399a-1b08-413a-8a4e-c33bcb55dcb1 req-abd449e1-ab82-4635-b3ff-28afcc0fdf39 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:41.673032 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e8e399a-1b08-413a-8a4e-c33bcb55dcb1 req-abd449e1-ab82-4635-b3ff-28afcc0fdf39 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 945 time: 0.1587968 Feb 11 04:58:41.680948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-116e0aff-ad7d-4bed-b31f-24879ca9dd8d None None] Provisioning complete for port 9d08687c-3fde-4d5f-8572-a1998b22b74c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:41.681899 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-116e0aff-ad7d-4bed-b31f-24879ca9dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.692906 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:41.693578 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:58:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:41.759333 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.763227 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e7c7cd22-60cd-4cb7-bd90-3cc3dcd5098d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4127030 Feb 11 04:58:41.763769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46680) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:41.858997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e8e399a-1b08-413a-8a4e-c33bcb55dcb1 req-579c42bc-d1e1-4acb-8c1f-2f2e190e66f9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734569 Feb 11 04:58:41.952535 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:41.954943 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5481818-1f89-4e0c-aae2-d77bc1eddef1 req-53cf51f7-b808-483c-8ff0-6fbb547cd909 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984462 Feb 11 04:58:42.022644 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed71f409-8158-410c-85a3-650086b612d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.031306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-116e0aff-ad7d-4bed-b31f-24879ca9dd8d None None] Current status of the port 9d08687c-3fde-4d5f-8572-a1998b22b74c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:42.071313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2e21912b-c5c3-4a83-81f4-9a143c258708 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:42.107632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15ab00a-c81d-4be7-ad90-0731fd005b23 None None] Network 50273618-0d1f-4ff0-b46a-f67faf111b7c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:42.201823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-48766d59-b0a3-4b7b-bbe8-80d88cec9f9e None None] Provisioning complete for port 2e21912b-c5c3-4a83-81f4-9a143c258708 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:42.202198 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48766d59-b0a3-4b7b-bbe8-80d88cec9f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.247653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['34764dcb-c371-40a7-bfd1-363fe0546d86'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:58:42.294019 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.302443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.402020 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:40Z', 'revision_number': 3, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:42.444987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2e21912b-c5c3-4a83-81f4-9a143c258708 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:42.445391 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.473345 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Checking router: 6731d802-b1bc-4336-8c99-99566be76574 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:58:42.473747 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Updating router 6731d802-b1bc-4336-8c99-99566be76574 port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:58:42.516752 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.542477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=d7c68bef-84c1-4052-b0a1-f9e1623b0998,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:42.636626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-48766d59-b0a3-4b7b-bbe8-80d88cec9f9e None None] Current status of the port 2e21912b-c5c3-4a83-81f4-9a143c258708 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:42.637152 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48766d59-b0a3-4b7b-bbe8-80d88cec9f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.716306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-48766d59-b0a3-4b7b-bbe8-80d88cec9f9e None None] For port 2e21912b-c5c3-4a83-81f4-9a143c258708, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2e21912b-c5c3-4a83-81f4-9a143c258708,segment=NetworkSegment(155327f4-5abf-4f77-b888-22c47a1faa2d),segment_id=155327f4-5abf-4f77-b888-22c47a1faa2d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:42.727731 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (f6755627-d99b-43db-9b8a-f3d42fa3a0af), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.765342 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48766d59-b0a3-4b7b-bbe8-80d88cec9f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.867487 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.921262 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.978363 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Publish callbacks [] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.993303 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:43.241364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48766d59-b0a3-4b7b-bbe8-80d88cec9f9e None None] Pushing event updated for resources: {'Port': ['ID=2e21912b-c5c3-4a83-81f4-9a143c258708,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:43.269617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f04f615a-be0c-4322-8eea-ddee18fe3794 None None] Provisioning complete for port d7c68bef-84c1-4052-b0a1-f9e1623b0998 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:43.270005 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f04f615a-be0c-4322-8eea-ddee18fe3794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:43.280254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d0ad5-d73c-4ab8-9719-0fe92dce3361 req-85d3eae6-6781-40b8-80ef-fac92a72ec72 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:43.282411 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d0d0ad5-d73c-4ab8-9719-0fe92dce3361 req-85d3eae6-6781-40b8-80ef-fac92a72ec72 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 945 time: 0.2128954 Feb 11 04:58:43.290528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2e21912b-c5c3-4a83-81f4-9a143c258708 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:43.291761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9d08687c-3fde-4d5f-8572-a1998b22b74c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:43.300543 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Attempting to bind port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:43.300999 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Attempting to bind port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:43.301318 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Attempting to bind port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:43.321606 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:43.321956 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:43.322623 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:43.322735 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:43.323135 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:43.323604 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Bound port: b5bc8f66-8b75-4b96-ae21-5d7815d5f44f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:43.323984 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:43.353054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f04f615a-be0c-4322-8eea-ddee18fe3794 None None] Port d7c68bef-84c1-4052-b0a1-f9e1623b0998 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:43.380405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Allocated IP 172.20.0.1 (10f18bdb-20aa-48b4-ba4f-6f136b92d2ba/54795424-2388-44e7-b342-6bb6212c3d0e/f2d96e78-b6cb-4d59-838e-eb0d85befb74) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:43.396648 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114acc6-22db-459d-9d86-5ee8d61c846c req-be5dea89-f83d-40ae-9079-9e67e0882b2f tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:43.402813 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272baccb-0f6c-488e-a1e3-d0ccfb7abb85 None None] Pushing event updated for resources: {'Port': ['ID=b5bc8f66-8b75-4b96-ae21-5d7815d5f44f,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:43.404926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8114acc6-22db-459d-9d86-5ee8d61c846c req-be5dea89-f83d-40ae-9079-9e67e0882b2f tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.2896478 Feb 11 04:58:43.446485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f04f615a-be0c-4322-8eea-ddee18fe3794 None None] Provisioning complete for port 2e21912b-c5c3-4a83-81f4-9a143c258708 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:43.447569 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d0d0ad5-d73c-4ab8-9719-0fe92dce3361 req-0a54eb12-9e96-4887-b819-3633a8840693 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453164 Feb 11 04:58:43.447970 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f04f615a-be0c-4322-8eea-ddee18fe3794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:43.478940 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] For port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:43.484666 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] For port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b5bc8f66-8b75-4b96-ae21-5d7815d5f44f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:43.499446 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:43.573047 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:43.582498 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:58:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:43.582881 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8114acc6-22db-459d-9d86-5ee8d61c846c req-a30785f5-c6db-483e-8901-901a2ce199ed tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704478 Feb 11 04:58:43.755868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Publish callbacks [] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:43.789551 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272baccb-0f6c-488e-a1e3-d0ccfb7abb85 None None] Pushing event updated for resources: {'Port': ['ID=b5bc8f66-8b75-4b96-ae21-5d7815d5f44f,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:43.815901 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:43.831447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:43.949653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:43.954817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:43.971351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:44.018172 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d96e78-b6cb-4d59-838e-eb0d85befb74,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:44.044120 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:44.060785 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:44.061858 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (f6755627-d99b-43db-9b8a-f3d42fa3a0af), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:44.068979 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (6731d802-b1bc-4336-8c99-99566be76574), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:44.110196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f04f615a-be0c-4322-8eea-ddee18fe3794 None None] Current status of the port 2e21912b-c5c3-4a83-81f4-9a143c258708 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:44.136976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9d08687c-3fde-4d5f-8572-a1998b22b74c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:44.137355 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:44.218033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=d7c68bef-84c1-4052-b0a1-f9e1623b0998,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:44.255882 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:40Z', 'revision_number': 3, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:44.274561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9d08687c-3fde-4d5f-8572-a1998b22b74c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:44.317243 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613f6f84-f8fb-4a8e-a7c7-44fc6bdeb365 None None] The sync data for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 is: [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:40Z', 'revision_number': 3, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:58:44.332664 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:44.338956 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:44.341276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9cce3e86-19c1-4e32-9234-ae53b52bad8d None None] Provisioning complete for port d7c68bef-84c1-4052-b0a1-f9e1623b0998 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:44.341665 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9cce3e86-19c1-4e32-9234-ae53b52bad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:44.420667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9cce3e86-19c1-4e32-9234-ae53b52bad8d None None] Port d7c68bef-84c1-4052-b0a1-f9e1623b0998 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:44.436970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 50273618-0d1f-4ff0-b46a-f67faf111b7c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:44.438582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:44.448432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2e21912b-c5c3-4a83-81f4-9a143c258708 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:44.562123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2e21912b-c5c3-4a83-81f4-9a143c258708 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:44.562503 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:44.637924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-328fc755-11ba-4c05-b732-186a6f70c66a None None] Provisioning complete for port f2d96e78-b6cb-4d59-838e-eb0d85befb74 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:44.638315 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-328fc755-11ba-4c05-b732-186a6f70c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:44.687972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-328fc755-11ba-4c05-b732-186a6f70c66a None None] Port f2d96e78-b6cb-4d59-838e-eb0d85befb74 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:44.744943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2e21912b-c5c3-4a83-81f4-9a143c258708 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:44.833689 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Publish callbacks [] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:44.870685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc1ad-a1ce-4c52-8bff-e238c668d878 req-e77486d3-9250-4ceb-897e-3681c542aecf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:44.872584 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-328fc1ad-a1ce-4c52-8bff-e238c668d878 req-e77486d3-9250-4ceb-897e-3681c542aecf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1111033 Feb 11 04:58:44.893426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:45.039329 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (6731d802-b1bc-4336-8c99-99566be76574), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:45.048527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d96e78-b6cb-4d59-838e-eb0d85befb74,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:45.139746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8ee35b44-2d50-4d08-8c5a-d024dd726da6 None None] Provisioning complete for port d7c68bef-84c1-4052-b0a1-f9e1623b0998 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:45.140225 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8ee35b44-2d50-4d08-8c5a-d024dd726da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:45.205122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52129f52-3df5-44d9-a406-2d847aab965d req-e0b2d140-b139-4277-8337-3a870e9f2009 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:45.207275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52129f52-3df5-44d9-a406-2d847aab965d req-e0b2d140-b139-4277-8337-3a870e9f2009 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 945 time: 0.1229804 Feb 11 04:58:45.208038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Router f6755627-d99b-43db-9b8a-f3d42fa3a0af is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:58:45.233243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8ee35b44-2d50-4d08-8c5a-d024dd726da6 None None] Port d7c68bef-84c1-4052-b0a1-f9e1623b0998 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:45.285515 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-328fc1ad-a1ce-4c52-8bff-e238c668d878 req-ab293e67-75c4-4b07-81ed-a6068f1f1acf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916023 Feb 11 04:58:45.293130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:45.294751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:45.319608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52129f52-3df5-44d9-a406-2d847aab965d req-d910d2ea-b5ff-4f93-9e51-e3a099d482a1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062376 Feb 11 04:58:45.385664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:58:45.392282 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1aa397a6-36b0-46c4-ad35-21e57481e6cc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "PUT /v2.0/routers/f6755627-d99b-43db-9b8a-f3d42fa3a0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5464909 Feb 11 04:58:45.394317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46738) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:45.397051 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867e82e-3345-4807-b1dd-a35c36831de9 None None] Sync routers for ids ['f6755627-d99b-43db-9b8a-f3d42fa3a0af'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:58:45.411504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1867e82e-3345-4807-b1dd-a35c36831de9 None None] Routers {'f6755627-d99b-43db-9b8a-f3d42fa3a0af'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:45.413855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1867e82e-3345-4807-b1dd-a35c36831de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:58:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f6755627-d99b-43db-9b8a-f3d42fa3a0af'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:45.460535 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d35480-de53-43c0-89cc-d353f77da169 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:45.467249 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-76d35480-de53-43c0-89cc-d353f77da169 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6755627-d99b-43db-9b8a-f3d42fa3a0af HTTP/1.1" status: 200 len: 989 time: 0.0716131 Feb 11 04:58:45.468195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46740) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:45.505799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1867e82e-3345-4807-b1dd-a35c36831de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:45.523512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1867e82e-3345-4807-b1dd-a35c36831de9 None None] Routers {'f6755627-d99b-43db-9b8a-f3d42fa3a0af'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:45.524792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1867e82e-3345-4807-b1dd-a35c36831de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:58:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f6755627-d99b-43db-9b8a-f3d42fa3a0af'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:45.631650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1867e82e-3345-4807-b1dd-a35c36831de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:45.632440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867e82e-3345-4807-b1dd-a35c36831de9 None None] The sync data for ids ['f6755627-d99b-43db-9b8a-f3d42fa3a0af'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:58:45.633593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Router 6731d802-b1bc-4336-8c99-99566be76574 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:58:45.692229 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:45.764957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ac0ec5ca-3e2c-45ca-a27c-792e3441d733 None None] Provisioning complete for port f2d96e78-b6cb-4d59-838e-eb0d85befb74 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:45.765608 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec5ca-3e2c-45ca-a27c-792e3441d733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:45.861395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ec5ca-3e2c-45ca-a27c-792e3441d733 None None] Port f2d96e78-b6cb-4d59-838e-eb0d85befb74 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:45.921966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:58:45.930257 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-70e21815-7b39-4d8e-a65d-70793995ec23 admin admin] 10.222.0.48 "PUT /v2.0/routers/6731d802-b1bc-4336-8c99-99566be76574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1653686 Feb 11 04:58:46.219973 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61c02469-9bfb-4c04-91e2-32252b41556d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (f6755627-d99b-43db-9b8a-f3d42fa3a0af), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:46.456246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46768) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:46.461170 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b5bc8f66-8b75-4b96-ae21-5d7815d5f44f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:46.468550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-08edf37c-4926-4aa7-9345-51f206434aa9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--305805219', 'description': 'tempest-description--1498674616'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:46.531274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08edf37c-4926-4aa7-9345-51f206434aa9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:46.588703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9e914-ae50-463d-9a9f-b9d81e64ad12 req-fcbb584e-0a1e-4935-8303-5d91dceb46ad tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:46.590227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ea9e914-ae50-463d-9a9f-b9d81e64ad12 req-fcbb584e-0a1e-4935-8303-5d91dceb46ad tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1652255 Feb 11 04:58:46.599775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:46.600746 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:46.662876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ea9e914-ae50-463d-9a9f-b9d81e64ad12 req-c587bbfb-3bfd-45fb-87de-1c99a4ee4b33 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636363 Feb 11 04:58:46.741234 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-61c02469-9bfb-4c04-91e2-32252b41556d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port d7c68bef-84c1-4052-b0a1-f9e1623b0998 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:46.741994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61c02469-9bfb-4c04-91e2-32252b41556d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:46.754707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:46.755240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:46.810580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b5bc8f66-8b75-4b96-ae21-5d7815d5f44f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:46.817287 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:46.822199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08edf37c-4926-4aa7-9345-51f206434aa9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group (658ff899-55d2-4b58-bd01-b5f9f109d3ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:46.836614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206d291-2176-4c17-ab57-cb695c822837 req-0560dcfa-61fa-4410-b13a-1ab1d490e736 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:46.838585 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e206d291-2176-4c17-ab57-cb695c822837 req-0560dcfa-61fa-4410-b13a-1ab1d490e736 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 945 time: 0.2369995 Feb 11 04:58:46.839848 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08edf37c-4926-4aa7-9345-51f206434aa9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (658ff899-55d2-4b58-bd01-b5f9f109d3ba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:46.891630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=b5bc8f66-8b75-4b96-ae21-5d7815d5f44f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:46.899606 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08edf37c-4926-4aa7-9345-51f206434aa9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:46.902993 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-08edf37c-4926-4aa7-9345-51f206434aa9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4434361 Feb 11 04:58:46.904716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46772) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:46.911715 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61c02469-9bfb-4c04-91e2-32252b41556d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:46.916051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fea4cf61-0b0a-41a6-a917-6a3c96b1fc2c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Request body: {'security_group_rule': {'security_group_id': '658ff899-55d2-4b58-bd01-b5f9f109d3ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:46.923310 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edf37c-4926-4aa7-9345-51f206434aa9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658ff899-55d2-4b58-bd01-b5f9f109d3ba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:46.935947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-61c02469-9bfb-4c04-91e2-32252b41556d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for d7c68bef-84c1-4052-b0a1-f9e1623b0998 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:46.980439 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e206d291-2176-4c17-ab57-cb695c822837 req-4875e008-3b24-4926-8ef8-bbf833e61dc2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212945 Feb 11 04:58:47.005956 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fea4cf61-0b0a-41a6-a917-6a3c96b1fc2c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group_rule (ef185fcc-3a38-422b-a8a1-6eb291007ad3), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.012836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 34764dcb-c371-40a7-bfd1-363fe0546d86 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:47.102122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 34764dcb-c371-40a7-bfd1-363fe0546d86 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:58:47.107758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 34764dcb-c371-40a7-bfd1-363fe0546d86 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:47.109185 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.137447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fea4cf61-0b0a-41a6-a917-6a3c96b1fc2c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group_rule (ef185fcc-3a38-422b-a8a1-6eb291007ad3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.141996 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fea4cf61-0b0a-41a6-a917-6a3c96b1fc2c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (ef185fcc-3a38-422b-a8a1-6eb291007ad3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.177231 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4cf61-0b0a-41a6-a917-6a3c96b1fc2c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef185fcc-3a38-422b-a8a1-6eb291007ad3,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:47.192403 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fea4cf61-0b0a-41a6-a917-6a3c96b1fc2c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.196116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fea4cf61-0b0a-41a6-a917-6a3c96b1fc2c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2872553 Feb 11 04:58:47.198545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46776) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:47.208028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e7bad5da-8ab1-4be2-ac39-3894f8b9efb0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Request body: {'security_group_rule': {'security_group_id': '658ff899-55d2-4b58-bd01-b5f9f109d3ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:47.242480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7bad5da-8ab1-4be2-ac39-3894f8b9efb0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group_rule (e541af2f-8c2a-4aa3-8416-5cb98af2b369), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.243715 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61c02469-9bfb-4c04-91e2-32252b41556d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d7c68bef-84c1-4052-b0a1-f9e1623b0998), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.276556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 34764dcb-c371-40a7-bfd1-363fe0546d86 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:47.277435 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.324442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c02469-9bfb-4c04-91e2-32252b41556d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=d7c68bef-84c1-4052-b0a1-f9e1623b0998,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:47.351261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 34764dcb-c371-40a7-bfd1-363fe0546d86, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=34764dcb-c371-40a7-bfd1-363fe0546d86,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:47.357869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3870c7-b0f5-4b0d-9601-e353ce566d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34764dcb-c371-40a7-bfd1-363fe0546d86'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:47.361253 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c23198f-dd8f-4802-8f4d-5187c6b7c658" -d '{"events": [{"server_uuid": "4d3870c7-b0f5-4b0d-9601-e353ce566d1d", "name": "network-vif-plugged", "status": "completed", "tag": "34764dcb-c371-40a7-bfd1-363fe0546d86"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:47.371890 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Sync routers for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:58:47.386063 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.398710 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:47.400700 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:58:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:47.402661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7bad5da-8ab1-4be2-ac39-3894f8b9efb0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group_rule (e541af2f-8c2a-4aa3-8416-5cb98af2b369), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.414130 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7bad5da-8ab1-4be2-ac39-3894f8b9efb0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e541af2f-8c2a-4aa3-8416-5cb98af2b369), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.476210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bad5da-8ab1-4be2-ac39-3894f8b9efb0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e541af2f-8c2a-4aa3-8416-5cb98af2b369,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:47.486357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e7bad5da-8ab1-4be2-ac39-3894f8b9efb0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.493011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e7bad5da-8ab1-4be2-ac39-3894f8b9efb0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2933555 Feb 11 04:58:47.496080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46782) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:47.509429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:47.526437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=34764dcb-c371-40a7-bfd1-363fe0546d86,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:47.558330 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.602689 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61c02469-9bfb-4c04-91e2-32252b41556d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (f6755627-d99b-43db-9b8a-f3d42fa3a0af), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.666504 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:47.681379 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05f7667-44aa-4b0f-928d-807d6908fa35 x-openstack-request-id: req-e05f7667-44aa-4b0f-928d-807d6908fa35 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:47.681849 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3870c7-b0f5-4b0d-9601-e353ce566d1d", "name": "network-vif-plugged", "status": "completed", "tag": "34764dcb-c371-40a7-bfd1-363fe0546d86", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:47.682062 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e05f7667-44aa-4b0f-928d-807d6908fa35 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:47.682694 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3870c7-b0f5-4b0d-9601-e353ce566d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34764dcb-c371-40a7-bfd1-363fe0546d86', 'code': 200} Feb 11 04:58:47.777952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.933040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3848c6-a55f-451b-80ad-155538a41ab9 req-2bc89439-e876-4dd6-9b27-b5079d55cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:47.934731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5a3848c6-a55f-451b-80ad-155538a41ab9 req-2bc89439-e876-4dd6-9b27-b5079d55cfb9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 1129 time: 0.1304948 Feb 11 04:58:47.975378 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:58:47.980270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27eb321-a5ad-40e8-92ad-87acd4e474d0 req-0ca53485-bf5c-4cee-acb3-96586b7672fb tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:47.982957 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d27eb321-a5ad-40e8-92ad-87acd4e474d0 req-0ca53485-bf5c-4cee-acb3-96586b7672fb tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1319990 Feb 11 04:58:48.001979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c02469-9bfb-4c04-91e2-32252b41556d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Router f6755627-d99b-43db-9b8a-f3d42fa3a0af has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:58:48.020005 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 2, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:48.044351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Allocated IP 172.25.7.102 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/11ce45f0-d673-41ec-bb27-4c49a1b007e8) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:48.077918 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d27eb321-a5ad-40e8-92ad-87acd4e474d0 req-6c6effd5-5789-41fb-8baa-2cef97181aaa tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876236 Feb 11 04:58:48.129911 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Checking router: 6731d802-b1bc-4336-8c99-99566be76574 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:58:48.129911 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Updating router 6731d802-b1bc-4336-8c99-99566be76574 port f2d96e78-b6cb-4d59-838e-eb0d85befb74 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:58:48.183527 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.256650 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for port (11ce45f0-d673-41ec-bb27-4c49a1b007e8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.296393 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (11ce45f0-d673-41ec-bb27-4c49a1b007e8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.401295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b5bc8f66-8b75-4b96-ae21-5d7815d5f44f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:48.507808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:48.508109 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.537646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c02469-9bfb-4c04-91e2-32252b41556d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:58:48.568057 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Publish callbacks [] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.576707 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-61c02469-9bfb-4c04-91e2-32252b41556d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "PUT /v2.0/routers/f6755627-d99b-43db-9b8a-f3d42fa3a0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1070220 Feb 11 04:58:48.583450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46792) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:48.584342 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.584706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414c326-f56c-4612-b6fe-e925495b58f9 None None] Sync routers for ids ['f6755627-d99b-43db-9b8a-f3d42fa3a0af'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:58:48.597683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5a3848c6-a55f-451b-80ad-155538a41ab9 req-cb966be5-bac2-4e7d-bf4b-e04c55f4e6d3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083879 Feb 11 04:58:48.619224 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1001a4-9106-46f9-b8fc-3342078ba8b9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:58:48.624014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ce1001a4-9106-46f9-b8fc-3342078ba8b9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/d7c68bef-84c1-4052-b0a1-f9e1623b0998 HTTP/1.1" status: 404 len: 333 time: 0.0395827 Feb 11 04:58:48.624655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46794) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:48.639998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f414c326-f56c-4612-b6fe-e925495b58f9 None None] Routers {'f6755627-d99b-43db-9b8a-f3d42fa3a0af'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:48.642011 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f414c326-f56c-4612-b6fe-e925495b58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:58:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f6755627-d99b-43db-9b8a-f3d42fa3a0af'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:48.682010 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41ab1c-591a-4100-9d74-a88b17035543 req-aeed7c69-99b1-4611-b859-3a8dc398f85d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:48.683619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f41ab1c-591a-4100-9d74-a88b17035543 req-aeed7c69-99b1-4611-b859-3a8dc398f85d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.3648963 Feb 11 04:58:48.717106 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8261a7e-9aaf-4dd0-a22b-03cc19546251 None None] Pushing event updated for resources: {'Port': ['ID=f2d96e78-b6cb-4d59-838e-eb0d85befb74,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:48.738216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:48.747260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:48.757279 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98d9312e-814d-4996-9d07-243cfc6d8c25 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for router (f6755627-d99b-43db-9b8a-f3d42fa3a0af), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.757428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f414c326-f56c-4612-b6fe-e925495b58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:48.780415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:48.783150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event updated for resources: {'Port': ['ID=11ce45f0-d673-41ec-bb27-4c49a1b007e8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:48.803076 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Attempting to bind port f2d96e78-b6cb-4d59-838e-eb0d85befb74 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:48.803602 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Attempting to bind port f2d96e78-b6cb-4d59-838e-eb0d85befb74 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:48.804200 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Attempting to bind port f2d96e78-b6cb-4d59-838e-eb0d85befb74 on network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:48.812424 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:48.813790 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Checking segment: {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:48.814445 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.814979 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Bound using segment: {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:48.815565 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Bound port: f2d96e78-b6cb-4d59-838e-eb0d85befb74, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:48.816047 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.853546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f414c326-f56c-4612-b6fe-e925495b58f9 None None] Routers {'f6755627-d99b-43db-9b8a-f3d42fa3a0af'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:48.854208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f414c326-f56c-4612-b6fe-e925495b58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:58:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f6755627-d99b-43db-9b8a-f3d42fa3a0af'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:48.906828 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] For port f2d96e78-b6cb-4d59-838e-eb0d85befb74, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:48.912503 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] For port f2d96e78-b6cb-4d59-838e-eb0d85befb74, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f2d96e78-b6cb-4d59-838e-eb0d85befb74,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:48.920297 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (6c1e5811-5399-4674-8b67-3f424e3f9f5e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.923331 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.966838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f414c326-f56c-4612-b6fe-e925495b58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:48.967684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414c326-f56c-4612-b6fe-e925495b58f9 None None] The sync data for ids ['f6755627-d99b-43db-9b8a-f3d42fa3a0af'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:58:48.976389 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f41ab1c-591a-4100-9d74-a88b17035543 req-8bcf624d-9f48-4d68-836d-b5f1c3b17d6f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536461 Feb 11 04:58:48.976747 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (11ce45f0-d673-41ec-bb27-4c49a1b007e8), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.981274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:49.073353 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8261a7e-9aaf-4dd0-a22b-03cc19546251 None None] Pushing event updated for resources: {'Port': ['ID=f2d96e78-b6cb-4d59-838e-eb0d85befb74,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:49.090692 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:49.090692 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:58:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:49.119761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b6a4cc97-c111-435c-9e09-bc6626502c51 None None] Provisioning complete for port f2d96e78-b6cb-4d59-838e-eb0d85befb74 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:49.120148 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6a4cc97-c111-435c-9e09-bc6626502c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.161663 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98d9312e-814d-4996-9d07-243cfc6d8c25 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (f6755627-d99b-43db-9b8a-f3d42fa3a0af), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.167308 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98d9312e-814d-4996-9d07-243cfc6d8c25 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for router_controller (f6755627-d99b-43db-9b8a-f3d42fa3a0af), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.272885 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:49.297215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b6a4cc97-c111-435c-9e09-bc6626502c51 None None] Current status of the port f2d96e78-b6cb-4d59-838e-eb0d85befb74 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:49.297712 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6a4cc97-c111-435c-9e09-bc6626502c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.328766 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98d9312e-814d-4996-9d07-243cfc6d8c25 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (f6755627-d99b-43db-9b8a-f3d42fa3a0af), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.329335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d9312e-814d-4996-9d07-243cfc6d8c25 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Fanout notify agent at l3_agent the message router_deleted on router f6755627-d99b-43db-9b8a-f3d42fa3a0af {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:58:49.336548 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98d9312e-814d-4996-9d07-243cfc6d8c25 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.340539 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-98d9312e-814d-4996-9d07-243cfc6d8c25 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/routers/f6755627-d99b-43db-9b8a-f3d42fa3a0af HTTP/1.1" status: 204 len: 168 time: 0.7130332 Feb 11 04:58:49.341172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46802) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:49.382857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b6a4cc97-c111-435c-9e09-bc6626502c51 None None] For port f2d96e78-b6cb-4d59-838e-eb0d85befb74, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f2d96e78-b6cb-4d59-838e-eb0d85befb74,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:49.390477 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6a4cc97-c111-435c-9e09-bc6626502c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.391679 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for port (11ce45f0-d673-41ec-bb27-4c49a1b007e8), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.413404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d62e67-a51f-4368-9574-a8a35c2544bf req-5e9213e8-895a-406c-bbd3-3b1f2111af4a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:49.421959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c8d62e67-a51f-4368-9574-a8a35c2544bf req-5e9213e8-895a-406c-bbd3-3b1f2111af4a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.2058952 Feb 11 04:58:49.428706 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (11ce45f0-d673-41ec-bb27-4c49a1b007e8), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.451193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd5d50f-6c67-406d-a8d6-d54a9707a9b9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting subnet 52d1b557-aa45-4025-99af-6fe1e7eb8685 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:58:49.464007 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d50f-6c67-406d-a8d6-d54a9707a9b9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (52d1b557-aa45-4025-99af-6fe1e7eb8685), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.487932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4cc97-c111-435c-9e09-bc6626502c51 None None] Pushing event updated for resources: {'Port': ['ID=f2d96e78-b6cb-4d59-838e-eb0d85befb74,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:49.532966 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-98e61771-5fd7-4a06-9ad3-8f9a11a919ec None None] Provisioning complete for port f2d96e78-b6cb-4d59-838e-eb0d85befb74 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:49.536034 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-98e61771-5fd7-4a06-9ad3-8f9a11a919ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.556643 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d50f-6c67-406d-a8d6-d54a9707a9b9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (52d1b557-aa45-4025-99af-6fe1e7eb8685), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.567514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event updated for resources: {'Port': ['ID=11ce45f0-d673-41ec-bb27-4c49a1b007e8,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:49.584100 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c8d62e67-a51f-4368-9574-a8a35c2544bf req-bf0ac881-6699-44f2-8fc4-4989db2f4355 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529229 Feb 11 04:58:49.593601 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (6c1e5811-5399-4674-8b67-3f424e3f9f5e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.629124 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.630211 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d3d0f5af-05b5-4ee5-8e79-c20e00c343de tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1330924 Feb 11 04:58:49.679326 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d50f-6c67-406d-a8d6-d54a9707a9b9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (52d1b557-aa45-4025-99af-6fe1e7eb8685), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.679452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-98e61771-5fd7-4a06-9ad3-8f9a11a919ec None None] Current status of the port f2d96e78-b6cb-4d59-838e-eb0d85befb74 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:49.742439 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:48Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:49.746157 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d50f-6c67-406d-a8d6-d54a9707a9b9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (52d1b557-aa45-4025-99af-6fe1e7eb8685), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.777044 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d5d82-50e0-468f-b8c4-d7e3de026db1 None None] The sync data for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 is: [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:48Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:58:49.786314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5d50f-6c67-406d-a8d6-d54a9707a9b9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Subnet': ['ID=52d1b557-aa45-4025-99af-6fe1e7eb8685,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:49.795199 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d50f-6c67-406d-a8d6-d54a9707a9b9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.797303 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac71c02a-fef9-4099-9bfd-334d010bfc77 None None] Network 50273618-0d1f-4ff0-b46a-f67faf111b7c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:49.798709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fbd5d50f-6c67-406d-a8d6-d54a9707a9b9 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/52d1b557-aa45-4025-99af-6fe1e7eb8685 HTTP/1.1" status: 204 len: 168 time: 0.4562011 Feb 11 04:58:49.801417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46816) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:49.905644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-9757df2f-ed23-45eb-a83b-436f044030ee tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--305805219&fields=id&tenant_id=e2aa496ab7234a4c99e573c68b49bdb5 HTTP/1.1" status: 200 len: 267 time: 0.1465628 Feb 11 04:58:49.953989 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (50273618-0d1f-4ff0-b46a-f67faf111b7c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.974260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-c0f82d79-7a80-4eb0-abe1-ac838688fcde req-34dd4a92-053b-47a8-a89c-8f83487b8ddb tempest-ServersOnMultiNodesTest-905440970 tempest-ServersOnMultiNodesTest-905440970-project] (103353) timed out ('10.222.0.60', 57274) {{(pid=103353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 04:58:50.032767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaf5b61-dfee-4b49-978a-4b4cb19f0aae None None] DHCP port deletion for 50273618-0d1f-4ff0-b46a-f67faf111b7c request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:58:50.036848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 2e21912b-c5c3-4a83-81f4-9a143c258708 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:50.037155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.117558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47264e-a073-474b-9583-64a87e918494 req-86038273-6320-4f5c-9168-f205beb8e325 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:50.123017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf5b61-dfee-4b49-978a-4b4cb19f0aae None None] Deleting port 2e21912b-c5c3-4a83-81f4-9a143c258708 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:50.123631 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5b61-dfee-4b49-978a-4b4cb19f0aae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.126170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-86038273-6320-4f5c-9168-f205beb8e325 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 817 time: 0.2119923 Feb 11 04:58:50.143895 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] For port 2e21912b-c5c3-4a83-81f4-9a143c258708, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2e21912b-c5c3-4a83-81f4-9a143c258708,segment=NetworkSegment(155327f4-5abf-4f77-b888-22c47a1faa2d),segment_id=155327f4-5abf-4f77-b888-22c47a1faa2d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:50.144320 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.151879 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-3cb10568-2252-4c5f-bb66-4b678ddcaf83 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/quotas/e2aa496ab7234a4c99e573c68b49bdb5 HTTP/1.1" status: 200 len: 375 time: 0.0204899 Feb 11 04:58:50.166011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 2e21912b-c5c3-4a83-81f4-9a143c258708 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:50.250686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cfaf5b61-dfee-4b49-978a-4b4cb19f0aae None None] For port 2e21912b-c5c3-4a83-81f4-9a143c258708, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2e21912b-c5c3-4a83-81f4-9a143c258708,segment=NetworkSegment(155327f4-5abf-4f77-b888-22c47a1faa2d),segment_id=155327f4-5abf-4f77-b888-22c47a1faa2d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:50.251543 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5b61-dfee-4b49-978a-4b4cb19f0aae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.272263 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf5b61-dfee-4b49-978a-4b4cb19f0aae None None] Calling delete_port for 2e21912b-c5c3-4a83-81f4-9a143c258708 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:50.284035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-fcbf9115-38e5-46f6-ad58-6040d543faeb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247518 Feb 11 04:58:50.393025 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.403033 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5b61-dfee-4b49-978a-4b4cb19f0aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (2e21912b-c5c3-4a83-81f4-9a143c258708), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.466222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f2d96e78-b6cb-4d59-838e-eb0d85befb74 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:50.468723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No DVR routers for this DVR port 2e21912b-c5c3-4a83-81f4-9a143c258708 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:58:50.479112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf5b61-dfee-4b49-978a-4b4cb19f0aae None None] No DVR routers for this DVR port 2e21912b-c5c3-4a83-81f4-9a143c258708 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:58:50.482621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=2e21912b-c5c3-4a83-81f4-9a143c258708,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:50.484157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf5b61-dfee-4b49-978a-4b4cb19f0aae None None] Pushing event deleted for resources: {'Port': ['ID=2e21912b-c5c3-4a83-81f4-9a143c258708,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:50.529317 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-a91626b1-dca2-49fc-8187-7cc13b16d73a service neutron] 10.222.0.48 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132926 Feb 11 04:58:50.541076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cef71c-b65e-407e-8f6d-787409930b0e req-211f92ed-f141-48f9-9845-ff7e517e766c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:50.549081 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-42cef71c-b65e-407e-8f6d-787409930b0e req-211f92ed-f141-48f9-9845-ff7e517e766c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.3147242 Feb 11 04:58:50.632046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (50273618-0d1f-4ff0-b46a-f67faf111b7c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.647510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f2d96e78-b6cb-4d59-838e-eb0d85befb74 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:50.647951 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.707709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50273618-0d1f-4ff0-b46a-f67faf111b7c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:50.720023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-42cef71c-b65e-407e-8f6d-787409930b0e req-6e8c7a89-fcc1-4f34-abe7-d77d1ae1be16 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692750 Feb 11 04:58:50.724337 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-b1af7bf4-5e1a-46f6-8f2b-21635f3a3679 service neutron] 10.222.0.48 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939199 Feb 11 04:58:50.755500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155327f4-5abf-4f77-b888-22c47a1faa2d') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:50.755946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155327f4-5abf-4f77-b888-22c47a1faa2d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:50.777215 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (155327f4-5abf-4f77-b888-22c47a1faa2d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.811219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (155327f4-5abf-4f77-b888-22c47a1faa2d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.831907 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:58:50.835065 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (155327f4-5abf-4f77-b888-22c47a1faa2d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.840330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f2d96e78-b6cb-4d59-838e-eb0d85befb74 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:58:50.852324 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:58:50.956458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2e21912b-c5c3-4a83-81f4-9a143c258708 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:58:50.956591 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (50273618-0d1f-4ff0-b46a-f67faf111b7c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.966192 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:50.991963 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/networks/50273618-0d1f-4ff0-b46a-f67faf111b7c HTTP/1.1" status: 204 len: 168 time: 1.1848509 Feb 11 04:58:51.012432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46834) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:51.015999 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a68dcb75-c02d-4978-a53b-5cf61b4cc156 req-24af57ef-0b38-4062-97e3-7553e0d80fac tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 210 time: 0.0468993 Feb 11 04:58:51.055925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 2e21912b-c5c3-4a83-81f4-9a143c258708 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:58:51.057894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2e21912b-c5c3-4a83-81f4-9a143c258708 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:58:51.134668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9635b6-eeef-498f-8d0c-52733907c16b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:51.136189 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cb9635b6-eeef-498f-8d0c-52733907c16b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/d62a288d-8162-4ca2-bf32-22c1dd74e94b HTTP/1.1" status: 200 len: 845 time: 0.1228213 Feb 11 04:58:51.137548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f1716-5a5f-44d7-bd4a-262fcf1953fb tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Network': ['ID=50273618-0d1f-4ff0-b46a-f67faf111b7c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:51.142194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46840) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:51.163170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb96b5-2dfb-4257-8d69-eda93b02fb81 req-1882392d-55b5-45fd-b79e-88e3f5d01dfc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:51.163976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7eeb96b5-2dfb-4257-8d69-eda93b02fb81 req-1882392d-55b5-45fd-b79e-88e3f5d01dfc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.3108151 Feb 11 04:58:51.255646 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7eeb96b5-2dfb-4257-8d69-eda93b02fb81 req-0e6d8559-b568-4295-9116-ed769703fea7 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849609 Feb 11 04:58:51.264032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46852) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:51.264236 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-229613d9-2f4a-478f-a941-5c743ae27eb2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/d62a288d-8162-4ca2-bf32-22c1dd74e94b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1207669 Feb 11 04:58:51.270240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7b6e27b9-ce35-4140-a0d6-39b9cda633e6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:51.451630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6e27b9-ce35-4140-a0d6-39b9cda633e6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:51.472142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b6e27b9-ce35-4140-a0d6-39b9cda633e6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:51.783060 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b6e27b9-ce35-4140-a0d6-39b9cda633e6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (a16d02e9-9447-4350-af1e-918569d83362), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:51.887794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e27b9-ce35-4140-a0d6-39b9cda633e6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:51.892386 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7b6e27b9-ce35-4140-a0d6-39b9cda633e6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:51.908166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2fcc72-ff62-437e-b524-eed872f698b8 None None] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:51.916331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6e27b9-ce35-4140-a0d6-39b9cda633e6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:51.916904 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b6e27b9-ce35-4140-a0d6-39b9cda633e6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:51.960909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaaa6a-abc7-4bc2-9a9c-d37c5685ac48 req-15b5969a-c791-403b-aa56-e64d3708be1a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:51.967440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e27b9-ce35-4140-a0d6-39b9cda633e6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Subnet': ['ID=a16d02e9-9447-4350-af1e-918569d83362,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:51.972646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4aaaa6a-abc7-4bc2-9a9c-d37c5685ac48 req-15b5969a-c791-403b-aa56-e64d3708be1a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.1159520 Feb 11 04:58:51.990107 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7b6e27b9-ce35-4140-a0d6-39b9cda633e6 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7248278 Feb 11 04:58:51.992671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46930) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:51.997243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-357bffb3-b7a0-4ace-b3f7-65ff0231c11b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'security_group': {'name': 'tempest-secgroup-1552688893'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:52.053785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4aaaa6a-abc7-4bc2-9a9c-d37c5685ac48 req-6cc18cf3-28b8-4c8f-b19c-b0e0ba42f55d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763741 Feb 11 04:58:52.107444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-1fe6322d-9572-4155-b4f1-e4830b579d54', 'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'project_id': '59ab36ce9f374498ada750b597f32733', 'fixed_ips': [{'subnet_id': 'a16d02e9-9447-4350-af1e-918569d83362'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:58:52.110601 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-357bffb3-b7a0-4ace-b3f7-65ff0231c11b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:52.111265 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:52.247813 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-357bffb3-b7a0-4ace-b3f7-65ff0231c11b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (0a18870c-9d92-4c74-a06d-9c021c51452a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:52.253994 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-357bffb3-b7a0-4ace-b3f7-65ff0231c11b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0a18870c-9d92-4c74-a06d-9c021c51452a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:52.340672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Allocated IP 2001:db8::2 (1fe6322d-9572-4155-b4f1-e4830b579d54/a16d02e9-9447-4350-af1e-918569d83362/def210c1-390d-475b-b109-460ee4f1279b) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:52.355299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e75fe681-fc2f-43cd-9d42-b4d039fbd1d1 req-58cca012-9707-404e-80ee-c642f4737605 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 210 time: 0.0737445 Feb 11 04:58:52.364617 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-357bffb3-b7a0-4ace-b3f7-65ff0231c11b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:52.366889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-357bffb3-b7a0-4ace-b3f7-65ff0231c11b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3728685 Feb 11 04:58:52.369971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46976) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:52.375933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-aa1b9906-2583-437e-bd84-0e6f1a9fa4a7 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'security_group': {'name': 'tempest-secgroup-1697394939'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:52.387876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bffb3-b7a0-4ace-b3f7-65ff0231c11b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a18870c-9d92-4c74-a06d-9c021c51452a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:52.451585 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9906-2583-437e-bd84-0e6f1a9fa4a7 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:52.620983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146156fc-4236-4b58-a152-016d5bc3bff6 req-ad45019c-a400-44a3-b458-85257cee6248 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:52.623486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-146156fc-4236-4b58-a152-016d5bc3bff6 req-ad45019c-a400-44a3-b458-85257cee6248 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1270735 Feb 11 04:58:52.661357 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9906-2583-437e-bd84-0e6f1a9fa4a7 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (c2eae142-6450-43b1-9596-12f5bab3e557), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:52.669107 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9906-2583-437e-bd84-0e6f1a9fa4a7 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c2eae142-6450-43b1-9596-12f5bab3e557), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:52.744612 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9906-2583-437e-bd84-0e6f1a9fa4a7 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:52.745714 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-146156fc-4236-4b58-a152-016d5bc3bff6 req-6f15c0b8-8cbe-4a25-9407-873630365b48 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148889 Feb 11 04:58:52.749945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47014) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:52.751434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-aa1b9906-2583-437e-bd84-0e6f1a9fa4a7 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3790019 Feb 11 04:58:52.763442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2112301399', 'security_groups': ['c2eae142-6450-43b1-9596-12f5bab3e557'], 'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a16d02e9-9447-4350-af1e-918569d83362'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:52.801627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3b039-a8f1-4ea3-9f4e-b32c7d7b1b27 req-944df986-7df5-4328-aacc-1a78d8036ffc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:52.804410 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b8c3b039-a8f1-4ea3-9f4e-b32c7d7b1b27 req-944df986-7df5-4328-aacc-1a78d8036ffc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.2788510 Feb 11 04:58:52.810871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b9906-2583-437e-bd84-0e6f1a9fa4a7 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eae142-6450-43b1-9596-12f5bab3e557,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:52.858160 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Publish callbacks [] for port (def210c1-390d-475b-b109-460ee4f1279b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:52.872596 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (def210c1-390d-475b-b109-460ee4f1279b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:52.893840 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b8c3b039-a8f1-4ea3-9f4e-b32c7d7b1b27 req-7bd3c4fb-87de-4548-ae4a-622ae8e799dc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754383 Feb 11 04:58:52.947224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:52.949753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:52.953825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:52.958126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Pushing event updated for resources: {'Port': ['ID=def210c1-390d-475b-b109-460ee4f1279b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:52.963629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:53.111490 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Attempting to bind port def210c1-390d-475b-b109-460ee4f1279b on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:53.112031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Attempting to bind port def210c1-390d-475b-b109-460ee4f1279b by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c57ac3b6-4586-4ddc-a752-6ff52703ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:53.112523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Attempting to bind port def210c1-390d-475b-b109-460ee4f1279b on network 1fe6322d-9572-4155-b4f1-e4830b579d54 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:53.118478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:53.118868 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Checking segment: {'id': 'c57ac3b6-4586-4ddc-a752-6ff52703ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:53.119325 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:53.119743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Bound using segment: {'id': 'c57ac3b6-4586-4ddc-a752-6ff52703ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:53.120370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Bound port: def210c1-390d-475b-b109-460ee4f1279b, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57ac3b6-4586-4ddc-a752-6ff52703ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:53.120765 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (def210c1-390d-475b-b109-460ee4f1279b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:53.133105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47264e-a073-474b-9583-64a87e918494 req-d1ea459c-cbc3-44ce-ac9b-1101ffe76fd8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:53.135567 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-d1ea459c-cbc3-44ce-ac9b-1101ffe76fd8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.10 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 817 time: 0.2378595 Feb 11 04:58:53.166750 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:53.202565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port 18923ae8-dbaf-46e7-8a3a-5ac70b69de22 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:58:53.271493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] For port def210c1-390d-475b-b109-460ee4f1279b, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:53.278998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] For port def210c1-390d-475b-b109-460ee4f1279b, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=def210c1-390d-475b-b109-460ee4f1279b,segment=NetworkSegment(c57ac3b6-4586-4ddc-a752-6ff52703ed36),segment_id=c57ac3b6-4586-4ddc-a752-6ff52703ed36)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:53.282433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-c9893739-3470-4af0-a589-926910fa314f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2aa496ab7234a4c99e573c68b49bdb5 HTTP/1.1" status: 200 len: 379 time: 0.1302853 Feb 11 04:58:53.293292 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (def210c1-390d-475b-b109-460ee4f1279b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:53.301631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bb47264e-a073-474b-9583-64a87e918494 req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Request body: {'port': {'device_id': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'admin_state_up': True, 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'security_groups': ['658ff899-55d2-4b58-bd01-b5f9f109d3ba']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:53.419640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcdf46-f054-432d-852c-f55dbcaa57f9 None None] Pushing event updated for resources: {'Port': ['ID=def210c1-390d-475b-b109-460ee4f1279b,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:53.560089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8::1e6 (1fe6322d-9572-4155-b4f1-e4830b579d54/a16d02e9-9447-4350-af1e-918569d83362/18923ae8-dbaf-46e7-8a3a-5ac70b69de22) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:53.602882 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b4a24ce1-08a5-4e1f-a4a4-efb599e31e25 req-56112467-f321-4ef1-83b9-808e9cb8f6c9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 210 time: 0.0456913 Feb 11 04:58:53.626476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb47264e-a073-474b-9583-64a87e918494 req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Made reservation on behalf of e2aa496ab7234a4c99e573c68b49bdb5 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:53.644726 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb47264e-a073-474b-9583-64a87e918494 req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:53.878070 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (18923ae8-dbaf-46e7-8a3a-5ac70b69de22), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:53.959725 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (18923ae8-dbaf-46e7-8a3a-5ac70b69de22), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:54.043546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=18923ae8-dbaf-46e7-8a3a-5ac70b69de22,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:54.118146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:54.124420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:54.127584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:54.134568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:54.135321 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:54.158409 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c5ce29a1-90f4-4738-8cee-ae8cf7a5cfb5 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4033990 Feb 11 04:58:54.162676 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47136) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:54.168375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-77e5d65f-a52b-42e7-8f00-f57aa5d67c3f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:54.175763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-bb47264e-a073-474b-9583-64a87e918494 req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Allocated IP 172.20.0.6 (10f18bdb-20aa-48b4-ba4f-6f136b92d2ba/54795424-2388-44e7-b342-6bb6212c3d0e/86aa5dd1-5307-4a75-92f3-27e2414da009) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:54.185631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887308a-9dd1-4ead-a304-8020e74659d8 req-fafa4e7f-a80e-4069-b481-bfe68837004c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:54.187373 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a887308a-9dd1-4ead-a304-8020e74659d8 req-fafa4e7f-a80e-4069-b481-bfe68837004c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.1541476 Feb 11 04:58:54.237701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb070d70-9342-42c2-8737-6b031011f66d req-2999dc7a-dfbf-43b8-9498-5f31b3a88f2d tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:54.240108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fb070d70-9342-42c2-8737-6b031011f66d req-2999dc7a-dfbf-43b8-9498-5f31b3a88f2d tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1837473 Feb 11 04:58:54.316559 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a887308a-9dd1-4ead-a304-8020e74659d8 req-1bef2cd8-0022-4fce-846e-4df39aa4825f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164994 Feb 11 04:58:54.407571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e5d65f-a52b-42e7-8f00-f57aa5d67c3f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:54.411212 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77e5d65f-a52b-42e7-8f00-f57aa5d67c3f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:54.458493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fb070d70-9342-42c2-8737-6b031011f66d req-dbedcd88-380a-4ed4-b623-88d6013c2cfa tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086153 Feb 11 04:58:54.556050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device def210c1-390d-475b-b109-460ee4f1279b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:54.687950 n-d-615180-58 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-77e5d65f-a52b-42e7-8f00-f57aa5d67c3f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a16d02e9-9447-4350-af1e-918569d83362 (CIDR: 2001:db8::/64) Feb 11 04:58:54.697971 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e5d65f-a52b-42e7-8f00-f57aa5d67c3f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:58:54.698533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e5d65f-a52b-42e7-8f00-f57aa5d67c3f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:58:54.699588 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb47264e-a073-474b-9583-64a87e918494 req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:54.733224 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-77e5d65f-a52b-42e7-8f00-f57aa5d67c3f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5693793 Feb 11 04:58:54.736503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:54.741829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9cc6d749-fabc-4c53-b595-c5ee73afc4d8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:54.770835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port def210c1-390d-475b-b109-460ee4f1279b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:54.771464 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def210c1-390d-475b-b109-460ee4f1279b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:54.836320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbec52ac-d937-433d-80a7-b81591e81536 req-985492cd-e0a3-4dbd-9f3c-78e87d095df8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 210 time: 0.0724547 Feb 11 04:58:54.853976 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb47264e-a073-474b-9583-64a87e918494 req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:54.917264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb47264e-a073-474b-9583-64a87e918494 req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:54.923294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-bb47264e-a073-474b-9583-64a87e918494 req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:54.927698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb47264e-a073-474b-9583-64a87e918494 req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:54.992716 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port def210c1-390d-475b-b109-460ee4f1279b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:54.994757 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (def210c1-390d-475b-b109-460ee4f1279b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:54.995015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47264e-a073-474b-9583-64a87e918494 req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:54.995685 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb47264e-a073-474b-9583-64a87e918494 req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:55.017925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event updated for resources: {'Port': ['ID=86aa5dd1-5307-4a75-92f3-27e2414da009,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:55.027580 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-39bc9e38-a770-4b00-98ee-4870fda1bc9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7387035 Feb 11 04:58:55.054642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Request body: {'port': {'device_id': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:55.082392 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port def210c1-390d-475b-b109-460ee4f1279b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=def210c1-390d-475b-b109-460ee4f1279b,segment=NetworkSegment(c57ac3b6-4586-4ddc-a752-6ff52703ed36),segment_id=c57ac3b6-4586-4ddc-a752-6ff52703ed36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:55.094450 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (def210c1-390d-475b-b109-460ee4f1279b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:55.095149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc6d749-fabc-4c53-b595-c5ee73afc4d8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:55.114787 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cc6d749-fabc-4c53-b595-c5ee73afc4d8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:55.198447 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:55.214232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=def210c1-390d-475b-b109-460ee4f1279b,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:55.508403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ad3753f8-6108-43aa-ab7a-9580b116a62e None None] Provisioning complete for port 86aa5dd1-5307-4a75-92f3-27e2414da009 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:55.509016 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad3753f8-6108-43aa-ab7a-9580b116a62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:55.569904 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ad3753f8-6108-43aa-ab7a-9580b116a62e None None] Port 86aa5dd1-5307-4a75-92f3-27e2414da009 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:55.714178 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cc6d749-fabc-4c53-b595-c5ee73afc4d8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (47ea0e54-5ebc-490b-8ad2-c2c63ef9605f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:55.761366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc405e-1aa6-4052-924b-dc6ee6ec31f2 req-ce5d176d-0d07-4dfb-a3c8-58dbc4236e97 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:55.767728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5dc405e-1aa6-4052-924b-dc6ee6ec31f2 req-ce5d176d-0d07-4dfb-a3c8-58dbc4236e97 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1505322 Feb 11 04:58:55.787873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6f9d59ba-2eb7-4d6e-b881-cb7a82f3d673 None None] Provisioning complete for port d62a288d-8162-4ca2-bf32-22c1dd74e94b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:55.788610 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6f9d59ba-2eb7-4d6e-b881-cb7a82f3d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d62a288d-8162-4ca2-bf32-22c1dd74e94b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:55.794543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc6d749-fabc-4c53-b595-c5ee73afc4d8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:55.836339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-9cc6d749-fabc-4c53-b595-c5ee73afc4d8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:55.856320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc6d749-fabc-4c53-b595-c5ee73afc4d8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:55.857080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cc6d749-fabc-4c53-b595-c5ee73afc4d8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:55.894366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6d749-fabc-4c53-b595-c5ee73afc4d8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Subnet': ['ID=47ea0e54-5ebc-490b-8ad2-c2c63ef9605f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:55.917193 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9cc6d749-fabc-4c53-b595-c5ee73afc4d8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1790979 Feb 11 04:58:55.919621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d59ba-2eb7-4d6e-b881-cb7a82f3d673 None None] Port d62a288d-8162-4ca2-bf32-22c1dd74e94b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:55.920518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47304) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:55.932799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0af28f5a-8810-4b74-9da5-f4e0f61b5fb8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-583824728', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '47ea0e54-5ebc-490b-8ad2-c2c63ef9605f'}], 'security_groups': ['0a18870c-9d92-4c74-a06d-9c021c51452a']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:55.950708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6f9d59ba-2eb7-4d6e-b881-cb7a82f3d673 None None] Provisioning complete for port def210c1-390d-475b-b109-460ee4f1279b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:55.952285 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6f9d59ba-2eb7-4d6e-b881-cb7a82f3d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def210c1-390d-475b-b109-460ee4f1279b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:55.972609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86aa5dd1-5307-4a75-92f3-27e2414da009 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:58:55.990414 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5dc405e-1aa6-4052-924b-dc6ee6ec31f2 req-4174abd1-cdb3-4f03-b1cd-ee566aa0b93a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029171 Feb 11 04:58:55.992772 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Publish callbacks [] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:56.035384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Transition to ACTIVE for port object 86aa5dd1-5307-4a75-92f3-27e2414da009 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:58:56.053262 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:56.080552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357b6d6-22f5-4bb6-8af9-f7733a0ddcac req-b89ab71d-d4c7-49eb-81e2-4915a4433e79 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:56.094708 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0357b6d6-22f5-4bb6-8af9-f7733a0ddcac req-b89ab71d-d4c7-49eb-81e2-4915a4433e79 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.3233035 Feb 11 04:58:56.199472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f993ab1d-384a-4fe8-b4f9-4749abc7f61a None None] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:56.213724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Pushing event updated for resources: {'Port': ['ID=86aa5dd1-5307-4a75-92f3-27e2414da009,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:56.263024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0357b6d6-22f5-4bb6-8af9-f7733a0ddcac req-dbb37976-2378-4356-bac3-42397cde187e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670911 Feb 11 04:58:56.322367 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0af28f5a-8810-4b74-9da5-f4e0f61b5fb8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (18923ae8-dbaf-46e7-8a3a-5ac70b69de22), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:56.483321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791d0f3-6997-4d2b-a7e4-ee4282f20605 req-d3ed11ed-6821-4341-99a9-c50c1c74a22b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:56.485957 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e791d0f3-6997-4d2b-a7e4-ee4282f20605 req-d3ed11ed-6821-4341-99a9-c50c1c74a22b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.3044126 Feb 11 04:58:56.539690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Attempting to bind port 86aa5dd1-5307-4a75-92f3-27e2414da009 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:56.540804 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Attempting to bind port 86aa5dd1-5307-4a75-92f3-27e2414da009 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:56.541663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Attempting to bind port 86aa5dd1-5307-4a75-92f3-27e2414da009 on network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:56.554314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Port 86aa5dd1-5307-4a75-92f3-27e2414da009 on network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:58:56.554937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Attempting to bind port 86aa5dd1-5307-4a75-92f3-27e2414da009 on network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:56.563433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:56.563789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Checking segment: {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:56.564185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Bound using segment: {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:56.564814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Bound port: 86aa5dd1-5307-4a75-92f3-27e2414da009, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:56.565267 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:56.617423 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e791d0f3-6997-4d2b-a7e4-ee4282f20605 req-8b4e1549-1a09-432f-84ce-a8165eb0876b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157677 Feb 11 04:58:56.689686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:56.692882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=86aa5dd1-5307-4a75-92f3-27e2414da009,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:56.693293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device def210c1-390d-475b-b109-460ee4f1279b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:56.701456 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:56.737056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:56.737854 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:56.739828 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] 10.222.0.10 "PUT /v2.0/ports/86aa5dd1-5307-4a75-92f3-27e2414da009 HTTP/1.1" status: 200 len: 1092 time: 1.6977119 Feb 11 04:58:56.740494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:56.746449 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d60df6a-4d61-4466-aa0e-8f095501e8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:56.766059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d59ba-2eb7-4d6e-b881-cb7a82f3d673 None None] Current status of the port def210c1-390d-475b-b109-460ee4f1279b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:56.818330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port def210c1-390d-475b-b109-460ee4f1279b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:56.818860 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def210c1-390d-475b-b109-460ee4f1279b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:56.874159 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f40e9ad-3c31-44b0-9805-2ce6d1616681 x-openstack-request-id: req-8f40e9ad-3c31-44b0-9805-2ce6d1616681 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:56.875569 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:56.875996 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f40e9ad-3c31-44b0-9805-2ce6d1616681 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:56.876639 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'status': 'completed', 'code': 200} Feb 11 04:58:56.918443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ecee6-232a-4680-956e-283ff911afa6 service neutron] Pushing event updated for resources: {'Port': ['ID=86aa5dd1-5307-4a75-92f3-27e2414da009,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:56.945912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-0af28f5a-8810-4b74-9da5-f4e0f61b5fb8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Delete allocated IP 2001:db8::1e6 (1fe6322d-9572-4155-b4f1-e4830b579d54/a16d02e9-9447-4350-af1e-918569d83362) {{(pid=103354) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 04:58:56.960947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-0af28f5a-8810-4b74-9da5-f4e0f61b5fb8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8:0:1::71 (1fe6322d-9572-4155-b4f1-e4830b579d54/47ea0e54-5ebc-490b-8ad2-c2c63ef9605f/18923ae8-dbaf-46e7-8a3a-5ac70b69de22) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:56.986381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47264e-a073-474b-9583-64a87e918494 req-b640cf1d-9ef4-4bb9-9304-da5f3296983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:56.987975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-b640cf1d-9ef4-4bb9-9304-da5f3296983e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 1126 time: 0.1867037 Feb 11 04:58:57.036052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4415da05-7f39-4cf4-af67-434e8d4eb769 None None] Update dhcp port {'port': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'fixed_ips': [{'subnet_id': 'a16d02e9-9447-4350-af1e-918569d83362', 'ip_address': '2001:db8::2'}, {'subnet_id': '47ea0e54-5ebc-490b-8ad2-c2c63ef9605f'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'def210c1-390d-475b-b109-460ee4f1279b'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:58:57.095022 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4415da05-7f39-4cf4-af67-434e8d4eb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (def210c1-390d-475b-b109-460ee4f1279b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:57.101630 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-2966918a-f5d5-44fc-9b33-a96ae40589f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86aa5dd1-5307-4a75-92f3-27e2414da009 HTTP/1.1" status: 200 len: 217 time: 0.1001737 Feb 11 04:58:57.137928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b4e1715c-f0c1-4d30-959e-a5f36612703a None None] Provisioning complete for port 18923ae8-dbaf-46e7-8a3a-5ac70b69de22 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:57.138310 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b4e1715c-f0c1-4d30-959e-a5f36612703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (18923ae8-dbaf-46e7-8a3a-5ac70b69de22), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:57.261800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47264e-a073-474b-9583-64a87e918494 req-4ff0c913-1399-47e6-b4b0-4d0d480ddf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.263305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-4ff0c913-1399-47e6-b4b0-4d0d480ddf7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.1515086 Feb 11 04:58:57.286965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47376) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:57.334095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472263d-23f7-4cf2-a231-b3968211c4fe req-c6fdd8da-aa2b-4679-9e2f-07a8919bd9ef tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.334304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0af28f5a-8810-4b74-9da5-f4e0f61b5fb8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (18923ae8-dbaf-46e7-8a3a-5ac70b69de22), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:57.335441 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b472263d-23f7-4cf2-a231-b3968211c4fe req-c6fdd8da-aa2b-4679-9e2f-07a8919bd9ef tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1925232 Feb 11 04:58:57.343565 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0af28f5a-8810-4b74-9da5-f4e0f61b5fb8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (18923ae8-dbaf-46e7-8a3a-5ac70b69de22), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:57.428873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47264e-a073-474b-9583-64a87e918494 req-d3f6df1d-fc80-4e3e-847b-b3921b902dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.430407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-d3f6df1d-fc80-4e3e-847b-b3921b902dc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1475010 Feb 11 04:58:57.445932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port def210c1-390d-475b-b109-460ee4f1279b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:57.454925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1715c-f0c1-4d30-959e-a5f36612703a None None] Port 18923ae8-dbaf-46e7-8a3a-5ac70b69de22 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:57.460023 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b472263d-23f7-4cf2-a231-b3968211c4fe req-c71ffa31-46a7-4241-89da-7716e151eee4 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062839 Feb 11 04:58:57.477077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-4415da05-7f39-4cf4-af67-434e8d4eb769 None None] Allocated IP 2001:db8:0:1::2 (1fe6322d-9572-4155-b4f1-e4830b579d54/47ea0e54-5ebc-490b-8ad2-c2c63ef9605f/def210c1-390d-475b-b109-460ee4f1279b) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:57.487704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0af28f5a-8810-4b74-9da5-f4e0f61b5fb8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] In _notify_port_updated(), no bound segment for port 18923ae8-dbaf-46e7-8a3a-5ac70b69de22 on network 1fe6322d-9572-4155-b4f1-e4830b579d54 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:58:57.493101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af28f5a-8810-4b74-9da5-f4e0f61b5fb8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.493729 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0af28f5a-8810-4b74-9da5-f4e0f61b5fb8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:57.495115 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0af28f5a-8810-4b74-9da5-f4e0f61b5fb8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "PUT /v2.0/ports/18923ae8-dbaf-46e7-8a3a-5ac70b69de22 HTTP/1.1" status: 200 len: 929 time: 1.5731518 Feb 11 04:58:57.499644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47384) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:57.503912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af28f5a-8810-4b74-9da5-f4e0f61b5fb8 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=18923ae8-dbaf-46e7-8a3a-5ac70b69de22,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:57.540234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de4f9-2f0b-4c1c-9901-bc85e55d0fc6 req-bccd1c0d-117b-4b13-955a-a9fd1b7a89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.540234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de4f9-2f0b-4c1c-9901-bc85e55d0fc6 req-bccd1c0d-117b-4b13-955a-a9fd1b7a89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.548154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de4f9-2f0b-4c1c-9901-bc85e55d0fc6 req-bccd1c0d-117b-4b13-955a-a9fd1b7a89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.548154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de4f9-2f0b-4c1c-9901-bc85e55d0fc6 req-bccd1c0d-117b-4b13-955a-a9fd1b7a89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.548154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de4f9-2f0b-4c1c-9901-bc85e55d0fc6 req-bccd1c0d-117b-4b13-955a-a9fd1b7a89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.548154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de4f9-2f0b-4c1c-9901-bc85e55d0fc6 req-bccd1c0d-117b-4b13-955a-a9fd1b7a89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.548154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de4f9-2f0b-4c1c-9901-bc85e55d0fc6 req-bccd1c0d-117b-4b13-955a-a9fd1b7a89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.554181 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de9de4f9-2f0b-4c1c-9901-bc85e55d0fc6 req-bccd1c0d-117b-4b13-955a-a9fd1b7a89c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 6714 time: 0.2661619 Feb 11 04:58:57.565762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f3253-bdbf-4ff7-baa7-edeff0aa5780 req-dee5c369-52e6-44a0-bbf8-5970f500c48b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.572934 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2d7f3253-bdbf-4ff7-baa7-edeff0aa5780 req-dee5c369-52e6-44a0-bbf8-5970f500c48b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.1844020 Feb 11 04:58:57.689754 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2d7f3253-bdbf-4ff7-baa7-edeff0aa5780 req-018fb633-182e-4cea-991b-cccf7ab99a07 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157026 Feb 11 04:58:57.702870 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de9de4f9-2f0b-4c1c-9901-bc85e55d0fc6 req-1b449311-b878-42ef-aceb-2ce2d99458fd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&id=5622554a-2bad-4b14-8462-12a92137f4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477294 Feb 11 04:58:57.709439 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-50488964-908b-4729-8a6d-0941dd2b973c service neutron] 10.222.0.10 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478201 Feb 11 04:58:57.713586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4415da05-7f39-4cf4-af67-434e8d4eb769 None None] For port def210c1-390d-475b-b109-460ee4f1279b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=def210c1-390d-475b-b109-460ee4f1279b,segment=NetworkSegment(c57ac3b6-4586-4ddc-a752-6ff52703ed36),segment_id=c57ac3b6-4586-4ddc-a752-6ff52703ed36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:57.756439 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4415da05-7f39-4cf4-af67-434e8d4eb769 None None] Publish callbacks [] for port (def210c1-390d-475b-b109-460ee4f1279b), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:57.763419 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4415da05-7f39-4cf4-af67-434e8d4eb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (def210c1-390d-475b-b109-460ee4f1279b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:57.915217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee528c-7532-4c3f-8178-9dd09c698881 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 18923ae8-dbaf-46e7-8a3a-5ac70b69de22 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:58:57.915564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6ee528c-7532-4c3f-8178-9dd09c698881 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (18923ae8-dbaf-46e7-8a3a-5ac70b69de22), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:57.949042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415da05-7f39-4cf4-af67-434e8d4eb769 None None] Pushing event updated for resources: {'Port': ['ID=def210c1-390d-475b-b109-460ee4f1279b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:57.965413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-f0df0b86-c6c9-4d3c-8a42-734c7ff43a53 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.967731 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-f0df0b86-c6c9-4d3c-8a42-734c7ff43a53 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/networks?id=35d033ab-c1ed-4e37-bb12-310252a5a6d3 HTTP/1.1" status: 200 len: 814 time: 0.1662376 Feb 11 04:58:57.976166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6320-46f4-4ad6-8b4f-f1d00c7edd3b req-2bd3c569-24bc-4383-8968-56b73301b6ad tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.978019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11ff6320-46f4-4ad6-8b4f-f1d00c7edd3b req-2bd3c569-24bc-4383-8968-56b73301b6ad tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1927080 Feb 11 04:58:57.984635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb47264e-a073-474b-9583-64a87e918494 req-c6278c06-2a03-4a43-981d-94f1901f968e service neutron] 10.222.0.10 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636554 Feb 11 04:58:57.993476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-07e14b14-b5e8-417f-a9b7-027560669098 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/quotas/0d48959e6344497eab4f83bb43ef4028 HTTP/1.1" status: 200 len: 375 time: 0.0148447 Feb 11 04:58:58.044291 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-8fe954bf-0a90-4bbe-9067-e1446abd3df6 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d48959e6344497eab4f83bb43ef4028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447237 Feb 11 04:58:58.134306 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11ff6320-46f4-4ad6-8b4f-f1d00c7edd3b req-af777845-8064-4014-83c7-b9d4d4fbc9a1 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456773 Feb 11 04:58:58.177079 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6ee528c-7532-4c3f-8178-9dd09c698881 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (18923ae8-dbaf-46e7-8a3a-5ac70b69de22), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:58.183979 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-fd768029-4bfc-4843-8e75-dfc0d2c6dbec service neutron] 10.222.0.48 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328735 Feb 11 04:58:58.204264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee528c-7532-4c3f-8178-9dd09c698881 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 18923ae8-dbaf-46e7-8a3a-5ac70b69de22 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:58:58.290001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-3fb2b08b-d41b-47cd-b6ce-0ab1abbcf016 service neutron] 10.222.0.48 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992115 Feb 11 04:58:58.418301 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device def210c1-390d-475b-b109-460ee4f1279b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:58.513832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port def210c1-390d-475b-b109-460ee4f1279b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:58.514213 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def210c1-390d-475b-b109-460ee4f1279b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:58.689193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port def210c1-390d-475b-b109-460ee4f1279b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:58.709351 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31ddc5cd-2d33-45ea-924f-0939c5b70de1 req-5e2abb4e-a8dc-4ba5-964d-88b771ceffea tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 210 time: 0.0594807 Feb 11 04:58:58.720129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60df6a-4d61-4466-aa0e-8f095501e8f3 req-1bd9b9ad-2557-47c9-913e-7b65851e1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:58.722040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d60df6a-4d61-4466-aa0e-8f095501e8f3 req-1bd9b9ad-2557-47c9-913e-7b65851e1add service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 1126 time: 0.6191041 Feb 11 04:58:58.806502 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6ee528c-7532-4c3f-8178-9dd09c698881 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (18923ae8-dbaf-46e7-8a3a-5ac70b69de22), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:58.859157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c486c45d-00e3-4f17-8b1a-384f93d01422 None None] Provisioning complete for port d62a288d-8162-4ca2-bf32-22c1dd74e94b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:58.860312 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c486c45d-00e3-4f17-8b1a-384f93d01422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d62a288d-8162-4ca2-bf32-22c1dd74e94b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:58.886697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6108d3a-767a-47b0-a535-1cc19795aa10 req-63b99c0f-9c22-4c12-8e07-f2239fb3181f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:58.888371 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6108d3a-767a-47b0-a535-1cc19795aa10 req-63b99c0f-9c22-4c12-8e07-f2239fb3181f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.0964284 Feb 11 04:58:58.950386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c486c45d-00e3-4f17-8b1a-384f93d01422 None None] Port d62a288d-8162-4ca2-bf32-22c1dd74e94b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:58.956723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c486c45d-00e3-4f17-8b1a-384f93d01422 None None] Could not find standard attr ID for object 18923ae8-dbaf-46e7-8a3a-5ac70b69de22. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:58:58.987104 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6108d3a-767a-47b0-a535-1cc19795aa10 req-97ade175-5600-4aa0-8ab8-6613e3e8b5e3 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852201 Feb 11 04:58:58.991774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee528c-7532-4c3f-8178-9dd09c698881 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=18923ae8-dbaf-46e7-8a3a-5ac70b69de22,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:58.993366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c486c45d-00e3-4f17-8b1a-384f93d01422 None None] Provisioning complete for port def210c1-390d-475b-b109-460ee4f1279b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:58.993905 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c486c45d-00e3-4f17-8b1a-384f93d01422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def210c1-390d-475b-b109-460ee4f1279b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.064581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 34764dcb-c371-40a7-bfd1-363fe0546d86 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:58:59.074153 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6ee528c-7532-4c3f-8178-9dd09c698881 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.081689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b6ee528c-7532-4c3f-8178-9dd09c698881 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/18923ae8-dbaf-46e7-8a3a-5ac70b69de22 HTTP/1.1" status: 204 len: 168 time: 1.5804913 Feb 11 04:58:59.084701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47420) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:59.130585 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-404af0bb-8600-4166-8a5f-a8172ac91f91 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:58:59.136613 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-404af0bb-8600-4166-8a5f-a8172ac91f91 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/18923ae8-dbaf-46e7-8a3a-5ac70b69de22 HTTP/1.1" status: 404 len: 333 time: 0.0503044 Feb 11 04:58:59.138722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9a608-adf8-46a8-8e72-af6c61b4d9b7 req-68fac9d6-1007-4f28-868d-b47e7e26d680 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:59.138880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47424) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:59.142606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1d9a608-adf8-46a8-8e72-af6c61b4d9b7 req-68fac9d6-1007-4f28-868d-b47e7e26d680 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.4284830 Feb 11 04:58:59.154697 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60df6a-4d61-4466-aa0e-8f095501e8f3 req-d5035376-6cc4-41fb-a8ca-18a6f863bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:59.155796 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d60df6a-4d61-4466-aa0e-8f095501e8f3 req-d5035376-6cc4-41fb-a8ca-18a6f863bce3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 918 time: 0.4266977 Feb 11 04:58:59.256275 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7588d7a-7478-4964-8d4c-f785588551d4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (c2eae142-6450-43b1-9596-12f5bab3e557), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.304877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d60df6a-4d61-4466-aa0e-8f095501e8f3 req-ab14d006-3ab9-4e35-8fbd-0f27241b14b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86aa5dd1-5307-4a75-92f3-27e2414da009 HTTP/1.1" status: 200 len: 217 time: 0.1394997 Feb 11 04:58:59.322395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c486c45d-00e3-4f17-8b1a-384f93d01422 None None] Current status of the port def210c1-390d-475b-b109-460ee4f1279b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:59.331871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 34764dcb-c371-40a7-bfd1-363fe0546d86, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=34764dcb-c371-40a7-bfd1-363fe0546d86,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:59.350670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '34764dcb-c371-40a7-bfd1-363fe0546d86', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'port_id': '34764dcb-c371-40a7-bfd1-363fe0546d86', 'mac_address': 'fa:16:3e:f1:af:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:58:59.357276 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7588d7a-7478-4964-8d4c-f785588551d4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (c2eae142-6450-43b1-9596-12f5bab3e557), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.363798 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1d9a608-adf8-46a8-8e72-af6c61b4d9b7 req-dd346b1c-33c9-4267-8d4c-dae08d4a9122 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106578 Feb 11 04:58:59.417844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60df6a-4d61-4466-aa0e-8f095501e8f3 req-37ece6f4-315a-4c75-a451-880a4d2f117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:59.419616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c0d00-545f-47ae-bd9e-9084c284cc74 req-f7eb0fea-5c50-4dd3-ade8-774a32c87c35 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:59.420075 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d60df6a-4d61-4466-aa0e-8f095501e8f3 req-37ece6f4-315a-4c75-a451-880a4d2f117e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.0713837 Feb 11 04:58:59.421637 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-457c0d00-545f-47ae-bd9e-9084c284cc74 req-f7eb0fea-5c50-4dd3-ade8-774a32c87c35 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1224737 Feb 11 04:58:59.456904 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-99d1b919-49c0-44f9-95f8-3b5314067b9d None None] Could not find standard attr ID for object 18923ae8-dbaf-46e7-8a3a-5ac70b69de22. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:58:59.479889 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7588d7a-7478-4964-8d4c-f785588551d4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c2eae142-6450-43b1-9596-12f5bab3e557), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.482997 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7588d7a-7478-4964-8d4c-f785588551d4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.484416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 34764dcb-c371-40a7-bfd1-363fe0546d86 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:59.484898 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.489093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47428) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:59.495515 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f7588d7a-7478-4964-8d4c-f785588551d4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/security-groups/c2eae142-6450-43b1-9596-12f5bab3e557 HTTP/1.1" status: 204 len: 168 time: 0.3553874 Feb 11 04:58:59.500778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34764dcb-c371-40a7-bfd1-363fe0546d86 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:58:59.523712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 34764dcb-c371-40a7-bfd1-363fe0546d86, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=34764dcb-c371-40a7-bfd1-363fe0546d86,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:59.530072 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.548670 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-457c0d00-545f-47ae-bd9e-9084c284cc74 req-4e13b5ea-222f-4941-8f0d-5a10066c7ac6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134527 Feb 11 04:58:59.553194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60df6a-4d61-4466-aa0e-8f095501e8f3 req-9db234d9-c6bd-4752-b17e-c9342215244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:59.554701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d60df6a-4d61-4466-aa0e-8f095501e8f3 req-9db234d9-c6bd-4752-b17e-c9342215244f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1276898 Feb 11 04:58:59.561442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7588d7a-7478-4964-8d4c-f785588551d4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eae142-6450-43b1-9596-12f5bab3e557,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:59.607875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=34764dcb-c371-40a7-bfd1-363fe0546d86,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:59.660558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0c6e39e-7608-4f49-acf8-a37ebde462da tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (0a18870c-9d92-4c74-a06d-9c021c51452a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.708781 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0c6e39e-7608-4f49-acf8-a37ebde462da tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (0a18870c-9d92-4c74-a06d-9c021c51452a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.722115 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d60df6a-4d61-4466-aa0e-8f095501e8f3 req-219b02e3-6a2d-4c2d-9d9f-5f0dda7374a6 service neutron] 10.222.0.10 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529257 Feb 11 04:58:59.784635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['34764dcb-c371-40a7-bfd1-363fe0546d86'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:58:59.820138 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0c6e39e-7608-4f49-acf8-a37ebde462da tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0a18870c-9d92-4c74-a06d-9c021c51452a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.823727 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0c6e39e-7608-4f49-acf8-a37ebde462da tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.827705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47436) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:59.829609 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b0c6e39e-7608-4f49-acf8-a37ebde462da tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/security-groups/0a18870c-9d92-4c74-a06d-9c021c51452a HTTP/1.1" status: 204 len: 168 time: 0.3360190 Feb 11 04:58:59.857348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff3bf265-cd11-468d-a311-b0c707b09572 req-c7d17b47-5463-4726-92ae-4265c98fed54 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 210 time: 0.0508988 Feb 11 04:58:59.864620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6e39e-7608-4f49-acf8-a37ebde462da tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a18870c-9d92-4c74-a06d-9c021c51452a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:59.908048 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d60df6a-4d61-4466-aa0e-8f095501e8f3 req-8c5c0fdf-72a6-4ca0-a708-957605ef4b11 service neutron] 10.222.0.10 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773031 Feb 11 04:58:59.980346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4fc451-7538-4854-abc7-6db3de103047 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting subnet a16d02e9-9447-4350-af1e-918569d83362 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:58:59.984359 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc451-7538-4854-abc7-6db3de103047 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (a16d02e9-9447-4350-af1e-918569d83362), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.034979 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc451-7538-4854-abc7-6db3de103047 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (a16d02e9-9447-4350-af1e-918569d83362), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.203874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc451-7538-4854-abc7-6db3de103047 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (a16d02e9-9447-4350-af1e-918569d83362), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.255854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840de55-d249-48b7-b978-d5c618cb452a req-cd3b5c14-8ba7-4eca-9531-05278848fb7d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:00.257508 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a840de55-d249-48b7-b978-d5c618cb452a req-cd3b5c14-8ba7-4eca-9531-05278848fb7d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 945 time: 0.1339731 Feb 11 04:59:00.345689 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc451-7538-4854-abc7-6db3de103047 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (a16d02e9-9447-4350-af1e-918569d83362), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.381138 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc451-7538-4854-abc7-6db3de103047 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.388624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1d4fc451-7538-4854-abc7-6db3de103047 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/a16d02e9-9447-4350-af1e-918569d83362 HTTP/1.1" status: 204 len: 168 time: 0.5550416 Feb 11 04:59:00.395095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82be34e3-46bc-4712-ae0c-34e5afc5dfe3 None None] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:00.410103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47440) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:00.416992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7c3d918f-dba6-4d15-a8bc-2f081ba3dda2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:00.420026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fc451-7538-4854-abc7-6db3de103047 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Subnet': ['ID=a16d02e9-9447-4350-af1e-918569d83362,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:00.429142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a840de55-d249-48b7-b978-d5c618cb452a req-ad1ca36f-c273-40af-823b-657a24185fe5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625750 Feb 11 04:59:00.438923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 86aa5dd1-5307-4a75-92f3-27e2414da009 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:59:00.480984 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-b3f17df0-acf6-4d3b-b683-74eec97c1fa8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:00.486917 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-b3f17df0-acf6-4d3b-b683-74eec97c1fa8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.60 "GET /v2.0/networks?id=35d033ab-c1ed-4e37-bb12-310252a5a6d3 HTTP/1.1" status: 200 len: 814 time: 0.2737231 Feb 11 04:59:00.522944 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Request body: {'port': {'device_id': '3884619f-4854-4e3a-a9c1-254dd8acf5a6', 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3', 'admin_state_up': True, 'tenant_id': '0d48959e6344497eab4f83bb43ef4028'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:00.588871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3d918f-dba6-4d15-a8bc-2f081ba3dda2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:00.599417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c3d918f-dba6-4d15-a8bc-2f081ba3dda2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.666597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3db3-3527-4ad8-8956-c9782879e059 req-dc80fc08-5acd-477c-9487-d7af3577ac61 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:00.668177 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fdca3db3-3527-4ad8-8956-c9782879e059 req-dc80fc08-5acd-477c-9487-d7af3577ac61 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1790016 Feb 11 04:59:00.764487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=86aa5dd1-5307-4a75-92f3-27e2414da009,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:00.766721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Made reservation on behalf of 0d48959e6344497eab4f83bb43ef4028 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:00.771106 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.777660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'port_id': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'mac_address': 'fa:16:3e:53:36:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:59:00.827883 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fdca3db3-3527-4ad8-8956-c9782879e059 req-d4ae55a2-9130-42c5-aa4a-76f7e6fa336c tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513014 Feb 11 04:59:00.872427 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeae43-e37f-42be-b0ba-688d1a4332e7 req-bb815449-9ff5-4291-b028-7e3b192ffdd9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:00.880142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8fdeae43-e37f-42be-b0ba-688d1a4332e7 req-bb815449-9ff5-4291-b028-7e3b192ffdd9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.2274687 Feb 11 04:59:00.926801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 86aa5dd1-5307-4a75-92f3-27e2414da009 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:00.933724 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.988588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8fdeae43-e37f-42be-b0ba-688d1a4332e7 req-1096d689-ba60-4c11-9a39-3ec8724ca766 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024413 Feb 11 04:59:01.005651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86aa5dd1-5307-4a75-92f3-27e2414da009 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:59:01.060741 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-e65c2768-7f6f-460b-b752-e371f4cd7a44 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1404834 Feb 11 04:59:01.064783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 34764dcb-c371-40a7-bfd1-363fe0546d86 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:01.130102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=86aa5dd1-5307-4a75-92f3-27e2414da009,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:01.148478 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e2e7aef-efd2-48f1-ba07-91a384131517 req-a784ebcd-27dc-4dc7-9c01-3bfc829ae2b3 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 210 time: 0.0972435 Feb 11 04:59:01.160097 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.194481 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c3d918f-dba6-4d15-a8bc-2f081ba3dda2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (73ead79d-cae5-4318-95b9-4aa05f169a66), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.211587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Allocated IP 172.20.0.9 (35d033ab-c1ed-4e37-bb12-310252a5a6d3/49b91cfa-d5a4-479e-a70b-ea3169f54b29/f1738fc1-8889-4ff4-84be-c21a574d962c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:01.293671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d918f-dba6-4d15-a8bc-2f081ba3dda2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Subnet': ['ID=73ead79d-cae5-4318-95b9-4aa05f169a66,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:01.312022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=86aa5dd1-5307-4a75-92f3-27e2414da009,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:01.334271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 34764dcb-c371-40a7-bfd1-363fe0546d86 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:01.335128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3d918f-dba6-4d15-a8bc-2f081ba3dda2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:01.338040 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.346855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-d7fa15de-50f0-4015-8c10-7f26b1e5193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.347382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-d7fa15de-50f0-4015-8c10-7f26b1e5193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.347850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-d7fa15de-50f0-4015-8c10-7f26b1e5193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.348948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-d7fa15de-50f0-4015-8c10-7f26b1e5193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.349412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-d7fa15de-50f0-4015-8c10-7f26b1e5193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.349870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-d7fa15de-50f0-4015-8c10-7f26b1e5193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.350361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-d7fa15de-50f0-4015-8c10-7f26b1e5193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.352450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-d7fa15de-50f0-4015-8c10-7f26b1e5193e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62e90bc09e0a46e888c74e8489658ef9&device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 6714 time: 0.2008598 Feb 11 04:59:01.354318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7c3d918f-dba6-4d15-a8bc-2f081ba3dda2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:01.358579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d918f-dba6-4d15-a8bc-2f081ba3dda2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.359454 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c3d918f-dba6-4d15-a8bc-2f081ba3dda2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.385724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7c3d918f-dba6-4d15-a8bc-2f081ba3dda2 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9741573 Feb 11 04:59:01.387676 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47450) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:01.406848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2dc08472-2e53-442c-88d2-46f31b108401 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'security_group': {'name': 'tempest-secgroup-159938265'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:01.529786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks [] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.539201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dc08472-2e53-442c-88d2-46f31b108401 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.547423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 34764dcb-c371-40a7-bfd1-363fe0546d86 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:01.548003 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.558041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['86aa5dd1-5307-4a75-92f3-27e2414da009'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:59:01.609081 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.673492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-4209dad2-08f7-43b4-a621-464c6db9bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.673492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-4209dad2-08f7-43b4-a621-464c6db9bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.681665 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-4209dad2-08f7-43b4-a621-464c6db9bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.683530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-4209dad2-08f7-43b4-a621-464c6db9bb78 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6a1cd155-5f32-4482-a0a4-4915da40c158&id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00&id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 HTTP/1.1" status: 200 len: 2292 time: 0.2967165 Feb 11 04:59:01.685720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:01.691460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3870c7-b0f5-4b0d-9601-e353ce566d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34764dcb-c371-40a7-bfd1-363fe0546d86'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:01.695301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:01.698594 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d932467-48dd-4b79-a8dc-af1aae1ed631" -d '{"events": [{"server_uuid": "4d3870c7-b0f5-4b0d-9601-e353ce566d1d", "name": "network-vif-plugged", "status": "completed", "tag": "34764dcb-c371-40a7-bfd1-363fe0546d86"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:01.703643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:01.751008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 34764dcb-c371-40a7-bfd1-363fe0546d86, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=34764dcb-c371-40a7-bfd1-363fe0546d86,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:01.777645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.778821 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.785506 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.797908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Pushing event updated for resources: {'Port': ['ID=f1738fc1-8889-4ff4-84be-c21a574d962c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:01.807599 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5198cf33-5da0-499e-911d-d1531e5a227c x-openstack-request-id: req-5198cf33-5da0-499e-911d-d1531e5a227c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:01.807892 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3870c7-b0f5-4b0d-9601-e353ce566d1d", "name": "network-vif-plugged", "status": "completed", "tag": "34764dcb-c371-40a7-bfd1-363fe0546d86", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:01.808149 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5198cf33-5da0-499e-911d-d1531e5a227c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:01.808539 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3870c7-b0f5-4b0d-9601-e353ce566d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34764dcb-c371-40a7-bfd1-363fe0546d86', 'code': 200} Feb 11 04:59:01.830198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-681e92ce-f41a-4e78-bc0d-2a589cf3a361 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3162642 Feb 11 04:59:01.888294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Request body: {'port': {'device_id': '3884619f-4854-4e3a-a9c1-254dd8acf5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:02.055793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=34764dcb-c371-40a7-bfd1-363fe0546d86,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:02.120425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe84b2b-5867-4b61-9a0b-8603e491d997 None None] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:02.138311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5d196-f8df-4292-a628-ab823f65451b req-315ccc38-a5bc-4a92-9748-acb8890a893d tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:02.146787 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64b5d196-f8df-4292-a628-ab823f65451b req-315ccc38-a5bc-4a92-9748-acb8890a893d tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1438825 Feb 11 04:59:02.150723 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.257739 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64b5d196-f8df-4292-a628-ab823f65451b req-641150c3-0b73-46b2-84cf-be040113413b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044986 Feb 11 04:59:02.263366 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-aa60ad62-909f-4386-bb1a-db0d9c6ee2d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b79c8b-5671-4b61-935b-3207941610d4 HTTP/1.1" status: 200 len: 1000 time: 0.5634248 Feb 11 04:59:02.292251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03949d-b223-4283-aa44-385bd1653fce req-45bb63f5-a176-4a7f-9cc1-35e542bd27ab tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:02.301270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab03949d-b223-4283-aa44-385bd1653fce req-45bb63f5-a176-4a7f-9cc1-35e542bd27ab tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 945 time: 0.7141278 Feb 11 04:59:02.378634 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dc08472-2e53-442c-88d2-46f31b108401 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (63cc1a88-2492-456d-ad92-a51703981301), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.382484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1351132f-be8a-4fb7-a78b-22845247f92a None None] Provisioning complete for port d62a288d-8162-4ca2-bf32-22c1dd74e94b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:02.382953 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1351132f-be8a-4fb7-a78b-22845247f92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d62a288d-8162-4ca2-bf32-22c1dd74e94b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.392421 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dc08472-2e53-442c-88d2-46f31b108401 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (63cc1a88-2492-456d-ad92-a51703981301), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.409174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-525bc024-3e60-4ea7-9499-e4eacc846c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:02.411892 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-525bc024-3e60-4ea7-9499-e4eacc846c9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=212fa8ed-a254-425a-aea8-1ed7bdb9e403 HTTP/1.1" status: 200 len: 850 time: 0.1411905 Feb 11 04:59:02.463836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1351132f-be8a-4fb7-a78b-22845247f92a None None] Port d62a288d-8162-4ca2-bf32-22c1dd74e94b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:02.487813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1351132f-be8a-4fb7-a78b-22845247f92a None None] Provisioning complete for port def210c1-390d-475b-b109-460ee4f1279b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:02.488854 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1351132f-be8a-4fb7-a78b-22845247f92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def210c1-390d-475b-b109-460ee4f1279b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.501765 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab03949d-b223-4283-aa44-385bd1653fce req-53b8b692-e1ae-4e40-a542-1bf015925fa8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994126 Feb 11 04:59:02.514795 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dc08472-2e53-442c-88d2-46f31b108401 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.517553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2dc08472-2e53-442c-88d2-46f31b108401 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1289551 Feb 11 04:59:02.524271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc08472-2e53-442c-88d2-46f31b108401 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc1a88-2492-456d-ad92-a51703981301,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:02.528213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47464) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:02.538780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-598a5b62-aa66-450b-bb5c-e6255d57bf65 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'security_group': {'name': 'tempest-secgroup-749453769'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:02.571706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-d57abaf9-a246-4d54-9d01-b40d774e7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:02.578684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-d57abaf9-a246-4d54-9d01-b40d774e7f04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6a1cd155-5f32-4482-a0a4-4915da40c158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1534774 Feb 11 04:59:02.578931 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-598a5b62-aa66-450b-bb5c-e6255d57bf65 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.677963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0cc486-b7cd-463c-80f7-a49054e02169 None None] Update dhcp port {'port': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'fixed_ips': [{'subnet_id': '47ea0e54-5ebc-490b-8ad2-c2c63ef9605f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '73ead79d-cae5-4318-95b9-4aa05f169a66'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'def210c1-390d-475b-b109-460ee4f1279b'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:59:02.711922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1351132f-be8a-4fb7-a78b-22845247f92a None None] Current status of the port def210c1-390d-475b-b109-460ee4f1279b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:02.719323 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc486-b7cd-463c-80f7-a49054e02169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (def210c1-390d-475b-b109-460ee4f1279b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.720035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a7b39-2d10-4003-a35e-a3c7134724d3 req-37753a16-91db-42ca-892f-4cf7506ffb33 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:02.728202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a36e9-7ddf-4800-bb4a-a5b9304e8f3c req-0e9b6b2f-fa28-4654-91ae-18c2478d7156 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:02.735087 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e20a36e9-7ddf-4800-bb4a-a5b9304e8f3c req-0e9b6b2f-fa28-4654-91ae-18c2478d7156 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 931 time: 0.1317465 Feb 11 04:59:02.744455 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-256a7b39-2d10-4003-a35e-a3c7134724d3 req-37753a16-91db-42ca-892f-4cf7506ffb33 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 944 time: 0.3304703 Feb 11 04:59:02.756404 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-e77dfa43-4f82-47cf-bef2-14276f302255 service neutron] 10.222.0.60 "GET /v2.0/networks/6a1cd155-5f32-4482-a0a4-4915da40c158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705134 Feb 11 04:59:02.814057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e20a36e9-7ddf-4800-bb4a-a5b9304e8f3c req-358f1ec4-239e-4faa-b478-196c259cdbdf tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779927 Feb 11 04:59:02.912312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-fe107e74-d39a-4dfa-a7f2-c3259bedd4af service neutron] 10.222.0.60 "GET /v2.0/networks/6a1cd155-5f32-4482-a0a4-4915da40c158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431966 Feb 11 04:59:02.945635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1738fc1-8889-4ff4-84be-c21a574d962c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:59:02.954242 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Publish callbacks [] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.968295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Transition to ACTIVE for port object f1738fc1-8889-4ff4-84be-c21a574d962c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:59:02.980571 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-34438e84-d612-4530-982f-92e23369c040 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=10562436-6596-4dc4-8bd3-459375c70f15 HTTP/1.1" status: 200 len: 217 time: 0.0615420 Feb 11 04:59:02.994424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.009455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-9b0cc486-b7cd-463c-80f7-a49054e02169 None None] Allocated IP 2001:db8::2 (1fe6322d-9572-4155-b4f1-e4830b579d54/73ead79d-cae5-4318-95b9-4aa05f169a66/def210c1-390d-475b-b109-460ee4f1279b) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:03.020299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef88027a-16dd-4aaa-a58b-0c0c11e335f2 req-e38e7d4b-9f72-465a-95be-cb50c512208d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5741079 Feb 11 04:59:03.023024 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-598a5b62-aa66-450b-bb5c-e6255d57bf65 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (ff086db3-d8e1-43e1-ba70-4e573808f3ec), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.061345 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-9d2d051b-c279-4c1b-b04c-13a9bb85d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:03.063580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-9d2d051b-c279-4c1b-b04c-13a9bb85d021 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=718ad409-c615-4b2c-83f0-4c6062f3394f HTTP/1.1" status: 200 len: 797 time: 0.0724123 Feb 11 04:59:03.115962 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-598a5b62-aa66-450b-bb5c-e6255d57bf65 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ff086db3-d8e1-43e1-ba70-4e573808f3ec), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.148917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-26ae77f9-2d44-43d8-b4a0-7690873bfd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:03.150563 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-26ae77f9-2d44-43d8-b4a0-7690873bfd66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0775735 Feb 11 04:59:03.164081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9b0cc486-b7cd-463c-80f7-a49054e02169 None None] For port def210c1-390d-475b-b109-460ee4f1279b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=def210c1-390d-475b-b109-460ee4f1279b,segment=NetworkSegment(c57ac3b6-4586-4ddc-a752-6ff52703ed36),segment_id=c57ac3b6-4586-4ddc-a752-6ff52703ed36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:03.196587 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc486-b7cd-463c-80f7-a49054e02169 None None] Publish callbacks [] for port (def210c1-390d-475b-b109-460ee4f1279b), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.206316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc486-b7cd-463c-80f7-a49054e02169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (def210c1-390d-475b-b109-460ee4f1279b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.214071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-256a7b39-2d10-4003-a35e-a3c7134724d3 req-cca86aee-c878-4ac2-ade2-1ea0a92e0a21 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4636443 Feb 11 04:59:03.214924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Pushing event updated for resources: {'Port': ['ID=f1738fc1-8889-4ff4-84be-c21a574d962c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:03.267169 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-598a5b62-aa66-450b-bb5c-e6255d57bf65 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.270847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-598a5b62-aa66-450b-bb5c-e6255d57bf65 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7334270 Feb 11 04:59:03.277780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47468) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:03.280582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9a29fd65-b8e8-4354-92ab-a99b01837556 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'security_group': {'name': 'tempest-secgroup-875383720'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:03.331816 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-89b12d97-dbc5-4f82-a7c1-ae6258d8d4f5 service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727538 Feb 11 04:59:03.333346 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a29fd65-b8e8-4354-92ab-a99b01837556 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.359701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a5b62-aa66-450b-bb5c-e6255d57bf65 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff086db3-d8e1-43e1-ba70-4e573808f3ec,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:03.405442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88027a-16dd-4aaa-a58b-0c0c11e335f2 req-a86b6d7e-a802-4347-920c-e9c556015223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:03.407550 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef88027a-16dd-4aaa-a58b-0c0c11e335f2 req-a86b6d7e-a802-4347-920c-e9c556015223 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96904844260549238a803990e10a1a4b&device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 1128 time: 0.3060086 Feb 11 04:59:03.441557 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Attempting to bind port f1738fc1-8889-4ff4-84be-c21a574d962c on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:59:03.441894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Attempting to bind port f1738fc1-8889-4ff4-84be-c21a574d962c by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:59:03.442223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Attempting to bind port f1738fc1-8889-4ff4-84be-c21a574d962c on network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:03.456861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Port f1738fc1-8889-4ff4-84be-c21a574d962c on network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:59:03.457165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Attempting to bind port f1738fc1-8889-4ff4-84be-c21a574d962c on network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:03.462746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cc486-b7cd-463c-80f7-a49054e02169 None None] Pushing event updated for resources: {'Port': ['ID=def210c1-390d-475b-b109-460ee4f1279b,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:03.480173 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.615077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0381577-ab5e-4bad-9571-09cf5f25ea6a req-d7bff461-7b04-42f6-9a3a-49d78231eb8b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:03.616717 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0381577-ab5e-4bad-9571-09cf5f25ea6a req-d7bff461-7b04-42f6-9a3a-49d78231eb8b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.2143939 Feb 11 04:59:03.621917 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-70be0344-830d-4561-9d07-c8c06f3f80f4 service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780590 Feb 11 04:59:03.628043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:59:03.628386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Checking segment: {'id': '4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:03.629347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Bound using segment: {'id': '4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:59:03.629803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Bound port: f1738fc1-8889-4ff4-84be-c21a574d962c, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:59:03.630250 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.668238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88027a-16dd-4aaa-a58b-0c0c11e335f2 req-7ca53728-04b3-4ebf-95e1-fae948e7de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:03.669786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef88027a-16dd-4aaa-a58b-0c0c11e335f2 req-7ca53728-04b3-4ebf-95e1-fae948e7de01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 200 len: 911 time: 0.2244041 Feb 11 04:59:03.683436 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-cadeac40-cbde-425b-8df5-ac13ca26ab08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=c7f80bc2-27bf-4954-a7b7-3c8ab0383091 HTTP/1.1" status: 200 len: 217 time: 0.0520382 Feb 11 04:59:03.688915 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a29fd65-b8e8-4354-92ab-a99b01837556 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (1ce2956c-d611-4683-b8a1-a761038a075b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.712628 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a29fd65-b8e8-4354-92ab-a99b01837556 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1ce2956c-d611-4683-b8a1-a761038a075b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.823466 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a29fd65-b8e8-4354-92ab-a99b01837556 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.827417 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9a29fd65-b8e8-4354-92ab-a99b01837556 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5482721 Feb 11 04:59:03.834673 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47476) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:03.851778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe34a3-97af-4ef3-9221-92597d1c39bc req-e5c1595a-b4de-4bf5-829a-4eadb7e24308 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:03.857518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1566942363', 'security_groups': ['1ce2956c-d611-4683-b8a1-a761038a075b'], 'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '73ead79d-cae5-4318-95b9-4aa05f169a66'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:03.859259 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8afe34a3-97af-4ef3-9221-92597d1c39bc req-e5c1595a-b4de-4bf5-829a-4eadb7e24308 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.2493916 Feb 11 04:59:03.885508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] For port f1738fc1-8889-4ff4-84be-c21a574d962c, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:59:03.908299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef88027a-16dd-4aaa-a58b-0c0c11e335f2 req-4fe3f4d2-1f03-4a87-bc5a-9831b023f98d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 HTTP/1.1" status: 200 len: 1001 time: 0.2050917 Feb 11 04:59:03.914574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] For port f1738fc1-8889-4ff4-84be-c21a574d962c, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f1738fc1-8889-4ff4-84be-c21a574d962c,segment=NetworkSegment(4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23),segment_id=4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:59:03.973698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29fd65-b8e8-4354-92ab-a99b01837556 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce2956c-d611-4683-b8a1-a761038a075b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:03.989899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-f478e27b-4450-44f6-a6b6-333cb423abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:03.992556 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-f478e27b-4450-44f6-a6b6-333cb423abd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=718ad409-c615-4b2c-83f0-4c6062f3394f HTTP/1.1" status: 200 len: 797 time: 0.2952023 Feb 11 04:59:03.998694 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0381577-ab5e-4bad-9571-09cf5f25ea6a req-458c7023-2fd8-4471-a586-7e561ab12f3f tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689582 Feb 11 04:59:04.007442 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:04.051756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:04.128798 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8afe34a3-97af-4ef3-9221-92597d1c39bc req-e66b58e6-4957-4f38-8403-da4e77360474 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632155 Feb 11 04:59:04.153927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:04.155706 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:04.158176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] 10.222.0.60 "PUT /v2.0/ports/f1738fc1-8889-4ff4-84be-c21a574d962c HTTP/1.1" status: 200 len: 1092 time: 2.2815695 Feb 11 04:59:04.167869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3884619f-4854-4e3a-a9c1-254dd8acf5a6', 'tag': 'f1738fc1-8889-4ff4-84be-c21a574d962c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:04.170657 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8828eb4-323c-4e6b-a318-6e52e1db12f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3884619f-4854-4e3a-a9c1-254dd8acf5a6", "tag": "f1738fc1-8889-4ff4-84be-c21a574d962c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:04.197296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88027a-16dd-4aaa-a58b-0c0c11e335f2 req-008202e9-7b01-465d-9753-f85385b6806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:04.198870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef88027a-16dd-4aaa-a58b-0c0c11e335f2 req-008202e9-7b01-465d-9753-f85385b6806f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c8950805-753a-47d3-a145-dfa74269b5aa HTTP/1.1" status: 200 len: 849 time: 0.2812960 Feb 11 04:59:04.209080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-e407a8e0-99d2-4e73-86e8-a74bbf7f5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:04.216751 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-e407a8e0-99d2-4e73-86e8-a74bbf7f5c0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2142811 Feb 11 04:59:04.294520 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aae2cff-04e2-470f-b4ba-b6e591b474d1 x-openstack-request-id: req-1aae2cff-04e2-470f-b4ba-b6e591b474d1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:04.294829 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3884619f-4854-4e3a-a9c1-254dd8acf5a6", "tag": "f1738fc1-8889-4ff4-84be-c21a574d962c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:04.295174 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1aae2cff-04e2-470f-b4ba-b6e591b474d1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:04.295497 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3884619f-4854-4e3a-a9c1-254dd8acf5a6', 'tag': 'f1738fc1-8889-4ff4-84be-c21a574d962c', 'status': 'completed', 'code': 200} Feb 11 04:59:04.302372 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aee720-e236-4efe-8c27-e2ca99d05976 service neutron] Pushing event updated for resources: {'Port': ['ID=f1738fc1-8889-4ff4-84be-c21a574d962c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:04.333279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-a3e080ae-ecfc-438a-96c3-f6af7561f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:04.335085 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-a3e080ae-ecfc-438a-96c3-f6af7561f111 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d48959e6344497eab4f83bb43ef4028&device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 1126 time: 0.0758672 Feb 11 04:59:04.338852 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d845f-716a-457c-a8cf-eeea4954bdb9 req-6e82f08d-0a66-42fd-8372-394d14f29a4c tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:04.340948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88027a-16dd-4aaa-a58b-0c0c11e335f2 req-cdb212df-cd28-40a9-8f1c-4e9032aa5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:04.342490 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef88027a-16dd-4aaa-a58b-0c0c11e335f2 req-cdb212df-cd28-40a9-8f1c-4e9032aa5245 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8decd706-0c4d-4a4c-9cac-e65570b1f749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1365561 Feb 11 04:59:04.343539 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c5d845f-716a-457c-a8cf-eeea4954bdb9 req-6e82f08d-0a66-42fd-8372-394d14f29a4c tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 943 time: 0.2183154 Feb 11 04:59:04.348621 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:04.438748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 86aa5dd1-5307-4a75-92f3-27e2414da009 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:04.466574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] device_id is not set on port 61c36533-04b4-4ec9-abe4-537c02d16a20 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:59:04.482619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-22cc6fb9-03de-43cf-8c8e-3e6de92f3e80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1738fc1-8889-4ff4-84be-c21a574d962c HTTP/1.1" status: 200 len: 217 time: 0.1325531 Feb 11 04:59:04.490937 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c5d845f-716a-457c-a8cf-eeea4954bdb9 req-4f23232e-2283-4211-961c-e9a4c756928d tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375105 Feb 11 04:59:04.510589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device def210c1-390d-475b-b109-460ee4f1279b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:04.654208 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-230edc73-7f1b-42f2-97ab-4d9606f1bea1 service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158921 Feb 11 04:59:04.655675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-af41206b-f1a4-4776-838c-444f0bd66fcf None None] Provisioning complete for port d62a288d-8162-4ca2-bf32-22c1dd74e94b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:04.656107 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af41206b-f1a4-4776-838c-444f0bd66fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d62a288d-8162-4ca2-bf32-22c1dd74e94b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:04.759040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-47a1183b-60ab-401f-95a9-4cdf7a999b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:04.760953 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-47a1183b-60ab-401f-95a9-4cdf7a999b43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91cfa-d5a4-479e-a70b-ea3169f54b29 HTTP/1.1" status: 200 len: 854 time: 0.2669766 Feb 11 04:59:04.763138 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef88027a-16dd-4aaa-a58b-0c0c11e335f2 req-2448df8f-53fe-4258-a726-71f40b2aa9e4 service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034646 Feb 11 04:59:04.815374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8::55 (1fe6322d-9572-4155-b4f1-e4830b579d54/73ead79d-cae5-4318-95b9-4aa05f169a66/61c36533-04b4-4ec9-abe4-537c02d16a20) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:04.845816 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-89107a54-439e-4dfe-b6b5-aa4fade66548 service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831715 Feb 11 04:59:04.874572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-af41206b-f1a4-4776-838c-444f0bd66fcf None None] Port d62a288d-8162-4ca2-bf32-22c1dd74e94b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:04.882528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 86aa5dd1-5307-4a75-92f3-27e2414da009 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:59:04.887120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port def210c1-390d-475b-b109-460ee4f1279b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:04.898388 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def210c1-390d-475b-b109-460ee4f1279b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:04.903259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 86aa5dd1-5307-4a75-92f3-27e2414da009 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:04.903631 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:04.919118 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-2fb47341-f3b8-4b66-b427-c023efa83158 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=0a04e25d-f11d-4b9a-a8c8-5dfc91310990 HTTP/1.1" status: 200 len: 217 time: 0.0530128 Feb 11 04:59:04.987918 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-c8daa054-4ed7-403a-ad8b-8a4e27214f74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=35d033ab-c1ed-4e37-bb12-310252a5a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924771 Feb 11 04:59:05.006885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d301de-4452-4a7d-a57a-671bd5766940 req-3b948a18-0298-4e6e-bae8-274b9b98bab9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.008408 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-22d301de-4452-4a7d-a57a-671bd5766940 req-3b948a18-0298-4e6e-bae8-274b9b98bab9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 944 time: 0.5716476 Feb 11 04:59:05.018024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-af41206b-f1a4-4776-838c-444f0bd66fcf None None] Provisioning complete for port def210c1-390d-475b-b109-460ee4f1279b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:05.018499 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af41206b-f1a4-4776-838c-444f0bd66fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def210c1-390d-475b-b109-460ee4f1279b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:05.084700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef88027a-16dd-4aaa-a58b-0c0c11e335f2 req-35087d41-e56c-4b05-beb6-f9f9b452c13b service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132129 Feb 11 04:59:05.184390 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-ba58f508-6620-4dd8-8c88-e3a96185217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.186124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-ba58f508-6620-4dd8-8c88-e3a96185217e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=718ad409-c615-4b2c-83f0-4c6062f3394f HTTP/1.1" status: 200 len: 797 time: 0.2472336 Feb 11 04:59:05.187778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-22d301de-4452-4a7d-a57a-671bd5766940 req-951fb720-5988-44cd-b9d8-29458d9e1537 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499746 Feb 11 04:59:05.218613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-1579107d-cf3e-433c-a5a0-d4fa449ab8bb service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199078 Feb 11 04:59:05.239510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-af41206b-f1a4-4776-838c-444f0bd66fcf None None] Current status of the port def210c1-390d-475b-b109-460ee4f1279b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:05.307688 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (61c36533-04b4-4ec9-abe4-537c02d16a20), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:05.330258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a917d-fa5b-4d0d-988d-0297a14405ab req-459eaaa4-dc5d-4cf1-a141-dc94bcb8c950 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.346619 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d45a917d-fa5b-4d0d-988d-0297a14405ab req-459eaaa4-dc5d-4cf1-a141-dc94bcb8c950 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.2207689 Feb 11 04:59:05.405029 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bea8b3-c966-4d22-9b8b-ad78eb99e212 req-f87ed7a7-b8d6-4c3f-8189-794577a9a07a service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729581 Feb 11 04:59:05.469717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port def210c1-390d-475b-b109-460ee4f1279b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:05.479731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-fe5848fc-2a70-481e-9262-b90c93eed1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.483267 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-fe5848fc-2a70-481e-9262-b90c93eed1b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2832711 Feb 11 04:59:05.498995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 86aa5dd1-5307-4a75-92f3-27e2414da009 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:05.499458 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:05.541506 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d45a917d-fa5b-4d0d-988d-0297a14405ab req-fbdd9e66-f6a9-4932-88c8-049f7cf102d5 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849809 Feb 11 04:59:05.550597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:05.555191 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774bfb1c-f2e9-4e13-9a0e-c63eeb75b2a8" -d '{"events": [{"server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "name": "network-vif-plugged", "status": "completed", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:05.568294 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (61c36533-04b4-4ec9-abe4-537c02d16a20), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:05.595081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=86aa5dd1-5307-4a75-92f3-27e2414da009,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:05.601194 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:05.696181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=86aa5dd1-5307-4a75-92f3-27e2414da009,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:05.707703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8828eb4-323c-4e6b-a318-6e52e1db12f5 req-25276ac5-bba9-4785-a894-face143381e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.710198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8828eb4-323c-4e6b-a318-6e52e1db12f5 req-25276ac5-bba9-4785-a894-face143381e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d48959e6344497eab4f83bb43ef4028&device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 1126 time: 0.1837525 Feb 11 04:59:05.769643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=61c36533-04b4-4ec9-abe4-537c02d16a20,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:05.784979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:05.790669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:05.797257 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:05.802679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.803372 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:05.829479 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-9fa5b3ee-21cf-4989-b74f-f987cfd1d716 service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047550 Feb 11 04:59:05.840129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4fd4d7f4-d7b9-4eb6-bb28-d405b358b494 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0011320 Feb 11 04:59:05.853813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3a1e5-e4d2-44c2-9f65-247f902a5415 req-5ab383f9-6969-4ae9-95ef-badcf301209d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.861847 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aee3a1e5-e4d2-44c2-9f65-247f902a5415 req-5ab383f9-6969-4ae9-95ef-badcf301209d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1976407 Feb 11 04:59:05.863501 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47528) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:05.881180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-223fd23e-bb24-4c79-86cf-402eba69da7e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:05.886106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8828eb4-323c-4e6b-a318-6e52e1db12f5 req-f1ea00ad-fa39-41cf-adcc-f1d368e41b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.888126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8828eb4-323c-4e6b-a318-6e52e1db12f5 req-f1ea00ad-fa39-41cf-adcc-f1d368e41b67 service neutron] 10.222.0.60 "GET /v2.0/networks?id=35d033ab-c1ed-4e37-bb12-310252a5a6d3 HTTP/1.1" status: 200 len: 915 time: 0.1699877 Feb 11 04:59:05.899288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004d67a-b7e0-4573-bd2b-5e1a01227a9e req-22d56a63-ceef-4a09-bb9e-cecf48446d6e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.901323 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b004d67a-b7e0-4573-bd2b-5e1a01227a9e req-22d56a63-ceef-4a09-bb9e-cecf48446d6e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.3061724 Feb 11 04:59:05.943246 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8828eb4-323c-4e6b-a318-6e52e1db12f5 req-b8ba7c59-aed6-4bd9-9401-b825db948c99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1738fc1-8889-4ff4-84be-c21a574d962c HTTP/1.1" status: 200 len: 217 time: 0.0403924 Feb 11 04:59:06.000685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b004d67a-b7e0-4573-bd2b-5e1a01227a9e req-c1131bde-2edf-43d0-8e90-e32bb6d497d5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603108 Feb 11 04:59:06.080976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8828eb4-323c-4e6b-a318-6e52e1db12f5 req-3ab66e4b-baa0-41d6-95f3-e04c1c297089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:06.091091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8828eb4-323c-4e6b-a318-6e52e1db12f5 req-3ab66e4b-baa0-41d6-95f3-e04c1c297089 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91cfa-d5a4-479e-a70b-ea3169f54b29 HTTP/1.1" status: 200 len: 854 time: 0.0993807 Feb 11 04:59:06.156607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8828eb4-323c-4e6b-a318-6e52e1db12f5 req-e5a5260e-55b6-4eea-aec0-6555a53c753d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=35d033ab-c1ed-4e37-bb12-310252a5a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574579 Feb 11 04:59:06.190937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9beb5f6d-8587-451e-b303-53ed12710f79 None None] Provisioning complete for port 61c36533-04b4-4ec9-abe4-537c02d16a20 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:06.191388 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9beb5f6d-8587-451e-b303-53ed12710f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61c36533-04b4-4ec9-abe4-537c02d16a20), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:06.213126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223fd23e-bb24-4c79-86cf-402eba69da7e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:06.217283 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-223fd23e-bb24-4c79-86cf-402eba69da7e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:06.303089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8828eb4-323c-4e6b-a318-6e52e1db12f5 req-d902c572-7f14-4511-a122-4be765f95e87 service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262510 Feb 11 04:59:06.312174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a10ad-cf75-47ba-a99e-ca514194acf7 req-174bc63d-0e1f-492c-af02-f01715f94e12 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:06.313987 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b28a10ad-cf75-47ba-a99e-ca514194acf7 req-174bc63d-0e1f-492c-af02-f01715f94e12 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 943 time: 0.1779318 Feb 11 04:59:06.330104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9beb5f6d-8587-451e-b303-53ed12710f79 None None] Port 61c36533-04b4-4ec9-abe4-537c02d16a20 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:06.334812 n-d-615180-58 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-223fd23e-bb24-4c79-86cf-402eba69da7e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73ead79d-cae5-4318-95b9-4aa05f169a66 (CIDR: 2001:db8::/64) Feb 11 04:59:06.345035 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-223fd23e-bb24-4c79-86cf-402eba69da7e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:59:06.345499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223fd23e-bb24-4c79-86cf-402eba69da7e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:06.369049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aee3a1e5-e4d2-44c2-9f65-247f902a5415 req-e6264652-a072-49b8-856c-1531348374b4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5062547 Feb 11 04:59:06.402804 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-656a38dc-7f67-418f-80c6-400bb9ea35b1 service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379851 Feb 11 04:59:06.414631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-223fd23e-bb24-4c79-86cf-402eba69da7e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5389218 Feb 11 04:59:06.420998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47540) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:06.432201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-229f46b9-9ae6-4fdc-a3a6-70291df22061 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:06.460710 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b18b5d-a532-4b41-bf74-2bf04c58d62f x-openstack-request-id: req-13b18b5d-a532-4b41-bf74-2bf04c58d62f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:06.461008 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "name": "network-vif-plugged", "status": "completed", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:06.461265 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13b18b5d-a532-4b41-bf74-2bf04c58d62f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:06.461665 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'code': 200} Feb 11 04:59:06.699834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229f46b9-9ae6-4fdc-a3a6-70291df22061 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:06.704202 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-229f46b9-9ae6-4fdc-a3a6-70291df22061 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:06.711761 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-6cecae00-6809-4c23-bf3f-da570ed918f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=a34789d3-0b2b-40d2-9c05-eb9df47feb66 HTTP/1.1" status: 200 len: 217 time: 0.2928727 Feb 11 04:59:06.830364 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b28a10ad-cf75-47ba-a99e-ca514194acf7 req-c3eecc82-f8d3-4b4e-8d69-ae7324973e25 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051360 Feb 11 04:59:06.869446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8828eb4-323c-4e6b-a318-6e52e1db12f5 req-871bd4e1-af7f-4b5f-b6ca-0d1615176411 service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542383 Feb 11 04:59:06.876262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e04d2f-49f5-4c59-97ac-af010bb6b302 req-8aba602a-3ace-4c65-ae87-29b5af541545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:06.878185 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0e04d2f-49f5-4c59-97ac-af010bb6b302 req-8aba602a-3ace-4c65-ae87-29b5af541545 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 1128 time: 0.1112437 Feb 11 04:59:06.898564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c52a3-eddb-49bb-82e4-c9a057cbd18e req-12270cd5-1634-4af8-a9ac-1149d3a40760 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:06.906330 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a26c52a3-eddb-49bb-82e4-c9a057cbd18e req-12270cd5-1634-4af8-a9ac-1149d3a40760 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.2962701 Feb 11 04:59:06.931108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-9365e98e-3158-424b-814e-55f161335383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:06.935188 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0e04d2f-49f5-4c59-97ac-af010bb6b302 req-e2c4f771-77d0-48d3-9c04-8cad5cad4acb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503917 Feb 11 04:59:06.944174 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-9365e98e-3158-424b-814e-55f161335383 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=718ad409-c615-4b2c-83f0-4c6062f3394f HTTP/1.1" status: 200 len: 797 time: 0.2203457 Feb 11 04:59:06.962699 n-d-615180-58 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-229f46b9-9ae6-4fdc-a3a6-70291df22061 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 47ea0e54-5ebc-490b-8ad2-c2c63ef9605f (CIDR: 2001:db8:0:1::/64) Feb 11 04:59:07.003460 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-229f46b9-9ae6-4fdc-a3a6-70291df22061 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:59:07.004104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229f46b9-9ae6-4fdc-a3a6-70291df22061 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:07.018718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39214da3-d508-41b2-87db-6812d0833ac3 req-32e64788-133b-4d1f-9b17-30dd19723d55 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:07.021409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39214da3-d508-41b2-87db-6812d0833ac3 req-32e64788-133b-4d1f-9b17-30dd19723d55 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.0748062 Feb 11 04:59:07.076350 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-229f46b9-9ae6-4fdc-a3a6-70291df22061 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6515536 Feb 11 04:59:07.079003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47548) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:07.097038 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a26c52a3-eddb-49bb-82e4-c9a057cbd18e req-62df43d8-a8ce-4853-a29e-6de4dcce78d3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682925 Feb 11 04:59:07.110214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-050c888f-5ef2-4303-8251-ae4e446fb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:07.110214 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-050c888f-5ef2-4303-8251-ae4e446fb1c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ddd8ed5-ede1-429a-98f7-1f5a19258b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1448660 Feb 11 04:59:07.111575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-01c2d9a8-5eb8-4f2d-bb94-f89e43bd586e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'subnet': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:07.232832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39214da3-d508-41b2-87db-6812d0833ac3 req-dfc3e024-cc50-422a-b650-ce0e48bb3679 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804070 Feb 11 04:59:07.305436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c2d9a8-5eb8-4f2d-bb94-f89e43bd586e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Made reservation on behalf of 59ab36ce9f374498ada750b597f32733 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:07.310369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01c2d9a8-5eb8-4f2d-bb94-f89e43bd586e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:07.311077 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:07.339532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-772bd573-f11b-403d-9e21-428d55cd81c0 service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156963 Feb 11 04:59:07.354080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fa4f6-0dff-4769-9f60-56dc5177e132 req-7fa3ebd2-eb83-4b7d-8f06-abf318f1e6e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:07.355858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d3fa4f6-0dff-4769-9f60-56dc5177e132 req-7fa3ebd2-eb83-4b7d-8f06-abf318f1e6e0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.1247060 Feb 11 04:59:07.532881 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d3fa4f6-0dff-4769-9f60-56dc5177e132 req-285c43a8-67e3-4eb7-9238-deec81add11e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647732 Feb 11 04:59:07.592277 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01c2d9a8-5eb8-4f2d-bb94-f89e43bd586e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:07.602803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-d4263a6a-d34b-418a-8b1b-1f3eb3e2651c service neutron] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458527 Feb 11 04:59:07.652170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c2d9a8-5eb8-4f2d-bb94-f89e43bd586e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:07.655684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-01c2d9a8-5eb8-4f2d-bb94-f89e43bd586e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:07.661020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-ed4e1754-4ea8-42a4-95fc-d0b8675e9759 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1a965ce7-4189-4ce1-8af5-5258c8a76c3f HTTP/1.1" status: 200 len: 217 time: 0.0492642 Feb 11 04:59:07.661516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c2d9a8-5eb8-4f2d-bb94-f89e43bd586e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:07.662121 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01c2d9a8-5eb8-4f2d-bb94-f89e43bd586e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:07.666574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e21982-562f-4547-b996-32e0a61b2a21 None None] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:07.704712 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-01c2d9a8-5eb8-4f2d-bb94-f89e43bd586e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6204293 Feb 11 04:59:07.705627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2d9a8-5eb8-4f2d-bb94-f89e43bd586e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Subnet': ['ID=1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:07.714330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c75171-c3d3-422d-a81f-7899b6f4b7da req-aaa7f1f1-4271-42b8-a3c3-bfd4b221eb29 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:07.715935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23c75171-c3d3-422d-a81f-7899b6f4b7da req-aaa7f1f1-4271-42b8-a3c3-bfd4b221eb29 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1422455 Feb 11 04:59:07.716837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47552) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:07.722715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e4886418-c37e-401d-94f7-57e6effa6452 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1318538300', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff'}], 'security_groups': ['63cc1a88-2492-456d-ad92-a51703981301', 'ff086db3-d8e1-43e1-ba70-4e573808f3ec']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:07.775703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-a56a7163-83cd-4116-b72f-fa8652b025ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:07.777196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-a56a7163-83cd-4116-b72f-fa8652b025ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e291671b-3e0f-4d5c-8943-d14fa4114dd4 HTTP/1.1" status: 200 len: 797 time: 0.1044803 Feb 11 04:59:07.852615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-5dd71d0a-ee14-4c79-84ce-19fab64da82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:07.857756 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-5dd71d0a-ee14-4c79-84ce-19fab64da82d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0714948 Feb 11 04:59:08.079109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8caf4-f668-4a79-89f5-f1f7a86bc8b8 None None] Update dhcp port {'port': {'network_id': '1fe6322d-9572-4155-b4f1-e4830b579d54', 'fixed_ips': [{'subnet_id': '47ea0e54-5ebc-490b-8ad2-c2c63ef9605f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '73ead79d-cae5-4318-95b9-4aa05f169a66', 'ip_address': '2001:db8::2'}, {'subnet_id': '1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'def210c1-390d-475b-b109-460ee4f1279b'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:59:08.083210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23c75171-c3d3-422d-a81f-7899b6f4b7da req-56fe0f26-4c6f-4e0b-a279-04b9bc4ededf tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517206 Feb 11 04:59:08.103255 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4886418-c37e-401d-94f7-57e6effa6452 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61c36533-04b4-4ec9-abe4-537c02d16a20), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.133996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-433f556c-aab6-4e12-aa49-ae79311b7fad tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:08.136420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-433f556c-aab6-4e12-aa49-ae79311b7fad tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.1757727 Feb 11 04:59:08.139755 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-2966ce77-a0a9-4354-8d1c-079916076c08 service neutron] 10.222.0.60 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736001 Feb 11 04:59:08.151606 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ce8caf4-f668-4a79-89f5-f1f7a86bc8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (def210c1-390d-475b-b109-460ee4f1279b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.200899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce69315-db34-4f4d-8ea9-8dbf80da036f req-538b5c9a-d01a-4398-b794-a3ce05ea6046 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:08.209975 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0ce69315-db34-4f4d-8ea9-8dbf80da036f req-538b5c9a-d01a-4398-b794-a3ce05ea6046 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 943 time: 0.2859309 Feb 11 04:59:08.281709 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0ce69315-db34-4f4d-8ea9-8dbf80da036f req-7b123cc5-b5da-4f12-aad0-40cf9a5cbf32 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666063 Feb 11 04:59:08.413465 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-3ce8caf4-f668-4a79-89f5-f1f7a86bc8b8 None None] Allocated IP 2001:db8:0:2::2 (1fe6322d-9572-4155-b4f1-e4830b579d54/1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff/def210c1-390d-475b-b109-460ee4f1279b) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:08.448887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-73523747-5676-4969-b8de-6735cbb0ab75 service neutron] 10.222.0.60 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993040 Feb 11 04:59:08.479798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c952295-663b-4ec3-bea0-0b376a91c286 req-c079e29d-7f81-459e-859e-aa644eb7f16b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:08.481304 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c952295-663b-4ec3-bea0-0b376a91c286 req-c079e29d-7f81-459e-859e-aa644eb7f16b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1679463 Feb 11 04:59:08.505086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Deleting port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:08.505502 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.519203 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-36aaba9c-b727-4c5b-8c04-93862d9b6897 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ca0f07d-807c-4db0-9432-e2f5c2454549 HTTP/1.1" status: 200 len: 217 time: 0.0508275 Feb 11 04:59:08.539777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3ce8caf4-f668-4a79-89f5-f1f7a86bc8b8 None None] For port def210c1-390d-475b-b109-460ee4f1279b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=def210c1-390d-475b-b109-460ee4f1279b,segment=NetworkSegment(c57ac3b6-4586-4ddc-a752-6ff52703ed36),segment_id=c57ac3b6-4586-4ddc-a752-6ff52703ed36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:08.573408 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ce8caf4-f668-4a79-89f5-f1f7a86bc8b8 None None] Publish callbacks [] for port (def210c1-390d-475b-b109-460ee4f1279b), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.582963 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ce8caf4-f668-4a79-89f5-f1f7a86bc8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (def210c1-390d-475b-b109-460ee4f1279b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.606473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb1fb0-9bb1-422f-a556-5a9ff02fbfcd req-8ef823ad-e429-4ec3-ad83-d29ca4060a9e tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:08.609437 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fbdb1fb0-9bb1-422f-a556-5a9ff02fbfcd req-8ef823ad-e429-4ec3-ad83-d29ca4060a9e tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1857777 Feb 11 04:59:08.654566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-13885372-0457-4a62-b1a9-2ee3937eb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:08.656926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-13885372-0457-4a62-b1a9-2ee3937eb00f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e291671b-3e0f-4d5c-8943-d14fa4114dd4 HTTP/1.1" status: 200 len: 797 time: 0.1299667 Feb 11 04:59:08.687006 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c952295-663b-4ec3-bea0-0b376a91c286 req-1d09b810-05ca-45c4-b474-571653cbd0a9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962371 Feb 11 04:59:08.720930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8caf4-f668-4a79-89f5-f1f7a86bc8b8 None None] Pushing event updated for resources: {'Port': ['ID=def210c1-390d-475b-b109-460ee4f1279b,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:08.736501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fbdb1fb0-9bb1-422f-a556-5a9ff02fbfcd req-1cba0b4b-1b4a-4bb0-930b-89811f2d38b3 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199136 Feb 11 04:59:08.757113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19089-cdec-4704-885f-d050339cfd94 req-b97f5e7f-9bf5-42b7-aa48-041acafed2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:08.758620 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-b97f5e7f-9bf5-42b7-aa48-041acafed2d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0849147 Feb 11 04:59:08.832572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] For port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:08.832962 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.902488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-5d79e131-92cf-4cda-81fd-c91fc7aa6376 service neutron] 10.222.0.60 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326623 Feb 11 04:59:09.390057 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4621ccf3-ae2e-41ae-98ff-9624177d3b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:09.402941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17642f5-9094-47bc-8246-57fe28c0b2ba req-8d7c36b9-3f6e-4c2f-af72-72166da4e369 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:09.404699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e17642f5-9094-47bc-8246-57fe28c0b2ba req-8d7c36b9-3f6e-4c2f-af72-72166da4e369 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.5768769 Feb 11 04:59:09.454491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a8244-606e-493f-83e4-49695b75c0cf req-d02999d5-bcfe-4f5c-814e-524a958a5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:09.456294 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be3a8244-606e-493f-83e4-49695b75c0cf req-d02999d5-bcfe-4f5c-814e-524a958a5300 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 1129 time: 0.6193988 Feb 11 04:59:09.466752 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:09.467243 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (8441ab66-863a-4604-8a56-b7c2c190c4f1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:09.467861 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Floating IP 8441ab66-863a-4604-8a56-b7c2c190c4f1 disassociated. External IP: 172.25.7.137, port: bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636. Feb 11 04:59:09.468592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Calling delete_port for bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:09.522112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e4886418-c37e-401d-94f7-57e6effa6452 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Delete allocated IP 2001:db8::55 (1fe6322d-9572-4155-b4f1-e4830b579d54/73ead79d-cae5-4318-95b9-4aa05f169a66) {{(pid=103353) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 04:59:09.552087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e4886418-c37e-401d-94f7-57e6effa6452 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Allocated IP 2001:db8:0:2::23e (1fe6322d-9572-4155-b4f1-e4830b579d54/1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff/61c36533-04b4-4ec9-abe4-537c02d16a20) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:09.560384 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e17642f5-9094-47bc-8246-57fe28c0b2ba req-5055e5b8-a20a-4eb9-97c9-e5709608cbb2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406324 Feb 11 04:59:09.668170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be3a8244-606e-493f-83e4-49695b75c0cf req-52ac7158-9231-4e83-afd3-a755f434cb3d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970508 Feb 11 04:59:09.697682 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-98e19089-cdec-4704-885f-d050339cfd94 req-6897b2b0-b258-4de1-a931-fec4f206619f service neutron] 10.222.0.60 "GET /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7876425 Feb 11 04:59:09.717184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880762d8-e406-470c-a9c8-2ae951ebd237 req-af17325c-2fa7-45f8-8bc4-d7b94d8967f1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:09.723758 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-880762d8-e406-470c-a9c8-2ae951ebd237 req-af17325c-2fa7-45f8-8bc4-d7b94d8967f1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 945 time: 0.2560725 Feb 11 04:59:09.746913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0ca8a977-1457-48c8-bc26-a7898a87c9c1 None None] Provisioning complete for port d62a288d-8162-4ca2-bf32-22c1dd74e94b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:09.747511 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a977-1457-48c8-bc26-a7898a87c9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d62a288d-8162-4ca2-bf32-22c1dd74e94b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:09.798583 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-880762d8-e406-470c-a9c8-2ae951ebd237 req-0236e935-c24c-4b19-8569-1d9c569d8b75 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e712e54-c83c-4d9c-991b-bb2e59f3a54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671875 Feb 11 04:59:09.846869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8a977-1457-48c8-bc26-a7898a87c9c1 None None] Port d62a288d-8162-4ca2-bf32-22c1dd74e94b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:09.863670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0ca8a977-1457-48c8-bc26-a7898a87c9c1 None None] Provisioning complete for port 61c36533-04b4-4ec9-abe4-537c02d16a20 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:09.864641 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a977-1457-48c8-bc26-a7898a87c9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61c36533-04b4-4ec9-abe4-537c02d16a20), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:09.926368 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8a977-1457-48c8-bc26-a7898a87c9c1 None None] Port 61c36533-04b4-4ec9-abe4-537c02d16a20 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:09.939535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0ca8a977-1457-48c8-bc26-a7898a87c9c1 None None] Provisioning complete for port def210c1-390d-475b-b109-460ee4f1279b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:09.940965 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a977-1457-48c8-bc26-a7898a87c9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def210c1-390d-475b-b109-460ee4f1279b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:09.958943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfeb305-378f-4cb2-a0bc-2c00269004c5 req-a38ed6c7-ffbc-4e18-97c1-5ad3eabb28e0 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:09.970438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3bfeb305-378f-4cb2-a0bc-2c00269004c5 req-a38ed6c7-ffbc-4e18-97c1-5ad3eabb28e0 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 943 time: 0.2319186 Feb 11 04:59:10.014489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:10.050315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca89520-e7be-48c6-a28c-fc12bcdb50ad req-ec14271b-0d4b-4a70-b067-f30dca25e8c9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:10.054825 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ca89520-e7be-48c6-a28c-fc12bcdb50ad req-ec14271b-0d4b-4a70-b067-f30dca25e8c9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1246829 Feb 11 04:59:10.092550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8a977-1457-48c8-bc26-a7898a87c9c1 None None] Current status of the port def210c1-390d-475b-b109-460ee4f1279b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:10.103858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event deleted for resources: {'Port': ['ID=bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:10.131387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4886418-c37e-401d-94f7-57e6effa6452 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for port (61c36533-04b4-4ec9-abe4-537c02d16a20), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:10.167738 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4886418-c37e-401d-94f7-57e6effa6452 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (61c36533-04b4-4ec9-abe4-537c02d16a20), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:10.176231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ca89520-e7be-48c6-a28c-fc12bcdb50ad req-b661767a-f19c-455a-8a9b-c36a3fba64e7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142290 Feb 11 04:59:10.278225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3bfeb305-378f-4cb2-a0bc-2c00269004c5 req-e29b7263-849d-4187-a44d-e3d8e4d40281 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031099 Feb 11 04:59:10.424237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563df2a-275d-443c-854d-75a7f1ed3b76 req-54c0c38e-dd82-4608-b09f-a4305b21059b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:10.433454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e4886418-c37e-401d-94f7-57e6effa6452 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] In _notify_port_updated(), no bound segment for port 61c36533-04b4-4ec9-abe4-537c02d16a20 on network 1fe6322d-9572-4155-b4f1-e4830b579d54 {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:59:10.434010 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d563df2a-275d-443c-854d-75a7f1ed3b76 req-54c0c38e-dd82-4608-b09f-a4305b21059b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1524913 Feb 11 04:59:10.444958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4886418-c37e-401d-94f7-57e6effa6452 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:10.445634 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4886418-c37e-401d-94f7-57e6effa6452 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:10.452742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e4886418-c37e-401d-94f7-57e6effa6452 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "PUT /v2.0/ports/61c36533-04b4-4ec9-abe4-537c02d16a20 HTTP/1.1" status: 200 len: 970 time: 2.7322831 Feb 11 04:59:10.479245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device def210c1-390d-475b-b109-460ee4f1279b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:10.479818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47588) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:10.497785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4886418-c37e-401d-94f7-57e6effa6452 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event updated for resources: {'Port': ['ID=61c36533-04b4-4ec9-abe4-537c02d16a20,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:10.591489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port def210c1-390d-475b-b109-460ee4f1279b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:10.594989 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def210c1-390d-475b-b109-460ee4f1279b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:10.679762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:59:10.731536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5b460-0fd5-4976-89ce-60decb559215 req-1ff42e2d-d3e0-4842-a1bd-ae5f9df3f1fe tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:10.733161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ef5b460-0fd5-4976-89ce-60decb559215 req-1ff42e2d-d3e0-4842-a1bd-ae5f9df3f1fe tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.3394575 Feb 11 04:59:10.735225 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d563df2a-275d-443c-854d-75a7f1ed3b76 req-5c5d96db-9bd9-482c-bca1-98f2db1d65e6 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007236 Feb 11 04:59:10.755825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47592) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:10.776068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-277f4417-af36-4899-807d-cc1fe6ac0b39 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Request body: {'floatingip': {'port_id': '86aa5dd1-5307-4a75-92f3-27e2414da009'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:10.865733 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port def210c1-390d-475b-b109-460ee4f1279b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:10.880781 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-277f4417-af36-4899-807d-cc1fe6ac0b39 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (6c1e5811-5399-4674-8b67-3f424e3f9f5e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:10.892212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-367e7c08-f0d8-4d75-bb03-56c2aa972e02 None None] Provisioning complete for port 61c36533-04b4-4ec9-abe4-537c02d16a20 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:10.893879 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-367e7c08-f0d8-4d75-bb03-56c2aa972e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61c36533-04b4-4ec9-abe4-537c02d16a20), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:10.970747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-367e7c08-f0d8-4d75-bb03-56c2aa972e02 None None] Port 61c36533-04b4-4ec9-abe4-537c02d16a20 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:11.002885 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2525c71e-3a82-4e5b-aa9a-41f7893cd04f req-810e2e9e-6ef9-4b8b-a426-e1b4ae3289ab tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 210 time: 0.0568564 Feb 11 04:59:11.054423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-911a4e50-c545-43cb-89b7-d14dbd371f3b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port 61c36533-04b4-4ec9-abe4-537c02d16a20 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:11.054774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911a4e50-c545-43cb-89b7-d14dbd371f3b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (61c36533-04b4-4ec9-abe4-537c02d16a20), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:11.080837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device f1738fc1-8889-4ff4-84be-c21a574d962c details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:59:11.238112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port f1738fc1-8889-4ff4-84be-c21a574d962c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f1738fc1-8889-4ff4-84be-c21a574d962c,segment=NetworkSegment(4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23),segment_id=4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:11.282858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'f1738fc1-8889-4ff4-84be-c21a574d962c', 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3', 'port_id': 'f1738fc1-8889-4ff4-84be-c21a574d962c', 'mac_address': 'fa:16:3e:b6:43:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91cfa-d5a4-479e-a70b-ea3169f54b29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:59:11.348410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:59:11.356160 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911a4e50-c545-43cb-89b7-d14dbd371f3b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (61c36533-04b4-4ec9-abe4-537c02d16a20), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:11.362158 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d685d2-f7a5-4cd9-b037-e6b5c434a225 None None] Sync routers for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:59:11.373009 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d685d2-f7a5-4cd9-b037-e6b5c434a225 None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:11.373651 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-42d685d2-f7a5-4cd9-b037-e6b5c434a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:58:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:11.390183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824f38d-d26a-4e13-8f46-c336f2080def req-c3827506-04f9-4781-a96b-7547660cfeec tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:11.391769 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b824f38d-d26a-4e13-8f46-c336f2080def req-c3827506-04f9-4781-a96b-7547660cfeec tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.4503663 Feb 11 04:59:11.412617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] No DVR routers for this DVR port bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:59:11.417303 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:11.420753 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fe9056f-59ab-4900-b5b8-17a99b72f022 req-36f5ef6b-13e5-4e0b-a5a2-661b3182d6fc tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.10 "DELETE /v2.0/ports/bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 HTTP/1.1" status: 204 len: 173 time: 3.2783372 Feb 11 04:59:11.422446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f376fd-679e-4433-848e-b69dade60296', 'name': 'network-vif-deleted', 'tag': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:11.426979 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfc3c86-5f24-47a1-9c1d-4aa55c420920" -d '{"events": [{"server_uuid": "a4f376fd-679e-4433-848e-b69dade60296", "name": "network-vif-deleted", "tag": "bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:11.459773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-911a4e50-c545-43cb-89b7-d14dbd371f3b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for 61c36533-04b4-4ec9-abe4-537c02d16a20 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:11.506733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b824f38d-d26a-4e13-8f46-c336f2080def req-1498b9da-44ab-4be4-9933-9588a4efd584 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956054 Feb 11 04:59:11.544338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port f1738fc1-8889-4ff4-84be-c21a574d962c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:11.545004 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:11.577257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1738fc1-8889-4ff4-84be-c21a574d962c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:59:11.634146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port f1738fc1-8889-4ff4-84be-c21a574d962c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f1738fc1-8889-4ff4-84be-c21a574d962c,segment=NetworkSegment(4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23),segment_id=4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:11.639575 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c87dd68-ab9a-44db-a899-79c1d335f43d x-openstack-request-id: req-1c87dd68-ab9a-44db-a899-79c1d335f43d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:11.639885 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f376fd-679e-4433-848e-b69dade60296", "name": "network-vif-deleted", "tag": "bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:11.640175 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c87dd68-ab9a-44db-a899-79c1d335f43d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:11.640611 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f376fd-679e-4433-848e-b69dade60296', 'name': 'network-vif-deleted', 'tag': 'bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636', 'status': 'completed', 'code': 200} Feb 11 04:59:11.641425 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:11.759697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=f1738fc1-8889-4ff4-84be-c21a574d962c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:11.772089 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-42d685d2-f7a5-4cd9-b037-e6b5c434a225 None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:11.838684 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c6d92f6-2612-4428-b5a7-306636461836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:11.885204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae486ffe-1d45-4244-bbf6-11770a97aed5 req-9bb677cf-b463-4269-8733-d9878893c83c tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:11.886297 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae486ffe-1d45-4244-bbf6-11770a97aed5 req-9bb677cf-b463-4269-8733-d9878893c83c tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 944 time: 0.2673764 Feb 11 04:59:12.067431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95c744-16a7-44d0-bcbb-07faeac86f15 req-102104d0-def2-48be-ae1e-8ecdb4399ca2 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:12.075684 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4f95c744-16a7-44d0-bcbb-07faeac86f15 req-102104d0-def2-48be-ae1e-8ecdb4399ca2 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.2027059 Feb 11 04:59:12.101115 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae486ffe-1d45-4244-bbf6-11770a97aed5 req-f150b493-194d-4a41-b77e-1a480c22a924 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025192 Feb 11 04:59:12.191154 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4f95c744-16a7-44d0-bcbb-07faeac86f15 req-812ef01b-c7ef-49d7-82b3-74c4918ad3d9 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134939 Feb 11 04:59:12.196417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911a4e50-c545-43cb-89b7-d14dbd371f3b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (61c36533-04b4-4ec9-abe4-537c02d16a20), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:12.201153 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-42d685d2-f7a5-4cd9-b037-e6b5c434a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:12.229557 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-16550a04-88d8-40ce-8c2a-d26d357a2593 req-b03f406c-b63d-47e4-af74-a0e25b8c0eab tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-901196804', 'description': 'tempest-description-1349482232'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:12.282793 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d685d2-f7a5-4cd9-b037-e6b5c434a225 None None] Checking router: 7d3c47d3-7f22-49ec-85cf-3d0f4538379f for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:59:12.290646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['f1738fc1-8889-4ff4-84be-c21a574d962c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:59:12.293561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16550a04-88d8-40ce-8c2a-d26d357a2593 req-b03f406c-b63d-47e4-af74-a0e25b8c0eab tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:12.320869 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d685d2-f7a5-4cd9-b037-e6b5c434a225 None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:12.325096 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-42d685d2-f7a5-4cd9-b037-e6b5c434a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:59:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:12.352600 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a4e50-c545-43cb-89b7-d14dbd371f3b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=61c36533-04b4-4ec9-abe4-537c02d16a20,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:12.439110 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16550a04-88d8-40ce-8c2a-d26d357a2593 req-b03f406c-b63d-47e4-af74-a0e25b8c0eab tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for security_group (49056b0b-46ee-4b4f-87b6-e712a29ca52d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:12.449286 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16550a04-88d8-40ce-8c2a-d26d357a2593 req-b03f406c-b63d-47e4-af74-a0e25b8c0eab tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (49056b0b-46ee-4b4f-87b6-e712a29ca52d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:12.461574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.db.resource_extend [None req-277f4417-af36-4899-807d-cc1fe6ac0b39 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:59:12.505122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd3d9a2c-56f6-4af3-9231-dfd48cd8143f req-d9789517-e5d5-4b02-a76e-aa2458483919 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4f376fd-679e-4433-848e-b69dade60296 HTTP/1.1" status: 200 len: 210 time: 0.1802011 Feb 11 04:59:12.512153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:59:12.520024 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-16550a04-88d8-40ce-8c2a-d26d357a2593 req-b03f406c-b63d-47e4-af74-a0e25b8c0eab tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:12.521469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16550a04-88d8-40ce-8c2a-d26d357a2593 req-b03f406c-b63d-47e4-af74-a0e25b8c0eab tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2972171 Feb 11 04:59:12.526668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f406c-b63d-47e4-af74-a0e25b8c0eab tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49056b0b-46ee-4b4f-87b6-e712a29ca52d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:12.560534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:59:12.561213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device bf3ca4ca-efa9-47b5-a1da-82cb6a2bc636 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:59:12.575645 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-42d685d2-f7a5-4cd9-b037-e6b5c434a225 None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:12.617873 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-911a4e50-c545-43cb-89b7-d14dbd371f3b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:12.621176 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-911a4e50-c545-43cb-89b7-d14dbd371f3b tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/61c36533-04b4-4ec9-abe4-537c02d16a20 HTTP/1.1" status: 204 len: 168 time: 2.1325347 Feb 11 04:59:12.625096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47610) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:12.686375 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6ca185-fb3b-4998-a5f7-f978d1e063bf tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] GET failed (client error): The resource could not be found. Feb 11 04:59:12.686375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7f6ca185-fb3b-4998-a5f7-f978d1e063bf tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports/61c36533-04b4-4ec9-abe4-537c02d16a20 HTTP/1.1" status: 404 len: 333 time: 0.0600307 Feb 11 04:59:12.706185 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:12.706548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47612) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:12.725733 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-277f4417-af36-4899-807d-cc1fe6ac0b39 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:12.751909 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-277f4417-af36-4899-807d-cc1fe6ac0b39 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (6c1e5811-5399-4674-8b67-3f424e3f9f5e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:12.806334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebceddb-7c18-4ffc-aa91-97b484a1f2a5 req-cfc32c5c-e9ca-44b0-bf67-43c5d15e2931 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:12.818665 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ebceddb-7c18-4ffc-aa91-97b484a1f2a5 req-cfc32c5c-e9ca-44b0-bf67-43c5d15e2931 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.1457393 Feb 11 04:59:12.824007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b7fa98f-ad92-4239-9a44-4ef8a21b5883 req-c6fb4bc0-7239-4fba-955f-e9e72dcd62b7 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-901196804&fields=id&tenant_id=cf3eb33272bc44ddb64da09218d8dd98 HTTP/1.1" status: 200 len: 267 time: 0.1772945 Feb 11 04:59:12.868670 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a6df383-f367-4f3c-8e1e-cbe665f5de95 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (1ce2956c-d611-4683-b8a1-a761038a075b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:12.925083 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a6df383-f367-4f3c-8e1e-cbe665f5de95 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (1ce2956c-d611-4683-b8a1-a761038a075b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:12.948840 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ebceddb-7c18-4ffc-aa91-97b484a1f2a5 req-20d3a33b-46c4-40f3-bf56-13d9ef57dbdd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279581 Feb 11 04:59:13.001049 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-42d685d2-f7a5-4cd9-b037-e6b5c434a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:13.026754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a6df383-f367-4f3c-8e1e-cbe665f5de95 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1ce2956c-d611-4683-b8a1-a761038a075b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.030072 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a6df383-f367-4f3c-8e1e-cbe665f5de95 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.030571 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2a6df383-f367-4f3c-8e1e-cbe665f5de95 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/security-groups/1ce2956c-d611-4683-b8a1-a761038a075b HTTP/1.1" status: 204 len: 168 time: 0.3220580 Feb 11 04:59:13.035716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47616) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:13.042286 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6df383-f367-4f3c-8e1e-cbe665f5de95 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce2956c-d611-4683-b8a1-a761038a075b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:13.045135 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d685d2-f7a5-4cd9-b037-e6b5c434a225 None None] The sync data for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 is: [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:59:13.106826 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-277f4417-af36-4899-807d-cc1fe6ac0b39 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Floating IP 6c1e5811-5399-4674-8b67-3f424e3f9f5e associated. External IP: 172.25.7.102, port: 86aa5dd1-5307-4a75-92f3-27e2414da009. Feb 11 04:59:13.193242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fa98f-ad92-4239-9a44-4ef8a21b5883 req-aea2bb5b-0c52-41ac-9e4a-8ac86abacf9a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:13.197299 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b7fa98f-ad92-4239-9a44-4ef8a21b5883 req-aea2bb5b-0c52-41ac-9e4a-8ac86abacf9a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.3694284 Feb 11 04:59:13.216605 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-1b7fa98f-ad92-4239-9a44-4ef8a21b5883 req-e7e7e5a1-9b3c-4eff-9caa-54a660694602 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Request body: {'port': {'security_groups': ['cff7898a-1b18-49d0-b434-cd4129693119', '49056b0b-46ee-4b4f-87b6-e712a29ca52d']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:13.292523 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63e6c126-0bba-4184-b174-4a1c5670f2a0 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (ff086db3-d8e1-43e1-ba70-4e573808f3ec), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.316911 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0718181-66c9-4805-b548-c4906708cd82 req-13350588-3249-48a2-8aea-4dce6e74223e tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:13.333500 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0718181-66c9-4805-b548-c4906708cd82 req-13350588-3249-48a2-8aea-4dce6e74223e tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 944 time: 0.0953376 Feb 11 04:59:13.395626 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63e6c126-0bba-4184-b174-4a1c5670f2a0 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (ff086db3-d8e1-43e1-ba70-4e573808f3ec), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.418000 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1b7fa98f-ad92-4239-9a44-4ef8a21b5883 req-e7e7e5a1-9b3c-4eff-9caa-54a660694602 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (faccea23-b8e1-4bff-a5db-624506b13619), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.444772 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0718181-66c9-4805-b548-c4906708cd82 req-0f172106-c0aa-470d-83a2-fa1f8b58a4b5 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102884 Feb 11 04:59:13.491513 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63e6c126-0bba-4184-b174-4a1c5670f2a0 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ff086db3-d8e1-43e1-ba70-4e573808f3ec), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.494281 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63e6c126-0bba-4184-b174-4a1c5670f2a0 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.497867 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-63e6c126-0bba-4184-b174-4a1c5670f2a0 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/security-groups/ff086db3-d8e1-43e1-ba70-4e573808f3ec HTTP/1.1" status: 204 len: 168 time: 0.4587660 Feb 11 04:59:13.498229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47620) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:13.565556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45276a82-5776-4dc2-bc86-46c60d7c714e None None] New status for floating IP 8441ab66-863a-4604-8a56-b7c2c190c4f1: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:59:13.614714 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bff7e1b1-4e4f-4807-ad2e-a5cc09cde56e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (63cc1a88-2492-456d-ad92-a51703981301), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.642160 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bff7e1b1-4e4f-4807-ad2e-a5cc09cde56e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (63cc1a88-2492-456d-ad92-a51703981301), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.706273 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bff7e1b1-4e4f-4807-ad2e-a5cc09cde56e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (63cc1a88-2492-456d-ad92-a51703981301), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.710057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bff7e1b1-4e4f-4807-ad2e-a5cc09cde56e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.713743 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bff7e1b1-4e4f-4807-ad2e-a5cc09cde56e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/security-groups/63cc1a88-2492-456d-ad92-a51703981301 HTTP/1.1" status: 204 len: 168 time: 0.2119195 Feb 11 04:59:13.716047 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47626) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:13.736333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7e1b1-4e4f-4807-ad2e-a5cc09cde56e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc1a88-2492-456d-ad92-a51703981301,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:13.801574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-d912bf1b-12d2-4dd3-a736-9835e18801fc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting subnet 73ead79d-cae5-4318-95b9-4aa05f169a66 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:59:13.812848 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d912bf1b-12d2-4dd3-a736-9835e18801fc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (73ead79d-cae5-4318-95b9-4aa05f169a66), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.871469 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d912bf1b-12d2-4dd3-a736-9835e18801fc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (73ead79d-cae5-4318-95b9-4aa05f169a66), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.979559 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d912bf1b-12d2-4dd3-a736-9835e18801fc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (73ead79d-cae5-4318-95b9-4aa05f169a66), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:13.991597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6c126-0bba-4184-b174-4a1c5670f2a0 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff086db3-d8e1-43e1-ba70-4e573808f3ec,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:14.018260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277f4417-af36-4899-807d-cc1fe6ac0b39 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Router 6731d802-b1bc-4336-8c99-99566be76574 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:59:14.080379 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d912bf1b-12d2-4dd3-a736-9835e18801fc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (73ead79d-cae5-4318-95b9-4aa05f169a66), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.102082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-1b7fa98f-ad92-4239-9a44-4ef8a21b5883 req-e7e7e5a1-9b3c-4eff-9caa-54a660694602 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] For port faccea23-b8e1-4bff-a5db-624506b13619, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=faccea23-b8e1-4bff-a5db-624506b13619,segment=NetworkSegment(5a373e68-ee00-4e42-bef1-e77fc5b8b50d),segment_id=5a373e68-ee00-4e42-bef1-e77fc5b8b50d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:14.129203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912bf1b-12d2-4dd3-a736-9835e18801fc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Subnet': ['ID=73ead79d-cae5-4318-95b9-4aa05f169a66,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:14.134517 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d912bf1b-12d2-4dd3-a736-9835e18801fc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.145401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1b7fa98f-ad92-4239-9a44-4ef8a21b5883 req-e7e7e5a1-9b3c-4eff-9caa-54a660694602 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for port (faccea23-b8e1-4bff-a5db-624506b13619), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.152248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff0eed7-df87-4c03-b8d1-2bf3e692f937 None None] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:14.165190 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1b7fa98f-ad92-4239-9a44-4ef8a21b5883 req-e7e7e5a1-9b3c-4eff-9caa-54a660694602 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (faccea23-b8e1-4bff-a5db-624506b13619), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.165411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:14.167918 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d912bf1b-12d2-4dd3-a736-9835e18801fc tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/73ead79d-cae5-4318-95b9-4aa05f169a66 HTTP/1.1" status: 204 len: 168 time: 0.4482555 Feb 11 04:59:14.248128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['faccea23-b8e1-4bff-a5db-624506b13619'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:59:14.326784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fa98f-ad92-4239-9a44-4ef8a21b5883 req-e7e7e5a1-9b3c-4eff-9caa-54a660694602 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:14.326784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-1b7fa98f-ad92-4239-9a44-4ef8a21b5883 req-e7e7e5a1-9b3c-4eff-9caa-54a660694602 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.326784 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b7fa98f-ad92-4239-9a44-4ef8a21b5883 req-e7e7e5a1-9b3c-4eff-9caa-54a660694602 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "PUT /v2.0/ports/faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 982 time: 1.1041751 Feb 11 04:59:14.326784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:14.326784 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2d6508-dd1b-4a33-8506-fa18da13d03a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "tag": "faccea23-b8e1-4bff-a5db-624506b13619"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:14.375559 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.405712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-7930513b-d6fd-42b6-8533-0c3a4a87a55d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting subnet 1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:59:14.432724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7930513b-d6fd-42b6-8533-0c3a4a87a55d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.490915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7e5a1-9b3c-4eff-9caa-54a660694602 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Pushing event updated for resources: {'Port': ['ID=faccea23-b8e1-4bff-a5db-624506b13619,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:14.519944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['faccea23-b8e1-4bff-a5db-624506b13619'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:59:14.526402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7930513b-d6fd-42b6-8533-0c3a4a87a55d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.566852 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277f4417-af36-4899-807d-cc1fe6ac0b39 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:59:14.580310 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-277f4417-af36-4899-807d-cc1fe6ac0b39 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.583923 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baefbdb-fe24-4a05-a5bd-6c40bb58c25b None None] Sync routers for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:59:14.602142 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baefbdb-fe24-4a05-a5bd-6c40bb58c25b None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:14.603420 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0baefbdb-fe24-4a05-a5bd-6c40bb58c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:59:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:14.678872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cad339-10f3-4e3e-806b-d4350da3d476 req-195b9cbd-22df-4e01-ac23-593e629b4763 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:14.681200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17cad339-10f3-4e3e-806b-d4350da3d476 req-195b9cbd-22df-4e01-ac23-593e629b4763 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.2722070 Feb 11 04:59:14.691176 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-277f4417-af36-4899-807d-cc1fe6ac0b39 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "PUT /v2.0/floatingips/6c1e5811-5399-4674-8b67-3f424e3f9f5e HTTP/1.1" status: 200 len: 991 time: 3.9260895 Feb 11 04:59:14.693620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47648) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:14.868639 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7930513b-d6fd-42b6-8533-0c3a4a87a55d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.907920 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e77b1a5-87bf-42cd-9611-ceb51c4e98fb tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group (4e712e54-c83c-4d9c-991b-bb2e59f3a54d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.925061 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0baefbdb-fe24-4a05-a5bd-6c40bb58c25b None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:14.970192 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e77b1a5-87bf-42cd-9611-ceb51c4e98fb tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group (4e712e54-c83c-4d9c-991b-bb2e59f3a54d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.982643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17cad339-10f3-4e3e-806b-d4350da3d476 req-d1fb4da5-6f01-4638-93cd-81d9fb97de08 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881889 Feb 11 04:59:14.986557 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7930513b-d6fd-42b6-8533-0c3a4a87a55d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:14.989324 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a1c46b6-4893-4b11-881a-890559fecb26 req-7f496214-10ed-4b86-901c-85115b7b9e78 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-901196804&fields=id&tenant_id=cf3eb33272bc44ddb64da09218d8dd98 HTTP/1.1" status: 200 len: 267 time: 0.1825607 Feb 11 04:59:15.098454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930513b-d6fd-42b6-8533-0c3a4a87a55d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:15.112717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7930513b-d6fd-42b6-8533-0c3a4a87a55d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:15.116067 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7930513b-d6fd-42b6-8533-0c3a4a87a55d tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/1ea9bcf4-5261-45b6-a03c-d3e21ae8d9ff HTTP/1.1" status: 204 len: 168 time: 0.9496655 Feb 11 04:59:15.122758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device f1738fc1-8889-4ff4-84be-c21a574d962c up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:15.131369 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47656) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:15.203452 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282ff667-8b81-48bc-9543-387f6432402c x-openstack-request-id: req-282ff667-8b81-48bc-9543-387f6432402c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:15.203754 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "tag": "faccea23-b8e1-4bff-a5db-624506b13619", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:15.204067 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-282ff667-8b81-48bc-9543-387f6432402c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:15.204501 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619', 'status': 'completed', 'code': 200} Feb 11 04:59:15.211550 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc356979-c82b-4468-9b1a-9b6992fa948e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] DELETE failed (client error): The resource could not be found. Feb 11 04:59:15.212165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc356979-c82b-4468-9b1a-9b6992fa948e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:15.215158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dc356979-c82b-4468-9b1a-9b6992fa948e tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/73ead79d-cae5-4318-95b9-4aa05f169a66 HTTP/1.1" status: 404 len: 337 time: 0.0830801 Feb 11 04:59:15.217778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47658) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:15.278982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port f1738fc1-8889-4ff4-84be-c21a574d962c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:59:15.287384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port f1738fc1-8889-4ff4-84be-c21a574d962c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:15.288124 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:15.331429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c46b6-4893-4b11-881a-890559fecb26 req-e33d9aca-fbe8-4497-a987-75403f7817bd tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:15.333084 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a1c46b6-4893-4b11-881a-890559fecb26 req-e33d9aca-fbe8-4497-a987-75403f7817bd tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 985 time: 0.3363805 Feb 11 04:59:15.385556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-8a1c46b6-4893-4b11-881a-890559fecb26 req-0a24879e-983a-490c-94a0-0773deaa1705 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Request body: {'port': {'security_groups': ['cff7898a-1b18-49d0-b434-cd4129693119']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:15.391683 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e77b1a5-87bf-42cd-9611-ceb51c4e98fb tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4e712e54-c83c-4d9c-991b-bb2e59f3a54d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:15.393268 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e77b1a5-87bf-42cd-9611-ceb51c4e98fb tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:15.394420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5e77b1a5-87bf-42cd-9611-ceb51c4e98fb tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "DELETE /v2.0/security-groups/4e712e54-c83c-4d9c-991b-bb2e59f3a54d HTTP/1.1" status: 204 len: 168 time: 0.6998024 Feb 11 04:59:15.439557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47660) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:15.441547 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port f1738fc1-8889-4ff4-84be-c21a574d962c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:15.442107 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:15.474386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3884619f-4854-4e3a-a9c1-254dd8acf5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1738fc1-8889-4ff4-84be-c21a574d962c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:15.476914 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b0c0af-268f-4e09-8995-4405b13ac4d4" -d '{"events": [{"server_uuid": "3884619f-4854-4e3a-a9c1-254dd8acf5a6", "name": "network-vif-plugged", "status": "completed", "tag": "f1738fc1-8889-4ff4-84be-c21a574d962c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:15.498440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port f1738fc1-8889-4ff4-84be-c21a574d962c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f1738fc1-8889-4ff4-84be-c21a574d962c,segment=NetworkSegment(4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23),segment_id=4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:15.505514 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:15.537006 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77b1a5-87bf-42cd-9611-ceb51c4e98fb tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e712e54-c83c-4d9c-991b-bb2e59f3a54d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:15.602123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-4415eed4-6540-4c8e-bc29-bac0fedbd9ba tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting subnet 47ea0e54-5ebc-490b-8ad2-c2c63ef9605f {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:59:15.607150 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0baefbdb-fe24-4a05-a5bd-6c40bb58c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6c1e5811-5399-4674-8b67-3f424e3f9f5e', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6731d802-b1bc-4336-8c99-99566be76574', 'port_id': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'mac_address': 'fa:16:3e:53:36:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:58:48Z', 'updated_at': '2022-02-11T04:59:12Z', 'revision_number': 1, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:49Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:15.657279 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8a1c46b6-4893-4b11-881a-890559fecb26 req-0a24879e-983a-490c-94a0-0773deaa1705 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (faccea23-b8e1-4bff-a5db-624506b13619), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:15.674673 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baefbdb-fe24-4a05-a5bd-6c40bb58c25b None None] Checking router: 6731d802-b1bc-4336-8c99-99566be76574 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:59:15.681985 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:15.695979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6446ab1a-782a-424b-a892-b240ed080a32 None None] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:15.700511 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baefbdb-fe24-4a05-a5bd-6c40bb58c25b None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:15.704092 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0baefbdb-fe24-4a05-a5bd-6c40bb58c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:59:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:15.709139 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4415eed4-6540-4c8e-bc29-bac0fedbd9ba tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (47ea0e54-5ebc-490b-8ad2-c2c63ef9605f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:15.726387 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-8d854705-2317-431b-9610-137f36fa420f tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] show failed (client error): The resource could not be found. Feb 11 04:59:15.728381 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8d854705-2317-431b-9610-137f36fa420f tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups/4e712e54-c83c-4d9c-991b-bb2e59f3a54d HTTP/1.1" status: 404 len: 347 time: 0.0820212 Feb 11 04:59:15.731570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47664) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:15.741747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=f1738fc1-8889-4ff4-84be-c21a574d962c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:15.886473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0e70ee07-4bbc-43c1-96f7-5f33164df071 None None] Provisioning complete for port d62a288d-8162-4ca2-bf32-22c1dd74e94b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:15.889824 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e70ee07-4bbc-43c1-96f7-5f33164df071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d62a288d-8162-4ca2-bf32-22c1dd74e94b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:15.901280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d6508-dd1b-4a33-8506-fa18da13d03a req-8aa29171-a156-4939-8117-fed8b3da5fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:15.903718 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da2d6508-dd1b-4a33-8506-fa18da13d03a req-8aa29171-a156-4939-8117-fed8b3da5fb6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf3eb33272bc44ddb64da09218d8dd98&device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 1168 time: 0.4625161 Feb 11 04:59:15.915387 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4415eed4-6540-4c8e-bc29-bac0fedbd9ba tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (47ea0e54-5ebc-490b-8ad2-c2c63ef9605f), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:15.988679 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0baefbdb-fe24-4a05-a5bd-6c40bb58c25b None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:16.121017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd47fae-898b-4fd7-a57a-7422c670cb9a req-744ffc39-3f8a-4ea8-a54d-0133833a4341 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:16.123275 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afd47fae-898b-4fd7-a57a-7422c670cb9a req-744ffc39-3f8a-4ea8-a54d-0133833a4341 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 945 time: 0.5403249 Feb 11 04:59:16.247630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8a1c46b6-4893-4b11-881a-890559fecb26 req-0a24879e-983a-490c-94a0-0773deaa1705 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] For port faccea23-b8e1-4bff-a5db-624506b13619, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=faccea23-b8e1-4bff-a5db-624506b13619,segment=NetworkSegment(5a373e68-ee00-4e42-bef1-e77fc5b8b50d),segment_id=5a373e68-ee00-4e42-bef1-e77fc5b8b50d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:16.323372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d6508-dd1b-4a33-8506-fa18da13d03a req-e73a5c5a-0f3a-474c-85ce-3d81f3e6fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:16.329950 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da2d6508-dd1b-4a33-8506-fa18da13d03a req-e73a5c5a-0f3a-474c-85ce-3d81f3e6fe2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=39b6a467-c2f6-4c36-aa80-32be812c2d1d HTTP/1.1" status: 200 len: 920 time: 0.4115243 Feb 11 04:59:16.337265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afd47fae-898b-4fd7-a57a-7422c670cb9a req-1156ae47-c283-47aa-a269-394538995077 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058697 Feb 11 04:59:16.356037 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8a1c46b6-4893-4b11-881a-890559fecb26 req-0a24879e-983a-490c-94a0-0773deaa1705 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for port (faccea23-b8e1-4bff-a5db-624506b13619), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:16.375788 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-36c3b39d-c5b0-4328-ba37-7699e711738d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Deleting port e5bb9402-4475-453a-a5e7-b3c61a045c6e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:16.376144 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36c3b39d-c5b0-4328-ba37-7699e711738d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e5bb9402-4475-453a-a5e7-b3c61a045c6e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:16.435637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0e70ee07-4bbc-43c1-96f7-5f33164df071 None None] Port d62a288d-8162-4ca2-bf32-22c1dd74e94b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:16.520521 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0baefbdb-fe24-4a05-a5bd-6c40bb58c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6c1e5811-5399-4674-8b67-3f424e3f9f5e', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6731d802-b1bc-4336-8c99-99566be76574', 'port_id': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'mac_address': 'fa:16:3e:53:36:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:58:48Z', 'updated_at': '2022-02-11T04:59:12Z', 'revision_number': 1, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:49Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:16.552248 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bd70ca-6b90-441b-aba2-37a8b3befeba x-openstack-request-id: req-27bd70ca-6b90-441b-aba2-37a8b3befeba {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:16.552562 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3884619f-4854-4e3a-a9c1-254dd8acf5a6", "name": "network-vif-plugged", "status": "completed", "tag": "f1738fc1-8889-4ff4-84be-c21a574d962c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:16.552827 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27bd70ca-6b90-441b-aba2-37a8b3befeba {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:16.553529 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3884619f-4854-4e3a-a9c1-254dd8acf5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1738fc1-8889-4ff4-84be-c21a574d962c', 'code': 200} Feb 11 04:59:16.569257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0e70ee07-4bbc-43c1-96f7-5f33164df071 None None] Provisioning complete for port def210c1-390d-475b-b109-460ee4f1279b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:16.571259 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e70ee07-4bbc-43c1-96f7-5f33164df071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def210c1-390d-475b-b109-460ee4f1279b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:16.579074 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36c3b39d-c5b0-4328-ba37-7699e711738d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e5bb9402-4475-453a-a5e7-b3c61a045c6e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:16.579439 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36c3b39d-c5b0-4328-ba37-7699e711738d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (e5bb9402-4475-453a-a5e7-b3c61a045c6e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:16.596507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-36c3b39d-c5b0-4328-ba37-7699e711738d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Calling delete_port for e5bb9402-4475-453a-a5e7-b3c61a045c6e owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:16.630938 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baefbdb-fe24-4a05-a5bd-6c40bb58c25b None None] The sync data for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 is: [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6c1e5811-5399-4674-8b67-3f424e3f9f5e', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6731d802-b1bc-4336-8c99-99566be76574', 'port_id': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'mac_address': 'fa:16:3e:53:36:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:58:48Z', 'updated_at': '2022-02-11T04:59:12Z', 'revision_number': 1, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:49Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:59:16.908074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0e70ee07-4bbc-43c1-96f7-5f33164df071 None None] Current status of the port def210c1-390d-475b-b109-460ee4f1279b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:16.960949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8a1c46b6-4893-4b11-881a-890559fecb26 req-0a24879e-983a-490c-94a0-0773deaa1705 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (faccea23-b8e1-4bff-a5db-624506b13619), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:16.982920 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36c3b39d-c5b0-4328-ba37-7699e711738d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e5bb9402-4475-453a-a5e7-b3c61a045c6e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:16.993350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['faccea23-b8e1-4bff-a5db-624506b13619'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:59:17.067595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3b39d-c5b0-4328-ba37-7699e711738d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event deleted for resources: {'Port': ['ID=e5bb9402-4475-453a-a5e7-b3c61a045c6e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:17.234846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c46b6-4893-4b11-881a-890559fecb26 req-0a24879e-983a-490c-94a0-0773deaa1705 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:17.235549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8a1c46b6-4893-4b11-881a-890559fecb26 req-0a24879e-983a-490c-94a0-0773deaa1705 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:17.251980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a1c46b6-4893-4b11-881a-890559fecb26 req-0a24879e-983a-490c-94a0-0773deaa1705 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "PUT /v2.0/ports/faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 943 time: 1.9042389 Feb 11 04:59:17.270532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:17.277510 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e421ae3-19a9-4a1e-887d-080988bcbf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "tag": "faccea23-b8e1-4bff-a5db-624506b13619"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:17.298202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73367fc0-97df-4972-99c0-3266727c8b96 None None] New status for floating IP 6c1e5811-5399-4674-8b67-3f424e3f9f5e: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:59:17.410915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24879e-983a-490c-94a0-0773deaa1705 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Pushing event updated for resources: {'Port': ['ID=faccea23-b8e1-4bff-a5db-624506b13619,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:17.469642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89b9bd-d7d0-4a42-9b78-88a8fd0426ba req-a9982db9-2be2-41ed-a9db-fb6e86083466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:17.472312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d89b9bd-d7d0-4a42-9b78-88a8fd0426ba req-a9982db9-2be2-41ed-a9db-fb6e86083466 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 1128 time: 0.5487616 Feb 11 04:59:17.579731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:17.581979 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7a62e3-228d-4678-a10c-a1c8e4d57cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:17.608136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['faccea23-b8e1-4bff-a5db-624506b13619'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:59:17.649215 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da2d6508-dd1b-4a33-8506-fa18da13d03a req-014d68a1-ea23-492e-bdfb-4dad7756ba27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 217 time: 1.2970645 Feb 11 04:59:17.708412 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36c3b39d-c5b0-4328-ba37-7699e711738d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (8441ab66-863a-4604-8a56-b7c2c190c4f1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:17.711740 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36c3b39d-c5b0-4328-ba37-7699e711738d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:17.713170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-36c3b39d-c5b0-4328-ba37-7699e711738d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "DELETE /v2.0/floatingips/8441ab66-863a-4604-8a56-b7c2c190c4f1 HTTP/1.1" status: 204 len: 168 time: 1.9749334 Feb 11 04:59:17.861677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d89b9bd-d7d0-4a42-9b78-88a8fd0426ba req-5d059958-8223-45b1-bb36-82ceb6f37d40 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625801 Feb 11 04:59:17.883968 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-cdd5e23a-eae5-4314-bd91-e5d0e8f056dc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5664935 Feb 11 04:59:17.898070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:17.924813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d6508-dd1b-4a33-8506-fa18da13d03a req-f2a5a29f-105b-4c01-b6e1-b36686d788ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:17.926368 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da2d6508-dd1b-4a33-8506-fa18da13d03a req-f2a5a29f-105b-4c01-b6e1-b36686d788ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dab9c34-6a08-4511-9f5d-5c17c57f308a HTTP/1.1" status: 200 len: 859 time: 0.2171130 Feb 11 04:59:17.947170 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4415eed4-6540-4c8e-bc29-bac0fedbd9ba tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (47ea0e54-5ebc-490b-8ad2-c2c63ef9605f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:17.956791 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:18.044819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c8c68-0944-4f65-86be-85754d444565 req-33d65214-114d-4b50-9144-021e41a8972a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:18.070544 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-772c8c68-0944-4f65-86be-85754d444565 req-33d65214-114d-4b50-9144-021e41a8972a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.4731600 Feb 11 04:59:18.196025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-64474843-4cba-48b7-9a3e-9893cefa0c2c None None] Provisioning complete for port d62a288d-8162-4ca2-bf32-22c1dd74e94b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:18.196413 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-64474843-4cba-48b7-9a3e-9893cefa0c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d62a288d-8162-4ca2-bf32-22c1dd74e94b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:18.215047 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-772c8c68-0944-4f65-86be-85754d444565 req-0ca085d0-b887-4df3-8b7a-2d7f3faa8fc6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432216 Feb 11 04:59:18.246719 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4415eed4-6540-4c8e-bc29-bac0fedbd9ba tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (47ea0e54-5ebc-490b-8ad2-c2c63ef9605f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:18.296013 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dda2d4-677b-4798-a7a2-3f82d6ce802e x-openstack-request-id: req-99dda2d4-677b-4798-a7a2-3f82d6ce802e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:18.296013 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "tag": "faccea23-b8e1-4bff-a5db-624506b13619", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:18.298297 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99dda2d4-677b-4798-a7a2-3f82d6ce802e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:18.298839 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619', 'status': 'completed', 'code': 200} Feb 11 04:59:18.354248 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:18.362727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415eed4-6540-4c8e-bc29-bac0fedbd9ba tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Subnet': ['ID=47ea0e54-5ebc-490b-8ad2-c2c63ef9605f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:18.412708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-64474843-4cba-48b7-9a3e-9893cefa0c2c None None] Port d62a288d-8162-4ca2-bf32-22c1dd74e94b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:18.417338 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da2d6508-dd1b-4a33-8506-fa18da13d03a req-0a489f9b-fb81-40c1-9761-002e080bf292 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39b6a467-c2f6-4c36-aa80-32be812c2d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961146 Feb 11 04:59:18.424274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4415eed4-6540-4c8e-bc29-bac0fedbd9ba tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:18.435602 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4415eed4-6540-4c8e-bc29-bac0fedbd9ba tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/47ea0e54-5ebc-490b-8ad2-c2c63ef9605f HTTP/1.1" status: 204 len: 168 time: 3.2157154 Feb 11 04:59:18.447341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47694) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:18.479156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ee313-5add-4815-addf-2d61c92af48e None None] Network 1fe6322d-9572-4155-b4f1-e4830b579d54 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:18.517304 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f45c381-9cfb-4d10-9b9e-b2c6fb52ba87 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] DELETE failed (client error): The resource could not be found. Feb 11 04:59:18.517789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f45c381-9cfb-4d10-9b9e-b2c6fb52ba87 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:18.523343 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3f45c381-9cfb-4d10-9b9e-b2c6fb52ba87 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/a16d02e9-9447-4350-af1e-918569d83362 HTTP/1.1" status: 404 len: 337 time: 0.0716290 Feb 11 04:59:18.526093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47696) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:18.597105 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-04ee75d5-e922-4fd6-ac26-a93eabf46078 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6755627-d99b-43db-9b8a-f3d42fa3a0af HTTP/1.1" status: 200 len: 205 time: 0.0693467 Feb 11 04:59:18.599133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47698) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:18.634720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-64474843-4cba-48b7-9a3e-9893cefa0c2c None None] Provisioning complete for port def210c1-390d-475b-b109-460ee4f1279b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:18.635295 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-64474843-4cba-48b7-9a3e-9893cefa0c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (def210c1-390d-475b-b109-460ee4f1279b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:18.665632 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-dc835b0a-9cd4-4784-bc23-8111c1312cb0 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] delete failed (client error): The resource could not be found. Feb 11 04:59:18.669616 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dc835b0a-9cd4-4784-bc23-8111c1312cb0 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/routers/f6755627-d99b-43db-9b8a-f3d42fa3a0af HTTP/1.1" status: 404 len: 336 time: 0.0658898 Feb 11 04:59:18.670790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47700) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:18.682642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5402cc-68f5-4c42-b510-f99cb4949f99 req-958af776-8911-48bd-8b54-1fdc7fcf0bcb tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:18.684497 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd5402cc-68f5-4c42-b510-f99cb4949f99 req-958af776-8911-48bd-8b54-1fdc7fcf0bcb tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 945 time: 0.2259717 Feb 11 04:59:18.696542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Allocated IP 172.25.7.110 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/c9bbe421-df13-4027-9723-e966ab9b7a06) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:18.728164 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da2d6508-dd1b-4a33-8506-fa18da13d03a req-40f2874c-0197-40cd-a430-5647eb3d14b1 service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910993 Feb 11 04:59:18.754048 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5411d50-a7bc-4e35-90f3-713601af9b0c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] DELETE failed (client error): The resource could not be found. Feb 11 04:59:18.754957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5411d50-a7bc-4e35-90f3-713601af9b0c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:18.764303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47702) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:18.773362 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c5411d50-a7bc-4e35-90f3-713601af9b0c tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/52d1b557-aa45-4025-99af-6fe1e7eb8685 HTTP/1.1" status: 404 len: 337 time: 0.0986505 Feb 11 04:59:18.894331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60973126-82d1-4619-983e-975fa20e4d12 None None] DHCP port deletion for 1fe6322d-9572-4155-b4f1-e4830b579d54 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:59:18.924994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-64474843-4cba-48b7-9a3e-9893cefa0c2c None None] Current status of the port def210c1-390d-475b-b109-460ee4f1279b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:18.947936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for port (c9bbe421-df13-4027-9723-e966ab9b7a06), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:18.961043 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd5402cc-68f5-4c42-b510-f99cb4949f99 req-15dc4207-4617-46b0-b476-98a4bc627878 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630205 Feb 11 04:59:18.963113 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-621b7e4a-f84b-4cb6-bd97-2ce25bd9d498 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] DELETE failed (client error): The resource could not be found. Feb 11 04:59:18.964941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621b7e4a-f84b-4cb6-bd97-2ce25bd9d498 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:18.973925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-621b7e4a-f84b-4cb6-bd97-2ce25bd9d498 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/c29fb8f3-4cc1-4ec5-a7c8-0b9f68373139 HTTP/1.1" status: 404 len: 337 time: 0.1927114 Feb 11 04:59:18.975797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47704) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:19.016393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-60973126-82d1-4619-983e-975fa20e4d12 None None] Deleting port def210c1-390d-475b-b109-460ee4f1279b {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:19.019604 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-60973126-82d1-4619-983e-975fa20e4d12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (def210c1-390d-475b-b109-460ee4f1279b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:19.033780 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c9bbe421-df13-4027-9723-e966ab9b7a06), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:19.147400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-60973126-82d1-4619-983e-975fa20e4d12 None None] For port def210c1-390d-475b-b109-460ee4f1279b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=def210c1-390d-475b-b109-460ee4f1279b,segment=NetworkSegment(c57ac3b6-4586-4ddc-a752-6ff52703ed36),segment_id=c57ac3b6-4586-4ddc-a752-6ff52703ed36)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:19.147400 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-60973126-82d1-4619-983e-975fa20e4d12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (def210c1-390d-475b-b109-460ee4f1279b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:19.147644 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fc446b-9713-41c8-986e-ed2a606b4c95 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] DELETE failed (client error): The resource could not be found. Feb 11 04:59:19.147644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57fc446b-9713-41c8-986e-ed2a606b4c95 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:19.155211 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-57fc446b-9713-41c8-986e-ed2a606b4c95 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/61c7e4bb-5c6b-482d-b3d7-297b3d11e9e5 HTTP/1.1" status: 404 len: 337 time: 0.1726086 Feb 11 04:59:19.159183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-60973126-82d1-4619-983e-975fa20e4d12 None None] Calling delete_port for def210c1-390d-475b-b109-460ee4f1279b owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:19.160584 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da2d6508-dd1b-4a33-8506-fa18da13d03a req-1ac41907-f2e2-4758-9168-8013fc3760df service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187748 Feb 11 04:59:19.161109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47706) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:19.162570 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e701a20a-e6cf-4c5f-ba93-ccd242fdf058 x-openstack-request-id: req-e701a20a-e6cf-4c5f-ba93-ccd242fdf058 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:19.162869 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:19.163155 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e701a20a-e6cf-4c5f-ba93-ccd242fdf058 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:19.163563 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'status': 'completed', 'code': 200} Feb 11 04:59:19.196749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:19.237953 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ca30eb-59f5-42c6-9be4-6eb59dcdce9f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] DELETE failed (client error): The resource could not be found. Feb 11 04:59:19.238557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ca30eb-59f5-42c6-9be4-6eb59dcdce9f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:19.255905 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f2ca30eb-59f5-42c6-9be4-6eb59dcdce9f tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/0c5227ce-2ec7-422c-bc0b-b1f84cbeaf72 HTTP/1.1" status: 404 len: 333 time: 0.0914364 Feb 11 04:59:19.262730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47712) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:19.264453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:19.275546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Pushing event updated for resources: {'Port': ['ID=c9bbe421-df13-4027-9723-e966ab9b7a06,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:19.280867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:19.294878 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-60973126-82d1-4619-983e-975fa20e4d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (def210c1-390d-475b-b109-460ee4f1279b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:19.313204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60973126-82d1-4619-983e-975fa20e4d12 None None] No DVR routers for this DVR port def210c1-390d-475b-b109-460ee4f1279b on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:59:19.342252 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-378a3239-c810-4e58-9f21-7665262fe573 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] DELETE failed (client error): The resource could not be found. Feb 11 04:59:19.342727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378a3239-c810-4e58-9f21-7665262fe573 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:19.345925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-378a3239-c810-4e58-9f21-7665262fe573 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/fc7d7371-17d7-48d3-a154-98899fdbcb06 HTTP/1.1" status: 404 len: 337 time: 0.0683653 Feb 11 04:59:19.350086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47714) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:19.359234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60973126-82d1-4619-983e-975fa20e4d12 None None] Pushing event deleted for resources: {'Port': ['ID=def210c1-390d-475b-b109-460ee4f1279b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:19.432064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a62e3-228d-4678-a10c-a1c8e4d57cf9 req-a0d84e63-7b7f-4011-a73c-6449e78fef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:19.433768 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df7a62e3-228d-4678-a10c-a1c8e4d57cf9 req-a0d84e63-7b7f-4011-a73c-6449e78fef92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 1128 time: 0.2862813 Feb 11 04:59:19.440023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e421ae3-19a9-4a1e-887d-080988bcbf3f req-502cc006-ff81-42a1-bab9-6de802f2e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:19.441596 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e421ae3-19a9-4a1e-887d-080988bcbf3f req-502cc006-ff81-42a1-bab9-6de802f2e7be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf3eb33272bc44ddb64da09218d8dd98&device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 1129 time: 0.1778557 Feb 11 04:59:19.444432 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0bc268-0cde-47b7-8dc4-2892656fcfc7 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] DELETE failed (client error): The resource could not be found. Feb 11 04:59:19.444890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0bc268-0cde-47b7-8dc4-2892656fcfc7 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:19.450275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ad0bc268-0cde-47b7-8dc4-2892656fcfc7 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/b3dc8047-5114-464a-918e-52eac059a4c7 HTTP/1.1" status: 404 len: 337 time: 0.0929997 Feb 11 04:59:19.495106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47718) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:19.602322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a62e3-228d-4678-a10c-a1c8e4d57cf9 req-4c87de08-88ea-4e67-a128-18e89467e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:19.604527 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df7a62e3-228d-4678-a10c-a1c8e4d57cf9 req-4c87de08-88ea-4e67-a128-18e89467e1bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 918 time: 0.1531279 Feb 11 04:59:19.627702 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86f6404-0180-4a1e-bafa-cd9f9b35e6e4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] DELETE failed (client error): The resource could not be found. Feb 11 04:59:19.628235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86f6404-0180-4a1e-bafa-cd9f9b35e6e4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:19.641121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47720) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:19.642417 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b86f6404-0180-4a1e-bafa-cd9f9b35e6e4 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/1443ef17-a024-4257-a7a3-1fd055aab1d6 HTTP/1.1" status: 404 len: 333 time: 0.1408873 Feb 11 04:59:19.761790 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for floatingip (a304557b-448b-494d-aed8-2cf99422e549), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:19.766706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47722) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:19.771985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--554152413', 'description': 'tempest-description--1189035197'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:19.801204 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:19.844259 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f1a66a-2d3d-42b4-91c0-0f1159d52d30 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] DELETE failed (client error): The resource could not be found. Feb 11 04:59:19.847719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f1a66a-2d3d-42b4-91c0-0f1159d52d30 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:19.856125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-24f1a66a-2d3d-42b4-91c0-0f1159d52d30 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/4100333b-6aa0-42ea-8cdf-9f0a8e8a05cd HTTP/1.1" status: 404 len: 337 time: 0.2110865 Feb 11 04:59:19.870023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47724) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:19.996835 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c9bbe421-df13-4027-9723-e966ab9b7a06), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:20.004412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e421ae3-19a9-4a1e-887d-080988bcbf3f req-747cae96-23e5-43bf-a746-8f075771d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:20.006244 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e421ae3-19a9-4a1e-887d-080988bcbf3f req-747cae96-23e5-43bf-a746-8f075771d904 service neutron] 10.222.0.60 "GET /v2.0/networks?id=39b6a467-c2f6-4c36-aa80-32be812c2d1d HTTP/1.1" status: 200 len: 920 time: 0.5558360 Feb 11 04:59:20.024819 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f80c4b-1ccd-4977-adf5-0e20e80ccd93 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] DELETE failed (client error): The resource could not be found. Feb 11 04:59:20.025399 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f80c4b-1ccd-4977-adf5-0e20e80ccd93 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:20.032298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a0f80c4b-1ccd-4977-adf5-0e20e80ccd93 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/subnets/69ab5841-0efe-4d69-a8f5-63b253aef67b HTTP/1.1" status: 404 len: 337 time: 0.1493077 Feb 11 04:59:20.035040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47728) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:20.080095 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e421ae3-19a9-4a1e-887d-080988bcbf3f req-33909f1a-b966-4193-b3ce-eccf5ac7a032 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 217 time: 0.0542054 Feb 11 04:59:20.100319 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df7a62e3-228d-4678-a10c-a1c8e4d57cf9 req-47fad1ee-81c3-4f99-81af-7d85f90c2e5e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86aa5dd1-5307-4a75-92f3-27e2414da009 HTTP/1.1" status: 200 len: 1001 time: 0.4822412 Feb 11 04:59:20.138079 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group (5c0172a7-e0b2-431a-a65c-df553517c4b5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:20.204005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a62e3-228d-4678-a10c-a1c8e4d57cf9 req-602fa4e8-1814-4790-a3fe-f32a969c90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:20.206424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df7a62e3-228d-4678-a10c-a1c8e4d57cf9 req-602fa4e8-1814-4790-a3fe-f32a969c90b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.0965791 Feb 11 04:59:20.207436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e421ae3-19a9-4a1e-887d-080988bcbf3f req-521b2d3f-8709-43fe-99af-967cc5cff504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:20.209735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e421ae3-19a9-4a1e-887d-080988bcbf3f req-521b2d3f-8709-43fe-99af-967cc5cff504 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dab9c34-6a08-4511-9f5d-5c17c57f308a HTTP/1.1" status: 200 len: 859 time: 0.0699618 Feb 11 04:59:20.212298 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5c0172a7-e0b2-431a-a65c-df553517c4b5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:20.286235 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e421ae3-19a9-4a1e-887d-080988bcbf3f req-9ddd8c6e-67d8-44ac-a14f-aa6150826880 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39b6a467-c2f6-4c36-aa80-32be812c2d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635231 Feb 11 04:59:20.291707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0172a7-e0b2-431a-a65c-df553517c4b5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:20.303902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.304880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.305284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.305640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.306084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.306430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.306770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.307459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.307735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.308079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.309476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.310054 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.310211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:20.338544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923937d4-a22c-4097-9b39-2cacc179f719 req-8640a7cd-14ee-4322-b306-41a98e64787f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:20.341291 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-923937d4-a22c-4097-9b39-2cacc179f719 req-8640a7cd-14ee-4322-b306-41a98e64787f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.4553549 Feb 11 04:59:20.346136 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:20.347348 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9e27bfbd-3eb6-445f-b9bb-cc3499106b28 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5793924 Feb 11 04:59:20.378552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47732) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:20.385330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7fd603f5-3460-45e2-a2ff-4841a662da51 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Request body: {'security_group_rule': {'security_group_id': '5c0172a7-e0b2-431a-a65c-df553517c4b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:20.432829 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-923937d4-a22c-4097-9b39-2cacc179f719 req-f8a3c902-ebdb-4e63-9d8c-756faa6e917d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820022 Feb 11 04:59:20.446188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a62e3-228d-4678-a10c-a1c8e4d57cf9 req-b009810e-a8f1-4e86-bde1-c110f6b3e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:20.447965 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df7a62e3-228d-4678-a10c-a1c8e4d57cf9 req-b009810e-a8f1-4e86-bde1-c110f6b3e797 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1981595 Feb 11 04:59:20.491262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device def210c1-390d-475b-b109-460ee4f1279b no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:59:20.539747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: def210c1-390d-475b-b109-460ee4f1279b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:59:20.540100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device def210c1-390d-475b-b109-460ee4f1279b not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:59:20.570866 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e421ae3-19a9-4a1e-887d-080988bcbf3f req-78bc0136-343e-4c2e-a504-ade5881c9e83 service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486448 Feb 11 04:59:20.622579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fd603f5-3460-45e2-a2ff-4841a662da51 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group_rule (fe858168-8669-4369-8165-798c3d67b496), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:20.633541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5634a7ca-6cc7-40e9-86bc-883ec65f6a0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Deleting port d62a288d-8162-4ca2-bf32-22c1dd74e94b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:20.633890 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5634a7ca-6cc7-40e9-86bc-883ec65f6a0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d62a288d-8162-4ca2-bf32-22c1dd74e94b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:20.694696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f850-5717-42cd-b884-4547ddb05f4a req-ea5153e9-b18c-4f3d-90f3-8f72cc05aa80 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:20.703212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e698f850-5717-42cd-b884-4547ddb05f4a req-ea5153e9-b18c-4f3d-90f3-8f72cc05aa80 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 945 time: 0.1473298 Feb 11 04:59:20.735971 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for port (c9bbe421-df13-4027-9723-e966ab9b7a06), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:20.741758 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e421ae3-19a9-4a1e-887d-080988bcbf3f req-9c98ba36-f31e-44fa-bde6-4368fe071e87 service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531928 Feb 11 04:59:20.779638 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c9bbe421-df13-4027-9723-e966ab9b7a06), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:20.790537 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df7a62e3-228d-4678-a10c-a1c8e4d57cf9 req-d6ba45c9-d7b7-4115-bea5-f2448586ac4b service neutron] 10.222.0.10 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340008 Feb 11 04:59:20.794097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e698f850-5717-42cd-b884-4547ddb05f4a req-5de24f87-ce7a-41fe-a9ea-c02371178ebe tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899811 Feb 11 04:59:20.861808 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fd603f5-3460-45e2-a2ff-4841a662da51 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group_rule (fe858168-8669-4369-8165-798c3d67b496), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:20.864059 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5634a7ca-6cc7-40e9-86bc-883ec65f6a0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d62a288d-8162-4ca2-bf32-22c1dd74e94b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:20.929754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fd603f5-3460-45e2-a2ff-4841a662da51 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (fe858168-8669-4369-8165-798c3d67b496), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:20.969915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5634a7ca-6cc7-40e9-86bc-883ec65f6a0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Calling delete_port for d62a288d-8162-4ca2-bf32-22c1dd74e94b owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:21.050396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Pushing event updated for resources: {'Port': ['ID=c9bbe421-df13-4027-9723-e966ab9b7a06,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:21.053683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd603f5-3460-45e2-a2ff-4841a662da51 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe858168-8669-4369-8165-798c3d67b496,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:21.531675 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fd603f5-3460-45e2-a2ff-4841a662da51 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:21.535934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47784) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:21.536186 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7fd603f5-3460-45e2-a2ff-4841a662da51 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1555533 Feb 11 04:59:21.540593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7651dd16-364b-479e-928b-5b15e0560d11 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Request body: {'security_group_rule': {'security_group_id': '5c0172a7-e0b2-431a-a65c-df553517c4b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:21.564073 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (a304557b-448b-494d-aed8-2cf99422e549), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:21.595337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:21.602546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-4c708e83-efa9-4bfa-8f75-bb682c9650bf tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7086453 Feb 11 04:59:21.634106 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7651dd16-364b-479e-928b-5b15e0560d11 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group_rule (8a0f5754-9132-4f7d-975c-ac586ac309e7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:21.682352 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df7a62e3-228d-4678-a10c-a1c8e4d57cf9 req-7c212ff6-b677-4c15-b6d8-ccabe325d2ed service neutron] 10.222.0.10 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8592763 Feb 11 04:59:21.686673 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aedad8-1d7a-4495-97b1-c669c5d8ead1 req-68534217-f799-406a-9a49-ba5c88143607 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:21.688990 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69aedad8-1d7a-4495-97b1-c669c5d8ead1 req-68534217-f799-406a-9a49-ba5c88143607 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.1326320 Feb 11 04:59:21.707927 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-fc3eb765-9a0c-4b0a-9014-01e630c35c12 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.1042488 Feb 11 04:59:21.801748 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7651dd16-364b-479e-928b-5b15e0560d11 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group_rule (8a0f5754-9132-4f7d-975c-ac586ac309e7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:21.807821 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69aedad8-1d7a-4495-97b1-c669c5d8ead1 req-806f820e-ed45-4dfa-8350-940a32ef6e7f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119878 Feb 11 04:59:21.812734 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7651dd16-364b-479e-928b-5b15e0560d11 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (8a0f5754-9132-4f7d-975c-ac586ac309e7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:21.829600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-bcdc0be9-225c-4983-9957-9f1e1a78a7ba tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:21.836849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-bcdc0be9-225c-4983-9957-9f1e1a78a7ba tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1280077 Feb 11 04:59:21.842326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-e91db0d8-592b-4c0f-b02c-85d53e529d92 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:59:21.846730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651dd16-364b-479e-928b-5b15e0560d11 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0f5754-9132-4f7d-975c-ac586ac309e7,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:21.855322 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7651dd16-364b-479e-928b-5b15e0560d11 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:21.856701 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7651dd16-364b-479e-928b-5b15e0560d11 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3196585 Feb 11 04:59:21.864772 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf8ec035-caf1-42ef-8aad-af7f356af579 req-e91db0d8-592b-4c0f-b02c-85d53e529d92 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154638 Feb 11 04:59:21.866092 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47794) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:21.880329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:21.911831 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5634a7ca-6cc7-40e9-86bc-883ec65f6a0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d62a288d-8162-4ca2-bf32-22c1dd74e94b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:21.936805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:22.061141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634a7ca-6cc7-40e9-86bc-883ec65f6a0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Port': ['ID=d62a288d-8162-4ca2-bf32-22c1dd74e94b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:22.101436 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5634a7ca-6cc7-40e9-86bc-883ec65f6a0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:22.110770 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5634a7ca-6cc7-40e9-86bc-883ec65f6a0a tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/ports/d62a288d-8162-4ca2-bf32-22c1dd74e94b HTTP/1.1" status: 204 len: 168 time: 2.0711312 Feb 11 04:59:22.111742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47820) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:22.253349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-9e158056-3fa3-4326-9c8f-8eb21dfb2264 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:22.254922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-9e158056-3fa3-4326-9c8f-8eb21dfb2264 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2731633 Feb 11 04:59:22.343647 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (1fe6322d-9572-4155-b4f1-e4830b579d54), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:22.373307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-f74aa37e-02ae-43cc-b8fa-598230dc7c1a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 696 time: 0.1115236 Feb 11 04:59:22.391710 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-c0b92ffd-4d24-4aaa-a1c6-80a5a34dda1b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Request body: {'floatingip': {'port_id': 'faccea23-b8e1-4bff-a5db-624506b13619', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:22.458816 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-c0b92ffd-4d24-4aaa-a1c6-80a5a34dda1b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for floatingip (a304557b-448b-494d-aed8-2cf99422e549), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:22.550986 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (1fe6322d-9572-4155-b4f1-e4830b579d54), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:22.602101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe6322d-9572-4155-b4f1-e4830b579d54']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:22.620815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57ac3b6-4586-4ddc-a752-6ff52703ed36') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:22.621258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57ac3b6-4586-4ddc-a752-6ff52703ed36') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:22.629000 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:22.639266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (c57ac3b6-4586-4ddc-a752-6ff52703ed36), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:22.679059 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c57ac3b6-4586-4ddc-a752-6ff52703ed36), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:22.697531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:59:22.697960 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (c57ac3b6-4586-4ddc-a752-6ff52703ed36), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:59:22.701317 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:59:22.815064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Allocated IP 172.25.7.124 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/938e34b2-4e59-4e54-bb26-e28b3b00f76b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:22.895389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (1fe6322d-9572-4155-b4f1-e4830b579d54), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:22.946917 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:22.986309 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] 10.222.0.48 "DELETE /v2.0/networks/1fe6322d-9572-4155-b4f1-e4830b579d54 HTTP/1.1" status: 204 len: 168 time: 0.8729384 Feb 11 04:59:23.019077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc84d92-bf90-4c55-9272-e2c038d6cc15 tempest-PortsIpV6TestJSON-786739010 tempest-PortsIpV6TestJSON-786739010-project] Pushing event deleted for resources: {'Network': ['ID=1fe6322d-9572-4155-b4f1-e4830b579d54,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:23.215570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99614a2b-b6c9-420f-bac1-003cea953b8c req-7fe03bf4-cc99-4262-bb65-a0496031a83b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:23.225608 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99614a2b-b6c9-420f-bac1-003cea953b8c req-7fe03bf4-cc99-4262-bb65-a0496031a83b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.1600292 Feb 11 04:59:23.234506 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for port (938e34b2-4e59-4e54-bb26-e28b3b00f76b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:23.344881 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99614a2b-b6c9-420f-bac1-003cea953b8c req-b4118872-8095-4ec5-8c5f-ce50d6092bb6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135707 Feb 11 04:59:23.500018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47840) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:23.525787 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (938e34b2-4e59-4e54-bb26-e28b3b00f76b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:23.602033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event updated for resources: {'Port': ['ID=938e34b2-4e59-4e54-bb26-e28b3b00f76b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:23.683970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:23.693951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:23.700086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:23.740825 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a414c01e-27e0-4acf-a276-bf0283c39645 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59ab36ce9f374498ada750b597f32733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395334 Feb 11 04:59:23.744618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47846) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:23.857102 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9396f5a0-e30d-405d-9176-7e0e974a5241 admin admin] Publish callbacks [] for security_group (699cbf60-2b2b-47c3-8005-878899402ce6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:23.914598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9396f5a0-e30d-405d-9176-7e0e974a5241 admin admin] Publish callbacks [] for security_group (699cbf60-2b2b-47c3-8005-878899402ce6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:23.927808 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-c0b92ffd-4d24-4aaa-a1c6-80a5a34dda1b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:23.936445 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-c0b92ffd-4d24-4aaa-a1c6-80a5a34dda1b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (a304557b-448b-494d-aed8-2cf99422e549), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:23.978510 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (1c1ec2df-bee5-450b-bd96-db8c08963196), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:23.992825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9396f5a0-e30d-405d-9176-7e0e974a5241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (699cbf60-2b2b-47c3-8005-878899402ce6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:24.005051 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9396f5a0-e30d-405d-9176-7e0e974a5241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:24.013250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9396f5a0-e30d-405d-9176-7e0e974a5241 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/699cbf60-2b2b-47c3-8005-878899402ce6 HTTP/1.1" status: 204 len: 168 time: 0.2675598 Feb 11 04:59:24.024734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396f5a0-e30d-405d-9176-7e0e974a5241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699cbf60-2b2b-47c3-8005-878899402ce6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:24.056378 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (938e34b2-4e59-4e54-bb26-e28b3b00f76b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:24.204890 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-c0b92ffd-4d24-4aaa-a1c6-80a5a34dda1b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Floating IP a304557b-448b-494d-aed8-2cf99422e549 associated. External IP: 172.25.7.110, port: faccea23-b8e1-4bff-a5db-624506b13619. Feb 11 04:59:24.664284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313b1f8-3bc8-493d-9240-920fe2e55aea req-90facb85-834d-4fa1-be5d-183ce4dd9e34 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:24.682256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3313b1f8-3bc8-493d-9240-920fe2e55aea req-90facb85-834d-4fa1-be5d-183ce4dd9e34 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.2048013 Feb 11 04:59:24.771159 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3313b1f8-3bc8-493d-9240-920fe2e55aea req-b012534b-2d8a-42a5-9cde-26d760d00cf1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879633 Feb 11 04:59:24.946257 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:59:24.979608 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for port (938e34b2-4e59-4e54-bb26-e28b3b00f76b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:25.098716 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (938e34b2-4e59-4e54-bb26-e28b3b00f76b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:25.150465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event updated for resources: {'Port': ['ID=938e34b2-4e59-4e54-bb26-e28b3b00f76b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:25.242771 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (1c1ec2df-bee5-450b-bd96-db8c08963196), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:25.268520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-c0b92ffd-4d24-4aaa-a1c6-80a5a34dda1b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:59:25.274589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:25.285294 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0c0ea88c-9705-4029-a258-49943d2ae943 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4181032 Feb 11 04:59:25.418157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-c0b92ffd-4d24-4aaa-a1c6-80a5a34dda1b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:59:25.425818 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-c0b92ffd-4d24-4aaa-a1c6-80a5a34dda1b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:25.444816 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3976fec3-2d8e-43a6-9e8f-c9812f5dc717 None None] Sync routers for ids ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:59:25.471443 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976fec3-2d8e-43a6-9e8f-c9812f5dc717 None None] Routers {'1f37bf94-e91b-4679-b406-478dc5fd3fc1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:25.473091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-c0b92ffd-4d24-4aaa-a1c6-80a5a34dda1b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "PUT /v2.0/floatingips/a304557b-448b-494d-aed8-2cf99422e549 HTTP/1.1" status: 200 len: 997 time: 3.0864174 Feb 11 04:59:25.473856 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3976fec3-2d8e-43a6-9e8f-c9812f5dc717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:59:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:25.474478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:25.478950 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfce056-9abe-40bf-be0d-62c4ea217776" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "tag": "faccea23-b8e1-4bff-a5db-624506b13619"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:25.566750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-94bf8200-20a9-490c-be40-e34d61504df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:25.575342 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-94bf8200-20a9-490c-be40-e34d61504df7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf3eb33272bc44ddb64da09218d8dd98&device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 1129 time: 0.0928063 Feb 11 04:59:25.600188 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0204c18-ed9a-4e7a-b8ff-4b6c676e018a x-openstack-request-id: req-d0204c18-ed9a-4e7a-b8ff-4b6c676e018a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:25.600831 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "tag": "faccea23-b8e1-4bff-a5db-624506b13619", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:25.601300 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0204c18-ed9a-4e7a-b8ff-4b6c676e018a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:25.602159 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619', 'status': 'completed', 'code': 200} Feb 11 04:59:25.747344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfce056-9abe-40bf-be0d-62c4ea217776 req-06b47335-0e6a-4adc-9063-92e9316060e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:25.752853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cdfce056-9abe-40bf-be0d-62c4ea217776 req-06b47335-0e6a-4adc-9063-92e9316060e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf3eb33272bc44ddb64da09218d8dd98&device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 1129 time: 0.1118197 Feb 11 04:59:25.786796 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3976fec3-2d8e-43a6-9e8f-c9812f5dc717 None None] Set router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:25.801695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47888) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:25.842416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-3b5614f4-e4e5-4955-82f2-630f6b14fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:25.845012 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-3b5614f4-e4e5-4955-82f2-630f6b14fb1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=39b6a467-c2f6-4c36-aa80-32be812c2d1d HTTP/1.1" status: 200 len: 920 time: 0.2685015 Feb 11 04:59:25.995519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfce056-9abe-40bf-be0d-62c4ea217776 req-2c6f93c5-461d-4a39-ac61-9d832a4c18af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:26.000233 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cdfce056-9abe-40bf-be0d-62c4ea217776 req-2c6f93c5-461d-4a39-ac61-9d832a4c18af service neutron] 10.222.0.60 "GET /v2.0/networks?id=39b6a467-c2f6-4c36-aa80-32be812c2d1d HTTP/1.1" status: 200 len: 920 time: 0.2365406 Feb 11 04:59:26.030014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-fbc9ad91-d2a3-4aee-a5c0-11ddb29f79e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 1000 time: 0.1775849 Feb 11 04:59:26.137248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1688660791'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:26.148075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cdfce056-9abe-40bf-be0d-62c4ea217776 req-ab9510f7-0290-45b5-9259-0a9ce018c5cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 1000 time: 0.1362293 Feb 11 04:59:26.195871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-bba2ae5a-d391-42bc-aa62-457443106300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:26.197878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-bba2ae5a-d391-42bc-aa62-457443106300 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3dab9c34-6a08-4511-9f5d-5c17c57f308a HTTP/1.1" status: 200 len: 859 time: 0.1619844 Feb 11 04:59:26.204488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:26.211656 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:26.268661 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3976fec3-2d8e-43a6-9e8f-c9812f5dc717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:58:02Z', 'revision_number': 4, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'a304557b-448b-494d-aed8-2cf99422e549', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'port_id': 'faccea23-b8e1-4bff-a5db-624506b13619', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'mac_address': 'fa:16:3e:1f:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:59:19Z', 'updated_at': '2022-02-11T04:59:23Z', 'revision_number': 1, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf', 'name': '', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'mac_address': 'fa:16:3e:3f:3e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:01Z', 'updated_at': '2022-02-11T04:58:13Z', 'revision_number': 5, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'subnets': [{'id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:26.270079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfce056-9abe-40bf-be0d-62c4ea217776 req-1f7e50ab-2a00-4a8f-852d-3ceec8cb1fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:26.271606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cdfce056-9abe-40bf-be0d-62c4ea217776 req-1f7e50ab-2a00-4a8f-852d-3ceec8cb1fe7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dab9c34-6a08-4511-9f5d-5c17c57f308a HTTP/1.1" status: 200 len: 859 time: 0.1160970 Feb 11 04:59:26.301703 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3976fec3-2d8e-43a6-9e8f-c9812f5dc717 None None] Checking router: 1f37bf94-e91b-4679-b406-478dc5fd3fc1 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:59:26.315934 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976fec3-2d8e-43a6-9e8f-c9812f5dc717 None None] Routers {'1f37bf94-e91b-4679-b406-478dc5fd3fc1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:26.316454 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3976fec3-2d8e-43a6-9e8f-c9812f5dc717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:59:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:26.350209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-e08fde2e-52d3-49de-b4a3-598a828a09d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39b6a467-c2f6-4c36-aa80-32be812c2d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158867 Feb 11 04:59:26.362353 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:26.369202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cdfce056-9abe-40bf-be0d-62c4ea217776 req-b6338d72-e1e3-481d-a4b6-1d3cce37e1c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39b6a467-c2f6-4c36-aa80-32be812c2d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874393 Feb 11 04:59:26.490794 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3976fec3-2d8e-43a6-9e8f-c9812f5dc717 None None] Set router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:26.560939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cdfce056-9abe-40bf-be0d-62c4ea217776 req-e7ae0238-de71-4d6d-8c1d-588abc712e3c service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789019 Feb 11 04:59:26.686133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-4936ea2a-5d78-460c-bcac-5b8f1c9dfdf2 service neutron] 10.222.0.48 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345678 Feb 11 04:59:26.762326 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cdfce056-9abe-40bf-be0d-62c4ea217776 req-65966349-8909-481d-9d05-957e82135401 service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885443 Feb 11 04:59:26.911899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc46514a-070e-4778-b2b5-cf9c30405ca5 req-dd454fe0-aba2-4292-b3bc-94645e30b823 service neutron] 10.222.0.48 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130005 Feb 11 04:59:26.931894 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3976fec3-2d8e-43a6-9e8f-c9812f5dc717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:58:02Z', 'revision_number': 4, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'a304557b-448b-494d-aed8-2cf99422e549', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'port_id': 'faccea23-b8e1-4bff-a5db-624506b13619', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'mac_address': 'fa:16:3e:1f:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:59:19Z', 'updated_at': '2022-02-11T04:59:23Z', 'revision_number': 1, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf', 'name': '', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'mac_address': 'fa:16:3e:3f:3e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:01Z', 'updated_at': '2022-02-11T04:58:13Z', 'revision_number': 5, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'subnets': [{'id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:27.004247 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3976fec3-2d8e-43a6-9e8f-c9812f5dc717 None None] The sync data for ids ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'] in n-d-615180-58 is: [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:58:02Z', 'revision_number': 4, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'a304557b-448b-494d-aed8-2cf99422e549', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'port_id': 'faccea23-b8e1-4bff-a5db-624506b13619', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'mac_address': 'fa:16:3e:1f:80:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:59:19Z', 'updated_at': '2022-02-11T04:59:23Z', 'revision_number': 1, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf', 'name': '', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'mac_address': 'fa:16:3e:3f:3e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:01Z', 'updated_at': '2022-02-11T04:58:13Z', 'revision_number': 5, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'subnets': [{'id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:59:27.100538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (233cd492-c815-4925-bf78-b6e2d1b87c6f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:27.111903 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (233cd492-c815-4925-bf78-b6e2d1b87c6f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:27.173244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:59:27.203700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea83a62-06a8-4f84-9092-0b5d42b0c60b req-d4e16ab9-e2ab-466b-8fca-e44ea850e76e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:27.214211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dea83a62-06a8-4f84-9092-0b5d42b0c60b req-d4e16ab9-e2ab-466b-8fca-e44ea850e76e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.2214458 Feb 11 04:59:27.268121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233cd492-c815-4925-bf78-b6e2d1b87c6f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:27.293603 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (6a029ce0-5fea-42aa-82a2-42d6b7b28b77), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:27.294599 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Added segment 6a029ce0-5fea-42aa-82a2-42d6b7b28b77 of type vlan for network 544623e0-8ac8-46f6-be2f-90b388878871 Feb 11 04:59:27.323164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dea83a62-06a8-4f84-9092-0b5d42b0c60b req-09a30cda-7f2b-40be-9a75-ac6d0c838961 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016827 Feb 11 04:59:27.440856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d1f88-e305-4e33-ae68-1c28d2228578 None None] New status for floating IP a304557b-448b-494d-aed8-2cf99422e549: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:59:27.451855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (544623e0-8ac8-46f6-be2f-90b388878871), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:27.517300 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-3754ecdb-7860-4475-bb76-42affc6f7045 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 1000 time: 0.1509149 Feb 11 04:59:27.584707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-91ced55b-ff2e-42ec-bd1a-4493b1e6b63b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:27.598746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-91ced55b-ff2e-42ec-bd1a-4493b1e6b63b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports/faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 943 time: 0.0728629 Feb 11 04:59:27.600080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (544623e0-8ac8-46f6-be2f-90b388878871), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:27.608127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:27.608820 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:27.689370 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8865883 Feb 11 04:59:27.692175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47904) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:27.699703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'name': 'tempest-PortsTestJSON-1206193658'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:27.774855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeac95c-c8a5-4267-a09e-d28939eb9ed3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Network': ['ID=544623e0-8ac8-46f6-be2f-90b388878871,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:27.801020 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-4bbbfbaa-c801-44b6-8a5e-1dd7b32876ce tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 1000 time: 0.1339202 Feb 11 04:59:27.912058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 544623e0-8ac8-46f6-be2f-90b388878871 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:59:27.920162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-dbdc9683-15df-43ad-9cfb-af6eca43827b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:27.930491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-dbdc9683-15df-43ad-9cfb-af6eca43827b tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1284313 Feb 11 04:59:28.001435 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:28.006879 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.050144 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port 9dae3edd-6812-48ff-886c-6794c474ef5e yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:59:28.063262 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-e138538f-f9b1-4e91-8ae3-2501c82aee30 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 1002 time: 0.1291640 Feb 11 04:59:28.084048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-74adbf43-6902-4adc-95d7-8abd358ddd4a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:28.224389 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-74adbf43-6902-4adc-95d7-8abd358ddd4a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for floatingip (a304557b-448b-494d-aed8-2cf99422e549), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.342633 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (9dae3edd-6812-48ff-886c-6794c474ef5e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.423438 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9dae3edd-6812-48ff-886c-6794c474ef5e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.537646 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-74adbf43-6902-4adc-95d7-8abd358ddd4a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.543814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=9dae3edd-6812-48ff-886c-6794c474ef5e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:28.552975 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-74adbf43-6902-4adc-95d7-8abd358ddd4a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (a304557b-448b-494d-aed8-2cf99422e549), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.553601 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-74adbf43-6902-4adc-95d7-8abd358ddd4a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Floating IP a304557b-448b-494d-aed8-2cf99422e549 disassociated. External IP: 172.25.7.110, port: faccea23-b8e1-4bff-a5db-624506b13619. Feb 11 04:59:28.566375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Checking segment: {'id': '6a029ce0-5fea-42aa-82a2-42d6b7b28b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '544623e0-8ac8-46f6-be2f-90b388878871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:28.566701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network hostable DHCP agents. Network: 544623e0-8ac8-46f6-be2f-90b388878871, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:59:28.618623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 544623e0-8ac8-46f6-be2f-90b388878871 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:59:28.650541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 544623e0-8ac8-46f6-be2f-90b388878871) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:28.660251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:28.660747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da2f28c-06dc-420d-bd23-4e89dbca965e None None] Network 544623e0-8ac8-46f6-be2f-90b388878871 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:28.674262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:28.675810 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.712747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-72b37b69-9a23-43e9-98ac-ba8d953b77c5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0191293 Feb 11 04:59:28.715692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47912) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:28.729608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d428a003-16a6-4d48-8f70-547265a89b09 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-225909582'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:28.784048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d428a003-16a6-4d48-8f70-547265a89b09 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:28.792074 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d428a003-16a6-4d48-8f70-547265a89b09 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.865672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d428a003-16a6-4d48-8f70-547265a89b09 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:59:28.890266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d428a003-16a6-4d48-8f70-547265a89b09 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (2b85fa83-946c-4454-ac3b-9d3fd37643c0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.891827 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-d428a003-16a6-4d48-8f70-547265a89b09 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Added segment 2b85fa83-946c-4454-ac3b-9d3fd37643c0 of type vlan for network 13a9c60b-2f1f-4a80-9930-3ff803352118 Feb 11 04:59:28.909357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-74adbf43-6902-4adc-95d7-8abd358ddd4a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:59:29.019180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d428a003-16a6-4d48-8f70-547265a89b09 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (13a9c60b-2f1f-4a80-9930-3ff803352118), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:29.077718 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d428a003-16a6-4d48-8f70-547265a89b09 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (13a9c60b-2f1f-4a80-9930-3ff803352118), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:29.093982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428a003-16a6-4d48-8f70-547265a89b09 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:29.097840 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d428a003-16a6-4d48-8f70-547265a89b09 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:29.162997 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d428a003-16a6-4d48-8f70-547265a89b09 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4422235 Feb 11 04:59:29.166949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47916) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:29.175499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'ports': [{'network_id': '544623e0-8ac8-46f6-be2f-90b388878871'}, {'network_id': '13a9c60b-2f1f-4a80-9930-3ff803352118'}]} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:29.176182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:29.176852 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': '13a9c60b-2f1f-4a80-9930-3ff803352118'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:29.229080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-74adbf43-6902-4adc-95d7-8abd358ddd4a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:59:29.241064 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-74adbf43-6902-4adc-95d7-8abd358ddd4a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:29.246945 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1923a0d-fc6f-411e-a909-00e0e7246ba4 None None] Sync routers for ids ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:59:29.267641 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1923a0d-fc6f-411e-a909-00e0e7246ba4 None None] Routers {'1f37bf94-e91b-4679-b406-478dc5fd3fc1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:29.270724 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e1923a0d-fc6f-411e-a909-00e0e7246ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:59:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:29.294709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-74adbf43-6902-4adc-95d7-8abd358ddd4a tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "PUT /v2.0/floatingips/a304557b-448b-494d-aed8-2cf99422e549 HTTP/1.1" status: 200 len: 695 time: 1.2244048 Feb 11 04:59:29.295367 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:29.298573 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7953f8-7fd3-47ce-96a1-e3e00694a591" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "tag": "faccea23-b8e1-4bff-a5db-624506b13619"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:29.363834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428a003-16a6-4d48-8f70-547265a89b09 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Network': ['ID=13a9c60b-2f1f-4a80-9930-3ff803352118,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:29.369999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-75b31c09-7379-48b1-9faf-da8625723e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:29.371708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-75b31c09-7379-48b1-9faf-da8625723e32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf3eb33272bc44ddb64da09218d8dd98&device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 1129 time: 0.0641882 Feb 11 04:59:29.385601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 13a9c60b-2f1f-4a80-9930-3ff803352118 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:59:29.566145 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 2} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:29.573421 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:29.595984 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e1923a0d-fc6f-411e-a909-00e0e7246ba4 None None] Set router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:29.636519 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:29.654559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-5d17a71f-1f02-4c36-a212-405859dfc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:29.657341 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-5d17a71f-1f02-4c36-a212-405859dfc243 service neutron] 10.222.0.48 "GET /v2.0/networks?id=39b6a467-c2f6-4c36-aa80-32be812c2d1d HTTP/1.1" status: 200 len: 920 time: 0.2580929 Feb 11 04:59:29.776050 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-8c59d7a8-1dc4-45e3-8820-4f661f8b991c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 217 time: 0.1083148 Feb 11 04:59:29.886597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-4cd9c607-0a0e-43d1-af63-dac113fe70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:29.888165 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-4cd9c607-0a0e-43d1-af63-dac113fe70e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3dab9c34-6a08-4511-9f5d-5c17c57f308a HTTP/1.1" status: 200 len: 859 time: 0.1009583 Feb 11 04:59:29.945796 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-b766011e-be49-420e-bff5-c3ec1899f97f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39b6a467-c2f6-4c36-aa80-32be812c2d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481706 Feb 11 04:59:29.954110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port 5255faa0-d029-4ce3-9c62-95f52d249860 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:59:30.086354 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e1923a0d-fc6f-411e-a909-00e0e7246ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:58:02Z', 'revision_number': 4, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf', 'name': '', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'mac_address': 'fa:16:3e:3f:3e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:01Z', 'updated_at': '2022-02-11T04:58:13Z', 'revision_number': 5, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'subnets': [{'id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:30.133232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (5255faa0-d029-4ce3-9c62-95f52d249860), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:30.153052 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1923a0d-fc6f-411e-a909-00e0e7246ba4 None None] Checking router: 1f37bf94-e91b-4679-b406-478dc5fd3fc1 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:59:30.167994 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1923a0d-fc6f-411e-a909-00e0e7246ba4 None None] Routers {'1f37bf94-e91b-4679-b406-478dc5fd3fc1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:30.168638 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e1923a0d-fc6f-411e-a909-00e0e7246ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:59:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:30.187365 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-f4d92a20-670d-4888-bd1d-ced2d1a1e1fc service neutron] 10.222.0.48 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311754 Feb 11 04:59:30.321126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port 4bce1bf2-7e65-4bab-aef8-9c381265983d yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:59:30.457613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b66bb1e3-7e1d-44a8-821a-9adfde5d140d req-215891f0-94a1-461e-b643-daee1056bd89 service neutron] 10.222.0.48 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610726 Feb 11 04:59:30.478097 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (4bce1bf2-7e65-4bab-aef8-9c381265983d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:30.549136 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e1923a0d-fc6f-411e-a909-00e0e7246ba4 None None] Set router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:30.612502 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5255faa0-d029-4ce3-9c62-95f52d249860), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:30.665252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 544623e0-8ac8-46f6-be2f-90b388878871 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:30.667130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:30.672322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:30.672970 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4bce1bf2-7e65-4bab-aef8-9c381265983d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:30.698176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=5255faa0-d029-4ce3-9c62-95f52d249860,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:30.756271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed5ee0-a3d1-4ce6-bfb2-7b07feaf7776 req-b2d45d46-4111-45eb-8b9f-3e288369d16c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:30.767409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-efed5ee0-a3d1-4ce6-bfb2-7b07feaf7776 req-b2d45d46-4111-45eb-8b9f-3e288369d16c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.1973698 Feb 11 04:59:30.773654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Checking segment: {'id': '2b85fa83-946c-4454-ac3b-9d3fd37643c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13a9c60b-2f1f-4a80-9930-3ff803352118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:30.774038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network hostable DHCP agents. Network: 13a9c60b-2f1f-4a80-9930-3ff803352118, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:59:30.776246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=4bce1bf2-7e65-4bab-aef8-9c381265983d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:30.803277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 13a9c60b-2f1f-4a80-9930-3ff803352118 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:59:30.818613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 13a9c60b-2f1f-4a80-9930-3ff803352118) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:30.835864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:30.837954 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f87192-2a58-4003-9035-0611ce485d57 None None] Network 13a9c60b-2f1f-4a80-9930-3ff803352118 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:30.849558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:30.856822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:30.861227 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:30.865163 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e1923a0d-fc6f-411e-a909-00e0e7246ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:58:02Z', 'revision_number': 4, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf', 'name': '', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'mac_address': 'fa:16:3e:3f:3e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:01Z', 'updated_at': '2022-02-11T04:58:13Z', 'revision_number': 5, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'subnets': [{'id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:30.912330 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1923a0d-fc6f-411e-a909-00e0e7246ba4 None None] The sync data for ids ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'] in n-d-615180-58 is: [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:58:02Z', 'revision_number': 4, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf', 'name': '', 'network_id': '39b6a467-c2f6-4c36-aa80-32be812c2d1d', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'mac_address': 'fa:16:3e:3f:3e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:01Z', 'updated_at': '2022-02-11T04:58:13Z', 'revision_number': 5, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'subnets': [{'id': '3dab9c34-6a08-4511-9f5d-5c17c57f308a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:59:30.956062 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0b867742-ad96-4130-8d97-1a01d52d1827 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7869511 Feb 11 04:59:31.022798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47930) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:31.023429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-efed5ee0-a3d1-4ce6-bfb2-7b07feaf7776 req-81544e04-b9f5-4361-9bfd-1547b969036a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062347 Feb 11 04:59:31.023429 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fc8495-d706-4863-aad3-65d6ce9433a8 x-openstack-request-id: req-59fc8495-d706-4863-aad3-65d6ce9433a8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:31.023616 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "tag": "faccea23-b8e1-4bff-a5db-624506b13619", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:31.023842 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59fc8495-d706-4863-aad3-65d6ce9433a8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:31.024250 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619', 'status': 'completed', 'code': 200} Feb 11 04:59:31.138499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-cb3d9355-50b4-46ce-89da-4755029a4271 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/floatingips/a304557b-448b-494d-aed8-2cf99422e549 HTTP/1.1" status: 200 len: 695 time: 0.0885444 Feb 11 04:59:31.173640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7953f8-7fd3-47ce-96a1-e3e00694a591 req-5e6865c0-95ae-4015-96cb-d4e829ec95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:31.175484 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc7953f8-7fd3-47ce-96a1-e3e00694a591 req-5e6865c0-95ae-4015-96cb-d4e829ec95fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf3eb33272bc44ddb64da09218d8dd98&device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 1129 time: 0.1027877 Feb 11 04:59:31.182820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-49d27699-ccd3-4c62-b9f4-7ff390fa244f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 4bce1bf2-7e65-4bab-aef8-9c381265983d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:31.183195 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49d27699-ccd3-4c62-b9f4-7ff390fa244f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4bce1bf2-7e65-4bab-aef8-9c381265983d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:31.273927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-b2e13dd2-ee3c-479d-a224-e69c42b69aed tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:31.285694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-b2e13dd2-ee3c-479d-a224-e69c42b69aed tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 784 time: 0.1462078 Feb 11 04:59:31.377215 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49d27699-ccd3-4c62-b9f4-7ff390fa244f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4bce1bf2-7e65-4bab-aef8-9c381265983d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:31.398377 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-49d27699-ccd3-4c62-b9f4-7ff390fa244f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 4bce1bf2-7e65-4bab-aef8-9c381265983d owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:31.421038 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-22c52ab1-204d-4644-a4ef-ac6d5d7a53bd tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 698 time: 0.1340318 Feb 11 04:59:31.479295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7953f8-7fd3-47ce-96a1-e3e00694a591 req-cdd1383e-1403-4b16-ae3c-7a4c328dc5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:31.481728 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc7953f8-7fd3-47ce-96a1-e3e00694a591 req-cdd1383e-1403-4b16-ae3c-7a4c328dc5e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=39b6a467-c2f6-4c36-aa80-32be812c2d1d HTTP/1.1" status: 200 len: 920 time: 0.2939305 Feb 11 04:59:31.482147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33aa31a-dfd9-4b60-906a-def2282db558 None None] New status for floating IP a304557b-448b-494d-aed8-2cf99422e549: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:59:31.554724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc7953f8-7fd3-47ce-96a1-e3e00694a591 req-d98460b6-c338-4383-9f46-b8cfc66b0780 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 200 len: 217 time: 0.0597725 Feb 11 04:59:31.593329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-c8d2761e-32ad-4503-9e31-3da707a16232 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.110 HTTP/1.1" status: 200 len: 698 time: 0.1609125 Feb 11 04:59:31.654232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49d27699-ccd3-4c62-b9f4-7ff390fa244f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4bce1bf2-7e65-4bab-aef8-9c381265983d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:31.664082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7953f8-7fd3-47ce-96a1-e3e00694a591 req-cee894e6-a8e0-4852-a7a2-a70b76c719c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:31.666014 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc7953f8-7fd3-47ce-96a1-e3e00694a591 req-cee894e6-a8e0-4852-a7a2-a70b76c719c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dab9c34-6a08-4511-9f5d-5c17c57f308a HTTP/1.1" status: 200 len: 859 time: 0.0968246 Feb 11 04:59:31.711187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d27699-ccd3-4c62-b9f4-7ff390fa244f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=4bce1bf2-7e65-4bab-aef8-9c381265983d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:31.733571 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc7953f8-7fd3-47ce-96a1-e3e00694a591 req-73e69634-5c5c-4569-a5fc-183f19d86a84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39b6a467-c2f6-4c36-aa80-32be812c2d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359979 Feb 11 04:59:31.738096 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49d27699-ccd3-4c62-b9f4-7ff390fa244f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:31.746972 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-49d27699-ccd3-4c62-b9f4-7ff390fa244f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/4bce1bf2-7e65-4bab-aef8-9c381265983d HTTP/1.1" status: 204 len: 168 time: 0.7724600 Feb 11 04:59:31.748542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:31.882029 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc7953f8-7fd3-47ce-96a1-e3e00694a591 req-59a2e000-e980-4b8e-b34b-ee0e40151568 service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338809 Feb 11 04:59:32.064625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292bc49-0d50-417f-8113-5cf7f24f7c22 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:32.084167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292bc49-0d50-417f-8113-5cf7f24f7c22 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:32.085037 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc7953f8-7fd3-47ce-96a1-e3e00694a591 req-0b692a85-1df9-4ce2-826b-dbb800f3cb1f service neutron] 10.222.0.60 "GET /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879759 Feb 11 04:59:32.091228 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e292bc49-0d50-417f-8113-5cf7f24f7c22 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3386016 Feb 11 04:59:32.092032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47944) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:32.145530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-331cb263-52da-476f-8edc-8525ba38b9cc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Deleting port c9bbe421-df13-4027-9723-e966ab9b7a06 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:32.145807 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-331cb263-52da-476f-8edc-8525ba38b9cc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c9bbe421-df13-4027-9723-e966ab9b7a06), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:32.240708 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-331cb263-52da-476f-8edc-8525ba38b9cc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c9bbe421-df13-4027-9723-e966ab9b7a06), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:32.241247 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-331cb263-52da-476f-8edc-8525ba38b9cc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for floatingip (c9bbe421-df13-4027-9723-e966ab9b7a06), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:32.258047 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-331cb263-52da-476f-8edc-8525ba38b9cc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Calling delete_port for c9bbe421-df13-4027-9723-e966ab9b7a06 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:32.477685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e4bbb14b-b2bc-4810-919d-8c5458663b83 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 5255faa0-d029-4ce3-9c62-95f52d249860 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:32.478358 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb14b-b2bc-4810-919d-8c5458663b83 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5255faa0-d029-4ce3-9c62-95f52d249860), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:32.484327 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-331cb263-52da-476f-8edc-8525ba38b9cc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c9bbe421-df13-4027-9723-e966ab9b7a06), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:32.564379 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-0f64904f-0bfa-42aa-b741-3ec81e9f109f tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--554152413&fields=id&tenant_id=96904844260549238a803990e10a1a4b HTTP/1.1" status: 200 len: 267 time: 0.0860798 Feb 11 04:59:32.697965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227fd5a-ef17-4701-a579-455095710b17 req-1115e97e-caf3-4e5e-a3d3-a1e97ea24e6f tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:32.699950 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-1115e97e-caf3-4e5e-a3d3-a1e97ea24e6f tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/networks?id=8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 200 len: 810 time: 0.1345103 Feb 11 04:59:32.716371 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-9060cb61-a48f-44a4-b9e4-0b161649248f tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/quotas/96904844260549238a803990e10a1a4b HTTP/1.1" status: 200 len: 375 time: 0.0107534 Feb 11 04:59:32.826617 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-96f8152e-d156-41ea-bec2-94ed5b984399 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96904844260549238a803990e10a1a4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031613 Feb 11 04:59:32.990860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cb263-52da-476f-8edc-8525ba38b9cc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Pushing event deleted for resources: {'Port': ['ID=c9bbe421-df13-4027-9723-e966ab9b7a06,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:33.105701 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb14b-b2bc-4810-919d-8c5458663b83 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5255faa0-d029-4ce3-9c62-95f52d249860), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.108196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-0f0e149a-50c6-4d49-b947-fe98ce03b270 service neutron] 10.222.0.48 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112150 Feb 11 04:59:33.108469 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e4bbb14b-b2bc-4810-919d-8c5458663b83 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 5255faa0-d029-4ce3-9c62-95f52d249860 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:33.108469 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-331cb263-52da-476f-8edc-8525ba38b9cc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for floatingip (a304557b-448b-494d-aed8-2cf99422e549), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.108469 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-331cb263-52da-476f-8edc-8525ba38b9cc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.108469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9aa7c8f6-9b2c-48e9-bc98-41fbb8f02567 req-331cb263-52da-476f-8edc-8525ba38b9cc tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "DELETE /v2.0/floatingips/a304557b-448b-494d-aed8-2cf99422e549 HTTP/1.1" status: 204 len: 173 time: 1.4736812 Feb 11 04:59:33.234252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-7697c8d4-f2ab-49e8-b6e3-82e4dd1e4ddd service neutron] 10.222.0.48 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752498 Feb 11 04:59:33.237226 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb14b-b2bc-4810-919d-8c5458663b83 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5255faa0-d029-4ce3-9c62-95f52d249860), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.285098 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.290347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70df357-b28b-4c65-bb0a-51a79da9cee9 req-d249a617-dc6e-4121-9fab-05a3b36df996 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:33.292404 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a70df357-b28b-4c65-bb0a-51a79da9cee9 req-d249a617-dc6e-4121-9fab-05a3b36df996 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.1143608 Feb 11 04:59:33.294475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbb14b-b2bc-4810-919d-8c5458663b83 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=5255faa0-d029-4ce3-9c62-95f52d249860,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:33.321517 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb14b-b2bc-4810-919d-8c5458663b83 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.326499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e4bbb14b-b2bc-4810-919d-8c5458663b83 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/5255faa0-d029-4ce3-9c62-95f52d249860 HTTP/1.1" status: 204 len: 168 time: 1.2336338 Feb 11 04:59:33.329932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47990) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:33.400606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a70df357-b28b-4c65-bb0a-51a79da9cee9 req-4c94a33a-3e71-4804-9956-c1cf9b47dae8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940297 Feb 11 04:59:33.402944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f44053-6c1c-4be0-a7dc-6030a44f04ef tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:33.405016 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e5f44053-6c1c-4be0-a7dc-6030a44f04ef tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0736654 Feb 11 04:59:33.409991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47994) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:33.503375 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9b242d-8518-4e0e-aa6d-b83a1fe6cbd9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 04:59:33.507778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-af9b242d-8518-4e0e-aa6d-b83a1fe6cbd9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/4bce1bf2-7e65-4bab-aef8-9c381265983d HTTP/1.1" status: 404 len: 333 time: 0.0940123 Feb 11 04:59:33.512609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48004) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:33.523223 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-08939d92-335a-4cf6-a70a-369a1c5cfda6 req-96f15701-23b3-4ed3-99e3-407f9967e6d4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 210 time: 0.0531683 Feb 11 04:59:33.559668 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-2136ec6c-f7d1-4d61-b736-89a3aee74db0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 04:59:33.562424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2136ec6c-f7d1-4d61-b736-89a3aee74db0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/5255faa0-d029-4ce3-9c62-95f52d249860 HTTP/1.1" status: 404 len: 333 time: 0.0488663 Feb 11 04:59:33.565298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48006) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:33.585988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b724b39-dbf4-4ace-b19e-c284aa25cdb8 req-c1200b03-0205-497a-a62f-9006e20cde9e tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups/49056b0b-46ee-4b4f-87b6-e712a29ca52d HTTP/1.1" status: 200 len: 1826 time: 0.0928011 Feb 11 04:59:33.709568 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1b724b39-dbf4-4ace-b19e-c284aa25cdb8 req-5496f5fb-661c-408f-8724-90e3e57ff0c4 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for security_group (49056b0b-46ee-4b4f-87b6-e712a29ca52d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.765533 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1b724b39-dbf4-4ace-b19e-c284aa25cdb8 req-5496f5fb-661c-408f-8724-90e3e57ff0c4 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for security_group (49056b0b-46ee-4b4f-87b6-e712a29ca52d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.863618 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1b724b39-dbf4-4ace-b19e-c284aa25cdb8 req-5496f5fb-661c-408f-8724-90e3e57ff0c4 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (49056b0b-46ee-4b4f-87b6-e712a29ca52d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.866698 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1b724b39-dbf4-4ace-b19e-c284aa25cdb8 req-5496f5fb-661c-408f-8724-90e3e57ff0c4 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.867954 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b724b39-dbf4-4ace-b19e-c284aa25cdb8 req-5496f5fb-661c-408f-8724-90e3e57ff0c4 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "DELETE /v2.0/security-groups/49056b0b-46ee-4b4f-87b6-e712a29ca52d HTTP/1.1" status: 204 len: 173 time: 0.2760532 Feb 11 04:59:33.899900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496f5fb-661c-408f-8724-90e3e57ff0c4 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49056b0b-46ee-4b4f-87b6-e712a29ca52d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:34.158737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (13a9c60b-2f1f-4a80-9930-3ff803352118), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.165127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161d44-f1e3-43f0-8678-b6ea3f3d9500 req-56adcec0-e670-457a-8588-e4b572f99b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:34.166628 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d161d44-f1e3-43f0-8678-b6ea3f3d9500 req-56adcec0-e670-457a-8588-e4b572f99b4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 1129 time: 0.1109972 Feb 11 04:59:34.347031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fd427-e33f-46b0-88d3-23a86dbdb340 req-bd838d19-72f6-41ef-9c3f-acad77fb8543 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:34.348589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-762fd427-e33f-46b0-88d3-23a86dbdb340 req-bd838d19-72f6-41ef-9c3f-acad77fb8543 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1214094 Feb 11 04:59:34.349062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (13a9c60b-2f1f-4a80-9930-3ff803352118), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.421144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-762fd427-e33f-46b0-88d3-23a86dbdb340 req-79366c0b-6f53-433c-ad74-300f1384587d tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545354 Feb 11 04:59:34.427258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161d44-f1e3-43f0-8678-b6ea3f3d9500 req-3add4a0e-21b3-4fa4-957f-38feb588b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:34.428790 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d161d44-f1e3-43f0-8678-b6ea3f3d9500 req-3add4a0e-21b3-4fa4-957f-38feb588b116 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.2501528 Feb 11 04:59:34.445871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a9c60b-2f1f-4a80-9930-3ff803352118']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:34.485683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b85fa83-946c-4454-ac3b-9d3fd37643c0') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:34.486089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b85fa83-946c-4454-ac3b-9d3fd37643c0') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:34.506297 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (2b85fa83-946c-4454-ac3b-9d3fd37643c0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.531803 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (2b85fa83-946c-4454-ac3b-9d3fd37643c0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.540457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:59:34.540942 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (2b85fa83-946c-4454-ac3b-9d3fd37643c0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:59:34.683486 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:59:34.700302 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac2c56f9-0d52-460c-a260-695a8a53e556 req-8fc5c6dd-8f5e-42dc-914c-a437f4bc6e01 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 210 time: 0.0659242 Feb 11 04:59:34.744636 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (13a9c60b-2f1f-4a80-9930-3ff803352118), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.750483 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.753960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/networks/13a9c60b-2f1f-4a80-9930-3ff803352118 HTTP/1.1" status: 204 len: 168 time: 1.1870477 Feb 11 04:59:34.758141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48040) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:34.765840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-daae0e1a-41db-4436-879c-8b8aa7463b1c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1279402134'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:34.775699 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d161d44-f1e3-43f0-8678-b6ea3f3d9500 req-5cba8c89-ec72-44b7-8dfd-3ee624dfdcb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34764dcb-c371-40a7-bfd1-363fe0546d86 HTTP/1.1" status: 200 len: 217 time: 0.0915155 Feb 11 04:59:34.804450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daae0e1a-41db-4436-879c-8b8aa7463b1c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:34.808235 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daae0e1a-41db-4436-879c-8b8aa7463b1c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.841332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de6da3-25b0-444c-915d-c3da4b011448 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Network': ['ID=13a9c60b-2f1f-4a80-9930-3ff803352118,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:34.850352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daae0e1a-41db-4436-879c-8b8aa7463b1c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:59:34.856542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161d44-f1e3-43f0-8678-b6ea3f3d9500 req-d1d571b9-a848-468d-b5c8-cfa2b97e25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:34.857960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d161d44-f1e3-43f0-8678-b6ea3f3d9500 req-d1d571b9-a848-468d-b5c8-cfa2b97e25d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.0565882 Feb 11 04:59:34.868287 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daae0e1a-41db-4436-879c-8b8aa7463b1c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c9cda43c-468d-4342-89a6-1309951b3aff), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.868655 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-daae0e1a-41db-4436-879c-8b8aa7463b1c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Added segment c9cda43c-468d-4342-89a6-1309951b3aff of type vlan for network 09b5ab75-fa40-494a-952e-69f054893b55 Feb 11 04:59:34.923238 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daae0e1a-41db-4436-879c-8b8aa7463b1c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (09b5ab75-fa40-494a-952e-69f054893b55), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.944086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523e7f5-df01-4670-bd7c-71be98e2c116 req-00f5b72b-2243-46b5-8571-5b49a370cf64 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:34.977847 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b523e7f5-df01-4670-bd7c-71be98e2c116 req-00f5b72b-2243-46b5-8571-5b49a370cf64 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.2941918 Feb 11 04:59:35.049172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daae0e1a-41db-4436-879c-8b8aa7463b1c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (09b5ab75-fa40-494a-952e-69f054893b55), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:35.059167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daae0e1a-41db-4436-879c-8b8aa7463b1c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:35.059838 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daae0e1a-41db-4436-879c-8b8aa7463b1c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:35.148694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161d44-f1e3-43f0-8678-b6ea3f3d9500 req-4955dea1-8c16-4e16-8941-446bec87bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:35.153512 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d161d44-f1e3-43f0-8678-b6ea3f3d9500 req-4955dea1-8c16-4e16-8941-446bec87bd80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2801676 Feb 11 04:59:35.174570 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-daae0e1a-41db-4436-879c-8b8aa7463b1c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4108717 Feb 11 04:59:35.176284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48050) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:35.201475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': '09b5ab75-fa40-494a-952e-69f054893b55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:35.303036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0e1a-41db-4436-879c-8b8aa7463b1c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Network': ['ID=09b5ab75-fa40-494a-952e-69f054893b55,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:35.316499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 09b5ab75-fa40-494a-952e-69f054893b55 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:59:35.362587 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b523e7f5-df01-4670-bd7c-71be98e2c116 req-04747805-fb2a-4d82-9167-c2be17b15b2c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836465 Feb 11 04:59:35.450153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227fd5a-ef17-4701-a579-455095710b17 req-d54044dc-813a-4fcb-b3cc-04034f55593d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:35.452288 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-d54044dc-813a-4fcb-b3cc-04034f55593d tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.10 "GET /v2.0/networks?id=8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 200 len: 810 time: 0.2776203 Feb 11 04:59:35.594420 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d161d44-f1e3-43f0-8678-b6ea3f3d9500 req-ba05e488-266b-40e8-a9e8-ae3b8cdbe8c2 service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154384 Feb 11 04:59:35.633602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-3d2b9627-5dc2-4305-90b2-8e1c49e2a762 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96904844260549238a803990e10a1a4b HTTP/1.1" status: 200 len: 379 time: 0.1662641 Feb 11 04:59:35.636812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:35.640670 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:35.646524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c227fd5a-ef17-4701-a579-455095710b17 req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Request body: {'port': {'device_id': '59083540-680f-4c76-b2fd-75b201a27b93', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'admin_state_up': True, 'tenant_id': '96904844260549238a803990e10a1a4b', 'security_groups': ['5c0172a7-e0b2-431a-a65c-df553517c4b5']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:35.780761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30414ee-6396-42da-b388-57891182e2f2 req-ff7d83ac-329f-4edd-b563-e328650bdb50 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:35.785088 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a30414ee-6396-42da-b388-57891182e2f2 req-ff7d83ac-329f-4edd-b563-e328650bdb50 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.2468343 Feb 11 04:59:35.852845 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4deb2679-90d5-482c-8d3d-99eb6330bafb req-3d0afbcf-75cc-4231-b8ae-3adb8c61aaab tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 210 time: 0.0417662 Feb 11 04:59:35.895487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Performing IP validity checks on allocation pools {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 04:59:35.896397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 04:59:35.917556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a30414ee-6396-42da-b388-57891182e2f2 req-6e1c11d6-20aa-4964-99db-97464d31d7a4 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312637 Feb 11 04:59:35.970421 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d161d44-f1e3-43f0-8678-b6ea3f3d9500 req-3995561b-a51c-4607-a1b4-572e456cd518 service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666136 Feb 11 04:59:35.984127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c227fd5a-ef17-4701-a579-455095710b17 req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Made reservation on behalf of 96904844260549238a803990e10a1a4b for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:35.996413 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c227fd5a-ef17-4701-a579-455095710b17 req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:36.173160 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (5ab5cf03-7b06-4a0a-91b9-9aa8bea35457), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:36.250925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-c227fd5a-ef17-4701-a579-455095710b17 req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Allocated IP 172.20.0.8 (8decd706-0c4d-4a4c-9cac-e65570b1f749/c8950805-753a-47d3-a145-dfa74269b5aa/fd3567b3-7737-4fa2-8040-a3671a925519) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:36.308732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Subnet': ['ID=5ab5cf03-7b06-4a0a-91b9-9aa8bea35457,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:36.330840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Checking segment: {'id': 'c9cda43c-468d-4342-89a6-1309951b3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09b5ab75-fa40-494a-952e-69f054893b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:36.331257 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network hostable DHCP agents. Network: 09b5ab75-fa40-494a-952e-69f054893b55, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:59:36.370168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 09b5ab75-fa40-494a-952e-69f054893b55 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:59:36.391217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 09b5ab75-fa40-494a-952e-69f054893b55) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:36.401421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6167ec1d-c00e-43fa-beb0-b72f7e96546f None None] Network 09b5ab75-fa40-494a-952e-69f054893b55 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:36.409616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:36.410220 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:36.461177 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cebc6f72-34b7-4ec0-9a5f-65027e8d29cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2644963 Feb 11 04:59:36.461845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48080) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:36.479548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': '09b5ab75-fa40-494a-952e-69f054893b55', 'name': 'tempest-PortsTestJSON-1469261194'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:36.564794 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c227fd5a-ef17-4701-a579-455095710b17 req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for port (fd3567b3-7737-4fa2-8040-a3671a925519), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:36.647987 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c227fd5a-ef17-4701-a579-455095710b17 req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:36.743000 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c227fd5a-ef17-4701-a579-455095710b17 req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Network 8decd706-0c4d-4a4c-9cac-e65570b1f749 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:36.762876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-c227fd5a-ef17-4701-a579-455095710b17 req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:36.767891 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c227fd5a-ef17-4701-a579-455095710b17 req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:36.772372 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event updated for resources: {'Port': ['ID=fd3567b3-7737-4fa2-8040-a3671a925519,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:36.881241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf1203-d20a-4da4-a137-dc86328e6885 req-4461e86f-a071-4ea0-bdc1-42dfb5de17ec tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:36.884800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cccf1203-d20a-4da4-a137-dc86328e6885 req-4461e86f-a071-4ea0-bdc1-42dfb5de17ec tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 946 time: 0.3650935 Feb 11 04:59:36.887831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227fd5a-ef17-4701-a579-455095710b17 req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:36.888545 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c227fd5a-ef17-4701-a579-455095710b17 req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:36.897805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:36.909199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:36.955421 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-e336294d-69bc-4ce6-9d7d-b32470bab8f4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3015122 Feb 11 04:59:36.966732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Request body: {'port': {'device_id': '59083540-680f-4c76-b2fd-75b201a27b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:36.992795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port ae4890c1-548a-48c9-a1e5-bf1558ad87d3 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:59:37.040239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-09b5ab75-fa40-494a-952e-69f054893b55', 'network_id': '09b5ab75-fa40-494a-952e-69f054893b55', 'project_id': '1bdc0b3d615045bf9683ee6744a71be1', 'fixed_ips': [{'subnet_id': '5ab5cf03-7b06-4a0a-91b9-9aa8bea35457'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:59:37.041320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.222082 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.241842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.6 (09b5ab75-fa40-494a-952e-69f054893b55/5ab5cf03-7b06-4a0a-91b9-9aa8bea35457/ae4890c1-548a-48c9-a1e5-bf1558ad87d3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:37.276389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa4e67-1446-4472-9b7b-7246608c30e5 req-f79674e3-8b53-437d-8b38-8a5175a52dc5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:37.287490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cccf1203-d20a-4da4-a137-dc86328e6885 req-b9991596-7e35-4a87-86e3-e7a1dd141557 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357913 Feb 11 04:59:37.293157 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7fa4e67-1446-4472-9b7b-7246608c30e5 req-f79674e3-8b53-437d-8b38-8a5175a52dc5 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 931 time: 0.2681973 Feb 11 04:59:37.320397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 34764dcb-c371-40a7-bfd1-363fe0546d86 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:59:37.426051 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7fa4e67-1446-4472-9b7b-7246608c30e5 req-1cdd0d97-55e8-4746-be9e-29bd70300ea1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c0172a7-e0b2-431a-a65c-df553517c4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318948 Feb 11 04:59:37.508193 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.540238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-30559704-1214-42fe-ab27-0904618f7c23 None None] Provisioning complete for port fd3567b3-7737-4fa2-8040-a3671a925519 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:37.540627 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30559704-1214-42fe-ab27-0904618f7c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.588917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-30559704-1214-42fe-ab27-0904618f7c23 None None] Port fd3567b3-7737-4fa2-8040-a3671a925519 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:37.601789 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (ae4890c1-548a-48c9-a1e5-bf1558ad87d3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.626312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef811-0c67-4b9a-9110-622e6ff42e34 req-ac3cd5de-3db3-441c-a1c3-d1dcfe964410 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:37.630356 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-731ef811-0c67-4b9a-9110-622e6ff42e34 req-ac3cd5de-3db3-441c-a1c3-d1dcfe964410 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.1921763 Feb 11 04:59:37.668318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 34764dcb-c371-40a7-bfd1-363fe0546d86 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:37.669441 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.739552 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 34764dcb-c371-40a7-bfd1-363fe0546d86, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=34764dcb-c371-40a7-bfd1-363fe0546d86,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:37.741043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3870c7-b0f5-4b0d-9601-e353ce566d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34764dcb-c371-40a7-bfd1-363fe0546d86'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:37.744331 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26af575a-eb34-4659-8349-39eb3912df5f" -d '{"events": [{"server_uuid": "4d3870c7-b0f5-4b0d-9601-e353ce566d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "34764dcb-c371-40a7-bfd1-363fe0546d86"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:37.752345 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.763735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-731ef811-0c67-4b9a-9110-622e6ff42e34 req-f90b4d05-7d5c-40f3-a4ff-2994c8e0b48f tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258769 Feb 11 04:59:37.801791 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ae4890c1-548a-48c9-a1e5-bf1558ad87d3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.849836 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd843c46-b43a-4934-8b63-31216d6ddb9b x-openstack-request-id: req-cd843c46-b43a-4934-8b63-31216d6ddb9b {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:37.850474 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3870c7-b0f5-4b0d-9601-e353ce566d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "34764dcb-c371-40a7-bfd1-363fe0546d86", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:37.850957 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd843c46-b43a-4934-8b63-31216d6ddb9b {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:37.851875 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3870c7-b0f5-4b0d-9601-e353ce566d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34764dcb-c371-40a7-bfd1-363fe0546d86', 'code': 200} Feb 11 04:59:37.878257 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 09b5ab75-fa40-494a-952e-69f054893b55 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:37.881788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:37.884290 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:37.912931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3567b3-7737-4fa2-8040-a3671a925519 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:59:37.918587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Allocated IP 172.20.0.2 (09b5ab75-fa40-494a-952e-69f054893b55/5ab5cf03-7b06-4a0a-91b9-9aa8bea35457/e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:37.923556 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Publish callbacks [] for port (fd3567b3-7737-4fa2-8040-a3671a925519), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.942800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Transition to ACTIVE for port object fd3567b3-7737-4fa2-8040-a3671a925519 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:59:37.958790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:37.959496 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.960135 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.977159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=ae4890c1-548a-48c9-a1e5-bf1558ad87d3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:37.993951 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-600dfef9-984e-4328-a1b6-dbdf93c7dae6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5290520 Feb 11 04:59:37.996682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48116) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:38.164698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3567b3-7737-4fa2-8040-a3671a925519,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:38.214290 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-143d3dbd-6192-4edc-a792-66a5130a9618 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port ae4890c1-548a-48c9-a1e5-bf1558ad87d3 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:38.214812 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-143d3dbd-6192-4edc-a792-66a5130a9618 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ae4890c1-548a-48c9-a1e5-bf1558ad87d3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:38.242047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=34764dcb-c371-40a7-bfd1-363fe0546d86,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:38.273306 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Publish callbacks [] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:38.286047 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:38.298480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Attempting to bind port fd3567b3-7737-4fa2-8040-a3671a925519 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:59:38.298811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Attempting to bind port fd3567b3-7737-4fa2-8040-a3671a925519 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:59:38.299312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Attempting to bind port fd3567b3-7737-4fa2-8040-a3671a925519 on network 8decd706-0c4d-4a4c-9cac-e65570b1f749 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:38.309494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Port fd3567b3-7737-4fa2-8040-a3671a925519 on network 8decd706-0c4d-4a4c-9cac-e65570b1f749 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:59:38.309766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Attempting to bind port fd3567b3-7737-4fa2-8040-a3671a925519 on network 8decd706-0c4d-4a4c-9cac-e65570b1f749 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:38.341004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:59:38.341705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Checking segment: {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:38.343063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Bound using segment: {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:59:38.343834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Bound port: fd3567b3-7737-4fa2-8040-a3671a925519, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8677c3ed-0dd9-4c29-a132-9975f00f354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:59:38.344424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:38.390835 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-143d3dbd-6192-4edc-a792-66a5130a9618 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ae4890c1-548a-48c9-a1e5-bf1558ad87d3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:38.407752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Network 09b5ab75-fa40-494a-952e-69f054893b55 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:38.411330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-143d3dbd-6192-4edc-a792-66a5130a9618 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for ae4890c1-548a-48c9-a1e5-bf1558ad87d3 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:38.417695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:38.440458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:38.442840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] For port fd3567b3-7737-4fa2-8040-a3671a925519, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:59:38.450706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] For port fd3567b3-7737-4fa2-8040-a3671a925519, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fd3567b3-7737-4fa2-8040-a3671a925519,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:59:38.466260 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:38.560949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Pushing event updated for resources: {'Port': ['ID=e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:38.579248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:38.579667 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:38.581080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] 10.222.0.10 "PUT /v2.0/ports/fd3567b3-7737-4fa2-8040-a3671a925519 HTTP/1.1" status: 200 len: 1092 time: 1.6242509 Feb 11 04:59:38.583660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59083540-680f-4c76-b2fd-75b201a27b93', 'tag': 'fd3567b3-7737-4fa2-8040-a3671a925519'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:38.589615 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41299c7e-0066-428c-9ac2-3db84858345f" -d '{"events": [{"name": "network-changed", "server_uuid": "59083540-680f-4c76-b2fd-75b201a27b93", "tag": "fd3567b3-7737-4fa2-8040-a3671a925519"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:38.606270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Attempting to bind port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:59:38.607639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Attempting to bind port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c9cda43c-468d-4342-89a6-1309951b3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09b5ab75-fa40-494a-952e-69f054893b55'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:59:38.608256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Attempting to bind port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 on network 09b5ab75-fa40-494a-952e-69f054893b55 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:38.616347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:59:38.617069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Checking segment: {'id': 'c9cda43c-468d-4342-89a6-1309951b3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09b5ab75-fa40-494a-952e-69f054893b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:38.618298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372733af-9972-47e7-aa7e-6d167a2d8e21 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3567b3-7737-4fa2-8040-a3671a925519,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:38.618532 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:38.619896 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Bound using segment: {'id': 'c9cda43c-468d-4342-89a6-1309951b3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09b5ab75-fa40-494a-952e-69f054893b55'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:59:38.620618 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Bound port: e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cda43c-468d-4342-89a6-1309951b3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09b5ab75-fa40-494a-952e-69f054893b55'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:59:38.621499 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:38.634317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791c282-f592-4ffd-a43a-e9d179632431 req-144f6929-b88b-4da0-9dad-bcc87eb172bb tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:38.642345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1791c282-f592-4ffd-a43a-e9d179632431 req-144f6929-b88b-4da0-9dad-bcc87eb172bb tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 943 time: 0.1150529 Feb 11 04:59:38.722856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] For port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:59:38.727232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] For port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90,segment=NetworkSegment(c9cda43c-468d-4342-89a6-1309951b3aff),segment_id=c9cda43c-468d-4342-89a6-1309951b3aff)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:59:38.750734 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1791c282-f592-4ffd-a43a-e9d179632431 req-80580df8-f801-4abf-9ba8-ed5b2e781fb4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c0172a7-e0b2-431a-a65c-df553517c4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071854 Feb 11 04:59:38.766462 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:38.776990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227fd5a-ef17-4701-a579-455095710b17 req-64a55795-6d03-479b-8ce1-8a697727ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:38.778710 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-64a55795-6d03-479b-8ce1-8a697727ddf5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96904844260549238a803990e10a1a4b&device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 1126 time: 0.1343062 Feb 11 04:59:38.853892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768edc6-a292-4b36-baf1-bd02eac2803b req-87a3abba-14ed-437c-8af5-7ae810311a61 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:38.855749 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0768edc6-a292-4b36-baf1-bd02eac2803b req-87a3abba-14ed-437c-8af5-7ae810311a61 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.3743987 Feb 11 04:59:38.881347 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-505f3ace-b43a-4af6-8772-0a9520a9a8b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd3567b3-7737-4fa2-8040-a3671a925519 HTTP/1.1" status: 200 len: 217 time: 0.0810525 Feb 11 04:59:38.882533 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51e664a-d8bc-4249-bff1-6949e5ea31c1 x-openstack-request-id: req-a51e664a-d8bc-4249-bff1-6949e5ea31c1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:38.882787 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59083540-680f-4c76-b2fd-75b201a27b93", "tag": "fd3567b3-7737-4fa2-8040-a3671a925519", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:38.883072 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a51e664a-d8bc-4249-bff1-6949e5ea31c1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:38.883478 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59083540-680f-4c76-b2fd-75b201a27b93', 'tag': 'fd3567b3-7737-4fa2-8040-a3671a925519', 'status': 'completed', 'code': 200} Feb 11 04:59:38.928137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a907917-ec78-4dd5-85b0-324c682e439c None None] Pushing event updated for resources: {'Port': ['ID=e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:39.059274 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a0bf1-55e1-4379-aae1-506210ab4d47 req-de7fc441-08d7-40df-8c04-ecae353751c1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:39.060847 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-847a0bf1-55e1-4379-aae1-506210ab4d47 req-de7fc441-08d7-40df-8c04-ecae353751c1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 944 time: 0.5575807 Feb 11 04:59:39.089158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227fd5a-ef17-4701-a579-455095710b17 req-06a0a7c0-4873-4e13-8716-e95fd4f8b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:39.091341 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-06a0a7c0-4873-4e13-8716-e95fd4f8b61f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c8950805-753a-47d3-a145-dfa74269b5aa HTTP/1.1" status: 200 len: 849 time: 0.2026327 Feb 11 04:59:39.148165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-143d3dbd-6192-4edc-a792-66a5130a9618 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ae4890c1-548a-48c9-a1e5-bf1558ad87d3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.188373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d3dbd-6192-4edc-a792-66a5130a9618 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=ae4890c1-548a-48c9-a1e5-bf1558ad87d3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:39.243899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fee892-5a66-4211-8e0b-f99b90225c68 req-358b8f86-38d6-41e0-91db-fb2ff85a4067 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:39.247933 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6fee892-5a66-4211-8e0b-f99b90225c68 req-358b8f86-38d6-41e0-91db-fb2ff85a4067 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 946 time: 0.2459838 Feb 11 04:59:39.248076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-847a0bf1-55e1-4379-aae1-506210ab4d47 req-266fa3ad-0cd1-43a7-a8bc-f4cbb5c9d89a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620843 Feb 11 04:59:39.268846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-0768edc6-a292-4b36-baf1-bd02eac2803b req-d529805f-8b50-428c-a75f-dc249c292db0 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Deleting port faccea23-b8e1-4bff-a5db-624506b13619 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:39.269307 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0768edc6-a292-4b36-baf1-bd02eac2803b req-d529805f-8b50-428c-a75f-dc249c292db0 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (faccea23-b8e1-4bff-a5db-624506b13619), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.281127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227fd5a-ef17-4701-a579-455095710b17 req-6d6f065b-641c-40cf-9f64-49e76f13f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:39.284973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-6d6f065b-641c-40cf-9f64-49e76f13f706 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8decd706-0c4d-4a4c-9cac-e65570b1f749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1853530 Feb 11 04:59:39.414205 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e315dccb-941e-4d35-b673-af02bf9db819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.431244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0768edc6-a292-4b36-baf1-bd02eac2803b req-d529805f-8b50-428c-a75f-dc249c292db0 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] For port faccea23-b8e1-4bff-a5db-624506b13619, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=faccea23-b8e1-4bff-a5db-624506b13619,segment=NetworkSegment(5a373e68-ee00-4e42-bef1-e77fc5b8b50d),segment_id=5a373e68-ee00-4e42-bef1-e77fc5b8b50d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:39.431921 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0768edc6-a292-4b36-baf1-bd02eac2803b req-d529805f-8b50-428c-a75f-dc249c292db0 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (faccea23-b8e1-4bff-a5db-624506b13619), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.440324 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6fee892-5a66-4211-8e0b-f99b90225c68 req-79875b82-7f1a-46dc-9f6b-727fddc82315 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/security-groups?id=cff7898a-1b18-49d0-b434-cd4129693119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543205 Feb 11 04:59:39.448146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-0768edc6-a292-4b36-baf1-bd02eac2803b req-d529805f-8b50-428c-a75f-dc249c292db0 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Calling delete_port for faccea23-b8e1-4bff-a5db-624506b13619 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:39.610559 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-054afca7-56f2-4535-a716-86ff0d7b4a7c service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098867 Feb 11 04:59:39.665797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-143d3dbd-6192-4edc-a792-66a5130a9618 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.669391 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-143d3dbd-6192-4edc-a792-66a5130a9618 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/ae4890c1-548a-48c9-a1e5-bf1558ad87d3 HTTP/1.1" status: 204 len: 168 time: 1.6708653 Feb 11 04:59:39.676329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48154) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:39.680977 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0768edc6-a292-4b36-baf1-bd02eac2803b req-d529805f-8b50-428c-a75f-dc249c292db0 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (faccea23-b8e1-4bff-a5db-624506b13619), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.724058 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529805f-8b50-428c-a75f-dc249c292db0 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Pushing event deleted for resources: {'Port': ['ID=faccea23-b8e1-4bff-a5db-624506b13619,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:39.785337 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-0768edc6-a292-4b36-baf1-bd02eac2803b req-d529805f-8b50-428c-a75f-dc249c292db0 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] No DVR routers for this DVR port faccea23-b8e1-4bff-a5db-624506b13619 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:59:39.788247 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34a8382-7384-43d2-8bc2-f55b2bd332cb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] DELETE failed (client error): The resource could not be found. Feb 11 04:59:39.788830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34a8382-7384-43d2-8bc2-f55b2bd332cb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:39.790729 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0768edc6-a292-4b36-baf1-bd02eac2803b req-d529805f-8b50-428c-a75f-dc249c292db0 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.792708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a34a8382-7384-43d2-8bc2-f55b2bd332cb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/ae4890c1-548a-48c9-a1e5-bf1558ad87d3 HTTP/1.1" status: 404 len: 333 time: 0.1123030 Feb 11 04:59:39.798263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48160) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:39.803235 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0768edc6-a292-4b36-baf1-bd02eac2803b req-d529805f-8b50-428c-a75f-dc249c292db0 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.60 "DELETE /v2.0/ports/faccea23-b8e1-4bff-a5db-624506b13619 HTTP/1.1" status: 204 len: 173 time: 0.8777158 Feb 11 04:59:39.803738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'name': 'network-vif-deleted', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:39.811804 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c708012d-c3a9-40fa-a004-34697ac00ea5" -d '{"events": [{"server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "name": "network-vif-deleted", "tag": "faccea23-b8e1-4bff-a5db-624506b13619"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:39.833604 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb50fac6-ea2b-4890-9bfa-8b14f05021d0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 04:59:39.835197 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fb50fac6-ea2b-4890-9bfa-8b14f05021d0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/ae4890c1-548a-48c9-a1e5-bf1558ad87d3 HTTP/1.1" status: 404 len: 333 time: 0.0359051 Feb 11 04:59:39.838151 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48164) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:39.887773 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c227fd5a-ef17-4701-a579-455095710b17 req-db52e56e-6638-4a62-b762-418bc9acd57a service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703459 Feb 11 04:59:39.929340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c111e29-eb70-4ee8-a783-4f53463dd6ab tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting subnet 5ab5cf03-7b06-4a0a-91b9-9aa8bea35457 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:59:39.937751 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000ef51b-8d88-4b0c-a0c6-487da595a0b3 x-openstack-request-id: req-000ef51b-8d88-4b0c-a0c6-487da595a0b3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:39.938348 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1c1384-58d1-4178-b81a-baffe81d78f4", "name": "network-vif-deleted", "tag": "faccea23-b8e1-4bff-a5db-624506b13619", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:39.938665 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-000ef51b-8d88-4b0c-a0c6-487da595a0b3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:39.939112 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1c1384-58d1-4178-b81a-baffe81d78f4', 'name': 'network-vif-deleted', 'tag': 'faccea23-b8e1-4bff-a5db-624506b13619', 'status': 'completed', 'code': 200} Feb 11 04:59:39.941229 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c111e29-eb70-4ee8-a783-4f53463dd6ab tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (5ab5cf03-7b06-4a0a-91b9-9aa8bea35457), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:40.117686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41299c7e-0066-428c-9ac2-3db84858345f req-cd679cfb-aedc-47f8-9bed-fc022c7ad497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:40.119286 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41299c7e-0066-428c-9ac2-3db84858345f req-cd679cfb-aedc-47f8-9bed-fc022c7ad497 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96904844260549238a803990e10a1a4b&device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 1126 time: 0.1332173 Feb 11 04:59:40.126334 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c111e29-eb70-4ee8-a783-4f53463dd6ab tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (5ab5cf03-7b06-4a0a-91b9-9aa8bea35457), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:40.202131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede69f6a-c559-41a1-97ec-f958cc565ac9 req-212306b2-b1fd-4de4-a23c-4648bac3e456 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:40.203848 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ede69f6a-c559-41a1-97ec-f958cc565ac9 req-212306b2-b1fd-4de4-a23c-4648bac3e456 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 943 time: 0.2681751 Feb 11 04:59:40.321758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41299c7e-0066-428c-9ac2-3db84858345f req-724a2071-281f-4d2d-b5bd-fb564a7cdc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:40.324506 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41299c7e-0066-428c-9ac2-3db84858345f req-724a2071-281f-4d2d-b5bd-fb564a7cdc19 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 200 len: 911 time: 0.1988282 Feb 11 04:59:40.396352 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ede69f6a-c559-41a1-97ec-f958cc565ac9 req-3962a99b-e08d-425f-a658-0f1608e0e8d2 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c0172a7-e0b2-431a-a65c-df553517c4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695869 Feb 11 04:59:40.415293 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c111e29-eb70-4ee8-a783-4f53463dd6ab tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (5ab5cf03-7b06-4a0a-91b9-9aa8bea35457), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:40.462252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41299c7e-0066-428c-9ac2-3db84858345f req-9d649fb3-4b3d-490c-9667-41579e55acfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd3567b3-7737-4fa2-8040-a3671a925519 HTTP/1.1" status: 200 len: 217 time: 0.1313257 Feb 11 04:59:40.533374 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c111e29-eb70-4ee8-a783-4f53463dd6ab tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (5ab5cf03-7b06-4a0a-91b9-9aa8bea35457), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:40.619326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:40.636655 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c111e29-eb70-4ee8-a783-4f53463dd6ab tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:40.653666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9c111e29-eb70-4ee8-a783-4f53463dd6ab tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/5ab5cf03-7b06-4a0a-91b9-9aa8bea35457 HTTP/1.1" status: 204 len: 168 time: 0.8138804 Feb 11 04:59:40.658646 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48184) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:40.677674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd3613-0022-438f-9a8b-90f3bf76f2d0 req-4c6b84c9-8348-47b9-a8f4-c5972f85b91e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:40.679610 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fbd3613-0022-438f-9a8b-90f3bf76f2d0 req-4c6b84c9-8348-47b9-a8f4-c5972f85b91e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 944 time: 0.2164011 Feb 11 04:59:40.684537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41299c7e-0066-428c-9ac2-3db84858345f req-615d2de3-d5f0-4650-9847-2827624848cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:40.687043 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41299c7e-0066-428c-9ac2-3db84858345f req-615d2de3-d5f0-4650-9847-2827624848cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c8950805-753a-47d3-a145-dfa74269b5aa HTTP/1.1" status: 200 len: 849 time: 0.2073200 Feb 11 04:59:40.743789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c111e29-eb70-4ee8-a783-4f53463dd6ab tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab5cf03-7b06-4a0a-91b9-9aa8bea35457,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:40.808325 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fbd3613-0022-438f-9a8b-90f3bf76f2d0 req-ead990e4-29af-4310-88e7-c357b1f6f231 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199512 Feb 11 04:59:40.810208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41299c7e-0066-428c-9ac2-3db84858345f req-7c0c2094-37d4-45e8-8188-3c4a2954f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:40.812391 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41299c7e-0066-428c-9ac2-3db84858345f req-7c0c2094-37d4-45e8-8188-3c4a2954f541 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8decd706-0c4d-4a4c-9cac-e65570b1f749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1145232 Feb 11 04:59:40.824536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed03c73-d248-4b56-a18d-07592f53512f None None] Network 09b5ab75-fa40-494a-952e-69f054893b55 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:40.828448 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:40.828852 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:40.841599 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18dbdf44-d2b2-4da7-be1c-f23f1fae763b req-6af642cb-eb6b-4d65-9d85-461b80430519 tempest-ServerRescueTestJSONUnderV235-1065791604 tempest-ServerRescueTestJSONUnderV235-1065791604-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c1c1384-58d1-4178-b81a-baffe81d78f4 HTTP/1.1" status: 200 len: 210 time: 0.1854775 Feb 11 04:59:40.959982 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (09b5ab75-fa40-494a-952e-69f054893b55), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.046838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:41.047602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.067789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:41.068514 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.070721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-da83dbf2-27fa-442f-a043-9c0832beda10 None None] Provisioning complete for port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:41.071285 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-da83dbf2-27fa-442f-a043-9c0832beda10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.152295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90,segment=NetworkSegment(c9cda43c-468d-4342-89a6-1309951b3aff),segment_id=c9cda43c-468d-4342-89a6-1309951b3aff)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:41.164731 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.171817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41299c7e-0066-428c-9ac2-3db84858345f req-4aa659ad-d21c-4dde-9733-5ed2fad05c36 service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477461 Feb 11 04:59:41.191164 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba006d8-2bbd-4291-8689-24a27dc7c373 req-bb1b56b6-d0c2-44ec-b382-67e35d1f38aa tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:41.199713 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ba006d8-2bbd-4291-8689-24a27dc7c373 req-bb1b56b6-d0c2-44ec-b382-67e35d1f38aa tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2234733 Feb 11 04:59:41.208504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 34764dcb-c371-40a7-bfd1-363fe0546d86 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:59:41.213719 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] For port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90,segment=NetworkSegment(c9cda43c-468d-4342-89a6-1309951b3aff),segment_id=c9cda43c-468d-4342-89a6-1309951b3aff)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:41.214304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.243316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:41.359539 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29f2ffc-556a-4ed2-9e41-a42d10fe8367 None None] DHCP port deletion for 09b5ab75-fa40-494a-952e-69f054893b55 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:59:41.398861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-da83dbf2-27fa-442f-a043-9c0832beda10 None None] Current status of the port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:41.425063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:41.444040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.444403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.444749 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.445094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.445431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.445769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.446100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.446439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.446824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.447098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.447428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.447754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.448080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:41.502342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.512728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 34764dcb-c371-40a7-bfd1-363fe0546d86 is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:41.514864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device faccea23-b8e1-4bff-a5db-624506b13619 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:59:41.518201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c29f2ffc-556a-4ed2-9e41-a42d10fe8367 None None] Deleting port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:41.518575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c29f2ffc-556a-4ed2-9e41-a42d10fe8367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.520457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ba006d8-2bbd-4291-8689-24a27dc7c373 req-cce89b29-6641-478e-8551-ee6215e2c695 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016646 Feb 11 04:59:41.546883 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41299c7e-0066-428c-9ac2-3db84858345f req-2afd73c7-df6a-447c-a4ae-c8b547417bda service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420751 Feb 11 04:59:41.553639 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No DVR routers for this DVR port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:59:41.560002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: faccea23-b8e1-4bff-a5db-624506b13619 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:59:41.560428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device faccea23-b8e1-4bff-a5db-624506b13619 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:59:41.590423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:41.641561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c29f2ffc-556a-4ed2-9e41-a42d10fe8367 None None] For port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90, host n-d-615180-58, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:41.642158 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c29f2ffc-556a-4ed2-9e41-a42d10fe8367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.659666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c29f2ffc-556a-4ed2-9e41-a42d10fe8367 None None] Calling delete_port for e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:41.663699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-c29f2ffc-556a-4ed2-9e41-a42d10fe8367 None None] Port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:59:41.665172 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c29f2ffc-556a-4ed2-9e41-a42d10fe8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.725016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f2ffc-556a-4ed2-9e41-a42d10fe8367 None None] Pushing event deleted for resources: {'Port': ['ID=e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:41.741316 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fe49f-2103-4633-b062-c327884a3478 req-809b46c6-e546-4a03-bccc-d5ffb86b64f7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:41.743628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f2ffc-556a-4ed2-9e41-a42d10fe8367 None None] No DVR routers for this DVR port e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:59:41.754640 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-186fe49f-2103-4633-b062-c327884a3478 req-809b46c6-e546-4a03-bccc-d5ffb86b64f7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1177461 Feb 11 04:59:41.831093 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (09b5ab75-fa40-494a-952e-69f054893b55), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.842677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-186fe49f-2103-4633-b062-c327884a3478 req-e748ab61-d7e6-4a4a-be60-02685921ae05 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858276 Feb 11 04:59:41.849047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fedec-02e7-49c4-b1be-3c0f8c83811d req-3ff8bbe6-527f-438a-a62f-58f6fd313151 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:41.858785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-883fedec-02e7-49c4-b1be-3c0f8c83811d req-3ff8bbe6-527f-438a-a62f-58f6fd313151 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 943 time: 0.2753692 Feb 11 04:59:41.882232 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30689035-947b-4634-9436-f0367e2364b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.912607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48216) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:41.960715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b5ab75-fa40-494a-952e-69f054893b55']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:41.978138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-883fedec-02e7-49c4-b1be-3c0f8c83811d req-4edcf3f9-62ed-415b-aa81-079e9bb9c69c tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c0172a7-e0b2-431a-a65c-df553517c4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182668 Feb 11 04:59:41.995111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cda43c-468d-4342-89a6-1309951b3aff') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:41.995111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cda43c-468d-4342-89a6-1309951b3aff') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:42.006442 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (c9cda43c-468d-4342-89a6-1309951b3aff), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.021835 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c9cda43c-468d-4342-89a6-1309951b3aff), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.029299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:59:42.029826 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (c9cda43c-468d-4342-89a6-1309951b3aff), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:59:42.033820 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:59:42.129642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74698d7-c213-46ec-840b-e16acf35888f req-9791f547-e102-4760-b188-9c02e55e9d9d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:42.129973 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (09b5ab75-fa40-494a-952e-69f054893b55), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.132140 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b74698d7-c213-46ec-840b-e16acf35888f req-9791f547-e102-4760-b188-9c02e55e9d9d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1331017 Feb 11 04:59:42.151190 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.159940 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/networks/09b5ab75-fa40-494a-952e-69f054893b55 HTTP/1.1" status: 204 len: 168 time: 1.4439547 Feb 11 04:59:42.159940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a739bc-956c-4139-888e-dc8851158beb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Network': ['ID=09b5ab75-fa40-494a-952e-69f054893b55,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:42.159940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48222) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:42.168904 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a97079d0-d617-432e-a9b1-779049b8617b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2000691121'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:42.196119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97079d0-d617-432e-a9b1-779049b8617b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:42.200691 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a97079d0-d617-432e-a9b1-779049b8617b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.239403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97079d0-d617-432e-a9b1-779049b8617b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:59:42.260881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a97079d0-d617-432e-a9b1-779049b8617b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5e535356-fab5-4bb6-b521-ad661090988b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.261505 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-a97079d0-d617-432e-a9b1-779049b8617b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Added segment 5e535356-fab5-4bb6-b521-ad661090988b of type vlan for network 5051b018-b5f2-4988-aeea-bf5c591a63fd Feb 11 04:59:42.280530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b74698d7-c213-46ec-840b-e16acf35888f req-a941c6e3-605f-4b9b-8f45-5d6287193143 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414220 Feb 11 04:59:42.343851 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a97079d0-d617-432e-a9b1-779049b8617b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (5051b018-b5f2-4988-aeea-bf5c591a63fd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.373324 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a97079d0-d617-432e-a9b1-779049b8617b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (5051b018-b5f2-4988-aeea-bf5c591a63fd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.383995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97079d0-d617-432e-a9b1-779049b8617b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:42.384636 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a97079d0-d617-432e-a9b1-779049b8617b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.434747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a97079d0-d617-432e-a9b1-779049b8617b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2699926 Feb 11 04:59:42.435716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48236) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:42.448525 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': '5051b018-b5f2-4988-aeea-bf5c591a63fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:42.505927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:59:42.511501 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97079d0-d617-432e-a9b1-779049b8617b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Network': ['ID=5051b018-b5f2-4988-aeea-bf5c591a63fd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:42.547695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 5051b018-b5f2-4988-aeea-bf5c591a63fd details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:59:42.607355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b6805-c05c-425a-a8ff-2d58c53fa48c req-62a2b47f-9e4e-4cb2-8ca2-3986853146f7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:42.614656 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf0b6805-c05c-425a-a8ff-2d58c53fa48c req-62a2b47f-9e4e-4cb2-8ca2-3986853146f7 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1278303 Feb 11 04:59:42.645273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device fd3567b3-7737-4fa2-8040-a3671a925519 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:59:42.743889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:42.748148 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.754245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf0b6805-c05c-425a-a8ff-2d58c53fa48c req-6f529613-8631-4708-8586-1aff433ffef4 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263599 Feb 11 04:59:42.816236 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:59:42.816597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e9cf3fa5-1ddb-4323-80f0-daa8ca1e4a90 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:59:42.895249 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.914253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port fd3567b3-7737-4fa2-8040-a3671a925519, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fd3567b3-7737-4fa2-8040-a3671a925519,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:42.933467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'fd3567b3-7737-4fa2-8040-a3671a925519', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'port_id': 'fd3567b3-7737-4fa2-8040-a3671a925519', 'mac_address': 'fa:16:3e:d1:9e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:59:42.996137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port fd3567b3-7737-4fa2-8040-a3671a925519 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:42.996635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:43.024807 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3567b3-7737-4fa2-8040-a3671a925519 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:59:43.087107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port fd3567b3-7737-4fa2-8040-a3671a925519, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fd3567b3-7737-4fa2-8040-a3671a925519,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:43.098851 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:43.102887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4036b09-5f7b-4544-a3ad-165663a1e677 req-78dfb3a7-18bd-4abb-93a8-341bb4acacfc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:43.105529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4036b09-5f7b-4544-a3ad-165663a1e677 req-78dfb3a7-18bd-4abb-93a8-341bb4acacfc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0946920 Feb 11 04:59:43.190228 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4036b09-5f7b-4544-a3ad-165663a1e677 req-ae39d261-dbdf-4878-87a2-ea9c5db4552c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768311 Feb 11 04:59:43.218197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=fd3567b3-7737-4fa2-8040-a3671a925519,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:43.430069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['fd3567b3-7737-4fa2-8040-a3671a925519'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:59:43.643818 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7a36c43-bc42-4af8-a437-e0ab473c1bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (1f37bf94-e91b-4679-b406-478dc5fd3fc1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:43.702576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524720a7-04c8-4edb-9c2f-20d132311b1c req-23b1dac4-0569-4d31-a873-e26e77c0da1e tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:43.707504 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-524720a7-04c8-4edb-9c2f-20d132311b1c req-23b1dac4-0569-4d31-a873-e26e77c0da1e tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 944 time: 0.6514430 Feb 11 04:59:43.711994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:43.901756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Subnet': ['ID=fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:43.905711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Checking segment: {'id': '5e535356-fab5-4bb6-b521-ad661090988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5051b018-b5f2-4988-aeea-bf5c591a63fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:43.906084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network hostable DHCP agents. Network: 5051b018-b5f2-4988-aeea-bf5c591a63fd, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:59:43.917321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-524720a7-04c8-4edb-9c2f-20d132311b1c req-17f8ff9c-bfd5-4048-928f-fc53ad8523db tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c0172a7-e0b2-431a-a65c-df553517c4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989706 Feb 11 04:59:43.923165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:43.923527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:43.923885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:43.924236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:43.924728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:43.925212 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:43.925565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:43.925904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:43.926239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:43.926577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:43.926925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:43.927268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:43.927601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.020937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 5051b018-b5f2-4988-aeea-bf5c591a63fd is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:59:44.039845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 5051b018-b5f2-4988-aeea-bf5c591a63fd) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:44.045751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:44.045973 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.048640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3092cfaf-4137-4dd3-9bb1-8730edd117b8 None None] Network 5051b018-b5f2-4988-aeea-bf5c591a63fd requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:44.110397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48290) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:44.110981 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-983fb4c2-727f-4537-89ba-aaf5799a96f2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6733673 Feb 11 04:59:44.116471 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': '5051b018-b5f2-4988-aeea-bf5c591a63fd', 'security_groups': [], 'name': 'tempest-PortsTestJSON-562725798'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:44.197138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a7a36c43-bc42-4af8-a437-e0ab473c1bd9 admin admin] Deleting port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:44.197911 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7a36c43-bc42-4af8-a437-e0ab473c1bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.273731 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-5051b018-b5f2-4988-aeea-bf5c591a63fd', 'network_id': '5051b018-b5f2-4988-aeea-bf5c591a63fd', 'project_id': '1bdc0b3d615045bf9683ee6744a71be1', 'fixed_ips': [{'subnet_id': 'fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:59:44.274616 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.339886 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.376611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:44.385018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.413230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port 8b74cf97-a3be-4e43-a962-314378d472b3 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:59:44.543978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a7a36c43-bc42-4af8-a437-e0ab473c1bd9 admin admin] For port 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf,segment=NetworkSegment(5a373e68-ee00-4e42-bef1-e77fc5b8b50d),segment_id=5a373e68-ee00-4e42-bef1-e77fc5b8b50d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:44.544359 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7a36c43-bc42-4af8-a437-e0ab473c1bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.588099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166482fe-aa64-4c6c-b188-e71034734b32 req-9fb71999-be25-41a8-9712-ddbb9c80c568 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:44.589718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-166482fe-aa64-4c6c-b188-e71034734b32 req-9fb71999-be25-41a8-9712-ddbb9c80c568 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2140596 Feb 11 04:59:44.610921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a7a36c43-bc42-4af8-a437-e0ab473c1bd9 admin admin] Calling delete_port for 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:44.660190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device fd3567b3-7737-4fa2-8040-a3671a925519 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:44.673549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2655b13-0b3c-4e00-94c7-2b809fb6424a req-bbb0beda-5e94-4d21-85ce-fefc3da1d4e3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:44.682781 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2655b13-0b3c-4e00-94c7-2b809fb6424a req-bbb0beda-5e94-4d21-85ce-fefc3da1d4e3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1332574 Feb 11 04:59:44.728928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Allocated IP 172.20.0.2 (5051b018-b5f2-4988-aeea-bf5c591a63fd/fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9/190b6a6b-2ae6-42ee-8908-5a41cc88d1bf) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:44.746437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-166482fe-aa64-4c6c-b188-e71034734b32 req-79f027ec-e5ee-4d82-864e-078a6775c05f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460030 Feb 11 04:59:44.777043 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2655b13-0b3c-4e00-94c7-2b809fb6424a req-3d8ffbad-2991-4424-869e-85d0986d88ba tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933368 Feb 11 04:59:45.087835 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7a36c43-bc42-4af8-a437-e0ab473c1bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.114088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a36c43-bc42-4af8-a437-e0ab473c1bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:45.146433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745aed2-8c33-40d2-9024-8e1360355333 req-a471a8c7-fb97-42b0-8d1f-10ac91a4868b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:45.148172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5745aed2-8c33-40d2-9024-8e1360355333 req-a471a8c7-fb97-42b0-8d1f-10ac91a4868b tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 944 time: 0.1269321 Feb 11 04:59:45.168786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port fd3567b3-7737-4fa2-8040-a3671a925519 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:59:45.175162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port fd3567b3-7737-4fa2-8040-a3671a925519 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:45.175539 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.261074 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Publish callbacks [] for port (190b6a6b-2ae6-42ee-8908-5a41cc88d1bf), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.306257 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (190b6a6b-2ae6-42ee-8908-5a41cc88d1bf), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.316584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5745aed2-8c33-40d2-9024-8e1360355333 req-a2fa691d-ccd3-414b-8a75-05495db380d4 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c0172a7-e0b2-431a-a65c-df553517c4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448135 Feb 11 04:59:45.368925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.3 (5051b018-b5f2-4988-aeea-bf5c591a63fd/fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9/8b74cf97-a3be-4e43-a962-314378d472b3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:45.388762 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7a36c43-bc42-4af8-a437-e0ab473c1bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (1f37bf94-e91b-4679-b406-478dc5fd3fc1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.410033 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Pushing event updated for resources: {'Port': ['ID=190b6a6b-2ae6-42ee-8908-5a41cc88d1bf,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:45.485529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Network 5051b018-b5f2-4988-aeea-bf5c591a63fd is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:45.489225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:45.492036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:45.535129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port fd3567b3-7737-4fa2-8040-a3671a925519 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:45.535129 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.545669 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (8b74cf97-a3be-4e43-a962-314378d472b3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.594383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8b74cf97-a3be-4e43-a962-314378d472b3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.670012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 5051b018-b5f2-4988-aeea-bf5c591a63fd is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:45.689812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=8b74cf97-a3be-4e43-a962-314378d472b3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:45.693727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:45.695709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a36c43-bc42-4af8-a437-e0ab473c1bd9 admin admin] Router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:59:45.696171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59083540-680f-4c76-b2fd-75b201a27b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3567b3-7737-4fa2-8040-a3671a925519'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:45.697462 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:45.698408 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666a3e55-186f-4c77-a66f-d4dcb1086a22" -d '{"events": [{"server_uuid": "59083540-680f-4c76-b2fd-75b201a27b93", "name": "network-vif-plugged", "status": "completed", "tag": "fd3567b3-7737-4fa2-8040-a3671a925519"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:45.740262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Attempting to bind port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:59:45.740634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Attempting to bind port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '5e535356-fab5-4bb6-b521-ad661090988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5051b018-b5f2-4988-aeea-bf5c591a63fd'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:59:45.740998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Attempting to bind port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf on network 5051b018-b5f2-4988-aeea-bf5c591a63fd {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:45.752998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:45.753781 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.773110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.778678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:59:45.779184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Checking segment: {'id': '5e535356-fab5-4bb6-b521-ad661090988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5051b018-b5f2-4988-aeea-bf5c591a63fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:45.779627 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.780087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Bound using segment: {'id': '5e535356-fab5-4bb6-b521-ad661090988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5051b018-b5f2-4988-aeea-bf5c591a63fd'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:59:45.781097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Bound port: 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e535356-fab5-4bb6-b521-ad661090988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5051b018-b5f2-4988-aeea-bf5c591a63fd'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:59:45.781486 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (190b6a6b-2ae6-42ee-8908-5a41cc88d1bf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.805171 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b6dad7bf-86c8-4616-bd01-daa4923f5a52 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.6927719 Feb 11 04:59:45.807963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48346) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:45.841432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port fd3567b3-7737-4fa2-8040-a3671a925519, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fd3567b3-7737-4fa2-8040-a3671a925519,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:45.847221 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5813659-ec8d-4e02-9d8d-08f26cb13173 x-openstack-request-id: req-c5813659-ec8d-4e02-9d8d-08f26cb13173 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:45.847536 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59083540-680f-4c76-b2fd-75b201a27b93", "name": "network-vif-plugged", "status": "completed", "tag": "fd3567b3-7737-4fa2-8040-a3671a925519", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:45.848089 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5813659-ec8d-4e02-9d8d-08f26cb13173 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:45.848651 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59083540-680f-4c76-b2fd-75b201a27b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3567b3-7737-4fa2-8040-a3671a925519', 'code': 200} Feb 11 04:59:45.850025 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.996315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=fd3567b3-7737-4fa2-8040-a3671a925519,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:46.027672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] For port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:59:46.041668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] For port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=190b6a6b-2ae6-42ee-8908-5a41cc88d1bf,segment=NetworkSegment(5e535356-fab5-4bb6-b521-ad661090988b),segment_id=5e535356-fab5-4bb6-b521-ad661090988b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:59:46.060676 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (190b6a6b-2ae6-42ee-8908-5a41cc88d1bf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.084444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8dd1a-91ba-485f-9bcd-df7a7c794d86 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 8b74cf97-a3be-4e43-a962-314378d472b3 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:46.084742 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8dd1a-91ba-485f-9bcd-df7a7c794d86 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8b74cf97-a3be-4e43-a962-314378d472b3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.145891 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46219-49c5-4e01-b22e-6119b2b7d217 req-cf3ed838-92ca-4444-bec2-83b28e1c6891 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:46.148244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2b46219-49c5-4e01-b22e-6119b2b7d217 req-cf3ed838-92ca-4444-bec2-83b28e1c6891 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2961090 Feb 11 04:59:46.160485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a36c43-bc42-4af8-a437-e0ab473c1bd9 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:59:46.171303 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f67c5c-befc-465d-bdc9-6566d311194a None None] Sync routers for ids ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:59:46.179717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a7a36c43-bc42-4af8-a437-e0ab473c1bd9 admin admin] 10.222.0.48 "PUT /v2.0/routers/1f37bf94-e91b-4679-b406-478dc5fd3fc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2631292 Feb 11 04:59:46.184208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48356) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:46.184376 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f67c5c-befc-465d-bdc9-6566d311194a None None] Routers {'1f37bf94-e91b-4679-b406-478dc5fd3fc1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:46.184999 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-58f67c5c-befc-465d-bdc9-6566d311194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:59:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:46.213989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add734b-c183-4783-92f6-28eb7c0c0be9 None None] Pushing event updated for resources: {'Port': ['ID=190b6a6b-2ae6-42ee-8908-5a41cc88d1bf,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:46.417404 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-58f67c5c-befc-465d-bdc9-6566d311194a None None] Set router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:46.488046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4578973-6d37-412c-99ef-baceb78add40 req-7aa22c97-1faf-4cd2-871e-367ced556864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:46.491198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4578973-6d37-412c-99ef-baceb78add40 req-7aa22c97-1faf-4cd2-871e-367ced556864 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 1128 time: 0.4612968 Feb 11 04:59:46.516784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Publish callbacks [] for router (1f37bf94-e91b-4679-b406-478dc5fd3fc1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.743539 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2b46219-49c5-4e01-b22e-6119b2b7d217 req-01980c87-fef0-4dd5-84bb-9b249bd48086 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5672853 Feb 11 04:59:46.821497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad57584-c0db-49b6-866f-86320a0f5b8b req-ef5cabfc-0e29-4c86-9d3f-6eef416a2b41 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:46.857120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fad57584-c0db-49b6-866f-86320a0f5b8b req-ef5cabfc-0e29-4c86-9d3f-6eef416a2b41 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.8745165 Feb 11 04:59:46.873469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4578973-6d37-412c-99ef-baceb78add40 req-f0b9a7b0-2eb3-4694-b46b-ca465599119a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5c0172a7-e0b2-431a-a65c-df553517c4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589928 Feb 11 04:59:46.927355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Publish callbacks [] for router_gateway (1f37bf94-e91b-4679-b406-478dc5fd3fc1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.932266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8dd1a-91ba-485f-9bcd-df7a7c794d86 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8b74cf97-a3be-4e43-a962-314378d472b3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.947963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2e427-be60-4e9f-8282-2710056a1ed7 req-3d7c538e-5f93-4820-8647-d11818d29842 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:46.949553 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1d2e427-be60-4e9f-8282-2710056a1ed7 req-3d7c538e-5f93-4820-8647-d11818d29842 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 945 time: 0.0975945 Feb 11 04:59:46.954521 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-58f67c5c-befc-465d-bdc9-6566d311194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:59:44Z', 'revision_number': 5, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port': {'id': 'e10724e4-6032-4b62-9334-2b482ee0fb44', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:57Z', 'updated_at': '2022-02-11T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:46.972766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8dd1a-91ba-485f-9bcd-df7a7c794d86 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 8b74cf97-a3be-4e43-a962-314378d472b3 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:46.986390 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fad57584-c0db-49b6-866f-86320a0f5b8b req-934abf3f-dcc1-4c86-8917-99e5133ff1b2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261983 Feb 11 04:59:47.030748 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f67c5c-befc-465d-bdc9-6566d311194a None None] Checking router: 1f37bf94-e91b-4679-b406-478dc5fd3fc1 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:59:47.047765 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f67c5c-befc-465d-bdc9-6566d311194a None None] Routers {'1f37bf94-e91b-4679-b406-478dc5fd3fc1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:47.048732 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-58f67c5c-befc-465d-bdc9-6566d311194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:59:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:47.048855 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1d2e427-be60-4e9f-8282-2710056a1ed7 req-5344494b-c89f-423a-8a04-f91e2c931609 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c0172a7-e0b2-431a-a65c-df553517c4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907190 Feb 11 04:59:47.060684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Deleting port e10724e4-6032-4b62-9334-2b482ee0fb44 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:47.061615 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.191567 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-58f67c5c-befc-465d-bdc9-6566d311194a None None] Set router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:47.208755 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] For port e10724e4-6032-4b62-9334-2b482ee0fb44, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e10724e4-6032-4b62-9334-2b482ee0fb44,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:47.209358 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.216952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8dd1a-91ba-485f-9bcd-df7a7c794d86 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8b74cf97-a3be-4e43-a962-314378d472b3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.233139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Calling delete_port for e10724e4-6032-4b62-9334-2b482ee0fb44 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:47.300338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8dd1a-91ba-485f-9bcd-df7a7c794d86 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=8b74cf97-a3be-4e43-a962-314378d472b3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:47.333132 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-58f67c5c-befc-465d-bdc9-6566d311194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:59:46Z', 'revision_number': 6, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:47.365168 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f67c5c-befc-465d-bdc9-6566d311194a None None] The sync data for ids ['1f37bf94-e91b-4679-b406-478dc5fd3fc1'] in n-d-615180-58 is: [{'id': '1f37bf94-e91b-4679-b406-478dc5fd3fc1', 'name': 'tempest-ServerRescueTestJSONUnderV235-499129901-router', 'tenant_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:56Z', 'updated_at': '2022-02-11T04:59:46Z', 'revision_number': 6, 'project_id': 'cf3eb33272bc44ddb64da09218d8dd98', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:59:47.389276 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0a8dd1a-91ba-485f-9bcd-df7a7c794d86 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.392994 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b0a8dd1a-91ba-485f-9bcd-df7a7c794d86 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/8b74cf97-a3be-4e43-a962-314378d472b3 HTTP/1.1" status: 204 len: 168 time: 1.5840802 Feb 11 04:59:47.395999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48378) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:47.430358 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-30054f2f-95b5-49ae-8e84-25af789fe9cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 04:59:47.434449 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-30054f2f-95b5-49ae-8e84-25af789fe9cd tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/8b74cf97-a3be-4e43-a962-314378d472b3 HTTP/1.1" status: 404 len: 333 time: 0.0349174 Feb 11 04:59:47.434646 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48380) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:47.554315 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e10724e4-6032-4b62-9334-2b482ee0fb44), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.559626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-166ad10a-0f85-4cbc-838f-54d81afd856e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting subnet fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:59:47.569608 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166ad10a-0f85-4cbc-838f-54d81afd856e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.602600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e10724e4-6032-4b62-9334-2b482ee0fb44,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:47.650960 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166ad10a-0f85-4cbc-838f-54d81afd856e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.730163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (1f37bf94-e91b-4679-b406-478dc5fd3fc1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.774292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166ad10a-0f85-4cbc-838f-54d81afd856e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.861019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31782f4e-c676-402e-9ae9-4e8c99ce6c34 None None] Network 5051b018-b5f2-4988-aeea-bf5c591a63fd requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:47.935117 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (1f37bf94-e91b-4679-b406-478dc5fd3fc1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.941418 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Publish callbacks [] for router_controller (1f37bf94-e91b-4679-b406-478dc5fd3fc1), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.963429 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166ad10a-0f85-4cbc-838f-54d81afd856e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.020672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ad10a-0f85-4cbc-838f-54d81afd856e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:48.030395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (1f37bf94-e91b-4679-b406-478dc5fd3fc1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.030999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f37bf94-e91b-4679-b406-478dc5fd3fc1 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:59:48.036195 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-166ad10a-0f85-4cbc-838f-54d81afd856e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.041408 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-166ad10a-0f85-4cbc-838f-54d81afd856e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9 HTTP/1.1" status: 204 len: 168 time: 0.6055336 Feb 11 04:59:48.042408 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.043893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-20de4dd0-597f-4ad3-be90-e64e899c7e22 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1f37bf94-e91b-4679-b406-478dc5fd3fc1 HTTP/1.1" status: 204 len: 168 time: 1.8557222 Feb 11 04:59:48.049480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48398) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:48.049738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48400) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:48.089849 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b08e8d7b-1337-4676-be86-4efcdf4a5321 None None] Provisioning complete for port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:48.090231 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b08e8d7b-1337-4676-be86-4efcdf4a5321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (190b6a6b-2ae6-42ee-8908-5a41cc88d1bf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.208696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff377e4-4b14-4b86-aaf3-564977f27dbd req-5092f20d-1d83-48e6-a9f5-a18432ff66ca tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:48.210349 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2ff377e4-4b14-4b86-aaf3-564977f27dbd req-5092f20d-1d83-48e6-a9f5-a18432ff66ca tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2903972 Feb 11 04:59:48.300759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ed39a-4e06-471f-8092-757d63a2dae8 req-20992c0b-57b7-4c53-ba53-64c46fdbb05b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:48.303410 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-793ed39a-4e06-471f-8092-757d63a2dae8 req-20992c0b-57b7-4c53-ba53-64c46fdbb05b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1483607 Feb 11 04:59:48.328802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f029c7-c0ab-4292-8559-02ac1f9a25b8 admin admin] Deleting subnet 3dab9c34-6a08-4511-9f5d-5c17c57f308a {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:59:48.344588 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b08e8d7b-1337-4676-be86-4efcdf4a5321 None None] Current status of the port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:48.345011 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b08e8d7b-1337-4676-be86-4efcdf4a5321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (190b6a6b-2ae6-42ee-8908-5a41cc88d1bf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.347871 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5f029c7-c0ab-4292-8559-02ac1f9a25b8 admin admin] Publish callbacks [] for subnet (3dab9c34-6a08-4511-9f5d-5c17c57f308a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.379014 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (5051b018-b5f2-4988-aeea-bf5c591a63fd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.425917 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-793ed39a-4e06-471f-8092-757d63a2dae8 req-6587da8e-0a66-4ef0-a982-4220d6d74656 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893378 Feb 11 04:59:48.453696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b08e8d7b-1337-4676-be86-4efcdf4a5321 None None] For port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=190b6a6b-2ae6-42ee-8908-5a41cc88d1bf,segment=NetworkSegment(5e535356-fab5-4bb6-b521-ad661090988b),segment_id=5e535356-fab5-4bb6-b521-ad661090988b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:48.461182 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b08e8d7b-1337-4676-be86-4efcdf4a5321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (190b6a6b-2ae6-42ee-8908-5a41cc88d1bf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.521715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2ff377e4-4b14-4b86-aaf3-564977f27dbd req-36266a96-2496-44d0-87e2-c408b8ca748e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549605 Feb 11 04:59:48.528444 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5f029c7-c0ab-4292-8559-02ac1f9a25b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (3dab9c34-6a08-4511-9f5d-5c17c57f308a), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.623163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09eb7f-f40c-41de-9b62-e51f1bd80e88 req-4ea94848-693c-45ab-aaa6-ec19f59dfdd9 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:48.635579 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd09eb7f-f40c-41de-9b62-e51f1bd80e88 req-4ea94848-693c-45ab-aaa6-ec19f59dfdd9 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 945 time: 0.1345518 Feb 11 04:59:48.636861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e8d7b-1337-4676-be86-4efcdf4a5321 None None] Pushing event updated for resources: {'Port': ['ID=190b6a6b-2ae6-42ee-8908-5a41cc88d1bf,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:48.687059 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5f029c7-c0ab-4292-8559-02ac1f9a25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (3dab9c34-6a08-4511-9f5d-5c17c57f308a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.694102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:48.760178 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd09eb7f-f40c-41de-9b62-e51f1bd80e88 req-5be72daf-5ead-402e-9b06-18736af9b8b1 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c0172a7-e0b2-431a-a65c-df553517c4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236472 Feb 11 04:59:48.764140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae44b76e-88b2-4b5e-9ada-9fce05a38a92 None None] Network 5051b018-b5f2-4988-aeea-bf5c591a63fd requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:48.812971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:48.813903 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (190b6a6b-2ae6-42ee-8908-5a41cc88d1bf), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.818561 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5f029c7-c0ab-4292-8559-02ac1f9a25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (3dab9c34-6a08-4511-9f5d-5c17c57f308a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.878970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f029c7-c0ab-4292-8559-02ac1f9a25b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dab9c34-6a08-4511-9f5d-5c17c57f308a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:48.892054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5f029c7-c0ab-4292-8559-02ac1f9a25b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.895729 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b5f029c7-c0ab-4292-8559-02ac1f9a25b8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3dab9c34-6a08-4511-9f5d-5c17c57f308a HTTP/1.1" status: 204 len: 168 time: 0.8446722 Feb 11 04:59:48.898499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:48.990190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-154fd392-bab1-46f7-9840-3bf48a3b1368 None None] Provisioning complete for port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:48.990780 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-154fd392-bab1-46f7-9840-3bf48a3b1368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (190b6a6b-2ae6-42ee-8908-5a41cc88d1bf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.035019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] For port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=190b6a6b-2ae6-42ee-8908-5a41cc88d1bf,segment=NetworkSegment(5e535356-fab5-4bb6-b521-ad661090988b),segment_id=5e535356-fab5-4bb6-b521-ad661090988b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:49.035627 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (190b6a6b-2ae6-42ee-8908-5a41cc88d1bf), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.051821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:49.059683 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (39b6a467-c2f6-4c36-aa80-32be812c2d1d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.082039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:49.082499 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (190b6a6b-2ae6-42ee-8908-5a41cc88d1bf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.082862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc2d4f-9d9d-446d-93a8-aa440f8aca6b req-46244cb9-db17-4f0e-88d6-8f92e3188656 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:49.094356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48428) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:49.095472 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-50fc2d4f-9d9d-446d-93a8-aa440f8aca6b req-46244cb9-db17-4f0e-88d6-8f92e3188656 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 945 time: 0.2187128 Feb 11 04:59:49.128466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-eed6d4ae-4309-42b8-8a14-f9c4945aa024 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Request body: {'floatingip': {'port_id': 'fd3567b3-7737-4fa2-8040-a3671a925519'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:49.205411 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eed6d4ae-4309-42b8-8a14-f9c4945aa024 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (1c1ec2df-bee5-450b-bd96-db8c08963196), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.213375 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (190b6a6b-2ae6-42ee-8908-5a41cc88d1bf), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.250617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-154fd392-bab1-46f7-9840-3bf48a3b1368 None None] Current status of the port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:49.254007 n-d-615180-58 neutron-server[103355]: INFO neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No ports have port_id starting with 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf Feb 11 04:59:49.258874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=190b6a6b-2ae6-42ee-8908-5a41cc88d1bf,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:49.261586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No DVR routers for this DVR port 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:59:49.350498 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (39b6a467-c2f6-4c36-aa80-32be812c2d1d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.358551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (5051b018-b5f2-4988-aeea-bf5c591a63fd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.371448 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191de987-0eda-4277-84a8-3b0c23330dfe None None] DHCP port deletion for 5051b018-b5f2-4988-aeea-bf5c591a63fd request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:59:49.385451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5051b018-b5f2-4988-aeea-bf5c591a63fd']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:49.392005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:59:49.396764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e535356-fab5-4bb6-b521-ad661090988b') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:49.397323 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e535356-fab5-4bb6-b521-ad661090988b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:49.409153 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (5e535356-fab5-4bb6-b521-ad661090988b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.425301 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5e535356-fab5-4bb6-b521-ad661090988b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.433086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:59:49.433639 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (5e535356-fab5-4bb6-b521-ad661090988b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.450249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:59:49.450612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2fce47b9-7506-4ce8-92b2-4da2f6b7b4bf not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:59:49.451082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e10724e4-6032-4b62-9334-2b482ee0fb44 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:59:49.474013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b6a467-c2f6-4c36-aa80-32be812c2d1d']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:49.495076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: e10724e4-6032-4b62-9334-2b482ee0fb44 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:59:49.495276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e10724e4-6032-4b62-9334-2b482ee0fb44 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:59:49.503561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a373e68-ee00-4e42-bef1-e77fc5b8b50d') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:49.503861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a373e68-ee00-4e42-bef1-e77fc5b8b50d') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: timer() Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:59:49.514315 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:59:49.518482 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (5051b018-b5f2-4988-aeea-bf5c591a63fd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.533558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (5a373e68-ee00-4e42-bef1-e77fc5b8b50d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.561081 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.570610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/networks/5051b018-b5f2-4988-aeea-bf5c591a63fd HTTP/1.1" status: 204 len: 168 time: 1.5121052 Feb 11 04:59:49.570610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dde07e-cedf-496d-baa5-763d48e02c94 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Network': ['ID=5051b018-b5f2-4988-aeea-bf5c591a63fd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:49.570610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48434) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:49.584277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'name': 'tempest-PortsTestJSON-265586731'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:49.765651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:49.774436 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.816455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01e1ff-ddad-495a-8029-c10bccee28fd req-47f8df8c-4b55-46ed-ab09-3dc5df863970 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:49.818247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-af01e1ff-ddad-495a-8029-c10bccee28fd req-47f8df8c-4b55-46ed-ab09-3dc5df863970 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1197402 Feb 11 04:59:49.827084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port 4430bc9f-d8a6-42ed-8d71-42536690b812 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:59:49.986982 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5a373e68-ee00-4e42-bef1-e77fc5b8b50d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.998730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:59:49.999474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (5a373e68-ee00-4e42-bef1-e77fc5b8b50d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: timer() Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:59:50.002157 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:59:50.049508 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (4430bc9f-d8a6-42ed-8d71-42536690b812), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.094625 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4430bc9f-d8a6-42ed-8d71-42536690b812), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.181106 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-af01e1ff-ddad-495a-8029-c10bccee28fd req-9a67e15a-9986-4e43-8324-3e20d559e5a2 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970778 Feb 11 04:59:50.190756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 544623e0-8ac8-46f6-be2f-90b388878871 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:50.194656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:50.200196 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:50.216785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:50.217471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.221404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=4430bc9f-d8a6-42ed-8d71-42536690b812,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:50.249684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-282525cb-0b61-4955-905a-cac2a3835c3b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6726542 Feb 11 04:59:50.253413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48440) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:50.269240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb173ccb-d6c9-414b-ba3d-98944854823a req-4668270c-cc6d-4fe4-ab6e-038dbec704dc tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:50.277488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb173ccb-d6c9-414b-ba3d-98944854823a req-4668270c-cc6d-4fe4-ab6e-038dbec704dc tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.6973901 Feb 11 04:59:50.282448 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (39b6a467-c2f6-4c36-aa80-32be812c2d1d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.305116 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.311875 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/39b6a467-c2f6-4c36-aa80-32be812c2d1d HTTP/1.1" status: 204 len: 168 time: 1.4121227 Feb 11 04:59:50.320104 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398aebf0-61f7-489f-913c-5cfbc0b0cfe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=39b6a467-c2f6-4c36-aa80-32be812c2d1d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:50.373075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3a7b5a92-1295-4306-8c00-99bd30a0dbda tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 4430bc9f-d8a6-42ed-8d71-42536690b812 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:50.374248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a7b5a92-1295-4306-8c00-99bd30a0dbda tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4430bc9f-d8a6-42ed-8d71-42536690b812), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.441903 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb173ccb-d6c9-414b-ba3d-98944854823a req-6a9ab4b7-6646-4c1b-a1ca-7742dd063398 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635284 Feb 11 04:59:50.480160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:59:50.519991 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a7b5a92-1295-4306-8c00-99bd30a0dbda tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4430bc9f-d8a6-42ed-8d71-42536690b812), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.528702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:59:50.530394 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 190b6a6b-2ae6-42ee-8908-5a41cc88d1bf not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:59:50.547918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3a7b5a92-1295-4306-8c00-99bd30a0dbda tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 4430bc9f-d8a6-42ed-8d71-42536690b812 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:50.588948 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eed6d4ae-4309-42b8-8a14-f9c4945aa024 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.594579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eed6d4ae-4309-42b8-8a14-f9c4945aa024 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (1c1ec2df-bee5-450b-bd96-db8c08963196), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.626419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48444) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:50.689804 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-99f8ef01-22a7-4aaf-8e1c-06819af99118 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf3eb33272bc44ddb64da09218d8dd98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594451 Feb 11 04:59:50.690553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48446) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:50.750244 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-eed6d4ae-4309-42b8-8a14-f9c4945aa024 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Floating IP 1c1ec2df-bee5-450b-bd96-db8c08963196 associated. External IP: 172.25.7.124, port: fd3567b3-7737-4fa2-8040-a3671a925519. Feb 11 04:59:50.755221 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-232c45f5-3859-467c-bb69-94e5d65383fc admin admin] Publish callbacks [] for security_group (cff7898a-1b18-49d0-b434-cd4129693119), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.759302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a7b5a92-1295-4306-8c00-99bd30a0dbda tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4430bc9f-d8a6-42ed-8d71-42536690b812), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.793162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b5a92-1295-4306-8c00-99bd30a0dbda tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=4430bc9f-d8a6-42ed-8d71-42536690b812,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:50.816238 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-232c45f5-3859-467c-bb69-94e5d65383fc admin admin] Publish callbacks [] for security_group (cff7898a-1b18-49d0-b434-cd4129693119), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.818424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a7b5a92-1295-4306-8c00-99bd30a0dbda tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.824319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3a7b5a92-1295-4306-8c00-99bd30a0dbda tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/4430bc9f-d8a6-42ed-8d71-42536690b812 HTTP/1.1" status: 204 len: 168 time: 0.5679541 Feb 11 04:59:50.827227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48450) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:50.833801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'mac_address': 'fa:16:3e:c6:a4:1b', 'name': 'tempest-PortsTestJSON-810494285'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:50.954224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:51.017923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed6d4ae-4309-42b8-8a14-f9c4945aa024 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:59:51.023770 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-232c45f5-3859-467c-bb69-94e5d65383fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cff7898a-1b18-49d0-b434-cd4129693119), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.026701 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-232c45f5-3859-467c-bb69-94e5d65383fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.027897 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-232c45f5-3859-467c-bb69-94e5d65383fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cff7898a-1b18-49d0-b434-cd4129693119 HTTP/1.1" status: 204 len: 168 time: 0.3350625 Feb 11 04:59:51.044802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c45f5-3859-467c-bb69-94e5d65383fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff7898a-1b18-49d0-b434-cd4129693119,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:51.050714 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.096487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port 63299b51-3a46-4c08-8251-b147e44a2ee0 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:59:51.232246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed6d4ae-4309-42b8-8a14-f9c4945aa024 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:59:51.243629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b7eae-29d9-42f2-bd6d-6eecbea37245 None None] Sync routers for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:59:51.245784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eed6d4ae-4309-42b8-8a14-f9c4945aa024 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.260146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b7eae-29d9-42f2-bd6d-6eecbea37245 None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:51.261365 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3f5b7eae-29d9-42f2-bd6d-6eecbea37245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:59:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:51.286505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-eed6d4ae-4309-42b8-8a14-f9c4945aa024 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "PUT /v2.0/floatingips/1c1ec2df-bee5-450b-bd96-db8c08963196 HTTP/1.1" status: 200 len: 991 time: 2.1901851 Feb 11 04:59:51.287443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59083540-680f-4c76-b2fd-75b201a27b93', 'tag': 'fd3567b3-7737-4fa2-8040-a3671a925519'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:51.290388 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9a9d59-d53f-4687-b307-9659e1923045" -d '{"events": [{"name": "network-changed", "server_uuid": "59083540-680f-4c76-b2fd-75b201a27b93", "tag": "fd3567b3-7737-4fa2-8040-a3671a925519"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:51.355417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (63299b51-3a46-4c08-8251-b147e44a2ee0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.407343 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (63299b51-3a46-4c08-8251-b147e44a2ee0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.440407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3f5b7eae-29d9-42f2-bd6d-6eecbea37245 None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:51.487071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=63299b51-3a46-4c08-8251-b147e44a2ee0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:51.496168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 544623e0-8ac8-46f6-be2f-90b388878871 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:51.503137 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:51.507108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:51.513866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:51.515209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.550152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca086df-1e3f-4b4b-ab0c-f40e38d23337 req-e7aed47d-33f6-42d5-8e38-84ed9f34b385 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:51.558661 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2ca086df-1e3f-4b4b-ab0c-f40e38d23337 req-e7aed47d-33f6-42d5-8e38-84ed9f34b385 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1667886 Feb 11 04:59:51.565271 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-940385cc-0dac-47fa-9e87-506ae0ee9a3d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7370586 Feb 11 04:59:51.568159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48468) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:51.668146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8c1583-5c3a-47e5-8246-07980c75b540 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:51.672563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6e8c1583-5c3a-47e5-8246-07980c75b540 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/63299b51-3a46-4c08-8251-b147e44a2ee0 HTTP/1.1" status: 200 len: 840 time: 0.1028972 Feb 11 04:59:51.675472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48474) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:51.683952 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2ca086df-1e3f-4b4b-ab0c-f40e38d23337 req-4cbf1f8c-d844-443c-b078-8917b1771cb5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232693 Feb 11 04:59:51.752537 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f836506-0696-4cc6-9258-d3cce5ac30d4 x-openstack-request-id: req-6f836506-0696-4cc6-9258-d3cce5ac30d4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:51.752837 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59083540-680f-4c76-b2fd-75b201a27b93", "tag": "fd3567b3-7737-4fa2-8040-a3671a925519", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:51.753102 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f836506-0696-4cc6-9258-d3cce5ac30d4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:51.753558 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59083540-680f-4c76-b2fd-75b201a27b93', 'tag': 'fd3567b3-7737-4fa2-8040-a3671a925519', 'status': 'completed', 'code': 200} Feb 11 04:59:51.914862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3f5b7eae-29d9-42f2-bd6d-6eecbea37245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '1c1ec2df-bee5-450b-bd96-db8c08963196', 'tenant_id': '96904844260549238a803990e10a1a4b', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'port_id': 'fd3567b3-7737-4fa2-8040-a3671a925519', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'mac_address': 'fa:16:3e:d1:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59083540-680f-4c76-b2fd-75b201a27b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:59:23Z', 'updated_at': '2022-02-11T04:59:50Z', 'revision_number': 1, 'project_id': '96904844260549238a803990e10a1a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:51.933982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9b1f3-4678-4fd9-84a5-429785b754cc req-2b8ff9d3-b69f-4572-b181-e4dff21d6408 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:51.936392 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7fa9b1f3-4678-4fd9-84a5-429785b754cc req-2b8ff9d3-b69f-4572-b181-e4dff21d6408 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.0937462 Feb 11 04:59:51.944603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a9d59-d53f-4687-b307-9659e1923045 req-ce5e4214-3468-4071-869c-d508c25721eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:51.946263 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b9a9d59-d53f-4687-b307-9659e1923045 req-ce5e4214-3468-4071-869c-d508c25721eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96904844260549238a803990e10a1a4b&device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 1128 time: 0.1486170 Feb 11 04:59:51.988748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b7eae-29d9-42f2-bd6d-6eecbea37245 None None] Checking router: 7d3c47d3-7f22-49ec-85cf-3d0f4538379f for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:59:52.014881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b7eae-29d9-42f2-bd6d-6eecbea37245 None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:52.016276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3f5b7eae-29d9-42f2-bd6d-6eecbea37245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T04:59:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:52.044930 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7fa9b1f3-4678-4fd9-84a5-429785b754cc req-eecadb4b-3344-4d74-a605-5e8f654fefde tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025798 Feb 11 04:59:52.100647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-86732b2e-533b-4c40-bcc1-f442a62d9644 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 63299b51-3a46-4c08-8251-b147e44a2ee0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:52.101012 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86732b2e-533b-4c40-bcc1-f442a62d9644 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (63299b51-3a46-4c08-8251-b147e44a2ee0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:52.270741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a9d59-d53f-4687-b307-9659e1923045 req-54036f2f-3f03-4f20-81f9-3e49d181de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:52.279075 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3f5b7eae-29d9-42f2-bd6d-6eecbea37245 None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:52.287006 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b9a9d59-d53f-4687-b307-9659e1923045 req-54036f2f-3f03-4f20-81f9-3e49d181de13 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 200 len: 911 time: 0.3158698 Feb 11 04:59:52.295156 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86732b2e-533b-4c40-bcc1-f442a62d9644 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (63299b51-3a46-4c08-8251-b147e44a2ee0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:52.423252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-86732b2e-533b-4c40-bcc1-f442a62d9644 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 63299b51-3a46-4c08-8251-b147e44a2ee0 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:52.548955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b9a9d59-d53f-4687-b307-9659e1923045 req-e6d33dc6-cbb9-42f7-8b2a-9358ebad8d33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd3567b3-7737-4fa2-8040-a3671a925519 HTTP/1.1" status: 200 len: 999 time: 0.2610569 Feb 11 04:59:52.697174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a9d59-d53f-4687-b307-9659e1923045 req-bf50231a-bb90-418d-b208-e2dd6023a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:52.699331 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b9a9d59-d53f-4687-b307-9659e1923045 req-bf50231a-bb90-418d-b208-e2dd6023a95a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c8950805-753a-47d3-a145-dfa74269b5aa HTTP/1.1" status: 200 len: 849 time: 0.1358588 Feb 11 04:59:52.737541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3f5b7eae-29d9-42f2-bd6d-6eecbea37245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '1c1ec2df-bee5-450b-bd96-db8c08963196', 'tenant_id': '96904844260549238a803990e10a1a4b', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'port_id': 'fd3567b3-7737-4fa2-8040-a3671a925519', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'mac_address': 'fa:16:3e:d1:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59083540-680f-4c76-b2fd-75b201a27b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:59:23Z', 'updated_at': '2022-02-11T04:59:50Z', 'revision_number': 1, 'project_id': '96904844260549238a803990e10a1a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:52.773998 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86732b2e-533b-4c40-bcc1-f442a62d9644 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (63299b51-3a46-4c08-8251-b147e44a2ee0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:52.856996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b7eae-29d9-42f2-bd6d-6eecbea37245 None None] The sync data for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 is: [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '1c1ec2df-bee5-450b-bd96-db8c08963196', 'tenant_id': '96904844260549238a803990e10a1a4b', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'port_id': 'fd3567b3-7737-4fa2-8040-a3671a925519', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'mac_address': 'fa:16:3e:d1:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59083540-680f-4c76-b2fd-75b201a27b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:59:23Z', 'updated_at': '2022-02-11T04:59:50Z', 'revision_number': 1, 'project_id': '96904844260549238a803990e10a1a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:59:52.935206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86732b2e-533b-4c40-bcc1-f442a62d9644 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=63299b51-3a46-4c08-8251-b147e44a2ee0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:52.955299 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86732b2e-533b-4c40-bcc1-f442a62d9644 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:52.962441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48512) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:52.963267 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-86732b2e-533b-4c40-bcc1-f442a62d9644 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/63299b51-3a46-4c08-8251-b147e44a2ee0 HTTP/1.1" status: 204 len: 168 time: 1.2865567 Feb 11 04:59:53.009946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92957ab-b661-424f-827d-7a28803636ed req-619d2995-cfda-4681-8eae-faa20d81ed0c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:53.011858 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d92957ab-b661-424f-827d-7a28803636ed req-619d2995-cfda-4681-8eae-faa20d81ed0c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1724508 Feb 11 04:59:53.020225 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c68cb78-acff-4021-ac6b-e1fdf666f1e1 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 04:59:53.023541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a9d59-d53f-4687-b307-9659e1923045 req-aafc275f-11c2-4184-91a7-7f11887a48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:53.024740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4c68cb78-acff-4021-ac6b-e1fdf666f1e1 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/63299b51-3a46-4c08-8251-b147e44a2ee0 HTTP/1.1" status: 404 len: 333 time: 0.0604777 Feb 11 04:59:53.029006 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b9a9d59-d53f-4687-b307-9659e1923045 req-aafc275f-11c2-4184-91a7-7f11887a48a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8decd706-0c4d-4a4c-9cac-e65570b1f749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3039603 Feb 11 04:59:53.030533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48516) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:53.035682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'name': 'tempest-PortsTestJSON-1847001254'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:53.127379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d92957ab-b661-424f-827d-7a28803636ed req-251bfb81-a128-4e35-85c9-e7299c64f820 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971577 Feb 11 04:59:53.270498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:53.277401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:53.328798 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9305c8-3893-4027-bfae-4a8249fb7313 None None] New status for floating IP 1c1ec2df-bee5-450b-bd96-db8c08963196: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:59:53.365732 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b9a9d59-d53f-4687-b307-9659e1923045 req-6ceaf421-fb02-4c00-82c5-1c6fb3536b6b service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027408 Feb 11 04:59:53.393164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port a47bd47f-0c49-4320-8d8a-95c8e93c5976 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:59:53.552199 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b9a9d59-d53f-4687-b307-9659e1923045 req-bd33d790-3a80-42ab-b015-361cee55af87 service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822717 Feb 11 04:59:53.562961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c181ae-3540-4def-91c8-f9a4b665ec90 req-fc892849-41fb-441f-abe5-8440e2099504 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:53.583505 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6c181ae-3540-4def-91c8-f9a4b665ec90 req-fc892849-41fb-441f-abe5-8440e2099504 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.3205380 Feb 11 04:59:53.788856 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6c181ae-3540-4def-91c8-f9a4b665ec90 req-8f8e7d2c-d29a-40d5-bfb7-cb627eb442db tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042201 Feb 11 04:59:53.964009 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (a47bd47f-0c49-4320-8d8a-95c8e93c5976), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:54.009563 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a47bd47f-0c49-4320-8d8a-95c8e93c5976), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:54.088597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 544623e0-8ac8-46f6-be2f-90b388878871 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:54.096289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:54.099303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:54.105804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:54.106657 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:54.123140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=a47bd47f-0c49-4320-8d8a-95c8e93c5976,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:54.146332 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-33aada94-68d2-4bf2-8bbb-fc04d5433340 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1146507 Feb 11 04:59:54.149206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48544) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:54.155566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-273efeb5-896c-42a7-99c8-4e8aeba2a94b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:54.337885 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-273efeb5-896c-42a7-99c8-4e8aeba2a94b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a47bd47f-0c49-4320-8d8a-95c8e93c5976), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:54.378176 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9900c38-8a09-4019-8d82-a23e46a744aa req-5be57188-3c4f-4acd-b03e-aa65abd5040b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:54.379785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9900c38-8a09-4019-8d82-a23e46a744aa req-5be57188-3c4f-4acd-b03e-aa65abd5040b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1455348 Feb 11 04:59:54.679216 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9900c38-8a09-4019-8d82-a23e46a744aa req-e4ff98a5-4d13-46ca-b3fb-8f9e02ba83e6 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563579 Feb 11 04:59:54.769941 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-273efeb5-896c-42a7-99c8-4e8aeba2a94b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (a47bd47f-0c49-4320-8d8a-95c8e93c5976), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:54.781285 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-273efeb5-896c-42a7-99c8-4e8aeba2a94b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (a47bd47f-0c49-4320-8d8a-95c8e93c5976), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:54.841651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-273efeb5-896c-42a7-99c8-4e8aeba2a94b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] In _notify_port_updated(), no bound segment for port a47bd47f-0c49-4320-8d8a-95c8e93c5976 on network 544623e0-8ac8-46f6-be2f-90b388878871 {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:59:54.877951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273efeb5-896c-42a7-99c8-4e8aeba2a94b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:54.881207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-273efeb5-896c-42a7-99c8-4e8aeba2a94b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:54.885110 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-273efeb5-896c-42a7-99c8-4e8aeba2a94b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "PUT /v2.0/ports/a47bd47f-0c49-4320-8d8a-95c8e93c5976 HTTP/1.1" status: 200 len: 818 time: 0.7346423 Feb 11 04:59:54.888159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:54.942563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273efeb5-896c-42a7-99c8-4e8aeba2a94b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=a47bd47f-0c49-4320-8d8a-95c8e93c5976,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:55.149517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4083d-d253-4c52-89f8-083c2bf59ba2 req-9c36c790-2d59-4fdd-afa8-c69881deedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.152778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fdb4083d-d253-4c52-89f8-083c2bf59ba2 req-9c36c790-2d59-4fdd-afa8-c69881deedd2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 1127 time: 0.1032932 Feb 11 04:59:55.167030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326d9f5-28c6-4c77-b760-f0ade774d4f6 req-213144d7-60e9-42c0-a0bc-db8217d61258 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.170831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c081a5-32d7-4f95-af82-444679903d68 req-f6022092-95f8-4965-95db-82ad3740e2ca tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.172432 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1c081a5-32d7-4f95-af82-444679903d68 req-f6022092-95f8-4965-95db-82ad3740e2ca tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1208501 Feb 11 04:59:55.180189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6127aebc-0205-41fb-816c-029beb8979eb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port a47bd47f-0c49-4320-8d8a-95c8e93c5976 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:59:55.180618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6127aebc-0205-41fb-816c-029beb8979eb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a47bd47f-0c49-4320-8d8a-95c8e93c5976), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:55.183833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a326d9f5-28c6-4c77-b760-f0ade774d4f6 req-213144d7-60e9-42c0-a0bc-db8217d61258 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1885979 Feb 11 04:59:55.290027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a326d9f5-28c6-4c77-b760-f0ade774d4f6 req-327d5bd4-2942-45d9-a884-e9437d6af352 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052473 Feb 11 04:59:55.369603 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1c081a5-32d7-4f95-af82-444679903d68 req-f48d3529-d1e5-4433-81df-010860647162 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850383 Feb 11 04:59:55.383764 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6127aebc-0205-41fb-816c-029beb8979eb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a47bd47f-0c49-4320-8d8a-95c8e93c5976), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:55.413817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6127aebc-0205-41fb-816c-029beb8979eb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for a47bd47f-0c49-4320-8d8a-95c8e93c5976 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:59:55.419910 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4083d-d253-4c52-89f8-083c2bf59ba2 req-8c4df935-dbd3-45cc-b94a-2eb22926e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.423597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fdb4083d-d253-4c52-89f8-083c2bf59ba2 req-8c4df935-dbd3-45cc-b94a-2eb22926e5bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.2316566 Feb 11 04:59:55.518082 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6127aebc-0205-41fb-816c-029beb8979eb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a47bd47f-0c49-4320-8d8a-95c8e93c5976), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:55.561716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fdb4083d-d253-4c52-89f8-083c2bf59ba2 req-6c9569fc-d165-48e1-9c65-1ae2ed7ab7db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 200 len: 998 time: 0.1316392 Feb 11 04:59:55.582794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127aebc-0205-41fb-816c-029beb8979eb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=a47bd47f-0c49-4320-8d8a-95c8e93c5976,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:55.592448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6127aebc-0205-41fb-816c-029beb8979eb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:55.597494 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6127aebc-0205-41fb-816c-029beb8979eb tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/a47bd47f-0c49-4320-8d8a-95c8e93c5976 HTTP/1.1" status: 204 len: 168 time: 0.7065465 Feb 11 04:59:55.611654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48584) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:55.663277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4083d-d253-4c52-89f8-083c2bf59ba2 req-098878c9-f90b-40c5-b2e1-710c743e74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.664837 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fdb4083d-d253-4c52-89f8-083c2bf59ba2 req-098878c9-f90b-40c5-b2e1-710c743e74fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.0954595 Feb 11 04:59:55.709227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48588) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:55.755161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4083d-d253-4c52-89f8-083c2bf59ba2 req-5899e606-5ccb-450a-89f5-6b5a2f50b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.756927 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fdb4083d-d253-4c52-89f8-083c2bf59ba2 req-5899e606-5ccb-450a-89f5-6b5a2f50b8cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0845940 Feb 11 04:59:55.776234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf16be7-ae6e-43d1-b14a-58953fa234b4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.783570 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dbf16be7-ae6e-43d1-b14a-58953fa234b4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1679161 Feb 11 04:59:55.787576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48594) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:55.855071 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc435ca-5583-475c-9be7-160d062e0bb1 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 04:59:55.864032 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5bc435ca-5583-475c-9be7-160d062e0bb1 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/a47bd47f-0c49-4320-8d8a-95c8e93c5976 HTTP/1.1" status: 404 len: 333 time: 0.0743537 Feb 11 04:59:55.869198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48596) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:55.882331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-843df727-f53e-4881-a2dd-7e367296304c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-447112098'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:55.904212 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fdb4083d-d253-4c52-89f8-083c2bf59ba2 req-4f0b7aac-4670-4e68-a6f4-bdec0e9c5b22 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390069 Feb 11 04:59:55.931247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843df727-f53e-4881-a2dd-7e367296304c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:55.954022 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-843df727-f53e-4881-a2dd-7e367296304c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:55.982940 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d47773b-5570-4a7f-9914-aca1ce2679e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:56.019743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843df727-f53e-4881-a2dd-7e367296304c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:59:56.049798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-843df727-f53e-4881-a2dd-7e367296304c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4816617f-fe32-402d-8fb2-15b67965d546), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:56.050271 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-843df727-f53e-4881-a2dd-7e367296304c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Added segment 4816617f-fe32-402d-8fb2-15b67965d546 of type vlan for network a40400b5-7984-48a2-aca2-7b2494849538 Feb 11 04:59:56.074308 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fdb4083d-d253-4c52-89f8-083c2bf59ba2 req-fb800bcd-63d3-4615-8c20-fa2f4a9121d0 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517925 Feb 11 04:59:56.142063 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-843df727-f53e-4881-a2dd-7e367296304c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (a40400b5-7984-48a2-aca2-7b2494849538), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:56.189632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-843df727-f53e-4881-a2dd-7e367296304c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (a40400b5-7984-48a2-aca2-7b2494849538), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:56.195427 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843df727-f53e-4881-a2dd-7e367296304c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:56.196094 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-843df727-f53e-4881-a2dd-7e367296304c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:56.228826 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d47773b-5570-4a7f-9914-aca1ce2679e4 admin admin] Publish callbacks [] for security_group (11514e57-8386-4335-a8a6-3901a45dfb53), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:56.255824 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-843df727-f53e-4881-a2dd-7e367296304c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3779571 Feb 11 04:59:56.255824 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3d47773b-5570-4a7f-9914-aca1ce2679e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (11514e57-8386-4335-a8a6-3901a45dfb53), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:56.256399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:56.273268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-24606ed5-8fc0-4f42-92df-3922f4e891f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': 'a40400b5-7984-48a2-aca2-7b2494849538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:56.364769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843df727-f53e-4881-a2dd-7e367296304c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Network': ['ID=a40400b5-7984-48a2-aca2-7b2494849538,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:56.395243 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3d47773b-5570-4a7f-9914-aca1ce2679e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a238de1499384e1db64e9078607d745a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6838992 Feb 11 04:59:56.396074 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47773b-5570-4a7f-9914-aca1ce2679e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11514e57-8386-4335-a8a6-3901a45dfb53,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:56.398728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48610) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:56.448703 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network a40400b5-7984-48a2-aca2-7b2494849538 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:59:56.526852 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7bd049a2-bcc7-4a80-9aa9-9efa2b22e87b admin admin] Publish callbacks [] for security_group (11514e57-8386-4335-a8a6-3901a45dfb53), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:56.544304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24606ed5-8fc0-4f42-92df-3922f4e891f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:56.549147 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24606ed5-8fc0-4f42-92df-3922f4e891f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:56.561576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7bd049a2-bcc7-4a80-9aa9-9efa2b22e87b admin admin] Publish callbacks [] for security_group (11514e57-8386-4335-a8a6-3901a45dfb53), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:56.699153 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7bd049a2-bcc7-4a80-9aa9-9efa2b22e87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (11514e57-8386-4335-a8a6-3901a45dfb53), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:56.702122 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7bd049a2-bcc7-4a80-9aa9-9efa2b22e87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:56.713101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 86aa5dd1-5307-4a75-92f3-27e2414da009 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:59:56.721659 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7bd049a2-bcc7-4a80-9aa9-9efa2b22e87b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11514e57-8386-4335-a8a6-3901a45dfb53 HTTP/1.1" status: 204 len: 168 time: 0.3113379 Feb 11 04:59:56.754591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd049a2-bcc7-4a80-9aa9-9efa2b22e87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11514e57-8386-4335-a8a6-3901a45dfb53,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:56.822996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65edbb-32b4-4c0c-9ee5-7e9a12286f5f req-6a49203d-2d84-4d7a-9e0f-7100082796ee tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:56.828014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c65edbb-32b4-4c0c-9ee5-7e9a12286f5f req-6a49203d-2d84-4d7a-9e0f-7100082796ee tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2063673 Feb 11 04:59:56.906027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=86aa5dd1-5307-4a75-92f3-27e2414da009,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:56.949595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb2ed0-378b-49db-84ae-700fcc264a66 req-ed34962c-af31-4d1e-8248-a0b5b9ee7abb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:56.950238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'port_id': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'mac_address': 'fa:16:3e:53:36:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:59:56.967900 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57fb2ed0-378b-49db-84ae-700fcc264a66 req-ed34962c-af31-4d1e-8248-a0b5b9ee7abb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.4441707 Feb 11 04:59:56.990738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c65edbb-32b4-4c0c-9ee5-7e9a12286f5f req-e21ae5ec-9b1e-45ef-af55-c4d58a01b349 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538844 Feb 11 04:59:57.040237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 86aa5dd1-5307-4a75-92f3-27e2414da009 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:57.041899 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.060300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86aa5dd1-5307-4a75-92f3-27e2414da009 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:59:57.083090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=86aa5dd1-5307-4a75-92f3-27e2414da009,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:57.098081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.175923 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57fb2ed0-378b-49db-84ae-700fcc264a66 req-ec88be90-b13b-4af6-bb03-6261d00317d5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070265 Feb 11 04:59:57.223968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=86aa5dd1-5307-4a75-92f3-27e2414da009,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:57.263195 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24606ed5-8fc0-4f42-92df-3922f4e891f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (eb8e20ac-ca21-461c-a9f9-ef603df0b65e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.281248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['86aa5dd1-5307-4a75-92f3-27e2414da009'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:59:57.337489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48624) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:57.358956 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-311075fa-9c0b-47a0-bf3a-c620930f52d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.483666 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24606ed5-8fc0-4f42-92df-3922f4e891f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Checking segment: {'id': '4816617f-fe32-402d-8fb2-15b67965d546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a40400b5-7984-48a2-aca2-7b2494849538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:57.484040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24606ed5-8fc0-4f42-92df-3922f4e891f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network hostable DHCP agents. Network: a40400b5-7984-48a2-aca2-7b2494849538, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:59:57.503472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24606ed5-8fc0-4f42-92df-3922f4e891f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Subnet': ['ID=eb8e20ac-ca21-461c-a9f9-ef603df0b65e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:57.532672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24606ed5-8fc0-4f42-92df-3922f4e891f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network a40400b5-7984-48a2-aca2-7b2494849538 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:59:57.549592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-24606ed5-8fc0-4f42-92df-3922f4e891f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, a40400b5-7984-48a2-aca2-7b2494849538) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:57.559649 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-311075fa-9c0b-47a0-bf3a-c620930f52d7 admin admin] Publish callbacks [] for security_group (bdc2f100-16f9-44f3-89da-f5df8c2ca725), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.560087 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24606ed5-8fc0-4f42-92df-3922f4e891f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:57.562562 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24606ed5-8fc0-4f42-92df-3922f4e891f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.565267 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-311075fa-9c0b-47a0-bf3a-c620930f52d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bdc2f100-16f9-44f3-89da-f5df8c2ca725), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.571125 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec299f78-cc15-442e-9095-71c1986aaf1b None None] Network a40400b5-7984-48a2-aca2-7b2494849538 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:57.609411 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-24606ed5-8fc0-4f42-92df-3922f4e891f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3497810 Feb 11 04:59:57.619152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48636) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:57.631862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c0037649-f2ed-4da1-94ed-6ac5e594e800 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': 'a40400b5-7984-48a2-aca2-7b2494849538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:57.683630 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-311075fa-9c0b-47a0-bf3a-c620930f52d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbfbb8e00e6d4f57a2b826615ba9ca0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439183 Feb 11 04:59:57.685112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311075fa-9c0b-47a0-bf3a-c620930f52d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc2f100-16f9-44f3-89da-f5df8c2ca725,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:57.695636 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48642) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:57.742045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-a40400b5-7984-48a2-aca2-7b2494849538', 'network_id': 'a40400b5-7984-48a2-aca2-7b2494849538', 'project_id': '1bdc0b3d615045bf9683ee6744a71be1', 'fixed_ips': [{'subnet_id': 'eb8e20ac-ca21-461c-a9f9-ef603df0b65e'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:59:57.742940 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.844188 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da4fa34c-557c-48fa-9e20-a2285ebb566e admin admin] Publish callbacks [] for security_group (bdc2f100-16f9-44f3-89da-f5df8c2ca725), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.877427 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da4fa34c-557c-48fa-9e20-a2285ebb566e admin admin] Publish callbacks [] for security_group (bdc2f100-16f9-44f3-89da-f5df8c2ca725), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.883459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0037649-f2ed-4da1-94ed-6ac5e594e800 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:57.887346 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0037649-f2ed-4da1-94ed-6ac5e594e800 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.934801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da4fa34c-557c-48fa-9e20-a2285ebb566e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bdc2f100-16f9-44f3-89da-f5df8c2ca725), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.938714 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da4fa34c-557c-48fa-9e20-a2285ebb566e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.940262 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-da4fa34c-557c-48fa-9e20-a2285ebb566e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdc2f100-16f9-44f3-89da-f5df8c2ca725 HTTP/1.1" status: 204 len: 168 time: 0.2371619 Feb 11 04:59:57.951617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fa34c-557c-48fa-9e20-a2285ebb566e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc2f100-16f9-44f3-89da-f5df8c2ca725,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:58.152478 n-d-615180-58 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-c0037649-f2ed-4da1-94ed-6ac5e594e800 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb8e20ac-ca21-461c-a9f9-ef603df0b65e (CIDR: 172.20.0.0/28) Feb 11 04:59:58.156927 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0037649-f2ed-4da1-94ed-6ac5e594e800 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:59:58.158815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0037649-f2ed-4da1-94ed-6ac5e594e800 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:59:58.190006 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c0037649-f2ed-4da1-94ed-6ac5e594e800 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5678244 Feb 11 04:59:58.191618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48654) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:58.202704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9db6e883-42a2-42d9-b4ef-a1960c1a6444 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': 'a40400b5-7984-48a2-aca2-7b2494849538', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:58.281947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Allocated IP 172.20.0.2 (a40400b5-7984-48a2-aca2-7b2494849538/eb8e20ac-ca21-461c-a9f9-ef603df0b65e/abd6e95b-b35a-4051-a010-99a2f56f67b1) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:58.378889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd746ea-176f-4e2d-8765-438ceceb2d93 req-85c11c24-35ca-497f-ba5d-35bb6fc76d15 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:58.390786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ddd746ea-176f-4e2d-8765-438ceceb2d93 req-85c11c24-35ca-497f-ba5d-35bb6fc76d15 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2020304 Feb 11 04:59:58.515659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0124e-7c21-4693-8ab0-0e866d3e7afe req-7a0ccdfe-09cb-4c3b-94be-c6f362f9258c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:58.526162 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b4e0124e-7c21-4693-8ab0-0e866d3e7afe req-7a0ccdfe-09cb-4c3b-94be-c6f362f9258c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 944 time: 0.2352204 Feb 11 04:59:58.559496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ddd746ea-176f-4e2d-8765-438ceceb2d93 req-0d878429-9418-44af-9edd-c95a8209d0cc tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645019 Feb 11 04:59:58.606696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db6e883-42a2-42d9-b4ef-a1960c1a6444 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:58.611847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9db6e883-42a2-42d9-b4ef-a1960c1a6444 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:58.682019 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b4e0124e-7c21-4693-8ab0-0e866d3e7afe req-d9e27d12-9b8b-45b4-b69e-6d73887a48bf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367061 Feb 11 04:59:58.745555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 86aa5dd1-5307-4a75-92f3-27e2414da009 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:58.776369 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Publish callbacks [] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:58.806334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342d663-b38e-47cb-8c34-6cc9a1b0ca2a req-74b10a65-f947-4b56-a271-453d7973ce55 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:58.818670 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8342d663-b38e-47cb-8c34-6cc9a1b0ca2a req-74b10a65-f947-4b56-a271-453d7973ce55 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1144993 Feb 11 04:59:58.845322 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:58.951284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8342d663-b38e-47cb-8c34-6cc9a1b0ca2a req-8f28d287-fa56-4515-9515-f586426c5251 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315019 Feb 11 04:59:59.223587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Network a40400b5-7984-48a2-aca2-7b2494849538 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:59.255050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:59.263420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:59.360811 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7145fbe-aa87-4495-9802-2e0a8559552e req-ccbcdf4c-1090-408d-b28b-ffc8b536fb79 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:59.366800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7145fbe-aa87-4495-9802-2e0a8559552e req-ccbcdf4c-1090-408d-b28b-ffc8b536fb79 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2923987 Feb 11 04:59:59.368158 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9db6e883-42a2-42d9-b4ef-a1960c1a6444 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (97fede52-4be3-42f9-bb31-0d813ab70190), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:59.442385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Pushing event updated for resources: {'Port': ['ID=abd6e95b-b35a-4051-a010-99a2f56f67b1,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:59.448763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 86aa5dd1-5307-4a75-92f3-27e2414da009 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:59.450316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:59.505268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Attempting to bind port abd6e95b-b35a-4051-a010-99a2f56f67b1 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:59:59.506421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Attempting to bind port abd6e95b-b35a-4051-a010-99a2f56f67b1 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '4816617f-fe32-402d-8fb2-15b67965d546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a40400b5-7984-48a2-aca2-7b2494849538'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:59:59.507021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Attempting to bind port abd6e95b-b35a-4051-a010-99a2f56f67b1 on network a40400b5-7984-48a2-aca2-7b2494849538 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:59.515826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:59:59.516548 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Checking segment: {'id': '4816617f-fe32-402d-8fb2-15b67965d546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a40400b5-7984-48a2-aca2-7b2494849538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:59.517152 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:59.517846 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Bound using segment: {'id': '4816617f-fe32-402d-8fb2-15b67965d546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a40400b5-7984-48a2-aca2-7b2494849538'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:59:59.518529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Bound port: abd6e95b-b35a-4051-a010-99a2f56f67b1, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4816617f-fe32-402d-8fb2-15b67965d546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a40400b5-7984-48a2-aca2-7b2494849538'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:59:59.519185 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:59.568601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6e883-42a2-42d9-b4ef-a1960c1a6444 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network a40400b5-7984-48a2-aca2-7b2494849538 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:59.606757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-9db6e883-42a2-42d9-b4ef-a1960c1a6444 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:59.620457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db6e883-42a2-42d9-b4ef-a1960c1a6444 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:59.621052 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9db6e883-42a2-42d9-b4ef-a1960c1a6444 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:59.684209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 86aa5dd1-5307-4a75-92f3-27e2414da009 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:59.684890 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:59.688652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6e883-42a2-42d9-b4ef-a1960c1a6444 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Subnet': ['ID=97fede52-4be3-42f9-bb31-0d813ab70190,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:59.753538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:59.757209 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2da8259-f9cc-4331-8a34-bc06907cebe1" -d '{"events": [{"server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "name": "network-vif-plugged", "status": "completed", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:59.764021 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9db6e883-42a2-42d9-b4ef-a1960c1a6444 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5685234 Feb 11 04:59:59.764386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48700) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:59.771294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': 'a40400b5-7984-48a2-aca2-7b2494849538', 'fixed_ips': [{'subnet_id': 'eb8e20ac-ca21-461c-a9f9-ef603df0b65e'}, {'subnet_id': '97fede52-4be3-42f9-bb31-0d813ab70190'}], 'name': 'tempest-PortsTestJSON-1748399364'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:59.782623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] For port abd6e95b-b35a-4051-a010-99a2f56f67b1, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:59:59.786149 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=86aa5dd1-5307-4a75-92f3-27e2414da009,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:59.797694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] For port abd6e95b-b35a-4051-a010-99a2f56f67b1, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=abd6e95b-b35a-4051-a010-99a2f56f67b1,segment=NetworkSegment(4816617f-fe32-402d-8fb2-15b67965d546),segment_id=4816617f-fe32-402d-8fb2-15b67965d546)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:59:59.801717 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:59.810326 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:59.817376 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7145fbe-aa87-4495-9802-2e0a8559552e req-9cc82975-90a7-4001-b1c0-4ffff0ebf8f0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4433138 Feb 11 04:59:59.883617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=86aa5dd1-5307-4a75-92f3-27e2414da009,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:59.991211 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea91acae-a653-4dbb-9717-cc4cdd165651 x-openstack-request-id: req-ea91acae-a653-4dbb-9717-cc4cdd165651 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:59.992055 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "name": "network-vif-plugged", "status": "completed", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:59.992502 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea91acae-a653-4dbb-9717-cc4cdd165651 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:59.993205 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'code': 200} Feb 11 04:59:59.994244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9ef4a-b814-40d2-92d8-ebf5a24600b8 None None] Pushing event updated for resources: {'Port': ['ID=abd6e95b-b35a-4051-a010-99a2f56f67b1,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:00.277430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab58bf-c154-4e17-be2c-6eae6ec1cc87 req-c7b6aa0a-86a4-4d3b-a3fb-0f1c54668b38 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:00.278363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbbe29-00ed-41b5-aa11-2e0f40abb9e6 req-251b5eb7-681b-4321-82fc-edaad7c3b44c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:00.285310 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-baab58bf-c154-4e17-be2c-6eae6ec1cc87 req-c7b6aa0a-86a4-4d3b-a3fb-0f1c54668b38 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.2780533 Feb 11 05:00:00.287602 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8efbbe29-00ed-41b5-aa11-2e0f40abb9e6 req-251b5eb7-681b-4321-82fc-edaad7c3b44c tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.2101533 Feb 11 05:00:00.336354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:00.385594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8efbbe29-00ed-41b5-aa11-2e0f40abb9e6 req-00d6048c-66a6-4276-aa3a-74952a116057 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951378 Feb 11 05:00:00.579775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device abd6e95b-b35a-4051-a010-99a2f56f67b1 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:00.592189 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-baab58bf-c154-4e17-be2c-6eae6ec1cc87 req-fcd74417-f512-44a4-b12a-e327fdcb0ae4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005202 Feb 11 05:00:00.661163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:00.676156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de60ef8-b6be-4a1d-ace4-4bcd0a6f16f1 req-5cf76629-15b5-4a3f-8b5a-b2baf7e1e492 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:00.684822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0de60ef8-b6be-4a1d-ace4-4bcd0a6f16f1 req-5cf76629-15b5-4a3f-8b5a-b2baf7e1e492 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1513531 Feb 11 05:00:00.712889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port abd6e95b-b35a-4051-a010-99a2f56f67b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:00.713270 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:00.715046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port e796f3d1-d88b-4d01-84bf-046555466744 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:00:00.801997 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0de60ef8-b6be-4a1d-ace4-4bcd0a6f16f1 req-e0814a7b-a853-49b5-8e71-d86baae89e22 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162086 Feb 11 05:00:00.929597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port abd6e95b-b35a-4051-a010-99a2f56f67b1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:00.930477 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:01.045350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port abd6e95b-b35a-4051-a010-99a2f56f67b1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=abd6e95b-b35a-4051-a010-99a2f56f67b1,segment=NetworkSegment(4816617f-fe32-402d-8fb2-15b67965d546),segment_id=4816617f-fe32-402d-8fb2-15b67965d546)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:01.053920 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:01.205138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=abd6e95b-b35a-4051-a010-99a2f56f67b1,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:01.436030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.6 (a40400b5-7984-48a2-aca2-7b2494849538/eb8e20ac-ca21-461c-a9f9-ef603df0b65e/e796f3d1-d88b-4d01-84bf-046555466744) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:01.449512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.30 (a40400b5-7984-48a2-aca2-7b2494849538/97fede52-4be3-42f9-bb31-0d813ab70190/e796f3d1-d88b-4d01-84bf-046555466744) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:01.673925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b6170-66b2-40cb-bc4f-1296032963d0 req-7e22fd3f-9162-442a-9522-5e5c7228ae10 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:01.690627 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c4b6170-66b2-40cb-bc4f-1296032963d0 req-7e22fd3f-9162-442a-9522-5e5c7228ae10 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.3902845 Feb 11 05:00:01.754624 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (e796f3d1-d88b-4d01-84bf-046555466744), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:01.838496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a0dd37-e3c6-48d2-b214-48326fba16b5 None None] Network a40400b5-7984-48a2-aca2-7b2494849538 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:01.918047 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e796f3d1-d88b-4d01-84bf-046555466744), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:01.949766 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:00:02.049995 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c4b6170-66b2-40cb-bc4f-1296032963d0 req-dc1bce1b-ad52-41aa-b568-cbb7d60dceca tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542898 Feb 11 05:00:02.084055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network a40400b5-7984-48a2-aca2-7b2494849538 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:02.112016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:02.121558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:02.165196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-eb833623-0af2-40a7-b25a-32b81a1a2168 None None] Provisioning complete for port abd6e95b-b35a-4051-a010-99a2f56f67b1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:02.165196 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb833623-0af2-40a7-b25a-32b81a1a2168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:02.184859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263474d2-96d5-4496-acae-fd7c44c7af49 req-5f909f50-c5e3-4f71-a9ec-29b4a3cf2d51 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:02.186512 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-263474d2-96d5-4496-acae-fd7c44c7af49 req-5f909f50-c5e3-4f71-a9ec-29b4a3cf2d51 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.3096604 Feb 11 05:00:02.211499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:02.212245 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:02.214209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51b59b75-eba5-452b-b06c-f0551f5112ea req-19f302dc-63e5-4ee2-8f1b-9af325dbddac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3480484 Feb 11 05:00:02.225497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=e796f3d1-d88b-4d01-84bf-046555466744,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:02.276541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1ab06c36-5ff2-43b4-9bec-f03d7217d8b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.5084121 Feb 11 05:00:02.277281 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48764) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:02.313203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9d5dac8e-de8d-429d-ba93-8bc5a094a67d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb8e20ac-ca21-461c-a9f9-ef603df0b65e'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:02.569959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device abd6e95b-b35a-4051-a010-99a2f56f67b1 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:02.593140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-263474d2-96d5-4496-acae-fd7c44c7af49 req-15737fe6-d096-4a5c-9565-249b489d58e8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742573 Feb 11 05:00:02.700770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b59b75-eba5-452b-b06c-f0551f5112ea req-ede03399-8ea7-41f3-96d8-de98c72f575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:02.702342 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51b59b75-eba5-452b-b06c-f0551f5112ea req-ede03399-8ea7-41f3-96d8-de98c72f575c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 1129 time: 0.3842008 Feb 11 05:00:02.720968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eb833623-0af2-40a7-b25a-32b81a1a2168 None None] Current status of the port abd6e95b-b35a-4051-a010-99a2f56f67b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:02.797339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e1eab-c8fa-4086-ae58-e42998703d03 None None] Update dhcp port {'port': {'network_id': 'a40400b5-7984-48a2-aca2-7b2494849538', 'fixed_ips': [{'subnet_id': 'eb8e20ac-ca21-461c-a9f9-ef603df0b65e', 'ip_address': '172.20.0.2'}, {'subnet_id': '97fede52-4be3-42f9-bb31-0d813ab70190'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'abd6e95b-b35a-4051-a010-99a2f56f67b1'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:00:02.832072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port abd6e95b-b35a-4051-a010-99a2f56f67b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:02.832407 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:02.870942 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-592e1eab-c8fa-4086-ae58-e42998703d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:03.125246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port abd6e95b-b35a-4051-a010-99a2f56f67b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:03.250418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbed80f-c276-4b3c-889c-2c2250d4df2e req-ab56be2a-fd98-4e06-9e9d-e8453ba4fd08 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:03.259137 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afbed80f-c276-4b3c-889c-2c2250d4df2e req-ab56be2a-fd98-4e06-9e9d-e8453ba4fd08 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0675838 Feb 11 05:00:03.353425 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:03.375383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afbed80f-c276-4b3c-889c-2c2250d4df2e req-0f326f17-ed41-476a-acd8-5858016b8d52 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133955 Feb 11 05:00:03.406607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-592e1eab-c8fa-4086-ae58-e42998703d03 None None] Allocated IP 172.20.0.18 (a40400b5-7984-48a2-aca2-7b2494849538/97fede52-4be3-42f9-bb31-0d813ab70190/abd6e95b-b35a-4051-a010-99a2f56f67b1) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:03.560023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48790) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:03.619718 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5dac8e-de8d-429d-ba93-8bc5a094a67d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e796f3d1-d88b-4d01-84bf-046555466744), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:03.745430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-592e1eab-c8fa-4086-ae58-e42998703d03 None None] For port abd6e95b-b35a-4051-a010-99a2f56f67b1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=abd6e95b-b35a-4051-a010-99a2f56f67b1,segment=NetworkSegment(4816617f-fe32-402d-8fb2-15b67965d546),segment_id=4816617f-fe32-402d-8fb2-15b67965d546)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:03.844968 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-592e1eab-c8fa-4086-ae58-e42998703d03 None None] Publish callbacks [] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:03.863220 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-592e1eab-c8fa-4086-ae58-e42998703d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:03.975490 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34111fff-db02-4104-8783-42d78d07765c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:04.023778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df0b16-ad78-44b4-92ed-0b1172da9ae1 req-6742cc6d-76b1-4389-a243-cf57321ca385 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:04.024667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b59b75-eba5-452b-b06c-f0551f5112ea req-ca3355be-5a9c-4d62-8888-a69a151a65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:04.027865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51b59b75-eba5-452b-b06c-f0551f5112ea req-ca3355be-5a9c-4d62-8888-a69a151a65aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.5082378 Feb 11 05:00:04.031424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7df0b16-ad78-44b4-92ed-0b1172da9ae1 req-6742cc6d-76b1-4389-a243-cf57321ca385 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.3633561 Feb 11 05:00:04.033375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e1eab-c8fa-4086-ae58-e42998703d03 None None] Pushing event updated for resources: {'Port': ['ID=abd6e95b-b35a-4051-a010-99a2f56f67b1,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:04.035883 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ec005b8-dd59-4c5e-94d3-b1b091b594e4 req-a2964cb4-dc68-410b-9455-850dace9ac43 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3459554 Feb 11 05:00:04.180403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1eb8a-f40c-4a16-8f9f-bd19509566b6 req-8e603d0f-dcd3-4ae2-86d0-f53a1ea10d37 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:04.188431 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c3e1eb8a-f40c-4a16-8f9f-bd19509566b6 req-8e603d0f-dcd3-4ae2-86d0-f53a1ea10d37 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.4063938 Feb 11 05:00:04.200296 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51b59b75-eba5-452b-b06c-f0551f5112ea req-6cb0b516-3011-4881-bff2-3e9303aa37bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40a2764-0d42-4409-90f8-d98a4f1bc2aa HTTP/1.1" status: 200 len: 217 time: 0.1567013 Feb 11 05:00:04.283046 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b59b75-eba5-452b-b06c-f0551f5112ea req-8eb2e6a8-ad70-4d6b-a306-8e1f7ed073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:04.284899 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51b59b75-eba5-452b-b06c-f0551f5112ea req-8eb2e6a8-ad70-4d6b-a306-8e1f7ed073ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.0684991 Feb 11 05:00:04.506662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c3e1eb8a-f40c-4a16-8f9f-bd19509566b6 req-61da00f7-22dc-4926-aa33-e24c07bb5c91 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168278 Feb 11 05:00:04.533457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device abd6e95b-b35a-4051-a010-99a2f56f67b1 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:04.605445 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b59b75-eba5-452b-b06c-f0551f5112ea req-1bb306fe-0000-4067-90d6-174b4fa61960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:04.608224 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51b59b75-eba5-452b-b06c-f0551f5112ea req-1bb306fe-0000-4067-90d6-174b4fa61960 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3090546 Feb 11 05:00:04.673706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port abd6e95b-b35a-4051-a010-99a2f56f67b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:04.674446 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:04.790870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-9d5dac8e-de8d-429d-ba93-8bc5a094a67d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Delete allocated IP 172.20.0.30 (a40400b5-7984-48a2-aca2-7b2494849538/97fede52-4be3-42f9-bb31-0d813ab70190) {{(pid=103354) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:00:04.880315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port abd6e95b-b35a-4051-a010-99a2f56f67b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:04.915839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399eb3c-ff76-419a-8140-e01b6924be49 req-5799520a-bfea-4f31-a6f0-249d40848b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:04.917591 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a399eb3c-ff76-419a-8140-e01b6924be49 req-5799520a-bfea-4f31-a6f0-249d40848b5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 1127 time: 1.0874496 Feb 11 05:00:04.938094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7df0b16-ad78-44b4-92ed-0b1172da9ae1 req-c7e2fc48-0898-4460-acec-cdbd52b5d4f5 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9045131 Feb 11 05:00:04.977220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec005b8-dd59-4c5e-94d3-b1b091b594e4 req-05c84e7b-d0d8-432b-beff-08d3f22c635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:04.977436 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51b59b75-eba5-452b-b06c-f0551f5112ea req-95b19321-a17d-4dd4-a35c-e1aa40309603 service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472960 Feb 11 05:00:04.979049 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ec005b8-dd59-4c5e-94d3-b1b091b594e4 req-05c84e7b-d0d8-432b-beff-08d3f22c635c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 1128 time: 0.8984706 Feb 11 05:00:05.071587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cab97b-8407-466d-9464-2a9710cceb84 None None] Network a40400b5-7984-48a2-aca2-7b2494849538 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:05.097432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ca117fe5-1a05-4a17-97fc-b4db802afcfb None None] Provisioning complete for port e796f3d1-d88b-4d01-84bf-046555466744 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:05.101130 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca117fe5-1a05-4a17-97fc-b4db802afcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e796f3d1-d88b-4d01-84bf-046555466744), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.188468 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51b59b75-eba5-452b-b06c-f0551f5112ea req-c6cef61b-ea0f-40f2-878e-9c89b372329f service neutron] 10.222.0.60 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029707 Feb 11 05:00:05.192632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5dac8e-de8d-429d-ba93-8bc5a094a67d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (e796f3d1-d88b-4d01-84bf-046555466744), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.211787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ca117fe5-1a05-4a17-97fc-b4db802afcfb None None] Port e796f3d1-d88b-4d01-84bf-046555466744 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:05.226246 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5dac8e-de8d-429d-ba93-8bc5a094a67d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (e796f3d1-d88b-4d01-84bf-046555466744), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.233288 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34111fff-db02-4104-8783-42d78d07765c admin admin] Publish callbacks [] for security_group (9676d02b-f272-4309-b59e-8fda6276b446), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.240499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ca117fe5-1a05-4a17-97fc-b4db802afcfb None None] Provisioning complete for port abd6e95b-b35a-4051-a010-99a2f56f67b1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:05.240499 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca117fe5-1a05-4a17-97fc-b4db802afcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.255126 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34111fff-db02-4104-8783-42d78d07765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9676d02b-f272-4309-b59e-8fda6276b446), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.322552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dac8e-de8d-429d-ba93-8bc5a094a67d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=e796f3d1-d88b-4d01-84bf-046555466744,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:05.383346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-34111fff-db02-4104-8783-42d78d07765c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8d2a3351fa046b8ab5a8c4ce8b13b81&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8210824 Feb 11 05:00:05.384670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec005b8-dd59-4c5e-94d3-b1b091b594e4 req-7661bf32-c19b-4b5b-acc8-7a075a94e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:05.386254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ec005b8-dd59-4c5e-94d3-b1b091b594e4 req-7661bf32-c19b-4b5b-acc8-7a075a94e76e service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.3785405 Feb 11 05:00:05.386811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48796) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:05.387858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34111fff-db02-4104-8783-42d78d07765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9676d02b-f272-4309-b59e-8fda6276b446,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:05.418352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399eb3c-ff76-419a-8140-e01b6924be49 req-c090c614-2f11-4122-b0ca-c74c31709778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:05.421397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a399eb3c-ff76-419a-8140-e01b6924be49 req-c090c614-2f11-4122-b0ca-c74c31709778 service neutron] 10.222.0.10 "GET /v2.0/networks?id=06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 200 len: 912 time: 0.4718769 Feb 11 05:00:05.461195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ca117fe5-1a05-4a17-97fc-b4db802afcfb None None] Current status of the port abd6e95b-b35a-4051-a010-99a2f56f67b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:05.463530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9d5dac8e-de8d-429d-ba93-8bc5a094a67d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] In _notify_port_updated(), no bound segment for port e796f3d1-d88b-4d01-84bf-046555466744 on network a40400b5-7984-48a2-aca2-7b2494849538 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:00:05.468703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5dac8e-de8d-429d-ba93-8bc5a094a67d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:05.469467 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5dac8e-de8d-429d-ba93-8bc5a094a67d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.471007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9d5dac8e-de8d-429d-ba93-8bc5a094a67d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "PUT /v2.0/ports/e796f3d1-d88b-4d01-84bf-046555466744 HTTP/1.1" status: 200 len: 919 time: 3.1821661 Feb 11 05:00:05.474714 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48798) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:05.486079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a069ffde-f5eb-4c1b-bba5-8391a76611e8 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb8e20ac-ca21-461c-a9f9-ef603df0b65e'}, {'subnet_id': '97fede52-4be3-42f9-bb31-0d813ab70190'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:05.530205 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ec005b8-dd59-4c5e-94d3-b1b091b594e4 req-f97200f6-42e0-4895-8177-a2d7ec203bbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e6a10b2-f9f6-4320-b610-b8821d3f0a20 HTTP/1.1" status: 200 len: 217 time: 0.1207471 Feb 11 05:00:05.621095 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a069ffde-f5eb-4c1b-bba5-8391a76611e8 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e796f3d1-d88b-4d01-84bf-046555466744), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.651887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec005b8-dd59-4c5e-94d3-b1b091b594e4 req-e40255c9-7477-4b6f-8f7d-29bd12084386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:05.653955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ec005b8-dd59-4c5e-94d3-b1b091b594e4 req-e40255c9-7477-4b6f-8f7d-29bd12084386 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.1196711 Feb 11 05:00:05.760399 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a399eb3c-ff76-419a-8140-e01b6924be49 req-7d3fc646-afed-49c2-b9d7-b4164b813789 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 200 len: 998 time: 0.2601464 Feb 11 05:00:05.771650 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62bf37f2-9f1b-4259-884b-0bfde90b0cfa admin admin] Publish callbacks [] for security_group (9676d02b-f272-4309-b59e-8fda6276b446), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.784485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec005b8-dd59-4c5e-94d3-b1b091b594e4 req-aeea8565-a531-4d41-87e4-9efaa19f8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:05.786608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ec005b8-dd59-4c5e-94d3-b1b091b594e4 req-aeea8565-a531-4d41-87e4-9efaa19f8fdc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1093290 Feb 11 05:00:05.961380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-a069ffde-f5eb-4c1b-bba5-8391a76611e8 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.29 (a40400b5-7984-48a2-aca2-7b2494849538/97fede52-4be3-42f9-bb31-0d813ab70190/e796f3d1-d88b-4d01-84bf-046555466744) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:05.989489 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ec005b8-dd59-4c5e-94d3-b1b091b594e4 req-bfca0d6b-305d-4e53-8c6e-4d9262c60c0b service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521924 Feb 11 05:00:06.014744 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62bf37f2-9f1b-4259-884b-0bfde90b0cfa admin admin] Publish callbacks [] for security_group (9676d02b-f272-4309-b59e-8fda6276b446), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:06.182779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399eb3c-ff76-419a-8140-e01b6924be49 req-31620b62-bb89-4581-9185-54fc88307694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:06.184410 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a399eb3c-ff76-419a-8140-e01b6924be49 req-31620b62-bb89-4581-9185-54fc88307694 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 200 len: 850 time: 0.4095900 Feb 11 05:00:06.188840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3429c4d-9cc2-4aae-97be-9d7629e614c5 req-6c40550e-8efb-44cf-a699-e7a99ceb7cf4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:06.191097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b3429c4d-9cc2-4aae-97be-9d7629e614c5 req-6c40550e-8efb-44cf-a699-e7a99ceb7cf4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1381936 Feb 11 05:00:06.198956 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a069ffde-f5eb-4c1b-bba5-8391a76611e8 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (e796f3d1-d88b-4d01-84bf-046555466744), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:06.229436 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a069ffde-f5eb-4c1b-bba5-8391a76611e8 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (e796f3d1-d88b-4d01-84bf-046555466744), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:06.269972 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ec005b8-dd59-4c5e-94d3-b1b091b594e4 req-eabb7130-53a9-4c18-bb68-ac79777bf3c7 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696302 Feb 11 05:00:06.293320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc89a3-5128-43bc-be4a-c733a99a5590 req-dd739b09-5bab-49e2-95b2-dfe527f1c5ed tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:06.295232 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3bfc89a3-5128-43bc-be4a-c733a99a5590 req-dd739b09-5bab-49e2-95b2-dfe527f1c5ed tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1649001 Feb 11 05:00:06.308437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399eb3c-ff76-419a-8140-e01b6924be49 req-6789e4f0-6926-46ad-a1ed-e5491a53dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:06.308437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a399eb3c-ff76-419a-8140-e01b6924be49 req-6789e4f0-6926-46ad-a1ed-e5491a53dc40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06017fe2-4087-4cb5-9119-3aa48a779ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1063483 Feb 11 05:00:06.318972 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62bf37f2-9f1b-4259-884b-0bfde90b0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9676d02b-f272-4309-b59e-8fda6276b446), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:06.323254 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62bf37f2-9f1b-4259-884b-0bfde90b0cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:06.338298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-62bf37f2-9f1b-4259-884b-0bfde90b0cfa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9676d02b-f272-4309-b59e-8fda6276b446 HTTP/1.1" status: 204 len: 168 time: 0.9331572 Feb 11 05:00:06.395086 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b3429c4d-9cc2-4aae-97be-9d7629e614c5 req-9d501762-5ecc-4466-9510-212eb5db412a tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921434 Feb 11 05:00:06.437319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf37f2-9f1b-4259-884b-0bfde90b0cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9676d02b-f272-4309-b59e-8fda6276b446,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:06.489360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a069ffde-f5eb-4c1b-bba5-8391a76611e8 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] In _notify_port_updated(), no bound segment for port e796f3d1-d88b-4d01-84bf-046555466744 on network a40400b5-7984-48a2-aca2-7b2494849538 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:00:06.495478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069ffde-f5eb-4c1b-bba5-8391a76611e8 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:06.497024 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a069ffde-f5eb-4c1b-bba5-8391a76611e8 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:06.499741 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a069ffde-f5eb-4c1b-bba5-8391a76611e8 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "PUT /v2.0/ports/e796f3d1-d88b-4d01-84bf-046555466744 HTTP/1.1" status: 200 len: 999 time: 1.0238700 Feb 11 05:00:06.503783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48806) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:06.512453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069ffde-f5eb-4c1b-bba5-8391a76611e8 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=e796f3d1-d88b-4d01-84bf-046555466744,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:06.611550 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3bfc89a3-5128-43bc-be4a-c733a99a5590 req-314175ca-e110-4a3e-a2c0-830a66305615 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006916 Feb 11 05:00:06.695060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-23962468-d18e-4e2f-85c7-7ed60bd61860 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port e796f3d1-d88b-4d01-84bf-046555466744 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:06.695625 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23962468-d18e-4e2f-85c7-7ed60bd61860 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e796f3d1-d88b-4d01-84bf-046555466744), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:06.707521 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a399eb3c-ff76-419a-8140-e01b6924be49 req-f0899da8-3315-44be-8ed1-c2b5713da871 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657682 Feb 11 05:00:06.883869 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23962468-d18e-4e2f-85c7-7ed60bd61860 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e796f3d1-d88b-4d01-84bf-046555466744), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:06.897015 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-23962468-d18e-4e2f-85c7-7ed60bd61860 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for e796f3d1-d88b-4d01-84bf-046555466744 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:06.903726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2eb52d93-8b57-440f-9f89-1e4b21fa465e None None] Provisioning complete for port e796f3d1-d88b-4d01-84bf-046555466744 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:06.907439 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2eb52d93-8b57-440f-9f89-1e4b21fa465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e796f3d1-d88b-4d01-84bf-046555466744), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:06.911126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a399eb3c-ff76-419a-8140-e01b6924be49 req-d3b7e4f1-60e0-4813-a7c0-4061f34822b0 service neutron] 10.222.0.10 "GET /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970093 Feb 11 05:00:06.951875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48810) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:06.972360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e877823-b699-4df5-ae96-11e5f1785676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:06.993896 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2eb52d93-8b57-440f-9f89-1e4b21fa465e None None] Port e796f3d1-d88b-4d01-84bf-046555466744 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:07.015957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2eb52d93-8b57-440f-9f89-1e4b21fa465e None None] Provisioning complete for port abd6e95b-b35a-4051-a010-99a2f56f67b1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:07.016673 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2eb52d93-8b57-440f-9f89-1e4b21fa465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:07.185404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2eb52d93-8b57-440f-9f89-1e4b21fa465e None None] Current status of the port abd6e95b-b35a-4051-a010-99a2f56f67b1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:07.198034 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23962468-d18e-4e2f-85c7-7ed60bd61860 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e796f3d1-d88b-4d01-84bf-046555466744), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:07.234264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23962468-d18e-4e2f-85c7-7ed60bd61860 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=e796f3d1-d88b-4d01-84bf-046555466744,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:07.291031 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e877823-b699-4df5-ae96-11e5f1785676 admin admin] Publish callbacks [] for security_group (095de745-ac5a-496d-99f7-96cfff5436f0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:07.303754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e877823-b699-4df5-ae96-11e5f1785676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (095de745-ac5a-496d-99f7-96cfff5436f0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:07.316851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-372464ac-90a5-4d9b-b65b-0bcdbbce60dc None None] Could not find standard attr ID for object e796f3d1-d88b-4d01-84bf-046555466744. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:00:07.385826 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8e877823-b699-4df5-ae96-11e5f1785676 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ec0ef811f6640279f207a331eb73f0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4307714 Feb 11 05:00:07.390651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e877823-b699-4df5-ae96-11e5f1785676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095de745-ac5a-496d-99f7-96cfff5436f0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:07.396237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48812) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:07.400464 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23962468-d18e-4e2f-85c7-7ed60bd61860 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:07.404151 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-23962468-d18e-4e2f-85c7-7ed60bd61860 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/e796f3d1-d88b-4d01-84bf-046555466744 HTTP/1.1" status: 204 len: 168 time: 0.8989155 Feb 11 05:00:07.412233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48814) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:07.413265 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:07.452563 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dcf159-f088-41f1-a505-1e4f6d1ccf14 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 05:00:07.455723 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b4dcf159-f088-41f1-a505-1e4f6d1ccf14 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/e796f3d1-d88b-4d01-84bf-046555466744 HTTP/1.1" status: 404 len: 333 time: 0.0409446 Feb 11 05:00:07.456793 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d111456a-2abf-4245-a934-6c207261a74e admin admin] Publish callbacks [] for security_group (095de745-ac5a-496d-99f7-96cfff5436f0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:07.458450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48820) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:07.496200 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d111456a-2abf-4245-a934-6c207261a74e admin admin] Publish callbacks [] for security_group (095de745-ac5a-496d-99f7-96cfff5436f0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:07.523819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8c1011-dd43-40ba-ae14-5d2254a77172 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting subnet 97fede52-4be3-42f9-bb31-0d813ab70190 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:00:07.527353 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1011-dd43-40ba-ae14-5d2254a77172 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (97fede52-4be3-42f9-bb31-0d813ab70190), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:07.633320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1011-dd43-40ba-ae14-5d2254a77172 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (97fede52-4be3-42f9-bb31-0d813ab70190), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:07.658044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d111456a-2abf-4245-a934-6c207261a74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (095de745-ac5a-496d-99f7-96cfff5436f0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:07.664587 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d111456a-2abf-4245-a934-6c207261a74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:07.668612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d111456a-2abf-4245-a934-6c207261a74e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/095de745-ac5a-496d-99f7-96cfff5436f0 HTTP/1.1" status: 204 len: 168 time: 0.2679496 Feb 11 05:00:07.706040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111456a-2abf-4245-a934-6c207261a74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095de745-ac5a-496d-99f7-96cfff5436f0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:07.782847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecd41a-1e64-440c-9e0c-e766e9750b93 req-be76325d-5359-441f-afdb-3a037e664717 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:07.787514 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bfecd41a-1e64-440c-9e0c-e766e9750b93 req-be76325d-5359-441f-afdb-3a037e664717 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1976366 Feb 11 05:00:07.920366 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bfecd41a-1e64-440c-9e0c-e766e9750b93 req-59dfcaff-c52c-44d7-a59f-5ce6e4cfa9df tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265800 Feb 11 05:00:07.955480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0385a-6a08-4bb0-9bd6-042dbc37ffe3 req-16edd964-5274-4014-a196-1cca7392ab28 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:07.963117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-58a0385a-6a08-4bb0-9bd6-042dbc37ffe3 req-16edd964-5274-4014-a196-1cca7392ab28 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1635573 Feb 11 05:00:07.974303 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1011-dd43-40ba-ae14-5d2254a77172 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (97fede52-4be3-42f9-bb31-0d813ab70190), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.046945 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-58a0385a-6a08-4bb0-9bd6-042dbc37ffe3 req-72f13e1a-309b-4a7f-afae-ca854b68e60d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827789 Feb 11 05:00:08.089349 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1011-dd43-40ba-ae14-5d2254a77172 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (97fede52-4be3-42f9-bb31-0d813ab70190), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.111572 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1011-dd43-40ba-ae14-5d2254a77172 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.115297 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0c8c1011-dd43-40ba-ae14-5d2254a77172 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/97fede52-4be3-42f9-bb31-0d813ab70190 HTTP/1.1" status: 204 len: 168 time: 0.6556745 Feb 11 05:00:08.118681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48832) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:08.151390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c1011-dd43-40ba-ae14-5d2254a77172 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Subnet': ['ID=97fede52-4be3-42f9-bb31-0d813ab70190,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:08.220197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d01e30b-a074-46fb-ba91-b7d8b637a796 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting subnet eb8e20ac-ca21-461c-a9f9-ef603df0b65e {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:00:08.225764 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d01e30b-a074-46fb-ba91-b7d8b637a796 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (eb8e20ac-ca21-461c-a9f9-ef603df0b65e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.290181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d01e30b-a074-46fb-ba91-b7d8b637a796 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (eb8e20ac-ca21-461c-a9f9-ef603df0b65e), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.524799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d01e30b-a074-46fb-ba91-b7d8b637a796 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (eb8e20ac-ca21-461c-a9f9-ef603df0b65e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.542494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3f956058-2c91-472a-8e04-723dd9bc06f9 None None] Could not find standard attr ID for object e796f3d1-d88b-4d01-84bf-046555466744. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:00:08.553724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac6820-55cb-48a4-bb6b-744985145140 None None] Network a40400b5-7984-48a2-aca2-7b2494849538 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:08.642670 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d01e30b-a074-46fb-ba91-b7d8b637a796 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (eb8e20ac-ca21-461c-a9f9-ef603df0b65e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.675378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01e30b-a074-46fb-ba91-b7d8b637a796 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8e20ac-ca21-461c-a9f9-ef603df0b65e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:08.678020 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d01e30b-a074-46fb-ba91-b7d8b637a796 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.696313 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8d01e30b-a074-46fb-ba91-b7d8b637a796 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/eb8e20ac-ca21-461c-a9f9-ef603df0b65e HTTP/1.1" status: 204 len: 168 time: 0.5764523 Feb 11 05:00:08.699044 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48844) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:08.841209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (a40400b5-7984-48a2-aca2-7b2494849538), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.917889 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port abd6e95b-b35a-4051-a010-99a2f56f67b1 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:08.918274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.988716 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd5a28-25bb-403c-b76a-8c60336a8039 None None] Update dhcp port {'port': {'network_id': 'a40400b5-7984-48a2-aca2-7b2494849538', 'fixed_ips': [{'subnet_id': 'eb8e20ac-ca21-461c-a9f9-ef603df0b65e'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'abd6e95b-b35a-4051-a010-99a2f56f67b1'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:00:09.030721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] For port abd6e95b-b35a-4051-a010-99a2f56f67b1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=abd6e95b-b35a-4051-a010-99a2f56f67b1,segment=NetworkSegment(4816617f-fe32-402d-8fb2-15b67965d546),segment_id=4816617f-fe32-402d-8fb2-15b67965d546)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:09.031142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.048064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for abd6e95b-b35a-4051-a010-99a2f56f67b1 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:09.065864 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5a28-25bb-403c-b76a-8c60336a8039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.237135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a3fe0-c78e-4c96-9ff2-9b57d1fa36a3 req-b7c23946-7d79-401e-854d-4a4834a53250 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:09.238690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c49a3fe0-c78e-4c96-9ff2-9b57d1fa36a3 req-b7c23946-7d79-401e-854d-4a4834a53250 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1143594 Feb 11 05:00:09.267682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82672f-aadf-463a-bb13-cdb1e159342b req-0474727c-7003-4eee-987d-ea9f547239ae tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:09.269392 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc82672f-aadf-463a-bb13-cdb1e159342b req-0474727c-7003-4eee-987d-ea9f547239ae tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0829952 Feb 11 05:00:09.325526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c49a3fe0-c78e-4c96-9ff2-9b57d1fa36a3 req-21659a14-39dc-46d6-964e-2a71bacaf358 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773935 Feb 11 05:00:09.326201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (abd6e95b-b35a-4051-a010-99a2f56f67b1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.327738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d744b80-c4e7-4467-a86d-4f8146c39cb6 None None] Network a40400b5-7984-48a2-aca2-7b2494849538 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:09.340951 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No DVR routers for this DVR port abd6e95b-b35a-4051-a010-99a2f56f67b1 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:09.362577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=abd6e95b-b35a-4051-a010-99a2f56f67b1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:09.441262 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc82672f-aadf-463a-bb13-cdb1e159342b req-3c94949b-ac34-42c4-9d36-021bad4e5ff0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622593 Feb 11 05:00:09.456510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8dd25f4a-b0ed-48c0-9866-0da4fb416818 None None] Could not find standard attr ID for object abd6e95b-b35a-4051-a010-99a2f56f67b1. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:00:09.549235 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (a40400b5-7984-48a2-aca2-7b2494849538), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.551890 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b0c22c7-fef7-4533-8e8a-ac5bcfa98ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.610049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40400b5-7984-48a2-aca2-7b2494849538']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:09.619948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98929135-28ba-43ec-8bdb-559a3a117ca3 None None] DHCP port deletion for a40400b5-7984-48a2-aca2-7b2494849538 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:00:09.623655 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4816617f-fe32-402d-8fb2-15b67965d546') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:09.623961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4816617f-fe32-402d-8fb2-15b67965d546') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:09.645546 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (4816617f-fe32-402d-8fb2-15b67965d546), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.673075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4df426-5a22-40e4-a364-00975408d57a req-a56e16c7-1fc4-49fe-b2c1-1925f40740d9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:09.674619 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e4df426-5a22-40e4-a364-00975408d57a req-a56e16c7-1fc4-49fe-b2c1-1925f40740d9 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1158144 Feb 11 05:00:09.675702 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4816617f-fe32-402d-8fb2-15b67965d546), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.684150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:00:09.684629 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (4816617f-fe32-402d-8fb2-15b67965d546), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:00:09.688887 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:00:09.798444 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e4df426-5a22-40e4-a364-00975408d57a req-9b3fb233-ffe9-4764-b69c-edffafea0631 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158221 Feb 11 05:00:09.799855 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (a40400b5-7984-48a2-aca2-7b2494849538), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.809843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.813324 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/networks/a40400b5-7984-48a2-aca2-7b2494849538 HTTP/1.1" status: 204 len: 168 time: 1.1115372 Feb 11 05:00:09.822971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48862) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:09.852313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becf3c9-56b7-413a-b632-7e06b2d10a9d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Network': ['ID=a40400b5-7984-48a2-aca2-7b2494849538,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:09.918547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe32c8-33d7-45a0-98b7-b7ff8947631c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:09.926429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48870) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:09.927692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b8fe32c8-33d7-45a0-98b7-b7ff8947631c tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1054983 Feb 11 05:00:10.018843 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-48f9b6a9-225d-46ca-a01e-946c7f5485fe tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0931556 Feb 11 05:00:10.022117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48878) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:10.027718 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6b319e92-b077-4bb5-8e2d-dcf5b0a66669 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1821013202'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:10.055723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b319e92-b077-4bb5-8e2d-dcf5b0a66669 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:10.061090 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b319e92-b077-4bb5-8e2d-dcf5b0a66669 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.119047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b319e92-b077-4bb5-8e2d-dcf5b0a66669 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:00:10.155596 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b319e92-b077-4bb5-8e2d-dcf5b0a66669 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (67acfb0d-b24d-4863-9c30-2eab38020ad6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.155956 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-6b319e92-b077-4bb5-8e2d-dcf5b0a66669 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Added segment 67acfb0d-b24d-4863-9c30-2eab38020ad6 of type vlan for network b94bfae4-2d9f-420b-a1f8-afce1f8c0b92 Feb 11 05:00:10.224934 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b319e92-b077-4bb5-8e2d-dcf5b0a66669 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (b94bfae4-2d9f-420b-a1f8-afce1f8c0b92), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.295131 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b319e92-b077-4bb5-8e2d-dcf5b0a66669 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (b94bfae4-2d9f-420b-a1f8-afce1f8c0b92), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.306011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b319e92-b077-4bb5-8e2d-dcf5b0a66669 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:10.307822 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b319e92-b077-4bb5-8e2d-dcf5b0a66669 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.409280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48892) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:10.420714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b39f5604-2acc-43cf-ae7e-c6a793a7ab33 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': 'b94bfae4-2d9f-420b-a1f8-afce1f8c0b92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:10.429988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6b319e92-b077-4bb5-8e2d-dcf5b0a66669 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4063900 Feb 11 05:00:10.534640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device abd6e95b-b35a-4051-a010-99a2f56f67b1 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:10.585884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: abd6e95b-b35a-4051-a010-99a2f56f67b1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:10.587026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device abd6e95b-b35a-4051-a010-99a2f56f67b1 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:10.587297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b319e92-b077-4bb5-8e2d-dcf5b0a66669 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Network': ['ID=b94bfae4-2d9f-420b-a1f8-afce1f8c0b92,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:10.613546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network b94bfae4-2d9f-420b-a1f8-afce1f8c0b92 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:00:10.679401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39f5604-2acc-43cf-ae7e-c6a793a7ab33 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:10.683638 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b39f5604-2acc-43cf-ae7e-c6a793a7ab33 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.791847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1d018-908b-48dc-9787-415b913dc359 req-a5eb4f8f-ded3-4098-a0e6-c4d7736b3343 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:10.793814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ffb1d018-908b-48dc-9787-415b913dc359 req-a5eb4f8f-ded3-4098-a0e6-c4d7736b3343 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1947999 Feb 11 05:00:10.925542 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ffb1d018-908b-48dc-9787-415b913dc359 req-b0d1ceea-5437-4fb7-82c9-5e7e5978e775 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244895 Feb 11 05:00:11.031831 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b39f5604-2acc-43cf-ae7e-c6a793a7ab33 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (4311cf60-e4c6-482c-8700-2a830c4a590c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.231795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f5604-2acc-43cf-ae7e-c6a793a7ab33 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Checking segment: {'id': '67acfb0d-b24d-4863-9c30-2eab38020ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b94bfae4-2d9f-420b-a1f8-afce1f8c0b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:11.232929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39f5604-2acc-43cf-ae7e-c6a793a7ab33 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network hostable DHCP agents. Network: b94bfae4-2d9f-420b-a1f8-afce1f8c0b92, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:00:11.236575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f5604-2acc-43cf-ae7e-c6a793a7ab33 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Subnet': ['ID=4311cf60-e4c6-482c-8700-2a830c4a590c,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:11.268973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39f5604-2acc-43cf-ae7e-c6a793a7ab33 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network b94bfae4-2d9f-420b-a1f8-afce1f8c0b92 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:00:11.297624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b39f5604-2acc-43cf-ae7e-c6a793a7ab33 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, b94bfae4-2d9f-420b-a1f8-afce1f8c0b92) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:11.307260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e988f-42ef-4e90-b8c7-b2cc8d3864c8 None None] Network b94bfae4-2d9f-420b-a1f8-afce1f8c0b92 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:11.308745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39f5604-2acc-43cf-ae7e-c6a793a7ab33 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:11.309358 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b39f5604-2acc-43cf-ae7e-c6a793a7ab33 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.347815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b39f5604-2acc-43cf-ae7e-c6a793a7ab33 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9365726 Feb 11 05:00:11.350260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48926) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:11.355746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': 'b94bfae4-2d9f-420b-a1f8-afce1f8c0b92', 'name': 'tempest-PortsTestJSON-671720760'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:11.510083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-b94bfae4-2d9f-420b-a1f8-afce1f8c0b92', 'network_id': 'b94bfae4-2d9f-420b-a1f8-afce1f8c0b92', 'project_id': '1bdc0b3d615045bf9683ee6744a71be1', 'fixed_ips': [{'subnet_id': '4311cf60-e4c6-482c-8700-2a830c4a590c'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:00:11.511351 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.555707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:11.559665 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.665182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port 76f2171d-8d76-47b1-ad27-8eec72366aeb yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:00:11.692374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebab2c-57ad-412b-8a40-eb9859c3ab5e req-ece4da58-2c67-44c2-8117-0d322a943833 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:11.700531 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e2ebab2c-57ad-412b-8a40-eb9859c3ab5e req-ece4da58-2c67-44c2-8117-0d322a943833 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d3870c7-b0f5-4b0d-9601-e353ce566d1d HTTP/1.1" status: 200 len: 944 time: 0.2916076 Feb 11 05:00:11.821423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Allocated IP 172.20.0.2 (b94bfae4-2d9f-420b-a1f8-afce1f8c0b92/4311cf60-e4c6-482c-8700-2a830c4a590c/42a152d3-8ed2-487f-8057-831a49494639) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:11.914052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e2ebab2c-57ad-412b-8a40-eb9859c3ab5e req-d35af2a0-9f2a-4791-8489-5dd398ed6244 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Deleting port 34764dcb-c371-40a7-bfd1-363fe0546d86 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:11.914383 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e2ebab2c-57ad-412b-8a40-eb9859c3ab5e req-d35af2a0-9f2a-4791-8489-5dd398ed6244 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.918365 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e377438b-2ac4-4043-9c89-b560301a3438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.032059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e2ebab2c-57ad-412b-8a40-eb9859c3ab5e req-d35af2a0-9f2a-4791-8489-5dd398ed6244 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] For port 34764dcb-c371-40a7-bfd1-363fe0546d86, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=34764dcb-c371-40a7-bfd1-363fe0546d86,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:12.032442 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e2ebab2c-57ad-412b-8a40-eb9859c3ab5e req-d35af2a0-9f2a-4791-8489-5dd398ed6244 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.059393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e2ebab2c-57ad-412b-8a40-eb9859c3ab5e req-d35af2a0-9f2a-4791-8489-5dd398ed6244 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Calling delete_port for 34764dcb-c371-40a7-bfd1-363fe0546d86 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:12.180326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e24e02-6dbf-4ccc-be9c-90d2f304dc6b req-5669de42-99e3-4bcb-9be4-14eb601429c9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:12.187704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-76e24e02-6dbf-4ccc-be9c-90d2f304dc6b req-5669de42-99e3-4bcb-9be4-14eb601429c9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1096482 Feb 11 05:00:12.196336 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Publish callbacks [] for port (42a152d3-8ed2-487f-8057-831a49494639), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.214510 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (42a152d3-8ed2-487f-8057-831a49494639), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.264772 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-76e24e02-6dbf-4ccc-be9c-90d2f304dc6b req-a9b2b9fd-ceec-403c-b131-cba734a72eaa tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760870 Feb 11 05:00:12.349517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.8 (b94bfae4-2d9f-420b-a1f8-afce1f8c0b92/4311cf60-e4c6-482c-8700-2a830c4a590c/76f2171d-8d76-47b1-ad27-8eec72366aeb) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:12.479095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e2ebab2c-57ad-412b-8a40-eb9859c3ab5e req-d35af2a0-9f2a-4791-8489-5dd398ed6244 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (34764dcb-c371-40a7-bfd1-363fe0546d86), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.484795 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Pushing event updated for resources: {'Port': ['ID=42a152d3-8ed2-487f-8057-831a49494639,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:12.507831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Network b94bfae4-2d9f-420b-a1f8-afce1f8c0b92 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:12.527790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:12.544548 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['f40a2764-0d42-4409-90f8-d98a4f1bc2aa'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:00:12.548640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['3e6a10b2-f9f6-4320-b610-b8821d3f0a20'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:00:12.559193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:12.580462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35af2a0-9f2a-4791-8489-5dd398ed6244 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event deleted for resources: {'Port': ['ID=34764dcb-c371-40a7-bfd1-363fe0546d86,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:12.626252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ebab2c-57ad-412b-8a40-eb9859c3ab5e req-d35af2a0-9f2a-4791-8489-5dd398ed6244 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] No DVR routers for this DVR port 34764dcb-c371-40a7-bfd1-363fe0546d86 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:12.631707 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e2ebab2c-57ad-412b-8a40-eb9859c3ab5e req-d35af2a0-9f2a-4791-8489-5dd398ed6244 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.635539 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e2ebab2c-57ad-412b-8a40-eb9859c3ab5e req-d35af2a0-9f2a-4791-8489-5dd398ed6244 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "DELETE /v2.0/ports/34764dcb-c371-40a7-bfd1-363fe0546d86 HTTP/1.1" status: 204 len: 173 time: 0.9340866 Feb 11 05:00:12.636245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3870c7-b0f5-4b0d-9601-e353ce566d1d', 'name': 'network-vif-deleted', 'tag': '34764dcb-c371-40a7-bfd1-363fe0546d86'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:12.639489 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fcf7cd-faff-4c3e-a601-ca27ad00b174" -d '{"events": [{"server_uuid": "4d3870c7-b0f5-4b0d-9601-e353ce566d1d", "name": "network-vif-deleted", "tag": "34764dcb-c371-40a7-bfd1-363fe0546d86"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:12.759894 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a1ff9f-20f6-4364-aad7-298ab6ea42a4 x-openstack-request-id: req-38a1ff9f-20f6-4364-aad7-298ab6ea42a4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:12.760490 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3870c7-b0f5-4b0d-9601-e353ce566d1d", "name": "network-vif-deleted", "tag": "34764dcb-c371-40a7-bfd1-363fe0546d86", "status": "failed", "code": 422}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:12.761246 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38a1ff9f-20f6-4364-aad7-298ab6ea42a4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:12.761980 n-d-615180-58 neutron-server[103353]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d3870c7-b0f5-4b0d-9601-e353ce566d1d', 'name': 'network-vif-deleted', 'tag': '34764dcb-c371-40a7-bfd1-363fe0546d86', 'status': 'failed', 'code': 422} returned with failed status Feb 11 05:00:12.770713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (76f2171d-8d76-47b1-ad27-8eec72366aeb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.861431 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (76f2171d-8d76-47b1-ad27-8eec72366aeb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.930964 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.958438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network b94bfae4-2d9f-420b-a1f8-afce1f8c0b92 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:12.968705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:12.972209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:13.021958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=76f2171d-8d76-47b1-ad27-8eec72366aeb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:13.030791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Attempting to bind port 42a152d3-8ed2-487f-8057-831a49494639 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:13.036035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Attempting to bind port 42a152d3-8ed2-487f-8057-831a49494639 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '67acfb0d-b24d-4863-9c30-2eab38020ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b94bfae4-2d9f-420b-a1f8-afce1f8c0b92'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:13.038328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Attempting to bind port 42a152d3-8ed2-487f-8057-831a49494639 on network b94bfae4-2d9f-420b-a1f8-afce1f8c0b92 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:13.061121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:13.061763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Checking segment: {'id': '67acfb0d-b24d-4863-9c30-2eab38020ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b94bfae4-2d9f-420b-a1f8-afce1f8c0b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:13.062333 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:13.062880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Bound using segment: {'id': '67acfb0d-b24d-4863-9c30-2eab38020ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b94bfae4-2d9f-420b-a1f8-afce1f8c0b92'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:13.063556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Bound port: 42a152d3-8ed2-487f-8057-831a49494639, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67acfb0d-b24d-4863-9c30-2eab38020ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b94bfae4-2d9f-420b-a1f8-afce1f8c0b92'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:13.064091 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (42a152d3-8ed2-487f-8057-831a49494639), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:13.079199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:13.086415 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:13.139926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48956) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:13.146606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': 'b94bfae4-2d9f-420b-a1f8-afce1f8c0b92', 'name': 'tempest-PortsTestJSON-1784135459'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:13.165429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1c3392a1-b9b7-4d94-98df-51f7983f00a9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8138530 Feb 11 05:00:13.317855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] For port 42a152d3-8ed2-487f-8057-831a49494639, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:13.322203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] For port 42a152d3-8ed2-487f-8057-831a49494639, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=42a152d3-8ed2-487f-8057-831a49494639,segment=NetworkSegment(67acfb0d-b24d-4863-9c30-2eab38020ad6),segment_id=67acfb0d-b24d-4863-9c30-2eab38020ad6)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:13.359953 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (42a152d3-8ed2-487f-8057-831a49494639), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:13.450047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8282d60-3ab1-42a2-8959-5008e1f71d6f None None] Pushing event updated for resources: {'Port': ['ID=42a152d3-8ed2-487f-8057-831a49494639,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:13.532856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48962) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:13.690230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6b700-9cb8-4c4d-9af1-dba0bc7f88cf req-1b943b1b-4bd2-4255-897b-b5aa3b90f44f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:13.701522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55c6b700-9cb8-4c4d-9af1-dba0bc7f88cf req-1b943b1b-4bd2-4255-897b-b5aa3b90f44f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.2169702 Feb 11 05:00:13.706320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:13.720180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:13.800496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port ab9bb814-6640-45cf-a610-f311e0a592aa yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:00:13.931928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e30c938f-592b-4926-ada2-382c985c0762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.079111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.11 (b94bfae4-2d9f-420b-a1f8-afce1f8c0b92/4311cf60-e4c6-482c-8700-2a830c4a590c/ab9bb814-6640-45cf-a610-f311e0a592aa) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:14.088680 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55c6b700-9cb8-4c4d-9af1-dba0bc7f88cf req-e411d08e-a722-45d0-b98f-3013d7e786fa tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3833613 Feb 11 05:00:14.157587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e36b9c-28f2-4981-b4c3-ad3e967e4624 req-3d59a39b-e520-4820-8920-bcabe27c7da8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:14.160547 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26e36b9c-28f2-4981-b4c3-ad3e967e4624 req-3d59a39b-e520-4820-8920-bcabe27c7da8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 907 time: 0.1228638 Feb 11 05:00:14.298811 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.343825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e30c938f-592b-4926-ada2-382c985c0762 admin admin] Publish callbacks [] for security_group (be0d6f0d-2334-4341-95b2-d66ae114f739), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.358663 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e30c938f-592b-4926-ada2-382c985c0762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (be0d6f0d-2334-4341-95b2-d66ae114f739), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.420765 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (ab9bb814-6640-45cf-a610-f311e0a592aa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.437550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48976) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:14.437743 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e30c938f-592b-4926-ada2-382c985c0762 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfa484887e38468e8468bcae303eadd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8925252 Feb 11 05:00:14.438412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c938f-592b-4926-ada2-382c985c0762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0d6f0d-2334-4341-95b2-d66ae114f739,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:14.500202 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ab9bb814-6640-45cf-a610-f311e0a592aa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.555629 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-253c8f01-01b5-4890-b1ba-aa9b4af299ea admin admin] Publish callbacks [] for security_group (be0d6f0d-2334-4341-95b2-d66ae114f739), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.569629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network b94bfae4-2d9f-420b-a1f8-afce1f8c0b92 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:14.578774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:14.584709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 42a152d3-8ed2-487f-8057-831a49494639 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:14.604549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:14.625468 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-253c8f01-01b5-4890-b1ba-aa9b4af299ea admin admin] Publish callbacks [] for security_group (be0d6f0d-2334-4341-95b2-d66ae114f739), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.708236 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-253c8f01-01b5-4890-b1ba-aa9b4af299ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (be0d6f0d-2334-4341-95b2-d66ae114f739), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.711377 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-253c8f01-01b5-4890-b1ba-aa9b4af299ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.712908 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-253c8f01-01b5-4890-b1ba-aa9b4af299ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be0d6f0d-2334-4341-95b2-d66ae114f739 HTTP/1.1" status: 204 len: 168 time: 0.2743602 Feb 11 05:00:14.723014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c8f01-01b5-4890-b1ba-aa9b4af299ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0d6f0d-2334-4341-95b2-d66ae114f739,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:14.745843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=ab9bb814-6640-45cf-a610-f311e0a592aa,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:14.755534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 42a152d3-8ed2-487f-8057-831a49494639 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:14.756801 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42a152d3-8ed2-487f-8057-831a49494639), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.775111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:14.776549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.820169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48980) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:14.831757 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ca053e7e-856e-443c-9a18-b10346700019 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6906552 Feb 11 05:00:14.956436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 42a152d3-8ed2-487f-8057-831a49494639 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:14.957020 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (42a152d3-8ed2-487f-8057-831a49494639), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.995746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3521d91-70b0-4997-b614-cb2be75a8b8f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:15.001864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48984) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:15.008226 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f3521d91-70b0-4997-b614-cb2be75a8b8f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1868899 Feb 11 05:00:15.042799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 42a152d3-8ed2-487f-8057-831a49494639, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=42a152d3-8ed2-487f-8057-831a49494639,segment=NetworkSegment(67acfb0d-b24d-4863-9c30-2eab38020ad6),segment_id=67acfb0d-b24d-4863-9c30-2eab38020ad6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:15.058583 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (42a152d3-8ed2-487f-8057-831a49494639), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:15.159257 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-75a41be2-9eb7-49ee-b774-760f45c66ba9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port ab9bb814-6640-45cf-a610-f311e0a592aa {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:15.159611 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-75a41be2-9eb7-49ee-b774-760f45c66ba9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ab9bb814-6640-45cf-a610-f311e0a592aa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:15.267764 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e87406-88d6-4a37-b344-23f023bb2e44 None None] Network b94bfae4-2d9f-420b-a1f8-afce1f8c0b92 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:15.288699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=42a152d3-8ed2-487f-8057-831a49494639,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:15.383757 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-75a41be2-9eb7-49ee-b774-760f45c66ba9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ab9bb814-6640-45cf-a610-f311e0a592aa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:15.402566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432f6fd-050e-4932-93ba-f6675b65cc04 req-39f90e06-2e37-45cb-b393-a34bdaf6ae01 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:15.406195 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b432f6fd-050e-4932-93ba-f6675b65cc04 req-39f90e06-2e37-45cb-b393-a34bdaf6ae01 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1350520 Feb 11 05:00:15.412322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e71c325a-7a5d-4501-bf36-57cfac0f449c None None] Provisioning complete for port 42a152d3-8ed2-487f-8057-831a49494639 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:15.412800 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e71c325a-7a5d-4501-bf36-57cfac0f449c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42a152d3-8ed2-487f-8057-831a49494639), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:15.422351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-75a41be2-9eb7-49ee-b774-760f45c66ba9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for ab9bb814-6640-45cf-a610-f311e0a592aa owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:15.430072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48990) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:15.446948 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4561207b-2aba-470a-a771-1bd1098742df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:15.498744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd3dde-a2d7-454f-ab6a-15b617fe8eb6 req-14680437-6bee-4c7d-af91-90c1377bae06 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:15.500980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74cd3dde-a2d7-454f-ab6a-15b617fe8eb6 req-14680437-6bee-4c7d-af91-90c1377bae06 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 907 time: 0.1643391 Feb 11 05:00:15.549304 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b432f6fd-050e-4932-93ba-f6675b65cc04 req-91275b6a-e1db-46c5-9db0-ad54e32b00d7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292088 Feb 11 05:00:15.600852 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4561207b-2aba-470a-a771-1bd1098742df admin admin] Publish callbacks [] for security_group (72d82a63-3a53-403f-98e0-c2be3accf0c1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:15.617416 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:15.619820 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4561207b-2aba-470a-a771-1bd1098742df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (72d82a63-3a53-403f-98e0-c2be3accf0c1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:15.703705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e71c325a-7a5d-4501-bf36-57cfac0f449c None None] Current status of the port 42a152d3-8ed2-487f-8057-831a49494639 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:15.710616 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4561207b-2aba-470a-a771-1bd1098742df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42da70f6262f463a940a430ff871defc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2788923 Feb 11 05:00:15.713433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48992) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:15.733549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561207b-2aba-470a-a771-1bd1098742df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d82a63-3a53-403f-98e0-c2be3accf0c1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:15.772163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff1ac-15ca-4bae-8bde-eb0f0655d732 req-734dd088-f648-4370-be7f-76ff059f9d3e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:15.774276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b6ff1ac-15ca-4bae-8bde-eb0f0655d732 req-734dd088-f648-4370-be7f-76ff059f9d3e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 907 time: 0.1481984 Feb 11 05:00:15.911825 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65fd5ba9-fac6-4629-92c6-62e554a9e81c admin admin] Publish callbacks [] for security_group (72d82a63-3a53-403f-98e0-c2be3accf0c1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:15.939959 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65fd5ba9-fac6-4629-92c6-62e554a9e81c admin admin] Publish callbacks [] for security_group (72d82a63-3a53-403f-98e0-c2be3accf0c1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.000843 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65fd5ba9-fac6-4629-92c6-62e554a9e81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (72d82a63-3a53-403f-98e0-c2be3accf0c1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.003529 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65fd5ba9-fac6-4629-92c6-62e554a9e81c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.004704 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-65fd5ba9-fac6-4629-92c6-62e554a9e81c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72d82a63-3a53-403f-98e0-c2be3accf0c1 HTTP/1.1" status: 204 len: 168 time: 0.2901073 Feb 11 05:00:16.035221 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b6ff1ac-15ca-4bae-8bde-eb0f0655d732 req-c5ca2dc2-00fa-4436-bc1a-40a093d14894 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Deleting port 70e5f06d-9061-44eb-9097-fc4ceef00702 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:16.035559 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b6ff1ac-15ca-4bae-8bde-eb0f0655d732 req-c5ca2dc2-00fa-4436-bc1a-40a093d14894 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.081825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd5ba9-fac6-4629-92c6-62e554a9e81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d82a63-3a53-403f-98e0-c2be3accf0c1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:16.175743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a52b2041-6ac5-460c-9290-6433c6c46299 None None] Provisioning complete for port ab9bb814-6640-45cf-a610-f311e0a592aa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:16.176170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a52b2041-6ac5-460c-9290-6433c6c46299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ab9bb814-6640-45cf-a610-f311e0a592aa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.241662 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-75a41be2-9eb7-49ee-b774-760f45c66ba9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ab9bb814-6640-45cf-a610-f311e0a592aa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.313265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a52b2041-6ac5-460c-9290-6433c6c46299 None None] Port ab9bb814-6640-45cf-a610-f311e0a592aa cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:16.326387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a41be2-9eb7-49ee-b774-760f45c66ba9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=ab9bb814-6640-45cf-a610-f311e0a592aa,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:16.356109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a52b2041-6ac5-460c-9290-6433c6c46299 None None] Provisioning complete for port 76f2171d-8d76-47b1-ad27-8eec72366aeb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:16.356411 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a52b2041-6ac5-460c-9290-6433c6c46299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (76f2171d-8d76-47b1-ad27-8eec72366aeb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.376462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4b6ff1ac-15ca-4bae-8bde-eb0f0655d732 req-c5ca2dc2-00fa-4436-bc1a-40a093d14894 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] For port 70e5f06d-9061-44eb-9097-fc4ceef00702, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=70e5f06d-9061-44eb-9097-fc4ceef00702,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:16.376813 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b6ff1ac-15ca-4bae-8bde-eb0f0655d732 req-c5ca2dc2-00fa-4436-bc1a-40a093d14894 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.408197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-4b6ff1ac-15ca-4bae-8bde-eb0f0655d732 req-c5ca2dc2-00fa-4436-bc1a-40a093d14894 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Calling delete_port for 70e5f06d-9061-44eb-9097-fc4ceef00702 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:16.444717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a52b2041-6ac5-460c-9290-6433c6c46299 None None] Port 76f2171d-8d76-47b1-ad27-8eec72366aeb cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:16.473577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a52b2041-6ac5-460c-9290-6433c6c46299 None None] Provisioning complete for port 42a152d3-8ed2-487f-8057-831a49494639 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:16.474267 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a52b2041-6ac5-460c-9290-6433c6c46299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42a152d3-8ed2-487f-8057-831a49494639), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.542986 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-75a41be2-9eb7-49ee-b774-760f45c66ba9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.549959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-75a41be2-9eb7-49ee-b774-760f45c66ba9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/ab9bb814-6640-45cf-a610-f311e0a592aa HTTP/1.1" status: 204 len: 168 time: 1.5467448 Feb 11 05:00:16.553130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49000) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:16.578599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 42a152d3-8ed2-487f-8057-831a49494639 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:16.634640 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7795528-1779-491d-9759-94290e119265 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 05:00:16.636233 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a7795528-1779-491d-9759-94290e119265 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/ab9bb814-6640-45cf-a610-f311e0a592aa HTTP/1.1" status: 404 len: 333 time: 0.0820737 Feb 11 05:00:16.639654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49004) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:16.843758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a52b2041-6ac5-460c-9290-6433c6c46299 None None] Current status of the port 42a152d3-8ed2-487f-8057-831a49494639 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:16.848938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 42a152d3-8ed2-487f-8057-831a49494639 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:16.849323 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42a152d3-8ed2-487f-8057-831a49494639), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.856185 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b6ff1ac-15ca-4bae-8bde-eb0f0655d732 req-c5ca2dc2-00fa-4436-bc1a-40a093d14894 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (70e5f06d-9061-44eb-9097-fc4ceef00702), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.914413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c001-c9e6-46c9-afa7-915ceca7b006 req-aaefd95f-3116-474c-9a10-1324ed0b6b04 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:16.916392 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef93c001-c9e6-46c9-afa7-915ceca7b006 req-aaefd95f-3116-474c-9a10-1324ed0b6b04 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1796501 Feb 11 05:00:16.939070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca2dc2-00fa-4436-bc1a-40a093d14894 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event deleted for resources: {'Port': ['ID=70e5f06d-9061-44eb-9097-fc4ceef00702,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:16.961840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0a89ec1e-e53e-44e0-a2e8-8b6d0b18432f None None] Could not find standard attr ID for object ab9bb814-6640-45cf-a610-f311e0a592aa. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:00:16.974602 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2800cc43-d740-4f9a-8d80-1e1ecf703f46 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 76f2171d-8d76-47b1-ad27-8eec72366aeb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:16.976734 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2800cc43-d740-4f9a-8d80-1e1ecf703f46 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (76f2171d-8d76-47b1-ad27-8eec72366aeb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:16.995253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0342eac-be82-4e79-b205-bc24daf64620 req-18acb64d-1986-4976-840b-ce1225843099 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:17.014345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0342eac-be82-4e79-b205-bc24daf64620 req-18acb64d-1986-4976-840b-ce1225843099 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61e9088-ac85-4650-861c-72ea865d30e6 HTTP/1.1" status: 200 len: 907 time: 0.3241613 Feb 11 05:00:17.076843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0a89ec1e-e53e-44e0-a2e8-8b6d0b18432f None None] Provisioning complete for port 76f2171d-8d76-47b1-ad27-8eec72366aeb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:17.077234 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a89ec1e-e53e-44e0-a2e8-8b6d0b18432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (76f2171d-8d76-47b1-ad27-8eec72366aeb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.131119 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef93c001-c9e6-46c9-afa7-915ceca7b006 req-04fbb2dd-bac8-484b-94c8-8c52a788dc6f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946716 Feb 11 05:00:17.157811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 42a152d3-8ed2-487f-8057-831a49494639 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:17.166282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6ff1ac-15ca-4bae-8bde-eb0f0655d732 req-c5ca2dc2-00fa-4436-bc1a-40a093d14894 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] No DVR routers for this DVR port 70e5f06d-9061-44eb-9097-fc4ceef00702 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:17.170516 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4b6ff1ac-15ca-4bae-8bde-eb0f0655d732 req-c5ca2dc2-00fa-4436-bc1a-40a093d14894 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.182071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b6ff1ac-15ca-4bae-8bde-eb0f0655d732 req-c5ca2dc2-00fa-4436-bc1a-40a093d14894 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "DELETE /v2.0/ports/70e5f06d-9061-44eb-9097-fc4ceef00702 HTTP/1.1" status: 204 len: 173 time: 1.3976994 Feb 11 05:00:17.183390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0a89ec1e-e53e-44e0-a2e8-8b6d0b18432f None None] Port 76f2171d-8d76-47b1-ad27-8eec72366aeb cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:17.183518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61e9088-ac85-4650-861c-72ea865d30e6', 'name': 'network-vif-deleted', 'tag': '70e5f06d-9061-44eb-9097-fc4ceef00702'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:17.186997 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df6c8f6-a5bd-4500-8ea8-ecc379e5ddc0" -d '{"events": [{"server_uuid": "c61e9088-ac85-4650-861c-72ea865d30e6", "name": "network-vif-deleted", "tag": "70e5f06d-9061-44eb-9097-fc4ceef00702"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:17.244571 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2800cc43-d740-4f9a-8d80-1e1ecf703f46 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (76f2171d-8d76-47b1-ad27-8eec72366aeb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.274998 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c5bd99-c371-48b6-8020-a1f47b9e02a6 x-openstack-request-id: req-b3c5bd99-c371-48b6-8020-a1f47b9e02a6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:17.275306 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61e9088-ac85-4650-861c-72ea865d30e6", "name": "network-vif-deleted", "tag": "70e5f06d-9061-44eb-9097-fc4ceef00702", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:17.275623 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3c5bd99-c371-48b6-8020-a1f47b9e02a6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:17.275964 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61e9088-ac85-4650-861c-72ea865d30e6', 'name': 'network-vif-deleted', 'tag': '70e5f06d-9061-44eb-9097-fc4ceef00702', 'status': 'completed', 'code': 200} Feb 11 05:00:17.304986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2800cc43-d740-4f9a-8d80-1e1ecf703f46 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 76f2171d-8d76-47b1-ad27-8eec72366aeb owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:17.576749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2800cc43-d740-4f9a-8d80-1e1ecf703f46 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (76f2171d-8d76-47b1-ad27-8eec72366aeb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.627519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800cc43-d740-4f9a-8d80-1e1ecf703f46 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=76f2171d-8d76-47b1-ad27-8eec72366aeb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:17.743602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2800cc43-d740-4f9a-8d80-1e1ecf703f46 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.749327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2800cc43-d740-4f9a-8d80-1e1ecf703f46 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/76f2171d-8d76-47b1-ad27-8eec72366aeb HTTP/1.1" status: 204 len: 168 time: 1.1082985 Feb 11 05:00:17.751700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49026) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:17.792510 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61bcccf-b1a7-45c3-86dc-328d29018984 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 05:00:17.797462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49028) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:17.797662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d61bcccf-b1a7-45c3-86dc-328d29018984 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/76f2171d-8d76-47b1-ad27-8eec72366aeb HTTP/1.1" status: 404 len: 333 time: 0.0445287 Feb 11 05:00:17.934590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1454ea-8246-4b2f-95f0-a4c4ec20844e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting subnet 4311cf60-e4c6-482c-8700-2a830c4a590c {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:00:17.939452 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c1454ea-8246-4b2f-95f0-a4c4ec20844e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (4311cf60-e4c6-482c-8700-2a830c4a590c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.021708 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c1454ea-8246-4b2f-95f0-a4c4ec20844e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (4311cf60-e4c6-482c-8700-2a830c4a590c), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.286008 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c1454ea-8246-4b2f-95f0-a4c4ec20844e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4311cf60-e4c6-482c-8700-2a830c4a590c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.415129 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c1454ea-8246-4b2f-95f0-a4c4ec20844e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (4311cf60-e4c6-482c-8700-2a830c4a590c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.436841 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c8e9b-e92d-4dc9-a7e4-b6ebd7329aaa req-59270df8-921b-47b1-b5a4-5401d9167a33 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:18.439462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-517c8e9b-e92d-4dc9-a7e4-b6ebd7329aaa req-59270df8-921b-47b1-b5a4-5401d9167a33 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1811254 Feb 11 05:00:18.466709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1454ea-8246-4b2f-95f0-a4c4ec20844e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Subnet': ['ID=4311cf60-e4c6-482c-8700-2a830c4a590c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:18.482566 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c1454ea-8246-4b2f-95f0-a4c4ec20844e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.486269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3c1454ea-8246-4b2f-95f0-a4c4ec20844e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/4311cf60-e4c6-482c-8700-2a830c4a590c HTTP/1.1" status: 204 len: 168 time: 0.6872702 Feb 11 05:00:18.487945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dcf1b5-5401-4af1-8c4a-b51b89d6f0a3 None None] Network b94bfae4-2d9f-420b-a1f8-afce1f8c0b92 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:18.488815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49050) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:18.578872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (b94bfae4-2d9f-420b-a1f8-afce1f8c0b92), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.637540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-517c8e9b-e92d-4dc9-a7e4-b6ebd7329aaa req-b4ccd88f-767e-41ee-b19a-5a660c842882 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906343 Feb 11 05:00:18.706684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 42a152d3-8ed2-487f-8057-831a49494639 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:18.707303 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (42a152d3-8ed2-487f-8057-831a49494639), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.783398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456b4b5-aea8-42a8-81d5-bf389032b178 req-8f44fa8b-b7cf-473f-9e0e-6872e625bcd0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:18.793187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3456b4b5-aea8-42a8-81d5-bf389032b178 req-8f44fa8b-b7cf-473f-9e0e-6872e625bcd0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 945 time: 0.2004514 Feb 11 05:00:18.822987 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] For port 42a152d3-8ed2-487f-8057-831a49494639, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=42a152d3-8ed2-487f-8057-831a49494639,segment=NetworkSegment(67acfb0d-b24d-4863-9c30-2eab38020ad6),segment_id=67acfb0d-b24d-4863-9c30-2eab38020ad6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:18.823654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (42a152d3-8ed2-487f-8057-831a49494639), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.851407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 42a152d3-8ed2-487f-8057-831a49494639 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:18.878942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc44ee4-5972-4374-ad5d-25005ec00faf None None] DHCP port deletion for b94bfae4-2d9f-420b-a1f8-afce1f8c0b92 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:00:18.889254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 70e5f06d-9061-44eb-9097-fc4ceef00702 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:18.901737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3456b4b5-aea8-42a8-81d5-bf389032b178 req-f5a4b668-84ec-441f-b69b-587d18d5807f tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020153 Feb 11 05:00:18.993168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (42a152d3-8ed2-487f-8057-831a49494639), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.997790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 70e5f06d-9061-44eb-9097-fc4ceef00702 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:18.998226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 70e5f06d-9061-44eb-9097-fc4ceef00702 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:19.022105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No DVR routers for this DVR port 42a152d3-8ed2-487f-8057-831a49494639 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:19.036770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1fc44ee4-5972-4374-ad5d-25005ec00faf None None] Deleting port 42a152d3-8ed2-487f-8057-831a49494639 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:19.037370 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fc44ee4-5972-4374-ad5d-25005ec00faf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (42a152d3-8ed2-487f-8057-831a49494639), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.064437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=42a152d3-8ed2-487f-8057-831a49494639,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:19.175428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1fc44ee4-5972-4374-ad5d-25005ec00faf None None] For port 42a152d3-8ed2-487f-8057-831a49494639, host n-d-615180-58, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:19.180535 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fc44ee4-5972-4374-ad5d-25005ec00faf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (42a152d3-8ed2-487f-8057-831a49494639), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.182464 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (b94bfae4-2d9f-420b-a1f8-afce1f8c0b92), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.208407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94bfae4-2d9f-420b-a1f8-afce1f8c0b92']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:19.212635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1fc44ee4-5972-4374-ad5d-25005ec00faf None None] Calling delete_port for 42a152d3-8ed2-487f-8057-831a49494639 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:19.219970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-1fc44ee4-5972-4374-ad5d-25005ec00faf None None] Port 42a152d3-8ed2-487f-8057-831a49494639 was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:00:19.222222 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fc44ee4-5972-4374-ad5d-25005ec00faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (42a152d3-8ed2-487f-8057-831a49494639), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.222715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67acfb0d-b24d-4863-9c30-2eab38020ad6') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:19.223267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67acfb0d-b24d-4863-9c30-2eab38020ad6') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:19.236651 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (67acfb0d-b24d-4863-9c30-2eab38020ad6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.279413 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (67acfb0d-b24d-4863-9c30-2eab38020ad6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.304315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc44ee4-5972-4374-ad5d-25005ec00faf None None] Pushing event deleted for resources: {'Port': ['ID=42a152d3-8ed2-487f-8057-831a49494639,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:19.309370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc44ee4-5972-4374-ad5d-25005ec00faf None None] No DVR routers for this DVR port 42a152d3-8ed2-487f-8057-831a49494639 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:19.311814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:00:19.312369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (67acfb0d-b24d-4863-9c30-2eab38020ad6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:00:19.318148 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:00:19.448279 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (b94bfae4-2d9f-420b-a1f8-afce1f8c0b92), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.457946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.465886 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/networks/b94bfae4-2d9f-420b-a1f8-afce1f8c0b92 HTTP/1.1" status: 204 len: 168 time: 0.9719858 Feb 11 05:00:19.466586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49064) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:19.473958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c8703022-c767-44ac-a590-6a162bb78af9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-328558724'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:19.496573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651693b-ce41-4d77-8566-eff604e7ef27 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Network': ['ID=b94bfae4-2d9f-420b-a1f8-afce1f8c0b92,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:19.511836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8703022-c767-44ac-a590-6a162bb78af9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:19.516000 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c8703022-c767-44ac-a590-6a162bb78af9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.549462 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8703022-c767-44ac-a590-6a162bb78af9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:00:19.562736 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c8703022-c767-44ac-a590-6a162bb78af9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (544db0ef-8e56-4ac3-89ab-2b51edc0d9d1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.563515 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-c8703022-c767-44ac-a590-6a162bb78af9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Added segment 544db0ef-8e56-4ac3-89ab-2b51edc0d9d1 of type vlan for network 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7 Feb 11 05:00:19.630966 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c8703022-c767-44ac-a590-6a162bb78af9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (603039da-a1f1-4c56-a2a7-bebb2f2ecbe7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.682976 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c8703022-c767-44ac-a590-6a162bb78af9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (603039da-a1f1-4c56-a2a7-bebb2f2ecbe7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.689131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8703022-c767-44ac-a590-6a162bb78af9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:19.689750 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c8703022-c767-44ac-a590-6a162bb78af9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.762004 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c8703022-c767-44ac-a590-6a162bb78af9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2912650 Feb 11 05:00:19.762474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49070) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:19.767717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9eb8cf6c-327e-4ca0-b359-6b5b8b6ca859 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': '603039da-a1f1-4c56-a2a7-bebb2f2ecbe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:19.926713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8703022-c767-44ac-a590-6a162bb78af9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Network': ['ID=603039da-a1f1-4c56-a2a7-bebb2f2ecbe7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:19.942314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:00:19.968397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb8cf6c-327e-4ca0-b359-6b5b8b6ca859 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:19.981409 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9eb8cf6c-327e-4ca0-b359-6b5b8b6ca859 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.049555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83617a8-04e4-4d59-9c2e-e27760f195bf req-749fe595-9502-4792-96a8-db7864b4b902 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:20.067290 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c83617a8-04e4-4d59-9c2e-e27760f195bf req-749fe595-9502-4792-96a8-db7864b4b902 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.2270989 Feb 11 05:00:20.168709 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c83617a8-04e4-4d59-9c2e-e27760f195bf req-46b4d117-fc97-4e7a-b28d-4e06046311c2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948966 Feb 11 05:00:20.419781 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9eb8cf6c-327e-4ca0-b359-6b5b8b6ca859 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (83e0b507-696d-45d1-8cde-362297da08e7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.491944 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8cf6c-327e-4ca0-b359-6b5b8b6ca859 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Subnet': ['ID=83e0b507-696d-45d1-8cde-362297da08e7,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:20.500710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 42a152d3-8ed2-487f-8057-831a49494639 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:20.533423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 42a152d3-8ed2-487f-8057-831a49494639 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:20.534426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 42a152d3-8ed2-487f-8057-831a49494639 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:20.597478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f5567-b71b-43cf-bb3d-0e6e8c100d73 req-cb45a71f-1a79-4dff-a293-3d9a3fdbf1b0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:20.598379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc0f5567-b71b-43cf-bb3d-0e6e8c100d73 req-cb45a71f-1a79-4dff-a293-3d9a3fdbf1b0 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 945 time: 0.4045808 Feb 11 05:00:20.619031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b967231-4d7b-4dd7-a51d-ce9dc3148bc3 req-6da489ae-730f-4ceb-9244-5b4727eb6b6a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:20.620638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b967231-4d7b-4dd7-a51d-ce9dc3148bc3 req-6da489ae-730f-4ceb-9244-5b4727eb6b6a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 945 time: 0.6183212 Feb 11 05:00:20.724651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8cf6c-327e-4ca0-b359-6b5b8b6ca859 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Checking segment: {'id': '544db0ef-8e56-4ac3-89ab-2b51edc0d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '603039da-a1f1-4c56-a2a7-bebb2f2ecbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:20.724960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8cf6c-327e-4ca0-b359-6b5b8b6ca859 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network hostable DHCP agents. Network: 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:00:20.844072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b967231-4d7b-4dd7-a51d-ce9dc3148bc3 req-5b200643-2985-4ad8-ace1-0eb36d44d975 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892314 Feb 11 05:00:20.870592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8cf6c-327e-4ca0-b359-6b5b8b6ca859 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:00:20.944390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9eb8cf6c-327e-4ca0-b359-6b5b8b6ca859 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:20.951284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-dc0f5567-b71b-43cf-bb3d-0e6e8c100d73 req-e404c3d5-83ed-44cd-8324-c5077bfad505 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Deleting port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:20.951869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dc0f5567-b71b-43cf-bb3d-0e6e8c100d73 req-e404c3d5-83ed-44cd-8324-c5077bfad505 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.956718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8cf6c-327e-4ca0-b359-6b5b8b6ca859 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:20.957624 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9eb8cf6c-327e-4ca0-b359-6b5b8b6ca859 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.960107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1c5f91-e4a1-4b66-8841-16d804fe1c04 None None] Network 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:21.088063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9eb8cf6c-327e-4ca0-b359-6b5b8b6ca859 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3250904 Feb 11 05:00:21.089409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49092) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:21.099894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': '603039da-a1f1-4c56-a2a7-bebb2f2ecbe7', 'name': 'tempest-PortsTestJSON-1638341656', 'fixed_ips': [{'subnet_id': '83e0b507-696d-45d1-8cde-362297da08e7', 'ip_address': '172.20.0.10'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:21.129279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-603039da-a1f1-4c56-a2a7-bebb2f2ecbe7', 'network_id': '603039da-a1f1-4c56-a2a7-bebb2f2ecbe7', 'project_id': '1bdc0b3d615045bf9683ee6744a71be1', 'fixed_ips': [{'subnet_id': '83e0b507-696d-45d1-8cde-362297da08e7'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:00:21.130348 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.353162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Allocated IP 172.20.0.2 (603039da-a1f1-4c56-a2a7-bebb2f2ecbe7/83e0b507-696d-45d1-8cde-362297da08e7/83337775-f9b3-4c3c-b7d6-ddac6f255603) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:21.423783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8e50-1303-4f0d-9c2e-9a3d6ef9aaed req-3dd70c72-1aa5-4702-a6cb-43da79efb953 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:21.428331 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b67b8e50-1303-4f0d-9c2e-9a3d6ef9aaed req-3dd70c72-1aa5-4702-a6cb-43da79efb953 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1011312 Feb 11 05:00:21.526263 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b67b8e50-1303-4f0d-9c2e-9a3d6ef9aaed req-dc3617ee-7318-48b1-a79b-3456183af5f3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946085 Feb 11 05:00:21.557635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Publish callbacks [] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.572222 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.595817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-dc0f5567-b71b-43cf-bb3d-0e6e8c100d73 req-e404c3d5-83ed-44cd-8324-c5077bfad505 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] For port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3e6a10b2-f9f6-4320-b610-b8821d3f0a20,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:21.596415 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dc0f5567-b71b-43cf-bb3d-0e6e8c100d73 req-e404c3d5-83ed-44cd-8324-c5077bfad505 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.614954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-dc0f5567-b71b-43cf-bb3d-0e6e8c100d73 req-e404c3d5-83ed-44cd-8324-c5077bfad505 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Calling delete_port for 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:21.697218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Pushing event updated for resources: {'Port': ['ID=83337775-f9b3-4c3c-b7d6-ddac6f255603,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:21.711565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:21.724251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Network 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:21.730807 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:21.736795 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:21.849783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Attempting to bind port 83337775-f9b3-4c3c-b7d6-ddac6f255603 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:21.850312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Attempting to bind port 83337775-f9b3-4c3c-b7d6-ddac6f255603 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '544db0ef-8e56-4ac3-89ab-2b51edc0d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '603039da-a1f1-4c56-a2a7-bebb2f2ecbe7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:21.854177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Attempting to bind port 83337775-f9b3-4c3c-b7d6-ddac6f255603 on network 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:21.890792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:21.892951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Checking segment: {'id': '544db0ef-8e56-4ac3-89ab-2b51edc0d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '603039da-a1f1-4c56-a2a7-bebb2f2ecbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:21.895433 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.895862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Bound using segment: {'id': '544db0ef-8e56-4ac3-89ab-2b51edc0d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '603039da-a1f1-4c56-a2a7-bebb2f2ecbe7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:21.898757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Bound port: 83337775-f9b3-4c3c-b7d6-ddac6f255603, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544db0ef-8e56-4ac3-89ab-2b51edc0d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '603039da-a1f1-4c56-a2a7-bebb2f2ecbe7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:21.899231 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.957917 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.960928 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dc0f5567-b71b-43cf-bb3d-0e6e8c100d73 req-e404c3d5-83ed-44cd-8324-c5077bfad505 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3e6a10b2-f9f6-4320-b610-b8821d3f0a20), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:22.070313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404c3d5-83ed-44cd-8324-c5077bfad505 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event deleted for resources: {'Port': ['ID=3e6a10b2-f9f6-4320-b610-b8821d3f0a20,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:22.113810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0f5567-b71b-43cf-bb3d-0e6e8c100d73 req-e404c3d5-83ed-44cd-8324-c5077bfad505 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] No DVR routers for this DVR port 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:22.118620 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dc0f5567-b71b-43cf-bb3d-0e6e8c100d73 req-e404c3d5-83ed-44cd-8324-c5077bfad505 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:22.124405 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc0f5567-b71b-43cf-bb3d-0e6e8c100d73 req-e404c3d5-83ed-44cd-8324-c5077bfad505 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "DELETE /v2.0/ports/3e6a10b2-f9f6-4320-b610-b8821d3f0a20 HTTP/1.1" status: 204 len: 173 time: 1.5023813 Feb 11 05:00:22.155159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47257a66-bda8-46e1-90a4-ba59ad1bdc2b', 'name': 'network-vif-deleted', 'tag': '3e6a10b2-f9f6-4320-b610-b8821d3f0a20'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:22.157988 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7ab92a-b630-4b11-b24e-217607551e6a" -d '{"events": [{"server_uuid": "47257a66-bda8-46e1-90a4-ba59ad1bdc2b", "name": "network-vif-deleted", "tag": "3e6a10b2-f9f6-4320-b610-b8821d3f0a20"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:22.160982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['f40a2764-0d42-4409-90f8-d98a4f1bc2aa'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:00:22.188864 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fdaed38-cb40-4cc7-baa8-f867ccb1eb43 req-d5ea432e-468b-4986-ac56-36fa4052c6ae tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=47257a66-bda8-46e1-90a4-ba59ad1bdc2b HTTP/1.1" status: 200 len: 210 time: 0.2133183 Feb 11 05:00:22.206111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port 3eb5df58-3e73-407e-9218-782d3eae6b07 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:00:22.266439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] For port 83337775-f9b3-4c3c-b7d6-ddac6f255603, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:22.283487 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9b38ba-421f-476a-b0f4-1fc7a189aa71 x-openstack-request-id: req-8a9b38ba-421f-476a-b0f4-1fc7a189aa71 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:22.283888 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47257a66-bda8-46e1-90a4-ba59ad1bdc2b", "name": "network-vif-deleted", "tag": "3e6a10b2-f9f6-4320-b610-b8821d3f0a20", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:22.284049 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a9b38ba-421f-476a-b0f4-1fc7a189aa71 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:22.284448 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47257a66-bda8-46e1-90a4-ba59ad1bdc2b', 'name': 'network-vif-deleted', 'tag': '3e6a10b2-f9f6-4320-b610-b8821d3f0a20', 'status': 'completed', 'code': 200} Feb 11 05:00:22.338702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] For port 83337775-f9b3-4c3c-b7d6-ddac6f255603, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=83337775-f9b3-4c3c-b7d6-ddac6f255603,segment=NetworkSegment(544db0ef-8e56-4ac3-89ab-2b51edc0d9d1),segment_id=544db0ef-8e56-4ac3-89ab-2b51edc0d9d1)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:22.383063 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:22.566869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.10 (603039da-a1f1-4c56-a2a7-bebb2f2ecbe7/83e0b507-696d-45d1-8cde-362297da08e7/3eb5df58-3e73-407e-9218-782d3eae6b07) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:22.592035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33a20d-20e1-4919-8db3-92a0b32e3414 None None] Pushing event updated for resources: {'Port': ['ID=83337775-f9b3-4c3c-b7d6-ddac6f255603,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:22.905073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:22.940630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:22.941140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3e6a10b2-f9f6-4320-b610-b8821d3f0a20 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:23.027480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081238e7-2e6e-4b56-98a1-f1ca170e715c req-adb8f27c-7358-45a5-a673-b5741b9ca8e8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:23.039906 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-081238e7-2e6e-4b56-98a1-f1ca170e715c req-adb8f27c-7358-45a5-a673-b5741b9ca8e8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.2244203 Feb 11 05:00:23.075567 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (3eb5df58-3e73-407e-9218-782d3eae6b07), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:23.147341 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-081238e7-2e6e-4b56-98a1-f1ca170e715c req-922052ae-7456-4141-915e-87ce3ae9bfd8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061926 Feb 11 05:00:23.167239 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3eb5df58-3e73-407e-9218-782d3eae6b07), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:23.221370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:23.224832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:23.230255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:23.281288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=3eb5df58-3e73-407e-9218-782d3eae6b07,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:23.326795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:23.329227 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:23.357158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e494c7c2-14ed-4de3-a4c4-6c83ef93c7f3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2616940 Feb 11 05:00:23.357516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49136) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:23.362200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': '603039da-a1f1-4c56-a2a7-bebb2f2ecbe7', 'name': 'tempest-PortsTestJSON-839551417', 'fixed_ips': [{'subnet_id': '83e0b507-696d-45d1-8cde-362297da08e7', 'ip_address': '172.20.0.9'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:23.516484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:23.657987 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:23.676449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543ea9f-f4ec-4940-8e0b-2f8996425eb7 req-32f3f2fb-427e-4b4e-8844-4cd760e5ba25 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:23.683498 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0543ea9f-f4ec-4940-8e0b-2f8996425eb7 req-32f3f2fb-427e-4b4e-8844-4cd760e5ba25 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.1015093 Feb 11 05:00:23.690958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396a929-f28f-4fe2-9e48-e496857e854b req-b64e8a3f-86ba-4ca1-ad70-ddc4d8337ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:23.692534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c396a929-f28f-4fe2-9e48-e496857e854b req-b64e8a3f-86ba-4ca1-ad70-ddc4d8337ac2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 1128 time: 0.0519862 Feb 11 05:00:23.724072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port 9eff5f30-0f14-468c-8ad2-5499a6143c0c yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:00:23.751598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0543ea9f-f4ec-4940-8e0b-2f8996425eb7 req-afc061fa-709b-4731-a9e2-6ec8e8480f0e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669806 Feb 11 05:00:23.852878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396a929-f28f-4fe2-9e48-e496857e854b req-2d4e55db-faf6-4f32-b0aa-82dd9b366f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:23.854524 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c396a929-f28f-4fe2-9e48-e496857e854b req-2d4e55db-faf6-4f32-b0aa-82dd9b366f73 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 918 time: 0.1552355 Feb 11 05:00:23.940394 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c396a929-f28f-4fe2-9e48-e496857e854b req-72fd7ef4-06da-4f49-8396-d25cf8e89833 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86aa5dd1-5307-4a75-92f3-27e2414da009 HTTP/1.1" status: 200 len: 1001 time: 0.0792201 Feb 11 05:00:23.969234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.9 (603039da-a1f1-4c56-a2a7-bebb2f2ecbe7/83e0b507-696d-45d1-8cde-362297da08e7/9eff5f30-0f14-468c-8ad2-5499a6143c0c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:24.029925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396a929-f28f-4fe2-9e48-e496857e854b req-1efc2fcf-88e1-4a78-ae21-a424894c3cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:24.032571 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c396a929-f28f-4fe2-9e48-e496857e854b req-1efc2fcf-88e1-4a78-ae21-a424894c3cb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.0863426 Feb 11 05:00:24.120251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396a929-f28f-4fe2-9e48-e496857e854b req-e7b54c64-c300-4006-af4c-bfdcb2db631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:24.122005 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c396a929-f28f-4fe2-9e48-e496857e854b req-e7b54c64-c300-4006-af4c-bfdcb2db631b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0827701 Feb 11 05:00:24.282282 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c396a929-f28f-4fe2-9e48-e496857e854b req-62ee07a7-a756-4543-81a5-e07cae360266 service neutron] 10.222.0.10 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497653 Feb 11 05:00:24.341356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ce560-2b4e-4206-9681-4658fa2f87ee req-98b33371-57a4-4b08-8922-f2b46775a460 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:24.344037 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e18ce560-2b4e-4206-9681-4658fa2f87ee req-98b33371-57a4-4b08-8922-f2b46775a460 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.2129242 Feb 11 05:00:24.354250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (9eff5f30-0f14-468c-8ad2-5499a6143c0c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.417823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16cd7f8-30fe-4e2f-8629-102a31a4979a None None] Network 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:24.482120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e0580-3f65-4d1a-8916-903784dd42c8 req-c3867153-b501-4fcb-b15d-e9960c2bdae0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:24.483809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f95e0580-3f65-4d1a-8916-903784dd42c8 req-c3867153-b501-4fcb-b15d-e9960c2bdae0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1358414 Feb 11 05:00:24.492763 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9eff5f30-0f14-468c-8ad2-5499a6143c0c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.528171 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c396a929-f28f-4fe2-9e48-e496857e854b req-097c481c-f144-4623-a039-c2991a922786 service neutron] 10.222.0.10 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383535 Feb 11 05:00:24.551681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e18ce560-2b4e-4206-9681-4658fa2f87ee req-a7c8dcb8-7497-4bf7-adbb-80b7a988564d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Deleting port f40a2764-0d42-4409-90f8-d98a4f1bc2aa {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:24.552197 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e18ce560-2b4e-4206-9681-4658fa2f87ee req-a7c8dcb8-7497-4bf7-adbb-80b7a988564d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.564391 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:24.568004 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f95e0580-3f65-4d1a-8916-903784dd42c8 req-472fd904-473d-422e-bb7a-5b978661c991 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665071 Feb 11 05:00:24.581480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=9eff5f30-0f14-468c-8ad2-5499a6143c0c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:24.583762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:24.611471 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.615339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.615802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.617146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.617785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.618808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.620204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.620652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.621726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.622208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.623791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.628442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.628921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.644165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:24.687392 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 83337775-f9b3-4c3c-b7d6-ddac6f255603 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:24.713810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ada13906-aade-4f35-ac5b-401d452c5d01 None None] Provisioning complete for port 83337775-f9b3-4c3c-b7d6-ddac6f255603 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:24.714455 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ada13906-aade-4f35-ac5b-401d452c5d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.754199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:24.755299 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.852427 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-91235b63-89f1-4f9c-b84b-77b4d82ff726 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4919534 Feb 11 05:00:24.852812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49156) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:24.890011 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 83337775-f9b3-4c3c-b7d6-ddac6f255603 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:24.890712 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.929376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ada13906-aade-4f35-ac5b-401d452c5d01 None None] Current status of the port 83337775-f9b3-4c3c-b7d6-ddac6f255603 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:24.930100 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ada13906-aade-4f35-ac5b-401d452c5d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.981447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e36a0d7-0e88-4ef2-b5a7-c5704b0543b7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:24.985474 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8e36a0d7-0e88-4ef2-b5a7-c5704b0543b7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1293035 Feb 11 05:00:24.989881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49160) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:25.003252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e18ce560-2b4e-4206-9681-4658fa2f87ee req-a7c8dcb8-7497-4bf7-adbb-80b7a988564d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] For port f40a2764-0d42-4409-90f8-d98a4f1bc2aa, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f40a2764-0d42-4409-90f8-d98a4f1bc2aa,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:25.003630 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e18ce560-2b4e-4206-9681-4658fa2f87ee req-a7c8dcb8-7497-4bf7-adbb-80b7a988564d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:25.016912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ada13906-aade-4f35-ac5b-401d452c5d01 None None] For port 83337775-f9b3-4c3c-b7d6-ddac6f255603, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=83337775-f9b3-4c3c-b7d6-ddac6f255603,segment=NetworkSegment(544db0ef-8e56-4ac3-89ab-2b51edc0d9d1),segment_id=544db0ef-8e56-4ac3-89ab-2b51edc0d9d1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:25.018247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 83337775-f9b3-4c3c-b7d6-ddac6f255603 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:25.018841 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:25.033642 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ada13906-aade-4f35-ac5b-401d452c5d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:25.038732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e18ce560-2b4e-4206-9681-4658fa2f87ee req-a7c8dcb8-7497-4bf7-adbb-80b7a988564d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Calling delete_port for f40a2764-0d42-4409-90f8-d98a4f1bc2aa owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:25.112115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdadb4-11f4-4265-834c-a3adcf855e9f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:25.126038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdadb4-11f4-4265-834c-a3adcf855e9f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:25.133941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7951194-c65b-4ed2-9828-fac2bafa78e3 req-b18994e6-cf8e-4cea-a92e-4945e446b75b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:25.134168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdadb4-11f4-4265-834c-a3adcf855e9f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:25.142018 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5abdadb4-11f4-4265-834c-a3adcf855e9f tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1449649 Feb 11 05:00:25.142422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49162) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:25.152231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c7951194-c65b-4ed2-9828-fac2bafa78e3 req-b18994e6-cf8e-4cea-a92e-4945e446b75b tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 946 time: 0.2837803 Feb 11 05:00:25.229037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada13906-aade-4f35-ac5b-401d452c5d01 None None] Pushing event updated for resources: {'Port': ['ID=83337775-f9b3-4c3c-b7d6-ddac6f255603,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:25.242502 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c7951194-c65b-4ed2-9828-fac2bafa78e3 req-4a18d2aa-c0ed-433e-ad49-acae09e2b52e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e7bb4c9-648e-489d-9560-8fec1e9b43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891631 Feb 11 05:00:25.321785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0bb81-c0ae-42ee-9999-d3fbb074e20a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 9eff5f30-0f14-468c-8ad2-5499a6143c0c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:25.322512 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ac0bb81-c0ae-42ee-9999-d3fbb074e20a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9eff5f30-0f14-468c-8ad2-5499a6143c0c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:25.330032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e18ce560-2b4e-4206-9681-4658fa2f87ee req-a7c8dcb8-7497-4bf7-adbb-80b7a988564d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f40a2764-0d42-4409-90f8-d98a4f1bc2aa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:25.330692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-aa57aa85-5527-4a99-9521-160003d0253a None None] Provisioning complete for port 9eff5f30-0f14-468c-8ad2-5499a6143c0c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:25.332881 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aa57aa85-5527-4a99-9521-160003d0253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9eff5f30-0f14-468c-8ad2-5499a6143c0c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:25.334786 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:00:25.342210 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:00:25.376125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8dcb8-7497-4bf7-adbb-80b7a988564d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event deleted for resources: {'Port': ['ID=f40a2764-0d42-4409-90f8-d98a4f1bc2aa,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:25.391388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['f40a2764-0d42-4409-90f8-d98a4f1bc2aa'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:00:25.491975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18ce560-2b4e-4206-9681-4658fa2f87ee req-a7c8dcb8-7497-4bf7-adbb-80b7a988564d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] No DVR routers for this DVR port f40a2764-0d42-4409-90f8-d98a4f1bc2aa on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:25.504937 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e18ce560-2b4e-4206-9681-4658fa2f87ee req-a7c8dcb8-7497-4bf7-adbb-80b7a988564d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:25.508653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aa57aa85-5527-4a99-9521-160003d0253a None None] Port 9eff5f30-0f14-468c-8ad2-5499a6143c0c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:25.515616 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e18ce560-2b4e-4206-9681-4658fa2f87ee req-a7c8dcb8-7497-4bf7-adbb-80b7a988564d tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.60 "DELETE /v2.0/ports/f40a2764-0d42-4409-90f8-d98a4f1bc2aa HTTP/1.1" status: 204 len: 173 time: 1.1536770 Feb 11 05:00:25.516847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6174bb-50dd-4ca0-bda0-d69266495bb5', 'name': 'network-vif-deleted', 'tag': 'f40a2764-0d42-4409-90f8-d98a4f1bc2aa'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:25.525359 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec11a4fb-4fb8-49a5-8ab7-efe1e71b52ab" -d '{"events": [{"server_uuid": "2e6174bb-50dd-4ca0-bda0-d69266495bb5", "name": "network-vif-deleted", "tag": "f40a2764-0d42-4409-90f8-d98a4f1bc2aa"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:25.564376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-aa57aa85-5527-4a99-9521-160003d0253a None None] Provisioning complete for port 83337775-f9b3-4c3c-b7d6-ddac6f255603 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:25.564774 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aa57aa85-5527-4a99-9521-160003d0253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:25.568181 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ac0bb81-c0ae-42ee-9999-d3fbb074e20a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9eff5f30-0f14-468c-8ad2-5499a6143c0c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:25.582813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0bb81-c0ae-42ee-9999-d3fbb074e20a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 9eff5f30-0f14-468c-8ad2-5499a6143c0c owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:25.677132 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0632dbb-d6fd-4f14-9899-3edceea7a187 x-openstack-request-id: req-e0632dbb-d6fd-4f14-9899-3edceea7a187 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:25.677899 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6174bb-50dd-4ca0-bda0-d69266495bb5", "name": "network-vif-deleted", "tag": "f40a2764-0d42-4409-90f8-d98a4f1bc2aa", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:25.678409 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0632dbb-d6fd-4f14-9899-3edceea7a187 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:25.679371 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6174bb-50dd-4ca0-bda0-d69266495bb5', 'name': 'network-vif-deleted', 'tag': 'f40a2764-0d42-4409-90f8-d98a4f1bc2aa', 'status': 'completed', 'code': 200} Feb 11 05:00:25.928429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee56b01-f4d8-4cf0-9442-ae84a89819d9 req-9bab3863-345e-4a77-b900-4b94ebee4c9d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:25.937535 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ac0bb81-c0ae-42ee-9999-d3fbb074e20a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9eff5f30-0f14-468c-8ad2-5499a6143c0c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:25.937988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ee56b01-f4d8-4cf0-9442-ae84a89819d9 req-9bab3863-345e-4a77-b900-4b94ebee4c9d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 945 time: 0.1712370 Feb 11 05:00:25.978306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0bb81-c0ae-42ee-9999-d3fbb074e20a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=9eff5f30-0f14-468c-8ad2-5499a6143c0c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:26.033809 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ee56b01-f4d8-4cf0-9442-ae84a89819d9 req-2a0c78ed-63d1-452c-96b1-4c1907795ee5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922987 Feb 11 05:00:26.113001 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ac0bb81-c0ae-42ee-9999-d3fbb074e20a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:26.118459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7ac0bb81-c0ae-42ee-9999-d3fbb074e20a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/9eff5f30-0f14-468c-8ad2-5499a6143c0c HTTP/1.1" status: 204 len: 168 time: 0.9745483 Feb 11 05:00:26.120622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49172) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:26.158202 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed70fc2-6a21-46d3-90c4-6b8ef98f9bae tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 05:00:26.159544 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5ed70fc2-6a21-46d3-90c4-6b8ef98f9bae tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/9eff5f30-0f14-468c-8ad2-5499a6143c0c HTTP/1.1" status: 404 len: 333 time: 0.0379517 Feb 11 05:00:26.162293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49174) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:26.207325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 83337775-f9b3-4c3c-b7d6-ddac6f255603 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:26.294683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aa57aa85-5527-4a99-9521-160003d0253a None None] Current status of the port 83337775-f9b3-4c3c-b7d6-ddac6f255603 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:26.318838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-aa57aa85-5527-4a99-9521-160003d0253a None None] Provisioning complete for port 3eb5df58-3e73-407e-9218-782d3eae6b07 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:26.319246 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aa57aa85-5527-4a99-9521-160003d0253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3eb5df58-3e73-407e-9218-782d3eae6b07), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:26.404582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aa57aa85-5527-4a99-9521-160003d0253a None None] Port 3eb5df58-3e73-407e-9218-782d3eae6b07 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:26.500005 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bff3b452-57a1-48a5-a420-764d359b90aa req-10bbbab9-2c6b-4c71-bac4-488aec7132eb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e6174bb-50dd-4ca0-bda0-d69266495bb5 HTTP/1.1" status: 200 len: 210 time: 0.1162670 Feb 11 05:00:26.519271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c1e2605e-28b3-4fe7-a228-7ace43fa9a9f None None] Could not find standard attr ID for object 9eff5f30-0f14-468c-8ad2-5499a6143c0c. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:00:26.526503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d5b79bfd-f931-430f-837f-8125315795e4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 3eb5df58-3e73-407e-9218-782d3eae6b07 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:26.526855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b79bfd-f931-430f-837f-8125315795e4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3eb5df58-3e73-407e-9218-782d3eae6b07), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:26.546080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c1e2605e-28b3-4fe7-a228-7ace43fa9a9f None None] Provisioning complete for port 3eb5df58-3e73-407e-9218-782d3eae6b07 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:26.546495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1e2605e-28b3-4fe7-a228-7ace43fa9a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3eb5df58-3e73-407e-9218-782d3eae6b07), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:26.577367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 83337775-f9b3-4c3c-b7d6-ddac6f255603 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:26.628464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2605e-28b3-4fe7-a228-7ace43fa9a9f None None] Port 3eb5df58-3e73-407e-9218-782d3eae6b07 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:26.649867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 83337775-f9b3-4c3c-b7d6-ddac6f255603 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:26.650666 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:26.654822 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b79bfd-f931-430f-837f-8125315795e4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3eb5df58-3e73-407e-9218-782d3eae6b07), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:26.671182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d5b79bfd-f931-430f-837f-8125315795e4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 3eb5df58-3e73-407e-9218-782d3eae6b07 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:26.758077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 83337775-f9b3-4c3c-b7d6-ddac6f255603 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:26.850222 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b79bfd-f931-430f-837f-8125315795e4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3eb5df58-3e73-407e-9218-782d3eae6b07), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:26.905221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 86aa5dd1-5307-4a75-92f3-27e2414da009 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:26.921538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b79bfd-f931-430f-837f-8125315795e4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=3eb5df58-3e73-407e-9218-782d3eae6b07,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:27.023727 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b79bfd-f931-430f-837f-8125315795e4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.027331 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d5b79bfd-f931-430f-837f-8125315795e4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/3eb5df58-3e73-407e-9218-782d3eae6b07 HTTP/1.1" status: 204 len: 168 time: 0.8637390 Feb 11 05:00:27.030327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49190) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:27.037153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 86aa5dd1-5307-4a75-92f3-27e2414da009 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:27.037976 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.070032 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbf1650-f357-41e1-b076-91fe0a2dd276 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 05:00:27.072108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cfbf1650-f357-41e1-b076-91fe0a2dd276 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/3eb5df58-3e73-407e-9218-782d3eae6b07 HTTP/1.1" status: 404 len: 333 time: 0.0394931 Feb 11 05:00:27.074692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49192) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:27.082020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=86aa5dd1-5307-4a75-92f3-27e2414da009,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:27.083317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:27.086866 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c240eb2-8f12-400d-9742-0c74c5ab7249" -d '{"events": [{"server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "name": "network-vif-unplugged", "status": "completed", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:27.093307 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.175850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=86aa5dd1-5307-4a75-92f3-27e2414da009,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:27.180627 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bfe177-3c3a-4b82-8463-f4663304cb42 x-openstack-request-id: req-a5bfe177-3c3a-4b82-8463-f4663304cb42 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:27.180956 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "name": "network-vif-unplugged", "status": "failed", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009", "code": 422}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:27.181233 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5bfe177-3c3a-4b82-8463-f4663304cb42 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:27.181636 n-d-615180-58 neutron-server[103355]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'code': 422} returned with failed status Feb 11 05:00:27.210198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-1894a3b5-d76a-449d-8073-c376a665c5b0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting subnet 83e0b507-696d-45d1-8cde-362297da08e7 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:00:27.215731 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1894a3b5-d76a-449d-8073-c376a665c5b0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (83e0b507-696d-45d1-8cde-362297da08e7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.262103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4364-5955-4ee1-b441-692607425923 req-5d4cdb6c-a6f8-468f-bc37-33da063562a4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:27.270567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-743d4364-5955-4ee1-b441-692607425923 req-5d4cdb6c-a6f8-468f-bc37-33da063562a4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.0923095 Feb 11 05:00:27.279751 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1894a3b5-d76a-449d-8073-c376a665c5b0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (83e0b507-696d-45d1-8cde-362297da08e7), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.307774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device f40a2764-0d42-4409-90f8-d98a4f1bc2aa no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:27.330108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-743d4364-5955-4ee1-b441-692607425923 req-cff63891-0ed4-4ad3-b558-2ebc0e714c65 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586250 Feb 11 05:00:27.340112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: f40a2764-0d42-4409-90f8-d98a4f1bc2aa {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:27.340743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device f40a2764-0d42-4409-90f8-d98a4f1bc2aa not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:27.374002 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1894a3b5-d76a-449d-8073-c376a665c5b0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (83e0b507-696d-45d1-8cde-362297da08e7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.444631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1894a3b5-d76a-449d-8073-c376a665c5b0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (83e0b507-696d-45d1-8cde-362297da08e7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.472868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894a3b5-d76a-449d-8073-c376a665c5b0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Subnet': ['ID=83e0b507-696d-45d1-8cde-362297da08e7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:27.478872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1894a3b5-d76a-449d-8073-c376a665c5b0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.484974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:27.485240 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1894a3b5-d76a-449d-8073-c376a665c5b0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/83e0b507-696d-45d1-8cde-362297da08e7 HTTP/1.1" status: 204 len: 168 time: 0.4093111 Feb 11 05:00:27.487350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eef395-67d8-4751-9e0d-34f32f9fcd2e None None] Network 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:27.591536 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (603039da-a1f1-4c56-a2a7-bebb2f2ecbe7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.690096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 83337775-f9b3-4c3c-b7d6-ddac6f255603 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:27.690096 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.701290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c7e648-0c7b-4701-adb6-efe306804494 None None] DHCP port deletion for 603039da-a1f1-4c56-a2a7-bebb2f2ecbe7 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:00:27.789784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] For port 83337775-f9b3-4c3c-b7d6-ddac6f255603, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=83337775-f9b3-4c3c-b7d6-ddac6f255603,segment=NetworkSegment(544db0ef-8e56-4ac3-89ab-2b51edc0d9d1),segment_id=544db0ef-8e56-4ac3-89ab-2b51edc0d9d1)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:27.795070 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.813534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-55c7e648-0c7b-4701-adb6-efe306804494 None None] Deleting port 83337775-f9b3-4c3c-b7d6-ddac6f255603 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:27.813971 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55c7e648-0c7b-4701-adb6-efe306804494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.814226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 83337775-f9b3-4c3c-b7d6-ddac6f255603 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:27.896370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-55c7e648-0c7b-4701-adb6-efe306804494 None None] For port 83337775-f9b3-4c3c-b7d6-ddac6f255603, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=83337775-f9b3-4c3c-b7d6-ddac6f255603,segment=NetworkSegment(544db0ef-8e56-4ac3-89ab-2b51edc0d9d1),segment_id=544db0ef-8e56-4ac3-89ab-2b51edc0d9d1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:27.897100 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55c7e648-0c7b-4701-adb6-efe306804494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.920830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-55c7e648-0c7b-4701-adb6-efe306804494 None None] Calling delete_port for 83337775-f9b3-4c3c-b7d6-ddac6f255603 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:27.949567 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e8ee5-3a80-4349-8c67-6b82c8c27725 req-6a8d2bd3-4fc1-468b-a08d-81f7b2eb53dd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:27.951590 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-295e8ee5-3a80-4349-8c67-6b82c8c27725 req-6a8d2bd3-4fc1-468b-a08d-81f7b2eb53dd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0877247 Feb 11 05:00:27.979630 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.024588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=83337775-f9b3-4c3c-b7d6-ddac6f255603,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:28.027418 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55c7e648-0c7b-4701-adb6-efe306804494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (83337775-f9b3-4c3c-b7d6-ddac6f255603), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.029271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No DVR routers for this DVR port 83337775-f9b3-4c3c-b7d6-ddac6f255603 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:28.055998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7e648-0c7b-4701-adb6-efe306804494 None None] Pushing event deleted for resources: {'Port': ['ID=83337775-f9b3-4c3c-b7d6-ddac6f255603,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:28.061053 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-295e8ee5-3a80-4349-8c67-6b82c8c27725 req-e1fe5053-d995-462d-8df9-aa817976777e tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037114 Feb 11 05:00:28.089584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c7e648-0c7b-4701-adb6-efe306804494 None None] No DVR routers for this DVR port 83337775-f9b3-4c3c-b7d6-ddac6f255603 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:28.146781 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (603039da-a1f1-4c56-a2a7-bebb2f2ecbe7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.170874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603039da-a1f1-4c56-a2a7-bebb2f2ecbe7']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:28.182057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544db0ef-8e56-4ac3-89ab-2b51edc0d9d1') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:28.182588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544db0ef-8e56-4ac3-89ab-2b51edc0d9d1') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:28.194235 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (544db0ef-8e56-4ac3-89ab-2b51edc0d9d1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.209109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (544db0ef-8e56-4ac3-89ab-2b51edc0d9d1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.218320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:00:28.218961 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (544db0ef-8e56-4ac3-89ab-2b51edc0d9d1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:00:28.223609 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:00:28.290390 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (603039da-a1f1-4c56-a2a7-bebb2f2ecbe7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.297864 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.301437 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/networks/603039da-a1f1-4c56-a2a7-bebb2f2ecbe7 HTTP/1.1" status: 204 len: 168 time: 0.8154404 Feb 11 05:00:28.305667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49228) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:28.311512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ac962c7c-422f-4853-beef-492370cd59b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1632460982'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:28.320263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768d0fd-bbc9-4e61-a4d2-6d60201856b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Network': ['ID=603039da-a1f1-4c56-a2a7-bebb2f2ecbe7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:28.337677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac962c7c-422f-4853-beef-492370cd59b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:28.341190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac962c7c-422f-4853-beef-492370cd59b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.369847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac962c7c-422f-4853-beef-492370cd59b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:00:28.381276 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac962c7c-422f-4853-beef-492370cd59b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (96f83e44-99d7-4190-95a3-471f176665c9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.381578 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-ac962c7c-422f-4853-beef-492370cd59b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Added segment 96f83e44-99d7-4190-95a3-471f176665c9 of type vlan for network ba3b4055-e2b4-43ae-9169-c41c81d203b1 Feb 11 05:00:28.426475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac962c7c-422f-4853-beef-492370cd59b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (ba3b4055-e2b4-43ae-9169-c41c81d203b1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.462799 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac962c7c-422f-4853-beef-492370cd59b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (ba3b4055-e2b4-43ae-9169-c41c81d203b1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.470413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac962c7c-422f-4853-beef-492370cd59b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:28.472399 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac962c7c-422f-4853-beef-492370cd59b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.516167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 83337775-f9b3-4c3c-b7d6-ddac6f255603 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:28.530056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49234) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:28.532182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ac962c7c-422f-4853-beef-492370cd59b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2196543 Feb 11 05:00:28.537250 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-06cce20f-3608-47ae-a799-5cce8c2cb127 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': 'ba3b4055-e2b4-43ae-9169-c41c81d203b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:28.541805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 83337775-f9b3-4c3c-b7d6-ddac6f255603 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:28.542499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 83337775-f9b3-4c3c-b7d6-ddac6f255603 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:28.586772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac962c7c-422f-4853-beef-492370cd59b5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Network': ['ID=ba3b4055-e2b4-43ae-9169-c41c81d203b1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:28.599966 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network ba3b4055-e2b4-43ae-9169-c41c81d203b1 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:00:28.655705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cce20f-3608-47ae-a799-5cce8c2cb127 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:28.659994 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06cce20f-3608-47ae-a799-5cce8c2cb127 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.852096 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06cce20f-3608-47ae-a799-5cce8c2cb127 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (2a405f82-2dcb-43c8-98b3-e0093b0c83e9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.908587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cce20f-3608-47ae-a799-5cce8c2cb127 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Subnet': ['ID=2a405f82-2dcb-43c8-98b3-e0093b0c83e9,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:28.936670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cce20f-3608-47ae-a799-5cce8c2cb127 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Checking segment: {'id': '96f83e44-99d7-4190-95a3-471f176665c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ba3b4055-e2b4-43ae-9169-c41c81d203b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:28.937051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cce20f-3608-47ae-a799-5cce8c2cb127 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network hostable DHCP agents. Network: ba3b4055-e2b4-43ae-9169-c41c81d203b1, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:00:28.957801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cce20f-3608-47ae-a799-5cce8c2cb127 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network ba3b4055-e2b4-43ae-9169-c41c81d203b1 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:00:28.969883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-06cce20f-3608-47ae-a799-5cce8c2cb127 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, ba3b4055-e2b4-43ae-9169-c41c81d203b1) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:28.978974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cce20f-3608-47ae-a799-5cce8c2cb127 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:28.979869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ed2ed-0f6c-48d6-b943-5dba235e4144 None None] Network ba3b4055-e2b4-43ae-9169-c41c81d203b1 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:28.980854 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06cce20f-3608-47ae-a799-5cce8c2cb127 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.004396 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-06cce20f-3608-47ae-a799-5cce8c2cb127 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4723401 Feb 11 05:00:29.006966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49242) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:29.012111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-375ed510-7b89-47a8-99de-d5c714f30a84 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1966675107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:29.027478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49244) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:29.042380 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-375ed510-7b89-47a8-99de-d5c714f30a84 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (136b7d96-179b-4ab6-bdb9-61d36fd11a46), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.043666 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-375ed510-7b89-47a8-99de-d5c714f30a84 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (136b7d96-179b-4ab6-bdb9-61d36fd11a46), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.113837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-ba3b4055-e2b4-43ae-9169-c41c81d203b1', 'network_id': 'ba3b4055-e2b4-43ae-9169-c41c81d203b1', 'project_id': '1bdc0b3d615045bf9683ee6744a71be1', 'fixed_ips': [{'subnet_id': '2a405f82-2dcb-43c8-98b3-e0093b0c83e9'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:00:29.114839 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.167597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e92ba33-51de-4455-8a76-dd5083161ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.170227 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-375ed510-7b89-47a8-99de-d5c714f30a84 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for router_controller (136b7d96-179b-4ab6-bdb9-61d36fd11a46), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.204617 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-375ed510-7b89-47a8-99de-d5c714f30a84 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (136b7d96-179b-4ab6-bdb9-61d36fd11a46), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.233593 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-375ed510-7b89-47a8-99de-d5c714f30a84 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.237761 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-375ed510-7b89-47a8-99de-d5c714f30a84 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2298074 Feb 11 05:00:29.239265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49250) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:29.244524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'network_id': 'ba3b4055-e2b4-43ae-9169-c41c81d203b1', 'name': 'tempest-PortsTestJSON-2017541871'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:29.275407 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e92ba33-51de-4455-8a76-dd5083161ff4 admin admin] Publish callbacks [] for security_group (7ff0e59a-ec98-455e-bdb1-c8b857a13a53), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.282719 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e92ba33-51de-4455-8a76-dd5083161ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7ff0e59a-ec98-455e-bdb1-c8b857a13a53), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.285448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64760c16-60b9-4912-93c0-11c4a43db6fa req-879f3187-c516-4c71-899f-bf6803037527 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:29.287016 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64760c16-60b9-4912-93c0-11c4a43db6fa req-879f3187-c516-4c71-899f-bf6803037527 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.1206510 Feb 11 05:00:29.317070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7e92ba33-51de-4455-8a76-dd5083161ff4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49d56b8450c44f2f804eba7c6fcdfadc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855196 Feb 11 05:00:29.317609 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49252) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:29.339123 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92ba33-51de-4455-8a76-dd5083161ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff0e59a-ec98-455e-bdb1-c8b857a13a53,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:29.365773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Allocated IP 172.20.0.2 (ba3b4055-e2b4-43ae-9169-c41c81d203b1/2a405f82-2dcb-43c8-98b3-e0093b0c83e9/3f4bcf2d-3a09-44d2-ac32-dd161d9388a7) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:29.421475 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64760c16-60b9-4912-93c0-11c4a43db6fa req-734bdc01-5d2f-4d18-8625-34d665d1ee23 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebc5da66-b3ac-4129-923a-7307a8d0ed9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031330 Feb 11 05:00:29.443850 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91ecbd84-5df5-4ca7-a74f-cfb70f32af83 admin admin] Publish callbacks [] for security_group (7ff0e59a-ec98-455e-bdb1-c8b857a13a53), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.464441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:29.467877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.480032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91ecbd84-5df5-4ca7-a74f-cfb70f32af83 admin admin] Publish callbacks [] for security_group (7ff0e59a-ec98-455e-bdb1-c8b857a13a53), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.502983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port 6f8378be-cd5a-4eb8-8942-1516c6ed0650 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:00:29.522047 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Publish callbacks [] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.533184 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.570576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-6ee3cbe4-62ed-4514-8540-9cda74650376 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:29.573803 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-6ee3cbe4-62ed-4514-8540-9cda74650376 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 944 time: 0.0757771 Feb 11 05:00:29.603737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Pushing event updated for resources: {'Port': ['ID=3f4bcf2d-3a09-44d2-ac32-dd161d9388a7,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:29.615735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91ecbd84-5df5-4ca7-a74f-cfb70f32af83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7ff0e59a-ec98-455e-bdb1-c8b857a13a53), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.619130 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91ecbd84-5df5-4ca7-a74f-cfb70f32af83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.623381 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-91ecbd84-5df5-4ca7-a74f-cfb70f32af83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ff0e59a-ec98-455e-bdb1-c8b857a13a53 HTTP/1.1" status: 204 len: 168 time: 0.3009396 Feb 11 05:00:29.627008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Network ba3b4055-e2b4-43ae-9169-c41c81d203b1 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:29.628509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:29.632991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:29.642014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecbd84-5df5-4ca7-a74f-cfb70f32af83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff0e59a-ec98-455e-bdb1-c8b857a13a53,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:29.670500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.13 (ba3b4055-e2b4-43ae-9169-c41c81d203b1/2a405f82-2dcb-43c8-98b3-e0093b0c83e9/6f8378be-cd5a-4eb8-8942-1516c6ed0650) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:29.709358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Attempting to bind port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:29.709745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Attempting to bind port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '96f83e44-99d7-4190-95a3-471f176665c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ba3b4055-e2b4-43ae-9169-c41c81d203b1'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:29.710174 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Attempting to bind port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 on network ba3b4055-e2b4-43ae-9169-c41c81d203b1 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:29.717387 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:29.717777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Checking segment: {'id': '96f83e44-99d7-4190-95a3-471f176665c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ba3b4055-e2b4-43ae-9169-c41c81d203b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:29.718193 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.718652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Bound using segment: {'id': '96f83e44-99d7-4190-95a3-471f176665c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ba3b4055-e2b4-43ae-9169-c41c81d203b1'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:29.719251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Bound port: 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f83e44-99d7-4190-95a3-471f176665c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ba3b4055-e2b4-43ae-9169-c41c81d203b1'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:29.719667 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.719775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Deleting port 368ae4bc-b5fd-4735-b642-32788d9a02a0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:29.720821 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.824582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] For port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:29.828645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] For port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3f4bcf2d-3a09-44d2-ac32-dd161d9388a7,segment=NetworkSegment(96f83e44-99d7-4190-95a3-471f176665c9),segment_id=96f83e44-99d7-4190-95a3-471f176665c9)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:29.842082 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.910817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] For port 368ae4bc-b5fd-4735-b642-32788d9a02a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=368ae4bc-b5fd-4735-b642-32788d9a02a0,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:29.911304 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.942569 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.954163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111d316-5fd9-4d1b-be02-9da4956c0c1f None None] Pushing event updated for resources: {'Port': ['ID=3f4bcf2d-3a09-44d2-ac32-dd161d9388a7,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:29.998682 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.058687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network ba3b4055-e2b4-43ae-9169-c41c81d203b1 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:30.062725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:30.066266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:30.119559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49258) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:30.139893 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76d0fddf-7570-4bfa-bf2b-b334d8ff3dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.202287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=6f8378be-cd5a-4eb8-8942-1516c6ed0650,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:30.210766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:30.211439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.223269 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.223712 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (4c5a4ca0-2bc4-422b-aa92-f3794360ba3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.224015 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Floating IP 4c5a4ca0-2bc4-422b-aa92-f3794360ba3b disassociated. External IP: 172.25.7.19, port: 368ae4bc-b5fd-4735-b642-32788d9a02a0. Feb 11 05:00:30.224446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Calling delete_port for 368ae4bc-b5fd-4735-b642-32788d9a02a0 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:30.249538 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3b181434-9ab3-4bcd-a708-e342168f12aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0088995 Feb 11 05:00:30.253168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49260) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:30.359333 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76d0fddf-7570-4bfa-bf2b-b334d8ff3dff admin admin] Publish callbacks [] for security_group (1eb10bf6-dbb3-422e-b76f-ae0b3838075a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.368633 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-76d0fddf-7570-4bfa-bf2b-b334d8ff3dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1eb10bf6-dbb3-422e-b76f-ae0b3838075a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.400923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (368ae4bc-b5fd-4735-b642-32788d9a02a0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.443935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event deleted for resources: {'Port': ['ID=368ae4bc-b5fd-4735-b642-32788d9a02a0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:30.583565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:30.584141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-76d0fddf-7570-4bfa-bf2b-b334d8ff3dff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d544070434054d96b8a3c895729d4b61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4611659 Feb 11 05:00:30.589720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49264) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:30.639815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0fddf-7570-4bfa-bf2b-b334d8ff3dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb10bf6-dbb3-422e-b76f-ae0b3838075a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:30.676578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Router 60c3deb1-4b33-49d2-bbac-a0a328dba38d has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:00:30.680846 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:30.681439 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.683748 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-86b197d9-e4dc-4f3c-9eb6-127c2e1fe79b req-9cf72aee-ba1e-4268-aa4d-ae278af1b7d1 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1df0195-c8e6-4eb8-88e5-a5caf01f03d1 HTTP/1.1" status: 200 len: 210 time: 0.1060283 Feb 11 05:00:30.794624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:30.795036 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.871449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:30.873632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3f4bcf2d-3a09-44d2-ac32-dd161d9388a7,segment=NetworkSegment(96f83e44-99d7-4190-95a3-471f176665c9),segment_id=96f83e44-99d7-4190-95a3-471f176665c9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:30.884103 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.935928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6349a18-781e-418f-882f-8d7143898376 admin admin] Publish callbacks [] for security_group (1eb10bf6-dbb3-422e-b76f-ae0b3838075a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.964412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] No DVR routers for this DVR port 368ae4bc-b5fd-4735-b642-32788d9a02a0 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:30.969113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.972809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cddcec9f-e737-499c-9dd9-ce34b95b9385 req-84357a09-007f-4ca3-9f7c-4cbe0b850bbd tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.10 "DELETE /v2.0/ports/368ae4bc-b5fd-4735-b642-32788d9a02a0 HTTP/1.1" status: 204 len: 173 time: 1.3921683 Feb 11 05:00:30.973300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-deleted', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:30.990425 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4952e9ff-9eb5-43c8-b9a1-9a6925b41b0a" -d '{"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-deleted", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:31.016098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee8a27-e306-43cc-b200-413baa729056 None None] Sync routers for ids ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:31.021197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=3f4bcf2d-3a09-44d2-ac32-dd161d9388a7,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:31.031555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 86aa5dd1-5307-4a75-92f3-27e2414da009 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:31.079333 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c5e8bc-4a78-4d0e-973b-910690bb1989 x-openstack-request-id: req-e9c5e8bc-4a78-4d0e-973b-910690bb1989 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:31.079686 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1df0195-c8e6-4eb8-88e5-a5caf01f03d1", "name": "network-vif-deleted", "tag": "368ae4bc-b5fd-4735-b642-32788d9a02a0", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:31.079895 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9c5e8bc-4a78-4d0e-973b-910690bb1989 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:31.080312 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1df0195-c8e6-4eb8-88e5-a5caf01f03d1', 'name': 'network-vif-deleted', 'tag': '368ae4bc-b5fd-4735-b642-32788d9a02a0', 'status': 'completed', 'code': 200} Feb 11 05:00:31.125002 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6349a18-781e-418f-882f-8d7143898376 admin admin] Publish callbacks [] for security_group (1eb10bf6-dbb3-422e-b76f-ae0b3838075a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:31.145406 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:31.161115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee8a27-e306-43cc-b200-413baa729056 None None] Routers {'60c3deb1-4b33-49d2-bbac-a0a328dba38d'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:31.161918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2aee8a27-e306-43cc-b200-413baa729056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:31.396183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 86aa5dd1-5307-4a75-92f3-27e2414da009 is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:31.397675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:31.423395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 368ae4bc-b5fd-4735-b642-32788d9a02a0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:31.423776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 368ae4bc-b5fd-4735-b642-32788d9a02a0 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:31.442489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2aee8a27-e306-43cc-b200-413baa729056 None None] Set router 60c3deb1-4b33-49d2-bbac-a0a328dba38d gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:31.477980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc59a7-8e08-4e7e-a52d-173e129e367f None None] Network ba3b4055-e2b4-43ae-9169-c41c81d203b1 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:31.540533 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6349a18-781e-418f-882f-8d7143898376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1eb10bf6-dbb3-422e-b76f-ae0b3838075a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:31.543028 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6349a18-781e-418f-882f-8d7143898376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:31.547446 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e6349a18-781e-418f-882f-8d7143898376 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1eb10bf6-dbb3-422e-b76f-ae0b3838075a HTTP/1.1" status: 204 len: 168 time: 0.9467642 Feb 11 05:00:31.561135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6349a18-781e-418f-882f-8d7143898376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb10bf6-dbb3-422e-b76f-ae0b3838075a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:31.692402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:31.695104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-62cac0da-7efe-405c-bb95-a296ea69769d None None] Provisioning complete for port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:31.695581 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62cac0da-7efe-405c-bb95-a296ea69769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:31.703062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:31.941325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49294) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:31.952012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=6f8378be-cd5a-4eb8-8942-1516c6ed0650,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:32.116764 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc436-5364-4968-836c-9c2cb61be2b8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for security_group (ebc5da66-b3ac-4129-923a-7307a8d0ed9e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.213710 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc436-5364-4968-836c-9c2cb61be2b8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for security_group (ebc5da66-b3ac-4129-923a-7307a8d0ed9e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.279400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-62cac0da-7efe-405c-bb95-a296ea69769d None None] Current status of the port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:32.310411 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (136b7d96-179b-4ab6-bdb9-61d36fd11a46), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.322920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2aee8a27-e306-43cc-b200-413baa729056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T04:51:40Z', 'revision_number': 4, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'fc62a9ec-5434-46a0-aebb-8ded151205e5', 'name': '', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'mac_address': 'fa:16:3e:8a:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:38Z', 'updated_at': '2022-02-11T04:51:46Z', 'revision_number': 5, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'subnets': [{'id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:32.374775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee8a27-e306-43cc-b200-413baa729056 None None] Checking router: 60c3deb1-4b33-49d2-bbac-a0a328dba38d for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:32.397710 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc436-5364-4968-836c-9c2cb61be2b8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ebc5da66-b3ac-4129-923a-7307a8d0ed9e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.405936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc436-5364-4968-836c-9c2cb61be2b8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.414120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee8a27-e306-43cc-b200-413baa729056 None None] Routers {'60c3deb1-4b33-49d2-bbac-a0a328dba38d'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:32.415151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2aee8a27-e306-43cc-b200-413baa729056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:32.419643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fe6cc436-5364-4968-836c-9c2cb61be2b8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "DELETE /v2.0/security-groups/ebc5da66-b3ac-4129-923a-7307a8d0ed9e HTTP/1.1" status: 204 len: 168 time: 0.4644854 Feb 11 05:00:32.420613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49314) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:32.469127 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-422a2f4f-4654-45fd-89c6-1fa3bc5ce59a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] show failed (client error): The resource could not be found. Feb 11 05:00:32.470200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-422a2f4f-4654-45fd-89c6-1fa3bc5ce59a tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "GET /v2.0/security-groups/ebc5da66-b3ac-4129-923a-7307a8d0ed9e HTTP/1.1" status: 404 len: 347 time: 0.0419083 Feb 11 05:00:32.490777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49320) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:32.513164 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cc436-5364-4968-836c-9c2cb61be2b8 tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc5da66-b3ac-4129-923a-7307a8d0ed9e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:32.543417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d1212e02-dd1e-473a-ab7f-c59fe05e855f None None] Provisioning complete for port 6f8378be-cd5a-4eb8-8942-1516c6ed0650 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:32.545929 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d1212e02-dd1e-473a-ab7f-c59fe05e855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.645252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:32.851804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d1212e02-dd1e-473a-ab7f-c59fe05e855f None None] Port 6f8378be-cd5a-4eb8-8942-1516c6ed0650 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:32.933592 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2aee8a27-e306-43cc-b200-413baa729056 None None] Set router 60c3deb1-4b33-49d2-bbac-a0a328dba38d gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:32.957426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0f490-3a95-492c-adc6-63142987c233 req-7793a625-bc1d-44a8-80c1-f81c546ca864 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:32.959099 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1bc0f490-3a95-492c-adc6-63142987c233 req-7793a625-bc1d-44a8-80c1-f81c546ca864 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.3544202 Feb 11 05:00:33.002625 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-8dab6a3a-38e1-4bc1-a510-c83bfd409e9b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3994215 Feb 11 05:00:33.036609 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d1212e02-dd1e-473a-ab7f-c59fe05e855f None None] Provisioning complete for port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:33.037257 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d1212e02-dd1e-473a-ab7f-c59fe05e855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.109882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:33.110506 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.118690 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.187261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-cf0974a4-e6d2-4564-a03e-2bceceda4c4c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:33.217342 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-cf0974a4-e6d2-4564-a03e-2bceceda4c4c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports/86aa5dd1-5307-4a75-92f3-27e2414da009 HTTP/1.1" status: 200 len: 940 time: 0.1813369 Feb 11 05:00:33.251491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1bc0f490-3a95-492c-adc6-63142987c233 req-cac1faff-7d60-45f8-b938-c9dd99e745e2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739618 Feb 11 05:00:33.268285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-319cf71e-cc1e-47b9-8dcd-6c27264377cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Deleting port a2d03862-3be8-49a8-b0cd-2560393f97a1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:33.268634 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-319cf71e-cc1e-47b9-8dcd-6c27264377cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a2d03862-3be8-49a8-b0cd-2560393f97a1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.386532 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.422004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d1212e02-dd1e-473a-ab7f-c59fe05e855f None None] Current status of the port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:33.446032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:33.451382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2aee8a27-e306-43cc-b200-413baa729056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T04:51:40Z', 'revision_number': 4, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'fc62a9ec-5434-46a0-aebb-8ded151205e5', 'name': '', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'mac_address': 'fa:16:3e:8a:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:38Z', 'updated_at': '2022-02-11T04:51:46Z', 'revision_number': 5, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'subnets': [{'id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:33.476952 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-319cf71e-cc1e-47b9-8dcd-6c27264377cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a2d03862-3be8-49a8-b0cd-2560393f97a1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.477504 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-319cf71e-cc1e-47b9-8dcd-6c27264377cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for floatingip (a2d03862-3be8-49a8-b0cd-2560393f97a1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.488770 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.495110 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.503281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-319cf71e-cc1e-47b9-8dcd-6c27264377cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Calling delete_port for a2d03862-3be8-49a8-b0cd-2560393f97a1 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:33.548094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee8a27-e306-43cc-b200-413baa729056 None None] The sync data for ids ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'] in n-d-615180-58 is: [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T04:51:40Z', 'revision_number': 4, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'fc62a9ec-5434-46a0-aebb-8ded151205e5', 'name': '', 'network_id': '06017fe2-4087-4cb5-9119-3aa48a779ba2', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'mac_address': 'fa:16:3e:8a:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:38Z', 'updated_at': '2022-02-11T04:51:46Z', 'revision_number': 5, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'subnets': [{'id': 'db56d86e-24dc-40a4-954c-6a46bae43c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:33.576956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cd8a9df1-f2d4-46d9-9291-b714d2d35d1c None None] Provisioning complete for port 6f8378be-cd5a-4eb8-8942-1516c6ed0650 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:33.576956 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd8a9df1-f2d4-46d9-9291-b714d2d35d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.596797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=6f8378be-cd5a-4eb8-8942-1516c6ed0650,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:33.599848 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (136b7d96-179b-4ab6-bdb9-61d36fd11a46), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.643032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a9df1-f2d4-46d9-9291-b714d2d35d1c None None] Port 6f8378be-cd5a-4eb8-8942-1516c6ed0650 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:33.768063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network ba3b4055-e2b4-43ae-9169-c41c81d203b1 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:33.770379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:33.849870 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-319cf71e-cc1e-47b9-8dcd-6c27264377cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a2d03862-3be8-49a8-b0cd-2560393f97a1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.913260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cf71e-cc1e-47b9-8dcd-6c27264377cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Pushing event deleted for resources: {'Port': ['ID=a2d03862-3be8-49a8-b0cd-2560393f97a1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:34.039370 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc2719-f68d-4fa8-a53a-8e190317e8e0 None None] New status for floating IP 4c5a4ca0-2bc4-422b-aa92-f3794360ba3b: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:00:34.075658 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-319cf71e-cc1e-47b9-8dcd-6c27264377cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks [] for floatingip (4c5a4ca0-2bc4-422b-aa92-f3794360ba3b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:34.081583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Router 136b7d96-179b-4ab6-bdb9-61d36fd11a46 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:00:34.083943 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-319cf71e-cc1e-47b9-8dcd-6c27264377cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:34.092971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49356) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:34.093161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-319cf71e-cc1e-47b9-8dcd-6c27264377cb tempest-ServerActionsTestJSON-92896999 tempest-ServerActionsTestJSON-92896999-project] 10.222.0.48 "DELETE /v2.0/floatingips/4c5a4ca0-2bc4-422b-aa92-f3794360ba3b HTTP/1.1" status: 204 len: 168 time: 1.5995314 Feb 11 05:00:34.287061 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:34.296460 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f461bc1b-b56a-4cbb-a134-1e31c7a48ea7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "PUT /v2.0/routers/136b7d96-179b-4ab6-bdb9-61d36fd11a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0420947 Feb 11 05:00:34.296689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49368) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:34.301494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d2656e9a-f571-47d3-9f23-6e70cc4e7301 None None] Provisioning complete for port 6f8378be-cd5a-4eb8-8942-1516c6ed0650 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:34.301966 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2656e9a-f571-47d3-9f23-6e70cc4e7301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:34.318949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c3929e-9862-4a5f-836b-b8381e53bcf6 None None] Sync routers for ids ['136b7d96-179b-4ab6-bdb9-61d36fd11a46'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:34.467297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c3929e-9862-4a5f-836b-b8381e53bcf6 None None] Routers {'136b7d96-179b-4ab6-bdb9-61d36fd11a46'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:34.468034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-03c3929e-9862-4a5f-836b-b8381e53bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['136b7d96-179b-4ab6-bdb9-61d36fd11a46'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:34.477183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98da0ab-6182-46b9-8cd0-c0db53cb5187 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:34.489350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49374) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:34.491046 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d98da0ab-6182-46b9-8cd0-c0db53cb5187 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports?device_id=136b7d96-179b-4ab6-bdb9-61d36fd11a46 HTTP/1.1" status: 200 len: 983 time: 0.1870823 Feb 11 05:00:34.587410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d2656e9a-f571-47d3-9f23-6e70cc4e7301 None None] Port 6f8378be-cd5a-4eb8-8942-1516c6ed0650 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:34.591176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-03c3929e-9862-4a5f-836b-b8381e53bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:34.620083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c3929e-9862-4a5f-836b-b8381e53bcf6 None None] Routers {'136b7d96-179b-4ab6-bdb9-61d36fd11a46'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:34.620977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-03c3929e-9862-4a5f-836b-b8381e53bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['136b7d96-179b-4ab6-bdb9-61d36fd11a46'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:34.684052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-03c3929e-9862-4a5f-836b-b8381e53bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:34.685319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c3929e-9862-4a5f-836b-b8381e53bcf6 None None] The sync data for ids ['136b7d96-179b-4ab6-bdb9-61d36fd11a46'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:34.702807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a01f0c-6972-48a5-89d9-21be1b07bcfb req-d4f237dc-c4a2-4538-b8f7-7138ea2a5636 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:34.704520 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b3a01f0c-6972-48a5-89d9-21be1b07bcfb req-d4f237dc-c4a2-4538-b8f7-7138ea2a5636 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.2621753 Feb 11 05:00:34.917471 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b3a01f0c-6972-48a5-89d9-21be1b07bcfb req-f7a3884a-0e7d-4ef6-be6e-e298c89d10ba tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032523 Feb 11 05:00:35.550117 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d58e4753-3a2b-4b62-a2b2-eadd81aae4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (136b7d96-179b-4ab6-bdb9-61d36fd11a46), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:35.867006 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d0fe-f2da-434a-ba6d-9134c07879f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (60c3deb1-4b33-49d2-bbac-a0a328dba38d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.156692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0adb4-4de8-44c3-8593-b99c66a80fe6 req-4618bad8-572d-4105-879e-a7ff7d6a789f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:36.173462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ab0adb4-4de8-44c3-8593-b99c66a80fe6 req-4618bad8-572d-4105-879e-a7ff7d6a789f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1248147 Feb 11 05:00:36.207491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49398) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:36.250950 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ab0adb4-4de8-44c3-8593-b99c66a80fe6 req-545846b7-ec7c-4c98-a52b-40852f26e3c5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767567 Feb 11 05:00:36.365454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-331117dc-c232-46b3-904a-38fed0d47dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.476886 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-331117dc-c232-46b3-904a-38fed0d47dee admin admin] Publish callbacks [] for security_group (f9723afb-ad87-491a-bc60-fd8e81f57550), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.482693 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-331117dc-c232-46b3-904a-38fed0d47dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f9723afb-ad87-491a-bc60-fd8e81f57550), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.521516 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-331117dc-c232-46b3-904a-38fed0d47dee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c40ccea9206a46beabdffc94ab41b9a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106465 Feb 11 05:00:36.522304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49402) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:36.607551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331117dc-c232-46b3-904a-38fed0d47dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9723afb-ad87-491a-bc60-fd8e81f57550,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:36.630175 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba948acf-96f5-46e3-9cbe-79c4fad9b7e9 admin admin] Publish callbacks [] for security_group (f9723afb-ad87-491a-bc60-fd8e81f57550), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.643889 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d58e4753-3a2b-4b62-a2b2-eadd81aae4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 6f8378be-cd5a-4eb8-8942-1516c6ed0650 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:36.644453 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d58e4753-3a2b-4b62-a2b2-eadd81aae4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.658077 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba948acf-96f5-46e3-9cbe-79c4fad9b7e9 admin admin] Publish callbacks [] for security_group (f9723afb-ad87-491a-bc60-fd8e81f57550), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.736067 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba948acf-96f5-46e3-9cbe-79c4fad9b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f9723afb-ad87-491a-bc60-fd8e81f57550), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.739046 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba948acf-96f5-46e3-9cbe-79c4fad9b7e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.759840 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ba948acf-96f5-46e3-9cbe-79c4fad9b7e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9723afb-ad87-491a-bc60-fd8e81f57550 HTTP/1.1" status: 204 len: 168 time: 0.2229939 Feb 11 05:00:36.791653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba948acf-96f5-46e3-9cbe-79c4fad9b7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9723afb-ad87-491a-bc60-fd8e81f57550,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:36.796458 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d58e4753-3a2b-4b62-a2b2-eadd81aae4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.845142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d58e4753-3a2b-4b62-a2b2-eadd81aae4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 6f8378be-cd5a-4eb8-8942-1516c6ed0650 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:36.936681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3d0fe-f2da-434a-ba6d-9134c07879f2 admin admin] Deleting port fc62a9ec-5434-46a0-aebb-8ded151205e5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:36.937055 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d0fe-f2da-434a-ba6d-9134c07879f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.105703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d4a3d0fe-f2da-434a-ba6d-9134c07879f2 admin admin] For port fc62a9ec-5434-46a0-aebb-8ded151205e5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fc62a9ec-5434-46a0-aebb-8ded151205e5,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:37.106776 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d0fe-f2da-434a-ba6d-9134c07879f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.144685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3d0fe-f2da-434a-ba6d-9134c07879f2 admin admin] Calling delete_port for fc62a9ec-5434-46a0-aebb-8ded151205e5 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:37.229718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49408) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:37.235955 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d58e4753-3a2b-4b62-a2b2-eadd81aae4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6f8378be-cd5a-4eb8-8942-1516c6ed0650), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.246322 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49d2fe5e-bbbe-4aad-b438-b4211a636d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.275408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e4753-3a2b-4b62-a2b2-eadd81aae4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=6f8378be-cd5a-4eb8-8942-1516c6ed0650,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:37.319598 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.343643 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49d2fe5e-bbbe-4aad-b438-b4211a636d27 admin admin] Publish callbacks [] for security_group (8deaea32-1349-4e75-851a-cb5b742ec6ce), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.351241 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49d2fe5e-bbbe-4aad-b438-b4211a636d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8deaea32-1349-4e75-851a-cb5b742ec6ce), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.378649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2fe5e-bbbe-4aad-b438-b4211a636d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deaea32-1349-4e75-851a-cb5b742ec6ce,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:37.409643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-49d2fe5e-bbbe-4aad-b438-b4211a636d27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=146286fba80b4da59cf775b4844a3717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1783762 Feb 11 05:00:37.415559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49412) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:37.482020 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ec75215-a4ed-48ff-8d1a-d0f076683a07 admin admin] Publish callbacks [] for security_group (8deaea32-1349-4e75-851a-cb5b742ec6ce), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.509224 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ec75215-a4ed-48ff-8d1a-d0f076683a07 admin admin] Publish callbacks [] for security_group (8deaea32-1349-4e75-851a-cb5b742ec6ce), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.577504 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ec75215-a4ed-48ff-8d1a-d0f076683a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8deaea32-1349-4e75-851a-cb5b742ec6ce), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.581443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ec75215-a4ed-48ff-8d1a-d0f076683a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.583620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4ec75215-a4ed-48ff-8d1a-d0f076683a07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8deaea32-1349-4e75-851a-cb5b742ec6ce HTTP/1.1" status: 204 len: 168 time: 0.1670122 Feb 11 05:00:37.594293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec75215-a4ed-48ff-8d1a-d0f076683a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deaea32-1349-4e75-851a-cb5b742ec6ce,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:37.600287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b0276-78d2-4c2b-8e4e-07a163789a9b req-4f9e72ac-171b-4ae6-ab57-c2725fe853e5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:37.601863 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f55b0276-78d2-4c2b-8e4e-07a163789a9b req-4f9e72ac-171b-4ae6-ab57-c2725fe853e5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.2175527 Feb 11 05:00:37.658426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d58e4753-3a2b-4b62-a2b2-eadd81aae4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (136b7d96-179b-4ab6-bdb9-61d36fd11a46), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.806331 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f55b0276-78d2-4c2b-8e4e-07a163789a9b req-5b6e4af3-9e16-465c-8452-5a445e19ce72 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677499 Feb 11 05:00:37.820285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d0fe-f2da-434a-ba6d-9134c07879f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (fc62a9ec-5434-46a0-aebb-8ded151205e5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.852448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3d0fe-f2da-434a-ba6d-9134c07879f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc62a9ec-5434-46a0-aebb-8ded151205e5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:38.016569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58e4753-3a2b-4b62-a2b2-eadd81aae4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Router 136b7d96-179b-4ab6-bdb9-61d36fd11a46 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:00:38.207626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58e4753-3a2b-4b62-a2b2-eadd81aae4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:38.213335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d58e4753-3a2b-4b62-a2b2-eadd81aae4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "PUT /v2.0/routers/136b7d96-179b-4ab6-bdb9-61d36fd11a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7197752 Feb 11 05:00:38.216968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49436) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:38.218006 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10fa925-d721-4900-b745-50d0db5f1967 None None] Sync routers for ids ['136b7d96-179b-4ab6-bdb9-61d36fd11a46'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:38.236259 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10fa925-d721-4900-b745-50d0db5f1967 None None] Routers {'136b7d96-179b-4ab6-bdb9-61d36fd11a46'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:38.236481 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d10fa925-d721-4900-b745-50d0db5f1967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['136b7d96-179b-4ab6-bdb9-61d36fd11a46'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:38.275795 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d0fe-f2da-434a-ba6d-9134c07879f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (60c3deb1-4b33-49d2-bbac-a0a328dba38d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.289797 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-6832f486-dcb2-4036-9502-ba97736ca5aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 05:00:38.301185 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d10fa925-d721-4900-b745-50d0db5f1967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:38.301590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49440) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:38.303682 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6832f486-dcb2-4036-9502-ba97736ca5aa tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/6f8378be-cd5a-4eb8-8942-1516c6ed0650 HTTP/1.1" status: 404 len: 333 time: 0.0846241 Feb 11 05:00:38.310535 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10fa925-d721-4900-b745-50d0db5f1967 None None] Routers {'136b7d96-179b-4ab6-bdb9-61d36fd11a46'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:38.311182 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d10fa925-d721-4900-b745-50d0db5f1967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['136b7d96-179b-4ab6-bdb9-61d36fd11a46'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:38.447041 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d10fa925-d721-4900-b745-50d0db5f1967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:38.447705 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10fa925-d721-4900-b745-50d0db5f1967 None None] The sync data for ids ['136b7d96-179b-4ab6-bdb9-61d36fd11a46'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:38.475254 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3026481-b176-4fa9-8bf9-b43143de5491 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for router (136b7d96-179b-4ab6-bdb9-61d36fd11a46), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.949248 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:00:38.988201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199b86c-5476-42f3-91eb-72670954773e req-6a4d530a-c9c5-4f00-a19e-01b7582868f2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:38.997453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0199b86c-5476-42f3-91eb-72670954773e req-6a4d530a-c9c5-4f00-a19e-01b7582868f2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.0783734 Feb 11 05:00:39.071059 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0199b86c-5476-42f3-91eb-72670954773e req-ef2adafe-18ee-4f2a-9fff-d9533bafe937 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694821 Feb 11 05:00:39.182551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3026481-b176-4fa9-8bf9-b43143de5491 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (136b7d96-179b-4ab6-bdb9-61d36fd11a46), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.185783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3026481-b176-4fa9-8bf9-b43143de5491 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for router_controller (136b7d96-179b-4ab6-bdb9-61d36fd11a46), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.275844 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3026481-b176-4fa9-8bf9-b43143de5491 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (136b7d96-179b-4ab6-bdb9-61d36fd11a46), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.276597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3026481-b176-4fa9-8bf9-b43143de5491 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Fanout notify agent at l3_agent the message router_deleted on router 136b7d96-179b-4ab6-bdb9-61d36fd11a46 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:00:39.285801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3026481-b176-4fa9-8bf9-b43143de5491 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.286977 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f3026481-b176-4fa9-8bf9-b43143de5491 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/routers/136b7d96-179b-4ab6-bdb9-61d36fd11a46 HTTP/1.1" status: 204 len: 168 time: 0.9843900 Feb 11 05:00:39.289605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49470) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:39.351111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc4aa67-5022-4392-aac3-bd8033f08408 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting subnet 2a405f82-2dcb-43c8-98b3-e0093b0c83e9 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:00:39.354671 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dc4aa67-5022-4392-aac3-bd8033f08408 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (2a405f82-2dcb-43c8-98b3-e0093b0c83e9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.376297 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97f8f491-4ab0-43aa-9746-ad2138539131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.399734 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dc4aa67-5022-4392-aac3-bd8033f08408 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (2a405f82-2dcb-43c8-98b3-e0093b0c83e9), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.455829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a3d0fe-f2da-434a-ba6d-9134c07879f2 admin admin] Router 60c3deb1-4b33-49d2-bbac-a0a328dba38d has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:00:39.488524 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dc4aa67-5022-4392-aac3-bd8033f08408 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (2a405f82-2dcb-43c8-98b3-e0093b0c83e9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.563246 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dc4aa67-5022-4392-aac3-bd8033f08408 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (2a405f82-2dcb-43c8-98b3-e0093b0c83e9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.582866 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dc4aa67-5022-4392-aac3-bd8033f08408 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.587281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4dc4aa67-5022-4392-aac3-bd8033f08408 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/2a405f82-2dcb-43c8-98b3-e0093b0c83e9 HTTP/1.1" status: 204 len: 168 time: 0.2966726 Feb 11 05:00:39.591357 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3233ebb-73b3-47ee-a042-d575392c7855 None None] Network ba3b4055-e2b4-43ae-9169-c41c81d203b1 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:39.605247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49478) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:39.608135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4aa67-5022-4392-aac3-bd8033f08408 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Subnet': ['ID=2a405f82-2dcb-43c8-98b3-e0093b0c83e9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:39.794369 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (ba3b4055-e2b4-43ae-9169-c41c81d203b1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.799912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a3d0fe-f2da-434a-ba6d-9134c07879f2 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:39.809571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49482) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:39.813746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad897ff8-eb0f-418b-b9bc-3f7c19a9237f None None] Sync routers for ids ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:39.819778 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d4a3d0fe-f2da-434a-ba6d-9134c07879f2 admin admin] 10.222.0.48 "PUT /v2.0/routers/60c3deb1-4b33-49d2-bbac-a0a328dba38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7256389 Feb 11 05:00:39.824611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad897ff8-eb0f-418b-b9bc-3f7c19a9237f None None] Routers {'60c3deb1-4b33-49d2-bbac-a0a328dba38d'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:39.826008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ad897ff8-eb0f-418b-b9bc-3f7c19a9237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:39.913514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:39.913897 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.941103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0972d84d-1e0d-47bd-b9f9-0e69b8057d91 None None] DHCP port deletion for ba3b4055-e2b4-43ae-9169-c41c81d203b1 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:00:40.114570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0972d84d-1e0d-47bd-b9f9-0e69b8057d91 None None] Deleting port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:40.115285 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0972d84d-1e0d-47bd-b9f9-0e69b8057d91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:40.120278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] For port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3f4bcf2d-3a09-44d2-ac32-dd161d9388a7,segment=NetworkSegment(96f83e44-99d7-4190-95a3-471f176665c9),segment_id=96f83e44-99d7-4190-95a3-471f176665c9)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:40.120613 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:40.161744 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:40.229313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0972d84d-1e0d-47bd-b9f9-0e69b8057d91 None None] For port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3f4bcf2d-3a09-44d2-ac32-dd161d9388a7,segment=NetworkSegment(96f83e44-99d7-4190-95a3-471f176665c9),segment_id=96f83e44-99d7-4190-95a3-471f176665c9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:40.230064 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0972d84d-1e0d-47bd-b9f9-0e69b8057d91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:40.267666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0972d84d-1e0d-47bd-b9f9-0e69b8057d91 None None] Calling delete_port for 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:40.334301 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ad897ff8-eb0f-418b-b9bc-3f7c19a9237f None None] Set router 60c3deb1-4b33-49d2-bbac-a0a328dba38d gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:40.476783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4833f4a-191d-4d6a-9e88-c11adfaf1ee6 req-f1f63487-c8f2-4721-8e41-7d0c6100db77 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:40.486942 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c4833f4a-191d-4d6a-9e88-c11adfaf1ee6 req-f1f63487-c8f2-4721-8e41-7d0c6100db77 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1883011 Feb 11 05:00:40.529630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49496) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:40.582721 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:40.634707 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0972d84d-1e0d-47bd-b9f9-0e69b8057d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (3f4bcf2d-3a09-44d2-ac32-dd161d9388a7), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:40.645007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:40.691852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0972d84d-1e0d-47bd-b9f9-0e69b8057d91 None None] No DVR routers for this DVR port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:40.734336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=3f4bcf2d-3a09-44d2-ac32-dd161d9388a7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:40.743795 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c4833f4a-191d-4d6a-9e88-c11adfaf1ee6 req-df38a15f-2b73-4abb-a87d-ed010acdd9e8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516508 Feb 11 05:00:40.755508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No DVR routers for this DVR port 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:40.806157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:40.806633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3f4bcf2d-3a09-44d2-ac32-dd161d9388a7 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:40.810710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972d84d-1e0d-47bd-b9f9-0e69b8057d91 None None] Pushing event deleted for resources: {'Port': ['ID=3f4bcf2d-3a09-44d2-ac32-dd161d9388a7,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:40.872664 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ea5a-d60d-4227-be6b-573d52c9b691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:40.872909 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Publish callbacks [] for router (60c3deb1-4b33-49d2-bbac-a0a328dba38d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:40.909580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ad897ff8-eb0f-418b-b9bc-3f7c19a9237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T05:00:37Z', 'revision_number': 5, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:40.940472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad897ff8-eb0f-418b-b9bc-3f7c19a9237f None None] Checking router: 60c3deb1-4b33-49d2-bbac-a0a328dba38d for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:40.950605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad897ff8-eb0f-418b-b9bc-3f7c19a9237f None None] Routers {'60c3deb1-4b33-49d2-bbac-a0a328dba38d'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:40.951539 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ad897ff8-eb0f-418b-b9bc-3f7c19a9237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:41.020370 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (ba3b4055-e2b4-43ae-9169-c41c81d203b1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.093409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3b4055-e2b4-43ae-9169-c41c81d203b1']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:41.132140 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ea5a-d60d-4227-be6b-573d52c9b691 admin admin] Publish callbacks [] for security_group (aabcfab7-2cb2-43c7-a8bd-47d86cd15dcf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.134717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f83e44-99d7-4190-95a3-471f176665c9') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:41.137980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f83e44-99d7-4190-95a3-471f176665c9') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:41.158232 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Publish callbacks [] for router_gateway (60c3deb1-4b33-49d2-bbac-a0a328dba38d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.163840 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ea5a-d60d-4227-be6b-573d52c9b691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (aabcfab7-2cb2-43c7-a8bd-47d86cd15dcf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.178038 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (96f83e44-99d7-4190-95a3-471f176665c9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.283089 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (96f83e44-99d7-4190-95a3-471f176665c9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.290511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Deleting port 14cecac9-6444-4f1c-a15d-4941c92b1cc1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:41.290857 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.307380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:00:41.307800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (96f83e44-99d7-4190-95a3-471f176665c9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:00:41.315997 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:00:41.327032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49502) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:41.329475 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e6c5ea5a-d60d-4227-be6b-573d52c9b691 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b878a449a67d4b15a47ea46103395280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7930825 Feb 11 05:00:41.330587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5ea5a-d60d-4227-be6b-573d52c9b691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabcfab7-2cb2-43c7-a8bd-47d86cd15dcf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:41.483413 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (ba3b4055-e2b4-43ae-9169-c41c81d203b1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.500481 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.505308 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/networks/ba3b4055-e2b4-43ae-9169-c41c81d203b1 HTTP/1.1" status: 204 len: 168 time: 1.8976908 Feb 11 05:00:41.511841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49508) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:41.525008 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b442e-b304-45ba-bcef-c90b3c5f7546 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Network': ['ID=ba3b4055-e2b4-43ae-9169-c41c81d203b1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:41.540538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ad897ff8-eb0f-418b-b9bc-3f7c19a9237f None None] Set router 60c3deb1-4b33-49d2-bbac-a0a328dba38d gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:41.561007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e10cf3-ed89-4971-90a1-4aa56fa1216d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:41.562375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-90e10cf3-ed89-4971-90a1-4aa56fa1216d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/9dae3edd-6812-48ff-886c-6794c474ef5e HTTP/1.1" status: 200 len: 841 time: 0.0491054 Feb 11 05:00:41.563131 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10e58090-6956-449c-9e35-6b1f38ea2597 admin admin] Publish callbacks [] for security_group (aabcfab7-2cb2-43c7-a8bd-47d86cd15dcf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.566034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49510) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:41.588336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10e58090-6956-449c-9e35-6b1f38ea2597 admin admin] Publish callbacks [] for security_group (aabcfab7-2cb2-43c7-a8bd-47d86cd15dcf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.655245 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10e58090-6956-449c-9e35-6b1f38ea2597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (aabcfab7-2cb2-43c7-a8bd-47d86cd15dcf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.655459 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-42da30a8-b4a9-4a7b-b410-4cdefb2c8049 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/9dae3edd-6812-48ff-886c-6794c474ef5e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0879152 Feb 11 05:00:41.660095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10e58090-6956-449c-9e35-6b1f38ea2597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.660918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49512) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:41.661661 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-10e58090-6956-449c-9e35-6b1f38ea2597 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aabcfab7-2cb2-43c7-a8bd-47d86cd15dcf HTTP/1.1" status: 204 len: 168 time: 0.3337357 Feb 11 05:00:41.669699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-791e63ab-2f51-4acd-8de9-774ac75955d4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:41.691930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] For port 14cecac9-6444-4f1c-a15d-4941c92b1cc1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=14cecac9-6444-4f1c-a15d-4941c92b1cc1,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:41.692313 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.716661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e58090-6956-449c-9e35-6b1f38ea2597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabcfab7-2cb2-43c7-a8bd-47d86cd15dcf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:41.737126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Calling delete_port for 14cecac9-6444-4f1c-a15d-4941c92b1cc1 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:41.893620 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-503c9a83-bba8-431b-b004-62fe932afe6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.906143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791e63ab-2f51-4acd-8de9-774ac75955d4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:41.914056 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-791e63ab-2f51-4acd-8de9-774ac75955d4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.949438 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ad897ff8-eb0f-418b-b9bc-3f7c19a9237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T05:00:37Z', 'revision_number': 5, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:41.982883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad897ff8-eb0f-418b-b9bc-3f7c19a9237f None None] The sync data for ids ['60c3deb1-4b33-49d2-bbac-a0a328dba38d'] in n-d-615180-58 is: [{'id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'name': 'tempest-ServerActionsTestJSON-337723420-router', 'tenant_id': '0c3115c0b4f7444a90cdb58a37131a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:33Z', 'updated_at': '2022-02-11T05:00:37Z', 'revision_number': 5, 'project_id': '0c3115c0b4f7444a90cdb58a37131a72', 'gw_port': {'id': '14cecac9-6444-4f1c-a15d-4941c92b1cc1', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c3deb1-4b33-49d2-bbac-a0a328dba38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:34Z', 'updated_at': '2022-02-11T04:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:42.317096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37ee8-b855-419d-ac31-60009ce15d1c req-d2ff216b-e34c-4892-b84d-c45ac2086ecb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:42.325540 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4e37ee8-b855-419d-ac31-60009ce15d1c req-d2ff216b-e34c-4892-b84d-c45ac2086ecb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.3805051 Feb 11 05:00:42.473460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fc62a9ec-5434-46a0-aebb-8ded151205e5 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:42.533915 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (14cecac9-6444-4f1c-a15d-4941c92b1cc1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:42.545337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: fc62a9ec-5434-46a0-aebb-8ded151205e5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:42.547224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fc62a9ec-5434-46a0-aebb-8ded151205e5 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:42.607826 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-791e63ab-2f51-4acd-8de9-774ac75955d4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (6b49047f-0f95-48e7-b08f-46c120f57c7c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:42.659046 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4e37ee8-b855-419d-ac31-60009ce15d1c req-997c69e9-d176-480a-8b41-a1b3314a636d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3320811 Feb 11 05:00:42.678363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=14cecac9-6444-4f1c-a15d-4941c92b1cc1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:42.731567 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:42.766694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e63ab-2f51-4acd-8de9-774ac75955d4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 544623e0-8ac8-46f6-be2f-90b388878871 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:42.773175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-791e63ab-2f51-4acd-8de9-774ac75955d4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:42.785383 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e93b18-d629-4760-ad5e-4ebaed422290 None None] Network 544623e0-8ac8-46f6-be2f-90b388878871 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:42.815314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791e63ab-2f51-4acd-8de9-774ac75955d4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:42.815927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-791e63ab-2f51-4acd-8de9-774ac75955d4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:42.834278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e63ab-2f51-4acd-8de9-774ac75955d4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Subnet': ['ID=6b49047f-0f95-48e7-b08f-46c120f57c7c,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:42.854433 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (60c3deb1-4b33-49d2-bbac-a0a328dba38d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:42.890932 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-791e63ab-2f51-4acd-8de9-774ac75955d4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2270396 Feb 11 05:00:42.892963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49542) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:42.905495 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2a87ffc8-5956-4e55-9bdf-cb9d0e58ad37 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'security_group': {'name': 'tempest-secgroup-571987261'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:42.955101 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a87ffc8-5956-4e55-9bdf-cb9d0e58ad37 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.123177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a87ffc8-5956-4e55-9bdf-cb9d0e58ad37 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (51301eef-a5b3-4698-85aa-619ffcea813a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.133582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-544623e0-8ac8-46f6-be2f-90b388878871', 'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'project_id': '1bdc0b3d615045bf9683ee6744a71be1', 'fixed_ips': [{'subnet_id': '6b49047f-0f95-48e7-b08f-46c120f57c7c'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:00:43.134522 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.140426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a87ffc8-5956-4e55-9bdf-cb9d0e58ad37 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (51301eef-a5b3-4698-85aa-619ffcea813a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.192819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (60c3deb1-4b33-49d2-bbac-a0a328dba38d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.195265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87ffc8-5956-4e55-9bdf-cb9d0e58ad37 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51301eef-a5b3-4698-85aa-619ffcea813a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:43.208490 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Publish callbacks [] for router_controller (60c3deb1-4b33-49d2-bbac-a0a328dba38d), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.219339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a87ffc8-5956-4e55-9bdf-cb9d0e58ad37 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.221981 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2a87ffc8-5956-4e55-9bdf-cb9d0e58ad37 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3254278 Feb 11 05:00:43.223552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49554) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:43.235941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-176ac1a2-1538-4301-9d5e-557e03466dff tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'security_group': {'name': 'tempest-secgroup-1528060427'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:43.295828 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-176ac1a2-1538-4301-9d5e-557e03466dff tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.339515 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (60c3deb1-4b33-49d2-bbac-a0a328dba38d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.340302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60c3deb1-4b33-49d2-bbac-a0a328dba38d {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:00:43.348078 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.351881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-68e01dde-3abf-411a-8547-535b3c1df8f1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/60c3deb1-4b33-49d2-bbac-a0a328dba38d HTTP/1.1" status: 204 len: 168 time: 3.5384052 Feb 11 05:00:43.352579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49556) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:43.461638 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-176ac1a2-1538-4301-9d5e-557e03466dff tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (09321bb4-1e8a-454d-b462-c4882714f0c0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.469174 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-176ac1a2-1538-4301-9d5e-557e03466dff tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (09321bb4-1e8a-454d-b462-c4882714f0c0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.475971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Deleting subnet db56d86e-24dc-40a4-954c-6a46bae43c1b {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:00:43.487119 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Publish callbacks [] for subnet (db56d86e-24dc-40a4-954c-6a46bae43c1b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.503746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Allocated IP 172.20.0.2 (544623e0-8ac8-46f6-be2f-90b388878871/6b49047f-0f95-48e7-b08f-46c120f57c7c/af751eb7-b1ff-4655-9433-c0fc87fd2ece) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:43.569430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ac1a2-1538-4301-9d5e-557e03466dff tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09321bb4-1e8a-454d-b462-c4882714f0c0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:43.596384 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (db56d86e-24dc-40a4-954c-6a46bae43c1b), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.610126 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-176ac1a2-1538-4301-9d5e-557e03466dff tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.613613 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-176ac1a2-1538-4301-9d5e-557e03466dff tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3882008 Feb 11 05:00:43.617694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49562) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:43.634670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-835946818', 'security_groups': ['09321bb4-1e8a-454d-b462-c4882714f0c0'], 'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b49047f-0f95-48e7-b08f-46c120f57c7c'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:43.865784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (db56d86e-24dc-40a4-954c-6a46bae43c1b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.922923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:43.934461 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Publish callbacks [] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.946752 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.993638 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (db56d86e-24dc-40a4-954c-6a46bae43c1b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.020138 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.030478 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/db56d86e-24dc-40a4-954c-6a46bae43c1b HTTP/1.1" status: 204 len: 168 time: 0.6766670 Feb 11 05:00:44.037019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49580) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:44.074270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Pushing event updated for resources: {'Port': ['ID=af751eb7-b1ff-4655-9433-c0fc87fd2ece,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:44.080507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45927308-010c-49ad-b4eb-27c197c0cb6d None None] Network 06017fe2-4087-4cb5-9119-3aa48a779ba2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:44.120672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Network 544623e0-8ac8-46f6-be2f-90b388878871 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:44.123887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db56d86e-24dc-40a4-954c-6a46bae43c1b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:44.148765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.149294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.152756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.153137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.153481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.153820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.154180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.154480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.154811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.162667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.163162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.163569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.163921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.171994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.173611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:44.175886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.176692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.177005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.177352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.177695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.178032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.179388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:44.180972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.181354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.181699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.182043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.182382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.182718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c080a-4515-4345-8e37-f1252ba6026a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:44.271244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a29a8e-b03f-48cf-a947-8892c7c1efc0 req-7c7ac23b-010c-481e-968a-206de2852fe0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:44.272877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-76a29a8e-b03f-48cf-a947-8892c7c1efc0 req-7c7ac23b-010c-481e-968a-206de2852fe0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.3796420 Feb 11 05:00:44.323904 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (06017fe2-4087-4cb5-9119-3aa48a779ba2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.366605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.443019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port 18bde01e-eabe-4ba7-8e15-e78540083fe4 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:00:44.491151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Attempting to bind port af751eb7-b1ff-4655-9433-c0fc87fd2ece on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:44.495316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Attempting to bind port af751eb7-b1ff-4655-9433-c0fc87fd2ece by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '6a029ce0-5fea-42aa-82a2-42d6b7b28b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '544623e0-8ac8-46f6-be2f-90b388878871'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:44.497463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Attempting to bind port af751eb7-b1ff-4655-9433-c0fc87fd2ece on network 544623e0-8ac8-46f6-be2f-90b388878871 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:44.528646 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.538923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:44.539406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Checking segment: {'id': '6a029ce0-5fea-42aa-82a2-42d6b7b28b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '544623e0-8ac8-46f6-be2f-90b388878871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:44.539822 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.540223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Bound using segment: {'id': '6a029ce0-5fea-42aa-82a2-42d6b7b28b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '544623e0-8ac8-46f6-be2f-90b388878871'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:44.540735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Bound port: af751eb7-b1ff-4655-9433-c0fc87fd2ece, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a029ce0-5fea-42aa-82a2-42d6b7b28b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '544623e0-8ac8-46f6-be2f-90b388878871'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:44.548598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Deleting port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:44.549726 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.551387 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.615252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 14cecac9-6444-4f1c-a15d-4941c92b1cc1 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:44.706299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] For port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5d030f7c-8bc8-4d82-bff1-ea19c9f21a52,segment=NetworkSegment(5d390517-81a9-44c6-9b22-7e41089fc797),segment_id=5d390517-81a9-44c6-9b22-7e41089fc797)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:44.708953 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.722399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 14cecac9-6444-4f1c-a15d-4941c92b1cc1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:44.728608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 14cecac9-6444-4f1c-a15d-4941c92b1cc1 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:44.750291 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-76a29a8e-b03f-48cf-a947-8892c7c1efc0 req-77790d7b-684d-48d7-a4d6-63d18ff5a5e1 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4702280 Feb 11 05:00:44.754002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Calling delete_port for 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:44.811507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.5 (544623e0-8ac8-46f6-be2f-90b388878871/6b49047f-0f95-48e7-b08f-46c120f57c7c/18bde01e-eabe-4ba7-8e15-e78540083fe4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:44.968677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] For port af751eb7-b1ff-4655-9433-c0fc87fd2ece, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:44.982036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] For port af751eb7-b1ff-4655-9433-c0fc87fd2ece, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=af751eb7-b1ff-4655-9433-c0fc87fd2ece,segment=NetworkSegment(6a029ce0-5fea-42aa-82a2-42d6b7b28b77),segment_id=6a029ce0-5fea-42aa-82a2-42d6b7b28b77)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:44.995475 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.040645 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5d030f7c-8bc8-4d82-bff1-ea19c9f21a52), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.065990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078f42cd-df8e-4f8c-b7ed-d39f029134ac None None] DHCP port deletion for 06017fe2-4087-4cb5-9119-3aa48a779ba2 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:00:45.116213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44259b-3f77-4e06-b876-2677f4c10da2 None None] Pushing event updated for resources: {'Port': ['ID=af751eb7-b1ff-4655-9433-c0fc87fd2ece,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:45.117435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] No DVR routers for this DVR port 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:45.122072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5d030f7c-8bc8-4d82-bff1-ea19c9f21a52,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:45.246928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (18bde01e-eabe-4ba7-8e15-e78540083fe4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.257476 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (06017fe2-4087-4cb5-9119-3aa48a779ba2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.307340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06017fe2-4087-4cb5-9119-3aa48a779ba2']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:45.332643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d390517-81a9-44c6-9b22-7e41089fc797') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:45.333781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d390517-81a9-44c6-9b22-7e41089fc797') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:45.359416 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (5d390517-81a9-44c6-9b22-7e41089fc797), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.393831 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (18bde01e-eabe-4ba7-8e15-e78540083fe4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.394696 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5d390517-81a9-44c6-9b22-7e41089fc797), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.411955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:00:45.412490 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (5d390517-81a9-44c6-9b22-7e41089fc797), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:00:45.475239 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:00:45.530279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=18bde01e-eabe-4ba7-8e15-e78540083fe4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:45.568570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 544623e0-8ac8-46f6-be2f-90b388878871 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:45.570507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:45.581912 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.584506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:45.619153 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (06017fe2-4087-4cb5-9119-3aa48a779ba2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.626569 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.629933 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] 10.222.0.48 "DELETE /v2.0/networks/06017fe2-4087-4cb5-9119-3aa48a779ba2 HTTP/1.1" status: 204 len: 168 time: 1.5907230 Feb 11 05:00:45.660513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11463b5-990f-4165-90c1-54afdc1483cc admin admin] Pushing event deleted for resources: {'Network': ['ID=06017fe2-4087-4cb5-9119-3aa48a779ba2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:45.781495 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:45.782063 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.898585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49654) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:45.903734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4194d407-8b2a-4a74-94fc-be3142dac6f4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:45.906605 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0560e593-614b-452d-a361-59ac61dec801 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2873747 Feb 11 05:00:46.116303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49678) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:46.214091 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3f7275f1-12e3-4293-acc8-ca0c75aa158e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c3115c0b4f7444a90cdb58a37131a72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0963776 Feb 11 05:00:46.216641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49694) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:46.343978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f218ea-bc52-4f7e-945b-f8cbf6190dae req-dee73335-eb61-4612-a379-a44c3d1e3fa0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:46.345572 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6f218ea-bc52-4f7e-945b-f8cbf6190dae req-dee73335-eb61-4612-a379-a44c3d1e3fa0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.3406816 Feb 11 05:00:46.352825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d813b55a-d828-499d-a6b9-cf8309052ac5 admin admin] Publish callbacks [] for security_group (2e7bb4c9-648e-489d-9560-8fec1e9b43c6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:46.494095 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d813b55a-d828-499d-a6b9-cf8309052ac5 admin admin] Publish callbacks [] for security_group (2e7bb4c9-648e-489d-9560-8fec1e9b43c6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:46.498450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6f218ea-bc52-4f7e-945b-f8cbf6190dae req-01978b75-a383-47e9-b408-9e32582d4ae2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392982 Feb 11 05:00:46.541187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4194d407-8b2a-4a74-94fc-be3142dac6f4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:46.547459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4194d407-8b2a-4a74-94fc-be3142dac6f4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:46.677704 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d813b55a-d828-499d-a6b9-cf8309052ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2e7bb4c9-648e-489d-9560-8fec1e9b43c6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:46.688956 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d813b55a-d828-499d-a6b9-cf8309052ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:46.691019 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d813b55a-d828-499d-a6b9-cf8309052ac5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e7bb4c9-648e-489d-9560-8fec1e9b43c6 HTTP/1.1" status: 204 len: 168 time: 0.4733417 Feb 11 05:00:46.720215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device af751eb7-b1ff-4655-9433-c0fc87fd2ece up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:46.728794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813b55a-d828-499d-a6b9-cf8309052ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7bb4c9-648e-489d-9560-8fec1e9b43c6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:46.761474 n-d-615180-58 neutron-server[103353]: INFO neutron.db.ipam_backend_mixin [None req-4194d407-8b2a-4a74-94fc-be3142dac6f4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b49047f-0f95-48e7-b08f-46c120f57c7c (CIDR: 172.20.0.0/28) Feb 11 05:00:46.766341 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-4194d407-8b2a-4a74-94fc-be3142dac6f4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:00:46.766997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4194d407-8b2a-4a74-94fc-be3142dac6f4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:00:46.816182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4194d407-8b2a-4a74-94fc-be3142dac6f4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9162006 Feb 11 05:00:46.818691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49704) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:46.823853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e99d2500-e488-4434-83ae-63a2f57cf4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:46.831794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49706) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:46.993648 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port af751eb7-b1ff-4655-9433-c0fc87fd2ece triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:46.994395 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.158001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port af751eb7-b1ff-4655-9433-c0fc87fd2ece is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:47.158597 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.251511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port af751eb7-b1ff-4655-9433-c0fc87fd2ece, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=af751eb7-b1ff-4655-9433-c0fc87fd2ece,segment=NetworkSegment(6a029ce0-5fea-42aa-82a2-42d6b7b28b77),segment_id=6a029ce0-5fea-42aa-82a2-42d6b7b28b77)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:47.258488 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.265659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99d2500-e488-4434-83ae-63a2f57cf4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:47.279175 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e99d2500-e488-4434-83ae-63a2f57cf4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.451650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:47.669497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:47.670159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5d030f7c-8bc8-4d82-bff1-ea19c9f21a52 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:47.688978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3b790c01-8057-46a6-bae4-bdadd3c01bc8 None None] Provisioning complete for port 9dae3edd-6812-48ff-886c-6794c474ef5e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:47.708183 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b790c01-8057-46a6-bae4-bdadd3c01bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9dae3edd-6812-48ff-886c-6794c474ef5e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.724216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=af751eb7-b1ff-4655-9433-c0fc87fd2ece,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:47.886058 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ed91d92-9e37-433f-816e-bdb7ac72a2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.899398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3b790c01-8057-46a6-bae4-bdadd3c01bc8 None None] Port 9dae3edd-6812-48ff-886c-6794c474ef5e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:47.952734 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3b790c01-8057-46a6-bae4-bdadd3c01bc8 None None] Provisioning complete for port af751eb7-b1ff-4655-9433-c0fc87fd2ece triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:47.953158 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3b790c01-8057-46a6-bae4-bdadd3c01bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.101649 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ed91d92-9e37-433f-816e-bdb7ac72a2a4 admin admin] Publish callbacks [] for security_group (5e642f5b-a1b9-44d8-8d1d-6744463d4396), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.116856 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ed91d92-9e37-433f-816e-bdb7ac72a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5e642f5b-a1b9-44d8-8d1d-6744463d4396), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.197375 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e99d2500-e488-4434-83ae-63a2f57cf4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (4d0a3d17-9f1a-4f98-905d-280999d97313), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.210246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3b790c01-8057-46a6-bae4-bdadd3c01bc8 None None] Current status of the port af751eb7-b1ff-4655-9433-c0fc87fd2ece is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:48.234792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0ed91d92-9e37-433f-816e-bdb7ac72a2a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc43a455b3b6448580ea66fad3a99979&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4016697 Feb 11 05:00:48.242923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49838) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:48.286747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed91d92-9e37-433f-816e-bdb7ac72a2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e642f5b-a1b9-44d8-8d1d-6744463d4396,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:48.312093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d2500-e488-4434-83ae-63a2f57cf4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 544623e0-8ac8-46f6-be2f-90b388878871 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:48.340105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6437f523-902b-4422-afa4-af6fd06f323e None None] Provisioning complete for port 18bde01e-eabe-4ba7-8e15-e78540083fe4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:48.341539 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6437f523-902b-4422-afa4-af6fd06f323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (18bde01e-eabe-4ba7-8e15-e78540083fe4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.342333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e99d2500-e488-4434-83ae-63a2f57cf4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:48.351307 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d2500-e488-4434-83ae-63a2f57cf4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:48.353084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e99d2500-e488-4434-83ae-63a2f57cf4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.438713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc202b0-3ea1-42f7-83f8-15397c8c343e None None] Network 544623e0-8ac8-46f6-be2f-90b388878871 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:48.441414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d2500-e488-4434-83ae-63a2f57cf4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Subnet': ['ID=4d0a3d17-9f1a-4f98-905d-280999d97313,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:48.471585 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e99d2500-e488-4434-83ae-63a2f57cf4ea tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6516609 Feb 11 05:00:48.475896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49866) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:48.488286 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a255e661-e608-4e6f-a92a-32e8201a9cde admin admin] Publish callbacks [] for security_group (5e642f5b-a1b9-44d8-8d1d-6744463d4396), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.501006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5956e-17af-43ab-9d71-17210876848c req-5190d52f-6359-4ced-b55c-3990e8d7aa20 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:48.510029 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07f5956e-17af-43ab-9d71-17210876848c req-5190d52f-6359-4ced-b55c-3990e8d7aa20 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.3939514 Feb 11 05:00:48.530036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1dbfe745-0a79-41ba-9fe7-d6db3bfbb198 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1923605406', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4d0a3d17-9f1a-4f98-905d-280999d97313'}], 'security_groups': ['51301eef-a5b3-4698-85aa-619ffcea813a']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:48.646306 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a255e661-e608-4e6f-a92a-32e8201a9cde admin admin] Publish callbacks [] for security_group (5e642f5b-a1b9-44d8-8d1d-6744463d4396), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.692397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device af751eb7-b1ff-4655-9433-c0fc87fd2ece up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:48.696210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6437f523-902b-4422-afa4-af6fd06f323e None None] Port 18bde01e-eabe-4ba7-8e15-e78540083fe4 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:48.810879 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a255e661-e608-4e6f-a92a-32e8201a9cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5e642f5b-a1b9-44d8-8d1d-6744463d4396), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.815332 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a255e661-e608-4e6f-a92a-32e8201a9cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.816902 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a255e661-e608-4e6f-a92a-32e8201a9cde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e642f5b-a1b9-44d8-8d1d-6744463d4396 HTTP/1.1" status: 204 len: 168 time: 0.5729134 Feb 11 05:00:48.834232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe745-0a79-41ba-9fe7-d6db3bfbb198 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (18bde01e-eabe-4ba7-8e15-e78540083fe4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.861810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e661-e608-4e6f-a92a-32e8201a9cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e642f5b-a1b9-44d8-8d1d-6744463d4396,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:48.916607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49916) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:48.946359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07f5956e-17af-43ab-9d71-17210876848c req-e30185af-98eb-4e1c-ac11-5f639ccac085 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739532 Feb 11 05:00:48.993201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port af751eb7-b1ff-4655-9433-c0fc87fd2ece triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:48.993979 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.111032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2122844560-network', 'tenant_id': 'fabf04442bb4491b908c7f8d4467560e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:49.156297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Made reservation on behalf of fabf04442bb4491b908c7f8d4467560e for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:49.158773 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.172294 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.363127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port af751eb7-b1ff-4655-9433-c0fc87fd2ece is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:49.471807 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7c1d57-510c-4475-9114-13cd5ac65dad None None] Update dhcp port {'port': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'fixed_ips': [{'subnet_id': '6b49047f-0f95-48e7-b08f-46c120f57c7c', 'ip_address': '172.20.0.2'}, {'subnet_id': '4d0a3d17-9f1a-4f98-905d-280999d97313'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'af751eb7-b1ff-4655-9433-c0fc87fd2ece'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:00:49.477575 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Publish callbacks [] for security_group (3d1eeb64-f5f2-40c7-9be1-68462655a033), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.512544 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3d1eeb64-f5f2-40c7-9be1-68462655a033), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.548838 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1d57-510c-4475-9114-13cd5ac65dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.587370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1eeb64-f5f2-40c7-9be1-68462655a033,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:49.609725 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:00:49.636662 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (d7c49531-9cea-43c4-aa2d-5836a581e60f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.637762 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Added segment d7c49531-9cea-43c4-aa2d-5836a581e60f of type vlan for network 91096932-8b5e-4b89-9011-45a9b6a2a6c9 Feb 11 05:00:49.727162 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (91096932-8b5e-4b89-9011-45a9b6a2a6c9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.752692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1dbfe745-0a79-41ba-9fe7-d6db3bfbb198 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Delete allocated IP 172.20.0.5 (544623e0-8ac8-46f6-be2f-90b388878871/6b49047f-0f95-48e7-b08f-46c120f57c7c) {{(pid=103354) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:00:49.772823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1dbfe745-0a79-41ba-9fe7-d6db3bfbb198 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.27 (544623e0-8ac8-46f6-be2f-90b388878871/4d0a3d17-9f1a-4f98-905d-280999d97313/18bde01e-eabe-4ba7-8e15-e78540083fe4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:49.810213 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (91096932-8b5e-4b89-9011-45a9b6a2a6c9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.811540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:49.812114 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.900525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50012) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:49.934288 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74e2048d-2680-4046-b423-69fa109a2739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.989437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0710800 Feb 11 05:00:50.041926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50026) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:50.067624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995d398-30a5-4834-8a2c-fdf611cc5323 admin admin] Pushing event updated for resources: {'Network': ['ID=91096932-8b5e-4b89-9011-45a9b6a2a6c9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:50.067910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-24e48e0c-21a4-4831-86a9-cc4cb23bdde5 admin admin] Request body: {'subnet': {'network_id': '91096932-8b5e-4b89-9011-45a9b6a2a6c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2122844560-subnet', 'tenant_id': 'fabf04442bb4491b908c7f8d4467560e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:50.078709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 91096932-8b5e-4b89-9011-45a9b6a2a6c9 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:00:50.236413 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe745-0a79-41ba-9fe7-d6db3bfbb198 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (18bde01e-eabe-4ba7-8e15-e78540083fe4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:50.278292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe745-0a79-41ba-9fe7-d6db3bfbb198 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (18bde01e-eabe-4ba7-8e15-e78540083fe4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:50.497638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5efc0-eeb9-4427-8370-05e982879415 req-e2db6370-aded-475b-aacf-9a559e81870d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:50.510172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ce5efc0-eeb9-4427-8370-05e982879415 req-e2db6370-aded-475b-aacf-9a559e81870d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.3303754 Feb 11 05:00:50.532415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e48e0c-21a4-4831-86a9-cc4cb23bdde5 admin admin] Made reservation on behalf of fabf04442bb4491b908c7f8d4467560e for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:50.553778 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24e48e0c-21a4-4831-86a9-cc4cb23bdde5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:50.647328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-fd7c1d57-510c-4475-9114-13cd5ac65dad None None] Allocated IP 172.20.0.18 (544623e0-8ac8-46f6-be2f-90b388878871/4d0a3d17-9f1a-4f98-905d-280999d97313/af751eb7-b1ff-4655-9433-c0fc87fd2ece) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:50.665619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ce5efc0-eeb9-4427-8370-05e982879415 req-5f83ac00-7fa8-4290-bfd9-c8a8ce2ab57c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252718 Feb 11 05:00:50.910508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fd7c1d57-510c-4475-9114-13cd5ac65dad None None] For port af751eb7-b1ff-4655-9433-c0fc87fd2ece, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=af751eb7-b1ff-4655-9433-c0fc87fd2ece,segment=NetworkSegment(6a029ce0-5fea-42aa-82a2-42d6b7b28b77),segment_id=6a029ce0-5fea-42aa-82a2-42d6b7b28b77)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:50.982270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfe745-0a79-41ba-9fe7-d6db3bfbb198 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=18bde01e-eabe-4ba7-8e15-e78540083fe4,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:51.008625 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1d57-510c-4475-9114-13cd5ac65dad None None] Publish callbacks [] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.020338 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1d57-510c-4475-9114-13cd5ac65dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.103416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1dbfe745-0a79-41ba-9fe7-d6db3bfbb198 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] In _notify_port_updated(), no bound segment for port 18bde01e-eabe-4ba7-8e15-e78540083fe4 on network 544623e0-8ac8-46f6-be2f-90b388878871 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:00:51.108961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbfe745-0a79-41ba-9fe7-d6db3bfbb198 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:51.109575 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe745-0a79-41ba-9fe7-d6db3bfbb198 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.111033 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1dbfe745-0a79-41ba-9fe7-d6db3bfbb198 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "PUT /v2.0/ports/18bde01e-eabe-4ba7-8e15-e78540083fe4 HTTP/1.1" status: 200 len: 921 time: 2.5997250 Feb 11 05:00:51.113854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50124) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:51.137580 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74e2048d-2680-4046-b423-69fa109a2739 admin admin] Publish callbacks [] for security_group (b6069dc1-88fd-440c-8dae-bb3a63639ace), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.139545 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24e48e0c-21a4-4831-86a9-cc4cb23bdde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (e947c1fc-c17e-4a3b-9f8a-c83a6555683e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.173042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74e2048d-2680-4046-b423-69fa109a2739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b6069dc1-88fd-440c-8dae-bb3a63639ace), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.294004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c1d57-510c-4475-9114-13cd5ac65dad None None] Pushing event updated for resources: {'Port': ['ID=af751eb7-b1ff-4655-9433-c0fc87fd2ece,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:51.351912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-defeb4ed-5d7b-4f42-a89a-8549771aa144 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 18bde01e-eabe-4ba7-8e15-e78540083fe4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:51.352520 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defeb4ed-5d7b-4f42-a89a-8549771aa144 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (18bde01e-eabe-4ba7-8e15-e78540083fe4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.599282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e48e0c-21a4-4831-86a9-cc4cb23bdde5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e947c1fc-c17e-4a3b-9f8a-c83a6555683e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:51.602775 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defeb4ed-5d7b-4f42-a89a-8549771aa144 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (18bde01e-eabe-4ba7-8e15-e78540083fe4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.620414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2048d-2680-4046-b423-69fa109a2739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6069dc1-88fd-440c-8dae-bb3a63639ace,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:51.630560 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-74e2048d-2680-4046-b423-69fa109a2739 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a02a3ebe06e459cb4a9215d37c3e536&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7280347 Feb 11 05:00:51.631182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50166) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:51.631317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e48e0c-21a4-4831-86a9-cc4cb23bdde5 admin admin] Checking segment: {'id': 'd7c49531-9cea-43c4-aa2d-5836a581e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '91096932-8b5e-4b89-9011-45a9b6a2a6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:51.631876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e48e0c-21a4-4831-86a9-cc4cb23bdde5 admin admin] Network hostable DHCP agents. Network: 91096932-8b5e-4b89-9011-45a9b6a2a6c9, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:00:51.656556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-defeb4ed-5d7b-4f42-a89a-8549771aa144 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 18bde01e-eabe-4ba7-8e15-e78540083fe4 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:51.660587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e48e0c-21a4-4831-86a9-cc4cb23bdde5 admin admin] Network 91096932-8b5e-4b89-9011-45a9b6a2a6c9 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:00:51.677243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-24e48e0c-21a4-4831-86a9-cc4cb23bdde5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 91096932-8b5e-4b89-9011-45a9b6a2a6c9) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:51.682006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e48e0c-21a4-4831-86a9-cc4cb23bdde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:51.683011 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24e48e0c-21a4-4831-86a9-cc4cb23bdde5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.688518 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852fa774-1ad6-46c4-a9f5-ca543e5d79b2 None None] Network 91096932-8b5e-4b89-9011-45a9b6a2a6c9 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:51.721082 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-24e48e0c-21a4-4831-86a9-cc4cb23bdde5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6698620 Feb 11 05:00:51.974510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f53519-af47-4cce-9ce9-5fc8af241995 req-c882436a-5e45-4367-bf0a-43ed9d2bc7df tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:51.976989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-08f53519-af47-4cce-9ce9-5fc8af241995 req-c882436a-5e45-4367-bf0a-43ed9d2bc7df tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1270075 Feb 11 05:00:52.117600 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-08f53519-af47-4cce-9ce9-5fc8af241995 req-be325fee-5137-4775-ba2c-5df6ce841429 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340468 Feb 11 05:00:52.144014 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defeb4ed-5d7b-4f42-a89a-8549771aa144 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (18bde01e-eabe-4ba7-8e15-e78540083fe4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.173485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab30ee99-3757-4323-8c77-2efff24fe966 None None] Network 91096932-8b5e-4b89-9011-45a9b6a2a6c9 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:52.211861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defeb4ed-5d7b-4f42-a89a-8549771aa144 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=18bde01e-eabe-4ba7-8e15-e78540083fe4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:52.221203 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a42ae81-1875-4ccf-b412-4d6b67d427c4 admin admin] Publish callbacks [] for security_group (b6069dc1-88fd-440c-8dae-bb3a63639ace), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.254517 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a42ae81-1875-4ccf-b412-4d6b67d427c4 admin admin] Publish callbacks [] for security_group (b6069dc1-88fd-440c-8dae-bb3a63639ace), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.331674 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a42ae81-1875-4ccf-b412-4d6b67d427c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b6069dc1-88fd-440c-8dae-bb3a63639ace), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.334348 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a42ae81-1875-4ccf-b412-4d6b67d427c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.335409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7a42ae81-1875-4ccf-b412-4d6b67d427c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6069dc1-88fd-440c-8dae-bb3a63639ace HTTP/1.1" status: 204 len: 168 time: 0.6960151 Feb 11 05:00:52.390614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42ae81-1875-4ccf-b412-4d6b67d427c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6069dc1-88fd-440c-8dae-bb3a63639ace,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:52.442217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defeb4ed-5d7b-4f42-a89a-8549771aa144 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.454610 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-defeb4ed-5d7b-4f42-a89a-8549771aa144 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/18bde01e-eabe-4ba7-8e15-e78540083fe4 HTTP/1.1" status: 204 len: 168 time: 1.3362148 Feb 11 05:00:52.455036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50218) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:52.460599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-18efc0b7-a2a6-4522-8f60-237a5df61946 None None] Could not find standard attr ID for object 18bde01e-eabe-4ba7-8e15-e78540083fe4. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:00:52.474641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-18efc0b7-a2a6-4522-8f60-237a5df61946 None None] Provisioning complete for port 9dae3edd-6812-48ff-886c-6794c474ef5e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:52.475689 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-18efc0b7-a2a6-4522-8f60-237a5df61946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9dae3edd-6812-48ff-886c-6794c474ef5e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.490126 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8c2894-b1b4-4c48-8c79-0fe863da60e5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 05:00:52.494163 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0b8c2894-b1b4-4c48-8c79-0fe863da60e5 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/18bde01e-eabe-4ba7-8e15-e78540083fe4 HTTP/1.1" status: 404 len: 333 time: 0.0357697 Feb 11 05:00:52.494822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50224) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:52.562046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device af751eb7-b1ff-4655-9433-c0fc87fd2ece up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:52.600144 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0f1110ef-275c-49cc-809d-96afd0497cd3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (09321bb4-1e8a-454d-b462-c4882714f0c0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.655063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-18efc0b7-a2a6-4522-8f60-237a5df61946 None None] Port 9dae3edd-6812-48ff-886c-6794c474ef5e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:52.656697 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0f1110ef-275c-49cc-809d-96afd0497cd3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (09321bb4-1e8a-454d-b462-c4882714f0c0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.697182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-b71c50fd-ca64-44b8-a997-c36ce5630d16 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:52.699071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-b71c50fd-ca64-44b8-a997-c36ce5630d16 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/networks?id=91096932-8b5e-4b89-9011-45a9b6a2a6c9 HTTP/1.1" status: 200 len: 813 time: 0.1707606 Feb 11 05:00:52.716950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-18efc0b7-a2a6-4522-8f60-237a5df61946 None None] Provisioning complete for port af751eb7-b1ff-4655-9433-c0fc87fd2ece triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:52.717591 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-18efc0b7-a2a6-4522-8f60-237a5df61946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.741837 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-1ffe5dd4-9a65-43c8-85b2-69eaaf7e22f9 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/quotas/fabf04442bb4491b908c7f8d4467560e HTTP/1.1" status: 200 len: 375 time: 0.0351949 Feb 11 05:00:52.769040 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0f1110ef-275c-49cc-809d-96afd0497cd3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (09321bb4-1e8a-454d-b462-c4882714f0c0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.772337 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0f1110ef-275c-49cc-809d-96afd0497cd3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.773800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0f1110ef-275c-49cc-809d-96afd0497cd3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/security-groups/09321bb4-1e8a-454d-b462-c4882714f0c0 HTTP/1.1" status: 204 len: 168 time: 0.2777874 Feb 11 05:00:52.777187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50232) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:52.788979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port af751eb7-b1ff-4655-9433-c0fc87fd2ece triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:52.789713 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.821997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1110ef-275c-49cc-809d-96afd0497cd3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09321bb4-1e8a-454d-b462-c4882714f0c0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:52.831298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-2cff2af7-b186-4d96-a868-0d12f7eef4c5 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fabf04442bb4491b908c7f8d4467560e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813646 Feb 11 05:00:52.933291 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e611208-8c89-48ed-80c3-5e81086c015b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (51301eef-a5b3-4698-85aa-619ffcea813a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.991016 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e611208-8c89-48ed-80c3-5e81086c015b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (51301eef-a5b3-4698-85aa-619ffcea813a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.028391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-18efc0b7-a2a6-4522-8f60-237a5df61946 None None] Current status of the port af751eb7-b1ff-4655-9433-c0fc87fd2ece is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:53.065694 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e611208-8c89-48ed-80c3-5e81086c015b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (51301eef-a5b3-4698-85aa-619ffcea813a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.072280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e611208-8c89-48ed-80c3-5e81086c015b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.073972 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1e611208-8c89-48ed-80c3-5e81086c015b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/security-groups/51301eef-a5b3-4698-85aa-619ffcea813a HTTP/1.1" status: 204 len: 168 time: 0.2884777 Feb 11 05:00:53.084174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50242) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:53.085346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e611208-8c89-48ed-80c3-5e81086c015b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51301eef-a5b3-4698-85aa-619ffcea813a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:53.085625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-c3a6632f-517e-455f-9440-3cc842c0538e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:00:53.088599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-c3a6632f-517e-455f-9440-3cc842c0538e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2514391 Feb 11 05:00:53.159507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port af751eb7-b1ff-4655-9433-c0fc87fd2ece is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:53.188240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc04779c-82f9-4e07-a5dd-ca3c7a2704b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting subnet 6b49047f-0f95-48e7-b08f-46c120f57c7c {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:00:53.205104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f98cf631-cf34-4b3b-b3ec-88209705b18a None None] Could not find standard attr ID for object 18bde01e-eabe-4ba7-8e15-e78540083fe4. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:00:53.209479 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc04779c-82f9-4e07-a5dd-ca3c7a2704b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (6b49047f-0f95-48e7-b08f-46c120f57c7c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.342634 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc04779c-82f9-4e07-a5dd-ca3c7a2704b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (6b49047f-0f95-48e7-b08f-46c120f57c7c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.343585 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-ffb3b9ef-4b56-440b-8dd1-f13e19160f2c service neutron] 10.222.0.48 "GET /v2.0/networks/91096932-8b5e-4b89-9011-45a9b6a2a6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468538 Feb 11 05:00:53.388562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90e4be-a16d-41f4-af3a-328509ec89d5 req-5b1c8cce-662b-4f13-8afb-dd94bbbe5385 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:53.393042 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d90e4be-a16d-41f4-af3a-328509ec89d5 req-5b1c8cce-662b-4f13-8afb-dd94bbbe5385 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1203971 Feb 11 05:00:53.470663 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-02924aac-b111-41a8-a570-48d77e25898e service neutron] 10.222.0.48 "GET /v2.0/networks/91096932-8b5e-4b89-9011-45a9b6a2a6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261182 Feb 11 05:00:53.530153 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d90e4be-a16d-41f4-af3a-328509ec89d5 req-c2c7615b-5204-4f19-ad15-a04a1f290c0c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167543 Feb 11 05:00:53.549030 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc04779c-82f9-4e07-a5dd-ca3c7a2704b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (6b49047f-0f95-48e7-b08f-46c120f57c7c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.641575 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc04779c-82f9-4e07-a5dd-ca3c7a2704b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (6b49047f-0f95-48e7-b08f-46c120f57c7c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.702239 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b6b87b5-d592-4563-a859-a8eb5cf7d5f1 req-54b770ca-f66c-451a-a983-49a48c4bc301 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 210 time: 0.0582504 Feb 11 05:00:53.705525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04779c-82f9-4e07-a5dd-ca3c7a2704b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Subnet': ['ID=6b49047f-0f95-48e7-b08f-46c120f57c7c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:53.709515 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc04779c-82f9-4e07-a5dd-ca3c7a2704b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.714157 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc04779c-82f9-4e07-a5dd-ca3c7a2704b2 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/6b49047f-0f95-48e7-b08f-46c120f57c7c HTTP/1.1" status: 204 len: 168 time: 0.6261296 Feb 11 05:00:53.718174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50266) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:53.719205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e30d15-fc67-4685-b377-b66985719105 None None] Network 544623e0-8ac8-46f6-be2f-90b388878871 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:53.724178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7d397b7b-1a1c-419c-aff2-f8c11fce93e7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:53.890056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d397b7b-1a1c-419c-aff2-f8c11fce93e7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:53.894391 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d397b7b-1a1c-419c-aff2-f8c11fce93e7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.270137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d397b7b-1a1c-419c-aff2-f8c11fce93e7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (00a4535f-fd66-47dc-b003-eda826d04e6d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.343526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d397b7b-1a1c-419c-aff2-f8c11fce93e7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Subnet': ['ID=00a4535f-fd66-47dc-b003-eda826d04e6d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:54.348926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d397b7b-1a1c-419c-aff2-f8c11fce93e7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 544623e0-8ac8-46f6-be2f-90b388878871 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:54.350763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7d397b7b-1a1c-419c-aff2-f8c11fce93e7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:54.353310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d397b7b-1a1c-419c-aff2-f8c11fce93e7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:54.353918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d397b7b-1a1c-419c-aff2-f8c11fce93e7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.374836 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7d397b7b-1a1c-419c-aff2-f8c11fce93e7 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6549618 Feb 11 05:00:54.378774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50290) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:54.384961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-35a37b04-d5aa-4157-bea8-14ae52a849f6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'security_group': {'name': 'tempest-secgroup-344762084'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:54.419121 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35a37b04-d5aa-4157-bea8-14ae52a849f6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.537048 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35a37b04-d5aa-4157-bea8-14ae52a849f6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (29c15674-a737-48ec-aa9f-f0cd025b43ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.543407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35a37b04-d5aa-4157-bea8-14ae52a849f6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (29c15674-a737-48ec-aa9f-f0cd025b43ba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.617948 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35a37b04-d5aa-4157-bea8-14ae52a849f6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.629057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50300) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:54.629651 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-35a37b04-d5aa-4157-bea8-14ae52a849f6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2494116 Feb 11 05:00:54.634782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3e9c36ad-7d7e-4550-ba28-3995fb660a70 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'security_group': {'name': 'tempest-secgroup-148674233'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:54.635794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a37b04-d5aa-4157-bea8-14ae52a849f6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c15674-a737-48ec-aa9f-f0cd025b43ba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:54.700142 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e9c36ad-7d7e-4550-ba28-3995fb660a70 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.727482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b915c067-7de8-4aff-99f9-ca020e8eee95 None None] Network 544623e0-8ac8-46f6-be2f-90b388878871 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:54.794966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff40369-1849-44e9-bf3b-aa333d852c4e req-7dbddc43-e40e-467e-8f24-e485eee367e0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:54.797044 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ff40369-1849-44e9-bf3b-aa333d852c4e req-7dbddc43-e40e-467e-8f24-e485eee367e0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1139028 Feb 11 05:00:54.897022 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d0e2c76b-a24c-4e27-b352-edecd6fe7eca req-ff8718d8-43c6-4fdb-a3cd-fc2adcbc0e17 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 210 time: 0.0829496 Feb 11 05:00:54.951496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ff40369-1849-44e9-bf3b-aa333d852c4e req-169af609-7539-47ac-a9bb-e517e96be28a tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450782 Feb 11 05:00:55.005394 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e9c36ad-7d7e-4550-ba28-3995fb660a70 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (72a8c103-eaf6-4b2c-91ab-d145d1a055c8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.018356 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e9c36ad-7d7e-4550-ba28-3995fb660a70 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (72a8c103-eaf6-4b2c-91ab-d145d1a055c8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.085617 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e9c36ad-7d7e-4550-ba28-3995fb660a70 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.100725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50338) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:55.106095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cb01139d-3494-48a5-872a-7fc7654ccd21 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'security_group': {'name': 'tempest-secgroup-1252510170'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:55.111288 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3e9c36ad-7d7e-4550-ba28-3995fb660a70 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4822149 Feb 11 05:00:55.160374 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb01139d-3494-48a5-872a-7fc7654ccd21 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.172760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f3914636-b52e-45be-bf99-cd8850a2d7be None None] Provisioning complete for port 9dae3edd-6812-48ff-886c-6794c474ef5e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:55.173509 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f3914636-b52e-45be-bf99-cd8850a2d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9dae3edd-6812-48ff-886c-6794c474ef5e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.284078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f3914636-b52e-45be-bf99-cd8850a2d7be None None] Port 9dae3edd-6812-48ff-886c-6794c474ef5e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:55.301332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c36ad-7d7e-4550-ba28-3995fb660a70 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a8c103-eaf6-4b2c-91ab-d145d1a055c8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:55.322952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f3914636-b52e-45be-bf99-cd8850a2d7be None None] Provisioning complete for port af751eb7-b1ff-4655-9433-c0fc87fd2ece triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:55.323057 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f3914636-b52e-45be-bf99-cd8850a2d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.370842 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb01139d-3494-48a5-872a-7fc7654ccd21 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (fb5d8169-c31d-4627-9a47-4fe8de3fc99d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.382288 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb01139d-3494-48a5-872a-7fc7654ccd21 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fb5d8169-c31d-4627-9a47-4fe8de3fc99d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.384057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-d618da6a-3b87-4a5d-8378-5a663ca4f39e tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:55.387478 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-d618da6a-3b87-4a5d-8378-5a663ca4f39e tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.10 "GET /v2.0/networks?id=91096932-8b5e-4b89-9011-45a9b6a2a6c9 HTTP/1.1" status: 200 len: 813 time: 0.3468354 Feb 11 05:00:55.406240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Request body: {'port': {'device_id': '22b8e9e3-a983-422b-b03b-b2103baea3de', 'network_id': '91096932-8b5e-4b89-9011-45a9b6a2a6c9', 'admin_state_up': True, 'tenant_id': 'fabf04442bb4491b908c7f8d4467560e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:55.437910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d735ce1-0bc0-408e-843e-bbb221ee84db None None] Update dhcp port {'port': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'fixed_ips': [{'subnet_id': '4d0a3d17-9f1a-4f98-905d-280999d97313', 'ip_address': '172.20.0.18'}, {'subnet_id': '00a4535f-fd66-47dc-b003-eda826d04e6d'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'af751eb7-b1ff-4655-9433-c0fc87fd2ece'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:00:55.471316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01139d-3494-48a5-872a-7fc7654ccd21 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5d8169-c31d-4627-9a47-4fe8de3fc99d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:55.489084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb01139d-3494-48a5-872a-7fc7654ccd21 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.494559 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cb01139d-3494-48a5-872a-7fc7654ccd21 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3926551 Feb 11 05:00:55.495379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50364) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:55.516223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1857824090', 'security_groups': ['fb5d8169-c31d-4627-9a47-4fe8de3fc99d'], 'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '00a4535f-fd66-47dc-b003-eda826d04e6d'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:55.562327 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d735ce1-0bc0-408e-843e-bbb221ee84db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.578101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Made reservation on behalf of fabf04442bb4491b908c7f8d4467560e for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:55.586674 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.647198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f3914636-b52e-45be-bf99-cd8850a2d7be None None] Current status of the port af751eb7-b1ff-4655-9433-c0fc87fd2ece is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:55.714618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:55.849318 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.883400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Allocated IP 172.20.0.5 (91096932-8b5e-4b89-9011-45a9b6a2a6c9/e947c1fc-c17e-4a3b-9f8a-c83a6555683e/c63939bd-960d-4626-8615-e860d075a615) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:55.884165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] device_id is not set on port bc9a1437-7e1c-42c4-bb43-2ba865ff4949 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:00:55.908317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-6d735ce1-0bc0-408e-843e-bbb221ee84db None None] Allocated IP 172.20.0.2 (544623e0-8ac8-46f6-be2f-90b388878871/00a4535f-fd66-47dc-b003-eda826d04e6d/af751eb7-b1ff-4655-9433-c0fc87fd2ece) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:56.077555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6d735ce1-0bc0-408e-843e-bbb221ee84db None None] For port af751eb7-b1ff-4655-9433-c0fc87fd2ece, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=af751eb7-b1ff-4655-9433-c0fc87fd2ece,segment=NetworkSegment(6a029ce0-5fea-42aa-82a2-42d6b7b28b77),segment_id=6a029ce0-5fea-42aa-82a2-42d6b7b28b77)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:56.109811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e00e5c1-29f9-4d4d-9ba6-1a414ea3949e req-ca6b8e8a-58fd-4869-8d8d-e5a8b64e2587 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 210 time: 0.0446117 Feb 11 05:00:56.165664 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d735ce1-0bc0-408e-843e-bbb221ee84db None None] Publish callbacks [] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:56.174108 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d735ce1-0bc0-408e-843e-bbb221ee84db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:56.260853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d139d36-7cf0-4c7e-9cad-1d299fa27600 req-814c53dc-6efa-4308-b631-1fec105402bc tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:56.262435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d139d36-7cf0-4c7e-9cad-1d299fa27600 req-814c53dc-6efa-4308-b631-1fec105402bc tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.2220714 Feb 11 05:00:56.267634 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Publish callbacks [] for port (c63939bd-960d-4626-8615-e860d075a615), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:56.286192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d735ce1-0bc0-408e-843e-bbb221ee84db None None] Pushing event updated for resources: {'Port': ['ID=af751eb7-b1ff-4655-9433-c0fc87fd2ece,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:56.316291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.7 (544623e0-8ac8-46f6-be2f-90b388878871/00a4535f-fd66-47dc-b003-eda826d04e6d/bc9a1437-7e1c-42c4-bb43-2ba865ff4949) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:56.383441 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d139d36-7cf0-4c7e-9cad-1d299fa27600 req-ab1da805-d998-42d6-b442-a7b1c312a6fa tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111436 Feb 11 05:00:56.385254 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c63939bd-960d-4626-8615-e860d075a615), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:56.474054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Network 91096932-8b5e-4b89-9011-45a9b6a2a6c9 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:56.476075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:56.479885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:56.548504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device af751eb7-b1ff-4655-9433-c0fc87fd2ece up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:56.576237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Pushing event updated for resources: {'Port': ['ID=c63939bd-960d-4626-8615-e860d075a615,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:56.615952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:56.616731 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:56.627061 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (bc9a1437-7e1c-42c4-bb43-2ba865ff4949), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:56.643443 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-6d174162-5be1-47a0-b00b-0df0a261946b tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2420514 Feb 11 05:00:56.665359 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Request body: {'port': {'device_id': '22b8e9e3-a983-422b-b03b-b2103baea3de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:56.669993 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port af751eb7-b1ff-4655-9433-c0fc87fd2ece triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:56.670495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:56.710729 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (bc9a1437-7e1c-42c4-bb43-2ba865ff4949), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:56.812767 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c63939bd-960d-4626-8615-e860d075a615), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:56.829563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 544623e0-8ac8-46f6-be2f-90b388878871 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:56.839191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:56.851343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port af751eb7-b1ff-4655-9433-c0fc87fd2ece is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:56.857813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:56.863332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=bc9a1437-7e1c-42c4-bb43-2ba865ff4949,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:56.945526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:56.946175 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:56.984092 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-70ffad51-73eb-414f-8b47-57fd7741679a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4864466 Feb 11 05:00:56.984899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50446) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:56.992301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8bd1b841-4da4-4d72-97e0-dabdddac18b6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:57.185536 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd1b841-4da4-4d72-97e0-dabdddac18b6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:57.196096 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8bd1b841-4da4-4d72-97e0-dabdddac18b6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:57.266436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63939bd-960d-4626-8615-e860d075a615 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:00:57.277753 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Publish callbacks [] for port (c63939bd-960d-4626-8615-e860d075a615), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:57.304814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fe631fb7-bb3e-4e93-8881-401884b101d0 None None] Provisioning complete for port 9dae3edd-6812-48ff-886c-6794c474ef5e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:57.305457 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe631fb7-bb3e-4e93-8881-401884b101d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9dae3edd-6812-48ff-886c-6794c474ef5e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:57.319139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Transition to ACTIVE for port object c63939bd-960d-4626-8615-e860d075a615 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:00:57.326539 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c63939bd-960d-4626-8615-e860d075a615), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:57.389277 n-d-615180-58 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-8bd1b841-4da4-4d72-97e0-dabdddac18b6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 00a4535f-fd66-47dc-b003-eda826d04e6d (CIDR: 172.20.0.0/28) Feb 11 05:00:57.395407 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd1b841-4da4-4d72-97e0-dabdddac18b6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:00:57.395912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd1b841-4da4-4d72-97e0-dabdddac18b6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:00:57.417962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6b00-1c7d-449f-9c37-3aab705584c5 req-6c315267-597f-4b0b-bf73-97501fbf96ba tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:57.428056 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7bcc6b00-1c7d-449f-9c37-3aab705584c5 req-6c315267-597f-4b0b-bf73-97501fbf96ba tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 943 time: 0.1056347 Feb 11 05:00:57.441345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fe631fb7-bb3e-4e93-8881-401884b101d0 None None] Port 9dae3edd-6812-48ff-886c-6794c474ef5e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:57.453324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fe631fb7-bb3e-4e93-8881-401884b101d0 None None] Provisioning complete for port af751eb7-b1ff-4655-9433-c0fc87fd2ece triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:57.453978 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe631fb7-bb3e-4e93-8881-401884b101d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:57.500237 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8bd1b841-4da4-4d72-97e0-dabdddac18b6 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5139787 Feb 11 05:00:57.507641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50474) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:57.508596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c63939bd-960d-4626-8615-e860d075a615,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:57.516500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3bac76ef-d329-471b-b725-7e7309cbf331 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:57.578778 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7bcc6b00-1c7d-449f-9c37-3aab705584c5 req-98004bc7-0667-448e-83de-5c5d040048f8 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d1eeb64-f5f2-40c7-9be1-68462655a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352925 Feb 11 05:00:57.657560 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fe631fb7-bb3e-4e93-8881-401884b101d0 None None] Current status of the port af751eb7-b1ff-4655-9433-c0fc87fd2ece is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:57.682223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Attempting to bind port c63939bd-960d-4626-8615-e860d075a615 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:57.682559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Attempting to bind port c63939bd-960d-4626-8615-e860d075a615 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'd7c49531-9cea-43c4-aa2d-5836a581e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '91096932-8b5e-4b89-9011-45a9b6a2a6c9'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:57.683918 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Attempting to bind port c63939bd-960d-4626-8615-e860d075a615 on network 91096932-8b5e-4b89-9011-45a9b6a2a6c9 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:57.695527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Port c63939bd-960d-4626-8615-e860d075a615 on network 91096932-8b5e-4b89-9011-45a9b6a2a6c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:00:57.696129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Attempting to bind port c63939bd-960d-4626-8615-e860d075a615 on network 91096932-8b5e-4b89-9011-45a9b6a2a6c9 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:57.707149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:57.707501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Checking segment: {'id': 'd7c49531-9cea-43c4-aa2d-5836a581e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '91096932-8b5e-4b89-9011-45a9b6a2a6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:57.707870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Bound using segment: {'id': 'd7c49531-9cea-43c4-aa2d-5836a581e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '91096932-8b5e-4b89-9011-45a9b6a2a6c9'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:57.708309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Bound port: c63939bd-960d-4626-8615-e860d075a615, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c49531-9cea-43c4-aa2d-5836a581e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '91096932-8b5e-4b89-9011-45a9b6a2a6c9'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:57.708666 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c63939bd-960d-4626-8615-e860d075a615), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:57.719838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bac76ef-d329-471b-b725-7e7309cbf331 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:57.725829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bac76ef-d329-471b-b725-7e7309cbf331 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:57.745290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946130e2-269a-4e7b-9e3a-ec2922dc6bcc req-61942cc7-ca19-461a-afc5-6753ec57a7eb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:57.747554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-946130e2-269a-4e7b-9e3a-ec2922dc6bcc req-61942cc7-ca19-461a-afc5-6753ec57a7eb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1656306 Feb 11 05:00:57.805802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a7a7ea81-29de-40b3-9e16-46ac9cf575b3 None None] Provisioning complete for port bc9a1437-7e1c-42c4-bb43-2ba865ff4949 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:57.806192 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ea81-29de-40b3-9e16-46ac9cf575b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bc9a1437-7e1c-42c4-bb43-2ba865ff4949), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:57.873025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a7a7ea81-29de-40b3-9e16-46ac9cf575b3 None None] Port bc9a1437-7e1c-42c4-bb43-2ba865ff4949 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:57.888466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] For port c63939bd-960d-4626-8615-e860d075a615, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:57.894285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] For port c63939bd-960d-4626-8615-e860d075a615, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c63939bd-960d-4626-8615-e860d075a615,segment=NetworkSegment(d7c49531-9cea-43c4-aa2d-5836a581e60f),segment_id=d7c49531-9cea-43c4-aa2d-5836a581e60f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:57.906993 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c63939bd-960d-4626-8615-e860d075a615), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:57.909520 n-d-615180-58 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-3bac76ef-d329-471b-b725-7e7309cbf331 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4d0a3d17-9f1a-4f98-905d-280999d97313 (CIDR: 172.20.0.16/28) Feb 11 05:00:57.915240 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bac76ef-d329-471b-b725-7e7309cbf331 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:00:57.916005 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bac76ef-d329-471b-b725-7e7309cbf331 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:00:57.942293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3bac76ef-d329-471b-b725-7e7309cbf331 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4311867 Feb 11 05:00:57.946002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:57.946743 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:57.947420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50478) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:57.949228 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] 10.222.0.10 "PUT /v2.0/ports/c63939bd-960d-4626-8615-e860d075a615 HTTP/1.1" status: 200 len: 1092 time: 1.2925568 Feb 11 05:00:57.958319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fef53188-4b6b-48eb-8b9b-8ad3339c05c3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'subnet': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:57.963882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50480) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:58.015300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b8e9e3-a983-422b-b03b-b2103baea3de', 'tag': 'c63939bd-960d-4626-8615-e860d075a615'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:58.018084 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a70bfe-87fe-4e25-8beb-9d4821546d07" -d '{"events": [{"name": "network-changed", "server_uuid": "22b8e9e3-a983-422b-b03b-b2103baea3de", "tag": "c63939bd-960d-4626-8615-e860d075a615"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:58.103838 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-946130e2-269a-4e7b-9e3a-ec2922dc6bcc req-759a0252-e169-43c3-9e77-a52b58d936e0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3317184 Feb 11 05:00:58.104638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06f06f-3331-4151-a1fe-1e71ff138eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c63939bd-960d-4626-8615-e860d075a615,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:58.110103 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b39f6ad-ee63-4715-ad5d-1956d4c5ee68 x-openstack-request-id: req-5b39f6ad-ee63-4715-ad5d-1956d4c5ee68 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:58.110646 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b8e9e3-a983-422b-b03b-b2103baea3de", "tag": "c63939bd-960d-4626-8615-e860d075a615", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:58.111016 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b39f6ad-ee63-4715-ad5d-1956d4c5ee68 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:58.111528 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b8e9e3-a983-422b-b03b-b2103baea3de', 'tag': 'c63939bd-960d-4626-8615-e860d075a615', 'status': 'completed', 'code': 200} Feb 11 05:00:58.140388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-3e37f349-327d-4b8d-98ec-df7db154b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:58.142663 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-3e37f349-327d-4b8d-98ec-df7db154b715 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fabf04442bb4491b908c7f8d4467560e&device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 1126 time: 0.1064701 Feb 11 05:00:58.157199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f07ec9c4-7c37-4d0f-ae98-fd8dc7646f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:58.160058 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef53188-4b6b-48eb-8b9b-8ad3339c05c3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Made reservation on behalf of 1bdc0b3d615045bf9683ee6744a71be1 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:58.165463 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fef53188-4b6b-48eb-8b9b-8ad3339c05c3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:58.192879 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-fab96121-8f57-4d5d-89fe-33bd1f1af414 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63939bd-960d-4626-8615-e860d075a615 HTTP/1.1" status: 200 len: 217 time: 0.0382204 Feb 11 05:00:58.243128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-60de2430-b3aa-42b9-b0c9-6108f8e6771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:58.246536 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-60de2430-b3aa-42b9-b0c9-6108f8e6771e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e947c1fc-c17e-4a3b-9f8a-c83a6555683e HTTP/1.1" status: 200 len: 853 time: 0.0467534 Feb 11 05:00:58.286176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-39b2e78d-1635-4915-8757-33039e74c252 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91096932-8b5e-4b89-9011-45a9b6a2a6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359778 Feb 11 05:00:58.359032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f07ec9c4-7c37-4d0f-ae98-fd8dc7646f4c admin admin] Publish callbacks [] for security_group (0a154cde-630e-4f09-98c0-dea4d13e51a5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:58.368340 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f07ec9c4-7c37-4d0f-ae98-fd8dc7646f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0a154cde-630e-4f09-98c0-dea4d13e51a5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:58.381305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-8595ca63-4019-4acd-98cb-936ee017a86d service neutron] 10.222.0.10 "GET /v2.0/networks/91096932-8b5e-4b89-9011-45a9b6a2a6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891681 Feb 11 05:00:58.458377 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f07ec9c4-7c37-4d0f-ae98-fd8dc7646f4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77854d14bdc148edaf52c1a65a43fb6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4930670 Feb 11 05:00:58.459084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50486) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:58.464133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ec9c4-7c37-4d0f-ae98-fd8dc7646f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a154cde-630e-4f09-98c0-dea4d13e51a5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:58.487159 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7a3780a-c856-4071-9ac3-00094f62c257 req-f4501ad4-7ca0-4290-bbe6-b5ec0ee8dfaa service neutron] 10.222.0.10 "GET /v2.0/networks/91096932-8b5e-4b89-9011-45a9b6a2a6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002636 Feb 11 05:00:58.577226 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc68fe9b-f87a-4c91-a813-e2b54513c237 admin admin] Publish callbacks [] for security_group (0a154cde-630e-4f09-98c0-dea4d13e51a5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:58.591386 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fef53188-4b6b-48eb-8b9b-8ad3339c05c3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (a7d65278-de8b-4499-826f-6090491e6fe2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:58.637872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a70bfe-87fe-4e25-8beb-9d4821546d07 req-b035038f-b014-45b3-9c38-8e431c6cebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:58.639461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43a70bfe-87fe-4e25-8beb-9d4821546d07 req-b035038f-b014-45b3-9c38-8e431c6cebc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fabf04442bb4491b908c7f8d4467560e&device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 1126 time: 0.0670295 Feb 11 05:00:58.659206 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc68fe9b-f87a-4c91-a813-e2b54513c237 admin admin] Publish callbacks [] for security_group (0a154cde-630e-4f09-98c0-dea4d13e51a5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:58.688946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef53188-4b6b-48eb-8b9b-8ad3339c05c3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Network 544623e0-8ac8-46f6-be2f-90b388878871 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:58.699037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fef53188-4b6b-48eb-8b9b-8ad3339c05c3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:58.702095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef53188-4b6b-48eb-8b9b-8ad3339c05c3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:58.702703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fef53188-4b6b-48eb-8b9b-8ad3339c05c3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:58.709924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a420f16-824e-4b56-a4f0-f14c9580a962 None None] Network 544623e0-8ac8-46f6-be2f-90b388878871 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:58.734152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef53188-4b6b-48eb-8b9b-8ad3339c05c3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Subnet': ['ID=a7d65278-de8b-4499-826f-6090491e6fe2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:58.776015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a70bfe-87fe-4e25-8beb-9d4821546d07 req-355b26dc-b1e8-4cff-b48d-c2a4b083a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:58.778419 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43a70bfe-87fe-4e25-8beb-9d4821546d07 req-355b26dc-b1e8-4cff-b48d-c2a4b083a9ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=91096932-8b5e-4b89-9011-45a9b6a2a6c9 HTTP/1.1" status: 200 len: 914 time: 0.1321225 Feb 11 05:00:58.802358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ef950-a25e-4da5-909e-fab2742ae31f req-f480f5d5-4391-4bdf-b934-bfbc96683fc5 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:58.803969 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4f3ef950-a25e-4da5-909e-fab2742ae31f req-f480f5d5-4391-4bdf-b934-bfbc96683fc5 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 943 time: 0.1100430 Feb 11 05:00:58.822022 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc68fe9b-f87a-4c91-a813-e2b54513c237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0a154cde-630e-4f09-98c0-dea4d13e51a5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:58.827131 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc68fe9b-f87a-4c91-a813-e2b54513c237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:58.828637 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cc68fe9b-f87a-4c91-a813-e2b54513c237 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a154cde-630e-4f09-98c0-dea4d13e51a5 HTTP/1.1" status: 204 len: 168 time: 0.3655365 Feb 11 05:00:58.833462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fef53188-4b6b-48eb-8b9b-8ad3339c05c3 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8842270 Feb 11 05:00:58.849138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50492) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:58.852423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68fe9b-f87a-4c91-a813-e2b54513c237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a154cde-630e-4f09-98c0-dea4d13e51a5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:58.868765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6bd2c52b-3ebd-40a5-b903-0fc1aa60e3c9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1019476920', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a7d65278-de8b-4499-826f-6090491e6fe2'}], 'security_groups': ['29c15674-a737-48ec-aa9f-f0cd025b43ba', '72a8c103-eaf6-4b2c-91ab-d145d1a055c8']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:58.945232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-d0fe7bac-fc3f-4b57-b3bb-0b3fdb1d32df req-ff4e83d1-4dd3-4ab6-a964-2a1c110ed0cb service neutron] (103354) timed out ('10.222.0.48', 43678) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:00:59.018724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436988bf-e992-4fa2-8051-2e1ee0a5d94f None None] Update dhcp port {'port': {'network_id': '544623e0-8ac8-46f6-be2f-90b388878871', 'fixed_ips': [{'subnet_id': '4d0a3d17-9f1a-4f98-905d-280999d97313', 'ip_address': '172.20.0.18'}, {'subnet_id': '00a4535f-fd66-47dc-b003-eda826d04e6d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a7d65278-de8b-4499-826f-6090491e6fe2'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'af751eb7-b1ff-4655-9433-c0fc87fd2ece'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:00:59.023280 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4f3ef950-a25e-4da5-909e-fab2742ae31f req-024532c9-e8d4-4c71-ac94-a05bde3486b0 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d1eeb64-f5f2-40c7-9be1-68462655a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110972 Feb 11 05:00:59.059332 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6bd2c52b-3ebd-40a5-b903-0fc1aa60e3c9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bc9a1437-7e1c-42c4-bb43-2ba865ff4949), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.073867 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-436988bf-e992-4fa2-8051-2e1ee0a5d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.370851 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43a70bfe-87fe-4e25-8beb-9d4821546d07 req-46b54cdb-c324-48d4-9f7b-5d9ae01b495b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63939bd-960d-4626-8615-e860d075a615 HTTP/1.1" status: 200 len: 217 time: 0.5858510 Feb 11 05:00:59.436929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-6bd2c52b-3ebd-40a5-b903-0fc1aa60e3c9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Delete allocated IP 172.20.0.7 (544623e0-8ac8-46f6-be2f-90b388878871/00a4535f-fd66-47dc-b003-eda826d04e6d) {{(pid=103354) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:00:59.448614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-6bd2c52b-3ebd-40a5-b903-0fc1aa60e3c9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Allocated IP 172.20.0.38 (544623e0-8ac8-46f6-be2f-90b388878871/a7d65278-de8b-4499-826f-6090491e6fe2/bc9a1437-7e1c-42c4-bb43-2ba865ff4949) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:59.468601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c11a1-a7e3-4d21-92da-8ca1d2ebfe23 req-f325625d-1e0a-4f2f-8afe-2cb1ec54ff83 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:59.470479 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef5c11a1-a7e3-4d21-92da-8ca1d2ebfe23 req-f325625d-1e0a-4f2f-8afe-2cb1ec54ff83 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1024349 Feb 11 05:00:59.473977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a70bfe-87fe-4e25-8beb-9d4821546d07 req-dc57d2b6-6e04-497f-a55d-a7f24fb1f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:59.475480 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43a70bfe-87fe-4e25-8beb-9d4821546d07 req-dc57d2b6-6e04-497f-a55d-a7f24fb1f165 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e947c1fc-c17e-4a3b-9f8a-c83a6555683e HTTP/1.1" status: 200 len: 853 time: 0.0956259 Feb 11 05:00:59.533568 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef5c11a1-a7e3-4d21-92da-8ca1d2ebfe23 req-2ee1cfc7-c124-440e-9e4a-5109b3a9f7b3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567927 Feb 11 05:00:59.553435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43a70bfe-87fe-4e25-8beb-9d4821546d07 req-eec2865d-326f-404c-b063-83b7a10a6e9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91096932-8b5e-4b89-9011-45a9b6a2a6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312448 Feb 11 05:00:59.658811 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43a70bfe-87fe-4e25-8beb-9d4821546d07 req-68b4d200-fac0-4b64-b770-8905f711a508 service neutron] 10.222.0.10 "GET /v2.0/networks/91096932-8b5e-4b89-9011-45a9b6a2a6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988441 Feb 11 05:00:59.684803 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6bd2c52b-3ebd-40a5-b903-0fc1aa60e3c9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for port (bc9a1437-7e1c-42c4-bb43-2ba865ff4949), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.693398 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6bd2c52b-3ebd-40a5-b903-0fc1aa60e3c9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (bc9a1437-7e1c-42c4-bb43-2ba865ff4949), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.757122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-436988bf-e992-4fa2-8051-2e1ee0a5d94f None None] Allocated IP 172.20.0.34 (544623e0-8ac8-46f6-be2f-90b388878871/a7d65278-de8b-4499-826f-6090491e6fe2/af751eb7-b1ff-4655-9433-c0fc87fd2ece) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:59.842355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43a70bfe-87fe-4e25-8beb-9d4821546d07 req-54c4c93f-e416-4104-9244-0162bf92eaab service neutron] 10.222.0.10 "GET /v2.0/networks/91096932-8b5e-4b89-9011-45a9b6a2a6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773615 Feb 11 05:00:59.884383 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-436988bf-e992-4fa2-8051-2e1ee0a5d94f None None] For port af751eb7-b1ff-4655-9433-c0fc87fd2ece, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=af751eb7-b1ff-4655-9433-c0fc87fd2ece,segment=NetworkSegment(6a029ce0-5fea-42aa-82a2-42d6b7b28b77),segment_id=6a029ce0-5fea-42aa-82a2-42d6b7b28b77)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:59.888688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2c52b-3ebd-40a5-b903-0fc1aa60e3c9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] In _notify_port_updated(), no bound segment for port bc9a1437-7e1c-42c4-bb43-2ba865ff4949 on network 544623e0-8ac8-46f6-be2f-90b388878871 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:00:59.899111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd2c52b-3ebd-40a5-b903-0fc1aa60e3c9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:59.899894 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6bd2c52b-3ebd-40a5-b903-0fc1aa60e3c9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.904546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50520) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:59.910279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6bd2c52b-3ebd-40a5-b903-0fc1aa60e3c9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "PUT /v2.0/ports/bc9a1437-7e1c-42c4-bb43-2ba865ff4949 HTTP/1.1" status: 200 len: 960 time: 1.0391405 Feb 11 05:00:59.926411 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-436988bf-e992-4fa2-8051-2e1ee0a5d94f None None] Publish callbacks [] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.932498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2c52b-3ebd-40a5-b903-0fc1aa60e3c9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event updated for resources: {'Port': ['ID=bc9a1437-7e1c-42c4-bb43-2ba865ff4949,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:59.936721 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-436988bf-e992-4fa2-8051-2e1ee0a5d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:00.023133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436988bf-e992-4fa2-8051-2e1ee0a5d94f None None] Pushing event updated for resources: {'Port': ['ID=af751eb7-b1ff-4655-9433-c0fc87fd2ece,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:00.134131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-05aa87b5-c4d9-4358-8eeb-806b7d0ce874 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port bc9a1437-7e1c-42c4-bb43-2ba865ff4949 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:00.134492 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05aa87b5-c4d9-4358-8eeb-806b7d0ce874 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bc9a1437-7e1c-42c4-bb43-2ba865ff4949), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:00.300657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d4d24-6db5-47fb-9735-14ec5ffac084 req-978c4eb6-40f2-479c-8b72-1c8961de08da tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:00.302465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5a9d4d24-6db5-47fb-9735-14ec5ffac084 req-978c4eb6-40f2-479c-8b72-1c8961de08da tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 943 time: 0.1334372 Feb 11 05:01:00.306955 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05aa87b5-c4d9-4358-8eeb-806b7d0ce874 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bc9a1437-7e1c-42c4-bb43-2ba865ff4949), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:00.357271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-05aa87b5-c4d9-4358-8eeb-806b7d0ce874 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for bc9a1437-7e1c-42c4-bb43-2ba865ff4949 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:00.449749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5a9d4d24-6db5-47fb-9735-14ec5ffac084 req-08493f10-ff43-4af9-9f43-80a51b393b79 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d1eeb64-f5f2-40c7-9be1-68462655a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398232 Feb 11 05:01:00.533744 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device af751eb7-b1ff-4655-9433-c0fc87fd2ece up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:00.578701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c20c8-9197-44d1-9966-96b0bf41073e req-1cd25bbc-8852-4934-b170-9b508da6ef44 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:00.585958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c20c8-9197-44d1-9966-96b0bf41073e req-1cd25bbc-8852-4934-b170-9b508da6ef44 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:00.593633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c20c8-9197-44d1-9966-96b0bf41073e req-1cd25bbc-8852-4934-b170-9b508da6ef44 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:00.600181 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c20c8-9197-44d1-9966-96b0bf41073e req-1cd25bbc-8852-4934-b170-9b508da6ef44 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:00.613744 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c20c8-9197-44d1-9966-96b0bf41073e req-1cd25bbc-8852-4934-b170-9b508da6ef44 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:00.621772 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port af751eb7-b1ff-4655-9433-c0fc87fd2ece triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:00.622321 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:00.633354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c20c8-9197-44d1-9966-96b0bf41073e req-1cd25bbc-8852-4934-b170-9b508da6ef44 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:00.640178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c20c8-9197-44d1-9966-96b0bf41073e req-1cd25bbc-8852-4934-b170-9b508da6ef44 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:00.640446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05aa87b5-c4d9-4358-8eeb-806b7d0ce874 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bc9a1437-7e1c-42c4-bb43-2ba865ff4949), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:00.650158 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-633c20c8-9197-44d1-9966-96b0bf41073e req-1cd25bbc-8852-4934-b170-9b508da6ef44 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5433 time: 0.1836793 Feb 11 05:01:00.706231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa87b5-c4d9-4358-8eeb-806b7d0ce874 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=bc9a1437-7e1c-42c4-bb43-2ba865ff4949,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:00.765072 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-633c20c8-9197-44d1-9966-96b0bf41073e req-068f998f-e446-4aff-ba00-f50406934882 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138935 Feb 11 05:01:00.835021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port af751eb7-b1ff-4655-9433-c0fc87fd2ece is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:00.889206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85c767-afec-4e8b-ae51-8c54e402853d req-071a0522-313c-47b6-9f56-abbe9441bc7b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:00.891130 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f85c767-afec-4e8b-ae51-8c54e402853d req-071a0522-313c-47b6-9f56-abbe9441bc7b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1872530 Feb 11 05:01:00.926535 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05aa87b5-c4d9-4358-8eeb-806b7d0ce874 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:00.932094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-05aa87b5-c4d9-4358-8eeb-806b7d0ce874 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/bc9a1437-7e1c-42c4-bb43-2ba865ff4949 HTTP/1.1" status: 204 len: 168 time: 1.0238976 Feb 11 05:01:00.934315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50540) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:00.975526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8a15c3e-7047-4aca-99d7-865a46cb31e8 req-c8bcf0d7-5a4e-4e6d-87bd-a6a6069ef2be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1016283 Feb 11 05:01:00.993040 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d72c95-5a45-47e8-b81c-8c4fa4985673 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] GET failed (client error): The resource could not be found. Feb 11 05:01:00.998497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f8d72c95-5a45-47e8-b81c-8c4fa4985673 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports/bc9a1437-7e1c-42c4-bb43-2ba865ff4949 HTTP/1.1" status: 404 len: 333 time: 0.0601933 Feb 11 05:01:00.999097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:01.025255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f85c767-afec-4e8b-ae51-8c54e402853d req-00aa44e1-ae9c-4bf1-80a4-3efc3c92161d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256986 Feb 11 05:01:01.073636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c63939bd-960d-4626-8615-e860d075a615 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:01:01.147205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15c3e-7047-4aca-99d7-865a46cb31e8 req-f397122e-a8f2-49e4-9c88-09cdc402383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:01.149053 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8a15c3e-7047-4aca-99d7-865a46cb31e8 req-f397122e-a8f2-49e4-9c88-09cdc402383f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d48959e6344497eab4f83bb43ef4028&device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 1128 time: 0.1055415 Feb 11 05:01:01.155649 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c257f3f-e937-494a-b25e-4e1ac93822c0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (fb5d8169-c31d-4627-9a47-4fe8de3fc99d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.183181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c257f3f-e937-494a-b25e-4e1ac93822c0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (fb5d8169-c31d-4627-9a47-4fe8de3fc99d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.193620 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a4456c1-9aac-49fb-bece-15f166b6f8cd None None] Provisioning complete for port 9dae3edd-6812-48ff-886c-6794c474ef5e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:01.194002 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a4456c1-9aac-49fb-bece-15f166b6f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9dae3edd-6812-48ff-886c-6794c474ef5e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.239734 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port c63939bd-960d-4626-8615-e860d075a615, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c63939bd-960d-4626-8615-e860d075a615,segment=NetworkSegment(d7c49531-9cea-43c4-aa2d-5836a581e60f),segment_id=d7c49531-9cea-43c4-aa2d-5836a581e60f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:01.250619 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4a4456c1-9aac-49fb-bece-15f166b6f8cd None None] Port 9dae3edd-6812-48ff-886c-6794c474ef5e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:01:01.255057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a4456c1-9aac-49fb-bece-15f166b6f8cd None None] Could not find standard attr ID for object bc9a1437-7e1c-42c4-bb43-2ba865ff4949. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:01:01.256527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'c63939bd-960d-4626-8615-e860d075a615', 'network_id': '91096932-8b5e-4b89-9011-45a9b6a2a6c9', 'port_id': 'c63939bd-960d-4626-8615-e860d075a615', 'mac_address': 'fa:16:3e:94:4b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e947c1fc-c17e-4a3b-9f8a-c83a6555683e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:01:01.276998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50550) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:01.291688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a4456c1-9aac-49fb-bece-15f166b6f8cd None None] Provisioning complete for port af751eb7-b1ff-4655-9433-c0fc87fd2ece triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:01.292071 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a4456c1-9aac-49fb-bece-15f166b6f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.312675 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c257f3f-e937-494a-b25e-4e1ac93822c0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fb5d8169-c31d-4627-9a47-4fe8de3fc99d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.315295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c257f3f-e937-494a-b25e-4e1ac93822c0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.316463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4c257f3f-e937-494a-b25e-4e1ac93822c0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/security-groups/fb5d8169-c31d-4627-9a47-4fe8de3fc99d HTTP/1.1" status: 204 len: 168 time: 0.3158791 Feb 11 05:01:01.319729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50554) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:01.334583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port c63939bd-960d-4626-8615-e860d075a615 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:01.334947 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c63939bd-960d-4626-8615-e860d075a615), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.340946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c257f3f-e937-494a-b25e-4e1ac93822c0 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5d8169-c31d-4627-9a47-4fe8de3fc99d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:01.368409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15c3e-7047-4aca-99d7-865a46cb31e8 req-e5a00d5d-c2a6-46c5-9d37-c40171cfda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:01.370494 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8a15c3e-7047-4aca-99d7-865a46cb31e8 req-e5a00d5d-c2a6-46c5-9d37-c40171cfda2d service neutron] 10.222.0.60 "GET /v2.0/networks?id=35d033ab-c1ed-4e37-bb12-310252a5a6d3 HTTP/1.1" status: 200 len: 915 time: 0.1350508 Feb 11 05:01:01.392488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63939bd-960d-4626-8615-e860d075a615 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:01:01.395589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc0b168b-73e8-4d50-8011-17f75a7e9864 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (72a8c103-eaf6-4b2c-91ab-d145d1a055c8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.439874 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc0b168b-73e8-4d50-8011-17f75a7e9864 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (72a8c103-eaf6-4b2c-91ab-d145d1a055c8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.445293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8a15c3e-7047-4aca-99d7-865a46cb31e8 req-cd16e46f-a3b0-43a4-8e98-65e11117805d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1738fc1-8889-4ff4-84be-c21a574d962c HTTP/1.1" status: 200 len: 217 time: 0.0666237 Feb 11 05:01:01.449664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port c63939bd-960d-4626-8615-e860d075a615, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c63939bd-960d-4626-8615-e860d075a615,segment=NetworkSegment(d7c49531-9cea-43c4-aa2d-5836a581e60f),segment_id=d7c49531-9cea-43c4-aa2d-5836a581e60f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:01.509514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-81746736-2272-40c3-8a6f-45cc801ae9ba tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:01.514268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4a4456c1-9aac-49fb-bece-15f166b6f8cd None None] Current status of the port af751eb7-b1ff-4655-9433-c0fc87fd2ece is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:01.516997 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c63939bd-960d-4626-8615-e860d075a615), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.528782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15c3e-7047-4aca-99d7-865a46cb31e8 req-69301bdb-5dd8-4d7f-8f40-f01fe10abf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:01.531003 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8a15c3e-7047-4aca-99d7-865a46cb31e8 req-69301bdb-5dd8-4d7f-8f40-f01fe10abf59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91cfa-d5a4-479e-a70b-ea3169f54b29 HTTP/1.1" status: 200 len: 854 time: 0.0766056 Feb 11 05:01:01.583025 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8a15c3e-7047-4aca-99d7-865a46cb31e8 req-8ddaa47f-442a-4857-824f-9c6881cb7b15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=35d033ab-c1ed-4e37-bb12-310252a5a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438075 Feb 11 05:01:01.589341 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc0b168b-73e8-4d50-8011-17f75a7e9864 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (72a8c103-eaf6-4b2c-91ab-d145d1a055c8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.598606 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc0b168b-73e8-4d50-8011-17f75a7e9864 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.604368 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fc0b168b-73e8-4d50-8011-17f75a7e9864 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/security-groups/72a8c103-eaf6-4b2c-91ab-d145d1a055c8 HTTP/1.1" status: 204 len: 168 time: 0.2833004 Feb 11 05:01:01.605004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50558) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:01.618950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=c63939bd-960d-4626-8615-e860d075a615,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:01.637455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b168b-73e8-4d50-8011-17f75a7e9864 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a8c103-eaf6-4b2c-91ab-d145d1a055c8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:01.664742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-81746736-2272-40c3-8a6f-45cc801ae9ba tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] 10.222.0.48 "PUT /v2.0/quotas/fb8088fefd3045e18c9c45828041fb29 HTTP/1.1" status: 200 len: 366 time: 0.3839321 Feb 11 05:01:01.664956 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50560) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:01.685623 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f9527b08-d596-44f9-9182-e5d1bfbbc684 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0197008 Feb 11 05:01:01.688364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50562) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:01.707898 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fab2541f-42d3-4624-a152-e018df7d1636 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] 10.222.0.48 "GET /v2.0/quotas/fb8088fefd3045e18c9c45828041fb29 HTTP/1.1" status: 200 len: 366 time: 0.0151598 Feb 11 05:01:01.710037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50564) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:01.733141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8a15c3e-7047-4aca-99d7-865a46cb31e8 req-e2daf0a3-206b-4528-955c-1f9ee1ae0082 service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366229 Feb 11 05:01:01.740854 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93c1e3fc-ea40-41c4-835d-8f8daeabf8c4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (29c15674-a737-48ec-aa9f-f0cd025b43ba), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.747414 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-56e63931-6a7a-4102-9618-8657aee6d89c tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/fb8088fefd3045e18c9c45828041fb29 HTTP/1.1" status: 204 len: 168 time: 0.0335937 Feb 11 05:01:01.748078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50566) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:01.805573 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93c1e3fc-ea40-41c4-835d-8f8daeabf8c4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (29c15674-a737-48ec-aa9f-f0cd025b43ba), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.811685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['c63939bd-960d-4626-8615-e860d075a615'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:01:01.868778 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8a15c3e-7047-4aca-99d7-865a46cb31e8 req-67b3b9e7-cbb1-41bb-b113-94fd4c273525 service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231265 Feb 11 05:01:01.870633 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-924d8bfa-d8a0-4b5e-87bd-443d40890cc4 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1213863 Feb 11 05:01:01.872378 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93c1e3fc-ea40-41c4-835d-8f8daeabf8c4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (29c15674-a737-48ec-aa9f-f0cd025b43ba), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.875992 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93c1e3fc-ea40-41c4-835d-8f8daeabf8c4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.877352 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-93c1e3fc-ea40-41c4-835d-8f8daeabf8c4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/security-groups/29c15674-a737-48ec-aa9f-f0cd025b43ba HTTP/1.1" status: 204 len: 168 time: 0.2652981 Feb 11 05:01:01.878060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50570) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:01.881096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408084b8-df90-4260-9f60-d0e5a92566e1 req-e868d35d-4afe-4cef-a774-57e26863b3a0 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:01.892279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-408084b8-df90-4260-9f60-d0e5a92566e1 req-e868d35d-4afe-4cef-a774-57e26863b3a0 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 944 time: 0.3043077 Feb 11 05:01:01.910759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50572) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:01.964380 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e7ebdad0-2376-4f7b-96f6-695058d4fe22 None None] Could not find standard attr ID for object bc9a1437-7e1c-42c4-bb43-2ba865ff4949. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:01:01.969365 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-408084b8-df90-4260-9f60-d0e5a92566e1 req-7b54310e-d01d-4543-8e33-a688e6baa202 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d1eeb64-f5f2-40c7-9be1-68462655a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701487 Feb 11 05:01:02.032543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1e3fc-ea40-41c4-835d-8f8daeabf8c4 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c15674-a737-48ec-aa9f-f0cd025b43ba,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:02.042487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6785d461-5424-44a1-b9d3-d4ae4744de09 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] 10.222.0.48 "GET /v2.0/quotas/fb8088fefd3045e18c9c45828041fb29 HTTP/1.1" status: 200 len: 370 time: 0.1491678 Feb 11 05:01:02.046423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50574) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:02.055383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-355085f4-7f33-48c5-8882-dade21550b22 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] 10.222.0.48 "GET /v2.0/quotas/fb8088fefd3045e18c9c45828041fb29/default HTTP/1.1" status: 200 len: 370 time: 0.0066767 Feb 11 05:01:02.069232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50576) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:02.095329 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-aba4da8b-c7a5-4f4d-95eb-ae0182d9ee51 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] delete failed (client error): The resource could not be found. Feb 11 05:01:02.098572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aba4da8b-c7a5-4f4d-95eb-ae0182d9ee51 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/fb8088fefd3045e18c9c45828041fb29 HTTP/1.1" status: 404 len: 348 time: 0.0247152 Feb 11 05:01:02.121908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfdd659-f6e2-4ad0-902d-08c0b116b41e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting subnet 00a4535f-fd66-47dc-b003-eda826d04e6d {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:01:02.125879 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd659-f6e2-4ad0-902d-08c0b116b41e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (00a4535f-fd66-47dc-b003-eda826d04e6d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.236978 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd659-f6e2-4ad0-902d-08c0b116b41e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (00a4535f-fd66-47dc-b003-eda826d04e6d), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.260338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafa8a7-122b-4066-a5f5-eae5d352d31b req-e5361a10-6587-423c-8031-9d99a2447a5e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:02.269097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-acafa8a7-122b-4066-a5f5-eae5d352d31b req-e5361a10-6587-423c-8031-9d99a2447a5e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1115785 Feb 11 05:01:02.327737 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-acafa8a7-122b-4066-a5f5-eae5d352d31b req-053e802b-3ad5-4be0-a1be-add6527170c6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575969 Feb 11 05:01:02.332879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50582) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:02.353148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bb22-1786-46c8-8edd-c0f681b7ae91 req-1278f788-ce37-498b-b8b8-a56bf21ba4ff tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:02.358877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bb22-1786-46c8-8edd-c0f681b7ae91 req-1278f788-ce37-498b-b8b8-a56bf21ba4ff tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:02.362444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Usage tracker for resource:network and project:16cd763d3bf94570aeb3d4679921338f is out of sync, need to count used quota {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:01:02.364269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bb22-1786-46c8-8edd-c0f681b7ae91 req-1278f788-ce37-498b-b8b8-a56bf21ba4ff tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:02.365864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:01:02.369494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bb22-1786-46c8-8edd-c0f681b7ae91 req-1278f788-ce37-498b-b8b8-a56bf21ba4ff tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:02.372942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Usage tracker for resource:subnet and project:16cd763d3bf94570aeb3d4679921338f is out of sync, need to count used quota {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:01:02.375049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bb22-1786-46c8-8edd-c0f681b7ae91 req-1278f788-ce37-498b-b8b8-a56bf21ba4ff tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:02.376640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:01:02.380329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bb22-1786-46c8-8edd-c0f681b7ae91 req-1278f788-ce37-498b-b8b8-a56bf21ba4ff tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:02.382885 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Usage tracker for resource:subnetpool and project:16cd763d3bf94570aeb3d4679921338f is out of sync, need to count used quota {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:01:02.385552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bb22-1786-46c8-8edd-c0f681b7ae91 req-1278f788-ce37-498b-b8b8-a56bf21ba4ff tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:02.388064 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eaa5bb22-1786-46c8-8edd-c0f681b7ae91 req-1278f788-ce37-498b-b8b8-a56bf21ba4ff tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5433 time: 0.4392395 Feb 11 05:01:02.388718 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:01:02.395195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Usage tracker for resource:port and project:16cd763d3bf94570aeb3d4679921338f is out of sync, need to count used quota {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:01:02.398553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:01:02.409821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Usage tracker for resource:router and project:16cd763d3bf94570aeb3d4679921338f is out of sync, need to count used quota {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:01:02.415082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:01:02.424100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Usage tracker for resource:floatingip and project:16cd763d3bf94570aeb3d4679921338f is out of sync, need to count used quota {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:01:02.427113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd659-f6e2-4ad0-902d-08c0b116b41e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (00a4535f-fd66-47dc-b003-eda826d04e6d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.443735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:01:02.486048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Usage tracker for resource:security_group and project:16cd763d3bf94570aeb3d4679921338f is out of sync, need to count used quota {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:01:02.491873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:01:02.499887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Usage tracker for resource:security_group_rule and project:16cd763d3bf94570aeb3d4679921338f is out of sync, need to count used quota {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:01:02.504857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.quota.resource [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103354) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:01:02.507360 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eaa5bb22-1786-46c8-8edd-c0f681b7ae91 req-4013981d-0b19-42de-a480-50b2835925ae tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061339 Feb 11 05:01:02.516732 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f28c7240-b594-43e5-b9b4-b576ad67fc85 tempest-QuotasTest-1350842546 tempest-QuotasTest-1350842546-project-admin] 10.222.0.48 "GET /v2.0/quotas/16cd763d3bf94570aeb3d4679921338f/details.json HTTP/1.1" status: 200 len: 703 time: 0.1827209 Feb 11 05:01:02.527307 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd659-f6e2-4ad0-902d-08c0b116b41e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (00a4535f-fd66-47dc-b003-eda826d04e6d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.554267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdd659-f6e2-4ad0-902d-08c0b116b41e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Subnet': ['ID=00a4535f-fd66-47dc-b003-eda826d04e6d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:02.560796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd659-f6e2-4ad0-902d-08c0b116b41e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.564227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bcfdd659-f6e2-4ad0-902d-08c0b116b41e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/00a4535f-fd66-47dc-b003-eda826d04e6d HTTP/1.1" status: 204 len: 168 time: 0.6494532 Feb 11 05:01:02.570241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50586) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:02.572074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ead020c-a25f-4bf0-8920-09a11ad13f25 None None] Network 544623e0-8ac8-46f6-be2f-90b388878871 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:02.628198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d907d7-6b81-4f18-bfb8-edc4314a3695 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting subnet a7d65278-de8b-4499-826f-6090491e6fe2 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:01:02.631527 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5d907d7-6b81-4f18-bfb8-edc4314a3695 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (a7d65278-de8b-4499-826f-6090491e6fe2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.677413 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5d907d7-6b81-4f18-bfb8-edc4314a3695 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (a7d65278-de8b-4499-826f-6090491e6fe2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.770764 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5d907d7-6b81-4f18-bfb8-edc4314a3695 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (a7d65278-de8b-4499-826f-6090491e6fe2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.856159 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5d907d7-6b81-4f18-bfb8-edc4314a3695 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (a7d65278-de8b-4499-826f-6090491e6fe2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.889780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d907d7-6b81-4f18-bfb8-edc4314a3695 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d65278-de8b-4499-826f-6090491e6fe2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:02.892250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5d907d7-6b81-4f18-bfb8-edc4314a3695 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.896049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b5d907d7-6b81-4f18-bfb8-edc4314a3695 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/a7d65278-de8b-4499-826f-6090491e6fe2 HTTP/1.1" status: 204 len: 168 time: 0.3247962 Feb 11 05:01:02.898540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50590) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:02.929811 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50592) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:02.965439 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9838ce-b699-48ba-977e-04ba1201359b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] DELETE failed (client error): The resource could not be found. Feb 11 05:01:02.966066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9838ce-b699-48ba-977e-04ba1201359b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:01:02.970522 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3b9838ce-b699-48ba-977e-04ba1201359b tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/00a4535f-fd66-47dc-b003-eda826d04e6d HTTP/1.1" status: 404 len: 337 time: 0.0700042 Feb 11 05:01:02.972747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50596) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:03.062701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e51b61-9d28-40dc-bf6b-d0e7a34bc0be tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting subnet 4d0a3d17-9f1a-4f98-905d-280999d97313 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:01:03.071343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c63939bd-960d-4626-8615-e860d075a615 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:03.081120 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-178185ae-392a-40c6-addb-9c28bee05054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.099342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1e51b61-9d28-40dc-bf6b-d0e7a34bc0be tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (4d0a3d17-9f1a-4f98-905d-280999d97313), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.149704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port c63939bd-960d-4626-8615-e860d075a615 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:01:03.154838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port c63939bd-960d-4626-8615-e860d075a615 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:03.155282 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c63939bd-960d-4626-8615-e860d075a615), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.188499 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1e51b61-9d28-40dc-bf6b-d0e7a34bc0be tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (4d0a3d17-9f1a-4f98-905d-280999d97313), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.255085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port c63939bd-960d-4626-8615-e860d075a615 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:03.255520 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c63939bd-960d-4626-8615-e860d075a615), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.260976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc6999-aa83-4903-a52f-ffcc6ff65444 req-63d7555f-235c-4ecf-9a55-54e91b626944 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:03.266135 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62fc6999-aa83-4903-a52f-ffcc6ff65444 req-63d7555f-235c-4ecf-9a55-54e91b626944 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 944 time: 0.2007883 Feb 11 05:01:03.318530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port c63939bd-960d-4626-8615-e860d075a615, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c63939bd-960d-4626-8615-e860d075a615,segment=NetworkSegment(d7c49531-9cea-43c4-aa2d-5836a581e60f),segment_id=d7c49531-9cea-43c4-aa2d-5836a581e60f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:03.321956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b8e9e3-a983-422b-b03b-b2103baea3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63939bd-960d-4626-8615-e860d075a615'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:03.325487 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8209ff61-5cdc-4805-85a4-d2c0b66603d5" -d '{"events": [{"server_uuid": "22b8e9e3-a983-422b-b03b-b2103baea3de", "name": "network-vif-plugged", "status": "completed", "tag": "c63939bd-960d-4626-8615-e860d075a615"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:03.328952 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.331401 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c63939bd-960d-4626-8615-e860d075a615), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.399943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=c63939bd-960d-4626-8615-e860d075a615,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:03.404726 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90d69ef-7148-4aa5-a888-8d9902b05b26 x-openstack-request-id: req-c90d69ef-7148-4aa5-a888-8d9902b05b26 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:03.405120 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b8e9e3-a983-422b-b03b-b2103baea3de", "name": "network-vif-plugged", "status": "completed", "tag": "c63939bd-960d-4626-8615-e860d075a615", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:03.405446 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c90d69ef-7148-4aa5-a888-8d9902b05b26 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:03.405906 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b8e9e3-a983-422b-b03b-b2103baea3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63939bd-960d-4626-8615-e860d075a615', 'code': 200} Feb 11 05:01:03.445255 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62fc6999-aa83-4903-a52f-ffcc6ff65444 req-b05c1f8a-5107-4047-8b55-ee56e857bda0 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d1eeb64-f5f2-40c7-9be1-68462655a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700771 Feb 11 05:01:03.450215 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-178185ae-392a-40c6-addb-9c28bee05054 admin admin] Publish callbacks [] for security_group (44f8b996-0a18-4cba-b897-5a1d18141d3f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.463139 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-178185ae-392a-40c6-addb-9c28bee05054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (44f8b996-0a18-4cba-b897-5a1d18141d3f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.499917 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1e51b61-9d28-40dc-bf6b-d0e7a34bc0be tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4d0a3d17-9f1a-4f98-905d-280999d97313), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.547090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e632a7dd-62ff-4544-a2e8-40da3d44ae17 None None] Network 544623e0-8ac8-46f6-be2f-90b388878871 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:03.561899 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-178185ae-392a-40c6-addb-9c28bee05054 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d658177c39274f529ab876a4a295e5f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6283135 Feb 11 05:01:03.562774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50606) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:03.573742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178185ae-392a-40c6-addb-9c28bee05054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f8b996-0a18-4cba-b897-5a1d18141d3f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:03.628167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a245748-de5d-48ce-8666-0b091ca9a778 req-6a5fdbc2-b656-4a87-bd8d-a31de08547e6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:03.630183 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a245748-de5d-48ce-8666-0b091ca9a778 req-6a5fdbc2-b656-4a87-bd8d-a31de08547e6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1636894 Feb 11 05:01:03.636142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f270b-2348-49f4-93bd-5d295fd89e21 req-98897fc8-edb5-4bfd-82f8-7fa6b01d13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:03.638700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a8f270b-2348-49f4-93bd-5d295fd89e21 req-98897fc8-edb5-4bfd-82f8-7fa6b01d13ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 1128 time: 0.1200385 Feb 11 05:01:03.658472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-139f4ae4-e150-4f2b-ab89-605349d51577 None None] Provisioning complete for port 9dae3edd-6812-48ff-886c-6794c474ef5e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:03.658873 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-139f4ae4-e150-4f2b-ab89-605349d51577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9dae3edd-6812-48ff-886c-6794c474ef5e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.720842 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-139f4ae4-e150-4f2b-ab89-605349d51577 None None] Port 9dae3edd-6812-48ff-886c-6794c474ef5e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:01:03.731309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a245748-de5d-48ce-8666-0b091ca9a778 req-1004efb5-1af9-43d9-847a-14bcb522b988 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912850 Feb 11 05:01:03.756858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-139f4ae4-e150-4f2b-ab89-605349d51577 None None] Provisioning complete for port af751eb7-b1ff-4655-9433-c0fc87fd2ece triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:03.757237 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-139f4ae4-e150-4f2b-ab89-605349d51577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.776102 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a8f270b-2348-49f4-93bd-5d295fd89e21 req-9d918614-64d1-4730-9594-1d8ef7ea4373 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3d1eeb64-f5f2-40c7-9be1-68462655a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015656 Feb 11 05:01:03.880356 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-139f4ae4-e150-4f2b-ab89-605349d51577 None None] Current status of the port af751eb7-b1ff-4655-9433-c0fc87fd2ece is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:03.970568 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1e51b61-9d28-40dc-bf6b-d0e7a34bc0be tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (4d0a3d17-9f1a-4f98-905d-280999d97313), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:04.018637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e51b61-9d28-40dc-bf6b-d0e7a34bc0be tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0a3d17-9f1a-4f98-905d-280999d97313,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:04.028297 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1e51b61-9d28-40dc-bf6b-d0e7a34bc0be tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:04.031518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d1e51b61-9d28-40dc-bf6b-d0e7a34bc0be tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/4d0a3d17-9f1a-4f98-905d-280999d97313 HTTP/1.1" status: 204 len: 168 time: 1.0575776 Feb 11 05:01:04.034242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50608) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.060119 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bfb9695-367f-48de-aba8-390478d47b03 admin admin] Publish callbacks [] for security_group (44f8b996-0a18-4cba-b897-5a1d18141d3f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:04.083500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6d6c2-2ca1-4cbb-9a49-40e2545d3789 req-7e56045b-a83f-4e5a-add7-79cd01e7bb7e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.084254 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c63f9d6-d492-4872-848c-c1f5b72d7b69 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] DELETE failed (client error): The resource could not be found. Feb 11 05:01:04.084693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c63f9d6-d492-4872-848c-c1f5b72d7b69 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:01:04.094326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6d6c2-2ca1-4cbb-9a49-40e2545d3789 req-7e56045b-a83f-4e5a-add7-79cd01e7bb7e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.094543 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9c63f9d6-d492-4872-848c-c1f5b72d7b69 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/6b49047f-0f95-48e7-b08f-46c120f57c7c HTTP/1.1" status: 404 len: 337 time: 0.0557160 Feb 11 05:01:04.094543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50610) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.095111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6d6c2-2ca1-4cbb-9a49-40e2545d3789 req-7e56045b-a83f-4e5a-add7-79cd01e7bb7e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.101478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6d6c2-2ca1-4cbb-9a49-40e2545d3789 req-7e56045b-a83f-4e5a-add7-79cd01e7bb7e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.108846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6d6c2-2ca1-4cbb-9a49-40e2545d3789 req-7e56045b-a83f-4e5a-add7-79cd01e7bb7e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.115618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6d6c2-2ca1-4cbb-9a49-40e2545d3789 req-7e56045b-a83f-4e5a-add7-79cd01e7bb7e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.122165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6d6c2-2ca1-4cbb-9a49-40e2545d3789 req-7e56045b-a83f-4e5a-add7-79cd01e7bb7e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.125193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bbfc8c0c-2df2-4e39-915e-085d1b02996d tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "GET /v2.0/ports?device_id=136b7d96-179b-4ab6-bdb9-61d36fd11a46 HTTP/1.1" status: 200 len: 205 time: 0.0306532 Feb 11 05:01:04.125336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbc6d6c2-2ca1-4cbb-9a49-40e2545d3789 req-7e56045b-a83f-4e5a-add7-79cd01e7bb7e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5433 time: 0.1737366 Feb 11 05:01:04.125787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.195445 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bfb9695-367f-48de-aba8-390478d47b03 admin admin] Publish callbacks [] for security_group (44f8b996-0a18-4cba-b897-5a1d18141d3f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:04.198827 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-d22d664a-eddf-4db9-aca5-d06bfed4ce43 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] delete failed (client error): The resource could not be found. Feb 11 05:01:04.199955 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d22d664a-eddf-4db9-aca5-d06bfed4ce43 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/routers/136b7d96-179b-4ab6-bdb9-61d36fd11a46 HTTP/1.1" status: 404 len: 336 time: 0.0710633 Feb 11 05:01:04.202707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50614) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.243134 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bfc8f3-47d1-4667-ae38-d05aa92fda45 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] DELETE failed (client error): The resource could not be found. Feb 11 05:01:04.243895 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bfc8f3-47d1-4667-ae38-d05aa92fda45 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:01:04.252556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-32bfc8f3-47d1-4667-ae38-d05aa92fda45 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/2a405f82-2dcb-43c8-98b3-e0093b0c83e9 HTTP/1.1" status: 404 len: 337 time: 0.0470290 Feb 11 05:01:04.253421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50616) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.296304 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-96efa02d-0fb8-4b3a-8a98-54bd02eba276 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] DELETE failed (client error): The resource could not be found. Feb 11 05:01:04.296776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96efa02d-0fb8-4b3a-8a98-54bd02eba276 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:01:04.300258 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-96efa02d-0fb8-4b3a-8a98-54bd02eba276 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/83e0b507-696d-45d1-8cde-362297da08e7 HTTP/1.1" status: 404 len: 337 time: 0.0455194 Feb 11 05:01:04.303118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50618) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.310527 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbc6d6c2-2ca1-4cbb-9a49-40e2545d3789 req-4f8cbe3b-7ca3-4e42-8fe3-8b2e5b5bcec2 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1723371 Feb 11 05:01:04.322375 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bfb9695-367f-48de-aba8-390478d47b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (44f8b996-0a18-4cba-b897-5a1d18141d3f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:04.327475 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bfb9695-367f-48de-aba8-390478d47b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:04.331877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3bfb9695-367f-48de-aba8-390478d47b03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44f8b996-0a18-4cba-b897-5a1d18141d3f HTTP/1.1" status: 204 len: 168 time: 0.7679048 Feb 11 05:01:04.364768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb9695-367f-48de-aba8-390478d47b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f8b996-0a18-4cba-b897-5a1d18141d3f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:04.365928 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-64411020-6a2f-4470-a3c0-abf165f20407 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] DELETE failed (client error): The resource could not be found. Feb 11 05:01:04.367258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64411020-6a2f-4470-a3c0-abf165f20407 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:01:04.374582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50622) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.375072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-64411020-6a2f-4470-a3c0-abf165f20407 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/4311cf60-e4c6-482c-8700-2a830c4a590c HTTP/1.1" status: 404 len: 337 time: 0.0677750 Feb 11 05:01:04.414133 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-da537efd-b794-48e8-8865-67b1f5950d25 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] DELETE failed (client error): The resource could not be found. Feb 11 05:01:04.414790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da537efd-b794-48e8-8865-67b1f5950d25 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:01:04.420946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-da537efd-b794-48e8-8865-67b1f5950d25 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/e796f3d1-d88b-4d01-84bf-046555466744 HTTP/1.1" status: 404 len: 333 time: 0.0427957 Feb 11 05:01:04.421238 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50624) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.515838 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8f463f-052d-49ac-8949-f0267c70b0ae tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] DELETE failed (client error): The resource could not be found. Feb 11 05:01:04.518110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8f463f-052d-49ac-8949-f0267c70b0ae tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:01:04.523960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1a8f463f-052d-49ac-8949-f0267c70b0ae tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/97fede52-4be3-42f9-bb31-0d813ab70190 HTTP/1.1" status: 404 len: 337 time: 0.1017246 Feb 11 05:01:04.525740 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50630) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.555430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1064edab-6d9e-4744-9d61-6d4ffd76d665 None None] Network 544623e0-8ac8-46f6-be2f-90b388878871 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:04.579068 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bd3093-fd43-4209-a334-fc8d9ed6d06e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] DELETE failed (client error): The resource could not be found. Feb 11 05:01:04.579533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8bd3093-fd43-4209-a334-fc8d9ed6d06e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:01:04.585226 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d8bd3093-fd43-4209-a334-fc8d9ed6d06e tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/eb8e20ac-ca21-461c-a9f9-ef603df0b65e HTTP/1.1" status: 404 len: 337 time: 0.0499434 Feb 11 05:01:04.585530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50634) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.624936 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99b64c2-0dd1-46eb-8b3f-e5d5ca08f21a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] DELETE failed (client error): The resource could not be found. Feb 11 05:01:04.626833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99b64c2-0dd1-46eb-8b3f-e5d5ca08f21a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:01:04.635905 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c99b64c2-0dd1-46eb-8b3f-e5d5ca08f21a tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/8b74cf97-a3be-4e43-a962-314378d472b3 HTTP/1.1" status: 404 len: 333 time: 0.0466180 Feb 11 05:01:04.636125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50638) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.673162 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3eeccc5-4606-468b-a014-6320d0a03320 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] DELETE failed (client error): The resource could not be found. Feb 11 05:01:04.673737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3eeccc5-4606-468b-a014-6320d0a03320 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:01:04.679340 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e3eeccc5-4606-468b-a014-6320d0a03320 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/fd1c8cfe-7814-4602-9d7e-bc2bd99ef5a9 HTTP/1.1" status: 404 len: 337 time: 0.0399647 Feb 11 05:01:04.680024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50640) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.725794 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d886db-c0a7-438b-8a24-698e74893b88 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] DELETE failed (client error): The resource could not be found. Feb 11 05:01:04.726328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d886db-c0a7-438b-8a24-698e74893b88 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:01:04.729608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-11d886db-c0a7-438b-8a24-698e74893b88 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/subnets/5ab5cf03-7b06-4a0a-91b9-9aa8bea35457 HTTP/1.1" status: 404 len: 337 time: 0.0471380 Feb 11 05:01:04.733005 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50642) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:04.755675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779caa1-aec3-484e-b3bd-0096149b0a7d req-e6a890fc-36fe-4fbf-ab8b-32294e5dd592 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.760321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-efb59090-d6f5-4082-8cd0-4ccad2452897 None None] Provisioning complete for port 9dae3edd-6812-48ff-886c-6794c474ef5e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:04.760754 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-efb59090-d6f5-4082-8cd0-4ccad2452897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9dae3edd-6812-48ff-886c-6794c474ef5e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:04.763901 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2779caa1-aec3-484e-b3bd-0096149b0a7d req-e6a890fc-36fe-4fbf-ab8b-32294e5dd592 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 945 time: 0.1987822 Feb 11 05:01:04.876597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09daf325-6ffb-43b6-b542-e1058aae6cb2 req-e716e181-5895-4fb1-bb8a-f7b92efc85bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2160442 Feb 11 05:01:04.907700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2779caa1-aec3-484e-b3bd-0096149b0a7d req-ed75fb71-64ab-4422-8dd1-b76c377ad962 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d1eeb64-f5f2-40c7-9be1-68462655a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387994 Feb 11 05:01:04.973064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50648) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:05.033787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7bfc8-1cc3-4d62-8ffb-d3606b1274e9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Deleting port 9dae3edd-6812-48ff-886c-6794c474ef5e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:05.038305 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cb7bfc8-1cc3-4d62-8ffb-d3606b1274e9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9dae3edd-6812-48ff-886c-6794c474ef5e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.062864 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cafa8b15-9152-4df5-888e-0b77f1ccb293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.130827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daf325-6ffb-43b6-b542-e1058aae6cb2 req-c1da52df-3686-4e67-874a-4ad1a154a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.133353 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09daf325-6ffb-43b6-b542-e1058aae6cb2 req-c1da52df-3686-4e67-874a-4ad1a154a844 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96904844260549238a803990e10a1a4b&device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 1128 time: 0.1519856 Feb 11 05:01:05.169546 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cb7bfc8-1cc3-4d62-8ffb-d3606b1274e9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9dae3edd-6812-48ff-886c-6794c474ef5e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.194261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7bfc8-1cc3-4d62-8ffb-d3606b1274e9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Calling delete_port for 9dae3edd-6812-48ff-886c-6794c474ef5e owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:05.222710 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cafa8b15-9152-4df5-888e-0b77f1ccb293 admin admin] Publish callbacks [] for security_group (06823f6d-8514-486b-b495-25d1af846480), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.237854 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cafa8b15-9152-4df5-888e-0b77f1ccb293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (06823f6d-8514-486b-b495-25d1af846480), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.265717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-efb59090-d6f5-4082-8cd0-4ccad2452897 None None] Port 9dae3edd-6812-48ff-886c-6794c474ef5e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:01:05.283587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-efb59090-d6f5-4082-8cd0-4ccad2452897 None None] Provisioning complete for port af751eb7-b1ff-4655-9433-c0fc87fd2ece triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:05.283962 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-efb59090-d6f5-4082-8cd0-4ccad2452897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.310647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa8b15-9152-4df5-888e-0b77f1ccb293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06823f6d-8514-486b-b495-25d1af846480,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:05.312745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8a00b-7007-49e0-9bc8-d2606f7b5fff req-e9c5f409-05f7-42b8-85eb-c078f1bd199b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.315364 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-39e8a00b-7007-49e0-9bc8-d2606f7b5fff req-e9c5f409-05f7-42b8-85eb-c078f1bd199b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.4138391 Feb 11 05:01:05.318461 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cb7bfc8-1cc3-4d62-8ffb-d3606b1274e9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9dae3edd-6812-48ff-886c-6794c474ef5e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.433925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cafa8b15-9152-4df5-888e-0b77f1ccb293 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16cd763d3bf94570aeb3d4679921338f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4565105 Feb 11 05:01:05.442031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50654) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:05.457466 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7bfc8-1cc3-4d62-8ffb-d3606b1274e9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Port': ['ID=9dae3edd-6812-48ff-886c-6794c474ef5e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:05.477996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-efb59090-d6f5-4082-8cd0-4ccad2452897 None None] Current status of the port af751eb7-b1ff-4655-9433-c0fc87fd2ece is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:05.482048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03354f41-d8f0-4eb1-8145-c2db15b305b8 None None] DHCP port deletion for 544623e0-8ac8-46f6-be2f-90b388878871 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:01:05.504313 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9cb7bfc8-1cc3-4d62-8ffb-d3606b1274e9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.508184 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9cb7bfc8-1cc3-4d62-8ffb-d3606b1274e9 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/ports/9dae3edd-6812-48ff-886c-6794c474ef5e HTTP/1.1" status: 204 len: 168 time: 0.7740872 Feb 11 05:01:05.515097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50656) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:05.529264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965969-3d57-4b40-905c-58b0c538193f req-e65bfdc0-0cfe-4ab1-acca-168dacc87959 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.535261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965969-3d57-4b40-905c-58b0c538193f req-e65bfdc0-0cfe-4ab1-acca-168dacc87959 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.541393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965969-3d57-4b40-905c-58b0c538193f req-e65bfdc0-0cfe-4ab1-acca-168dacc87959 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.547172 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965969-3d57-4b40-905c-58b0c538193f req-e65bfdc0-0cfe-4ab1-acca-168dacc87959 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.554241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965969-3d57-4b40-905c-58b0c538193f req-e65bfdc0-0cfe-4ab1-acca-168dacc87959 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.564939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965969-3d57-4b40-905c-58b0c538193f req-e65bfdc0-0cfe-4ab1-acca-168dacc87959 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.567008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-03354f41-d8f0-4eb1-8145-c2db15b305b8 None None] Deleting port af751eb7-b1ff-4655-9433-c0fc87fd2ece {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:05.567907 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03354f41-d8f0-4eb1-8145-c2db15b305b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.577864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965969-3d57-4b40-905c-58b0c538193f req-e65bfdc0-0cfe-4ab1-acca-168dacc87959 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.582662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4965969-3d57-4b40-905c-58b0c538193f req-e65bfdc0-0cfe-4ab1-acca-168dacc87959 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5433 time: 0.2657928 Feb 11 05:01:05.640355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-03354f41-d8f0-4eb1-8145-c2db15b305b8 None None] For port af751eb7-b1ff-4655-9433-c0fc87fd2ece, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=af751eb7-b1ff-4655-9433-c0fc87fd2ece,segment=NetworkSegment(6a029ce0-5fea-42aa-82a2-42d6b7b28b77),segment_id=6a029ce0-5fea-42aa-82a2-42d6b7b28b77)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:05.641101 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03354f41-d8f0-4eb1-8145-c2db15b305b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.659450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-03354f41-d8f0-4eb1-8145-c2db15b305b8 None None] Calling delete_port for af751eb7-b1ff-4655-9433-c0fc87fd2ece owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:05.692559 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-39e8a00b-7007-49e0-9bc8-d2606f7b5fff req-d72a24f8-7f0f-4a6d-b9d9-4ba768678b65 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725453 Feb 11 05:01:05.766315 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03354f41-d8f0-4eb1-8145-c2db15b305b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (af751eb7-b1ff-4655-9433-c0fc87fd2ece), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.771663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965969-3d57-4b40-905c-58b0c538193f req-901d30fd-9280-4107-8442-745cf5ce40ff tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.773406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4965969-3d57-4b40-905c-58b0c538193f req-901d30fd-9280-4107-8442-745cf5ce40ff tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "GET /v2.0/ports/10562436-6596-4dc4-8bd3-459375c70f15?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1156642 Feb 11 05:01:05.778820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daf325-6ffb-43b6-b542-e1058aae6cb2 req-98f5d7ac-a4ed-49e4-b691-37efc1773c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.780557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03354f41-d8f0-4eb1-8145-c2db15b305b8 None None] No DVR routers for this DVR port af751eb7-b1ff-4655-9433-c0fc87fd2ece on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:05.785933 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09daf325-6ffb-43b6-b542-e1058aae6cb2 req-98f5d7ac-a4ed-49e4-b691-37efc1773c45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 200 len: 911 time: 0.5603485 Feb 11 05:01:05.801271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03354f41-d8f0-4eb1-8145-c2db15b305b8 None None] Pushing event deleted for resources: {'Port': ['ID=af751eb7-b1ff-4655-9433-c0fc87fd2ece,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:05.928881 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4965969-3d57-4b40-905c-58b0c538193f req-db72afcf-a7e3-4823-ab57-d99d306c2776 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "GET /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1452620 Feb 11 05:01:05.941247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e4965969-3d57-4b40-905c-58b0c538193f req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:05.969257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd12e7-0a7d-404f-a70f-03eb3173a7b9 req-bdeebef9-d404-4a9c-8368-4b523c95828d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.975394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd12e7-0a7d-404f-a70f-03eb3173a7b9 req-bdeebef9-d404-4a9c-8368-4b523c95828d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.981148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd12e7-0a7d-404f-a70f-03eb3173a7b9 req-bdeebef9-d404-4a9c-8368-4b523c95828d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.986493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd12e7-0a7d-404f-a70f-03eb3173a7b9 req-bdeebef9-d404-4a9c-8368-4b523c95828d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.991842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd12e7-0a7d-404f-a70f-03eb3173a7b9 req-bdeebef9-d404-4a9c-8368-4b523c95828d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.997276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd12e7-0a7d-404f-a70f-03eb3173a7b9 req-bdeebef9-d404-4a9c-8368-4b523c95828d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:06.002886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd12e7-0a7d-404f-a70f-03eb3173a7b9 req-bdeebef9-d404-4a9c-8368-4b523c95828d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:06.004833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ffd12e7-0a7d-404f-a70f-03eb3173a7b9 req-bdeebef9-d404-4a9c-8368-4b523c95828d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 5433 time: 0.4938633 Feb 11 05:01:06.008256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (544623e0-8ac8-46f6-be2f-90b388878871), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.038384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-6d2d63af-8010-4b0b-9d71-b87c5efa95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:06.039866 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-6d2d63af-8010-4b0b-9d71-b87c5efa95f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51&tenant_id=e2aa496ab7234a4c99e573c68b49bdb5 HTTP/1.1" status: 200 len: 1126 time: 0.4300115 Feb 11 05:01:06.043793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e15682b-d86d-47be-a02e-33f10f59c80d admin admin] Publish callbacks [] for security_group (06823f6d-8514-486b-b495-25d1af846480), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.069317 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e15682b-d86d-47be-a02e-33f10f59c80d admin admin] Publish callbacks [] for security_group (06823f6d-8514-486b-b495-25d1af846480), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.071316 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (10562436-6596-4dc4-8bd3-459375c70f15), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.120845 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09daf325-6ffb-43b6-b542-e1058aae6cb2 req-2b2df18c-a77e-47a8-bfb4-d1e033bb9190 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd3567b3-7737-4fa2-8040-a3671a925519 HTTP/1.1" status: 200 len: 1001 time: 0.3210621 Feb 11 05:01:06.227141 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e4965969-3d57-4b40-905c-58b0c538193f req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] For port 10562436-6596-4dc4-8bd3-459375c70f15, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=10562436-6596-4dc4-8bd3-459375c70f15,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:06.235808 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e15682b-d86d-47be-a02e-33f10f59c80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (06823f6d-8514-486b-b495-25d1af846480), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.238537 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e15682b-d86d-47be-a02e-33f10f59c80d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.239876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5e15682b-d86d-47be-a02e-33f10f59c80d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06823f6d-8514-486b-b495-25d1af846480 HTTP/1.1" status: 204 len: 168 time: 0.7968810 Feb 11 05:01:06.299920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e4965969-3d57-4b40-905c-58b0c538193f req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] For port 10562436-6596-4dc4-8bd3-459375c70f15, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:01:06.306207 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15682b-d86d-47be-a02e-33f10f59c80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06823f6d-8514-486b-b495-25d1af846480,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:06.360626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b226f-33ec-4139-afef-9daa6f67a570 req-767c45f4-7917-4a4e-98a6-2e0301cab41e tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:06.362213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de8b226f-33ec-4139-afef-9daa6f67a570 req-767c45f4-7917-4a4e-98a6-2e0301cab41e tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 945 time: 0.3694022 Feb 11 05:01:06.368499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-e4965969-3d57-4b40-905c-58b0c538193f req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] device_id is not set on port 10562436-6596-4dc4-8bd3-459375c70f15 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:01:06.374063 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (544623e0-8ac8-46f6-be2f-90b388878871), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.388394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daf325-6ffb-43b6-b542-e1058aae6cb2 req-1178684e-587b-43a9-b09e-fd3f32367fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:06.389981 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09daf325-6ffb-43b6-b542-e1058aae6cb2 req-1178684e-587b-43a9-b09e-fd3f32367fef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c8950805-753a-47d3-a145-dfa74269b5aa HTTP/1.1" status: 200 len: 849 time: 0.2211695 Feb 11 05:01:06.404553 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] Publish callbacks [] for port (10562436-6596-4dc4-8bd3-459375c70f15), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.408929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-09772381-2aa5-4577-8049-ad92f270f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:06.412778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-09772381-2aa5-4577-8049-ad92f270f4c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 1126 time: 0.3353703 Feb 11 05:01:06.425939 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (10562436-6596-4dc4-8bd3-459375c70f15), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.437893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ffd12e7-0a7d-404f-a70f-03eb3173a7b9 req-686d844d-5b33-479b-9102-db2736c2ce6a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4209588 Feb 11 05:01:06.483890 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de8b226f-33ec-4139-afef-9daa6f67a570 req-fd8ea440-3533-4c76-ac92-320dc706fcac tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d1eeb64-f5f2-40c7-9be1-68462655a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099141 Feb 11 05:01:06.607200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device af751eb7-b1ff-4655-9433-c0fc87fd2ece no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:06.628369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4965969-3d57-4b40-905c-58b0c538193f req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] No DVR routers for this DVR port 10562436-6596-4dc4-8bd3-459375c70f15 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:06.636635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544623e0-8ac8-46f6-be2f-90b388878871']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:06.657211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: af751eb7-b1ff-4655-9433-c0fc87fd2ece {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:06.661427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device af751eb7-b1ff-4655-9433-c0fc87fd2ece not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:06.693409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e4965969-3d57-4b40-905c-58b0c538193f req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] In _notify_port_updated(), no bound segment for port 10562436-6596-4dc4-8bd3-459375c70f15 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:01:06.694582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965969-3d57-4b40-905c-58b0c538193f req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:06.701285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.702853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4965969-3d57-4b40-905c-58b0c538193f req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] 10.222.0.60 "PUT /v2.0/ports/10562436-6596-4dc4-8bd3-459375c70f15 HTTP/1.1" status: 200 len: 1027 time: 0.7675343 Feb 11 05:01:06.729524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a029ce0-5fea-42aa-82a2-42d6b7b28b77') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:06.736315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a029ce0-5fea-42aa-82a2-42d6b7b28b77') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:06.785029 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (6a029ce0-5fea-42aa-82a2-42d6b7b28b77), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.806199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519daf79-abca-4eb0-b2cc-9a00b6e39f18 service neutron] Pushing event updated for resources: {'Port': ['ID=10562436-6596-4dc4-8bd3-459375c70f15,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:06.835636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (6a029ce0-5fea-42aa-82a2-42d6b7b28b77), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.843436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965969-3d57-4b40-905c-58b0c538193f req-2d3d866d-113c-4a88-a0e7-49f705b36876 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:06.845254 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4965969-3d57-4b40-905c-58b0c538193f req-2d3d866d-113c-4a88-a0e7-49f705b36876 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "GET /v2.0/ports/c7f80bc2-27bf-4954-a7b7-3c8ab0383091?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1321361 Feb 11 05:01:06.858097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:01:06.858774 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (6a029ce0-5fea-42aa-82a2-42d6b7b28b77), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.861853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e4965969-3d57-4b40-905c-58b0c538193f req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:01:06.949249 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:01:07.022426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:07.035770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-bc29b978-c7bf-47a6-b869-6e14e8e88a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:07.037802 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-bc29b978-c7bf-47a6-b869-6e14e8e88a6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 918 time: 0.5675335 Feb 11 05:01:07.063329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7e2d6176-d2d0-46f1-97db-52c365191414 None None] Provisioning complete for port 10562436-6596-4dc4-8bd3-459375c70f15 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:07.065932 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6176-d2d0-46f1-97db-52c365191414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (10562436-6596-4dc4-8bd3-459375c70f15), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:07.217969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d6176-d2d0-46f1-97db-52c365191414 None None] Port 10562436-6596-4dc4-8bd3-459375c70f15 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:01:07.271450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daf325-6ffb-43b6-b542-e1058aae6cb2 req-560be423-2a1b-469a-9753-960c83c94e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:07.273232 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09daf325-6ffb-43b6-b542-e1058aae6cb2 req-560be423-2a1b-469a-9753-960c83c94e9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8decd706-0c4d-4a4c-9cac-e65570b1f749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8746436 Feb 11 05:01:07.281127 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (544623e0-8ac8-46f6-be2f-90b388878871), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:07.336547 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:07.343817 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:07.349771 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] 10.222.0.48 "DELETE /v2.0/networks/544623e0-8ac8-46f6-be2f-90b388878871 HTTP/1.1" status: 204 len: 168 time: 1.8303163 Feb 11 05:01:07.432051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e4965969-3d57-4b40-905c-58b0c538193f req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] For port c7f80bc2-27bf-4954-a7b7-3c8ab0383091, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7f80bc2-27bf-4954-a7b7-3c8ab0383091,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:07.455508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d3c62-f32e-4ab0-9cae-dfb16760606b req-a25fd249-937d-4d6f-b8de-b2f14f5601d9 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:07.464613 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-623d3c62-f32e-4ab0-9cae-dfb16760606b req-a25fd249-937d-4d6f-b8de-b2f14f5601d9 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 945 time: 0.1801918 Feb 11 05:01:07.466620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c0739-323f-47c2-b613-99fd593ac429 tempest-PortsTestJSON-1516311738 tempest-PortsTestJSON-1516311738-project] Pushing event deleted for resources: {'Network': ['ID=544623e0-8ac8-46f6-be2f-90b388878871,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:07.521596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da7ea-6f22-4832-b8dc-6c5b477c2c49 req-6b1b6f74-2248-4f43-9fdc-9bb3ee1635e1 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:07.530388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 44b79c8b-5671-4b61-935b-3207941610d4 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:07.550967 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-811da7ea-6f22-4832-b8dc-6c5b477c2c49 req-6b1b6f74-2248-4f43-9fdc-9bb3ee1635e1 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.5851769 Feb 11 05:01:07.566049 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-de9d60b5-faa1-428a-a7f7-57a2961c3dce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86aa5dd1-5307-4a75-92f3-27e2414da009 HTTP/1.1" status: 200 len: 999 time: 0.4247744 Feb 11 05:01:07.593286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-623d3c62-f32e-4ab0-9cae-dfb16760606b req-2a24b12b-4d3e-41ed-b5f4-265918676310 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d1eeb64-f5f2-40c7-9be1-68462655a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233947 Feb 11 05:01:07.625404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e4965969-3d57-4b40-905c-58b0c538193f req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] For port c7f80bc2-27bf-4954-a7b7-3c8ab0383091, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:01:07.727487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-e4965969-3d57-4b40-905c-58b0c538193f req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] device_id is not set on port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:01:07.749992 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] Publish callbacks [] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:07.778599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 44b79c8b-5671-4b61-935b-3207941610d4 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:07.779230 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (44b79c8b-5671-4b61-935b-3207941610d4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:07.826495 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:07.837103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b79c8b-5671-4b61-935b-3207941610d4'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:07.841712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-7cea1c44-3a39-4631-84d8-bbc8199b2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:07.843534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-7cea1c44-3a39-4631-84d8-bbc8199b2b05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.2572312 Feb 11 05:01:07.844152 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94097804-4eba-444b-bcfe-449320a82bc7" -d '{"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-unplugged", "status": "completed", "tag": "44b79c8b-5671-4b61-935b-3207941610d4"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:07.876002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 44b79c8b-5671-4b61-935b-3207941610d4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=44b79c8b-5671-4b61-935b-3207941610d4,segment=NetworkSegment(4fbf6c5f-0e7a-4013-871a-59f2fbc0a995),segment_id=4fbf6c5f-0e7a-4013-871a-59f2fbc0a995)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:07.887089 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (44b79c8b-5671-4b61-935b-3207941610d4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:07.888328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 10562436-6596-4dc4-8bd3-459375c70f15 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:07.896014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50712) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:07.897529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] Pushing event updated for resources: {'Port': ['ID=c7f80bc2-27bf-4954-a7b7-3c8ab0383091,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:08.033882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=44b79c8b-5671-4b61-935b-3207941610d4,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:08.051411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4965969-3d57-4b40-905c-58b0c538193f req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] No DVR routers for this DVR port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:08.068069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2ddc-6ca7-44fb-b86f-fc8fecc8c843 req-72f97412-ba90-4b40-9d27-1039b5c11e94 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:08.075905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2ddc-6ca7-44fb-b86f-fc8fecc8c843 req-72f97412-ba90-4b40-9d27-1039b5c11e94 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:08.083685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] The host n-h1-615180-58 is not matching for port 10562436-6596-4dc4-8bd3-459375c70f15 host ! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:01:08.084352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 10562436-6596-4dc4-8bd3-459375c70f15 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:08.085397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 7ca0f07d-807c-4db0-9432-e2f5c2454549 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:08.090325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2ddc-6ca7-44fb-b86f-fc8fecc8c843 req-72f97412-ba90-4b40-9d27-1039b5c11e94 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:08.095623 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-811da7ea-6f22-4832-b8dc-6c5b477c2c49 req-6679e41b-e2dd-467e-be75-36a5d38c0735 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5438237 Feb 11 05:01:08.119663 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09daf325-6ffb-43b6-b542-e1058aae6cb2 req-ee85f84b-9fc6-41fa-94d7-0cd6768a910c service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222692 Feb 11 05:01:08.126253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2ddc-6ca7-44fb-b86f-fc8fecc8c843 req-72f97412-ba90-4b40-9d27-1039b5c11e94 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:08.134097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2ddc-6ca7-44fb-b86f-fc8fecc8c843 req-72f97412-ba90-4b40-9d27-1039b5c11e94 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:08.153224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2ddc-6ca7-44fb-b86f-fc8fecc8c843 req-72f97412-ba90-4b40-9d27-1039b5c11e94 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:08.162710 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-688c2ddc-6ca7-44fb-b86f-fc8fecc8c843 req-72f97412-ba90-4b40-9d27-1039b5c11e94 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 4581 time: 0.4106240 Feb 11 05:01:08.247544 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207183e5-0f40-445d-836a-af02974353a5 x-openstack-request-id: req-207183e5-0f40-445d-836a-af02974353a5 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:08.249731 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-unplugged", "status": "completed", "tag": "44b79c8b-5671-4b61-935b-3207941610d4", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:08.250196 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-207183e5-0f40-445d-836a-af02974353a5 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:08.252065 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b79c8b-5671-4b61-935b-3207941610d4', 'code': 200} Feb 11 05:01:08.349505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 7ca0f07d-807c-4db0-9432-e2f5c2454549 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:08.350055 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:08.354531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-50a6ea69-4842-4efb-af43-6e1deafc2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:08.356368 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-50a6ea69-4842-4efb-af43-6e1deafc2351 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4703522 Feb 11 05:01:08.364600 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e4965969-3d57-4b40-905c-58b0c538193f req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] In _notify_port_updated(), no bound segment for port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 on network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:01:08.365558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965969-3d57-4b40-905c-58b0c538193f req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:08.367248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:08.368825 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4965969-3d57-4b40-905c-58b0c538193f req-89f8ddc1-4888-4081-b246-feab815b2a8d service neutron] 10.222.0.60 "PUT /v2.0/ports/c7f80bc2-27bf-4954-a7b7-3c8ab0383091 HTTP/1.1" status: 200 len: 1027 time: 1.5118740 Feb 11 05:01:08.376440 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09daf325-6ffb-43b6-b542-e1058aae6cb2 req-a91e36ca-c851-454b-b041-39b927ac1a09 service neutron] 10.222.0.10 "GET /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478964 Feb 11 05:01:08.429581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 7ca0f07d-807c-4db0-9432-e2f5c2454549, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=7ca0f07d-807c-4db0-9432-e2f5c2454549,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:08.440943 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:08.442836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7f80bc2-27bf-4954-a7b7-3c8ab0383091 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:08.444153 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-688c2ddc-6ca7-44fb-b86f-fc8fecc8c843 req-76510b5a-730d-42d9-aa43-499eba24bfb0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=5622554a-2bad-4b14-8462-12a92137f4e0&id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2801080 Feb 11 05:01:08.503293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-107d41cb-0dec-40c6-8c37-09f5cac154e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1bdc0b3d615045bf9683ee6744a71be1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6006148 Feb 11 05:01:08.515957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50724) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:08.622528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-e24efd86-be1a-46fb-9f7e-d5ce8dc6cf70 service neutron] 10.222.0.10 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203519 Feb 11 05:01:08.628847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6f3af690-2780-4be0-8b2a-3f5a68dafe1d None None] Provisioning complete for port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:08.629231 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6f3af690-2780-4be0-8b2a-3f5a68dafe1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:08.714883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6f3af690-2780-4be0-8b2a-3f5a68dafe1d None None] Port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:01:08.741041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] The host n-h1-615180-58 is not matching for port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 host ! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:01:08.741461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7f80bc2-27bf-4954-a7b7-3c8ab0383091 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:08.741901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:08.746613 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4887c24-64d0-4f1c-ae9f-55fa2fa059db admin admin] Publish callbacks [] for security_group (233cd492-c815-4925-bf78-b6e2d1b87c6f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:08.755306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=7ca0f07d-807c-4db0-9432-e2f5c2454549,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:08.778706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e4965969-3d57-4b40-905c-58b0c538193f req-42621a06-a19c-4f6f-8dd4-d4c543fa607f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Deleting port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:08.779078 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-42621a06-a19c-4f6f-8dd4-d4c543fa607f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:08.849368 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4887c24-64d0-4f1c-ae9f-55fa2fa059db admin admin] Publish callbacks [] for security_group (233cd492-c815-4925-bf78-b6e2d1b87c6f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:08.893366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca9246-0cd1-4c74-8d9d-36bef5b97fd2 req-520856a5-a6d2-404c-9714-d592cf1b407c tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:08.895569 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1ca9246-0cd1-4c74-8d9d-36bef5b97fd2 req-520856a5-a6d2-404c-9714-d592cf1b407c tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.10 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 945 time: 0.2434022 Feb 11 05:01:08.916980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-7606cc9c-9568-493e-8010-5b518eeca08b service neutron] 10.222.0.10 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737715 Feb 11 05:01:08.975965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce8e97-90bf-43fb-833c-b48815a9bf4d req-28751d43-efe4-4959-9932-85bf79164252 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:08.976222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:08.976675 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:08.979203 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c9ce8e97-90bf-43fb-833c-b48815a9bf4d req-28751d43-efe4-4959-9932-85bf79164252 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 945 time: 0.1574507 Feb 11 05:01:09.051699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:09.060092 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:09.060904 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 1a965ce7-4189-4ce1-8af5-5258c8a76c3f no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:09.081661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e4965969-3d57-4b40-905c-58b0c538193f req-42621a06-a19c-4f6f-8dd4-d4c543fa607f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] For port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1a965ce7-4189-4ce1-8af5-5258c8a76c3f,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:09.082044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-42621a06-a19c-4f6f-8dd4-d4c543fa607f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:09.119301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e4965969-3d57-4b40-905c-58b0c538193f req-42621a06-a19c-4f6f-8dd4-d4c543fa607f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Calling delete_port for 1a965ce7-4189-4ce1-8af5-5258c8a76c3f owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:09.161182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50740) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:09.248132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c9ce8e97-90bf-43fb-833c-b48815a9bf4d req-9b981eb9-d036-4ac6-9b98-fbcb8946d5a7 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/security-groups?id=3d1eeb64-f5f2-40c7-9be1-68462655a033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579539 Feb 11 05:01:09.383833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-c1ca9246-0cd1-4c74-8d9d-36bef5b97fd2 req-50d96dce-6455-488a-8b94-1161018e8208 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Deleting port c63939bd-960d-4626-8615-e860d075a615 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:09.384434 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c1ca9246-0cd1-4c74-8d9d-36bef5b97fd2 req-50d96dce-6455-488a-8b94-1161018e8208 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c63939bd-960d-4626-8615-e860d075a615), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:09.465664 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4887c24-64d0-4f1c-ae9f-55fa2fa059db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (233cd492-c815-4925-bf78-b6e2d1b87c6f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:09.470109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4887c24-64d0-4f1c-ae9f-55fa2fa059db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:09.473779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e4887c24-64d0-4f1c-ae9f-55fa2fa059db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/233cd492-c815-4925-bf78-b6e2d1b87c6f HTTP/1.1" status: 204 len: 168 time: 0.9517829 Feb 11 05:01:09.514727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:09.541998 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b7bd-bb45-42ca-a55c-e4690f5dde1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:09.555104 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c1ca9246-0cd1-4c74-8d9d-36bef5b97fd2 req-50d96dce-6455-488a-8b94-1161018e8208 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] For port c63939bd-960d-4626-8615-e860d075a615, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c63939bd-960d-4626-8615-e860d075a615,segment=NetworkSegment(d7c49531-9cea-43c4-aa2d-5836a581e60f),segment_id=d7c49531-9cea-43c4-aa2d-5836a581e60f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:09.556171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c1ca9246-0cd1-4c74-8d9d-36bef5b97fd2 req-50d96dce-6455-488a-8b94-1161018e8208 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c63939bd-960d-4626-8615-e860d075a615), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:09.576141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-c1ca9246-0cd1-4c74-8d9d-36bef5b97fd2 req-50d96dce-6455-488a-8b94-1161018e8208 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Calling delete_port for c63939bd-960d-4626-8615-e860d075a615 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:09.627162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:09.627569 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:09.656209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1246403342', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:09.680043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4887c24-64d0-4f1c-ae9f-55fa2fa059db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233cd492-c815-4925-bf78-b6e2d1b87c6f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:09.772150 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-42621a06-a19c-4f6f-8dd4-d4c543fa607f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1a965ce7-4189-4ce1-8af5-5258c8a76c3f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:09.815381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device a34789d3-0b2b-40d2-9c05-eb9df47feb66 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:09.893143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9de87-eca2-4314-a47e-d5b5510e0c00 req-1287ce6e-98d8-4a63-b81e-d711e611233b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:09.898283 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9f9de87-eca2-4314-a47e-d5b5510e0c00 req-1287ce6e-98d8-4a63-b81e-d711e611233b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.5045061 Feb 11 05:01:09.904724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42621a06-a19c-4f6f-8dd4-d4c543fa607f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Port': ['ID=1a965ce7-4189-4ce1-8af5-5258c8a76c3f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:09.975050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Made reservation on behalf of 1bc93ca85bd44ec2a0648412c5383810 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:01:09.987693 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:10.049762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port a34789d3-0b2b-40d2-9c05-eb9df47feb66 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:10.050318 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:10.059091 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:10.106042 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4965969-3d57-4b40-905c-58b0c538193f req-42621a06-a19c-4f6f-8dd4-d4c543fa607f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] No DVR routers for this DVR port 1a965ce7-4189-4ce1-8af5-5258c8a76c3f on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:10.112352 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-42621a06-a19c-4f6f-8dd4-d4c543fa607f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:10.121411 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4965969-3d57-4b40-905c-58b0c538193f req-42621a06-a19c-4f6f-8dd4-d4c543fa607f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "DELETE /v2.0/ports/1a965ce7-4189-4ce1-8af5-5258c8a76c3f HTTP/1.1" status: 204 len: 173 time: 1.7356067 Feb 11 05:01:10.121411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-deleted', 'tag': '1a965ce7-4189-4ce1-8af5-5258c8a76c3f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:10.125692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port a34789d3-0b2b-40d2-9c05-eb9df47feb66, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=a34789d3-0b2b-40d2-9c05-eb9df47feb66,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:10.127512 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13be563-f362-4242-8038-6e68a6b7da41" -d '{"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-deleted", "tag": "1a965ce7-4189-4ce1-8af5-5258c8a76c3f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:10.130220 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:10.203042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917e729-2f6b-4315-aafe-f2dd24053c88 req-bffd67f2-24c4-45bd-acf9-475c35ea73a9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:10.223703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917e729-2f6b-4315-aafe-f2dd24053c88 req-bffd67f2-24c4-45bd-acf9-475c35ea73a9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:10.229751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917e729-2f6b-4315-aafe-f2dd24053c88 req-bffd67f2-24c4-45bd-acf9-475c35ea73a9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:10.239780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=a34789d3-0b2b-40d2-9c05-eb9df47feb66,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:10.245248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917e729-2f6b-4315-aafe-f2dd24053c88 req-bffd67f2-24c4-45bd-acf9-475c35ea73a9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:10.250752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917e729-2f6b-4315-aafe-f2dd24053c88 req-bffd67f2-24c4-45bd-acf9-475c35ea73a9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:10.253035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca0f07d-807c-4db0-9432-e2f5c2454549'}, {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a04e25d-f11d-4b9a-a8c8-5dfc91310990'}, {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34789d3-0b2b-40d2-9c05-eb9df47feb66'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:10.256160 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c207cd-1f5e-4705-89b7-b8de97201da1" -d '{"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-unplugged", "status": "completed", "tag": "7ca0f07d-807c-4db0-9432-e2f5c2454549"}, {"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-unplugged", "status": "completed", "tag": "0a04e25d-f11d-4b9a-a8c8-5dfc91310990"}, {"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-unplugged", "status": "completed", "tag": "a34789d3-0b2b-40d2-9c05-eb9df47feb66"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:10.262060 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9917e729-2f6b-4315-aafe-f2dd24053c88 req-bffd67f2-24c4-45bd-acf9-475c35ea73a9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 3801 time: 0.6635792 Feb 11 05:01:10.290913 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9f9de87-eca2-4314-a47e-d5b5510e0c00 req-f1b0c83b-bb8c-47bb-a92c-697ccc7f9d80 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3745360 Feb 11 05:01:10.481689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Deleting port 44b79c8b-5671-4b61-935b-3207941610d4 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:10.482396 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (44b79c8b-5671-4b61-935b-3207941610d4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:10.500028 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766b0828-1007-4adc-aadb-0b7e93ab5b8a x-openstack-request-id: req-766b0828-1007-4adc-aadb-0b7e93ab5b8a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:10.500360 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-deleted", "tag": "1a965ce7-4189-4ce1-8af5-5258c8a76c3f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:10.500612 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-766b0828-1007-4adc-aadb-0b7e93ab5b8a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:10.507670 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-deleted', 'tag': '1a965ce7-4189-4ce1-8af5-5258c8a76c3f', 'status': 'completed', 'code': 200} Feb 11 05:01:10.518365 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9917e729-2f6b-4315-aafe-f2dd24053c88 req-2082f171-c4ff-49d8-a529-85955f364008 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303305 Feb 11 05:01:10.608487 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295029e3-dc58-4d13-b0ba-1cd1d7587aec x-openstack-request-id: req-295029e3-dc58-4d13-b0ba-1cd1d7587aec {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:10.609027 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-unplugged", "status": "completed", "tag": "7ca0f07d-807c-4db0-9432-e2f5c2454549", "code": 200}, {"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-unplugged", "status": "completed", "tag": "0a04e25d-f11d-4b9a-a8c8-5dfc91310990", "code": 200}, {"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-unplugged", "status": "completed", "tag": "a34789d3-0b2b-40d2-9c05-eb9df47feb66", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:10.609282 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-295029e3-dc58-4d13-b0ba-1cd1d7587aec {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:10.609855 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca0f07d-807c-4db0-9432-e2f5c2454549', 'code': 200} Feb 11 05:01:10.610114 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a04e25d-f11d-4b9a-a8c8-5dfc91310990', 'code': 200} Feb 11 05:01:10.610532 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34789d3-0b2b-40d2-9c05-eb9df47feb66', 'code': 200} Feb 11 05:01:10.614303 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c1ca9246-0cd1-4c74-8d9d-36bef5b97fd2 req-50d96dce-6455-488a-8b94-1161018e8208 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c63939bd-960d-4626-8615-e860d075a615), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:10.648209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['c63939bd-960d-4626-8615-e860d075a615'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:01:10.744682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] For port 44b79c8b-5671-4b61-935b-3207941610d4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=44b79c8b-5671-4b61-935b-3207941610d4,segment=NetworkSegment(4fbf6c5f-0e7a-4013-871a-59f2fbc0a995),segment_id=4fbf6c5f-0e7a-4013-871a-59f2fbc0a995)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:10.747226 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (44b79c8b-5671-4b61-935b-3207941610d4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:10.758660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d96dce-6455-488a-8b94-1161018e8208 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Pushing event deleted for resources: {'Port': ['ID=c63939bd-960d-4626-8615-e860d075a615,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:10.996080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91c67a9a-36d7-4655-ae38-8c1bfb6a4a66 req-e586246a-13dd-420a-bdb5-b089b6c23594 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b8e9e3-a983-422b-b03b-b2103baea3de HTTP/1.1" status: 200 len: 210 time: 0.2145085 Feb 11 05:01:11.045032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ca9246-0cd1-4c74-8d9d-36bef5b97fd2 req-50d96dce-6455-488a-8b94-1161018e8208 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] No DVR routers for this DVR port c63939bd-960d-4626-8615-e860d075a615 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:11.048309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c1ca9246-0cd1-4c74-8d9d-36bef5b97fd2 req-50d96dce-6455-488a-8b94-1161018e8208 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:11.054467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1ca9246-0cd1-4c74-8d9d-36bef5b97fd2 req-50d96dce-6455-488a-8b94-1161018e8208 tempest-ServerPasswordTestJSON-1678444495 tempest-ServerPasswordTestJSON-1678444495-project] 10.222.0.10 "DELETE /v2.0/ports/c63939bd-960d-4626-8615-e860d075a615 HTTP/1.1" status: 204 len: 173 time: 2.1484082 Feb 11 05:01:11.061861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b8e9e3-a983-422b-b03b-b2103baea3de', 'name': 'network-vif-deleted', 'tag': 'c63939bd-960d-4626-8615-e860d075a615'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:11.065225 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e01a625-dee3-42c7-ae35-ad6076053dd5" -d '{"events": [{"server_uuid": "22b8e9e3-a983-422b-b03b-b2103baea3de", "name": "network-vif-deleted", "tag": "c63939bd-960d-4626-8615-e860d075a615"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:11.122390 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks [] for security_group (a9ccaf8b-dc03-4d05-8ca9-1d228976a553), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:11.129549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a9ccaf8b-dc03-4d05-8ca9-1d228976a553), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:11.212016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] device_id is not set on port ecec500a-fa09-4a38-9df1-27f120e19974 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:01:11.216231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ccaf8b-dc03-4d05-8ca9-1d228976a553,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:11.294627 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8238d05-9c3d-4eab-91bd-0ee4c8805eea x-openstack-request-id: req-a8238d05-9c3d-4eab-91bd-0ee4c8805eea {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:11.295113 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b8e9e3-a983-422b-b03b-b2103baea3de", "name": "network-vif-deleted", "tag": "c63939bd-960d-4626-8615-e860d075a615", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:11.295338 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8238d05-9c3d-4eab-91bd-0ee4c8805eea {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:11.296029 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b8e9e3-a983-422b-b03b-b2103baea3de', 'name': 'network-vif-deleted', 'tag': 'c63939bd-960d-4626-8615-e860d075a615', 'status': 'completed', 'code': 200} Feb 11 05:01:11.365685 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:11.366331 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (728c5cd6-4764-4e97-9212-23a82e0099a3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:11.366688 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Floating IP 728c5cd6-4764-4e97-9212-23a82e0099a3 disassociated. External IP: 172.25.7.98, port: 44b79c8b-5671-4b61-935b-3207941610d4. Feb 11 05:01:11.367171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Calling delete_port for 44b79c8b-5671-4b61-935b-3207941610d4 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:11.546586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Allocated IP 172.25.7.146 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/ecec500a-fa09-4a38-9df1-27f120e19974) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:01:11.640035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (44b79c8b-5671-4b61-935b-3207941610d4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:11.720834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50814) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:11.888568 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87306e52-475b-462c-9396-7dbe86fc1846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:12.408931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Port': ['ID=44b79c8b-5671-4b61-935b-3207941610d4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:12.582790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1fa85d1d-4fd2-4ff2-a06e-5dfc5b715d15 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:12.583773 n-d-615180-58 neutron-server[103354]: WARNING neutron.api.v2.base [None req-1fa85d1d-4fd2-4ff2-a06e-5dfc5b715d15 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:01:12.584387 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-1fa85d1d-4fd2-4ff2-a06e-5dfc5b715d15 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:01:12.590327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1fa85d1d-4fd2-4ff2-a06e-5dfc5b715d15 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8671627 Feb 11 05:01:12.618540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50824) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:12.627085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ea916e23-b999-4160-9274-c6a1cef8dc89 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1574741861'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:12.707242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe376d3-9a98-4055-ad59-d991db0df5ad req-b26dfedb-42fd-4cb6-869f-0e605e5e0b2b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:12.724583 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:12.731626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe376d3-9a98-4055-ad59-d991db0df5ad req-b26dfedb-42fd-4cb6-869f-0e605e5e0b2b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:12.740404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe376d3-9a98-4055-ad59-d991db0df5ad req-b26dfedb-42fd-4cb6-869f-0e605e5e0b2b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:12.753097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4fe376d3-9a98-4055-ad59-d991db0df5ad req-b26dfedb-42fd-4cb6-869f-0e605e5e0b2b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 2409 time: 1.0311999 Feb 11 05:01:12.852803 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks [] for port (ecec500a-fa09-4a38-9df1-27f120e19974), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:12.867606 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea916e23-b999-4160-9274-c6a1cef8dc89 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:12.931536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ecec500a-fa09-4a38-9df1-27f120e19974), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:12.968232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea916e23-b999-4160-9274-c6a1cef8dc89 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:12.987732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9f2d-d64e-4af8-b992-059dd04fc0a1 req-4b44ff71-070a-4800-bcbd-fe97e0a9faa5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:12.991208 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a5c9f2d-d64e-4af8-b992-059dd04fc0a1 req-4b44ff71-070a-4800-bcbd-fe97e0a9faa5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 1.4709792 Feb 11 05:01:13.090952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c63939bd-960d-4626-8615-e860d075a615 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:13.129409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:01:13.162997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:13.168358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: c63939bd-960d-4626-8615-e860d075a615 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:13.168731 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c63939bd-960d-4626-8615-e860d075a615 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:13.178020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:01:13.273686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea916e23-b999-4160-9274-c6a1cef8dc89 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (f867ccb4-d7fb-4ec2-9903-ea4aa7eda418), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.278334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:13.279041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.305089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Pushing event updated for resources: {'Port': ['ID=ecec500a-fa09-4a38-9df1-27f120e19974,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:13.315806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Router 38d3635c-20c4-4ced-9fd5-d52c97d51996 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:01:13.316804 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea916e23-b999-4160-9274-c6a1cef8dc89 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f867ccb4-d7fb-4ec2-9903-ea4aa7eda418), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.322676 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f2919ce2-ad60-41e9-b078-8c04523f7731 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0732870 Feb 11 05:01:13.327715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50830) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:13.334928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.146'}]}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:13.376991 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a5c9f2d-d64e-4af8-b992-059dd04fc0a1 req-250c0f1b-6f5c-4e98-a081-bcb9aa1860a9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3391914 Feb 11 05:01:13.379851 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (65c9eebd-15a1-474f-a2b8-f4bc8b7d6915), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.386845 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (65c9eebd-15a1-474f-a2b8-f4bc8b7d6915), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.422137 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea916e23-b999-4160-9274-c6a1cef8dc89 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (3a0ab600-3e99-4aa7-934d-c3e17dec3917), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.434106 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea916e23-b999-4160-9274-c6a1cef8dc89 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3a0ab600-3e99-4aa7-934d-c3e17dec3917), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.454375 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4fe376d3-9a98-4055-ad59-d991db0df5ad req-111e134e-b8b0-452a-9e63-e0883faceb97 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6783204 Feb 11 05:01:13.488549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50832) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:13.591322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea916e23-b999-4160-9274-c6a1cef8dc89 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f867ccb4-d7fb-4ec2-9903-ea4aa7eda418,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:13.610495 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks [] for router_controller (65c9eebd-15a1-474f-a2b8-f4bc8b7d6915), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.650574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea916e23-b999-4160-9274-c6a1cef8dc89 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0ab600-3e99-4aa7-934d-c3e17dec3917,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:13.662718 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea916e23-b999-4160-9274-c6a1cef8dc89 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.664054 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ea916e23-b999-4160-9274-c6a1cef8dc89 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0443273 Feb 11 05:01:13.666877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50834) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:13.703888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1af60bdc-ad7f-40fa-9992-99da4cd662de tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '3a0ab600-3e99-4aa7-934d-c3e17dec3917', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:13.731392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7be5a48-9b6e-454f-aa21-1f76a1d33d0f admin admin] Deleting subnet e947c1fc-c17e-4a3b-9f8a-c83a6555683e {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:01:13.797665 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7be5a48-9b6e-454f-aa21-1f76a1d33d0f admin admin] Publish callbacks [] for subnet (e947c1fc-c17e-4a3b-9f8a-c83a6555683e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.914616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:01:13.915968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks [] for router_gateway (65c9eebd-15a1-474f-a2b8-f4bc8b7d6915), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.926070 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0d91a-cb07-4368-adc2-054640d8fb04 None None] Sync routers for ids ['38d3635c-20c4-4ced-9fd5-d52c97d51996'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:01:13.960399 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0d91a-cb07-4368-adc2-054640d8fb04 None None] Routers {'38d3635c-20c4-4ced-9fd5-d52c97d51996'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:13.962655 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b2b0d91a-cb07-4368-adc2-054640d8fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:01:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38d3635c-20c4-4ced-9fd5-d52c97d51996'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:13.987750 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1af60bdc-ad7f-40fa-9992-99da4cd662de tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group_rule (199f8adf-7254-4187-8384-d23fa6665cb4), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.027087 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7be5a48-9b6e-454f-aa21-1f76a1d33d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (e947c1fc-c17e-4a3b-9f8a-c83a6555683e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.047895 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] No DVR routers for this DVR port 44b79c8b-5671-4b61-935b-3207941610d4 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:14.053691 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.061902 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4965969-3d57-4b40-905c-58b0c538193f req-dbad0012-3b0a-4603-a6dd-6dc5309e356f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "DELETE /v2.0/ports/44b79c8b-5671-4b61-935b-3207941610d4 HTTP/1.1" status: 204 len: 173 time: 3.9144564 Feb 11 05:01:14.067145 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-deleted', 'tag': '44b79c8b-5671-4b61-935b-3207941610d4'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:14.074974 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac180cfa-79c1-4c1c-9994-f9b4c970065e" -d '{"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-deleted", "tag": "44b79c8b-5671-4b61-935b-3207941610d4"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:14.213346 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7be5a48-9b6e-454f-aa21-1f76a1d33d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e947c1fc-c17e-4a3b-9f8a-c83a6555683e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.274993 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b2b0d91a-cb07-4368-adc2-054640d8fb04 None None] Set router 38d3635c-20c4-4ced-9fd5-d52c97d51996 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:14.330667 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.363506 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef66f46-b4a3-498d-b44c-469d9d8265d9 x-openstack-request-id: req-4ef66f46-b4a3-498d-b44c-469d9d8265d9 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:14.363506 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-deleted", "tag": "44b79c8b-5671-4b61-935b-3207941610d4", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:14.363506 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ef66f46-b4a3-498d-b44c-469d9d8265d9 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:14.363506 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-deleted', 'tag': '44b79c8b-5671-4b61-935b-3207941610d4', 'status': 'completed', 'code': 200} Feb 11 05:01:14.486936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7be5a48-9b6e-454f-aa21-1f76a1d33d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (e947c1fc-c17e-4a3b-9f8a-c83a6555683e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.526071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be5a48-9b6e-454f-aa21-1f76a1d33d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e947c1fc-c17e-4a3b-9f8a-c83a6555683e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:14.534205 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7be5a48-9b6e-454f-aa21-1f76a1d33d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.541812 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e7be5a48-9b6e-454f-aa21-1f76a1d33d0f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e947c1fc-c17e-4a3b-9f8a-c83a6555683e HTTP/1.1" status: 204 len: 168 time: 1.0519381 Feb 11 05:01:14.542352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50850) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:14.557706 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1af60bdc-ad7f-40fa-9992-99da4cd662de tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group_rule (199f8adf-7254-4187-8384-d23fa6665cb4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.564672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e4965969-3d57-4b40-905c-58b0c538193f req-f83b2f70-34bf-4efc-aa3b-45a78175283d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Deleting port a34789d3-0b2b-40d2-9c05-eb9df47feb66 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:14.565071 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-f83b2f70-34bf-4efc-aa3b-45a78175283d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.824649 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (91096932-8b5e-4b89-9011-45a9b6a2a6c9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.829675 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1af60bdc-ad7f-40fa-9992-99da4cd662de tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (199f8adf-7254-4187-8384-d23fa6665cb4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.895099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks [] for router_gateway (65c9eebd-15a1-474f-a2b8-f4bc8b7d6915), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.984396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:15.015801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af60bdc-ad7f-40fa-9992-99da4cd662de tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199f8adf-7254-4187-8384-d23fa6665cb4,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:15.069946 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1af60bdc-ad7f-40fa-9992-99da4cd662de tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:15.075136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1af60bdc-ad7f-40fa-9992-99da4cd662de tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3988831 Feb 11 05:01:15.079444 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b2b0d91a-cb07-4368-adc2-054640d8fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T04:53:55Z', 'revision_number': 4, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '6281bdc8-2a80-4097-b071-2e2256f4593b', 'name': '', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'mac_address': 'fa:16:3e:da:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:53Z', 'updated_at': '2022-02-11T04:54:02Z', 'revision_number': 5, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'subnets': [{'id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:15.090802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50856) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:15.099336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5a5b306b-af20-4076-8a30-9c05202124b1 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '3a0ab600-3e99-4aa7-934d-c3e17dec3917', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:15.152742 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0d91a-cb07-4368-adc2-054640d8fb04 None None] Checking router: 38d3635c-20c4-4ced-9fd5-d52c97d51996 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:01:15.161653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4e25c-a205-4a95-9e76-a77c853b3daf req-a46b8fc4-eab7-41a5-89ba-bca4aebb2bd1 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:15.163969 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5bf4e25c-a205-4a95-9e76-a77c853b3daf req-a46b8fc4-eab7-41a5-89ba-bca4aebb2bd1 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.4721150 Feb 11 05:01:15.181345 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0d91a-cb07-4368-adc2-054640d8fb04 None None] Routers {'38d3635c-20c4-4ced-9fd5-d52c97d51996'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:15.181981 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b2b0d91a-cb07-4368-adc2-054640d8fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:01:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38d3635c-20c4-4ced-9fd5-d52c97d51996'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:15.256364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e4965969-3d57-4b40-905c-58b0c538193f req-f83b2f70-34bf-4efc-aa3b-45a78175283d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] For port a34789d3-0b2b-40d2-9c05-eb9df47feb66, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=a34789d3-0b2b-40d2-9c05-eb9df47feb66,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:15.257683 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-f83b2f70-34bf-4efc-aa3b-45a78175283d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:15.303026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e4965969-3d57-4b40-905c-58b0c538193f req-f83b2f70-34bf-4efc-aa3b-45a78175283d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Calling delete_port for a34789d3-0b2b-40d2-9c05-eb9df47feb66 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:15.313443 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b2b0d91a-cb07-4368-adc2-054640d8fb04 None None] Set router 38d3635c-20c4-4ced-9fd5-d52c97d51996 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:15.316363 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a5b306b-af20-4076-8a30-9c05202124b1 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group_rule (f5685f31-f980-470c-8d5a-11d382d81e96), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:15.385434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5bf4e25c-a205-4a95-9e76-a77c853b3daf req-a51b60f3-2bbb-4dc5-9588-e8a5cecfdb55 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839378 Feb 11 05:01:15.460521 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-5a5b306b-af20-4076-8a30-9c05202124b1 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:01:15.469868 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5a5b306b-af20-4076-8a30-9c05202124b1 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3773012 Feb 11 05:01:15.483147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50860) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:15.537516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c88c6-4539-4091-9c96-a089e0edd73e req-b65ad026-2eae-4af8-a23f-add7d227c090 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:15.544792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c88c6-4539-4091-9c96-a089e0edd73e req-b65ad026-2eae-4af8-a23f-add7d227c090 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:15.551473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c88c6-4539-4091-9c96-a089e0edd73e req-b65ad026-2eae-4af8-a23f-add7d227c090 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:15.553348 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b8c88c6-4539-4091-9c96-a089e0edd73e req-b65ad026-2eae-4af8-a23f-add7d227c090 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 2409 time: 0.7150958 Feb 11 05:01:15.557092 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (91096932-8b5e-4b89-9011-45a9b6a2a6c9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:15.587264 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:15.652376 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b2b0d91a-cb07-4368-adc2-054640d8fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T04:53:55Z', 'revision_number': 4, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '6281bdc8-2a80-4097-b071-2e2256f4593b', 'name': '', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'mac_address': 'fa:16:3e:da:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:53Z', 'updated_at': '2022-02-11T04:54:02Z', 'revision_number': 5, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'subnets': [{'id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:15.669092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91096932-8b5e-4b89-9011-45a9b6a2a6c9']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:15.694368 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks [] for router (65c9eebd-15a1-474f-a2b8-f4bc8b7d6915), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:15.716212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c49531-9cea-43c4-aa2d-5836a581e60f') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:15.716670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c49531-9cea-43c4-aa2d-5836a581e60f') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:15.751023 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0d91a-cb07-4368-adc2-054640d8fb04 None None] The sync data for ids ['38d3635c-20c4-4ced-9fd5-d52c97d51996'] in n-d-615180-58 is: [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T04:53:55Z', 'revision_number': 4, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '6281bdc8-2a80-4097-b071-2e2256f4593b', 'name': '', 'network_id': '6a1cd155-5f32-4482-a0a4-4915da40c158', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'mac_address': 'fa:16:3e:da:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:53Z', 'updated_at': '2022-02-11T04:54:02Z', 'revision_number': 5, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'subnets': [{'id': '212fa8ed-a254-425a-aea8-1ed7bdb9e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:01:15.778508 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (d7c49531-9cea-43c4-aa2d-5836a581e60f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:15.857716 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b8c88c6-4539-4091-9c96-a089e0edd73e req-705a1116-6ac8-419c-94f8-a313403a7629 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856464 Feb 11 05:01:15.879310 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (d7c49531-9cea-43c4-aa2d-5836a581e60f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:15.939268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:01:15.942172 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (d7c49531-9cea-43c4-aa2d-5836a581e60f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:15.944902 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-53e7cf11-f4e7-416b-a01d-9958d4e0a58b tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (3a0ab600-3e99-4aa7-934d-c3e17dec3917), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:01:15.947577 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:01:15.951570 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:01:16.086303 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (91096932-8b5e-4b89-9011-45a9b6a2a6c9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:16.097976 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:16.113123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] 10.222.0.48 "DELETE /v2.0/networks/91096932-8b5e-4b89-9011-45a9b6a2a6c9 HTTP/1.1" status: 204 len: 168 time: 1.5442204 Feb 11 05:01:16.183159 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-f83b2f70-34bf-4efc-aa3b-45a78175283d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a34789d3-0b2b-40d2-9c05-eb9df47feb66), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:16.185625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54600b-62fb-48cf-bfa1-e5f5ef34a869 admin admin] Pushing event deleted for resources: {'Network': ['ID=91096932-8b5e-4b89-9011-45a9b6a2a6c9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:16.196312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (65c9eebd-15a1-474f-a2b8-f4bc8b7d6915), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:16.200165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks [] for router_controller (65c9eebd-15a1-474f-a2b8-f4bc8b7d6915), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:16.307203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b2f70-34bf-4efc-aa3b-45a78175283d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Port': ['ID=a34789d3-0b2b-40d2-9c05-eb9df47feb66,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:16.314603 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (65c9eebd-15a1-474f-a2b8-f4bc8b7d6915), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:16.315359 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65c9eebd-15a1-474f-a2b8-f4bc8b7d6915 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:01:16.388122 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-53e7cf11-f4e7-416b-a01d-9958d4e0a58b tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (3a0ab600-3e99-4aa7-934d-c3e17dec3917), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:16.393168 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:01:16.399613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8aedbe06-3c25-44a8-8e40-5262c418d71b tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0707464 Feb 11 05:01:16.406837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50872) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:16.412168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4965969-3d57-4b40-905c-58b0c538193f req-f83b2f70-34bf-4efc-aa3b-45a78175283d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] No DVR routers for this DVR port a34789d3-0b2b-40d2-9c05-eb9df47feb66 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:16.418380 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-f83b2f70-34bf-4efc-aa3b-45a78175283d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:16.420611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a487ee58-f272-4dca-aa77-12ac9df607f5 None None] New status for floating IP 728c5cd6-4764-4e97-9212-23a82e0099a3: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:01:16.434659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4965969-3d57-4b40-905c-58b0c538193f req-f83b2f70-34bf-4efc-aa3b-45a78175283d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "DELETE /v2.0/ports/a34789d3-0b2b-40d2-9c05-eb9df47feb66 HTTP/1.1" status: 204 len: 173 time: 2.3547249 Feb 11 05:01:16.442019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-deleted', 'tag': 'a34789d3-0b2b-40d2-9c05-eb9df47feb66'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:16.449245 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963eb0ec-725f-45fd-b989-3807eaa66470" -d '{"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-deleted", "tag": "a34789d3-0b2b-40d2-9c05-eb9df47feb66"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:16.523603 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-53e7cf11-f4e7-416b-a01d-9958d4e0a58b tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3a0ab600-3e99-4aa7-934d-c3e17dec3917), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:16.528955 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-53e7cf11-f4e7-416b-a01d-9958d4e0a58b tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:16.529154 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-53e7cf11-f4e7-416b-a01d-9958d4e0a58b tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "DELETE /v2.0/security-groups/3a0ab600-3e99-4aa7-934d-c3e17dec3917 HTTP/1.1" status: 204 len: 168 time: 1.0398030 Feb 11 05:01:16.531011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50880) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:16.532691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50882) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:16.641279 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ff6bd9-151a-452c-a1a4-7e5b41d50d7b x-openstack-request-id: req-a7ff6bd9-151a-452c-a1a4-7e5b41d50d7b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:16.641872 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-deleted", "tag": "a34789d3-0b2b-40d2-9c05-eb9df47feb66", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:16.642835 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7ff6bd9-151a-452c-a1a4-7e5b41d50d7b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:16.644033 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-deleted', 'tag': 'a34789d3-0b2b-40d2-9c05-eb9df47feb66', 'status': 'completed', 'code': 200} Feb 11 05:01:16.818081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-99ca821d-2710-43d8-b31b-793a38752aa8 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Deleting port ecec500a-fa09-4a38-9df1-27f120e19974 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:16.818637 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99ca821d-2710-43d8-b31b-793a38752aa8 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ecec500a-fa09-4a38-9df1-27f120e19974), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:16.880020 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-89980949-3178-467b-9b58-5ba20df1fa62 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3397355 Feb 11 05:01:16.883142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50884) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:16.888665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c8daf7fe-4e05-4854-b7aa-cb8ee181a0fc tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061156508'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:16.920121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7cf11-f4e7-416b-a01d-9958d4e0a58b tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0ab600-3e99-4aa7-934d-c3e17dec3917,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:16.971843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99ca821d-2710-43d8-b31b-793a38752aa8 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ecec500a-fa09-4a38-9df1-27f120e19974), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:16.994775 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8daf7fe-4e05-4854-b7aa-cb8ee181a0fc tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.016431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-99ca821d-2710-43d8-b31b-793a38752aa8 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Calling delete_port for ecec500a-fa09-4a38-9df1-27f120e19974 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:17.018013 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-abe6df6f-9e53-4ba3-a992-b5e99addc377 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fabf04442bb4491b908c7f8d4467560e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3849776 Feb 11 05:01:17.020772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50890) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:17.053907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b459f1d-9bca-44c3-947e-747e7425b80f req-d09b8884-439a-4ed1-a836-ab55d9be4f06 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:17.063546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b459f1d-9bca-44c3-947e-747e7425b80f req-d09b8884-439a-4ed1-a836-ab55d9be4f06 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.3849020 Feb 11 05:01:17.231990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e4965969-3d57-4b40-905c-58b0c538193f req-da894618-32a7-4bca-93c8-01543989a383 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Deleting port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:17.232670 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-da894618-32a7-4bca-93c8-01543989a383 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.294870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48922a0e-95bb-4c29-934a-3d0b57326501 req-ba160bfa-5b2c-4a85-ab6d-f48f33edf8eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:17.307005 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48922a0e-95bb-4c29-934a-3d0b57326501 req-ba160bfa-5b2c-4a85-ab6d-f48f33edf8eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:17.313454 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48922a0e-95bb-4c29-934a-3d0b57326501 req-ba160bfa-5b2c-4a85-ab6d-f48f33edf8eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 1677 time: 0.1827404 Feb 11 05:01:17.316588 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8daf7fe-4e05-4854-b7aa-cb8ee181a0fc tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (6c6520d5-2ab1-4758-bc12-8d22a926dfb7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.324749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b459f1d-9bca-44c3-947e-747e7425b80f req-9e1d94c6-05a0-431a-8cd6-a57ef0239277 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603209 Feb 11 05:01:17.329996 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8daf7fe-4e05-4854-b7aa-cb8ee181a0fc tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6c6520d5-2ab1-4758-bc12-8d22a926dfb7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.394023 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3836f2b-c394-4b0d-8920-9a3f68585350 admin admin] Publish callbacks [] for security_group (3d1eeb64-f5f2-40c7-9be1-68462655a033), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.446996 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8daf7fe-4e05-4854-b7aa-cb8ee181a0fc tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.463708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c8daf7fe-4e05-4854-b7aa-cb8ee181a0fc tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5792077 Feb 11 05:01:17.465107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50894) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:17.468043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3836f2b-c394-4b0d-8920-9a3f68585350 admin admin] Publish callbacks [] for security_group (3d1eeb64-f5f2-40c7-9be1-68462655a033), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.474521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c1e6d1d8-1fd3-4ae6-82e2-85c563d5b4b0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '6c6520d5-2ab1-4758-bc12-8d22a926dfb7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:17.485746 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-c1e6d1d8-1fd3-4ae6-82e2-85c563d5b4b0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 05:01:17.486383 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-c1e6d1d8-1fd3-4ae6-82e2-85c563d5b4b0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:17.491052 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c1e6d1d8-1fd3-4ae6-82e2-85c563d5b4b0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0203435 Feb 11 05:01:17.498878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daf7fe-4e05-4854-b7aa-cb8ee181a0fc tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6520d5-2ab1-4758-bc12-8d22a926dfb7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:17.513324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50896) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:17.544690 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99ca821d-2710-43d8-b31b-793a38752aa8 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ecec500a-fa09-4a38-9df1-27f120e19974), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.627226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca821d-2710-43d8-b31b-793a38752aa8 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecec500a-fa09-4a38-9df1-27f120e19974,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:17.691230 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-274ced92-b6a0-4845-9aaf-a9a32095d508 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (6c6520d5-2ab1-4758-bc12-8d22a926dfb7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.719472 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48922a0e-95bb-4c29-934a-3d0b57326501 req-de72735c-41e1-4c25-b0a4-02c910e2f19e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3919842 Feb 11 05:01:17.722282 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-274ced92-b6a0-4845-9aaf-a9a32095d508 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (6c6520d5-2ab1-4758-bc12-8d22a926dfb7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.753959 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3836f2b-c394-4b0d-8920-9a3f68585350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3d1eeb64-f5f2-40c7-9be1-68462655a033), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.757317 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3836f2b-c394-4b0d-8920-9a3f68585350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.758600 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f3836f2b-c394-4b0d-8920-9a3f68585350 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d1eeb64-f5f2-40c7-9be1-68462655a033 HTTP/1.1" status: 204 len: 168 time: 0.7349029 Feb 11 05:01:17.777436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3836f2b-c394-4b0d-8920-9a3f68585350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1eeb64-f5f2-40c7-9be1-68462655a033,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:17.820043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-274ced92-b6a0-4845-9aaf-a9a32095d508 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6c6520d5-2ab1-4758-bc12-8d22a926dfb7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.823252 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-274ced92-b6a0-4845-9aaf-a9a32095d508 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.828259 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-274ced92-b6a0-4845-9aaf-a9a32095d508 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "DELETE /v2.0/security-groups/6c6520d5-2ab1-4758-bc12-8d22a926dfb7 HTTP/1.1" status: 204 len: 168 time: 0.3118229 Feb 11 05:01:17.829209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50902) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:17.854799 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ced92-b6a0-4845-9aaf-a9a32095d508 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6520d5-2ab1-4758-bc12-8d22a926dfb7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:17.900976 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-99ca821d-2710-43d8-b31b-793a38752aa8 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.912990 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-99ca821d-2710-43d8-b31b-793a38752aa8 tempest-RoutersAdminNegativeTest-66261445 tempest-RoutersAdminNegativeTest-66261445-project-admin] 10.222.0.48 "DELETE /v2.0/ports/ecec500a-fa09-4a38-9df1-27f120e19974 HTTP/1.1" status: 204 len: 168 time: 1.4924364 Feb 11 05:01:17.913206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-04483f48-17c6-41a0-936b-d7cd4b3dba63 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0788813 Feb 11 05:01:17.913443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50904) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:17.923565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7a8d24bd-065b-4df1-a20b-6709ad8c944d tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144773993'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:17.955482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e4965969-3d57-4b40-905c-58b0c538193f req-da894618-32a7-4bca-93c8-01543989a383 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] For port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:17.956093 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-da894618-32a7-4bca-93c8-01543989a383 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.967968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a8d24bd-065b-4df1-a20b-6709ad8c944d tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:18.019833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e4965969-3d57-4b40-905c-58b0c538193f req-da894618-32a7-4bca-93c8-01543989a383 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Calling delete_port for 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:18.214176 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a8d24bd-065b-4df1-a20b-6709ad8c944d tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (71dd9478-6af5-44a3-8cba-785c73a7050e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:18.222353 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a8d24bd-065b-4df1-a20b-6709ad8c944d tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (71dd9478-6af5-44a3-8cba-785c73a7050e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:18.298983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d24bd-065b-4df1-a20b-6709ad8c944d tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71dd9478-6af5-44a3-8cba-785c73a7050e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:18.338061 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a8d24bd-065b-4df1-a20b-6709ad8c944d tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:18.353954 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7a8d24bd-065b-4df1-a20b-6709ad8c944d tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4391768 Feb 11 05:01:18.354598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50916) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:18.365305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5e07e772-928e-42c0-9164-b6d8f94a5a1e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '71dd9478-6af5-44a3-8cba-785c73a7050e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:18.371840 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-5e07e772-928e-42c0-9164-b6d8f94a5a1e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 05:01:18.372458 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-5e07e772-928e-42c0-9164-b6d8f94a5a1e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:18.376673 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5e07e772-928e-42c0-9164-b6d8f94a5a1e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0210202 Feb 11 05:01:18.378506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50920) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:18.482332 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-da894618-32a7-4bca-93c8-01543989a383 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (0a04e25d-f11d-4b9a-a8c8-5dfc91310990), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:18.517685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da894618-32a7-4bca-93c8-01543989a383 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Port': ['ID=0a04e25d-f11d-4b9a-a8c8-5dfc91310990,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:18.566380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1c06-ca8f-4e87-b083-defe50fe46da tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (71dd9478-6af5-44a3-8cba-785c73a7050e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:18.581805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4965969-3d57-4b40-905c-58b0c538193f req-da894618-32a7-4bca-93c8-01543989a383 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] No DVR routers for this DVR port 0a04e25d-f11d-4b9a-a8c8-5dfc91310990 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:18.587580 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-da894618-32a7-4bca-93c8-01543989a383 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:18.591906 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4965969-3d57-4b40-905c-58b0c538193f req-da894618-32a7-4bca-93c8-01543989a383 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "DELETE /v2.0/ports/0a04e25d-f11d-4b9a-a8c8-5dfc91310990 HTTP/1.1" status: 204 len: 173 time: 2.1386740 Feb 11 05:01:18.633389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50930) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:18.650072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-deleted', 'tag': '0a04e25d-f11d-4b9a-a8c8-5dfc91310990'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:18.652829 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10312f4e-0730-4844-83ae-50bbcb7bddb2" -d '{"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-deleted", "tag": "0a04e25d-f11d-4b9a-a8c8-5dfc91310990"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:18.865684 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1c06-ca8f-4e87-b083-defe50fe46da tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (71dd9478-6af5-44a3-8cba-785c73a7050e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:18.865849 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd6a2a3-4c0f-4720-a4b1-9cd40c5d0295 x-openstack-request-id: req-5cd6a2a3-4c0f-4720-a4b1-9cd40c5d0295 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:18.866069 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-deleted", "tag": "0a04e25d-f11d-4b9a-a8c8-5dfc91310990", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:18.867294 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5cd6a2a3-4c0f-4720-a4b1-9cd40c5d0295 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:18.867867 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-deleted', 'tag': '0a04e25d-f11d-4b9a-a8c8-5dfc91310990', 'status': 'completed', 'code': 200} Feb 11 05:01:18.878566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e4965969-3d57-4b40-905c-58b0c538193f req-895b2627-3017-44e9-a25e-bbf560cf92b4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Deleting port 7ca0f07d-807c-4db0-9432-e2f5c2454549 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:18.883424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-895b2627-3017-44e9-a25e-bbf560cf92b4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:19.038654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cee757-ff36-4bf7-910f-0af9b99fe2ed req-0cf9a269-8832-42bf-b487-141e1555d009 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:19.059920 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64cee757-ff36-4bf7-910f-0af9b99fe2ed req-0cf9a269-8832-42bf-b487-141e1555d009 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.3974421 Feb 11 05:01:19.133277 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1c06-ca8f-4e87-b083-defe50fe46da tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (71dd9478-6af5-44a3-8cba-785c73a7050e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:19.135929 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1c06-ca8f-4e87-b083-defe50fe46da tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:19.164225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ba1b1c06-ca8f-4e87-b083-defe50fe46da tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "DELETE /v2.0/security-groups/71dd9478-6af5-44a3-8cba-785c73a7050e HTTP/1.1" status: 204 len: 168 time: 0.7846444 Feb 11 05:01:19.179557 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50952) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:19.259559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e4965969-3d57-4b40-905c-58b0c538193f req-895b2627-3017-44e9-a25e-bbf560cf92b4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] For port 7ca0f07d-807c-4db0-9432-e2f5c2454549, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=7ca0f07d-807c-4db0-9432-e2f5c2454549,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:19.259944 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-895b2627-3017-44e9-a25e-bbf560cf92b4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:19.313777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-e4965969-3d57-4b40-905c-58b0c538193f req-895b2627-3017-44e9-a25e-bbf560cf92b4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Calling delete_port for 7ca0f07d-807c-4db0-9432-e2f5c2454549 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:19.315192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b1c06-ca8f-4e87-b083-defe50fe46da tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dd9478-6af5-44a3-8cba-785c73a7050e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:19.367318 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64cee757-ff36-4bf7-910f-0af9b99fe2ed req-7396ecba-55cd-4a5b-9ed2-bab64007d7c7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064382 Feb 11 05:01:19.394402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5d27308b-6956-4ac9-b1b9-a32ab81c1f5d tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2016559 Feb 11 05:01:19.407302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50958) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:19.413841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6f07b615-908b-4a00-9de8-2e0cb6d9df85 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886674024'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:19.469135 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f07b615-908b-4a00-9de8-2e0cb6d9df85 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:19.646132 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1697777-e073-454c-8cc4-f13a6e77815c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:19.682395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f07b615-908b-4a00-9de8-2e0cb6d9df85 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (8bcd7fef-9b37-446d-8928-25dbb7495930), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:19.689974 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f07b615-908b-4a00-9de8-2e0cb6d9df85 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8bcd7fef-9b37-446d-8928-25dbb7495930), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:19.697461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbc1dd-c31a-4f0f-b709-d507450d6313 req-fdf4b4e2-99d5-4aeb-ac49-dbbc36735764 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:19.705791 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dccbc1dd-c31a-4f0f-b709-d507450d6313 req-fdf4b4e2-99d5-4aeb-ac49-dbbc36735764 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 943 time: 0.2125592 Feb 11 05:01:19.860827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f07b615-908b-4a00-9de8-2e0cb6d9df85 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:19.870097 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6f07b615-908b-4a00-9de8-2e0cb6d9df85 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4610600 Feb 11 05:01:19.872424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50972) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:19.887334 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dccbc1dd-c31a-4f0f-b709-d507450d6313 req-87101c17-6ced-42e9-a290-bc7e546d7053 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc7c821e-5e92-4cfa-8d17-35517d3993e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801629 Feb 11 05:01:19.893945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-11a2d27a-3d2d-4770-aead-2005c981d447 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '8bcd7fef-9b37-446d-8928-25dbb7495930', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:19.919420 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-11a2d27a-3d2d-4770-aead-2005c981d447 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 05:01:19.920357 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-11a2d27a-3d2d-4770-aead-2005c981d447 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:19.927346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-11a2d27a-3d2d-4770-aead-2005c981d447 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0475855 Feb 11 05:01:19.928927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50976) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:19.936249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-adc181b8-5de0-4ffc-861c-8fd5920e60fd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '8bcd7fef-9b37-446d-8928-25dbb7495930', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:19.937005 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-adc181b8-5de0-4ffc-861c-8fd5920e60fd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 05:01:19.937595 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-adc181b8-5de0-4ffc-861c-8fd5920e60fd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:19.955589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-adc181b8-5de0-4ffc-861c-8fd5920e60fd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0250645 Feb 11 05:01:19.959578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50978) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:19.986790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7c318c1d-3a81-4392-8cd5-e8a121a1880f tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '8bcd7fef-9b37-446d-8928-25dbb7495930', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:19.987664 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-7c318c1d-3a81-4392-8cd5-e8a121a1880f tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 05:01:19.988162 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-7c318c1d-3a81-4392-8cd5-e8a121a1880f tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:19.996135 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7c318c1d-3a81-4392-8cd5-e8a121a1880f tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0319526 Feb 11 05:01:19.998717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07b615-908b-4a00-9de8-2e0cb6d9df85 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcd7fef-9b37-446d-8928-25dbb7495930,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:20.021438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50982) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:20.032914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7b3c746c-8f73-4104-a624-041819e94c72 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '8bcd7fef-9b37-446d-8928-25dbb7495930', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:20.033830 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-7b3c746c-8f73-4104-a624-041819e94c72 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 05:01:20.034332 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-7b3c746c-8f73-4104-a624-041819e94c72 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:20.043587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7b3c746c-8f73-4104-a624-041819e94c72 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0194156 Feb 11 05:01:20.045140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50988) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:20.134360 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-895b2627-3017-44e9-a25e-bbf560cf92b4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (7ca0f07d-807c-4db0-9432-e2f5c2454549), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:20.212768 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16f55a5f-a76b-4de5-b7c8-7c286161a059 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (8bcd7fef-9b37-446d-8928-25dbb7495930), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:20.258748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16f55a5f-a76b-4de5-b7c8-7c286161a059 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (8bcd7fef-9b37-446d-8928-25dbb7495930), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:20.298011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b2627-3017-44e9-a25e-bbf560cf92b4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Port': ['ID=7ca0f07d-807c-4db0-9432-e2f5c2454549,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:20.360139 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16f55a5f-a76b-4de5-b7c8-7c286161a059 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8bcd7fef-9b37-446d-8928-25dbb7495930), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:20.363994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16f55a5f-a76b-4de5-b7c8-7c286161a059 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:20.368147 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-16f55a5f-a76b-4de5-b7c8-7c286161a059 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "DELETE /v2.0/security-groups/8bcd7fef-9b37-446d-8928-25dbb7495930 HTTP/1.1" status: 204 len: 168 time: 0.3206065 Feb 11 05:01:20.368802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51000) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:20.374131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4965969-3d57-4b40-905c-58b0c538193f req-895b2627-3017-44e9-a25e-bbf560cf92b4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] No DVR routers for this DVR port 7ca0f07d-807c-4db0-9432-e2f5c2454549 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:20.383771 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e4965969-3d57-4b40-905c-58b0c538193f req-895b2627-3017-44e9-a25e-bbf560cf92b4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:20.406372 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4965969-3d57-4b40-905c-58b0c538193f req-895b2627-3017-44e9-a25e-bbf560cf92b4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.60 "DELETE /v2.0/ports/7ca0f07d-807c-4db0-9432-e2f5c2454549 HTTP/1.1" status: 204 len: 173 time: 1.8065748 Feb 11 05:01:20.507143 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1697777-e073-454c-8cc4-f13a6e77815c admin admin] Publish callbacks [] for security_group (158a329f-07e8-4e98-b9ea-4270308767fe), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:20.508249 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-975496f6-56ec-4432-ab97-d22f7e290281 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1291547 Feb 11 05:01:20.510189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51004) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:20.513315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f55a5f-a76b-4de5-b7c8-7c286161a059 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcd7fef-9b37-446d-8928-25dbb7495930,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:20.531048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d94af1d7-73cb-41a7-b7a9-959cefd987fd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716480403'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:20.582407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1697777-e073-454c-8cc4-f13a6e77815c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (158a329f-07e8-4e98-b9ea-4270308767fe), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:20.696007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c1697777-e073-454c-8cc4-f13a6e77815c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3359e2468f14e989c6bdc9fd25519b2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0587003 Feb 11 05:01:20.706204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce0116-ff6e-4701-ae4b-bd4d3169834a req-89b8cbab-1ce0-449a-a554-60124ab1923a tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:20.710142 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39ce0116-ff6e-4701-ae4b-bd4d3169834a req-89b8cbab-1ce0-449a-a554-60124ab1923a tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1437511 Feb 11 05:01:20.710851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51008) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:20.837184 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f284121e-9adc-4b7b-b75b-53fb277a8e2b req-31b5a1ef-9dba-49e4-b6fb-ea2dac064982 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faeda7a-71b3-4d70-8dd1-044aeb1b5775 HTTP/1.1" status: 200 len: 210 time: 0.0704021 Feb 11 05:01:20.844281 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d94af1d7-73cb-41a7-b7a9-959cefd987fd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:20.851530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1697777-e073-454c-8cc4-f13a6e77815c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158a329f-07e8-4e98-b9ea-4270308767fe,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:20.871279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-deleted', 'tag': '7ca0f07d-807c-4db0-9432-e2f5c2454549'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:20.895986 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcce6e6c-70da-4f31-aafb-28b6937c7d41" -d '{"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-deleted", "tag": "7ca0f07d-807c-4db0-9432-e2f5c2454549"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:20.952099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d280c41-86ba-42b2-a9ea-1b5e72d045f3 admin admin] Publish callbacks [] for security_group (158a329f-07e8-4e98-b9ea-4270308767fe), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:21.022294 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394c5e34-2e49-4d45-a054-bb8320079adb x-openstack-request-id: req-394c5e34-2e49-4d45-a054-bb8320079adb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:21.024172 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99fc183-d545-4a76-b7b0-7093660d2187", "name": "network-vif-deleted", "tag": "7ca0f07d-807c-4db0-9432-e2f5c2454549", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:21.024679 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-394c5e34-2e49-4d45-a054-bb8320079adb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:21.025319 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99fc183-d545-4a76-b7b0-7093660d2187', 'name': 'network-vif-deleted', 'tag': '7ca0f07d-807c-4db0-9432-e2f5c2454549', 'status': 'completed', 'code': 200} Feb 11 05:01:21.033603 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39ce0116-ff6e-4701-ae4b-bd4d3169834a req-bf581ff9-aad8-49c8-8a63-349b4849479d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525709 Feb 11 05:01:21.196663 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d280c41-86ba-42b2-a9ea-1b5e72d045f3 admin admin] Publish callbacks [] for security_group (158a329f-07e8-4e98-b9ea-4270308767fe), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:21.279518 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d94af1d7-73cb-41a7-b7a9-959cefd987fd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (21b25b8f-be21-4249-b8fd-ab6e36f016a7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:21.286672 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d94af1d7-73cb-41a7-b7a9-959cefd987fd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (21b25b8f-be21-4249-b8fd-ab6e36f016a7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:21.413354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94af1d7-73cb-41a7-b7a9-959cefd987fd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b25b8f-be21-4249-b8fd-ab6e36f016a7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:21.429128 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d280c41-86ba-42b2-a9ea-1b5e72d045f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (158a329f-07e8-4e98-b9ea-4270308767fe), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:21.434596 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d280c41-86ba-42b2-a9ea-1b5e72d045f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:21.439542 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0d280c41-86ba-42b2-a9ea-1b5e72d045f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/158a329f-07e8-4e98-b9ea-4270308767fe HTTP/1.1" status: 204 len: 168 time: 0.7274892 Feb 11 05:01:21.479970 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1857ee0-ebd0-4bac-89a7-8bc24840b5f3 req-07479302-656d-4031-a559-006529ea644c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.1435635 Feb 11 05:01:21.485070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d280c41-86ba-42b2-a9ea-1b5e72d045f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158a329f-07e8-4e98-b9ea-4270308767fe,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:21.529661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d94af1d7-73cb-41a7-b7a9-959cefd987fd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:21.538864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51040) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:21.540699 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d94af1d7-73cb-41a7-b7a9-959cefd987fd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0258858 Feb 11 05:01:21.544476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e0285540-e3a1-4005-a72d-355123e26c93 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '21b25b8f-be21-4249-b8fd-ab6e36f016a7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:21.545344 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-e0285540-e3a1-4005-a72d-355123e26c93 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:01:21.546025 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-e0285540-e3a1-4005-a72d-355123e26c93 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:21.547228 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e0285540-e3a1-4005-a72d-355123e26c93 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071249 Feb 11 05:01:21.551159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51042) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:21.562863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0a851024-65e2-4a4b-89d9-363277bcb2b5 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '21b25b8f-be21-4249-b8fd-ab6e36f016a7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:21.660526 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-0a851024-65e2-4a4b-89d9-363277bcb2b5 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:21.668500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51046) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:21.670221 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0a851024-65e2-4a4b-89d9-363277bcb2b5 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1166327 Feb 11 05:01:21.674971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9bc4869f-1983-4cb4-b7dd-691b83f5d542 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '21b25b8f-be21-4249-b8fd-ab6e36f016a7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:21.675845 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-9bc4869f-1983-4cb4-b7dd-691b83f5d542 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 05:01:21.676633 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-9bc4869f-1983-4cb4-b7dd-691b83f5d542 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:21.677958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9bc4869f-1983-4cb4-b7dd-691b83f5d542 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081289 Feb 11 05:01:21.681075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51048) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:21.692685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a66bd5ee-07a2-4597-b107-0a10aa552226 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '21b25b8f-be21-4249-b8fd-ab6e36f016a7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:21.871872 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-a66bd5ee-07a2-4597-b107-0a10aa552226 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:21.885591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51054) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:21.891196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b3ce087b-6e4a-4029-912a-982e98fa4617 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '21b25b8f-be21-4249-b8fd-ab6e36f016a7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:21.891754 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-b3ce087b-6e4a-4029-912a-982e98fa4617 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:01:21.892351 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-b3ce087b-6e4a-4029-912a-982e98fa4617 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:21.893676 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b3ce087b-6e4a-4029-912a-982e98fa4617 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067413 Feb 11 05:01:21.894318 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a66bd5ee-07a2-4597-b107-0a10aa552226 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1991849 Feb 11 05:01:21.897723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51056) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:21.915659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-256f3729-1bf4-45f7-96ae-ad055709beb0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '21b25b8f-be21-4249-b8fd-ab6e36f016a7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:22.016163 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-256f3729-1bf4-45f7-96ae-ad055709beb0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Project 6f1d5d56721d4d8e9fca36c9f3905187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:01:22.106237 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-256f3729-1bf4-45f7-96ae-ad055709beb0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:22.107610 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-256f3729-1bf4-45f7-96ae-ad055709beb0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2087464 Feb 11 05:01:22.110527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51062) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:22.115528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bb7ef9e4-6677-4611-89a5-d73262e4a9b4 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '21b25b8f-be21-4249-b8fd-ab6e36f016a7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:22.116517 n-d-615180-58 neutron-server[103354]: WARNING neutron.api.v2.base [None req-bb7ef9e4-6677-4611-89a5-d73262e4a9b4 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 05:01:22.117291 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-bb7ef9e4-6677-4611-89a5-d73262e4a9b4 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:22.118586 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bb7ef9e4-6677-4611-89a5-d73262e4a9b4 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067406 Feb 11 05:01:22.135378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51064) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:22.172345 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f4ce9337-d3d1-4261-8d7b-b5cbd7cbe7c8 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '21b25b8f-be21-4249-b8fd-ab6e36f016a7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:22.250618 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11e0aa5f-35b9-404e-a078-05f640183248 req-1d30d6cf-5711-4c9d-8afa-54a2c7940000 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.2011607 Feb 11 05:01:22.303364 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-f4ce9337-d3d1-4261-8d7b-b5cbd7cbe7c8 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Project 6f1d5d56721d4d8e9fca36c9f3905187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:01:22.357790 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-f4ce9337-d3d1-4261-8d7b-b5cbd7cbe7c8 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:22.362941 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f4ce9337-d3d1-4261-8d7b-b5cbd7cbe7c8 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2232080 Feb 11 05:01:22.363150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51072) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:22.368162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-302947a5-48b1-4e57-9f7a-17f7bf0ab18e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '21b25b8f-be21-4249-b8fd-ab6e36f016a7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:22.411455 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-302947a5-48b1-4e57-9f7a-17f7bf0ab18e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Project 6f1d5d56721d4d8e9fca36c9f3905187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:01:22.429061 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51074) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:22.445938 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297c215-ed39-46aa-b661-698051b33963 req-685e338d-1eb0-4519-aaec-feb936831bd0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:22.456398 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9297c215-ed39-46aa-b661-698051b33963 req-685e338d-1eb0-4519-aaec-feb936831bd0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1542916 Feb 11 05:01:22.518052 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-302947a5-48b1-4e57-9f7a-17f7bf0ab18e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:22.523808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-302947a5-48b1-4e57-9f7a-17f7bf0ab18e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1593654 Feb 11 05:01:22.526558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51076) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:22.592365 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9297c215-ed39-46aa-b661-698051b33963 req-9ded239d-1191-4aa5-8017-c5373c98d3ab tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293340 Feb 11 05:01:22.653988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d1988b4d-4186-4c51-8ba8-f15bf1879b72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1bc93ca85bd44ec2a0648412c5383810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2216320 Feb 11 05:01:22.656717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51082) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:22.819805 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bf220a4-abf8-493f-846d-66b009d50dee req-b14ef846-2601-4229-90d6-121435736406 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.1370471 Feb 11 05:01:22.852153 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3029cf6a-d089-454d-bf10-2053f08f306e admin admin] Publish callbacks [] for security_group (a9ccaf8b-dc03-4d05-8ca9-1d228976a553), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:22.925316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7aa97da1-bb6f-4a83-90cf-3a7da9650a16 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (21b25b8f-be21-4249-b8fd-ab6e36f016a7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:22.930017 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3029cf6a-d089-454d-bf10-2053f08f306e admin admin] Publish callbacks [] for security_group (a9ccaf8b-dc03-4d05-8ca9-1d228976a553), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:23.002632 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7aa97da1-bb6f-4a83-90cf-3a7da9650a16 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (21b25b8f-be21-4249-b8fd-ab6e36f016a7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:23.056106 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3029cf6a-d089-454d-bf10-2053f08f306e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a9ccaf8b-dc03-4d05-8ca9-1d228976a553), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:23.059813 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3029cf6a-d089-454d-bf10-2053f08f306e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:23.061274 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3029cf6a-d089-454d-bf10-2053f08f306e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9ccaf8b-dc03-4d05-8ca9-1d228976a553 HTTP/1.1" status: 204 len: 168 time: 0.4033177 Feb 11 05:01:23.076184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029cf6a-d089-454d-bf10-2053f08f306e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ccaf8b-dc03-4d05-8ca9-1d228976a553,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:23.157832 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7aa97da1-bb6f-4a83-90cf-3a7da9650a16 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (21b25b8f-be21-4249-b8fd-ab6e36f016a7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:23.168965 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7aa97da1-bb6f-4a83-90cf-3a7da9650a16 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:23.173779 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7aa97da1-bb6f-4a83-90cf-3a7da9650a16 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "DELETE /v2.0/security-groups/21b25b8f-be21-4249-b8fd-ab6e36f016a7 HTTP/1.1" status: 204 len: 168 time: 0.6441934 Feb 11 05:01:23.176442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51086) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:23.201292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa97da1-bb6f-4a83-90cf-3a7da9650a16 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b25b8f-be21-4249-b8fd-ab6e36f016a7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:23.319685 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-12911ebc-0d4b-415f-930e-5fe147b27208 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1417780 Feb 11 05:01:23.323728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51090) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:23.329151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ee0df2ad-5933-4112-b2b3-99ee64120bea tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024305367'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:23.361794 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee0df2ad-5933-4112-b2b3-99ee64120bea tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:23.472777 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62a7baec-e97b-44f1-b45e-7d67b596ab1c req-cefa2999-6ec0-434f-ba81-6c7c3a4892d9 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0609961 Feb 11 05:01:23.492693 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee0df2ad-5933-4112-b2b3-99ee64120bea tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (7f50f219-4be7-48d5-885a-67782949543d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:23.511853 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee0df2ad-5933-4112-b2b3-99ee64120bea tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7f50f219-4be7-48d5-885a-67782949543d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:23.571988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0df2ad-5933-4112-b2b3-99ee64120bea tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f50f219-4be7-48d5-885a-67782949543d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:23.597923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee0df2ad-5933-4112-b2b3-99ee64120bea tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:23.606157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51094) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:23.607100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ee0df2ad-5933-4112-b2b3-99ee64120bea tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2820740 Feb 11 05:01:23.611109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fb4fa9f4-9752-4db7-ad21-4033273305fa tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '7f50f219-4be7-48d5-885a-67782949543d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:23.723170 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-fb4fa9f4-9752-4db7-ad21-4033273305fa tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The resource could not be found. Feb 11 05:01:23.725053 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fb4fa9f4-9752-4db7-ad21-4033273305fa tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1174145 Feb 11 05:01:23.728119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51098) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:23.736838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-506ff25b-4380-4a74-b58d-c47c6bd4251e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '7f50f219-4be7-48d5-885a-67782949543d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0647dbc0-1a6d-4c55-be28-02eb775b9d94'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:23.839325 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-506ff25b-4380-4a74-b58d-c47c6bd4251e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The resource could not be found. Feb 11 05:01:23.842526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-506ff25b-4380-4a74-b58d-c47c6bd4251e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1120188 Feb 11 05:01:23.844133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51100) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:23.898112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a512a-4851-41b9-a868-42112d1c85cf req-15f4d202-f8b4-4e6a-a89c-b6c64305e7fe tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:23.899733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e53a512a-4851-41b9-a868-42112d1c85cf req-15f4d202-f8b4-4e6a-a89c-b6c64305e7fe tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1794226 Feb 11 05:01:24.084969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0ee9703-a7dc-4613-8f8e-22ad2e2398dd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (7f50f219-4be7-48d5-885a-67782949543d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.090352 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e53a512a-4851-41b9-a868-42112d1c85cf req-b64d1240-5cf8-468a-bb4f-481766a4afa2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838241 Feb 11 05:01:24.131977 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a9c93fcf-3ceb-4bd3-8de2-13bf86856870 req-381e2619-b7ff-4a93-8ec6-8317c984bb03 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.1769929 Feb 11 05:01:24.194938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0ee9703-a7dc-4613-8f8e-22ad2e2398dd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (7f50f219-4be7-48d5-885a-67782949543d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.287836 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0ee9703-a7dc-4613-8f8e-22ad2e2398dd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7f50f219-4be7-48d5-885a-67782949543d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.290920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0ee9703-a7dc-4613-8f8e-22ad2e2398dd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.292313 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f0ee9703-a7dc-4613-8f8e-22ad2e2398dd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "DELETE /v2.0/security-groups/7f50f219-4be7-48d5-885a-67782949543d HTTP/1.1" status: 204 len: 168 time: 0.4469481 Feb 11 05:01:24.295145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51114) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:24.320557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee9703-a7dc-4613-8f8e-22ad2e2398dd tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f50f219-4be7-48d5-885a-67782949543d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:24.359366 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-146cc997-b8dc-46ff-b522-b84b3481d01c tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0625865 Feb 11 05:01:24.363355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51116) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:24.368454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-058f8cac-feff-4437-8696-c104006ba70f tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '7d2dedc7-e749-4022-8bad-6cb854d1f3d1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:24.449759 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-058f8cac-feff-4437-8696-c104006ba70f tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The resource could not be found. Feb 11 05:01:24.451165 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-058f8cac-feff-4437-8696-c104006ba70f tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0865591 Feb 11 05:01:24.454869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51120) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:24.461184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d989c609-e209-4b49-967b-ea06401c27c0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group': {'name': 'tempest-secgroup--439986676'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:24.541499 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d989c609-e209-4b49-967b-ea06401c27c0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.639824 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d989c609-e209-4b49-967b-ea06401c27c0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (73460dd6-5234-433b-ae52-9ca606c80e5f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.676403 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e355b683-74fc-4ea1-89fa-20fa6cb430a1 req-195fd6d4-d8fe-4783-ba5d-5bed2d87f00a tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0346262 Feb 11 05:01:24.677511 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d989c609-e209-4b49-967b-ea06401c27c0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73460dd6-5234-433b-ae52-9ca606c80e5f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.783968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d989c609-e209-4b49-967b-ea06401c27c0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.786693 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d989c609-e209-4b49-967b-ea06401c27c0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3294570 Feb 11 05:01:24.789260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51128) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:24.795793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989c609-e209-4b49-967b-ea06401c27c0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73460dd6-5234-433b-ae52-9ca606c80e5f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:24.797455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group': {'name': 'tempest-secgroup--566182136'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:24.856325 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.974993 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (f3838058-6e6c-465a-ae49-56aa48423d75), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.981190 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f3838058-6e6c-465a-ae49-56aa48423d75), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.019758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51132) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:25.020740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.022145 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2314608 Feb 11 05:01:25.023621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3838058-6e6c-465a-ae49-56aa48423d75,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:25.025919 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51134) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:25.031635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b27f97d2-0938-495f-afbd-a458e2dabd18 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': '73460dd6-5234-433b-ae52-9ca606c80e5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f3838058-6e6c-465a-ae49-56aa48423d75'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:25.033049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.033710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.034225 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.034719 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.035246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.035916 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.036400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.037373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.037872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.038424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.038936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.039439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.039928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4d46-3a29-4ce7-b897-f496b2c2c30e tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:25.082600 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-b27f97d2-0938-495f-afbd-a458e2dabd18 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:25.086655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b27f97d2-0938-495f-afbd-a458e2dabd18 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0571151 Feb 11 05:01:25.087730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:25.142200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4a9f1323-b6f3-4ae7-a067-f7c74994b8d5 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-253415134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:25.158967 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec623-448c-4f37-a61e-392c5aa1e2bf tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (f3838058-6e6c-465a-ae49-56aa48423d75), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.169065 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1323-b6f3-4ae7-a067-f7c74994b8d5 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (9c345824-101b-4116-bfa8-b88d36b14750), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.170207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1323-b6f3-4ae7-a067-f7c74994b8d5 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (9c345824-101b-4116-bfa8-b88d36b14750), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.206996 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec623-448c-4f37-a61e-392c5aa1e2bf tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (f3838058-6e6c-465a-ae49-56aa48423d75), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.262023 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1323-b6f3-4ae7-a067-f7c74994b8d5 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for router_controller (9c345824-101b-4116-bfa8-b88d36b14750), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.289162 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1323-b6f3-4ae7-a067-f7c74994b8d5 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (9c345824-101b-4116-bfa8-b88d36b14750), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.311277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec623-448c-4f37-a61e-392c5aa1e2bf tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f3838058-6e6c-465a-ae49-56aa48423d75), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.314252 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec623-448c-4f37-a61e-392c5aa1e2bf tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.315426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3e8ec623-448c-4f37-a61e-392c5aa1e2bf tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "DELETE /v2.0/security-groups/f3838058-6e6c-465a-ae49-56aa48423d75 HTTP/1.1" status: 204 len: 168 time: 0.2266786 Feb 11 05:01:25.319470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51144) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:25.327370 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8bbff1d-9e27-4046-aeec-fddd4113e7c5 req-bc862cc9-e398-4862-8e77-f2b21b2fab5e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0590894 Feb 11 05:01:25.347718 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1323-b6f3-4ae7-a067-f7c74994b8d5 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.348080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ec623-448c-4f37-a61e-392c5aa1e2bf tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3838058-6e6c-465a-ae49-56aa48423d75,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:25.351709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4a9f1323-b6f3-4ae7-a067-f7c74994b8d5 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3283203 Feb 11 05:01:25.351871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51146) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:25.357577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378f3f3-a255-448f-9f24-21d60e349f81 req-2ed9dce8-cc37-458b-84e8-303f77f9d335 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:25.359098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a378f3f3-a255-448f-9f24-21d60e349f81 req-2ed9dce8-cc37-458b-84e8-303f77f9d335 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.0942545 Feb 11 05:01:25.374930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1218626204'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:25.401293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Made reservation on behalf of 4633deeee4964fa194835c9f67cdc384 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:01:25.407789 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.412984 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4b2248bc-1ac1-4784-8948-472420a8b7c6 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0921118 Feb 11 05:01:25.419022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51148) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:25.420463 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.491479 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a378f3f3-a255-448f-9f24-21d60e349f81 req-99bc2a82-9963-4238-8896-6248e4f4e400 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837991 Feb 11 05:01:25.523012 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e828afd-2443-46a8-964e-8cef859e668a tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (73460dd6-5234-433b-ae52-9ca606c80e5f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.537756 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for security_group (6486168d-a5b7-4b0d-8b76-c20348ad416a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.543392 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6486168d-a5b7-4b0d-8b76-c20348ad416a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.549900 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e828afd-2443-46a8-964e-8cef859e668a tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (73460dd6-5234-433b-ae52-9ca606c80e5f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.579815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:01:25.600407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6486168d-a5b7-4b0d-8b76-c20348ad416a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:25.605735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e828afd-2443-46a8-964e-8cef859e668a tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73460dd6-5234-433b-ae52-9ca606c80e5f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.608759 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e828afd-2443-46a8-964e-8cef859e668a tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.609921 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6e828afd-2443-46a8-964e-8cef859e668a tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "DELETE /v2.0/security-groups/73460dd6-5234-433b-ae52-9ca606c80e5f HTTP/1.1" status: 204 len: 168 time: 0.1900029 Feb 11 05:01:25.613336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51150) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:25.628773 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8cf9f0e3-bd34-4c28-8aa4-f04636f2311f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.631267 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Added segment 8cf9f0e3-bd34-4c28-8aa4-f04636f2311f of type vlan for network 81a2dab7-01dd-4e95-aa59-5d9f04da7002 Feb 11 05:01:25.664348 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aaa488b1-b43b-4420-9892-b445de62996f tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0497975 Feb 11 05:01:25.665579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e828afd-2443-46a8-964e-8cef859e668a tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73460dd6-5234-433b-ae52-9ca606c80e5f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:25.670376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51152) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:25.675467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a1749268-7c5e-427f-86d2-5f91e4c46872 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1010602787'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:25.700463 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1749268-7c5e-427f-86d2-5f91e4c46872 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.738189 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (81a2dab7-01dd-4e95-aa59-5d9f04da7002), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.784208 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1749268-7c5e-427f-86d2-5f91e4c46872 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (ec7e1311-524c-4177-9c70-bdd4f99bf923), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.793470 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1749268-7c5e-427f-86d2-5f91e4c46872 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ec7e1311-524c-4177-9c70-bdd4f99bf923), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.812207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (81a2dab7-01dd-4e95-aa59-5d9f04da7002), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.824096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:25.825020 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.834750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1749268-7c5e-427f-86d2-5f91e4c46872 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7e1311-524c-4177-9c70-bdd4f99bf923,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:25.849608 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1749268-7c5e-427f-86d2-5f91e4c46872 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.853752 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a1749268-7c5e-427f-86d2-5f91e4c46872 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1797452 Feb 11 05:01:25.854424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51156) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:25.860124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-696f51d3-c1ae-4ae3-930f-fecbce55aa61 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': 'ec7e1311-524c-4177-9c70-bdd4f99bf923', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:25.905739 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06f8f4f5-b308-4add-b23f-537962c40d3b req-c978c13d-89e4-4b35-9084-13761d966694 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0467691 Feb 11 05:01:25.922101 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-696f51d3-c1ae-4ae3-930f-fecbce55aa61 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:25.928171 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-696f51d3-c1ae-4ae3-930f-fecbce55aa61 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0708911 Feb 11 05:01:25.930203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51158) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:25.944039 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5908120 Feb 11 05:01:25.944709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51160) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:25.952283 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4ad5d0ad-17b8-4fa0-be9e-f2c82960ec47 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Request body: {'subnet': {'network_id': '81a2dab7-01dd-4e95-aa59-5d9f04da7002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:25.952761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0b2afd91-348d-437f-aa54-846a0450a408 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group_rule': {'security_group_id': 'ec7e1311-524c-4177-9c70-bdd4f99bf923', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:25.999239 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-0b2afd91-348d-437f-aa54-846a0450a408 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:26.003731 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0b2afd91-348d-437f-aa54-846a0450a408 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0724590 Feb 11 05:01:26.004269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51162) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:26.065288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78366246-c84b-44ca-aef8-d80bbdf6cc1d tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'Network': ['ID=81a2dab7-01dd-4e95-aa59-5d9f04da7002,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:26.079038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad5d0ad-17b8-4fa0-be9e-f2c82960ec47 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Made reservation on behalf of 4633deeee4964fa194835c9f67cdc384 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:01:26.081836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 81a2dab7-01dd-4e95-aa59-5d9f04da7002 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:01:26.084237 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d0ad-17b8-4fa0-be9e-f2c82960ec47 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.361410 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d0ad-17b8-4fa0-be9e-f2c82960ec47 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (5a05bcf3-d051-47d7-9e25-eff4b7628652), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.461819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5d0ad-17b8-4fa0-be9e-f2c82960ec47 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'Subnet': ['ID=5a05bcf3-d051-47d7-9e25-eff4b7628652,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:26.471836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad5d0ad-17b8-4fa0-be9e-f2c82960ec47 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Checking segment: {'id': '8cf9f0e3-bd34-4c28-8aa4-f04636f2311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '81a2dab7-01dd-4e95-aa59-5d9f04da7002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:01:26.472211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad5d0ad-17b8-4fa0-be9e-f2c82960ec47 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Network hostable DHCP agents. Network: 81a2dab7-01dd-4e95-aa59-5d9f04da7002, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:01:26.493177 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9d63ea52-63f2-4cbc-8d62-4005e92f4153 req-8e0fdd23-90cd-4436-bd05-29f866084891 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0439301 Feb 11 05:01:26.494548 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-440897e2-568b-4b59-be8d-8318cb3b0307 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (ec7e1311-524c-4177-9c70-bdd4f99bf923), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.495424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad5d0ad-17b8-4fa0-be9e-f2c82960ec47 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Network 81a2dab7-01dd-4e95-aa59-5d9f04da7002 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:01:26.512319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4ad5d0ad-17b8-4fa0-be9e-f2c82960ec47 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 81a2dab7-01dd-4e95-aa59-5d9f04da7002) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:26.518764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad5d0ad-17b8-4fa0-be9e-f2c82960ec47 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:26.518860 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d0ad-17b8-4fa0-be9e-f2c82960ec47 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.526960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b5eb2d-069c-4c70-b318-4d2663a4f957 None None] Network 81a2dab7-01dd-4e95-aa59-5d9f04da7002 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:26.554582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4ad5d0ad-17b8-4fa0-be9e-f2c82960ec47 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6036968 Feb 11 05:01:26.554983 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-440897e2-568b-4b59-be8d-8318cb3b0307 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (ec7e1311-524c-4177-9c70-bdd4f99bf923), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.555297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51168) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:26.560049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0c1819e9-f9b4-400f-84c2-233f92a9b409 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Request body: {'network': {'name': 'tempest-router-network01--803443430'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:26.604471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1819e9-f9b4-400f-84c2-233f92a9b409 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Made reservation on behalf of 4633deeee4964fa194835c9f67cdc384 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:01:26.607943 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c1819e9-f9b4-400f-84c2-233f92a9b409 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.653413 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-440897e2-568b-4b59-be8d-8318cb3b0307 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ec7e1311-524c-4177-9c70-bdd4f99bf923), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.656073 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-440897e2-568b-4b59-be8d-8318cb3b0307 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.657277 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-440897e2-568b-4b59-be8d-8318cb3b0307 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "DELETE /v2.0/security-groups/ec7e1311-524c-4177-9c70-bdd4f99bf923 HTTP/1.1" status: 204 len: 168 time: 0.6520872 Feb 11 05:01:26.660805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51170) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:26.722470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440897e2-568b-4b59-be8d-8318cb3b0307 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7e1311-524c-4177-9c70-bdd4f99bf923,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:26.742514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1819e9-f9b4-400f-84c2-233f92a9b409 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:01:26.746211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-81a2dab7-01dd-4e95-aa59-5d9f04da7002', 'network_id': '81a2dab7-01dd-4e95-aa59-5d9f04da7002', 'project_id': '4633deeee4964fa194835c9f67cdc384', 'fixed_ips': [{'subnet_id': '5a05bcf3-d051-47d7-9e25-eff4b7628652'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:01:26.747279 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.770107 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c1819e9-f9b4-400f-84c2-233f92a9b409 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (855d0939-aab6-4935-9f71-47ea9ea1a6c7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.770806 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-0c1819e9-f9b4-400f-84c2-233f92a9b409 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Added segment 855d0939-aab6-4935-9f71-47ea9ea1a6c7 of type vlan for network a17e1db7-cc43-482a-a614-fb996c9ccfd2 Feb 11 05:01:26.781559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce034db-f88f-4509-87bf-6e0a67a0ba12 req-db4977d4-d678-4b6d-b136-0cda44bd72e2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:26.783783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ce034db-f88f-4509-87bf-6e0a67a0ba12 req-db4977d4-d678-4b6d-b136-0cda44bd72e2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1095157 Feb 11 05:01:26.784806 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cee15a27-476e-4eb1-9144-36a405436e33 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1229420 Feb 11 05:01:26.791645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51172) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:26.797007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d53d04fb-955a-4d56-88ab-4743bef57381 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group': {'name': 'tempest-secgroup--820386346'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:26.838194 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d53d04fb-955a-4d56-88ab-4743bef57381 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.869348 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c1819e9-f9b4-400f-84c2-233f92a9b409 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (a17e1db7-cc43-482a-a614-fb996c9ccfd2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.898215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ce034db-f88f-4509-87bf-6e0a67a0ba12 req-833ba9e6-3073-4a11-9f34-f1f85ef9b3c0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756299 Feb 11 05:01:26.916527 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c1819e9-f9b4-400f-84c2-233f92a9b409 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (a17e1db7-cc43-482a-a614-fb996c9ccfd2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.924087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1819e9-f9b4-400f-84c2-233f92a9b409 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:26.924854 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c1819e9-f9b4-400f-84c2-233f92a9b409 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.926199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d53d04fb-955a-4d56-88ab-4743bef57381 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (1491b884-246f-4d7b-aaa1-f4ed024dc979), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.940821 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d53d04fb-955a-4d56-88ab-4743bef57381 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1491b884-246f-4d7b-aaa1-f4ed024dc979), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.961721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0c1819e9-f9b4-400f-84c2-233f92a9b409 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4058743 Feb 11 05:01:26.972784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51176) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:26.984772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9d24a87b-0493-4d02-906c-19eece49485e tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Request body: {'network': {'name': 'tempest-router-network02--1720723856'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:27.019890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d04fb-955a-4d56-88ab-4743bef57381 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1491b884-246f-4d7b-aaa1-f4ed024dc979,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:27.022242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Allocated IP 2001:db8::2 (81a2dab7-01dd-4e95-aa59-5d9f04da7002/5a05bcf3-d051-47d7-9e25-eff4b7628652/dadf20b1-84a1-421a-9a13-e6702c79daff) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:01:27.045712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d53d04fb-955a-4d56-88ab-4743bef57381 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.050023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d53d04fb-955a-4d56-88ab-4743bef57381 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2538598 Feb 11 05:01:27.050023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51178) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:27.054380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-48252dfd-7084-4fa8-af91-1e2f93b0de38 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:27.054808 n-d-615180-58 neutron-server[103354]: WARNING neutron.api.v2.base [None req-48252dfd-7084-4fa8-af91-1e2f93b0de38 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:01:27.055489 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-48252dfd-7084-4fa8-af91-1e2f93b0de38 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 05:01:27.059575 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-48252dfd-7084-4fa8-af91-1e2f93b0de38 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "PUT /v2.0/security-groups/1491b884-246f-4d7b-aaa1-f4ed024dc979 HTTP/1.1" status: 409 len: 330 time: 0.0057397 Feb 11 05:01:27.060241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51180) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:27.074776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1819e9-f9b4-400f-84c2-233f92a9b409 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'Network': ['ID=a17e1db7-cc43-482a-a614-fb996c9ccfd2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:27.090704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network a17e1db7-cc43-482a-a614-fb996c9ccfd2 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:01:27.108086 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-26349229-f6bc-43f7-ac6b-ec1e76a5578a req-9ca03533-b56c-447d-a504-669deba51dc3 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0364509 Feb 11 05:01:27.111253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d24a87b-0493-4d02-906c-19eece49485e tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Made reservation on behalf of 4633deeee4964fa194835c9f67cdc384 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:01:27.114996 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d24a87b-0493-4d02-906c-19eece49485e tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.172804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d24a87b-0493-4d02-906c-19eece49485e tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:01:27.200608 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d24a87b-0493-4d02-906c-19eece49485e tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b6b86e90-0153-4754-b058-054e74826f92), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.200951 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-9d24a87b-0493-4d02-906c-19eece49485e tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Added segment b6b86e90-0153-4754-b058-054e74826f92 of type vlan for network 963fdc51-dc1b-4159-a337-bf2d3145534a Feb 11 05:01:27.202559 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bc441d1-f41a-44b5-b6e7-97f7a15525f0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (1491b884-246f-4d7b-aaa1-f4ed024dc979), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.230306 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bc441d1-f41a-44b5-b6e7-97f7a15525f0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (1491b884-246f-4d7b-aaa1-f4ed024dc979), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.291304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bc441d1-f41a-44b5-b6e7-97f7a15525f0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1491b884-246f-4d7b-aaa1-f4ed024dc979), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.294902 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bc441d1-f41a-44b5-b6e7-97f7a15525f0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.296280 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5bc441d1-f41a-44b5-b6e7-97f7a15525f0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "DELETE /v2.0/security-groups/1491b884-246f-4d7b-aaa1-f4ed024dc979 HTTP/1.1" status: 204 len: 168 time: 0.2354927 Feb 11 05:01:27.298833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51182) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:27.333375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc441d1-f41a-44b5-b6e7-97f7a15525f0 tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1491b884-246f-4d7b-aaa1-f4ed024dc979,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:27.347928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d24a87b-0493-4d02-906c-19eece49485e tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (963fdc51-dc1b-4159-a337-bf2d3145534a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.380211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3b95cbb9-3f36-477d-9c95-52253a9de0ea tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0795722 Feb 11 05:01:27.384327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51184) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:27.391498 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Publish callbacks [] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.393711 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d24a87b-0493-4d02-906c-19eece49485e tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (963fdc51-dc1b-4159-a337-bf2d3145534a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.399926 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-8a93d4f3-ea06-4613-aeef-b9e85080a1ee tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] delete failed (client error): The resource could not be found. Feb 11 05:01:27.400089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d24a87b-0493-4d02-906c-19eece49485e tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:27.400638 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d24a87b-0493-4d02-906c-19eece49485e tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.402184 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8a93d4f3-ea06-4613-aeef-b9e85080a1ee tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "DELETE /v2.0/security-groups/f59099cd-e4ce-4358-ba97-4ddb01ddd08e HTTP/1.1" status: 404 len: 347 time: 0.0164993 Feb 11 05:01:27.403375 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.407210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51186) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:27.448944 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-ba700207-f111-4db9-8666-1f9eab7cea1d tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] show failed (client error): The resource could not be found. Feb 11 05:01:27.450163 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ba700207-f111-4db9-8666-1f9eab7cea1d tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "GET /v2.0/security-groups/17b9fb75-eab7-429e-9ded-0dbcae3aebf7 HTTP/1.1" status: 404 len: 347 time: 0.0409305 Feb 11 05:01:27.454170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51188) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:27.460741 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9d24a87b-0493-4d02-906c-19eece49485e tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4868979 Feb 11 05:01:27.464299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51190) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:27.471062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Pushing event updated for resources: {'Port': ['ID=dadf20b1-84a1-421a-9a13-e6702c79daff,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:27.473972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-721e7442-c769-4869-8aba-b4e7f91e9f00 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Request body: {'subnet': {'network_id': 'a17e1db7-cc43-482a-a614-fb996c9ccfd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:27.495898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Network 81a2dab7-01dd-4e95-aa59-5d9f04da7002 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:01:27.497495 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:27.500456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:01:27.501202 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-4ff51eec-d158-4929-92b5-c71f233cc1af tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] show failed (client error): The resource could not be found. Feb 11 05:01:27.507053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24a87b-0493-4d02-906c-19eece49485e tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'Network': ['ID=963fdc51-dc1b-4159-a337-bf2d3145534a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:27.517559 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4ff51eec-d158-4929-92b5-c71f233cc1af tempest-NegativeSecGroupIPv6Test-2020115518 tempest-NegativeSecGroupIPv6Test-2020115518-project] 10.222.0.48 "GET /v2.0/security-group-rules/fad225d6-f004-4344-9f50-7c69f7f7b5a0 HTTP/1.1" status: 404 len: 356 time: 0.0610182 Feb 11 05:01:27.546795 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 963fdc51-dc1b-4159-a337-bf2d3145534a details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:01:27.653489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721e7442-c769-4869-8aba-b4e7f91e9f00 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Made reservation on behalf of 4633deeee4964fa194835c9f67cdc384 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:01:27.657939 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-721e7442-c769-4869-8aba-b4e7f91e9f00 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.669051 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Attempting to bind port dadf20b1-84a1-421a-9a13-e6702c79daff on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:01:27.669429 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Attempting to bind port dadf20b1-84a1-421a-9a13-e6702c79daff by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8cf9f0e3-bd34-4c28-8aa4-f04636f2311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '81a2dab7-01dd-4e95-aa59-5d9f04da7002'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:01:27.669792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Attempting to bind port dadf20b1-84a1-421a-9a13-e6702c79daff on network 81a2dab7-01dd-4e95-aa59-5d9f04da7002 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:01:27.714959 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-814941a3-2b16-4a15-aba9-8b3f2fb25d10 req-62866e03-efe0-4206-af90-85ec357792c8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0333562 Feb 11 05:01:27.725250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:01:27.725636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Checking segment: {'id': '8cf9f0e3-bd34-4c28-8aa4-f04636f2311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '81a2dab7-01dd-4e95-aa59-5d9f04da7002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:01:27.726042 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.726436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Bound using segment: {'id': '8cf9f0e3-bd34-4c28-8aa4-f04636f2311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '81a2dab7-01dd-4e95-aa59-5d9f04da7002'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:01:27.727366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Bound port: dadf20b1-84a1-421a-9a13-e6702c79daff, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf9f0e3-bd34-4c28-8aa4-f04636f2311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '81a2dab7-01dd-4e95-aa59-5d9f04da7002'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:01:27.727366 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.796012 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] For port dadf20b1-84a1-421a-9a13-e6702c79daff, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:01:27.799742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] For port dadf20b1-84a1-421a-9a13-e6702c79daff, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=dadf20b1-84a1-421a-9a13-e6702c79daff,segment=NetworkSegment(8cf9f0e3-bd34-4c28-8aa4-f04636f2311f),segment_id=8cf9f0e3-bd34-4c28-8aa4-f04636f2311f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:01:27.805549 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e26b53f-0c59-4baf-9f75-f1bd7f851972 req-e53b3dbb-5f90-48b3-b6d1-959a5e6eb8c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4faeda7a-71b3-4d70-8dd1-044aeb1b5775 HTTP/1.1" status: 200 len: 210 time: 0.0486548 Feb 11 05:01:27.810048 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.924017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51198) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:27.934312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f433a50-d6c4-4899-ac40-837bc81eaf95 None None] Pushing event updated for resources: {'Port': ['ID=dadf20b1-84a1-421a-9a13-e6702c79daff,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:28.001864 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-721e7442-c769-4869-8aba-b4e7f91e9f00 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (3603c4ec-4f2a-4133-952f-b7a4141d2086), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.071971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e7442-c769-4869-8aba-b4e7f91e9f00 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'Subnet': ['ID=3603c4ec-4f2a-4133-952f-b7a4141d2086,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:28.096874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721e7442-c769-4869-8aba-b4e7f91e9f00 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Checking segment: {'id': '855d0939-aab6-4935-9f71-47ea9ea1a6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17e1db7-cc43-482a-a614-fb996c9ccfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:01:28.097258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e7442-c769-4869-8aba-b4e7f91e9f00 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Network hostable DHCP agents. Network: a17e1db7-cc43-482a-a614-fb996c9ccfd2, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:01:28.119390 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cd7bb-e077-4f23-82d8-9c140e2599e6 req-0b6e577c-a3f8-48e7-b363-f9c25ee50561 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:28.125724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e7442-c769-4869-8aba-b4e7f91e9f00 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Network a17e1db7-cc43-482a-a614-fb996c9ccfd2 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:01:28.128140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d42cd7bb-e077-4f23-82d8-9c140e2599e6 req-0b6e577c-a3f8-48e7-b363-f9c25ee50561 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1225016 Feb 11 05:01:28.140500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-721e7442-c769-4869-8aba-b4e7f91e9f00 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, a17e1db7-cc43-482a-a614-fb996c9ccfd2) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:28.158340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721e7442-c769-4869-8aba-b4e7f91e9f00 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:28.158340 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-721e7442-c769-4869-8aba-b4e7f91e9f00 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.198066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df894953-a436-4732-9f55-c899628a1e05 None None] Network a17e1db7-cc43-482a-a614-fb996c9ccfd2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:28.201672 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-721e7442-c769-4869-8aba-b4e7f91e9f00 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7361810 Feb 11 05:01:28.205186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51206) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:28.212839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f3f84e58-53b6-4cd3-a29f-dd0c0e1c0c08 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Request body: {'subnet': {'network_id': '963fdc51-dc1b-4159-a337-bf2d3145534a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:28.262277 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d42cd7bb-e077-4f23-82d8-9c140e2599e6 req-af1587bc-2d87-4372-a728-6ab5eea7685e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331880 Feb 11 05:01:28.271622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0a5b0e68-5bf5-40bb-8ff0-b33f2deb7b93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f1d5d56721d4d8e9fca36c9f3905187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3443594 Feb 11 05:01:28.282578 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:28.349946 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-a17e1db7-cc43-482a-a614-fb996c9ccfd2', 'network_id': 'a17e1db7-cc43-482a-a614-fb996c9ccfd2', 'project_id': '4633deeee4964fa194835c9f67cdc384', 'fixed_ips': [{'subnet_id': '3603c4ec-4f2a-4133-952f-b7a4141d2086'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:01:28.352810 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.352970 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9791394b-a6ce-4b83-8a68-9a7ee67e6d53 req-49576384-d4a8-4ee6-a113-1aa07a2284ee tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.1148922 Feb 11 05:01:28.364399 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f917be-675f-4cb3-8208-becd241fe20d admin admin] Publish callbacks [] for security_group (f867ccb4-d7fb-4ec2-9903-ea4aa7eda418), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.405337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f84e58-53b6-4cd3-a29f-dd0c0e1c0c08 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Made reservation on behalf of 4633deeee4964fa194835c9f67cdc384 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:01:28.409526 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3f84e58-53b6-4cd3-a29f-dd0c0e1c0c08 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.420795 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f917be-675f-4cb3-8208-becd241fe20d admin admin] Publish callbacks [] for security_group (f867ccb4-d7fb-4ec2-9903-ea4aa7eda418), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.539482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Allocated IP 2001:db8::2 (a17e1db7-cc43-482a-a614-fb996c9ccfd2/3603c4ec-4f2a-4133-952f-b7a4141d2086/d1b2d766-fd91-4c2c-866f-f8619325ff24) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:01:28.544802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-505c5c16-511b-429a-8627-af4c2aea652e req-7bf9ffd1-b59b-4441-a621-0868c7b44af4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0628386 Feb 11 05:01:28.545784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f917be-675f-4cb3-8208-becd241fe20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f867ccb4-d7fb-4ec2-9903-ea4aa7eda418), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.550709 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f917be-675f-4cb3-8208-becd241fe20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.558999 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d4f917be-675f-4cb3-8208-becd241fe20d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f867ccb4-d7fb-4ec2-9903-ea4aa7eda418 HTTP/1.1" status: 204 len: 168 time: 0.2712357 Feb 11 05:01:28.564241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f917be-675f-4cb3-8208-becd241fe20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f867ccb4-d7fb-4ec2-9903-ea4aa7eda418,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:28.671775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device dadf20b1-84a1-421a-9a13-e6702c79daff up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:28.747725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3f84e58-53b6-4cd3-a29f-dd0c0e1c0c08 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (e8009b66-f389-41d1-9768-cb78c02f82b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.798733 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port dadf20b1-84a1-421a-9a13-e6702c79daff triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:28.799437 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.829078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f84e58-53b6-4cd3-a29f-dd0c0e1c0c08 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'Subnet': ['ID=e8009b66-f389-41d1-9768-cb78c02f82b9,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:28.852959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f84e58-53b6-4cd3-a29f-dd0c0e1c0c08 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Checking segment: {'id': 'b6b86e90-0153-4754-b058-054e74826f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '963fdc51-dc1b-4159-a337-bf2d3145534a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:01:28.853389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f84e58-53b6-4cd3-a29f-dd0c0e1c0c08 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Network hostable DHCP agents. Network: 963fdc51-dc1b-4159-a337-bf2d3145534a, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:01:28.868372 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Publish callbacks [] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.905776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f84e58-53b6-4cd3-a29f-dd0c0e1c0c08 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Network 963fdc51-dc1b-4159-a337-bf2d3145534a is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:01:28.916688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2a575c5-9687-40b2-905c-bc1274982def req-b8d21cec-3cdd-4484-8677-1ef1816b7e0e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0423434 Feb 11 05:01:28.934140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f3f84e58-53b6-4cd3-a29f-dd0c0e1c0c08 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 963fdc51-dc1b-4159-a337-bf2d3145534a) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:28.954513 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.956722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f84e58-53b6-4cd3-a29f-dd0c0e1c0c08 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:28.957151 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3f84e58-53b6-4cd3-a29f-dd0c0e1c0c08 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.977586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b375e6-9653-4657-986c-2a2880387e89 None None] Network 963fdc51-dc1b-4159-a337-bf2d3145534a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:28.987392 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f3f84e58-53b6-4cd3-a29f-dd0c0e1c0c08 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7781322 Feb 11 05:01:28.991136 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51220) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:29.244754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Network a17e1db7-cc43-482a-a614-fb996c9ccfd2 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:01:29.269789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:29.277735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port dadf20b1-84a1-421a-9a13-e6702c79daff is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:29.278391 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:29.327102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:01:29.349634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa37701-9aa7-471f-966e-f10ad7bab9bf None None] Network 81a2dab7-01dd-4e95-aa59-5d9f04da7002 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:29.390755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Pushing event updated for resources: {'Port': ['ID=d1b2d766-fd91-4c2c-866f-f8619325ff24,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:29.522933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabdc56-408b-45fa-b185-4e6f882886a6 req-388396b6-e77e-4966-bee3-3df985f359ea tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:29.525412 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eabdc56-408b-45fa-b185-4e6f882886a6 req-388396b6-e77e-4966-bee3-3df985f359ea tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1076195 Feb 11 05:01:29.580842 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c75d6a75-d8da-4d1d-9676-fb55bdf47194 req-6d4f50e8-1311-4e26-a8b9-40749991bf1e tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0433223 Feb 11 05:01:29.622368 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eabdc56-408b-45fa-b185-4e6f882886a6 req-6f84a7f3-7c28-438b-a8f0-88ec9bb5fab1 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907233 Feb 11 05:01:29.633999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port dadf20b1-84a1-421a-9a13-e6702c79daff, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=dadf20b1-84a1-421a-9a13-e6702c79daff,segment=NetworkSegment(8cf9f0e3-bd34-4c28-8aa4-f04636f2311f),segment_id=8cf9f0e3-bd34-4c28-8aa4-f04636f2311f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:29.637912 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:29.655902 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-49d38e4f-052c-4a4d-b76c-3efa464a2b4f None None] Provisioning complete for port dadf20b1-84a1-421a-9a13-e6702c79daff triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:29.656630 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49d38e4f-052c-4a4d-b76c-3efa464a2b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:29.700394 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:29.734772 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Attempting to bind port d1b2d766-fd91-4c2c-866f-f8619325ff24 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:01:29.735552 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Attempting to bind port d1b2d766-fd91-4c2c-866f-f8619325ff24 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '855d0939-aab6-4935-9f71-47ea9ea1a6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17e1db7-cc43-482a-a614-fb996c9ccfd2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:01:29.736085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Attempting to bind port d1b2d766-fd91-4c2c-866f-f8619325ff24 on network a17e1db7-cc43-482a-a614-fb996c9ccfd2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:01:29.750004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:01:29.750664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Checking segment: {'id': '855d0939-aab6-4935-9f71-47ea9ea1a6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17e1db7-cc43-482a-a614-fb996c9ccfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:01:29.751304 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:29.752115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Bound using segment: {'id': '855d0939-aab6-4935-9f71-47ea9ea1a6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17e1db7-cc43-482a-a614-fb996c9ccfd2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:01:29.752907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Bound port: d1b2d766-fd91-4c2c-866f-f8619325ff24, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855d0939-aab6-4935-9f71-47ea9ea1a6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17e1db7-cc43-482a-a614-fb996c9ccfd2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:01:29.754250 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:29.784046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-963fdc51-dc1b-4159-a337-bf2d3145534a', 'network_id': '963fdc51-dc1b-4159-a337-bf2d3145534a', 'project_id': '4633deeee4964fa194835c9f67cdc384', 'fixed_ips': [{'subnet_id': 'e8009b66-f389-41d1-9768-cb78c02f82b9'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:01:29.785477 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:29.960404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=dadf20b1-84a1-421a-9a13-e6702c79daff,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:30.004379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Allocated IP 2001:db8::1 (a17e1db7-cc43-482a-a614-fb996c9ccfd2/3603c4ec-4f2a-4133-952f-b7a4141d2086/ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:01:30.114838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a4a0834-021b-4efe-8b09-917e6481091a req-fc1757b9-f357-454b-b936-3ede79445b57 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0690341 Feb 11 05:01:30.204747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-49d38e4f-052c-4a4d-b76c-3efa464a2b4f None None] Current status of the port dadf20b1-84a1-421a-9a13-e6702c79daff is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:30.241663 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for port (ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:30.251932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Allocated IP 2001:db8::2 (963fdc51-dc1b-4159-a337-bf2d3145534a/e8009b66-f389-41d1-9768-cb78c02f82b9/290d38fa-75b2-4a20-91a7-54bf2607dd3b) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:01:30.259756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] For port d1b2d766-fd91-4c2c-866f-f8619325ff24, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:01:30.280800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] For port d1b2d766-fd91-4c2c-866f-f8619325ff24, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d1b2d766-fd91-4c2c-866f-f8619325ff24,segment=NetworkSegment(855d0939-aab6-4935-9f71-47ea9ea1a6c7),segment_id=855d0939-aab6-4935-9f71-47ea9ea1a6c7)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:01:30.285640 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:30.328824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Network a17e1db7-cc43-482a-a614-fb996c9ccfd2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:01:30.337206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:30.344164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:01:30.344878 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (9c345824-101b-4116-bfa8-b88d36b14750), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:30.399850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'Port': ['ID=ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:30.415906 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:30.548292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:30.561577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e0b05f77-8e2f-46a5-ad5c-18820415aaf0 None None] Provisioning complete for port dadf20b1-84a1-421a-9a13-e6702c79daff triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:30.561963 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0b05f77-8e2f-46a5-ad5c-18820415aaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:30.647419 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Publish callbacks [] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:30.659856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device dadf20b1-84a1-421a-9a13-e6702c79daff up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:30.701814 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:30.703555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dba71-f6dd-46c0-a643-ec2fb755a578 None None] Pushing event updated for resources: {'Port': ['ID=d1b2d766-fd91-4c2c-866f-f8619325ff24,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:30.771816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Network 963fdc51-dc1b-4159-a337-bf2d3145534a is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:01:30.779148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:30.826477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:01:30.856984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e0b05f77-8e2f-46a5-ad5c-18820415aaf0 None None] Current status of the port dadf20b1-84a1-421a-9a13-e6702c79daff is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:30.869533 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6adaeea6-d97c-4f33-bc0c-0047859763ca req-a1fdc031-c842-4b48-9443-a6ed8cc88564 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.1213677 Feb 11 05:01:30.885209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Pushing event updated for resources: {'Port': ['ID=290d38fa-75b2-4a20-91a7-54bf2607dd3b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:30.982914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port dadf20b1-84a1-421a-9a13-e6702c79daff triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:30.983425 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:31.029676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Attempting to bind port 290d38fa-75b2-4a20-91a7-54bf2607dd3b on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:01:31.030147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Attempting to bind port 290d38fa-75b2-4a20-91a7-54bf2607dd3b by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'b6b86e90-0153-4754-b058-054e74826f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '963fdc51-dc1b-4159-a337-bf2d3145534a'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:01:31.030595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Attempting to bind port 290d38fa-75b2-4a20-91a7-54bf2607dd3b on network 963fdc51-dc1b-4159-a337-bf2d3145534a {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:01:31.043766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b880258-7994-43a3-bae7-b1fbab398771 req-78b1af2c-4ee9-4665-8425-0e3fd05e33dc tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:31.045282 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b880258-7994-43a3-bae7-b1fbab398771 req-78b1af2c-4ee9-4665-8425-0e3fd05e33dc tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1716504 Feb 11 05:01:31.055056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:01:31.055555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Checking segment: {'id': 'b6b86e90-0153-4754-b058-054e74826f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '963fdc51-dc1b-4159-a337-bf2d3145534a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:01:31.056058 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:31.056534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Bound using segment: {'id': 'b6b86e90-0153-4754-b058-054e74826f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '963fdc51-dc1b-4159-a337-bf2d3145534a'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:01:31.057097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Bound port: 290d38fa-75b2-4a20-91a7-54bf2607dd3b, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b86e90-0153-4754-b058-054e74826f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '963fdc51-dc1b-4159-a337-bf2d3145534a'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:01:31.058088 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:31.194250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b880258-7994-43a3-bae7-b1fbab398771 req-0e59ca1c-6c66-4c7d-8dbb-119ac5071933 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343203 Feb 11 05:01:31.197482 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for port (ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:31.206291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port dadf20b1-84a1-421a-9a13-e6702c79daff is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:31.209130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] For port 290d38fa-75b2-4a20-91a7-54bf2607dd3b, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:01:31.213749 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] For port 290d38fa-75b2-4a20-91a7-54bf2607dd3b, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=290d38fa-75b2-4a20-91a7-54bf2607dd3b,segment=NetworkSegment(b6b86e90-0153-4754-b058-054e74826f92),segment_id=b6b86e90-0153-4754-b058-054e74826f92)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:01:31.219754 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:31.220457 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (9c345824-101b-4116-bfa8-b88d36b14750), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:31.240766 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:31.360334 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-984fbf03-eeb4-4be7-9e96-3a36c100f249 req-41738535-778a-44d8-8119-56814ccb1163 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0800786 Feb 11 05:01:31.362273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e8f3c-21a3-4933-96e1-e813f0d4f979 None None] Pushing event updated for resources: {'Port': ['ID=290d38fa-75b2-4a20-91a7-54bf2607dd3b,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:31.425051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0dd3febd-21d4-4ef7-a946-98ef27b372b7 req-1dff950e-c80f-41e5-a280-779e6e1ffd23 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0643885 Feb 11 05:01:31.446088 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'Port': ['ID=ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:31.509473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Network a17e1db7-cc43-482a-a614-fb996c9ccfd2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:01:31.511081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:31.698049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Router 9c345824-101b-4116-bfa8-b88d36b14750 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:01:31.830792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:01:31.840093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51278) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:31.840224 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-042e45b3-691d-4261-8f32-284d0286480a tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "PUT /v2.0/routers/9c345824-101b-4116-bfa8-b88d36b14750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8476603 Feb 11 05:01:31.850952 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddaaaf-bfdd-4ca5-a241-b862e8fe0632 None None] Sync routers for ids ['9c345824-101b-4116-bfa8-b88d36b14750'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:01:31.873312 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddaaaf-bfdd-4ca5-a241-b862e8fe0632 None None] Routers {'9c345824-101b-4116-bfa8-b88d36b14750'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:31.874888 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6bddaaaf-bfdd-4ca5-a241-b862e8fe0632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:01:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9c345824-101b-4116-bfa8-b88d36b14750'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:31.920565 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6bddaaaf-bfdd-4ca5-a241-b862e8fe0632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:31.931514 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddaaaf-bfdd-4ca5-a241-b862e8fe0632 None None] Routers {'9c345824-101b-4116-bfa8-b88d36b14750'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:31.932144 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6bddaaaf-bfdd-4ca5-a241-b862e8fe0632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:01:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9c345824-101b-4116-bfa8-b88d36b14750'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:31.974242 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6bddaaaf-bfdd-4ca5-a241-b862e8fe0632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:31.975195 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddaaaf-bfdd-4ca5-a241-b862e8fe0632 None None] The sync data for ids ['9c345824-101b-4116-bfa8-b88d36b14750'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:01:32.077081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77084b62-d5d4-44bf-b52c-b872f39d3985 None None] Network a17e1db7-cc43-482a-a614-fb996c9ccfd2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:32.164653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d3815479-2b3c-4423-a981-1eadc293299d None None] Provisioning complete for port d1b2d766-fd91-4c2c-866f-f8619325ff24 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:32.165208 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3815479-2b3c-4423-a981-1eadc293299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:32.330767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d3815479-2b3c-4423-a981-1eadc293299d None None] Current status of the port d1b2d766-fd91-4c2c-866f-f8619325ff24 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:32.331189 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3815479-2b3c-4423-a981-1eadc293299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:32.397271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d3815479-2b3c-4423-a981-1eadc293299d None None] For port d1b2d766-fd91-4c2c-866f-f8619325ff24, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d1b2d766-fd91-4c2c-866f-f8619325ff24,segment=NetworkSegment(855d0939-aab6-4935-9f71-47ea9ea1a6c7),segment_id=855d0939-aab6-4935-9f71-47ea9ea1a6c7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:32.403839 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3815479-2b3c-4423-a981-1eadc293299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:32.418548 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-475e18a4-fc53-4d2b-b95e-b75c39bf8e32 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:32.419671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-475e18a4-fc53-4d2b-b95e-b75c39bf8e32 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "PUT /v2.0/routers/9c345824-101b-4116-bfa8-b88d36b14750/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5780666 Feb 11 05:01:32.422788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51286) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:32.458840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68544e8a-b928-4008-8c48-fd2684623042 req-67da4946-af30-447b-a846-dd6b8022544c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:32.460449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68544e8a-b928-4008-8c48-fd2684623042 req-67da4946-af30-447b-a846-dd6b8022544c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1096642 Feb 11 05:01:32.552508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3815479-2b3c-4423-a981-1eadc293299d None None] Pushing event updated for resources: {'Port': ['ID=d1b2d766-fd91-4c2c-866f-f8619325ff24,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:32.564461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68544e8a-b928-4008-8c48-fd2684623042 req-19b969f0-0228-42a4-b92d-85d3fb207e86 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919063 Feb 11 05:01:32.622577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d65fefc8-5591-436f-a74e-b983b9fa1313 req-d911935f-b0ea-4930-8bf4-68612ea428fc tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0909221 Feb 11 05:01:32.736044 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39c83e12-575a-4cd5-ac84-a538ca915b0e req-27f77a3b-67c2-4c09-8e53-0167f5db1b1a tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0550551 Feb 11 05:01:32.761277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 290d38fa-75b2-4a20-91a7-54bf2607dd3b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:32.801623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c0125933-7c97-4ce3-85a7-c1887c6b95df None None] Provisioning complete for port d1b2d766-fd91-4c2c-866f-f8619325ff24 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:32.802275 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0125933-7c97-4ce3-85a7-c1887c6b95df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:32.895338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 290d38fa-75b2-4a20-91a7-54bf2607dd3b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:32.895725 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:32.965301 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c0125933-7c97-4ce3-85a7-c1887c6b95df None None] Current status of the port d1b2d766-fd91-4c2c-866f-f8619325ff24 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:32.967374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8013148b-f7e0-4a0a-bfa7-3ab478c02568 None None] Network 963fdc51-dc1b-4159-a337-bf2d3145534a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:32.990055 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0774b34-42a5-4b35-817e-5f5d8d5f1ca7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (9c345824-101b-4116-bfa8-b88d36b14750), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.045831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c0125933-7c97-4ce3-85a7-c1887c6b95df None None] Provisioning complete for port ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:33.046215 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0125933-7c97-4ce3-85a7-c1887c6b95df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.085288 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c0125933-7c97-4ce3-85a7-c1887c6b95df None None] Port ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:01:33.159501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 290d38fa-75b2-4a20-91a7-54bf2607dd3b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:33.159933 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.181721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 86aa5dd1-5307-4a75-92f3-27e2414da009 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:01:33.221869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 290d38fa-75b2-4a20-91a7-54bf2607dd3b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=290d38fa-75b2-4a20-91a7-54bf2607dd3b,segment=NetworkSegment(b6b86e90-0153-4754-b058-054e74826f92),segment_id=b6b86e90-0153-4754-b058-054e74826f92)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:33.239835 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.240618 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d1b2d766-fd91-4c2c-866f-f8619325ff24 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:33.312402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-86576ee0-b1b7-4a52-b106-e4409956cd01 None None] Provisioning complete for port 290d38fa-75b2-4a20-91a7-54bf2607dd3b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:33.312784 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86576ee0-b1b7-4a52-b106-e4409956cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.584986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f0774b34-42a5-4b35-817e-5f5d8d5f1ca7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Deleting port ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:33.585581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0774b34-42a5-4b35-817e-5f5d8d5f1ca7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.634826 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.667171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=290d38fa-75b2-4a20-91a7-54bf2607dd3b,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:33.706617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=86aa5dd1-5307-4a75-92f3-27e2414da009,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:33.723209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0774b34-42a5-4b35-817e-5f5d8d5f1ca7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.737091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d1b2d766-fd91-4c2c-866f-f8619325ff24 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:33.741163 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.746369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f0774b34-42a5-4b35-817e-5f5d8d5f1ca7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Calling delete_port for ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:33.785446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'port_id': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'mac_address': 'fa:16:3e:53:36:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:01:33.794351 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-86576ee0-b1b7-4a52-b106-e4409956cd01 None None] Current status of the port 290d38fa-75b2-4a20-91a7-54bf2607dd3b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:33.820900 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-857ae91e-4b78-4336-b304-68fd44568518 req-8c57340a-2fc8-41de-8ccb-cc802e1c0a0d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0673656 Feb 11 05:01:33.872620 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-86576ee0-b1b7-4a52-b106-e4409956cd01 None None] Provisioning complete for port ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:33.873009 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86576ee0-b1b7-4a52-b106-e4409956cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.880101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 86aa5dd1-5307-4a75-92f3-27e2414da009 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:33.880512 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.886648 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bebea-900d-4d94-a224-9071eafb4357 req-834dda54-a5f7-47ab-ad38-a8d42c09576d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:33.888203 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e8bebea-900d-4d94-a224-9071eafb4357 req-834dda54-a5f7-47ab-ad38-a8d42c09576d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 943 time: 0.1396663 Feb 11 05:01:33.905204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d1b2d766-fd91-4c2c-866f-f8619325ff24 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:33.934085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86aa5dd1-5307-4a75-92f3-27e2414da009 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:01:33.939817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-86576ee0-b1b7-4a52-b106-e4409956cd01 None None] Port ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:01:33.955757 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9e8bebea-900d-4d94-a224-9071eafb4357 req-da104f4d-d95b-494e-85ed-325e4e6abade tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588555 Feb 11 05:01:33.975694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=86aa5dd1-5307-4a75-92f3-27e2414da009,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:33.990172 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:34.051236 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=86aa5dd1-5307-4a75-92f3-27e2414da009,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:34.065482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e0cd3587-eab8-48a8-9f57-b4be51014fe0 None None] Provisioning complete for port 290d38fa-75b2-4a20-91a7-54bf2607dd3b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:34.065902 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0cd3587-eab8-48a8-9f57-b4be51014fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:34.121810 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0774b34-42a5-4b35-817e-5f5d8d5f1ca7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:34.167781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0774b34-42a5-4b35-817e-5f5d8d5f1ca7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Port': ['ID=ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:34.220456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd3587-eab8-48a8-9f57-b4be51014fe0 None None] Current status of the port 290d38fa-75b2-4a20-91a7-54bf2607dd3b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:34.228281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e0cd3587-eab8-48a8-9f57-b4be51014fe0 None None] Could not find standard attr ID for object ffcf54bd-e33f-4497-b5ed-9ed78a32ae6f. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:01:34.314146 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0774b34-42a5-4b35-817e-5f5d8d5f1ca7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (9c345824-101b-4116-bfa8-b88d36b14750), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:34.317228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['86aa5dd1-5307-4a75-92f3-27e2414da009'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:01:34.376144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c9bf2096-9387-40a6-959d-3d0281ebb4e5 req-1e8f53f3-6ad4-4599-b3ca-6a2d3fe4c56f tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.4661584 Feb 11 05:01:34.581685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 290d38fa-75b2-4a20-91a7-54bf2607dd3b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:34.589340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0774b34-42a5-4b35-817e-5f5d8d5f1ca7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Router 9c345824-101b-4116-bfa8-b88d36b14750 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:01:34.638685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 290d38fa-75b2-4a20-91a7-54bf2607dd3b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:34.639212 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:34.672027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0774b34-42a5-4b35-817e-5f5d8d5f1ca7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:01:34.677612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f0774b34-42a5-4b35-817e-5f5d8d5f1ca7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "PUT /v2.0/routers/9c345824-101b-4116-bfa8-b88d36b14750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2534089 Feb 11 05:01:34.682165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51296) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:34.686627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f7aba-a181-44cf-8617-a00323e63ed3 None None] Sync routers for ids ['9c345824-101b-4116-bfa8-b88d36b14750'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:01:34.708135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f7aba-a181-44cf-8617-a00323e63ed3 None None] Routers {'9c345824-101b-4116-bfa8-b88d36b14750'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:34.709183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-898f7aba-a181-44cf-8617-a00323e63ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:01:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9c345824-101b-4116-bfa8-b88d36b14750'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:34.726407 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-e19a5a8b-a22d-4995-b089-bcfdce66d613 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] delete failed (client error): The resource could not be found. Feb 11 05:01:34.727832 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e19a5a8b-a22d-4995-b089-bcfdce66d613 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-683326084 HTTP/1.1" status: 404 len: 334 time: 0.0438042 Feb 11 05:01:34.731735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51298) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:34.737050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d8a59717-a78a-4774-8a06-847af869f056 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c345824-101b-4116-bfa8-b88d36b14750'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:34.759295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-898f7aba-a181-44cf-8617-a00323e63ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:34.798820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f7aba-a181-44cf-8617-a00323e63ed3 None None] Routers {'9c345824-101b-4116-bfa8-b88d36b14750'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:34.799588 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-898f7aba-a181-44cf-8617-a00323e63ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:01:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9c345824-101b-4116-bfa8-b88d36b14750'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:34.842275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-898f7aba-a181-44cf-8617-a00323e63ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:34.842570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f7aba-a181-44cf-8617-a00323e63ed3 None None] The sync data for ids ['9c345824-101b-4116-bfa8-b88d36b14750'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:01:34.846398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 290d38fa-75b2-4a20-91a7-54bf2607dd3b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:34.847668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d1b2d766-fd91-4c2c-866f-f8619325ff24 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:34.929796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d1b2d766-fd91-4c2c-866f-f8619325ff24 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:34.930949 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:35.062049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cdb2ab9c-39a9-4fe1-81ef-e1578fd0718b req-fd8deb21-8eb5-4dea-8328-1aeb9591060d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0608706 Feb 11 05:01:35.085297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d1b2d766-fd91-4c2c-866f-f8619325ff24 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:35.178386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 86aa5dd1-5307-4a75-92f3-27e2414da009 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:35.194128 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8a59717-a78a-4774-8a06-847af869f056 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for router_gateway (9c345824-101b-4116-bfa8-b88d36b14750), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:35.194507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493f4e4-b306-4ebe-87b2-d5b0febc9a44 req-bd30f4d8-7dd0-43af-9c5d-230ba282f13e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:35.200042 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a493f4e4-b306-4ebe-87b2-d5b0febc9a44 req-bd30f4d8-7dd0-43af-9c5d-230ba282f13e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 944 time: 0.0876608 Feb 11 05:01:35.225644 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-d8a59717-a78a-4774-8a06-847af869f056 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] update failed (client error): The resource could not be found. Feb 11 05:01:35.231138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d8a59717-a78a-4774-8a06-847af869f056 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "PUT /v2.0/routers/9c345824-101b-4116-bfa8-b88d36b14750 HTTP/1.1" status: 404 len: 339 time: 0.4980526 Feb 11 05:01:35.232187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51310) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:35.237590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-59b398ec-42ff-4697-8395-4d41cce5a74c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1398580980'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:35.261915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b398ec-42ff-4697-8395-4d41cce5a74c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Made reservation on behalf of 4633deeee4964fa194835c9f67cdc384 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:01:35.266868 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 86aa5dd1-5307-4a75-92f3-27e2414da009 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:35.267294 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59b398ec-42ff-4697-8395-4d41cce5a74c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:35.267482 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:35.308011 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a493f4e4-b306-4ebe-87b2-d5b0febc9a44 req-1984b9d6-2c7a-4963-ac32-5b71587273b1 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992575 Feb 11 05:01:35.322296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b398ec-42ff-4697-8395-4d41cce5a74c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:01:35.337798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59b398ec-42ff-4697-8395-4d41cce5a74c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e81a9065-4118-4d09-9da8-8bd421ae5354), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:35.338162 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-59b398ec-42ff-4697-8395-4d41cce5a74c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Added segment e81a9065-4118-4d09-9da8-8bd421ae5354 of type vlan for network 441a8906-769e-473d-a58e-eaf64875d857 Feb 11 05:01:35.358679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 86aa5dd1-5307-4a75-92f3-27e2414da009 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:35.359226 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:35.388379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:35.391792 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376d82d2-f33a-4525-be99-c4728f417ff0" -d '{"events": [{"server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "name": "network-vif-plugged", "status": "completed", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:35.409649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=86aa5dd1-5307-4a75-92f3-27e2414da009,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:35.415868 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:35.430212 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59b398ec-42ff-4697-8395-4d41cce5a74c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (441a8906-769e-473d-a58e-eaf64875d857), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:35.466449 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59b398ec-42ff-4697-8395-4d41cce5a74c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (441a8906-769e-473d-a58e-eaf64875d857), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:35.467908 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dd06ef-1669-47b5-8b72-8e039a16fb11 x-openstack-request-id: req-50dd06ef-1669-47b5-8b72-8e039a16fb11 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:35.468276 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "name": "network-vif-plugged", "status": "completed", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:35.468461 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50dd06ef-1669-47b5-8b72-8e039a16fb11 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:35.468893 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'code': 200} Feb 11 05:01:35.475596 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b398ec-42ff-4697-8395-4d41cce5a74c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:35.476842 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59b398ec-42ff-4697-8395-4d41cce5a74c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:35.535559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=86aa5dd1-5307-4a75-92f3-27e2414da009,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:35.548576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a5c7b37d-31aa-43a3-aaa9-3c7be47e5e27 req-4bb9ca22-7479-407a-97ea-8f255df8df2d tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0413389 Feb 11 05:01:35.554914 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-59b398ec-42ff-4697-8395-4d41cce5a74c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3185806 Feb 11 05:01:35.556690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51318) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:35.567153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-91c9a3ce-9edf-431b-a4fa-a530452f3338 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Request body: {'subnet': {'network_id': '441a8906-769e-473d-a58e-eaf64875d857', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:35.592068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b398ec-42ff-4697-8395-4d41cce5a74c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'Network': ['ID=441a8906-769e-473d-a58e-eaf64875d857,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:35.605537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 441a8906-769e-473d-a58e-eaf64875d857 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:01:35.717675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c9a3ce-9edf-431b-a4fa-a530452f3338 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Made reservation on behalf of 4633deeee4964fa194835c9f67cdc384 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:01:35.721622 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91c9a3ce-9edf-431b-a4fa-a530452f3338 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:35.826847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf843ba-0587-44ee-aaf9-1e57db6d0729 req-ff9452a4-b221-4fd8-a748-1af6b2b65e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:35.828528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-adf843ba-0587-44ee-aaf9-1e57db6d0729 req-ff9452a4-b221-4fd8-a748-1af6b2b65e3a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 1129 time: 0.1264932 Feb 11 05:01:35.909799 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-adf843ba-0587-44ee-aaf9-1e57db6d0729 req-043791ae-8183-420a-b0fb-0de1a8d845f2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738537 Feb 11 05:01:35.969868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91c9a3ce-9edf-431b-a4fa-a530452f3338 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (4d30d84d-00d0-4305-8cf9-5110746252a0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.037608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9a3ce-9edf-431b-a4fa-a530452f3338 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'Subnet': ['ID=4d30d84d-00d0-4305-8cf9-5110746252a0,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:36.046790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9a3ce-9edf-431b-a4fa-a530452f3338 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Checking segment: {'id': 'e81a9065-4118-4d09-9da8-8bd421ae5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '441a8906-769e-473d-a58e-eaf64875d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:01:36.047361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9a3ce-9edf-431b-a4fa-a530452f3338 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Network hostable DHCP agents. Network: 441a8906-769e-473d-a58e-eaf64875d857, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:01:36.065115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9a3ce-9edf-431b-a4fa-a530452f3338 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Network 441a8906-769e-473d-a58e-eaf64875d857 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:01:36.075685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-91c9a3ce-9edf-431b-a4fa-a530452f3338 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 441a8906-769e-473d-a58e-eaf64875d857) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:36.080667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c9a3ce-9edf-431b-a4fa-a530452f3338 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:36.081336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91c9a3ce-9edf-431b-a4fa-a530452f3338 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.086526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a37e8-67c2-4d5e-917a-770bc26e5fa7 None None] Network 441a8906-769e-473d-a58e-eaf64875d857 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:36.117162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-91c9a3ce-9edf-431b-a4fa-a530452f3338 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5571539 Feb 11 05:01:36.118908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51324) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:36.123861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-44f36cd4-fb20-439e-b7c7-858b4b3280f8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Request body: {'router': {'external_gateway_info': {'network_id': '441a8906-769e-473d-a58e-eaf64875d857'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:36.235540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb5fba70-c38a-41b7-9b69-12befbe5c02d req-ed2efdcf-030e-4c9b-ba47-c3b564ea8ba1 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0435333 Feb 11 05:01:36.251287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-441a8906-769e-473d-a58e-eaf64875d857', 'network_id': '441a8906-769e-473d-a58e-eaf64875d857', 'project_id': '4633deeee4964fa194835c9f67cdc384', 'fixed_ips': [{'subnet_id': '4d30d84d-00d0-4305-8cf9-5110746252a0'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:01:36.252183 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.474287 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44f36cd4-fb20-439e-b7c7-858b4b3280f8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for router_gateway (9c345824-101b-4116-bfa8-b88d36b14750), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.479872 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Allocated IP 2001:db8:1::2 (441a8906-769e-473d-a58e-eaf64875d857/4d30d84d-00d0-4305-8cf9-5110746252a0/6f0fbdf7-4253-4f35-b4ea-3798b5b5c598) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:01:36.513120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8a16d-5a63-485f-959a-c36c9bc77788 req-16eaa858-3498-4ff0-acf5-863ea6b24eae tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:36.514626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-17b8a16d-5a63-485f-959a-c36c9bc77788 req-16eaa858-3498-4ff0-acf5-863ea6b24eae tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 946 time: 0.0980713 Feb 11 05:01:36.603340 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-17b8a16d-5a63-485f-959a-c36c9bc77788 req-3a605434-64d8-40be-9663-c5792a114ce4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788090 Feb 11 05:01:36.681011 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Publish callbacks [] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.688936 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.712400 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-44f36cd4-fb20-439e-b7c7-858b4b3280f8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:01:36.717401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-44f36cd4-fb20-439e-b7c7-858b4b3280f8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "PUT /v2.0/routers/9c345824-101b-4116-bfa8-b88d36b14750 HTTP/1.1" status: 400 len: 364 time: 0.5936565 Feb 11 05:01:36.719123 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51330) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:36.726215 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b8d1066-a9a5-40fc-b227-58a2de1f8d16 req-886ae83b-54e2-4bef-bcb5-776296711feb tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0456679 Feb 11 05:01:36.760450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Network 441a8906-769e-473d-a58e-eaf64875d857 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:01:36.763512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:36.765874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:01:36.777426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Pushing event updated for resources: {'Port': ['ID=6f0fbdf7-4253-4f35-b4ea-3798b5b5c598,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:36.849297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Attempting to bind port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:01:36.849859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Attempting to bind port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'e81a9065-4118-4d09-9da8-8bd421ae5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '441a8906-769e-473d-a58e-eaf64875d857'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:01:36.850390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Attempting to bind port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 on network 441a8906-769e-473d-a58e-eaf64875d857 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:01:36.858391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:01:36.859070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Checking segment: {'id': 'e81a9065-4118-4d09-9da8-8bd421ae5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '441a8906-769e-473d-a58e-eaf64875d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:01:36.859680 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.860146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Bound using segment: {'id': 'e81a9065-4118-4d09-9da8-8bd421ae5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '441a8906-769e-473d-a58e-eaf64875d857'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:01:36.860789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Bound port: 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81a9065-4118-4d09-9da8-8bd421ae5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '441a8906-769e-473d-a58e-eaf64875d857'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:01:36.861161 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.940833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] For port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:01:36.944529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] For port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6f0fbdf7-4253-4f35-b4ea-3798b5b5c598,segment=NetworkSegment(e81a9065-4118-4d09-9da8-8bd421ae5354),segment_id=e81a9065-4118-4d09-9da8-8bd421ae5354)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:01:36.953903 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:37.025089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d685ae0-0a0d-404f-b5e4-212abd169c93 None None] Pushing event updated for resources: {'Port': ['ID=6f0fbdf7-4253-4f35-b4ea-3798b5b5c598,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:37.090187 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:37.327421 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:37.399425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ea8d890-b4bf-44f9-a851-d61d9c164db3 req-2e5784e0-ce17-4a8e-b257-c363479b5ed9 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0427277 Feb 11 05:01:37.489582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Allocated IP 2001:db8::1 (81a2dab7-01dd-4e95-aa59-5d9f04da7002/5a05bcf3-d051-47d7-9e25-eff4b7628652/0cba111a-7872-4a8c-9afc-c6e0f5cc9b23) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:01:37.621422 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for port (0cba111a-7872-4a8c-9afc-c6e0f5cc9b23), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:37.671060 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0cba111a-7872-4a8c-9afc-c6e0f5cc9b23), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:37.714220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Network 81a2dab7-01dd-4e95-aa59-5d9f04da7002 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:01:37.717737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:37.721691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:01:37.722344 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (9c345824-101b-4116-bfa8-b88d36b14750), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:37.747806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84caf8-5859-48a6-b501-dc44c1b147d5 req-8bc38991-dded-4555-a822-a724a27b304c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:37.752814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4f84caf8-5859-48a6-b501-dc44c1b147d5 req-8bc38991-dded-4555-a822-a724a27b304c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 946 time: 0.0668318 Feb 11 05:01:37.847638 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4f84caf8-5859-48a6-b501-dc44c1b147d5 req-a6138ee9-fe51-4dc9-a4d0-87179422d525 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890267 Feb 11 05:01:37.910633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'Port': ['ID=0cba111a-7872-4a8c-9afc-c6e0f5cc9b23,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:37.949675 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d5421920-f3d9-4c75-92b3-dec08ea1102d req-de505852-bbb6-4f9d-800f-4364348fdfee tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0827456 Feb 11 05:01:38.027487 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0cba111a-7872-4a8c-9afc-c6e0f5cc9b23), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.186212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-784eb1fb-f329-4a75-bcd7-ca431f129a45 None None] Provisioning complete for port 0cba111a-7872-4a8c-9afc-c6e0f5cc9b23 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:38.187222 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-784eb1fb-f329-4a75-bcd7-ca431f129a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0cba111a-7872-4a8c-9afc-c6e0f5cc9b23), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.222517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-784eb1fb-f329-4a75-bcd7-ca431f129a45 None None] Port 0cba111a-7872-4a8c-9afc-c6e0f5cc9b23 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:01:38.353483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for port (0cba111a-7872-4a8c-9afc-c6e0f5cc9b23), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.358767 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0cba111a-7872-4a8c-9afc-c6e0f5cc9b23), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.359754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec490bcb-232a-45ea-97f4-11193aae6ef8 None None] Network 441a8906-769e-473d-a58e-eaf64875d857 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:38.360259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (9c345824-101b-4116-bfa8-b88d36b14750), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.439230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event updated for resources: {'Port': ['ID=0cba111a-7872-4a8c-9afc-c6e0f5cc9b23,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:38.529083 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a4d2952-3283-47a5-a68f-638aa31c8152 req-576e7aaf-98f8-4a64-bbd5-06b265d6b86a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0500531 Feb 11 05:01:38.531868 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0801eeeb-ec22-42de-b1a2-c4e456d93bc8 None None] Provisioning complete for port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:38.532975 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0801eeeb-ec22-42de-b1a2-c4e456d93bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.537227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Network 81a2dab7-01dd-4e95-aa59-5d9f04da7002 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:01:38.546815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:38.658871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:38.685218 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Router 9c345824-101b-4116-bfa8-b88d36b14750 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:01:38.708972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0801eeeb-ec22-42de-b1a2-c4e456d93bc8 None None] Current status of the port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:38.708972 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0801eeeb-ec22-42de-b1a2-c4e456d93bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.754052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:38.754436 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.794604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0801eeeb-ec22-42de-b1a2-c4e456d93bc8 None None] For port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6f0fbdf7-4253-4f35-b4ea-3798b5b5c598,segment=NetworkSegment(e81a9065-4118-4d09-9da8-8bd421ae5354),segment_id=e81a9065-4118-4d09-9da8-8bd421ae5354)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:38.804131 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0801eeeb-ec22-42de-b1a2-c4e456d93bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.841583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:01:38.852648 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51374) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:38.855159 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b3591b58-7cb0-4bc6-92dc-0e65f31463a7 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "PUT /v2.0/routers/9c345824-101b-4116-bfa8-b88d36b14750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1336334 Feb 11 05:01:38.856668 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993a7aa3-d62f-4124-bca9-c9b935156458 None None] Sync routers for ids ['9c345824-101b-4116-bfa8-b88d36b14750'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:01:38.881222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801eeeb-ec22-42de-b1a2-c4e456d93bc8 None None] Pushing event updated for resources: {'Port': ['ID=6f0fbdf7-4253-4f35-b4ea-3798b5b5c598,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:38.881431 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a7aa3-d62f-4124-bca9-c9b935156458 None None] Routers {'9c345824-101b-4116-bfa8-b88d36b14750'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:38.895814 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-993a7aa3-d62f-4124-bca9-c9b935156458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:01:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9c345824-101b-4116-bfa8-b88d36b14750'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:38.948595 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-993a7aa3-d62f-4124-bca9-c9b935156458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:38.975335 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a7aa3-d62f-4124-bca9-c9b935156458 None None] Routers {'9c345824-101b-4116-bfa8-b88d36b14750'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:38.976085 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-993a7aa3-d62f-4124-bca9-c9b935156458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:01:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9c345824-101b-4116-bfa8-b88d36b14750'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:38.981951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:39.028767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-622c3b4a-164a-42d6-9ccd-202d85df25da None None] Provisioning complete for port 0cba111a-7872-4a8c-9afc-c6e0f5cc9b23 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:39.029021 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-622c3b4a-164a-42d6-9ccd-202d85df25da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0cba111a-7872-4a8c-9afc-c6e0f5cc9b23), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.031653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4362eae-6e47-466e-80db-337692b89ea5 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for router (9c345824-101b-4116-bfa8-b88d36b14750), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.045459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808c791-41bb-4917-a459-c06a65b4c6bf req-74143ba8-5e85-4f79-9bcc-0a85302e00ed tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:39.047138 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0808c791-41bb-4917-a459-c06a65b4c6bf req-74143ba8-5e85-4f79-9bcc-0a85302e00ed tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 946 time: 0.1088753 Feb 11 05:01:39.056753 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-993a7aa3-d62f-4124-bca9-c9b935156458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:39.058186 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993a7aa3-d62f-4124-bca9-c9b935156458 None None] The sync data for ids ['9c345824-101b-4116-bfa8-b88d36b14750'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:01:39.087636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-622c3b4a-164a-42d6-9ccd-202d85df25da None None] Port 0cba111a-7872-4a8c-9afc-c6e0f5cc9b23 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:01:39.102090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-622c3b4a-164a-42d6-9ccd-202d85df25da None None] Provisioning complete for port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:39.103054 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-622c3b4a-164a-42d6-9ccd-202d85df25da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.117955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0808c791-41bb-4917-a459-c06a65b4c6bf req-f05a26ff-142a-40cd-9294-4b6c46e6a483 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646832 Feb 11 05:01:39.167300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1e48f81d-48cf-46a5-832a-042576af43c6 req-b0deba66-0251-445c-b00c-e12ff13ca140 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0765839 Feb 11 05:01:39.192695 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-e4362eae-6e47-466e-80db-337692b89ea5 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:01:39.196484 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e4362eae-6e47-466e-80db-337692b89ea5 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "DELETE /v2.0/routers/9c345824-101b-4116-bfa8-b88d36b14750 HTTP/1.1" status: 409 len: 329 time: 0.3401954 Feb 11 05:01:39.196980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51382) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:39.209529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-622c3b4a-164a-42d6-9ccd-202d85df25da None None] Current status of the port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:39.376534 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9278d3cc-0d32-472b-b300-60ba25539c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.585125 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56f0e98f-1ec9-49a1-80c3-daefbf94d1aa tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (9c345824-101b-4116-bfa8-b88d36b14750), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.915634 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9babe273-e65e-48d9-b8ee-ba3e86252327 req-6e2aa86e-ff4c-4a8c-ad27-c96c8ee3f1eb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.2935448 Feb 11 05:01:40.157203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-56f0e98f-1ec9-49a1-80c3-daefbf94d1aa tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Deleting port 0cba111a-7872-4a8c-9afc-c6e0f5cc9b23 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:40.157545 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56f0e98f-1ec9-49a1-80c3-daefbf94d1aa tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0cba111a-7872-4a8c-9afc-c6e0f5cc9b23), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.248601 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56f0e98f-1ec9-49a1-80c3-daefbf94d1aa tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0cba111a-7872-4a8c-9afc-c6e0f5cc9b23), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.263732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-56f0e98f-1ec9-49a1-80c3-daefbf94d1aa tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Calling delete_port for 0cba111a-7872-4a8c-9afc-c6e0f5cc9b23 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:40.280258 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-03c14abc-df6d-4ed1-b764-6d28abcd5731 req-bcbac2ff-75ba-4d0b-b870-ab36fbfdffb8 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0323312 Feb 11 05:01:40.434266 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56f0e98f-1ec9-49a1-80c3-daefbf94d1aa tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0cba111a-7872-4a8c-9afc-c6e0f5cc9b23), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.461041 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0e98f-1ec9-49a1-80c3-daefbf94d1aa tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Port': ['ID=0cba111a-7872-4a8c-9afc-c6e0f5cc9b23,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:40.584754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56f0e98f-1ec9-49a1-80c3-daefbf94d1aa tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (9c345824-101b-4116-bfa8-b88d36b14750), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.586858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:40.643510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:40.643902 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.734964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:40.758782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f0e98f-1ec9-49a1-80c3-daefbf94d1aa tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Router 9c345824-101b-4116-bfa8-b88d36b14750 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:01:40.842156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f0e98f-1ec9-49a1-80c3-daefbf94d1aa tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:01:40.855548 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-56f0e98f-1ec9-49a1-80c3-daefbf94d1aa tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "PUT /v2.0/routers/9c345824-101b-4116-bfa8-b88d36b14750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6492651 Feb 11 05:01:40.855548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51388) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:40.857404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f0d3cf-2106-4bea-bd15-fcccc9fd8379 None None] Sync routers for ids ['9c345824-101b-4116-bfa8-b88d36b14750'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:01:40.870491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f0d3cf-2106-4bea-bd15-fcccc9fd8379 None None] Routers {'9c345824-101b-4116-bfa8-b88d36b14750'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:40.871178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b4f0d3cf-2106-4bea-bd15-fcccc9fd8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:01:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9c345824-101b-4116-bfa8-b88d36b14750'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:40.892228 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-b09701bd-11b7-4bfd-a510-543d9914dfe3 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] show failed (client error): The resource could not be found. Feb 11 05:01:40.897477 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b09701bd-11b7-4bfd-a510-543d9914dfe3 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1882899958 HTTP/1.1" status: 404 len: 335 time: 0.0413396 Feb 11 05:01:40.897710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51390) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:40.902234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-dc827a55-cb53-42c4-a6be-af1b9b3bea60 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:40.917340 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b4f0d3cf-2106-4bea-bd15-fcccc9fd8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:40.926048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f0d3cf-2106-4bea-bd15-fcccc9fd8379 None None] Routers {'9c345824-101b-4116-bfa8-b88d36b14750'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:40.926666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b4f0d3cf-2106-4bea-bd15-fcccc9fd8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:01:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['9c345824-101b-4116-bfa8-b88d36b14750'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:40.946047 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-dc827a55-cb53-42c4-a6be-af1b9b3bea60 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] update failed (client error): The resource could not be found. Feb 11 05:01:40.949970 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dc827a55-cb53-42c4-a6be-af1b9b3bea60 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1854258429 HTTP/1.1" status: 404 len: 335 time: 0.0512130 Feb 11 05:01:40.954466 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51394) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:40.981246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b4f0d3cf-2106-4bea-bd15-fcccc9fd8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:40.981825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f0d3cf-2106-4bea-bd15-fcccc9fd8379 None None] The sync data for ids ['9c345824-101b-4116-bfa8-b88d36b14750'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:01:41.021914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b687fc-342b-4108-8d71-beebf8055c0c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Deleting subnet 4d30d84d-00d0-4305-8cf9-5110746252a0 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:01:41.025285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60b687fc-342b-4108-8d71-beebf8055c0c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for subnet (4d30d84d-00d0-4305-8cf9-5110746252a0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.033800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a43c50b3-2bcc-4dae-a6e1-242472e454fb req-a49b8d41-f9e2-4d4e-8a4e-d3735481da95 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0309601 Feb 11 05:01:41.073708 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60b687fc-342b-4108-8d71-beebf8055c0c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (4d30d84d-00d0-4305-8cf9-5110746252a0), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.157111 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60b687fc-342b-4108-8d71-beebf8055c0c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4d30d84d-00d0-4305-8cf9-5110746252a0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.216097 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60b687fc-342b-4108-8d71-beebf8055c0c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (4d30d84d-00d0-4305-8cf9-5110746252a0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.247844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b687fc-342b-4108-8d71-beebf8055c0c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Subnet': ['ID=4d30d84d-00d0-4305-8cf9-5110746252a0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:41.251796 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60b687fc-342b-4108-8d71-beebf8055c0c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.257273 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-60b687fc-342b-4108-8d71-beebf8055c0c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "DELETE /v2.0/subnets/4d30d84d-00d0-4305-8cf9-5110746252a0 HTTP/1.1" status: 204 len: 168 time: 0.2994354 Feb 11 05:01:41.257364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51396) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:41.261730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26fc439-7478-431a-a51f-eeabb64bd623 None None] Network 441a8906-769e-473d-a58e-eaf64875d857 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:41.337497 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (441a8906-769e-473d-a58e-eaf64875d857), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.410907 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f0b5383-9b43-46ff-9dab-0477d62a413b req-3cb832a8-2f58-46f7-b5d9-24663e7e7a0a tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0333881 Feb 11 05:01:41.431250 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Deleting port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:41.431704 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.433779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb9586-1473-4105-b8dc-07c81f491d8d None None] DHCP port deletion for 441a8906-769e-473d-a58e-eaf64875d857 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:01:41.483324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-68bb9586-1473-4105-b8dc-07c81f491d8d None None] Deleting port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:41.483701 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68bb9586-1473-4105-b8dc-07c81f491d8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.497415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] For port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6f0fbdf7-4253-4f35-b4ea-3798b5b5c598,segment=NetworkSegment(e81a9065-4118-4d09-9da8-8bd421ae5354),segment_id=e81a9065-4118-4d09-9da8-8bd421ae5354)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:41.498017 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.511226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Calling delete_port for 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:41.597155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.624882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Port': ['ID=6f0fbdf7-4253-4f35-b4ea-3798b5b5c598,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:41.628590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] No DVR routers for this DVR port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:41.709240 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (441a8906-769e-473d-a58e-eaf64875d857), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.710096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-68bb9586-1473-4105-b8dc-07c81f491d8d None None] For port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6f0fbdf7-4253-4f35-b4ea-3798b5b5c598,segment=NetworkSegment(e81a9065-4118-4d09-9da8-8bd421ae5354),segment_id=e81a9065-4118-4d09-9da8-8bd421ae5354)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:41.710562 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68bb9586-1473-4105-b8dc-07c81f491d8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.724183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-68bb9586-1473-4105-b8dc-07c81f491d8d None None] Calling delete_port for 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:41.735141 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441a8906-769e-473d-a58e-eaf64875d857']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:41.745575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81a9065-4118-4d09-9da8-8bd421ae5354') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:41.745875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81a9065-4118-4d09-9da8-8bd421ae5354') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:41.759755 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (e81a9065-4118-4d09-9da8-8bd421ae5354), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.782357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e81a9065-4118-4d09-9da8-8bd421ae5354), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.790255 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:01:41.790568 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (e81a9065-4118-4d09-9da8-8bd421ae5354), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:01:41.794818 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:01:41.812112 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68bb9586-1473-4105-b8dc-07c81f491d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (6f0fbdf7-4253-4f35-b4ea-3798b5b5c598), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.841589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb9586-1473-4105-b8dc-07c81f491d8d None None] Pushing event deleted for resources: {'Port': ['ID=6f0fbdf7-4253-4f35-b4ea-3798b5b5c598,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:41.863406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb9586-1473-4105-b8dc-07c81f491d8d None None] No DVR routers for this DVR port 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:41.864767 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (441a8906-769e-473d-a58e-eaf64875d857), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.876440 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.882686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4cbabe3c-1686-480e-8a2f-4b63d7699036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.886337 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "DELETE /v2.0/networks/441a8906-769e-473d-a58e-eaf64875d857 HTTP/1.1" status: 204 len: 168 time: 0.6250880 Feb 11 05:01:41.892741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51400) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:41.915162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210d642-dd2e-4bf8-8392-b9c0a4a29202 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Network': ['ID=441a8906-769e-473d-a58e-eaf64875d857,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:41.954616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f8d8ed-4ed3-4607-bba2-b18aeb212b9c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Deleting subnet e8009b66-f389-41d1-9768-cb78c02f82b9 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:01:41.957940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8f8d8ed-4ed3-4607-bba2-b18aeb212b9c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for subnet (e8009b66-f389-41d1-9768-cb78c02f82b9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.004923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8f8d8ed-4ed3-4607-bba2-b18aeb212b9c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (e8009b66-f389-41d1-9768-cb78c02f82b9), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.103708 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8f8d8ed-4ed3-4607-bba2-b18aeb212b9c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e8009b66-f389-41d1-9768-cb78c02f82b9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.175114 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a94da2b-a1a6-4b31-b80a-728f651195c3 req-5cfe905b-2b1f-4449-a318-57d60daa3e2a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0445979 Feb 11 05:01:42.204330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8f8d8ed-4ed3-4607-bba2-b18aeb212b9c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (e8009b66-f389-41d1-9768-cb78c02f82b9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.233804 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8d8ed-4ed3-4607-bba2-b18aeb212b9c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Subnet': ['ID=e8009b66-f389-41d1-9768-cb78c02f82b9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:42.238589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8f8d8ed-4ed3-4607-bba2-b18aeb212b9c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.241869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a8f8d8ed-4ed3-4607-bba2-b18aeb212b9c tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "DELETE /v2.0/subnets/e8009b66-f389-41d1-9768-cb78c02f82b9 HTTP/1.1" status: 204 len: 168 time: 0.3487177 Feb 11 05:01:42.244318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51404) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:42.250070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6647305-31f5-4e1e-b7f2-f1c64f8b404d None None] Network 963fdc51-dc1b-4159-a337-bf2d3145534a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:42.304162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b82948-c05e-4fd7-8845-176856cfb8a3 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Deleting subnet 3603c4ec-4f2a-4133-952f-b7a4141d2086 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:01:42.307787 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4b82948-c05e-4fd7-8845-176856cfb8a3 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for subnet (3603c4ec-4f2a-4133-952f-b7a4141d2086), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.349111 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4b82948-c05e-4fd7-8845-176856cfb8a3 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (3603c4ec-4f2a-4133-952f-b7a4141d2086), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.430489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259554f1-c9cc-42af-9e69-5bf39437c0da None None] DHCP port deletion for 963fdc51-dc1b-4159-a337-bf2d3145534a request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:01:42.448920 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4b82948-c05e-4fd7-8845-176856cfb8a3 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (3603c4ec-4f2a-4133-952f-b7a4141d2086), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.481062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-259554f1-c9cc-42af-9e69-5bf39437c0da None None] Deleting port 290d38fa-75b2-4a20-91a7-54bf2607dd3b {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:42.481634 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-259554f1-c9cc-42af-9e69-5bf39437c0da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.539658 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c7dc7ed2-ca61-4132-b433-37f07cf50c6b req-672818fb-58fe-4de5-a819-099d4e34cb98 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0422122 Feb 11 05:01:42.550097 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4b82948-c05e-4fd7-8845-176856cfb8a3 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (3603c4ec-4f2a-4133-952f-b7a4141d2086), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.578530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-259554f1-c9cc-42af-9e69-5bf39437c0da None None] For port 290d38fa-75b2-4a20-91a7-54bf2607dd3b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=290d38fa-75b2-4a20-91a7-54bf2607dd3b,segment=NetworkSegment(b6b86e90-0153-4754-b058-054e74826f92),segment_id=b6b86e90-0153-4754-b058-054e74826f92)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:42.578992 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-259554f1-c9cc-42af-9e69-5bf39437c0da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.582495 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b82948-c05e-4fd7-8845-176856cfb8a3 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Subnet': ['ID=3603c4ec-4f2a-4133-952f-b7a4141d2086,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:42.586265 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4b82948-c05e-4fd7-8845-176856cfb8a3 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.592444 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b4b82948-c05e-4fd7-8845-176856cfb8a3 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "DELETE /v2.0/subnets/3603c4ec-4f2a-4133-952f-b7a4141d2086 HTTP/1.1" status: 204 len: 168 time: 0.3448772 Feb 11 05:01:42.592808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51408) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:42.593495 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-259554f1-c9cc-42af-9e69-5bf39437c0da None None] Calling delete_port for 290d38fa-75b2-4a20-91a7-54bf2607dd3b owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:42.600203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 290d38fa-75b2-4a20-91a7-54bf2607dd3b no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:42.602268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43335327-ef0d-488b-b0e1-5c3ec9e5fb68 None None] Network a17e1db7-cc43-482a-a614-fb996c9ccfd2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:42.679048 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (963fdc51-dc1b-4159-a337-bf2d3145534a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.736050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Deleting port 290d38fa-75b2-4a20-91a7-54bf2607dd3b {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:42.736478 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.780679 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.809033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] For port 290d38fa-75b2-4a20-91a7-54bf2607dd3b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=290d38fa-75b2-4a20-91a7-54bf2607dd3b,segment=NetworkSegment(b6b86e90-0153-4754-b058-054e74826f92),segment_id=b6b86e90-0153-4754-b058-054e74826f92)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:42.809033 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.824923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Calling delete_port for 290d38fa-75b2-4a20-91a7-54bf2607dd3b owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:42.840864 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-259554f1-c9cc-42af-9e69-5bf39437c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.847037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 290d38fa-75b2-4a20-91a7-54bf2607dd3b is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:42.847437 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.881138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259554f1-c9cc-42af-9e69-5bf39437c0da None None] Pushing event deleted for resources: {'Port': ['ID=290d38fa-75b2-4a20-91a7-54bf2607dd3b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:42.886797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259554f1-c9cc-42af-9e69-5bf39437c0da None None] No DVR routers for this DVR port 290d38fa-75b2-4a20-91a7-54bf2607dd3b on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:42.921562 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (290d38fa-75b2-4a20-91a7-54bf2607dd3b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.928386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:42.953914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Port': ['ID=290d38fa-75b2-4a20-91a7-54bf2607dd3b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:42.956062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:42.956425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6f0fbdf7-4253-4f35-b4ea-3798b5b5c598 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:42.957640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] No DVR routers for this DVR port 290d38fa-75b2-4a20-91a7-54bf2607dd3b on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:43.007735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d35627-1474-44ca-bfea-e80756fda2f4 None None] DHCP port deletion for a17e1db7-cc43-482a-a614-fb996c9ccfd2 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:01:43.068575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-29d35627-1474-44ca-bfea-e80756fda2f4 None None] Deleting port d1b2d766-fd91-4c2c-866f-f8619325ff24 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:43.068992 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29d35627-1474-44ca-bfea-e80756fda2f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.143027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-29d35627-1474-44ca-bfea-e80756fda2f4 None None] For port d1b2d766-fd91-4c2c-866f-f8619325ff24, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d1b2d766-fd91-4c2c-866f-f8619325ff24,segment=NetworkSegment(855d0939-aab6-4935-9f71-47ea9ea1a6c7),segment_id=855d0939-aab6-4935-9f71-47ea9ea1a6c7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:43.143027 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29d35627-1474-44ca-bfea-e80756fda2f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.156738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-29d35627-1474-44ca-bfea-e80756fda2f4 None None] Calling delete_port for d1b2d766-fd91-4c2c-866f-f8619325ff24 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:43.247643 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29d35627-1474-44ca-bfea-e80756fda2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (d1b2d766-fd91-4c2c-866f-f8619325ff24), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.279350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d35627-1474-44ca-bfea-e80756fda2f4 None None] Pushing event deleted for resources: {'Port': ['ID=d1b2d766-fd91-4c2c-866f-f8619325ff24,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:43.297975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d35627-1474-44ca-bfea-e80756fda2f4 None None] No DVR routers for this DVR port d1b2d766-fd91-4c2c-866f-f8619325ff24 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:43.309057 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (963fdc51-dc1b-4159-a337-bf2d3145534a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.329094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963fdc51-dc1b-4159-a337-bf2d3145534a']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:43.338379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b86e90-0153-4754-b058-054e74826f92') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:43.338687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b86e90-0153-4754-b058-054e74826f92') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:43.344241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd37c017-4786-4fb2-bd9f-f98dab7c96c1 req-ca774425-5909-4a51-a51f-efa77d2db069 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0542901 Feb 11 05:01:43.348797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (b6b86e90-0153-4754-b058-054e74826f92), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.364563 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b6b86e90-0153-4754-b058-054e74826f92), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.372204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:01:43.372600 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (b6b86e90-0153-4754-b058-054e74826f92), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:01:43.376118 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:01:43.441713 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (963fdc51-dc1b-4159-a337-bf2d3145534a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.444180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.451499 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "DELETE /v2.0/networks/963fdc51-dc1b-4159-a337-bf2d3145534a HTTP/1.1" status: 204 len: 168 time: 0.8539629 Feb 11 05:01:43.452242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51412) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:43.458816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e2dac-a6cf-480e-b0e3-df1106b20778 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Network': ['ID=963fdc51-dc1b-4159-a337-bf2d3145534a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:43.528686 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (a17e1db7-cc43-482a-a614-fb996c9ccfd2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.626484 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (a17e1db7-cc43-482a-a614-fb996c9ccfd2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.647268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17e1db7-cc43-482a-a614-fb996c9ccfd2']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:43.657237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855d0939-aab6-4935-9f71-47ea9ea1a6c7') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:43.657538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855d0939-aab6-4935-9f71-47ea9ea1a6c7') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:43.661058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07e4b6ed-a2c1-43e7-b46c-dc4093fe1d18 req-c17cb95c-d56d-48f9-bb97-49b8a9204523 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0276861 Feb 11 05:01:43.667619 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (855d0939-aab6-4935-9f71-47ea9ea1a6c7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.680923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (855d0939-aab6-4935-9f71-47ea9ea1a6c7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.687624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:01:43.688467 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (855d0939-aab6-4935-9f71-47ea9ea1a6c7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:01:43.691865 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:01:43.750255 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (a17e1db7-cc43-482a-a614-fb996c9ccfd2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.755218 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.758574 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "DELETE /v2.0/networks/a17e1db7-cc43-482a-a614-fb996c9ccfd2 HTTP/1.1" status: 204 len: 168 time: 0.3051231 Feb 11 05:01:43.761186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51416) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:43.776351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d6aa0-f78a-4b9d-ace7-efc143222ca8 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Network': ['ID=a17e1db7-cc43-482a-a614-fb996c9ccfd2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:43.815884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-85dd511a-df18-44b0-b79b-d59d76e2d722 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Deleting subnet 5a05bcf3-d051-47d7-9e25-eff4b7628652 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:01:43.819061 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85dd511a-df18-44b0-b79b-d59d76e2d722 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for subnet (5a05bcf3-d051-47d7-9e25-eff4b7628652), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.864639 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85dd511a-df18-44b0-b79b-d59d76e2d722 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (5a05bcf3-d051-47d7-9e25-eff4b7628652), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.947053 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85dd511a-df18-44b0-b79b-d59d76e2d722 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (5a05bcf3-d051-47d7-9e25-eff4b7628652), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.004898 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85dd511a-df18-44b0-b79b-d59d76e2d722 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (5a05bcf3-d051-47d7-9e25-eff4b7628652), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.029711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd511a-df18-44b0-b79b-d59d76e2d722 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Subnet': ['ID=5a05bcf3-d051-47d7-9e25-eff4b7628652,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:44.036010 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85dd511a-df18-44b0-b79b-d59d76e2d722 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.041977 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-85dd511a-df18-44b0-b79b-d59d76e2d722 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "DELETE /v2.0/subnets/5a05bcf3-d051-47d7-9e25-eff4b7628652 HTTP/1.1" status: 204 len: 168 time: 0.2769890 Feb 11 05:01:44.042228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51418) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:44.042676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08805734-7ddf-4f3a-8582-6448a09b67f2 None None] Network 81a2dab7-01dd-4e95-aa59-5d9f04da7002 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:44.129758 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (81a2dab7-01dd-4e95-aa59-5d9f04da7002), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.192142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Deleting port dadf20b1-84a1-421a-9a13-e6702c79daff {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:44.192573 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.241655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] DHCP port deletion for 81a2dab7-01dd-4e95-aa59-5d9f04da7002 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:01:44.262222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] For port dadf20b1-84a1-421a-9a13-e6702c79daff, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=dadf20b1-84a1-421a-9a13-e6702c79daff,segment=NetworkSegment(8cf9f0e3-bd34-4c28-8aa4-f04636f2311f),segment_id=8cf9f0e3-bd34-4c28-8aa4-f04636f2311f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:44.262754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.277756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Calling delete_port for dadf20b1-84a1-421a-9a13-e6702c79daff owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:44.312760 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.335077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Deleting port dadf20b1-84a1-421a-9a13-e6702c79daff {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:44.335572 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.363906 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.393403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Port': ['ID=dadf20b1-84a1-421a-9a13-e6702c79daff,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:44.398951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] No DVR routers for this DVR port dadf20b1-84a1-421a-9a13-e6702c79daff on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:44.410995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.411452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.411999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.412425 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.412990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.413414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.413823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.414235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.414754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.415327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.415736 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.416143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.416594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.449644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] For port dadf20b1-84a1-421a-9a13-e6702c79daff, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=dadf20b1-84a1-421a-9a13-e6702c79daff,segment=NetworkSegment(8cf9f0e3-bd34-4c28-8aa4-f04636f2311f),segment_id=8cf9f0e3-bd34-4c28-8aa4-f04636f2311f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:44.450139 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.470128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Calling delete_port for dadf20b1-84a1-421a-9a13-e6702c79daff owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:44.488284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38461614-fb41-4ff9-9ec3-1b5fbe4bdb14 req-49e8b20f-c1b2-4076-a839-999da1739876 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0440402 Feb 11 05:01:44.542978 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (81a2dab7-01dd-4e95-aa59-5d9f04da7002), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.567695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a2dab7-01dd-4e95-aa59-5d9f04da7002']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:44.581878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf9f0e3-bd34-4c28-8aa4-f04636f2311f') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:44.582254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf9f0e3-bd34-4c28-8aa4-f04636f2311f') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:44.598246 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (dadf20b1-84a1-421a-9a13-e6702c79daff), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.600039 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (8cf9f0e3-bd34-4c28-8aa4-f04636f2311f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.606302 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d1b2d766-fd91-4c2c-866f-f8619325ff24 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:44.618336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8cf9f0e3-bd34-4c28-8aa4-f04636f2311f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.626931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:01:44.627480 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (8cf9f0e3-bd34-4c28-8aa4-f04636f2311f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.655156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: d1b2d766-fd91-4c2c-866f-f8619325ff24 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:44.655511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d1b2d766-fd91-4c2c-866f-f8619325ff24 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:44.655945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device dadf20b1-84a1-421a-9a13-e6702c79daff no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:44.657735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Pushing event deleted for resources: {'Port': ['ID=dadf20b1-84a1-421a-9a13-e6702c79daff,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:44.667683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.668045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.668402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.668745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.669088 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.669427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.669783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.670084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.670414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.670745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.671139 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.671421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.671884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:44.677739 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00c9ea-32fd-430e-a174-601e886c389a None None] No DVR routers for this DVR port dadf20b1-84a1-421a-9a13-e6702c79daff on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:01:44.709164 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:01:44.715833 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (81a2dab7-01dd-4e95-aa59-5d9f04da7002), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.744033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.745487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: dadf20b1-84a1-421a-9a13-e6702c79daff {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:44.745989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device dadf20b1-84a1-421a-9a13-e6702c79daff not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:44.748574 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "DELETE /v2.0/networks/81a2dab7-01dd-4e95-aa59-5d9f04da7002 HTTP/1.1" status: 204 len: 168 time: 0.7049229 Feb 11 05:01:44.750069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a93ce-8b6d-44dd-b348-8bbcc026b4ab tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Pushing event deleted for resources: {'Network': ['ID=81a2dab7-01dd-4e95-aa59-5d9f04da7002,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:44.751631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51426) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:44.814717 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4e57dd9e-31dc-44d9-ba8d-4af35c8e9977 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c345824-101b-4116-bfa8-b88d36b14750 HTTP/1.1" status: 200 len: 205 time: 0.0619047 Feb 11 05:01:44.817364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51428) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:44.865874 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-544d1cac-ba05-4cd8-9113-c48206e005d3 req-e9c2bc91-0fbf-4b96-a879-f6a366696911 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0546770 Feb 11 05:01:44.966536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed4a7-2fc4-477d-b247-bfd1083f0de4 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for router (9c345824-101b-4116-bfa8-b88d36b14750), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:45.225339 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed4a7-2fc4-477d-b247-bfd1083f0de4 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (9c345824-101b-4116-bfa8-b88d36b14750), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:45.227780 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed4a7-2fc4-477d-b247-bfd1083f0de4 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for router_controller (9c345824-101b-4116-bfa8-b88d36b14750), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:45.283404 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed4a7-2fc4-477d-b247-bfd1083f0de4 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (9c345824-101b-4116-bfa8-b88d36b14750), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:45.283849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1ed4a7-2fc4-477d-b247-bfd1083f0de4 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Fanout notify agent at l3_agent the message router_deleted on router 9c345824-101b-4116-bfa8-b88d36b14750 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:01:45.292321 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed4a7-2fc4-477d-b247-bfd1083f0de4 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:45.293520 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cf1ed4a7-2fc4-477d-b247-bfd1083f0de4 tempest-RoutersNegativeIpV6Test-9957221 tempest-RoutersNegativeIpV6Test-9957221-project] 10.222.0.48 "DELETE /v2.0/routers/9c345824-101b-4116-bfa8-b88d36b14750 HTTP/1.1" status: 204 len: 168 time: 0.4750810 Feb 11 05:01:45.595567 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:45.683522 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8d9baef-6cf5-4be2-b19a-a1cf4f647d36 req-584881e1-c32c-4d17-9c57-37a064840c24 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0613554 Feb 11 05:01:45.711466 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51458) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:45.928114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51470) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:45.939815 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a212e1e8-e86f-4df2-b71d-dd9a970b261f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4633deeee4964fa194835c9f67cdc384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120976 Feb 11 05:01:46.024464 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74ff471a-6952-40dc-b69a-e9e357c6ff33 admin admin] Publish callbacks [] for security_group (6486168d-a5b7-4b0d-8b76-c20348ad416a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:46.034333 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5049c35-d5fc-4a52-bf05-410462b70bb0 req-a09012de-745c-49f5-9721-e08d08d8c121 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0516975 Feb 11 05:01:46.058416 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74ff471a-6952-40dc-b69a-e9e357c6ff33 admin admin] Publish callbacks [] for security_group (6486168d-a5b7-4b0d-8b76-c20348ad416a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:46.137021 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74ff471a-6952-40dc-b69a-e9e357c6ff33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6486168d-a5b7-4b0d-8b76-c20348ad416a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:46.139960 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74ff471a-6952-40dc-b69a-e9e357c6ff33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:46.141621 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-74ff471a-6952-40dc-b69a-e9e357c6ff33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6486168d-a5b7-4b0d-8b76-c20348ad416a HTTP/1.1" status: 204 len: 168 time: 0.2122967 Feb 11 05:01:46.151970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff471a-6952-40dc-b69a-e9e357c6ff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6486168d-a5b7-4b0d-8b76-c20348ad416a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:46.857763 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ebbb38a-166d-4483-a456-c12527e20dcd req-19751ce9-8948-4a2e-8652-ed583ada2a6e tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0426736 Feb 11 05:01:47.002511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51516) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:47.141514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-18b3b46e-dc91-47de-a72e-4efcfc731557 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942327741'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:47.186313 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18b3b46e-dc91-47de-a72e-4efcfc731557 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.201278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18b3b46e-dc91-47de-a72e-4efcfc731557 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.212341 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd5e0f67-2429-484d-96ad-aac350d64e33 req-8cba68d5-2ba7-4167-9d4f-002560b77efc tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0415957 Feb 11 05:01:47.305465 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18b3b46e-dc91-47de-a72e-4efcfc731557 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (8a5b8d6f-af9b-4484-8c74-22a1849da0d3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.317092 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18b3b46e-dc91-47de-a72e-4efcfc731557 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8a5b8d6f-af9b-4484-8c74-22a1849da0d3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.373198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3b46e-dc91-47de-a72e-4efcfc731557 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b8d6f-af9b-4484-8c74-22a1849da0d3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:47.471243 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18b3b46e-dc91-47de-a72e-4efcfc731557 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.477120 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18b3b46e-dc91-47de-a72e-4efcfc731557 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.513395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18b3b46e-dc91-47de-a72e-4efcfc731557 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.514985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-18b3b46e-dc91-47de-a72e-4efcfc731557 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5111897 Feb 11 05:01:47.517045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3b46e-dc91-47de-a72e-4efcfc731557 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:47.517911 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51524) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:47.597310 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cad455ef-693e-42cc-b294-fb5253f7e4f3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0767288 Feb 11 05:01:47.599998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51526) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:47.605399 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f39c02ba-735f-44e5-96d9-1d0a91d13fba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group': {'name': 'tempest-security--535998677', 'description': 'tempest-security-description-1723805406'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:47.645074 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f39c02ba-735f-44e5-96d9-1d0a91d13fba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.710835 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f39c02ba-735f-44e5-96d9-1d0a91d13fba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.715355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f39c02ba-735f-44e5-96d9-1d0a91d13fba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.718937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f39c02ba-735f-44e5-96d9-1d0a91d13fba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.720661 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f39c02ba-735f-44e5-96d9-1d0a91d13fba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "PUT /v2.0/security-groups/7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6 HTTP/1.1" status: 200 len: 1796 time: 0.1194751 Feb 11 05:01:47.724019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51528) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:47.753819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c02ba-735f-44e5-96d9-1d0a91d13fba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:47.789782 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-20b62c20-5453-4d77-a5ca-b0cd0f6b430d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-groups/7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6 HTTP/1.1" status: 200 len: 1796 time: 0.0641763 Feb 11 05:01:47.793496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51530) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:47.868952 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2e992c8-aa6b-4056-9b92-1689e1d029d6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.906730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2e992c8-aa6b-4056-9b92-1689e1d029d6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.973875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2e992c8-aa6b-4056-9b92-1689e1d029d6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.976053 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2e992c8-aa6b-4056-9b92-1689e1d029d6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.979593 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b2e992c8-aa6b-4056-9b92-1689e1d029d6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-groups/7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6 HTTP/1.1" status: 204 len: 168 time: 0.1823137 Feb 11 05:01:47.979959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51534) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:48.017447 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7c58db88-84f6-441d-b5e8-03a59210c5d4 req-f97d11fb-bc25-4a96-9733-147584bfe570 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0574501 Feb 11 05:01:48.018635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e992c8-aa6b-4056-9b92-1689e1d029d6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:48.053397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51536) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:48.057716 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d8dec608-9b4a-4348-9f11-7e841709a9b7 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0763023 Feb 11 05:01:48.070502 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-5dec153e-de6b-43f0-8764-918526e01170 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] delete failed (client error): The resource could not be found. Feb 11 05:01:48.076372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51538) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:48.076811 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5dec153e-de6b-43f0-8764-918526e01170 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-groups/7cc7354b-3b78-4ed0-a41e-a21d6d8b95b6 HTTP/1.1" status: 404 len: 347 time: 0.0222399 Feb 11 05:01:48.081630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-deb607c1-dbc9-4096-9711-12a0529cd5d3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382436588'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:48.104166 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-deb607c1-dbc9-4096-9711-12a0529cd5d3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.173742 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-deb607c1-dbc9-4096-9711-12a0529cd5d3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (27353f0d-bea4-4d13-95bc-74f64f7ef1c1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.179147 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-deb607c1-dbc9-4096-9711-12a0529cd5d3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (27353f0d-bea4-4d13-95bc-74f64f7ef1c1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.209494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-deb607c1-dbc9-4096-9711-12a0529cd5d3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.213522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-deb607c1-dbc9-4096-9711-12a0529cd5d3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1328959 Feb 11 05:01:48.214102 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51540) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:48.218190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bbdf6c81-d095-4760-a76d-c79427918ec2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': '27353f0d-bea4-4d13-95bc-74f64f7ef1c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:48.223256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb607c1-dbc9-4096-9711-12a0529cd5d3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27353f0d-bea4-4d13-95bc-74f64f7ef1c1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:48.259925 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6c81-d095-4760-a76d-c79427918ec2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (1b0c8dee-d559-49de-a9d7-6e3925266777), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.333118 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-812d5c86-5a87-4f08-9dce-fa916167ce2e req-4987d55a-e898-4b90-b91a-0bf3cd678cd0 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0464249 Feb 11 05:01:48.363165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6c81-d095-4760-a76d-c79427918ec2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (1b0c8dee-d559-49de-a9d7-6e3925266777), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.369378 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6c81-d095-4760-a76d-c79427918ec2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (1b0c8dee-d559-49de-a9d7-6e3925266777), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.389076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf6c81-d095-4760-a76d-c79427918ec2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0c8dee-d559-49de-a9d7-6e3925266777,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:48.399049 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bbdf6c81-d095-4760-a76d-c79427918ec2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.403482 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bbdf6c81-d095-4760-a76d-c79427918ec2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1885023 Feb 11 05:01:48.404688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51544) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:48.433272 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1a14121-f448-4c6f-916b-0bd014aec049 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (1b0c8dee-d559-49de-a9d7-6e3925266777), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.447392 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1a14121-f448-4c6f-916b-0bd014aec049 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (1b0c8dee-d559-49de-a9d7-6e3925266777), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.481571 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1a14121-f448-4c6f-916b-0bd014aec049 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (1b0c8dee-d559-49de-a9d7-6e3925266777), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.488602 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1a14121-f448-4c6f-916b-0bd014aec049 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.492013 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c1a14121-f448-4c6f-916b-0bd014aec049 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1b0c8dee-d559-49de-a9d7-6e3925266777 HTTP/1.1" status: 204 len: 168 time: 0.0840404 Feb 11 05:01:48.492779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51546) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:48.494088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a14121-f448-4c6f-916b-0bd014aec049 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b0c8dee-d559-49de-a9d7-6e3925266777,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:48.543379 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d9607534-d31d-4a7b-bd28-36ab7d116447 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0487771 Feb 11 05:01:48.546757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51548) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:48.606243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f2133c6-a498-46e8-8863-f3fd6327e6ce tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (27353f0d-bea4-4d13-95bc-74f64f7ef1c1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.633186 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f2133c6-a498-46e8-8863-f3fd6327e6ce tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (27353f0d-bea4-4d13-95bc-74f64f7ef1c1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.680710 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f2133c6-a498-46e8-8863-f3fd6327e6ce tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (27353f0d-bea4-4d13-95bc-74f64f7ef1c1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.683990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f2133c6-a498-46e8-8863-f3fd6327e6ce tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.685646 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5f2133c6-a498-46e8-8863-f3fd6327e6ce tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-groups/27353f0d-bea4-4d13-95bc-74f64f7ef1c1 HTTP/1.1" status: 204 len: 168 time: 0.1374691 Feb 11 05:01:48.688183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51550) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:48.696184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2133c6-a498-46e8-8863-f3fd6327e6ce tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27353f0d-bea4-4d13-95bc-74f64f7ef1c1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:48.736445 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-57d6c507-6ded-4a49-863f-d4a52cedc853 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0468988 Feb 11 05:01:48.740261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51552) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:48.745644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4f7b7d7b-8236-4a2e-94e8-313eac0f9c4c tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351111200'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:48.767378 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7d7b-8236-4a2e-94e8-313eac0f9c4c tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.847078 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7d7b-8236-4a2e-94e8-313eac0f9c4c tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (3c0a883c-1f10-46d1-8b12-4dd44bf4c21e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.851675 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7d7b-8236-4a2e-94e8-313eac0f9c4c tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3c0a883c-1f10-46d1-8b12-4dd44bf4c21e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.884028 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7d7b-8236-4a2e-94e8-313eac0f9c4c tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.885782 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4f7b7d7b-8236-4a2e-94e8-313eac0f9c4c tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1437144 Feb 11 05:01:48.887782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b7d7b-8236-4a2e-94e8-313eac0f9c4c tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0a883c-1f10-46d1-8b12-4dd44bf4c21e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:48.888657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51554) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:48.895328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4ee66647-ff94-49e9-876e-4a28867f3551 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': '3c0a883c-1f10-46d1-8b12-4dd44bf4c21e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:48.924968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ee66647-ff94-49e9-876e-4a28867f3551 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (e8518489-3aac-4371-9c48-c10d27f6caba), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.979739 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ee66647-ff94-49e9-876e-4a28867f3551 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (e8518489-3aac-4371-9c48-c10d27f6caba), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.983332 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ee66647-ff94-49e9-876e-4a28867f3551 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e8518489-3aac-4371-9c48-c10d27f6caba), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.004129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee66647-ff94-49e9-876e-4a28867f3551 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8518489-3aac-4371-9c48-c10d27f6caba,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:49.013784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ee66647-ff94-49e9-876e-4a28867f3551 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.015106 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4ee66647-ff94-49e9-876e-4a28867f3551 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231816 Feb 11 05:01:49.018333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51556) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:49.022577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4407b840-bb3a-4683-8487-bff0e12bb051 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': '3c0a883c-1f10-46d1-8b12-4dd44bf4c21e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:49.046006 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4407b840-bb3a-4683-8487-bff0e12bb051 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (026ed2c2-5348-4736-89ba-a826f808fb73), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.113797 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4407b840-bb3a-4683-8487-bff0e12bb051 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (026ed2c2-5348-4736-89ba-a826f808fb73), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.117904 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4407b840-bb3a-4683-8487-bff0e12bb051 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (026ed2c2-5348-4736-89ba-a826f808fb73), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.148566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407b840-bb3a-4683-8487-bff0e12bb051 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026ed2c2-5348-4736-89ba-a826f808fb73,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:49.166555 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4407b840-bb3a-4683-8487-bff0e12bb051 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.168041 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4407b840-bb3a-4683-8487-bff0e12bb051 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485636 Feb 11 05:01:49.170009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8c409e04-d3b8-4486-a920-c1f749b77029 req-7253be51-6cf5-424d-8dbb-5d9ba5a12d0c tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0414035 Feb 11 05:01:49.170699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51560) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:49.175206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-483c91e8-3b7b-414d-9e99-3a86a0cdd026 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': '3c0a883c-1f10-46d1-8b12-4dd44bf4c21e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:49.201364 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-483c91e8-3b7b-414d-9e99-3a86a0cdd026 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (10632039-b187-450e-b550-0dc008332807), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.260640 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-483c91e8-3b7b-414d-9e99-3a86a0cdd026 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (10632039-b187-450e-b550-0dc008332807), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.264429 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-483c91e8-3b7b-414d-9e99-3a86a0cdd026 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (10632039-b187-450e-b550-0dc008332807), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.281045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c91e8-3b7b-414d-9e99-3a86a0cdd026 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10632039-b187-450e-b550-0dc008332807,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:49.289570 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-483c91e8-3b7b-414d-9e99-3a86a0cdd026 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.290774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-483c91e8-3b7b-414d-9e99-3a86a0cdd026 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191077 Feb 11 05:01:49.294025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51562) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:49.298309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d2ec7518-792d-489a-b3b0-111d95239ec7 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': '3c0a883c-1f10-46d1-8b12-4dd44bf4c21e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:49.323091 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7518-792d-489a-b3b0-111d95239ec7 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (d543677b-0a38-4ccc-8e1a-5882b5221817), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.465353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ad2518e-f8df-4504-8d86-aefc8ef69d85 req-a04b94d2-345b-43a0-867b-4a3cde8fe9e2 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0292761 Feb 11 05:01:49.651395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7518-792d-489a-b3b0-111d95239ec7 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (d543677b-0a38-4ccc-8e1a-5882b5221817), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.655609 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7518-792d-489a-b3b0-111d95239ec7 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (d543677b-0a38-4ccc-8e1a-5882b5221817), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.673570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec7518-792d-489a-b3b0-111d95239ec7 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d543677b-0a38-4ccc-8e1a-5882b5221817,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:49.682468 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7518-792d-489a-b3b0-111d95239ec7 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.686213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d2ec7518-792d-489a-b3b0-111d95239ec7 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3887587 Feb 11 05:01:49.686402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51566) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:49.691037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e85c7633-642a-4f20-8574-1120e29a7d81 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': '3c0a883c-1f10-46d1-8b12-4dd44bf4c21e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:49.717153 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e85c7633-642a-4f20-8574-1120e29a7d81 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (b554c6fb-0e41-44aa-8a88-451bf94051b8), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.779479 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e85c7633-642a-4f20-8574-1120e29a7d81 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (b554c6fb-0e41-44aa-8a88-451bf94051b8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.783727 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e85c7633-642a-4f20-8574-1120e29a7d81 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (b554c6fb-0e41-44aa-8a88-451bf94051b8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.802103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c7633-642a-4f20-8574-1120e29a7d81 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b554c6fb-0e41-44aa-8a88-451bf94051b8,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:49.810263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e85c7633-642a-4f20-8574-1120e29a7d81 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.811594 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e85c7633-642a-4f20-8574-1120e29a7d81 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1241052 Feb 11 05:01:49.814344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51568) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:49.836742 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99794b32-f065-46aa-983a-ad3440538d44 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (b554c6fb-0e41-44aa-8a88-451bf94051b8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.844621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99794b32-f065-46aa-983a-ad3440538d44 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (b554c6fb-0e41-44aa-8a88-451bf94051b8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.870153 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99794b32-f065-46aa-983a-ad3440538d44 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (b554c6fb-0e41-44aa-8a88-451bf94051b8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.876674 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99794b32-f065-46aa-983a-ad3440538d44 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.877792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-99794b32-f065-46aa-983a-ad3440538d44 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b554c6fb-0e41-44aa-8a88-451bf94051b8 HTTP/1.1" status: 204 len: 168 time: 0.0624642 Feb 11 05:01:49.880490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51570) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:49.883409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99794b32-f065-46aa-983a-ad3440538d44 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b554c6fb-0e41-44aa-8a88-451bf94051b8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:49.922475 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9917f76e-35aa-46e0-addb-8f55ded6a6c9 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0406981 Feb 11 05:01:49.925235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:49.953712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea247160-3110-421b-98fa-b05a568e02ab tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (d543677b-0a38-4ccc-8e1a-5882b5221817), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.961443 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea247160-3110-421b-98fa-b05a568e02ab tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (d543677b-0a38-4ccc-8e1a-5882b5221817), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.986142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea247160-3110-421b-98fa-b05a568e02ab tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (d543677b-0a38-4ccc-8e1a-5882b5221817), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.992370 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea247160-3110-421b-98fa-b05a568e02ab tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.993677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ea247160-3110-421b-98fa-b05a568e02ab tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d543677b-0a38-4ccc-8e1a-5882b5221817 HTTP/1.1" status: 204 len: 168 time: 0.0675490 Feb 11 05:01:49.997103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51574) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:49.999429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea247160-3110-421b-98fa-b05a568e02ab tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d543677b-0a38-4ccc-8e1a-5882b5221817,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:50.046479 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f3eebae0-9329-4cf0-ba28-98221440d899 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0472236 Feb 11 05:01:50.049315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51576) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:50.072377 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9919a337-663e-4452-b495-88265e1eb3e4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (10632039-b187-450e-b550-0dc008332807), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.080355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9919a337-663e-4452-b495-88265e1eb3e4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (10632039-b187-450e-b550-0dc008332807), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.115211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9919a337-663e-4452-b495-88265e1eb3e4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (10632039-b187-450e-b550-0dc008332807), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.122256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9919a337-663e-4452-b495-88265e1eb3e4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.123383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9919a337-663e-4452-b495-88265e1eb3e4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/10632039-b187-450e-b550-0dc008332807 HTTP/1.1" status: 204 len: 168 time: 0.0731709 Feb 11 05:01:50.126459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51578) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:50.129048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919a337-663e-4452-b495-88265e1eb3e4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10632039-b187-450e-b550-0dc008332807,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:50.169248 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-10f9bc10-4b8e-4817-8663-fca72c8a5a48 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0416076 Feb 11 05:01:50.172171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51580) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:50.196044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e683-d245-4fe4-a460-6d92823c197e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (026ed2c2-5348-4736-89ba-a826f808fb73), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.203870 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e683-d245-4fe4-a460-6d92823c197e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (026ed2c2-5348-4736-89ba-a826f808fb73), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.233893 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e683-d245-4fe4-a460-6d92823c197e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (026ed2c2-5348-4736-89ba-a826f808fb73), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.240080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e683-d245-4fe4-a460-6d92823c197e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.241216 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2cb8e683-d245-4fe4-a460-6d92823c197e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/026ed2c2-5348-4736-89ba-a826f808fb73 HTTP/1.1" status: 204 len: 168 time: 0.0682750 Feb 11 05:01:50.243907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51584) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:50.247232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8e683-d245-4fe4-a460-6d92823c197e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=026ed2c2-5348-4736-89ba-a826f808fb73,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:50.302147 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d5c6ae7-50bd-44a1-b25b-edc41bc10f76 req-60d5a95b-726b-49d3-b6d2-b1b5bbea8ed8 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0330758 Feb 11 05:01:50.312264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-be2fbf58-e872-45f1-bdf6-83df46e86a01 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0668581 Feb 11 05:01:50.315241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51586) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:50.341448 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db63b30a-a67f-4d1d-9bfd-a62cc605b9ba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (e8518489-3aac-4371-9c48-c10d27f6caba), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.350171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db63b30a-a67f-4d1d-9bfd-a62cc605b9ba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (e8518489-3aac-4371-9c48-c10d27f6caba), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.379325 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db63b30a-a67f-4d1d-9bfd-a62cc605b9ba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e8518489-3aac-4371-9c48-c10d27f6caba), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.384698 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db63b30a-a67f-4d1d-9bfd-a62cc605b9ba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.385934 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-db63b30a-a67f-4d1d-9bfd-a62cc605b9ba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e8518489-3aac-4371-9c48-c10d27f6caba HTTP/1.1" status: 204 len: 168 time: 0.0695932 Feb 11 05:01:50.388671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51588) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:50.394033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63b30a-a67f-4d1d-9bfd-a62cc605b9ba tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8518489-3aac-4371-9c48-c10d27f6caba,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:50.431895 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-196974ee-1666-408b-93e1-968c6016ff48 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0420010 Feb 11 05:01:50.434610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51590) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:50.486162 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfb27c5-08f8-449e-b31c-dbdd6886990b tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (3c0a883c-1f10-46d1-8b12-4dd44bf4c21e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.509634 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfb27c5-08f8-449e-b31c-dbdd6886990b tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (3c0a883c-1f10-46d1-8b12-4dd44bf4c21e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.566255 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfb27c5-08f8-449e-b31c-dbdd6886990b tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3c0a883c-1f10-46d1-8b12-4dd44bf4c21e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.568814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfb27c5-08f8-449e-b31c-dbdd6886990b tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.569899 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2dfb27c5-08f8-449e-b31c-dbdd6886990b tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-groups/3c0a883c-1f10-46d1-8b12-4dd44bf4c21e HTTP/1.1" status: 204 len: 168 time: 0.1343405 Feb 11 05:01:50.573683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51594) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:50.592403 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18f87e9e-5072-429f-bb14-8a389efec126 req-35f604a7-2e79-4ed9-8559-11ac30453c09 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0354409 Feb 11 05:01:50.598188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb27c5-08f8-449e-b31c-dbdd6886990b tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0a883c-1f10-46d1-8b12-4dd44bf4c21e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:50.631791 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c8df47d7-f008-4edd-82ce-5db5e9dd2d26 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0574450 Feb 11 05:01:50.639914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51596) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:50.644472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ff6ff6c6-eb70-48bf-b1b7-a0ebca7ebe00 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group': {'name': 'tempest-secgroup--994576498'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:50.665501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff6c6-eb70-48bf-b1b7-a0ebca7ebe00 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.731845 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff6c6-eb70-48bf-b1b7-a0ebca7ebe00 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (eece93ea-04f0-4d9f-b5a9-16af8734f12b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.736015 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff6c6-eb70-48bf-b1b7-a0ebca7ebe00 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (eece93ea-04f0-4d9f-b5a9-16af8734f12b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.765637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ff6c6-eb70-48bf-b1b7-a0ebca7ebe00 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eece93ea-04f0-4d9f-b5a9-16af8734f12b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:50.770519 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff6c6-eb70-48bf-b1b7-a0ebca7ebe00 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.774549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51598) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:50.774718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ff6ff6c6-eb70-48bf-b1b7-a0ebca7ebe00 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1335146 Feb 11 05:01:50.779940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2a0a7516-0d95-4845-9279-1c3b5c36b8e3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': 'eece93ea-04f0-4d9f-b5a9-16af8734f12b', 'direction': 'ingress', 'protocol': 17}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:50.808797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a0a7516-0d95-4845-9279-1c3b5c36b8e3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (4f8dae1e-f142-4174-97b0-de5a1776ac81), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.864807 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a0a7516-0d95-4845-9279-1c3b5c36b8e3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (4f8dae1e-f142-4174-97b0-de5a1776ac81), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.868471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a0a7516-0d95-4845-9279-1c3b5c36b8e3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (4f8dae1e-f142-4174-97b0-de5a1776ac81), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.889121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a7516-0d95-4845-9279-1c3b5c36b8e3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8dae1e-f142-4174-97b0-de5a1776ac81,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:50.896025 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a0a7516-0d95-4845-9279-1c3b5c36b8e3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.897236 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2a0a7516-0d95-4845-9279-1c3b5c36b8e3 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1210861 Feb 11 05:01:50.900082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51600) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:50.959699 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf297da0-95ce-4d35-9f89-a26037c23c6e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (eece93ea-04f0-4d9f-b5a9-16af8734f12b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.983342 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf297da0-95ce-4d35-9f89-a26037c23c6e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (eece93ea-04f0-4d9f-b5a9-16af8734f12b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.028913 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf297da0-95ce-4d35-9f89-a26037c23c6e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (eece93ea-04f0-4d9f-b5a9-16af8734f12b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.031794 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf297da0-95ce-4d35-9f89-a26037c23c6e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.033120 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cf297da0-95ce-4d35-9f89-a26037c23c6e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-groups/eece93ea-04f0-4d9f-b5a9-16af8734f12b HTTP/1.1" status: 204 len: 168 time: 0.1314719 Feb 11 05:01:51.035827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51602) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:51.043635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf297da0-95ce-4d35-9f89-a26037c23c6e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eece93ea-04f0-4d9f-b5a9-16af8734f12b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:51.094890 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a45951c6-24ee-47f7-85ed-0af1ebbcdafa tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0576704 Feb 11 05:01:51.098705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51604) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:51.103263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-23107aa2-5fe2-46be-882f-2595ab503937 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551932540'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:51.125501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23107aa2-5fe2-46be-882f-2595ab503937 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.199393 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23107aa2-5fe2-46be-882f-2595ab503937 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (c9f75317-a8e0-47c7-953c-03cfb36f14a6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.203634 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23107aa2-5fe2-46be-882f-2595ab503937 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c9f75317-a8e0-47c7-953c-03cfb36f14a6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.236017 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23107aa2-5fe2-46be-882f-2595ab503937 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.239669 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-23107aa2-5fe2-46be-882f-2595ab503937 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1373708 Feb 11 05:01:51.240193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51606) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:51.245469 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-15d13289-493b-4a8b-a3f0-1f9e58b7750a tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030012800'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:51.251069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23107aa2-5fe2-46be-882f-2595ab503937 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f75317-a8e0-47c7-953c-03cfb36f14a6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:51.271199 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15d13289-493b-4a8b-a3f0-1f9e58b7750a tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.338911 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15d13289-493b-4a8b-a3f0-1f9e58b7750a tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (a580da8a-9883-4f8c-99ce-4fe339fb069d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.344677 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15d13289-493b-4a8b-a3f0-1f9e58b7750a tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a580da8a-9883-4f8c-99ce-4fe339fb069d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.379854 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15d13289-493b-4a8b-a3f0-1f9e58b7750a tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.381111 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-15d13289-493b-4a8b-a3f0-1f9e58b7750a tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1399953 Feb 11 05:01:51.383123 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d13289-493b-4a8b-a3f0-1f9e58b7750a tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a580da8a-9883-4f8c-99ce-4fe339fb069d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:51.384050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:51.389267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7edbd178-a92b-4c1b-9bd8-e1b0bf6a1599 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': 'c9f75317-a8e0-47c7-953c-03cfb36f14a6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a580da8a-9883-4f8c-99ce-4fe339fb069d', 'remote_ip_prefix': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:51.430060 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7edbd178-a92b-4c1b-9bd8-e1b0bf6a1599 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (a5bc9ded-d333-4d50-abf1-e4bf06cbde49), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.444675 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-190f01ce-86b0-4b58-9179-6da36afa3b7c req-4586d236-ec0c-46c9-9a90-e49e2df8643a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0347629 Feb 11 05:01:51.505409 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7edbd178-a92b-4c1b-9bd8-e1b0bf6a1599 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (a5bc9ded-d333-4d50-abf1-e4bf06cbde49), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.509667 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7edbd178-a92b-4c1b-9bd8-e1b0bf6a1599 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (a5bc9ded-d333-4d50-abf1-e4bf06cbde49), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.529139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbd178-a92b-4c1b-9bd8-e1b0bf6a1599 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bc9ded-d333-4d50-abf1-e4bf06cbde49,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:51.540319 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7edbd178-a92b-4c1b-9bd8-e1b0bf6a1599 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.543020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7edbd178-a92b-4c1b-9bd8-e1b0bf6a1599 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1569843 Feb 11 05:01:51.545216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:51.569016 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77358686-d667-4ecb-956e-b515b9e8a876 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (a5bc9ded-d333-4d50-abf1-e4bf06cbde49), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.576474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77358686-d667-4ecb-956e-b515b9e8a876 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (a5bc9ded-d333-4d50-abf1-e4bf06cbde49), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.602457 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77358686-d667-4ecb-956e-b515b9e8a876 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (a5bc9ded-d333-4d50-abf1-e4bf06cbde49), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.609728 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77358686-d667-4ecb-956e-b515b9e8a876 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.610876 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-77358686-d667-4ecb-956e-b515b9e8a876 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a5bc9ded-d333-4d50-abf1-e4bf06cbde49 HTTP/1.1" status: 204 len: 168 time: 0.0647094 Feb 11 05:01:51.613753 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51614) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:51.616309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77358686-d667-4ecb-956e-b515b9e8a876 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5bc9ded-d333-4d50-abf1-e4bf06cbde49,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:51.659905 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7562e21f-05e3-42fc-ba71-feade1028b1c tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0447218 Feb 11 05:01:51.662512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51618) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:51.709645 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ad6de728-7101-4b15-8409-d0e398bf6673 req-cba36b60-d5ca-48fb-95f2-1f681e5cd7b8 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0312035 Feb 11 05:01:51.720333 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c12380e-4170-4b6a-9d1b-03d680a0b39d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (a580da8a-9883-4f8c-99ce-4fe339fb069d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.745068 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c12380e-4170-4b6a-9d1b-03d680a0b39d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (a580da8a-9883-4f8c-99ce-4fe339fb069d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.788400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c12380e-4170-4b6a-9d1b-03d680a0b39d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a580da8a-9883-4f8c-99ce-4fe339fb069d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.790824 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c12380e-4170-4b6a-9d1b-03d680a0b39d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.792550 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5c12380e-4170-4b6a-9d1b-03d680a0b39d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-groups/a580da8a-9883-4f8c-99ce-4fe339fb069d HTTP/1.1" status: 204 len: 168 time: 0.1290040 Feb 11 05:01:51.795352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51620) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:51.802443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12380e-4170-4b6a-9d1b-03d680a0b39d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a580da8a-9883-4f8c-99ce-4fe339fb069d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:51.858956 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a7ca922f-ca12-4e96-946a-0e8626db77e8 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0613961 Feb 11 05:01:51.861655 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51622) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:51.913193 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e26a2de-6255-484d-b185-b9ede364ed87 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (c9f75317-a8e0-47c7-953c-03cfb36f14a6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.935965 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e26a2de-6255-484d-b185-b9ede364ed87 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (c9f75317-a8e0-47c7-953c-03cfb36f14a6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.977425 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e26a2de-6255-484d-b185-b9ede364ed87 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c9f75317-a8e0-47c7-953c-03cfb36f14a6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.980260 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e26a2de-6255-484d-b185-b9ede364ed87 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.981410 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1e26a2de-6255-484d-b185-b9ede364ed87 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-groups/c9f75317-a8e0-47c7-953c-03cfb36f14a6 HTTP/1.1" status: 204 len: 168 time: 0.1188614 Feb 11 05:01:51.984119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51624) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:51.990522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26a2de-6255-484d-b185-b9ede364ed87 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f75317-a8e0-47c7-953c-03cfb36f14a6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:52.040511 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4ef72493-bcad-4139-9006-cfa173a4315c tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550737 Feb 11 05:01:52.045516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51626) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.050470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3b4dac92-cbf3-4d0c-adae-cc8847db6fc2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group': {'name': 'tempest-secgroup--505785041'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:52.072218 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b4dac92-cbf3-4d0c-adae-cc8847db6fc2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.154024 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b4dac92-cbf3-4d0c-adae-cc8847db6fc2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (8384fa40-30ca-45d7-aadd-7de2748e40cd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.157966 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b4dac92-cbf3-4d0c-adae-cc8847db6fc2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8384fa40-30ca-45d7-aadd-7de2748e40cd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.188841 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b4dac92-cbf3-4d0c-adae-cc8847db6fc2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.190097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3b4dac92-cbf3-4d0c-adae-cc8847db6fc2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1433096 Feb 11 05:01:52.192081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dac92-cbf3-4d0c-adae-cc8847db6fc2 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8384fa40-30ca-45d7-aadd-7de2748e40cd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:52.193183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51628) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.201281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d571fdf7-a6b3-465f-97e0-eac671331843 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': '8384fa40-30ca-45d7-aadd-7de2748e40cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:52.227690 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d571fdf7-a6b3-465f-97e0-eac671331843 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (b368e486-b081-4acd-aacd-a62da67fcc18), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.288481 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d571fdf7-a6b3-465f-97e0-eac671331843 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (b368e486-b081-4acd-aacd-a62da67fcc18), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.292729 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d571fdf7-a6b3-465f-97e0-eac671331843 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (b368e486-b081-4acd-aacd-a62da67fcc18), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.311732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571fdf7-a6b3-465f-97e0-eac671331843 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b368e486-b081-4acd-aacd-a62da67fcc18,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:52.322443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d571fdf7-a6b3-465f-97e0-eac671331843 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.323690 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d571fdf7-a6b3-465f-97e0-eac671331843 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1290317 Feb 11 05:01:52.326582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51630) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.351117 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-887d2a53-58cf-4dd4-a708-96f8612bd9f5 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (b368e486-b081-4acd-aacd-a62da67fcc18), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.360756 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-887d2a53-58cf-4dd4-a708-96f8612bd9f5 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (b368e486-b081-4acd-aacd-a62da67fcc18), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.387933 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-887d2a53-58cf-4dd4-a708-96f8612bd9f5 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (b368e486-b081-4acd-aacd-a62da67fcc18), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.392850 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-887d2a53-58cf-4dd4-a708-96f8612bd9f5 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.394042 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-887d2a53-58cf-4dd4-a708-96f8612bd9f5 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b368e486-b081-4acd-aacd-a62da67fcc18 HTTP/1.1" status: 204 len: 168 time: 0.0664487 Feb 11 05:01:52.396821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.401766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d2a53-58cf-4dd4-a708-96f8612bd9f5 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b368e486-b081-4acd-aacd-a62da67fcc18,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:52.439285 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-935a52e6-75eb-44e9-9ffc-067de944d17e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386965 Feb 11 05:01:52.439732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51634) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.514259 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a101d34d-5657-4984-9ede-9dc17b0ff8aa tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (8384fa40-30ca-45d7-aadd-7de2748e40cd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.536616 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a101d34d-5657-4984-9ede-9dc17b0ff8aa tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (8384fa40-30ca-45d7-aadd-7de2748e40cd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.552431 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-89400185-b050-4773-b766-6196c7b33338 req-fe7beceb-04f5-4905-a9a7-4a837f9a7653 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0288053 Feb 11 05:01:52.580521 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a101d34d-5657-4984-9ede-9dc17b0ff8aa tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8384fa40-30ca-45d7-aadd-7de2748e40cd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.583555 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a101d34d-5657-4984-9ede-9dc17b0ff8aa tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.584726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a101d34d-5657-4984-9ede-9dc17b0ff8aa tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-groups/8384fa40-30ca-45d7-aadd-7de2748e40cd HTTP/1.1" status: 204 len: 168 time: 0.1437624 Feb 11 05:01:52.587468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51638) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.594664 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101d34d-5657-4984-9ede-9dc17b0ff8aa tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8384fa40-30ca-45d7-aadd-7de2748e40cd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:52.632833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a8d9e8e1-0758-4838-b00c-cb41b8d81953 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0440457 Feb 11 05:01:52.636651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51640) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.641056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b29f1333-9150-421b-b2ca-eb87dd22b68f tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group': {'name': 'tempest-secgroup--340439037'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:52.661475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b29f1333-9150-421b-b2ca-eb87dd22b68f tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.725799 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b29f1333-9150-421b-b2ca-eb87dd22b68f tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (78f3f44f-5272-4b3e-aef7-2c6bc0dd49b7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.731989 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b29f1333-9150-421b-b2ca-eb87dd22b68f tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (78f3f44f-5272-4b3e-aef7-2c6bc0dd49b7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.763443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f1333-9150-421b-b2ca-eb87dd22b68f tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f3f44f-5272-4b3e-aef7-2c6bc0dd49b7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:52.768681 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b29f1333-9150-421b-b2ca-eb87dd22b68f tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.771901 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b29f1333-9150-421b-b2ca-eb87dd22b68f tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1317511 Feb 11 05:01:52.772189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51644) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.777589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-06ed709e-d6d0-4977-ad7e-1db094b51a28 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': '78f3f44f-5272-4b3e-aef7-2c6bc0dd49b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:52.811990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06ed709e-d6d0-4977-ad7e-1db094b51a28 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (28fc7847-809d-43bb-b3a5-27d3b082624b), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.833198 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1653e71-e299-4562-95d2-3588daba45d3 req-83b92bcc-5147-42a7-ac34-892033931956 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0278134 Feb 11 05:01:52.873414 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06ed709e-d6d0-4977-ad7e-1db094b51a28 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (28fc7847-809d-43bb-b3a5-27d3b082624b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.877908 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06ed709e-d6d0-4977-ad7e-1db094b51a28 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (28fc7847-809d-43bb-b3a5-27d3b082624b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.895028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed709e-d6d0-4977-ad7e-1db094b51a28 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fc7847-809d-43bb-b3a5-27d3b082624b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:52.906263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06ed709e-d6d0-4977-ad7e-1db094b51a28 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.907679 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-06ed709e-d6d0-4977-ad7e-1db094b51a28 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342890 Feb 11 05:01:52.910799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51646) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.927345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-05a2ea67-0784-4c09-bc9f-b753bb63cb7b tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules/28fc7847-809d-43bb-b3a5-27d3b082624b HTTP/1.1" status: 200 len: 763 time: 0.0151565 Feb 11 05:01:52.929762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51648) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.950850 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:01:52.967638 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-847f1124-05a2-438d-81cd-1144d5a3c02c tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0368574 Feb 11 05:01:52.970158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51650) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.993060 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1719b27-e708-455d-a9ca-6194341dbf3d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (28fc7847-809d-43bb-b3a5-27d3b082624b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.000714 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1719b27-e708-455d-a9ca-6194341dbf3d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (28fc7847-809d-43bb-b3a5-27d3b082624b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.026327 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1719b27-e708-455d-a9ca-6194341dbf3d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (28fc7847-809d-43bb-b3a5-27d3b082624b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.032991 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1719b27-e708-455d-a9ca-6194341dbf3d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.034082 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c1719b27-e708-455d-a9ca-6194341dbf3d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/28fc7847-809d-43bb-b3a5-27d3b082624b HTTP/1.1" status: 204 len: 168 time: 0.0630333 Feb 11 05:01:53.036776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51652) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.038252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1719b27-e708-455d-a9ca-6194341dbf3d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28fc7847-809d-43bb-b3a5-27d3b082624b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:53.075460 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a2866211-a6d8-44e4-ada5-4befffe10d43 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0367143 Feb 11 05:01:53.078049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51654) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.082390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d82a1735-16a9-4a93-80be-79d4f610a0d0 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': '78f3f44f-5272-4b3e-aef7-2c6bc0dd49b7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:53.107736 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d82a1735-16a9-4a93-80be-79d4f610a0d0 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (5b6127d0-942e-4b02-ae24-669aa19edc99), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.164217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d82a1735-16a9-4a93-80be-79d4f610a0d0 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (5b6127d0-942e-4b02-ae24-669aa19edc99), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.167876 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d82a1735-16a9-4a93-80be-79d4f610a0d0 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (5b6127d0-942e-4b02-ae24-669aa19edc99), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.184878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a1735-16a9-4a93-80be-79d4f610a0d0 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6127d0-942e-4b02-ae24-669aa19edc99,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:53.194307 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d82a1735-16a9-4a93-80be-79d4f610a0d0 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.195538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d82a1735-16a9-4a93-80be-79d4f610a0d0 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164970 Feb 11 05:01:53.198716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51656) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.215059 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-73a6f27d-0256-4204-987b-dbd9dcc261ef tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules/5b6127d0-942e-4b02-ae24-669aa19edc99 HTTP/1.1" status: 200 len: 763 time: 0.0151894 Feb 11 05:01:53.217479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51658) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.254140 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-966c9bd4-bdbb-487a-a66a-5432de18c01e tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0356164 Feb 11 05:01:53.256838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51660) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.280944 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a24ecbe9-f0aa-4daa-b4cd-5015d39bb0f4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (5b6127d0-942e-4b02-ae24-669aa19edc99), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.290045 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a24ecbe9-f0aa-4daa-b4cd-5015d39bb0f4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (5b6127d0-942e-4b02-ae24-669aa19edc99), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.322090 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a24ecbe9-f0aa-4daa-b4cd-5015d39bb0f4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (5b6127d0-942e-4b02-ae24-669aa19edc99), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.328513 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a24ecbe9-f0aa-4daa-b4cd-5015d39bb0f4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.329595 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a24ecbe9-f0aa-4daa-b4cd-5015d39bb0f4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5b6127d0-942e-4b02-ae24-669aa19edc99 HTTP/1.1" status: 204 len: 168 time: 0.0718627 Feb 11 05:01:53.332278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51662) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.338579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ecbe9-f0aa-4daa-b4cd-5015d39bb0f4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b6127d0-942e-4b02-ae24-669aa19edc99,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:53.374118 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-63e23b1a-c4d8-43ba-8551-c31d229a3cb4 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0405915 Feb 11 05:01:53.377197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51664) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.381328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-57f189de-1ca7-4f3e-9949-ebde693b9901 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': '78f3f44f-5272-4b3e-aef7-2c6bc0dd49b7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:53.403930 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-57f189de-1ca7-4f3e-9949-ebde693b9901 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Project 2b3e4150c1744914b3a103cc15aa761e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:01:53.409546 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57f189de-1ca7-4f3e-9949-ebde693b9901 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (9160818d-42b9-4dd1-b541-bc811c19b9e9), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.465336 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57f189de-1ca7-4f3e-9949-ebde693b9901 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (9160818d-42b9-4dd1-b541-bc811c19b9e9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.468978 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57f189de-1ca7-4f3e-9949-ebde693b9901 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (9160818d-42b9-4dd1-b541-bc811c19b9e9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.488264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f189de-1ca7-4f3e-9949-ebde693b9901 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9160818d-42b9-4dd1-b541-bc811c19b9e9,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:53.495265 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57f189de-1ca7-4f3e-9949-ebde693b9901 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.496341 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-57f189de-1ca7-4f3e-9949-ebde693b9901 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182351 Feb 11 05:01:53.499100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51666) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.516523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-afab50e9-896f-41a0-a3ef-28b4bf8f1da6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules/9160818d-42b9-4dd1-b541-bc811c19b9e9 HTTP/1.1" status: 200 len: 769 time: 0.0160048 Feb 11 05:01:53.518810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51668) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.559840 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7c590bf6-39a6-4018-8348-e6f510a7fd7d tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0369463 Feb 11 05:01:53.560081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51670) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.583471 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77dd1edc-ecbf-4aa6-8b22-ad88dde48629 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (9160818d-42b9-4dd1-b541-bc811c19b9e9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.591170 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77dd1edc-ecbf-4aa6-8b22-ad88dde48629 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (9160818d-42b9-4dd1-b541-bc811c19b9e9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.619789 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77dd1edc-ecbf-4aa6-8b22-ad88dde48629 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (9160818d-42b9-4dd1-b541-bc811c19b9e9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.631527 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77dd1edc-ecbf-4aa6-8b22-ad88dde48629 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.632706 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-77dd1edc-ecbf-4aa6-8b22-ad88dde48629 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9160818d-42b9-4dd1-b541-bc811c19b9e9 HTTP/1.1" status: 204 len: 168 time: 0.0717177 Feb 11 05:01:53.634876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd1edc-ecbf-4aa6-8b22-ad88dde48629 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9160818d-42b9-4dd1-b541-bc811c19b9e9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:53.636793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51674) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.664761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79dd4c96-9962-4075-a5fe-e6c8c79ee521 req-a220495a-90b7-4594-b2db-8d24336ad829 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0308478 Feb 11 05:01:53.687686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3591d3c3-3b68-4cdf-ac07-3f47c3c255bd tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0492055 Feb 11 05:01:53.688353 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51676) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.749284 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc39b37b-17a2-4e58-8bc1-4ea0d35ab9bf tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (78f3f44f-5272-4b3e-aef7-2c6bc0dd49b7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.777713 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc39b37b-17a2-4e58-8bc1-4ea0d35ab9bf tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (78f3f44f-5272-4b3e-aef7-2c6bc0dd49b7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.823920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc39b37b-17a2-4e58-8bc1-4ea0d35ab9bf tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (78f3f44f-5272-4b3e-aef7-2c6bc0dd49b7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.826817 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cc39b37b-17a2-4e58-8bc1-4ea0d35ab9bf tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.828109 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cc39b37b-17a2-4e58-8bc1-4ea0d35ab9bf tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-groups/78f3f44f-5272-4b3e-aef7-2c6bc0dd49b7 HTTP/1.1" status: 204 len: 168 time: 0.1379735 Feb 11 05:01:53.831567 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51678) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.849986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39b37b-17a2-4e58-8bc1-4ea0d35ab9bf tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f3f44f-5272-4b3e-aef7-2c6bc0dd49b7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:53.905449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51682) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:53.907589 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b9a574ee-aa4f-4222-9644-26f7838b6ced tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0748117 Feb 11 05:01:53.917573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-006d5044-1f2a-48fc-86c4-fa62031c9c25 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052074857'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:53.949313 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-006d5044-1f2a-48fc-86c4-fa62031c9c25 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.951593 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7233a66-6408-4895-887d-bfa084da0ca9 req-167e4b79-f018-45be-9634-97c0c9a7d63b tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0341122 Feb 11 05:01:54.043029 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-006d5044-1f2a-48fc-86c4-fa62031c9c25 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (25d455f7-9afa-49ca-b3b5-6e24da0b773c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.047289 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-006d5044-1f2a-48fc-86c4-fa62031c9c25 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (25d455f7-9afa-49ca-b3b5-6e24da0b773c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.081119 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-006d5044-1f2a-48fc-86c4-fa62031c9c25 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.085461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-006d5044-1f2a-48fc-86c4-fa62031c9c25 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1794395 Feb 11 05:01:54.091145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d5044-1f2a-48fc-86c4-fa62031c9c25 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d455f7-9afa-49ca-b3b5-6e24da0b773c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:54.092496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51688) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:54.099143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a3f229e8-64bc-491f-9858-9e8fd7969da6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Request body: {'security_group_rule': {'security_group_id': '25d455f7-9afa-49ca-b3b5-6e24da0b773c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:54.126109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3f229e8-64bc-491f-9858-9e8fd7969da6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (0ae3e32d-bb85-424b-9bdb-379eab83c8da), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.186922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3f229e8-64bc-491f-9858-9e8fd7969da6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (0ae3e32d-bb85-424b-9bdb-379eab83c8da), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.191145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3f229e8-64bc-491f-9858-9e8fd7969da6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (0ae3e32d-bb85-424b-9bdb-379eab83c8da), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.208818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f229e8-64bc-491f-9858-9e8fd7969da6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae3e32d-bb85-424b-9bdb-379eab83c8da,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:54.218544 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3f229e8-64bc-491f-9858-9e8fd7969da6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.219809 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a3f229e8-64bc-491f-9858-9e8fd7969da6 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263027 Feb 11 05:01:54.222635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:54.280602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e98898f7-f446-435e-a465-350669cc8425 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (25d455f7-9afa-49ca-b3b5-6e24da0b773c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.304806 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e98898f7-f446-435e-a465-350669cc8425 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (25d455f7-9afa-49ca-b3b5-6e24da0b773c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.352432 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e98898f7-f446-435e-a465-350669cc8425 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (25d455f7-9afa-49ca-b3b5-6e24da0b773c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.355558 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e98898f7-f446-435e-a465-350669cc8425 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.356714 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e98898f7-f446-435e-a465-350669cc8425 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-groups/25d455f7-9afa-49ca-b3b5-6e24da0b773c HTTP/1.1" status: 204 len: 168 time: 0.1329677 Feb 11 05:01:54.359577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51696) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:54.365500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98898f7-f446-435e-a465-350669cc8425 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d455f7-9afa-49ca-b3b5-6e24da0b773c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:54.419314 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b855610e-12b2-421b-ba92-946249ee9317 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0583928 Feb 11 05:01:54.421781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51698) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:54.455028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d97dc21a-575e-4d0e-a8ee-ada4c6842083 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0321720 Feb 11 05:01:54.457546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51700) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:54.470977 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-5e376b7c-0663-4d58-90e7-8d3af57671dd tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] delete failed (client error): The resource could not be found. Feb 11 05:01:54.475827 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5e376b7c-0663-4d58-90e7-8d3af57671dd tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "DELETE /v2.0/security-groups/25d455f7-9afa-49ca-b3b5-6e24da0b773c HTTP/1.1" status: 404 len: 347 time: 0.0135093 Feb 11 05:01:54.475976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51702) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:54.517314 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7b720a76-c471-49e7-ac73-a8e9efcd6bb5 tempest-SecGroupIPv6Test-2112031040 tempest-SecGroupIPv6Test-2112031040-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0402765 Feb 11 05:01:54.770833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51710) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:54.788864 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bfeeb7e1-8413-4717-8f51-28c1c21e1f89 req-1a4d754f-8330-46c8-87b1-04616cddb430 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0451221 Feb 11 05:01:54.914144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3cbed781-05fd-448d-b807-77a1a0476dd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b3e4150c1744914b3a103cc15aa761e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418924 Feb 11 05:01:54.916506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51714) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:54.963606 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc05db39-c165-482b-a695-bdfb5f60cb0b admin admin] Publish callbacks [] for security_group (8a5b8d6f-af9b-4484-8c74-22a1849da0d3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.984127 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc05db39-c165-482b-a695-bdfb5f60cb0b admin admin] Publish callbacks [] for security_group (8a5b8d6f-af9b-4484-8c74-22a1849da0d3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:55.038775 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc05db39-c165-482b-a695-bdfb5f60cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8a5b8d6f-af9b-4484-8c74-22a1849da0d3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:55.042002 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc05db39-c165-482b-a695-bdfb5f60cb0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:55.044742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fc05db39-c165-482b-a695-bdfb5f60cb0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a5b8d6f-af9b-4484-8c74-22a1849da0d3 HTTP/1.1" status: 204 len: 168 time: 0.1258998 Feb 11 05:01:55.051296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05db39-c165-482b-a695-bdfb5f60cb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b8d6f-af9b-4484-8c74-22a1849da0d3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:55.078003 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97ea8a33-777d-4d69-a90a-0c1e38550204 req-a1952be9-dd58-445f-85fb-1454fdac4ec1 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0458639 Feb 11 05:01:55.733162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51742) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:55.737420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027213 Feb 11 05:01:55.740448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51744) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:55.875065 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5f02e754-8c8e-456d-a224-f72db8cc834a tempest-NetworksApiDiscovery-1241784694 tempest-NetworksApiDiscovery-1241784694-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1275642 Feb 11 05:01:55.923832 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4a2b933-d498-460f-b1f5-ab58a253e9ad req-a46e13d8-adff-4f3d-9c2c-dedd73bf884f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0389328 Feb 11 05:01:56.159361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51756) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:56.213500 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e1b2454-a6df-41fa-97a4-797565365e01 req-b5629430-1917-4292-a0e1-bbb5f86cc0b5 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0357904 Feb 11 05:01:56.285073 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37f36072-1d02-4646-85d8-006f3dfecf78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:56.359851 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37f36072-1d02-4646-85d8-006f3dfecf78 admin admin] Publish callbacks [] for security_group (1967d1ed-03b1-4d72-b26d-b40e9e127cd5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:56.366014 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37f36072-1d02-4646-85d8-006f3dfecf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1967d1ed-03b1-4d72-b26d-b40e9e127cd5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:56.407328 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-37f36072-1d02-4646-85d8-006f3dfecf78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=506d9a4b4fe24ea5b5478b9ef9865b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2466042 Feb 11 05:01:56.408592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f36072-1d02-4646-85d8-006f3dfecf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1967d1ed-03b1-4d72-b26d-b40e9e127cd5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:56.410221 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51760) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:56.465865 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2594bad-fe62-429d-8ef9-7083b4e5d561 admin admin] Publish callbacks [] for security_group (1967d1ed-03b1-4d72-b26d-b40e9e127cd5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:56.491455 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2594bad-fe62-429d-8ef9-7083b4e5d561 admin admin] Publish callbacks [] for security_group (1967d1ed-03b1-4d72-b26d-b40e9e127cd5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:56.547477 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2594bad-fe62-429d-8ef9-7083b4e5d561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1967d1ed-03b1-4d72-b26d-b40e9e127cd5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:56.550181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2594bad-fe62-429d-8ef9-7083b4e5d561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:56.551463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b2594bad-fe62-429d-8ef9-7083b4e5d561 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1967d1ed-03b1-4d72-b26d-b40e9e127cd5 HTTP/1.1" status: 204 len: 168 time: 0.1397421 Feb 11 05:01:56.560160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2594bad-fe62-429d-8ef9-7083b4e5d561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1967d1ed-03b1-4d72-b26d-b40e9e127cd5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:57.049768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4065c188-9012-4543-8037-bf4a093f032b req-8f41f7a3-5612-4375-86b5-1564a4a21244 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0422335 Feb 11 05:01:57.346921 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc7ea335-2c2f-4287-b89f-1b21d9d328d1 req-3c1e84c6-3ce7-4070-9d27-361c69af56b8 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0445709 Feb 11 05:01:58.149328 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-354f5b53-8987-460b-ab5d-8c4c69819260 req-b5b552c1-98a6-4b8f-9411-e8fc2c912ac4 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0285263 Feb 11 05:01:58.450188 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d37cccc8-794a-46f8-8dd4-73dd1e290b34 req-12a1430f-e903-4e68-b312-58f77454a0d4 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0284090 Feb 11 05:01:59.260947 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-747e1299-b679-4bdb-bae2-6362118082fc req-76bf3e0f-c6a2-4722-b74a-3729c6e0af80 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0326650 Feb 11 05:01:59.555995 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2d60a0ab-5289-49eb-9b91-bd903eb152ca req-2dd5f116-6a24-4da3-86a5-952d8f803f19 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0280046 Feb 11 05:02:00.364140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-78b15bcc-3926-49f1-8892-51c7e780b2d7 req-a5bbfc0c-7e40-4a7f-8bd6-2212600dd6d3 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0276227 Feb 11 05:02:00.685341 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1b5c1d38-3116-4e40-a914-c0dcf7dc87ff req-edd09c5d-a847-4f3f-badc-96738daaf50c tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0305769 Feb 11 05:02:00.822006 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25a36196-831b-41b0-9c09-410a187ef47b req-aef96af7-9e7f-4825-acf1-3c695d99dd3a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470328 Feb 11 05:02:00.935699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a36196-831b-41b0-9c09-410a187ef47b req-f1e8e5c5-0fd3-4779-baff-31a14c9bc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:00.937153 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25a36196-831b-41b0-9c09-410a187ef47b req-f1e8e5c5-0fd3-4779-baff-31a14c9bc920 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d48959e6344497eab4f83bb43ef4028&device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 1128 time: 0.0525949 Feb 11 05:02:01.046977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a36196-831b-41b0-9c09-410a187ef47b req-62ab6bc3-39a4-409f-96d2-fc3ac92f86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:01.048453 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25a36196-831b-41b0-9c09-410a187ef47b req-62ab6bc3-39a4-409f-96d2-fc3ac92f86f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=35d033ab-c1ed-4e37-bb12-310252a5a6d3 HTTP/1.1" status: 200 len: 915 time: 0.0896878 Feb 11 05:02:01.093296 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25a36196-831b-41b0-9c09-410a187ef47b req-7f9bc2c2-2477-4379-af8c-3c2134062986 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1738fc1-8889-4ff4-84be-c21a574d962c HTTP/1.1" status: 200 len: 217 time: 0.0386553 Feb 11 05:02:01.147069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a36196-831b-41b0-9c09-410a187ef47b req-22130eef-3615-436a-836d-9166aebac94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:01.147069 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25a36196-831b-41b0-9c09-410a187ef47b req-22130eef-3615-436a-836d-9166aebac94b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91cfa-d5a4-479e-a70b-ea3169f54b29 HTTP/1.1" status: 200 len: 854 time: 0.0444746 Feb 11 05:02:01.176621 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25a36196-831b-41b0-9c09-410a187ef47b req-90d0e53b-6ed0-42be-86c2-a83831aa7422 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=35d033ab-c1ed-4e37-bb12-310252a5a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250456 Feb 11 05:02:01.275876 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25a36196-831b-41b0-9c09-410a187ef47b req-2a30c839-f436-44df-b28d-dd22a80aef22 service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918550 Feb 11 05:02:01.366194 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25a36196-831b-41b0-9c09-410a187ef47b req-4b51e34a-3bf4-4fa1-a274-2672d947d990 service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828745 Feb 11 05:02:01.466123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa222a45-8f14-4b95-a75c-318964ade2b6 req-d6d5e0d9-ad2c-421b-b4b6-aac8d2b38396 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0281625 Feb 11 05:02:01.796252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e18c5fc5-2f76-4189-a4ca-eff003311d0c req-3f7a3fed-b8ef-44af-b060-e5d4c5200f62 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0306544 Feb 11 05:02:02.569768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b901745-d262-4428-82c9-170e56f427fd req-ec17e670-555a-4311-ab4d-91ee8fa8e917 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0316570 Feb 11 05:02:02.923198 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-715ec7fe-1e73-497c-8bb9-071bfa477e7b req-1d1a91b3-a84f-446e-b554-77e13463b40c tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0520270 Feb 11 05:02:03.283969 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.670169 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ee0301c6-648d-4117-b98a-518ae11a48df req-8bdb17bf-4a3e-448e-86a7-13c6260b4dfb tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0270822 Feb 11 05:02:04.035328 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bab8954-1e8d-4234-a659-6a5aa366dbb4 req-8ed56277-ec3d-4f94-9e01-dbc2a15740fb tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0311420 Feb 11 05:02:04.693890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51860) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:04.795792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57030dc1-9d83-4bee-b2bf-dd731b8e1799 req-cb1a85d8-ab71-4383-aeba-94024cdceea7 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0381818 Feb 11 05:02:04.968945 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2c09da58-08f0-4a03-b05f-ff83a288c238 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ef4914dc44c41a783b43f500f12c636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2715816 Feb 11 05:02:04.969390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51870) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:05.033648 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0fdbd06-7bbd-4d07-a83f-ca2d1986f648 admin admin] Publish callbacks [] for security_group (8afcb937-0422-4e6c-8d04-575e41bf416f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:05.063209 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0fdbd06-7bbd-4d07-a83f-ca2d1986f648 admin admin] Publish callbacks [] for security_group (8afcb937-0422-4e6c-8d04-575e41bf416f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:05.163624 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0fdbd06-7bbd-4d07-a83f-ca2d1986f648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8afcb937-0422-4e6c-8d04-575e41bf416f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:05.168736 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0fdbd06-7bbd-4d07-a83f-ca2d1986f648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:05.170284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a0fdbd06-7bbd-4d07-a83f-ca2d1986f648 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8afcb937-0422-4e6c-8d04-575e41bf416f HTTP/1.1" status: 204 len: 168 time: 0.1993806 Feb 11 05:02:05.180330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdbd06-7bbd-4d07-a83f-ca2d1986f648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afcb937-0422-4e6c-8d04-575e41bf416f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:05.250570 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de54e6f8-5ad1-498d-87ae-70eba4f8319c req-3fc303e9-1709-4dfa-9ac4-f8987174649e tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0812206 Feb 11 05:02:05.308776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51884) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:05.563532 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13152e76-ba63-4972-b28b-9ae4b8957ad4 req-fc9bb498-a604-4466-b9fd-4349ae07c8b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0625272 Feb 11 05:02:05.613670 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-730319d3-5df9-4eac-aa9b-18578c75507f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:05.829089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13152e76-ba63-4972-b28b-9ae4b8957ad4 req-be2ec919-8a5a-4bbe-92cf-73c29a5e4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:05.830634 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13152e76-ba63-4972-b28b-9ae4b8957ad4 req-be2ec919-8a5a-4bbe-92cf-73c29a5e4989 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 1129 time: 0.1374688 Feb 11 05:02:05.841555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed04a40-4fbb-4c21-8053-f21ac6b7dbf8 req-7db7ef69-1d3f-4109-8ef6-bd0302920d59 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:05.843176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ed04a40-4fbb-4c21-8053-f21ac6b7dbf8 req-7db7ef69-1d3f-4109-8ef6-bd0302920d59 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 945 time: 0.1309679 Feb 11 05:02:05.949806 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-730319d3-5df9-4eac-aa9b-18578c75507f admin admin] Publish callbacks [] for security_group (f16431fe-5679-4915-9228-be8d9b7f8017), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:05.950890 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-381d1b9b-2b51-4bb6-925f-8b516c228d1d req-c3a24e47-a251-4505-9799-643a25b55ee0 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0549865 Feb 11 05:02:05.959873 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-730319d3-5df9-4eac-aa9b-18578c75507f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f16431fe-5679-4915-9228-be8d9b7f8017), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.017220 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ed04a40-4fbb-4c21-8053-f21ac6b7dbf8 req-af2badb5-99d5-45c8-bb70-9421a8c23efd tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c0172a7-e0b2-431a-a65c-df553517c4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654062 Feb 11 05:02:06.051974 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-730319d3-5df9-4eac-aa9b-18578c75507f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08a64ca058f7404588ecbfd4ed839704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7394042 Feb 11 05:02:06.054680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730319d3-5df9-4eac-aa9b-18578c75507f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16431fe-5679-4915-9228-be8d9b7f8017,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:06.054813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51916) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:06.073990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13152e76-ba63-4972-b28b-9ae4b8957ad4 req-9e7f6e52-e59d-4c0a-810b-775aef328f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:06.075772 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13152e76-ba63-4972-b28b-9ae4b8957ad4 req-9e7f6e52-e59d-4c0a-810b-775aef328f40 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 918 time: 0.2203286 Feb 11 05:02:06.148506 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ba98-a60f-4423-8234-b9812c1173ca admin admin] Publish callbacks [] for security_group (f16431fe-5679-4915-9228-be8d9b7f8017), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.164786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13152e76-ba63-4972-b28b-9ae4b8957ad4 req-21a54102-ccc0-42b6-972e-35eade69164a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86aa5dd1-5307-4a75-92f3-27e2414da009 HTTP/1.1" status: 200 len: 1001 time: 0.0812390 Feb 11 05:02:06.175868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ba98-a60f-4423-8234-b9812c1173ca admin admin] Publish callbacks [] for security_group (f16431fe-5679-4915-9228-be8d9b7f8017), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.223333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13152e76-ba63-4972-b28b-9ae4b8957ad4 req-245fd69b-c345-4e07-8343-0b7d81cfdf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:06.225046 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13152e76-ba63-4972-b28b-9ae4b8957ad4 req-245fd69b-c345-4e07-8343-0b7d81cfdf71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.0513444 Feb 11 05:02:06.230294 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ba98-a60f-4423-8234-b9812c1173ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f16431fe-5679-4915-9228-be8d9b7f8017), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.233394 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3489ba98-a60f-4423-8234-b9812c1173ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.240574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3489ba98-a60f-4423-8234-b9812c1173ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f16431fe-5679-4915-9228-be8d9b7f8017 HTTP/1.1" status: 204 len: 168 time: 0.1848388 Feb 11 05:02:06.253150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489ba98-a60f-4423-8234-b9812c1173ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16431fe-5679-4915-9228-be8d9b7f8017,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:06.307302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13152e76-ba63-4972-b28b-9ae4b8957ad4 req-d9a317f5-653a-48d6-9072-218a27104121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:06.308918 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13152e76-ba63-4972-b28b-9ae4b8957ad4 req-d9a317f5-653a-48d6-9072-218a27104121 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0746100 Feb 11 05:02:06.465935 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ecf07c30-0569-4a62-988e-29cc06590cc7 req-dd2f7c41-cb95-4aa1-abef-207169ac0828 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0459707 Feb 11 05:02:06.473345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13152e76-ba63-4972-b28b-9ae4b8957ad4 req-382be709-127f-4766-8282-292c5e73b233 service neutron] 10.222.0.10 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566973 Feb 11 05:02:06.581855 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13152e76-ba63-4972-b28b-9ae4b8957ad4 req-a0159549-20f9-4efd-b22f-3f5acbfb1966 service neutron] 10.222.0.10 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965428 Feb 11 05:02:06.646168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51936) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:06.659376 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdc261b8-5778-431d-be15-9808937e7fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.740480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdc261b8-5778-431d-be15-9808937e7fd8 admin admin] Publish callbacks [] for security_group (cc9152b6-2134-4bad-9f08-2d0b86dce0d9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.744992 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdc261b8-5778-431d-be15-9808937e7fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cc9152b6-2134-4bad-9f08-2d0b86dce0d9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.782266 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bdc261b8-5778-431d-be15-9808937e7fd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7defc4876ade453e9da724b3e5b2abb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348932 Feb 11 05:02:06.784327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc261b8-5778-431d-be15-9808937e7fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9152b6-2134-4bad-9f08-2d0b86dce0d9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:06.785198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51938) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:06.838101 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09d44fae-31b2-4559-aeb4-427faf661d45 admin admin] Publish callbacks [] for security_group (cc9152b6-2134-4bad-9f08-2d0b86dce0d9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.861997 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09d44fae-31b2-4559-aeb4-427faf661d45 admin admin] Publish callbacks [] for security_group (cc9152b6-2134-4bad-9f08-2d0b86dce0d9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.909197 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09d44fae-31b2-4559-aeb4-427faf661d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cc9152b6-2134-4bad-9f08-2d0b86dce0d9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.911954 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09d44fae-31b2-4559-aeb4-427faf661d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.913106 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-09d44fae-31b2-4559-aeb4-427faf661d45 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc9152b6-2134-4bad-9f08-2d0b86dce0d9 HTTP/1.1" status: 204 len: 168 time: 0.1267035 Feb 11 05:02:06.921349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d44fae-31b2-4559-aeb4-427faf661d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9152b6-2134-4bad-9f08-2d0b86dce0d9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:07.075701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fff7e865-2f7a-4ddd-8f4d-bbc54021dfb8 req-5f356129-4c5e-44b8-875b-86d592dbde67 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0471909 Feb 11 05:02:07.169062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295f0ec-9a3d-4bb0-8f02-8c704b280c1a req-4d788531-a747-4231-b13f-490cdcda99f3 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:07.171339 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9295f0ec-9a3d-4bb0-8f02-8c704b280c1a req-4d788531-a747-4231-b13f-490cdcda99f3 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 945 time: 0.0607219 Feb 11 05:02:07.218646 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9295f0ec-9a3d-4bb0-8f02-8c704b280c1a req-7b120b66-0a20-4e01-9265-e479fadb1cc9 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c0172a7-e0b2-431a-a65c-df553517c4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412586 Feb 11 05:02:07.318968 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.585435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b473055-4f2a-4cf5-8a30-f15cb077622b req-ea3fa0e3-d492-4650-b95e-a6f9aa534ec0 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0299585 Feb 11 05:02:07.661308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-db1f0fc5-a1fb-447c-9c36-eb87f78178ae tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:07.662880 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-db1f0fc5-a1fb-447c-9c36-eb87f78178ae tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.10 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 945 time: 0.0683203 Feb 11 05:02:07.693805 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6080eb6e-e8bd-4284-bfb2-0cc2e44e3566 req-31027021-4592-40ad-980d-5d1d46138850 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0418284 Feb 11 05:02:07.765796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Deleting port fd3567b3-7737-4fa2-8040-a3671a925519 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:07.766254 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.864524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] For port fd3567b3-7737-4fa2-8040-a3671a925519, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fd3567b3-7737-4fa2-8040-a3671a925519,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:07.865132 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.049666 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.050166 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (1c1ec2df-bee5-450b-bd96-db8c08963196), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.050384 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Floating IP 1c1ec2df-bee5-450b-bd96-db8c08963196 disassociated. External IP: 172.25.7.124, port: fd3567b3-7737-4fa2-8040-a3671a925519. Feb 11 05:02:08.050784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Calling delete_port for fd3567b3-7737-4fa2-8040-a3671a925519 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:08.200139 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48762d12-8974-4648-9333-a073bc78024b req-8614ee0a-71dc-4796-bdca-3cf3e4194611 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0371799 Feb 11 05:02:08.222942 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (fd3567b3-7737-4fa2-8040-a3671a925519), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.253997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event deleted for resources: {'Port': ['ID=fd3567b3-7737-4fa2-8040-a3671a925519,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:08.345905 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51eb29ff-5925-4ec0-818b-7461c7426291 req-d8239084-bae3-4d3b-bf9a-1d3c1f2fab2a tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/ports?device_id=59083540-680f-4c76-b2fd-75b201a27b93 HTTP/1.1" status: 200 len: 210 time: 0.0315859 Feb 11 05:02:08.407797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:02:08.527915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:02:08.542027 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ed4eb-148c-404e-a59c-97856151e7dd None None] Sync routers for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:02:08.554726 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ed4eb-148c-404e-a59c-97856151e7dd None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:02:08.555725 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5f4ed4eb-148c-404e-a59c-97856151e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:01:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:08.588299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] No DVR routers for this DVR port fd3567b3-7737-4fa2-8040-a3671a925519 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:08.592844 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.596729 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23d74c0c-8e24-4787-b4c9-3ae263da1d3b req-7c66dd11-a095-4f4b-904b-79f7a6efaece tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.10 "DELETE /v2.0/ports/fd3567b3-7737-4fa2-8040-a3671a925519 HTTP/1.1" status: 204 len: 173 time: 0.9281259 Feb 11 05:02:08.597277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59083540-680f-4c76-b2fd-75b201a27b93', 'name': 'network-vif-deleted', 'tag': 'fd3567b3-7737-4fa2-8040-a3671a925519'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:02:08.600605 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27c0607-ea6d-43e2-9cef-5d90ebf4f12c" -d '{"events": [{"server_uuid": "59083540-680f-4c76-b2fd-75b201a27b93", "name": "network-vif-deleted", "tag": "fd3567b3-7737-4fa2-8040-a3671a925519"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:02:08.671048 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e18f9b-eb45-48fb-be8f-90e3ca9d64b1 x-openstack-request-id: req-63e18f9b-eb45-48fb-be8f-90e3ca9d64b1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:02:08.672385 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59083540-680f-4c76-b2fd-75b201a27b93", "name": "network-vif-deleted", "tag": "fd3567b3-7737-4fa2-8040-a3671a925519", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:02:08.672385 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63e18f9b-eb45-48fb-be8f-90e3ca9d64b1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:02:08.672607 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59083540-680f-4c76-b2fd-75b201a27b93', 'name': 'network-vif-deleted', 'tag': 'fd3567b3-7737-4fa2-8040-a3671a925519', 'status': 'completed', 'code': 200} Feb 11 05:02:08.767294 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-12b8c3b9-3f33-4648-9b5a-499cfc5fccf3 req-1a5da601-0788-4f77-9f33-8dbf11845031 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0431619 Feb 11 05:02:08.781430 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5f4ed4eb-148c-404e-a59c-97856151e7dd None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:02:09.010459 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5f4ed4eb-148c-404e-a59c-97856151e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:09.037108 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ed4eb-148c-404e-a59c-97856151e7dd None None] Checking router: 7d3c47d3-7f22-49ec-85cf-3d0f4538379f for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:02:09.045378 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ed4eb-148c-404e-a59c-97856151e7dd None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:02:09.045987 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5f4ed4eb-148c-404e-a59c-97856151e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:01:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:09.276177 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5f4ed4eb-148c-404e-a59c-97856151e7dd None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:02:09.349000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-728e2a73-3773-4a4e-8109-6b546d98ddf5 req-d8cacc99-9d98-4b7d-b1cf-02a33a68e352 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0479710 Feb 11 05:02:09.400848 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-beed57da-02b6-4771-9c6a-4354a273771b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.464321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52010) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:09.530152 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50481880-fd09-49c7-912e-b4b3bf1ceee6 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group (5c0172a7-e0b2-431a-a65c-df553517c4b5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.551642 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5f4ed4eb-148c-404e-a59c-97856151e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:09.561388 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50481880-fd09-49c7-912e-b4b3bf1ceee6 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group (5c0172a7-e0b2-431a-a65c-df553517c4b5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.579847 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ed4eb-148c-404e-a59c-97856151e7dd None None] The sync data for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 is: [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7b3d8d07-520b-4856-b1a8-27b09a006c30', 'name': '', 'network_id': '8decd706-0c4d-4a4c-9cac-e65570b1f749', 'tenant_id': '96904844260549238a803990e10a1a4b', 'mac_address': 'fa:16:3e:0e:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:42Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'subnets': [{'id': 'c8950805-753a-47d3-a145-dfa74269b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:02:09.622186 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50481880-fd09-49c7-912e-b4b3bf1ceee6 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5c0172a7-e0b2-431a-a65c-df553517c4b5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.625573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50481880-fd09-49c7-912e-b4b3bf1ceee6 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.626876 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-50481880-fd09-49c7-912e-b4b3bf1ceee6 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "DELETE /v2.0/security-groups/5c0172a7-e0b2-431a-a65c-df553517c4b5 HTTP/1.1" status: 204 len: 168 time: 0.1615217 Feb 11 05:02:09.629797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52012) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:09.639469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50481880-fd09-49c7-912e-b4b3bf1ceee6 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0172a7-e0b2-431a-a65c-df553517c4b5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:09.644082 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-7ae55cd5-1d79-4409-915e-2be7a7c8d95f tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] show failed (client error): The resource could not be found. Feb 11 05:02:09.648241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7ae55cd5-1d79-4409-915e-2be7a7c8d95f tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "GET /v2.0/security-groups/5c0172a7-e0b2-431a-a65c-df553517c4b5 HTTP/1.1" status: 404 len: 347 time: 0.0135179 Feb 11 05:02:09.648241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52014) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:09.783071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0084ad6a-6de4-4bac-bffb-936eb293b047 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Deleting port 938e34b2-4e59-4e54-bb26-e28b3b00f76b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:09.783438 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0084ad6a-6de4-4bac-bffb-936eb293b047 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (938e34b2-4e59-4e54-bb26-e28b3b00f76b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.887756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e58f7a1a-7ad3-438d-ae07-d43b02762d27 req-bc15abb2-9f0a-4fc7-b5bb-5900c76b2dd6 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0320060 Feb 11 05:02:09.902338 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0084ad6a-6de4-4bac-bffb-936eb293b047 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (938e34b2-4e59-4e54-bb26-e28b3b00f76b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.902678 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0084ad6a-6de4-4bac-bffb-936eb293b047 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (938e34b2-4e59-4e54-bb26-e28b3b00f76b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.916678 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0084ad6a-6de4-4bac-bffb-936eb293b047 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Calling delete_port for 938e34b2-4e59-4e54-bb26-e28b3b00f76b owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:09.945949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29d7b2-fa4b-4dd0-bb17-a2b350433308 None None] New status for floating IP 1c1ec2df-bee5-450b-bd96-db8c08963196: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:02:10.069967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0084ad6a-6de4-4bac-bffb-936eb293b047 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (938e34b2-4e59-4e54-bb26-e28b3b00f76b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:10.071409 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-9f29d7b2-fa4b-4dd0-bb17-a2b350433308 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:02:10.072283 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-9f29d7b2-fa4b-4dd0-bb17-a2b350433308 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:02:10.097261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084ad6a-6de4-4bac-bffb-936eb293b047 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Pushing event deleted for resources: {'Port': ['ID=938e34b2-4e59-4e54-bb26-e28b3b00f76b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:10.172342 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0084ad6a-6de4-4bac-bffb-936eb293b047 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks [] for floatingip (1c1ec2df-bee5-450b-bd96-db8c08963196), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:10.175546 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0084ad6a-6de4-4bac-bffb-936eb293b047 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:10.176778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0084ad6a-6de4-4bac-bffb-936eb293b047 tempest-AttachVolumeTestJSON-1244178940 tempest-AttachVolumeTestJSON-1244178940-project] 10.222.0.48 "DELETE /v2.0/floatingips/1c1ec2df-bee5-450b-bd96-db8c08963196 HTTP/1.1" status: 204 len: 168 time: 0.5278976 Feb 11 05:02:10.222509 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a771b11-42d1-493d-8082-62237d7d53d6 req-cd3fb1f2-f303-413b-9e0c-b8eabd79d10e tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2&device_id=4faeda7a-71b3-4d70-8dd1-044aeb1b5775 HTTP/1.1" status: 200 len: 210 time: 0.0307066 Feb 11 05:02:10.451210 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9d8b8b1b-fd84-42f9-8b08-449e96e3ecb6 req-e177b671-d9cf-494f-8f3c-db0c49ef138b tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0351851 Feb 11 05:02:10.474072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-838abd52-a56a-414e-8888-5609873f5a9b req-5ce5a59c-21fc-469f-ad46-56e880c0d482 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0319333 Feb 11 05:02:10.486253 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c178ffb-5959-4a98-8a02-99876972bed5 req-4200144f-d6b7-462f-8af4-0f7f36bf6fc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5df1099754fb4db0bb0653d0a0727a01&device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0333264 Feb 11 05:02:10.530454 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c178ffb-5959-4a98-8a02-99876972bed5 req-e6567e73-d5a4-4a76-8c66-180f0b3e0c3e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5df1099754fb4db0bb0653d0a0727a01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266454 Feb 11 05:02:10.573828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29d7b2-fa4b-4dd0-bb17-a2b350433308 None None] New status for floating IP 1c1ec2df-bee5-450b-bd96-db8c08963196: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:02:10.698917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c178ffb-5959-4a98-8a02-99876972bed5 req-972d8a40-ef4e-4a78-8a8b-4fe6f7039f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:10.700392 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c178ffb-5959-4a98-8a02-99876972bed5 req-972d8a40-ef4e-4a78-8a8b-4fe6f7039f97 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587157 Feb 11 05:02:11.334175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device fd3567b3-7737-4fa2-8040-a3671a925519 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:11.354647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: fd3567b3-7737-4fa2-8040-a3671a925519 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:11.354939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device fd3567b3-7737-4fa2-8040-a3671a925519 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:11.566186 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e945ac3-7740-4c6a-bae3-a3441ba72204 req-4732a87e-a93a-4630-a0ea-19a75d116137 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0277617 Feb 11 05:02:11.602162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f0546f3a-c7c1-4faf-b9cc-02c18ab14f68 req-d18c67d7-b099-4b0b-a173-9b3b230842e3 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0314331 Feb 11 05:02:11.842819 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c13ba7bb-7129-424f-994e-f75006a9df74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:12.678642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75f9d31e-aed6-47f0-8985-11fad94dce41 req-3066ae28-4a35-4380-bf4e-230a1afa67be tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0325863 Feb 11 05:02:12.715125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-62508156-0a34-4543-863b-6c593c33f572 req-edc678f8-e5e1-45a7-a2d1-f9e1cd5737ba tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/ports?device_id=a99fc183-d545-4a76-b7b0-7093660d2187 HTTP/1.1" status: 200 len: 210 time: 0.0364318 Feb 11 05:02:12.718258 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:12.986744 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c178ffb-5959-4a98-8a02-99876972bed5 req-c1080582-085f-4c0b-96c4-4e521bebe594 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.60 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0407195 Feb 11 05:02:13.866823 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-beec4de4-167b-4c42-8ca6-c543de24ac65 req-e58302a6-0757-4656-ab4e-3d8749cbe08a tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=7be1e2b0-9370-4215-91ec-d86d1fd611b2 HTTP/1.1" status: 200 len: 210 time: 0.0339661 Feb 11 05:02:13.955130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52130) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:14.041967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d607-c5d1-454c-adb7-97604ddba221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for security_group (fc7c821e-5e92-4cfa-8d17-35517d3993e6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:14.070546 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d607-c5d1-454c-adb7-97604ddba221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for security_group (fc7c821e-5e92-4cfa-8d17-35517d3993e6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:14.148297 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d607-c5d1-454c-adb7-97604ddba221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fc7c821e-5e92-4cfa-8d17-35517d3993e6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:14.152235 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d607-c5d1-454c-adb7-97604ddba221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:14.156603 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52140) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:14.157127 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a2a7d607-c5d1-454c-adb7-97604ddba221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "DELETE /v2.0/security-groups/fc7c821e-5e92-4cfa-8d17-35517d3993e6 HTTP/1.1" status: 204 len: 168 time: 0.2003894 Feb 11 05:02:14.167072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7d607-c5d1-454c-adb7-97604ddba221 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7c821e-5e92-4cfa-8d17-35517d3993e6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:14.176470 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-f056184b-c7fa-45fc-ac0a-39182b377499 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] show failed (client error): The resource could not be found. Feb 11 05:02:14.181256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52142) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:14.187886 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f056184b-c7fa-45fc-ac0a-39182b377499 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "GET /v2.0/security-groups/fc7c821e-5e92-4cfa-8d17-35517d3993e6 HTTP/1.1" status: 404 len: 347 time: 0.0292685 Feb 11 05:02:14.306215 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:14.384493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-db210a35-d310-4c71-8b1f-82841df2b094 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Deleting port 72c68759-65d6-4fe9-9eed-3369cd4279b0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:14.384921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db210a35-d310-4c71-8b1f-82841df2b094 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (72c68759-65d6-4fe9-9eed-3369cd4279b0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:14.496583 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db210a35-d310-4c71-8b1f-82841df2b094 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (72c68759-65d6-4fe9-9eed-3369cd4279b0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:14.496914 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db210a35-d310-4c71-8b1f-82841df2b094 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for floatingip (72c68759-65d6-4fe9-9eed-3369cd4279b0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:14.511871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-db210a35-d310-4c71-8b1f-82841df2b094 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Calling delete_port for 72c68759-65d6-4fe9-9eed-3369cd4279b0 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:14.693762 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db210a35-d310-4c71-8b1f-82841df2b094 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (72c68759-65d6-4fe9-9eed-3369cd4279b0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:14.736804 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db210a35-d310-4c71-8b1f-82841df2b094 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Port': ['ID=72c68759-65d6-4fe9-9eed-3369cd4279b0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:14.833475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db210a35-d310-4c71-8b1f-82841df2b094 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for floatingip (728c5cd6-4764-4e97-9212-23a82e0099a3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:14.836105 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db210a35-d310-4c71-8b1f-82841df2b094 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:14.839860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-db210a35-d310-4c71-8b1f-82841df2b094 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "DELETE /v2.0/floatingips/728c5cd6-4764-4e97-9212-23a82e0099a3 HTTP/1.1" status: 204 len: 168 time: 0.6571553 Feb 11 05:02:14.842632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52158) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:14.958085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a4881cd3-3f8c-42cc-bbaa-8bd3e3a3cb0b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Deleting port c7f80bc2-27bf-4954-a7b7-3c8ab0383091 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:14.958701 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a4881cd3-3f8c-42cc-bbaa-8bd3e3a3cb0b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:15.099008 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a4881cd3-3f8c-42cc-bbaa-8bd3e3a3cb0b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:15.115631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a4881cd3-3f8c-42cc-bbaa-8bd3e3a3cb0b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Calling delete_port for c7f80bc2-27bf-4954-a7b7-3c8ab0383091 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:15.318142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a393bb85-f4a6-463e-b9ad-cb0ff22e4f6b req-22033d59-6c1f-4b31-9651-f7edccb3627f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5df1099754fb4db0bb0653d0a0727a01&device_id=4faeda7a-71b3-4d70-8dd1-044aeb1b5775 HTTP/1.1" status: 200 len: 210 time: 0.0620179 Feb 11 05:02:15.323276 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32068040-37e4-42cd-b099-fa6890bae815 req-3b12c591-0c4f-474a-a155-5cebe6c4c39e tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faeda7a-71b3-4d70-8dd1-044aeb1b5775 HTTP/1.1" status: 200 len: 210 time: 0.0663774 Feb 11 05:02:15.331475 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a4881cd3-3f8c-42cc-bbaa-8bd3e3a3cb0b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c7f80bc2-27bf-4954-a7b7-3c8ab0383091), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:15.434540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a393bb85-f4a6-463e-b9ad-cb0ff22e4f6b req-e5f4f06b-8ce8-4052-9b36-70d3b47823ff service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5df1099754fb4db0bb0653d0a0727a01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006668 Feb 11 05:02:15.443361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4881cd3-3f8c-42cc-bbaa-8bd3e3a3cb0b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Port': ['ID=c7f80bc2-27bf-4954-a7b7-3c8ab0383091,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:15.569051 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a4881cd3-3f8c-42cc-bbaa-8bd3e3a3cb0b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:15.572966 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a4881cd3-3f8c-42cc-bbaa-8bd3e3a3cb0b tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "DELETE /v2.0/ports/c7f80bc2-27bf-4954-a7b7-3c8ab0383091 HTTP/1.1" status: 204 len: 168 time: 0.7285664 Feb 11 05:02:15.575673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52186) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:15.582469 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:15.619401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393bb85-f4a6-463e-b9ad-cb0ff22e4f6b req-a2836d3d-9d5f-462a-b2ea-2e03f2652eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:15.620905 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a393bb85-f4a6-463e-b9ad-cb0ff22e4f6b req-a2836d3d-9d5f-462a-b2ea-2e03f2652eb6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1528544 Feb 11 05:02:15.693578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-875ed796-8623-4c0c-9c48-ae81fd985a83 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Deleting port 10562436-6596-4dc4-8bd3-459375c70f15 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:15.695802 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-875ed796-8623-4c0c-9c48-ae81fd985a83 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (10562436-6596-4dc4-8bd3-459375c70f15), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:15.794483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-875ed796-8623-4c0c-9c48-ae81fd985a83 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (10562436-6596-4dc4-8bd3-459375c70f15), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:15.816205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-875ed796-8623-4c0c-9c48-ae81fd985a83 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Calling delete_port for 10562436-6596-4dc4-8bd3-459375c70f15 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:15.965187 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-875ed796-8623-4c0c-9c48-ae81fd985a83 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (10562436-6596-4dc4-8bd3-459375c70f15), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:15.995333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ed796-8623-4c0c-9c48-ae81fd985a83 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Port': ['ID=10562436-6596-4dc4-8bd3-459375c70f15,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:16.073746 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-875ed796-8623-4c0c-9c48-ae81fd985a83 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.077698 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-875ed796-8623-4c0c-9c48-ae81fd985a83 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "DELETE /v2.0/ports/10562436-6596-4dc4-8bd3-459375c70f15 HTTP/1.1" status: 204 len: 168 time: 0.5010378 Feb 11 05:02:16.080371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52188) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:16.139830 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-21851c8b-d177-4e5a-84cb-010dd191ca47 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Deleting subnet e291671b-3e0f-4d5c-8943-d14fa4114dd4 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:02:16.144318 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21851c8b-d177-4e5a-84cb-010dd191ca47 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for subnet (e291671b-3e0f-4d5c-8943-d14fa4114dd4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.187850 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21851c8b-d177-4e5a-84cb-010dd191ca47 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (e291671b-3e0f-4d5c-8943-d14fa4114dd4), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.281077 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21851c8b-d177-4e5a-84cb-010dd191ca47 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e291671b-3e0f-4d5c-8943-d14fa4114dd4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.350710 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21851c8b-d177-4e5a-84cb-010dd191ca47 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (e291671b-3e0f-4d5c-8943-d14fa4114dd4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.388779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21851c8b-d177-4e5a-84cb-010dd191ca47 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Subnet': ['ID=e291671b-3e0f-4d5c-8943-d14fa4114dd4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:16.406714 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2889e811-3638-4787-95bc-7aa105d3126c None None] Network a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:02:16.416394 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21851c8b-d177-4e5a-84cb-010dd191ca47 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.421458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-21851c8b-d177-4e5a-84cb-010dd191ca47 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "DELETE /v2.0/subnets/e291671b-3e0f-4d5c-8943-d14fa4114dd4 HTTP/1.1" status: 204 len: 168 time: 0.3391318 Feb 11 05:02:16.424306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52196) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:16.524178 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-334499f9-193c-4059-b101-70d3f76f87c6 req-154aab7e-7371-4428-94a9-f05532a61fb0 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faeda7a-71b3-4d70-8dd1-044aeb1b5775 HTTP/1.1" status: 200 len: 210 time: 0.0627058 Feb 11 05:02:16.537259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc184da-56ce-484d-b691-03bd388bd344 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Deleting subnet 718ad409-c615-4b2c-83f0-4c6062f3394f {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:02:16.543945 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dc184da-56ce-484d-b691-03bd388bd344 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks [] for subnet (718ad409-c615-4b2c-83f0-4c6062f3394f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.622509 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dc184da-56ce-484d-b691-03bd388bd344 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (718ad409-c615-4b2c-83f0-4c6062f3394f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.674047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda37278-9933-41ab-afc3-9d6d51e14963 None None] DHCP port deletion for a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:02:16.727699 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dc184da-56ce-484d-b691-03bd388bd344 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (718ad409-c615-4b2c-83f0-4c6062f3394f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.743911 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eda37278-9933-41ab-afc3-9d6d51e14963 None None] Deleting port bdd27626-f264-40f5-8158-d2008ebbd175 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:16.744374 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eda37278-9933-41ab-afc3-9d6d51e14963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.802925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dc184da-56ce-484d-b691-03bd388bd344 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (718ad409-c615-4b2c-83f0-4c6062f3394f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.828578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-eda37278-9933-41ab-afc3-9d6d51e14963 None None] For port bdd27626-f264-40f5-8158-d2008ebbd175, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bdd27626-f264-40f5-8158-d2008ebbd175,segment=NetworkSegment(f1dfd648-d2c4-4abd-a5e4-3cf496a520e6),segment_id=f1dfd648-d2c4-4abd-a5e4-3cf496a520e6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:16.830562 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eda37278-9933-41ab-afc3-9d6d51e14963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.834976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc184da-56ce-484d-b691-03bd388bd344 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Subnet': ['ID=718ad409-c615-4b2c-83f0-4c6062f3394f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:16.845549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dc184da-56ce-484d-b691-03bd388bd344 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:16.852688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e463ec-1a7c-4839-a5c9-02c289505c9b None None] Network 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:02:16.855025 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52202) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:16.855339 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9dc184da-56ce-484d-b691-03bd388bd344 tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "DELETE /v2.0/subnets/718ad409-c615-4b2c-83f0-4c6062f3394f HTTP/1.1" status: 204 len: 168 time: 0.4307122 Feb 11 05:02:16.865870 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eda37278-9933-41ab-afc3-9d6d51e14963 None None] Calling delete_port for bdd27626-f264-40f5-8158-d2008ebbd175 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:16.961079 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.066709 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eda37278-9933-41ab-afc3-9d6d51e14963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.113832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda37278-9933-41ab-afc3-9d6d51e14963 None None] Pushing event deleted for resources: {'Port': ['ID=bdd27626-f264-40f5-8158-d2008ebbd175,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:17.116214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda37278-9933-41ab-afc3-9d6d51e14963 None None] No DVR routers for this DVR port bdd27626-f264-40f5-8158-d2008ebbd175 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:17.124468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850123fa-7675-46f1-8d9e-35bf26f688db None None] DHCP port deletion for 4ddd8ed5-ede1-429a-98f7-1f5a19258b90 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:02:17.208442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-850123fa-7675-46f1-8d9e-35bf26f688db None None] Deleting port dfe0a207-334b-4254-afda-7bc540d72070 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:17.209215 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-850123fa-7675-46f1-8d9e-35bf26f688db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (dfe0a207-334b-4254-afda-7bc540d72070), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.300989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-850123fa-7675-46f1-8d9e-35bf26f688db None None] For port dfe0a207-334b-4254-afda-7bc540d72070, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=dfe0a207-334b-4254-afda-7bc540d72070,segment=NetworkSegment(188cd5d3-23d5-40d7-8807-b6307327bffb),segment_id=188cd5d3-23d5-40d7-8807-b6307327bffb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:17.301392 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-850123fa-7675-46f1-8d9e-35bf26f688db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (dfe0a207-334b-4254-afda-7bc540d72070), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.316447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-850123fa-7675-46f1-8d9e-35bf26f688db None None] Calling delete_port for dfe0a207-334b-4254-afda-7bc540d72070 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:17.392590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Deleting port bdd27626-f264-40f5-8158-d2008ebbd175 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:17.393524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.476131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] For port bdd27626-f264-40f5-8158-d2008ebbd175, host n-d-615180-58, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:17.476999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.495839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Calling delete_port for bdd27626-f264-40f5-8158-d2008ebbd175 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:17.499096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Port bdd27626-f264-40f5-8158-d2008ebbd175 was not found and therefore no delete operation was performed {{(pid=103354) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:02:17.500632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (bdd27626-f264-40f5-8158-d2008ebbd175), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.533746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Port': ['ID=bdd27626-f264-40f5-8158-d2008ebbd175,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:17.544170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] No DVR routers for this DVR port bdd27626-f264-40f5-8158-d2008ebbd175 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:17.611698 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-850123fa-7675-46f1-8d9e-35bf26f688db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (dfe0a207-334b-4254-afda-7bc540d72070), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.621181 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a393bb85-f4a6-463e-b9ad-cb0ff22e4f6b req-fe02a7ad-7d4e-484a-bff1-59ad1c3894a5 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.60 "GET /v2.0/ports?device_id=4faeda7a-71b3-4d70-8dd1-044aeb1b5775 HTTP/1.1" status: 200 len: 210 time: 0.0490856 Feb 11 05:02:17.669175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850123fa-7675-46f1-8d9e-35bf26f688db None None] No DVR routers for this DVR port dfe0a207-334b-4254-afda-7bc540d72070 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:17.672796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850123fa-7675-46f1-8d9e-35bf26f688db None None] Pushing event deleted for resources: {'Port': ['ID=dfe0a207-334b-4254-afda-7bc540d72070,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:17.689180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.755610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8ca28fd5-33cd-427c-bfca-d5eb3c1c3d25 req-fe02275b-c286-4fc7-80a3-12a206c4ed77 tempest-ServerShowV247Test-1597569984 tempest-ServerShowV247Test-1597569984-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faeda7a-71b3-4d70-8dd1-044aeb1b5775 HTTP/1.1" status: 200 len: 210 time: 0.0689330 Feb 11 05:02:17.766752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:17.781100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:17.781399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1dfd648-d2c4-4abd-a5e4-3cf496a520e6') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:17.798864 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (f1dfd648-d2c4-4abd-a5e4-3cf496a520e6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.816382 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (f1dfd648-d2c4-4abd-a5e4-3cf496a520e6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.823352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:02:17.823925 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (f1dfd648-d2c4-4abd-a5e4-3cf496a520e6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:02:17.833635 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:02:17.900910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.916032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:17.919686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "DELETE /v2.0/networks/a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00 HTTP/1.1" status: 204 len: 168 time: 1.0634654 Feb 11 05:02:17.922157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:17.952174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abe6f8-e6da-4e1b-9e89-ff153b7ca23d tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Network': ['ID=a52457e3-1bc9-4bbc-90dc-0d1d07e9fc00,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:18.019174 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (4ddd8ed5-ede1-429a-98f7-1f5a19258b90), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:18.110028 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (4ddd8ed5-ede1-429a-98f7-1f5a19258b90), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:18.136783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddd8ed5-ede1-429a-98f7-1f5a19258b90']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:18.147251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188cd5d3-23d5-40d7-8807-b6307327bffb') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:18.147687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188cd5d3-23d5-40d7-8807-b6307327bffb') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:18.158288 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (188cd5d3-23d5-40d7-8807-b6307327bffb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:18.174401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (188cd5d3-23d5-40d7-8807-b6307327bffb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:18.183991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:02:18.185171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (188cd5d3-23d5-40d7-8807-b6307327bffb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:02:18.188581 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:02:18.272946 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (4ddd8ed5-ede1-429a-98f7-1f5a19258b90), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:18.282112 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:18.288782 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] 10.222.0.48 "DELETE /v2.0/networks/4ddd8ed5-ede1-429a-98f7-1f5a19258b90 HTTP/1.1" status: 204 len: 168 time: 0.3625176 Feb 11 05:02:18.309316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce0b6f-a12f-4b61-9866-69c134ffbc8f tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] Pushing event deleted for resources: {'Network': ['ID=4ddd8ed5-ede1-429a-98f7-1f5a19258b90,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:18.558561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device dfe0a207-334b-4254-afda-7bc540d72070 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:18.579557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: dfe0a207-334b-4254-afda-7bc540d72070 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:18.579982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device dfe0a207-334b-4254-afda-7bc540d72070 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:18.580417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bdd27626-f264-40f5-8158-d2008ebbd175 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:18.602355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: bdd27626-f264-40f5-8158-d2008ebbd175 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:18.603281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bdd27626-f264-40f5-8158-d2008ebbd175 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:19.122067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52224) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:19.253774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-341c7d28-f8ba-447a-9f00-4919c456eb06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:19.338997 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-341c7d28-f8ba-447a-9f00-4919c456eb06 admin admin] Publish callbacks [] for security_group (48e002ec-3c3f-44ca-8bf6-8074433de135), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:19.343890 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-341c7d28-f8ba-447a-9f00-4919c456eb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (48e002ec-3c3f-44ca-8bf6-8074433de135), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:19.398058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-341c7d28-f8ba-447a-9f00-4919c456eb06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5df1099754fb4db0bb0653d0a0727a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2704082 Feb 11 05:02:19.398058 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c7d28-f8ba-447a-9f00-4919c456eb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e002ec-3c3f-44ca-8bf6-8074433de135,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:19.398334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52228) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:19.451834 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83b875e7-0eb3-436a-99f0-9a46a731e661 admin admin] Publish callbacks [] for security_group (48e002ec-3c3f-44ca-8bf6-8074433de135), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:19.483736 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83b875e7-0eb3-436a-99f0-9a46a731e661 admin admin] Publish callbacks [] for security_group (48e002ec-3c3f-44ca-8bf6-8074433de135), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:19.534520 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83b875e7-0eb3-436a-99f0-9a46a731e661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (48e002ec-3c3f-44ca-8bf6-8074433de135), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:19.539759 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83b875e7-0eb3-436a-99f0-9a46a731e661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:19.544305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-83b875e7-0eb3-436a-99f0-9a46a731e661 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48e002ec-3c3f-44ca-8bf6-8074433de135 HTTP/1.1" status: 204 len: 168 time: 0.1447046 Feb 11 05:02:19.553212 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b875e7-0eb3-436a-99f0-9a46a731e661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e002ec-3c3f-44ca-8bf6-8074433de135,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:20.283775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52252) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:20.395879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-5163320-network', 'tenant_id': 'c91c019dc5d7468ab9e15a739b9daf3e'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:02:20.421393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Made reservation on behalf of c91c019dc5d7468ab9e15a739b9daf3e for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:02:20.425619 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:20.437369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:20.525027 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Publish callbacks [] for security_group (fd8f1fa2-370c-4b67-8bf4-7f2a44edbf3e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:20.531990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fd8f1fa2-370c-4b67-8bf4-7f2a44edbf3e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:20.555693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:02:20.570446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8f1fa2-370c-4b67-8bf4-7f2a44edbf3e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:20.576770 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9c1dc385-3165-4c6a-b2d8-5f381cfbb4b1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:20.577320 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Added segment 9c1dc385-3165-4c6a-b2d8-5f381cfbb4b1 of type vlan for network 6ed007b1-4432-4fbe-9392-7d69960f996c Feb 11 05:02:20.630773 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (6ed007b1-4432-4fbe-9392-7d69960f996c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:20.666397 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (6ed007b1-4432-4fbe-9392-7d69960f996c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:20.668158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:20.668827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:20.731608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] Pushing event updated for resources: {'Network': ['ID=6ed007b1-4432-4fbe-9392-7d69960f996c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:20.738953 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3ab3bbf0-6346-4edf-96f5-3d1379f00985 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4521194 Feb 11 05:02:20.740116 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52256) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:20.744298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 6ed007b1-4432-4fbe-9392-7d69960f996c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:02:20.747412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bc02fb2d-b0b8-4876-8c34-f0b2d01fca5f admin admin] Request body: {'subnet': {'network_id': '6ed007b1-4432-4fbe-9392-7d69960f996c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-5163320-subnet', 'tenant_id': 'c91c019dc5d7468ab9e15a739b9daf3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:02:20.777338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc02fb2d-b0b8-4876-8c34-f0b2d01fca5f admin admin] Made reservation on behalf of c91c019dc5d7468ab9e15a739b9daf3e for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:02:20.780937 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc02fb2d-b0b8-4876-8c34-f0b2d01fca5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.004383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc02fb2d-b0b8-4876-8c34-f0b2d01fca5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (e89dd291-1f6d-496d-8ab1-b448dfc4e1d6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.070881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02fb2d-b0b8-4876-8c34-f0b2d01fca5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89dd291-1f6d-496d-8ab1-b448dfc4e1d6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:21.077218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc02fb2d-b0b8-4876-8c34-f0b2d01fca5f admin admin] Checking segment: {'id': '9c1dc385-3165-4c6a-b2d8-5f381cfbb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6ed007b1-4432-4fbe-9392-7d69960f996c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:02:21.077533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc02fb2d-b0b8-4876-8c34-f0b2d01fca5f admin admin] Network hostable DHCP agents. Network: 6ed007b1-4432-4fbe-9392-7d69960f996c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:02:21.097001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc02fb2d-b0b8-4876-8c34-f0b2d01fca5f admin admin] Network 6ed007b1-4432-4fbe-9392-7d69960f996c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:02:21.108146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bc02fb2d-b0b8-4876-8c34-f0b2d01fca5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 6ed007b1-4432-4fbe-9392-7d69960f996c) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:02:21.117489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c5a30e-3534-46df-ab0b-43de217a1ada None None] Network 6ed007b1-4432-4fbe-9392-7d69960f996c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:02:21.122996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc02fb2d-b0b8-4876-8c34-f0b2d01fca5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:21.124083 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc02fb2d-b0b8-4876-8c34-f0b2d01fca5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.156181 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc02fb2d-b0b8-4876-8c34-f0b2d01fca5f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4148080 Feb 11 05:02:21.250074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11762c-e956-4aee-ba68-2685eeae41ca None None] Network 6ed007b1-4432-4fbe-9392-7d69960f996c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:02:21.293381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52264) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:21.354713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-1345f3c0-e533-4692-814c-4efe1de9d1da admin admin] Deleting subnet e89dd291-1f6d-496d-8ab1-b448dfc4e1d6 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:02:21.358140 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1345f3c0-e533-4692-814c-4efe1de9d1da admin admin] Publish callbacks [] for subnet (e89dd291-1f6d-496d-8ab1-b448dfc4e1d6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.398751 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1345f3c0-e533-4692-814c-4efe1de9d1da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (e89dd291-1f6d-496d-8ab1-b448dfc4e1d6), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.450733 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1345f3c0-e533-4692-814c-4efe1de9d1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e89dd291-1f6d-496d-8ab1-b448dfc4e1d6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.511947 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1345f3c0-e533-4692-814c-4efe1de9d1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (e89dd291-1f6d-496d-8ab1-b448dfc4e1d6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.539139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345f3c0-e533-4692-814c-4efe1de9d1da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89dd291-1f6d-496d-8ab1-b448dfc4e1d6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:21.549329 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1345f3c0-e533-4692-814c-4efe1de9d1da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.553010 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1345f3c0-e533-4692-814c-4efe1de9d1da admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e89dd291-1f6d-496d-8ab1-b448dfc4e1d6 HTTP/1.1" status: 204 len: 168 time: 0.2584665 Feb 11 05:02:21.555333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52266) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:21.630281 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (6ed007b1-4432-4fbe-9392-7d69960f996c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.719096 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (6ed007b1-4432-4fbe-9392-7d69960f996c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.742287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed007b1-4432-4fbe-9392-7d69960f996c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:21.756376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1dc385-3165-4c6a-b2d8-5f381cfbb4b1') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:21.757050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1dc385-3165-4c6a-b2d8-5f381cfbb4b1') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:21.767540 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (9c1dc385-3165-4c6a-b2d8-5f381cfbb4b1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.784163 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9c1dc385-3165-4c6a-b2d8-5f381cfbb4b1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.791878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:02:21.792404 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (9c1dc385-3165-4c6a-b2d8-5f381cfbb4b1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:02:21.794465 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:02:21.857979 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (6ed007b1-4432-4fbe-9392-7d69960f996c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.879370 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:21.883051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6ed007b1-4432-4fbe-9392-7d69960f996c HTTP/1.1" status: 204 len: 168 time: 0.3258898 Feb 11 05:02:21.884610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dc1c4-cd5b-4e70-b1e8-82767d5156f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed007b1-4432-4fbe-9392-7d69960f996c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:22.042153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52272) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:22.090643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bfaaaf86-5584-4673-b027-8ae301ce0d8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c91c019dc5d7468ab9e15a739b9daf3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0473564 Feb 11 05:02:22.093551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52274) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:22.157087 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16e9fec2-c246-4809-a895-c1d0f8c41952 admin admin] Publish callbacks [] for security_group (fd8f1fa2-370c-4b67-8bf4-7f2a44edbf3e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:22.180214 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16e9fec2-c246-4809-a895-c1d0f8c41952 admin admin] Publish callbacks [] for security_group (fd8f1fa2-370c-4b67-8bf4-7f2a44edbf3e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:22.231512 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16e9fec2-c246-4809-a895-c1d0f8c41952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fd8f1fa2-370c-4b67-8bf4-7f2a44edbf3e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:22.237109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16e9fec2-c246-4809-a895-c1d0f8c41952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:22.238943 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-16e9fec2-c246-4809-a895-c1d0f8c41952 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd8f1fa2-370c-4b67-8bf4-7f2a44edbf3e HTTP/1.1" status: 204 len: 168 time: 0.1433330 Feb 11 05:02:22.251493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9fec2-c246-4809-a895-c1d0f8c41952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8f1fa2-370c-4b67-8bf4-7f2a44edbf3e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:23.468168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce39d9-5e7a-400b-9a41-182bae6a00c9 req-4631fb3d-96bd-41d4-8eb6-4b41f9c7b921 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:23.474707 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bce39d9-5e7a-400b-9a41-182bae6a00c9 req-4631fb3d-96bd-41d4-8eb6-4b41f9c7b921 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 945 time: 0.1054897 Feb 11 05:02:23.557562 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bce39d9-5e7a-400b-9a41-182bae6a00c9 req-24e0b449-e76d-470b-a1ad-644f3f4bb828 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660708 Feb 11 05:02:23.918058 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52326) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:24.121714 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87d5ffff-4364-484c-bdb3-0c5009be8af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:24.312169 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87d5ffff-4364-484c-bdb3-0c5009be8af1 admin admin] Publish callbacks [] for security_group (1ae0eff8-3b5d-4bbd-ad48-cf5931ed2a29), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:24.327178 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87d5ffff-4364-484c-bdb3-0c5009be8af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1ae0eff8-3b5d-4bbd-ad48-cf5931ed2a29), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:24.418246 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-87d5ffff-4364-484c-bdb3-0c5009be8af1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c83f39a229443268567bae060516535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4977667 Feb 11 05:02:24.418413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52346) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:24.419936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5ffff-4364-484c-bdb3-0c5009be8af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae0eff8-3b5d-4bbd-ad48-cf5931ed2a29,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:24.537889 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db9740df-45c7-45f3-8553-213ec1567a03 admin admin] Publish callbacks [] for security_group (1ae0eff8-3b5d-4bbd-ad48-cf5931ed2a29), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:24.606724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db9740df-45c7-45f3-8553-213ec1567a03 admin admin] Publish callbacks [] for security_group (1ae0eff8-3b5d-4bbd-ad48-cf5931ed2a29), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:24.701687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db9740df-45c7-45f3-8553-213ec1567a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1ae0eff8-3b5d-4bbd-ad48-cf5931ed2a29), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:24.705874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db9740df-45c7-45f3-8553-213ec1567a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:24.710991 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-db9740df-45c7-45f3-8553-213ec1567a03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ae0eff8-3b5d-4bbd-ad48-cf5931ed2a29 HTTP/1.1" status: 204 len: 168 time: 0.2914891 Feb 11 05:02:24.756687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9740df-45c7-45f3-8553-213ec1567a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae0eff8-3b5d-4bbd-ad48-cf5931ed2a29,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:24.783943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1da79e-5ecf-42b1-a9d9-4321007ecda1 req-5bf6a395-0ea4-446d-93f0-424fc90e09f7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:24.786300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df1da79e-5ecf-42b1-a9d9-4321007ecda1 req-5bf6a395-0ea4-446d-93f0-424fc90e09f7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 945 time: 0.0985990 Feb 11 05:02:24.859663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df1da79e-5ecf-42b1-a9d9-4321007ecda1 req-91d0ef59-8956-457d-9aa1-a4017bb5e635 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619493 Feb 11 05:02:25.074982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52368) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:25.343661 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-841490d2-d565-44af-be89-3443020bcce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:25.530489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-841490d2-d565-44af-be89-3443020bcce7 admin admin] Publish callbacks [] for security_group (5070c2fd-0df1-4c2b-905e-8d601fea8d7d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:25.544108 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-841490d2-d565-44af-be89-3443020bcce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5070c2fd-0df1-4c2b-905e-8d601fea8d7d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:25.648591 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-841490d2-d565-44af-be89-3443020bcce7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21ca299c608a4020b969edcdc7c3b3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5719268 Feb 11 05:02:25.651640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52388) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:25.654051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841490d2-d565-44af-be89-3443020bcce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5070c2fd-0df1-4c2b-905e-8d601fea8d7d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:25.730546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ad324-2be2-435c-a3c7-66737c1e0977 req-ca0a491a-eb2e-4160-8273-6e799849809a tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:25.733069 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-352ad324-2be2-435c-a3c7-66737c1e0977 req-ca0a491a-eb2e-4160-8273-6e799849809a tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.60 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 945 time: 0.1601763 Feb 11 05:02:26.030165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Publish callbacks [] for security_group (5070c2fd-0df1-4c2b-905e-8d601fea8d7d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:26.070183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-352ad324-2be2-435c-a3c7-66737c1e0977 req-7b441f5d-cf75-4892-a65e-65f890970bd7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Deleting port f1738fc1-8889-4ff4-84be-c21a574d962c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:26.070781 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-352ad324-2be2-435c-a3c7-66737c1e0977 req-7b441f5d-cf75-4892-a65e-65f890970bd7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:26.076090 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Publish callbacks [] for security_group (5070c2fd-0df1-4c2b-905e-8d601fea8d7d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:26.222953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850913e-27af-4e8b-b874-25fe7398647b req-543ecf7e-aaf5-4334-bff9-ca908dee9fe7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:26.224771 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2850913e-27af-4e8b-b874-25fe7398647b req-543ecf7e-aaf5-4334-bff9-ca908dee9fe7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 945 time: 0.2603891 Feb 11 05:02:26.248941 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5070c2fd-0df1-4c2b-905e-8d601fea8d7d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:26.251863 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:26.260925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5070c2fd-0df1-4c2b-905e-8d601fea8d7d HTTP/1.1" status: 204 len: 168 time: 0.6063995 Feb 11 05:02:26.303894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5070c2fd-0df1-4c2b-905e-8d601fea8d7d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:26.312298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-352ad324-2be2-435c-a3c7-66737c1e0977 req-7b441f5d-cf75-4892-a65e-65f890970bd7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] For port f1738fc1-8889-4ff4-84be-c21a574d962c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f1738fc1-8889-4ff4-84be-c21a574d962c,segment=NetworkSegment(4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23),segment_id=4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:26.312670 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-352ad324-2be2-435c-a3c7-66737c1e0977 req-7b441f5d-cf75-4892-a65e-65f890970bd7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:26.359748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.360109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.360463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.360827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.361282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.361629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.361966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.362302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.362634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.362993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.363328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.363659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.363991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b50ef-c49c-4644-944a-505aba642b98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:26.367154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-352ad324-2be2-435c-a3c7-66737c1e0977 req-7b441f5d-cf75-4892-a65e-65f890970bd7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Calling delete_port for f1738fc1-8889-4ff4-84be-c21a574d962c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:26.407119 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2850913e-27af-4e8b-b874-25fe7398647b req-eb14a408-7ddc-4582-810e-944c340a7538 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723158 Feb 11 05:02:26.685370 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-352ad324-2be2-435c-a3c7-66737c1e0977 req-7b441f5d-cf75-4892-a65e-65f890970bd7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f1738fc1-8889-4ff4-84be-c21a574d962c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:26.732195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['f1738fc1-8889-4ff4-84be-c21a574d962c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:02:26.742672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b441f5d-cf75-4892-a65e-65f890970bd7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Pushing event deleted for resources: {'Port': ['ID=f1738fc1-8889-4ff4-84be-c21a574d962c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:26.850524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-352ad324-2be2-435c-a3c7-66737c1e0977 req-7b441f5d-cf75-4892-a65e-65f890970bd7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] No DVR routers for this DVR port f1738fc1-8889-4ff4-84be-c21a574d962c on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:26.853870 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-352ad324-2be2-435c-a3c7-66737c1e0977 req-7b441f5d-cf75-4892-a65e-65f890970bd7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:26.858097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-352ad324-2be2-435c-a3c7-66737c1e0977 req-7b441f5d-cf75-4892-a65e-65f890970bd7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.60 "DELETE /v2.0/ports/f1738fc1-8889-4ff4-84be-c21a574d962c HTTP/1.1" status: 204 len: 173 time: 1.1135645 Feb 11 05:02:26.858636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3884619f-4854-4e3a-a9c1-254dd8acf5a6', 'name': 'network-vif-deleted', 'tag': 'f1738fc1-8889-4ff4-84be-c21a574d962c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:02:26.862517 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cb3818-9e67-4a79-9dee-ca785b25f159" -d '{"events": [{"server_uuid": "3884619f-4854-4e3a-a9c1-254dd8acf5a6", "name": "network-vif-deleted", "tag": "f1738fc1-8889-4ff4-84be-c21a574d962c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:02:26.954434 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeb0752-3683-48ef-bb6b-a7f91a95debc x-openstack-request-id: req-caeb0752-3683-48ef-bb6b-a7f91a95debc {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:02:26.954759 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3884619f-4854-4e3a-a9c1-254dd8acf5a6", "name": "network-vif-deleted", "tag": "f1738fc1-8889-4ff4-84be-c21a574d962c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:02:26.955061 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-caeb0752-3683-48ef-bb6b-a7f91a95debc {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:02:26.955434 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3884619f-4854-4e3a-a9c1-254dd8acf5a6', 'name': 'network-vif-deleted', 'tag': 'f1738fc1-8889-4ff4-84be-c21a574d962c', 'status': 'completed', 'code': 200} Feb 11 05:02:27.051562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52442) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:27.070494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66fa9363-fd82-4b6a-877d-20ce0da94226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:27.277188 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66fa9363-fd82-4b6a-877d-20ce0da94226 admin admin] Publish callbacks [] for security_group (65fcd390-6516-4c7f-a306-fcc17fd3bfff), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:27.284359 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-66fa9363-fd82-4b6a-877d-20ce0da94226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (65fcd390-6516-4c7f-a306-fcc17fd3bfff), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:27.331173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa9363-fd82-4b6a-877d-20ce0da94226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fcd390-6516-4c7f-a306-fcc17fd3bfff,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:27.403776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52452) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:27.425976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-66fa9363-fd82-4b6a-877d-20ce0da94226 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=891d5d58508a4e079701d00fc00b1d2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3603158 Feb 11 05:02:27.579090 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2e82c97-6a3b-4a87-ae9a-f9565d0d7689 admin admin] Publish callbacks [] for security_group (65fcd390-6516-4c7f-a306-fcc17fd3bfff), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:27.628380 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afe05181-3989-43d5-9102-93871a4a1f13 req-8e6b402e-efc7-446a-9c7d-be53d328dfd2 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884619f-4854-4e3a-a9c1-254dd8acf5a6 HTTP/1.1" status: 200 len: 210 time: 0.0626345 Feb 11 05:02:27.674145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2e82c97-6a3b-4a87-ae9a-f9565d0d7689 admin admin] Publish callbacks [] for security_group (65fcd390-6516-4c7f-a306-fcc17fd3bfff), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:27.796558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2e82c97-6a3b-4a87-ae9a-f9565d0d7689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (65fcd390-6516-4c7f-a306-fcc17fd3bfff), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:27.800607 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2e82c97-6a3b-4a87-ae9a-f9565d0d7689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:27.802316 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e2e82c97-6a3b-4a87-ae9a-f9565d0d7689 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65fcd390-6516-4c7f-a306-fcc17fd3bfff HTTP/1.1" status: 204 len: 168 time: 0.3968134 Feb 11 05:02:27.817969 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e82c97-6a3b-4a87-ae9a-f9565d0d7689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fcd390-6516-4c7f-a306-fcc17fd3bfff,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:28.163940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52476) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:28.385299 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44b3ee9d-5f5c-42f4-8ee4-fc0347172bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:28.483430 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44b3ee9d-5f5c-42f4-8ee4-fc0347172bbb admin admin] Publish callbacks [] for security_group (6a25954b-d4c9-4f35-bb24-10dd7c1af072), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:28.491849 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44b3ee9d-5f5c-42f4-8ee4-fc0347172bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6a25954b-d4c9-4f35-bb24-10dd7c1af072), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:28.546853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52490) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:28.547416 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-44b3ee9d-5f5c-42f4-8ee4-fc0347172bbb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71e328f8bdd949e89f37b4840376a029&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3823802 Feb 11 05:02:28.548704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3ee9d-5f5c-42f4-8ee4-fc0347172bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a25954b-d4c9-4f35-bb24-10dd7c1af072,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:28.652745 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d20549e-591c-4a04-8c67-ae5354f3f89c admin admin] Publish callbacks [] for security_group (6a25954b-d4c9-4f35-bb24-10dd7c1af072), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:28.714441 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d20549e-591c-4a04-8c67-ae5354f3f89c admin admin] Publish callbacks [] for security_group (6a25954b-d4c9-4f35-bb24-10dd7c1af072), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:28.818852 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d20549e-591c-4a04-8c67-ae5354f3f89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6a25954b-d4c9-4f35-bb24-10dd7c1af072), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:28.824057 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d20549e-591c-4a04-8c67-ae5354f3f89c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:28.826392 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2d20549e-591c-4a04-8c67-ae5354f3f89c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a25954b-d4c9-4f35-bb24-10dd7c1af072 HTTP/1.1" status: 204 len: 168 time: 0.2785025 Feb 11 05:02:28.856074 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20549e-591c-4a04-8c67-ae5354f3f89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a25954b-d4c9-4f35-bb24-10dd7c1af072,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:29.776057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device f1738fc1-8889-4ff4-84be-c21a574d962c no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:29.824979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: f1738fc1-8889-4ff4-84be-c21a574d962c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:29.826341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device f1738fc1-8889-4ff4-84be-c21a574d962c not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:29.966284 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:02:33.356898 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:36.879872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab05d7e-6ec1-49c9-a7fd-4f39701e5ef0 req-acf12180-f2b0-4af3-9e51-dc71f16a9846 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:36.885901 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bab05d7e-6ec1-49c9-a7fd-4f39701e5ef0 req-acf12180-f2b0-4af3-9e51-dc71f16a9846 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 946 time: 0.1904099 Feb 11 05:02:37.069998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bab05d7e-6ec1-49c9-a7fd-4f39701e5ef0 req-b75e8269-e307-489a-b214-adbcbf8e92fd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780155 Feb 11 05:02:37.355213 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:38.273275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-36bf7a82-0641-4929-ae8b-00035e397bc9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:38.288908 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-36bf7a82-0641-4929-ae8b-00035e397bc9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 946 time: 0.1919687 Feb 11 05:02:38.431616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6659d-05f7-471a-b902-89e0ab76af3b req-fb3a3da4-6d1d-421f-b440-abb7338200f2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:38.439801 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81b6659d-05f7-471a-b902-89e0ab76af3b req-fb3a3da4-6d1d-421f-b440-abb7338200f2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 946 time: 0.1631882 Feb 11 05:02:38.533239 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81b6659d-05f7-471a-b902-89e0ab76af3b req-2da10c4d-6456-4a5d-9f09-3be61880266b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922651 Feb 11 05:02:38.542543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Deleting port 86aa5dd1-5307-4a75-92f3-27e2414da009 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:38.551172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:38.774994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] For port 86aa5dd1-5307-4a75-92f3-27e2414da009, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=86aa5dd1-5307-4a75-92f3-27e2414da009,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:38.778606 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:39.168172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:39.168546 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (6c1e5811-5399-4674-8b67-3f424e3f9f5e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:39.168879 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Floating IP 6c1e5811-5399-4674-8b67-3f424e3f9f5e disassociated. External IP: 172.25.7.102, port: 86aa5dd1-5307-4a75-92f3-27e2414da009. Feb 11 05:02:39.169235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Calling delete_port for 86aa5dd1-5307-4a75-92f3-27e2414da009 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:39.401342 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34b2f2f6-ca5b-4e43-832a-ba18fe150d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:39.900179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc4e8e-f7fb-4749-99f6-de47ee798cad req-cdfc7edb-4dc7-4c5d-beb5-a10d1aa76c41 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:39.903258 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64dc4e8e-f7fb-4749-99f6-de47ee798cad req-cdfc7edb-4dc7-4c5d-beb5-a10d1aa76c41 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 946 time: 0.1565042 Feb 11 05:02:40.016917 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64dc4e8e-f7fb-4749-99f6-de47ee798cad req-eb40929b-6428-4770-bf41-4e6f26a11dcc tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=658ff899-55d2-4b58-bd01-b5f9f109d3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051757 Feb 11 05:02:40.245354 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (86aa5dd1-5307-4a75-92f3-27e2414da009), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:40.314830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event deleted for resources: {'Port': ['ID=86aa5dd1-5307-4a75-92f3-27e2414da009,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:40.738348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Router 6731d802-b1bc-4336-8c99-99566be76574 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:02:41.234708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:02:41.254218 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ffd7d-fbc9-44a9-97c9-e8a94fb6e402 None None] Sync routers for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:02:41.279774 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ffd7d-fbc9-44a9-97c9-e8a94fb6e402 None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:02:41.285341 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2a2ffd7d-fbc9-44a9-97c9-e8a94fb6e402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:02:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:41.294154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] No DVR routers for this DVR port 86aa5dd1-5307-4a75-92f3-27e2414da009 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:41.298074 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:41.301005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b91f99f-015e-41c3-abf2-26b74c75427f req-bb699c2c-4030-4cd6-b456-db49e15974dd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e6c614-bb6d-457c-a1e8-94a83a02af51 HTTP/1.1" status: 200 len: 210 time: 0.1107371 Feb 11 05:02:41.304009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7018576-a2e7-4a20-9a15-28f76c045c35 req-0de258e2-1a2e-4889-bf66-fa34b7bf33b7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.10 "DELETE /v2.0/ports/86aa5dd1-5307-4a75-92f3-27e2414da009 HTTP/1.1" status: 204 len: 173 time: 3.0105944 Feb 11 05:02:41.304491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'name': 'network-vif-deleted', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:02:41.309016 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9b85cc-cbd6-4ae9-888c-2c7761a81393" -d '{"events": [{"server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "name": "network-vif-deleted", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:02:41.420408 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cca3e07-42fa-431f-8178-eb472d8b559e x-openstack-request-id: req-9cca3e07-42fa-431f-8178-eb472d8b559e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:02:41.420722 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e6c614-bb6d-457c-a1e8-94a83a02af51", "name": "network-vif-deleted", "tag": "86aa5dd1-5307-4a75-92f3-27e2414da009", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:02:41.420982 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9cca3e07-42fa-431f-8178-eb472d8b559e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:02:41.421438 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e6c614-bb6d-457c-a1e8-94a83a02af51', 'name': 'network-vif-deleted', 'tag': '86aa5dd1-5307-4a75-92f3-27e2414da009', 'status': 'completed', 'code': 200} Feb 11 05:02:41.457549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 86aa5dd1-5307-4a75-92f3-27e2414da009 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:41.540215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 86aa5dd1-5307-4a75-92f3-27e2414da009 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:41.540447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 86aa5dd1-5307-4a75-92f3-27e2414da009 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:41.611437 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-2a2ffd7d-fbc9-44a9-97c9-e8a94fb6e402 None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:02:41.858467 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-43a59748-a6a2-4dc6-b354-2b0e74f36361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:42.189120 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2a2ffd7d-fbc9-44a9-97c9-e8a94fb6e402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:49Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:42.280583 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ffd7d-fbc9-44a9-97c9-e8a94fb6e402 None None] Checking router: 6731d802-b1bc-4336-8c99-99566be76574 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:02:42.312637 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ffd7d-fbc9-44a9-97c9-e8a94fb6e402 None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:02:42.315191 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2a2ffd7d-fbc9-44a9-97c9-e8a94fb6e402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:02:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:42.518001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52866) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:42.723146 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a16ce5a7-9904-45c4-92ca-0b4fc40f35eb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group (658ff899-55d2-4b58-bd01-b5f9f109d3ba), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:42.732911 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:42.749372 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-2a2ffd7d-fbc9-44a9-97c9-e8a94fb6e402 None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:02:42.797499 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a16ce5a7-9904-45c4-92ca-0b4fc40f35eb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group (658ff899-55d2-4b58-bd01-b5f9f109d3ba), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:42.924092 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a16ce5a7-9904-45c4-92ca-0b4fc40f35eb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (658ff899-55d2-4b58-bd01-b5f9f109d3ba), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:42.932281 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a16ce5a7-9904-45c4-92ca-0b4fc40f35eb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:42.936885 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a16ce5a7-9904-45c4-92ca-0b4fc40f35eb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "DELETE /v2.0/security-groups/658ff899-55d2-4b58-bd01-b5f9f109d3ba HTTP/1.1" status: 204 len: 168 time: 0.4178658 Feb 11 05:02:42.939656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52874) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:42.975306 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-cd6f0415-73de-4192-bce1-bd6d119dfbe7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] show failed (client error): The resource could not be found. Feb 11 05:02:42.978507 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cd6f0415-73de-4192-bce1-bd6d119dfbe7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups/658ff899-55d2-4b58-bd01-b5f9f109d3ba HTTP/1.1" status: 404 len: 347 time: 0.0357046 Feb 11 05:02:42.979164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ce5a7-9904-45c4-92ca-0b4fc40f35eb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658ff899-55d2-4b58-bd01-b5f9f109d3ba,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:42.980881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52876) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:43.473011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Deleting port 11ce45f0-d673-41ec-bb27-4c49a1b007e8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:43.473389 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (11ce45f0-d673-41ec-bb27-4c49a1b007e8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:43.477652 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2a2ffd7d-fbc9-44a9-97c9-e8a94fb6e402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:49Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:43.599569 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ffd7d-fbc9-44a9-97c9-e8a94fb6e402 None None] The sync data for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 is: [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:49Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:02:43.776491 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (11ce45f0-d673-41ec-bb27-4c49a1b007e8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:43.781178 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (11ce45f0-d673-41ec-bb27-4c49a1b007e8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:43.832693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Calling delete_port for 11ce45f0-d673-41ec-bb27-4c49a1b007e8 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:44.248988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9af1960-661b-47ea-8424-73b762e377dd None None] New status for floating IP 6c1e5811-5399-4674-8b67-3f424e3f9f5e: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:02:44.336862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (11ce45f0-d673-41ec-bb27-4c49a1b007e8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:44.450799 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event deleted for resources: {'Port': ['ID=11ce45f0-d673-41ec-bb27-4c49a1b007e8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:44.505885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.506831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.507384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.507749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.509791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.510044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.510400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.510749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.520693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.521133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.521489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.523229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.523656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:44.607006 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-f9af1960-661b-47ea-8424-73b762e377dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:02:44.607462 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-f9af1960-661b-47ea-8424-73b762e377dd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:02:44.609457 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:44.732494 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (6c1e5811-5399-4674-8b67-3f424e3f9f5e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:44.748463 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:44.749923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-049e2940-90a8-42f2-b690-63e4e0c94fa3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "DELETE /v2.0/floatingips/6c1e5811-5399-4674-8b67-3f424e3f9f5e HTTP/1.1" status: 204 len: 168 time: 1.7675221 Feb 11 05:02:45.109178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9af1960-661b-47ea-8424-73b762e377dd None None] New status for floating IP 6c1e5811-5399-4674-8b67-3f424e3f9f5e: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:02:45.610767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52924) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:45.611961 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:45.615825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-770f111d-789f-4a95-a7d0-38a293fb187b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758776041', 'description': 'tempest-description--773413449'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:02:45.702548 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-770f111d-789f-4a95-a7d0-38a293fb187b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:45.896219 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-770f111d-789f-4a95-a7d0-38a293fb187b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group (01f416da-de44-4627-9724-1f4c69d008a6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:45.916325 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-770f111d-789f-4a95-a7d0-38a293fb187b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (01f416da-de44-4627-9724-1f4c69d008a6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:45.968254 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-770f111d-789f-4a95-a7d0-38a293fb187b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:45.976425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-770f111d-789f-4a95-a7d0-38a293fb187b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3643935 Feb 11 05:02:45.980651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52930) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:45.986162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f111d-789f-4a95-a7d0-38a293fb187b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f416da-de44-4627-9724-1f4c69d008a6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:45.986582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c9a42cf8-d480-42db-98cc-ade0ee109b38 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Request body: {'security_group_rule': {'security_group_id': '01f416da-de44-4627-9724-1f4c69d008a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:02:46.098496 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c9a42cf8-d480-42db-98cc-ade0ee109b38 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group_rule (7ec20d5c-085a-48d8-a8e4-18e80a1c8da7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:46.185267 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c9a42cf8-d480-42db-98cc-ade0ee109b38 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group_rule (7ec20d5c-085a-48d8-a8e4-18e80a1c8da7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:46.205812 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c9a42cf8-d480-42db-98cc-ade0ee109b38 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (7ec20d5c-085a-48d8-a8e4-18e80a1c8da7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:46.250363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a42cf8-d480-42db-98cc-ade0ee109b38 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec20d5c-085a-48d8-a8e4-18e80a1c8da7,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:46.268848 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c9a42cf8-d480-42db-98cc-ade0ee109b38 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:46.273279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52936) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:46.276252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c9a42cf8-d480-42db-98cc-ade0ee109b38 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2908895 Feb 11 05:02:46.278601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fc11bcd7-8d8e-4b13-a430-9f5f31ff3b20 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Request body: {'security_group_rule': {'security_group_id': '01f416da-de44-4627-9724-1f4c69d008a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:02:46.332960 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc11bcd7-8d8e-4b13-a430-9f5f31ff3b20 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group_rule (447a60dd-94e4-4853-873f-61789d1cdee4), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:46.510729 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc11bcd7-8d8e-4b13-a430-9f5f31ff3b20 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group_rule (447a60dd-94e4-4853-873f-61789d1cdee4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:46.525999 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc11bcd7-8d8e-4b13-a430-9f5f31ff3b20 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (447a60dd-94e4-4853-873f-61789d1cdee4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:46.599439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11bcd7-8d8e-4b13-a430-9f5f31ff3b20 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447a60dd-94e4-4853-873f-61789d1cdee4,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:46.637281 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc11bcd7-8d8e-4b13-a430-9f5f31ff3b20 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:46.641921 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fc11bcd7-8d8e-4b13-a430-9f5f31ff3b20 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3637946 Feb 11 05:02:46.641921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52942) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:46.646444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:02:46.733579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:46.938003 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:47.199743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Allocated IP 172.25.7.148 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/d3d895d0-941a-4604-97f6-90e088987d69) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:02:47.534471 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for port (d3d895d0-941a-4604-97f6-90e088987d69), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:47.738237 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d3d895d0-941a-4604-97f6-90e088987d69), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:47.860389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:02:47.875454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:02:47.886284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:02:48.069134 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event updated for resources: {'Port': ['ID=d3d895d0-941a-4604-97f6-90e088987d69,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:48.248400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (dcebedc0-ecdf-46b1-9e90-13eac5bb1910), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:48.371588 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d3d895d0-941a-4604-97f6-90e088987d69), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:48.668635 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for port (d3d895d0-941a-4604-97f6-90e088987d69), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:48.676485 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d3d895d0-941a-4604-97f6-90e088987d69), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:48.901428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event updated for resources: {'Port': ['ID=d3d895d0-941a-4604-97f6-90e088987d69,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:48.933992 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (dcebedc0-ecdf-46b1-9e90-13eac5bb1910), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:48.976156 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:48.988822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-398edd93-5fce-4aea-b13e-696f380543ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3455741 Feb 11 05:02:49.645865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-3d349de4-c34c-41f9-b377-bb83cef75b7e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1758776041&fields=id&tenant_id=e2aa496ab7234a4c99e573c68b49bdb5 HTTP/1.1" status: 200 len: 267 time: 0.2956421 Feb 11 05:02:49.947498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-69ddb18b-208c-4f7f-bb35-3b6b37139830 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:49.960237 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-69ddb18b-208c-4f7f-bb35-3b6b37139830 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 817 time: 0.3060844 Feb 11 05:02:50.032915 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-75f3af5b-4349-403e-8b33-8641da034713 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/quotas/e2aa496ab7234a4c99e573c68b49bdb5 HTTP/1.1" status: 200 len: 375 time: 0.0714364 Feb 11 05:02:50.200550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-f581c8e2-8be0-4904-a8c8-4cf9415308d2 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:50.222473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-f581c8e2-8be0-4904-a8c8-4cf9415308d2 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/networks?id=35d033ab-c1ed-4e37-bb12-310252a5a6d3 HTTP/1.1" status: 200 len: 814 time: 0.3962252 Feb 11 05:02:50.268083 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-20d6ed5c-3326-4fe2-845e-4104264ae671 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/quotas/0d48959e6344497eab4f83bb43ef4028 HTTP/1.1" status: 200 len: 375 time: 0.0441499 Feb 11 05:02:50.382998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-fdbcc343-b974-4703-b1a7-27c76b9de016 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3435233 Feb 11 05:02:50.403814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-4cbe817b-27da-4b1b-a871-db06bed1bd2f tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d48959e6344497eab4f83bb43ef4028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1343555 Feb 11 05:02:50.715219 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-3296c789-3aed-49ef-87be-291b8f500202 service neutron] 10.222.0.48 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076448 Feb 11 05:02:50.773442 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-948b0854-8cb1-45c0-a31d-00f6c13dbf54 service neutron] 10.222.0.48 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607771 Feb 11 05:02:51.079174 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-c981326e-8865-4fef-ba7c-92fc7f8c628a service neutron] 10.222.0.48 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626275 Feb 11 05:02:51.123456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-857595e9-a545-4a07-bbb1-a4e1fa6df333 service neutron] 10.222.0.48 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485913 Feb 11 05:02:51.700170 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-58fa03c6-b5d9-4570-8b73-64b8d317ded6 req-b71fae4c-1c63-4175-8fe5-4711639fb0b4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 210 time: 0.0740137 Feb 11 05:02:52.045636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0d21d72-e057-4fb5-94eb-71760ffca28b req-5ef6f062-964c-489e-8099-82bc71ab01db tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 210 time: 0.4747338 Feb 11 05:02:52.302859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53086) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:52.538835 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-755d6e41-1fd3-4a60-99c6-4c10b7b230e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:52.741890 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-755d6e41-1fd3-4a60-99c6-4c10b7b230e0 admin admin] Publish callbacks [] for security_group (e8971f74-4e83-47fc-958f-fd4ae01dc8d5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:52.759166 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-755d6e41-1fd3-4a60-99c6-4c10b7b230e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e8971f74-4e83-47fc-958f-fd4ae01dc8d5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:52.796235 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-755d6e41-1fd3-4a60-99c6-4c10b7b230e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2684faf4f67411885a05d71882043e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4918759 Feb 11 05:02:52.799093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53100) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:52.822613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6e41-1fd3-4a60-99c6-4c10b7b230e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8971f74-4e83-47fc-958f-fd4ae01dc8d5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:52.912068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e338b501-1d77-4e71-b3cf-c90809107708 req-a1a56daf-a4d5-4c8b-9b5c-ceb18678da5c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 210 time: 0.0828521 Feb 11 05:02:52.977554 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f87f1ea-9b33-4b07-8f73-8ecb6f4012a3 admin admin] Publish callbacks [] for security_group (e8971f74-4e83-47fc-958f-fd4ae01dc8d5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:53.034598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f87f1ea-9b33-4b07-8f73-8ecb6f4012a3 admin admin] Publish callbacks [] for security_group (e8971f74-4e83-47fc-958f-fd4ae01dc8d5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:53.159970 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f87f1ea-9b33-4b07-8f73-8ecb6f4012a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e8971f74-4e83-47fc-958f-fd4ae01dc8d5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:53.169600 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f87f1ea-9b33-4b07-8f73-8ecb6f4012a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:53.180641 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8f87f1ea-9b33-4b07-8f73-8ecb6f4012a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8971f74-4e83-47fc-958f-fd4ae01dc8d5 HTTP/1.1" status: 204 len: 168 time: 0.3781228 Feb 11 05:02:53.218336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87f1ea-9b33-4b07-8f73-8ecb6f4012a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8971f74-4e83-47fc-958f-fd4ae01dc8d5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:53.290171 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7fc41ee-8119-4abd-9b12-f2438508710a req-7ca9a3be-4301-4795-baee-cc635d927d09 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 210 time: 0.0475304 Feb 11 05:02:53.404762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-64565f7b-afb1-49a3-bba2-8093c07df34a tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:53.406430 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-64565f7b-afb1-49a3-bba2-8093c07df34a tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.60 "GET /v2.0/networks?id=35d033ab-c1ed-4e37-bb12-310252a5a6d3 HTTP/1.1" status: 200 len: 814 time: 0.1150732 Feb 11 05:02:53.430153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Request body: {'port': {'device_id': 'c9776197-0211-4d1c-be49-561f74f9ea1a', 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3', 'admin_state_up': True, 'tenant_id': '0d48959e6344497eab4f83bb43ef4028'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:02:53.795602 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Made reservation on behalf of 0d48959e6344497eab4f83bb43ef4028 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:02:53.798973 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:54.203401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53132) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:54.228232 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71400e2d-ccbd-45bc-8c64-b03c298122a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:54.262794 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-45100c58-5d69-45fb-89ba-b692d2451f75 req-f01f69fb-065e-48e2-82ef-953ae729264a tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 210 time: 0.1192324 Feb 11 05:02:54.400034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Allocated IP 172.20.0.3 (35d033ab-c1ed-4e37-bb12-310252a5a6d3/49b91cfa-d5a4-479e-a70b-ea3169f54b29/1cfe6394-d0a3-4878-a6fa-59261a56275a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:02:54.547074 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71400e2d-ccbd-45bc-8c64-b03c298122a4 admin admin] Publish callbacks [] for security_group (9de695ce-8e64-423d-86f0-6aca012d9f2b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:54.573868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71400e2d-ccbd-45bc-8c64-b03c298122a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9de695ce-8e64-423d-86f0-6aca012d9f2b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:54.624342 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-82f82011-997c-4a26-b603-a6b8b278a17d req-05ab4fac-bec6-41f1-a707-ab3fe2543aee tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 210 time: 0.0754795 Feb 11 05:02:54.745037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71400e2d-ccbd-45bc-8c64-b03c298122a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de695ce-8e64-423d-86f0-6aca012d9f2b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:54.755307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-71400e2d-ccbd-45bc-8c64-b03c298122a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77238ac1d43b4c17b8cfb64f667bfa3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485842 Feb 11 05:02:54.756982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53142) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:54.868594 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-220844c3-7c40-425c-a029-a1032d105947 admin admin] Publish callbacks [] for security_group (9de695ce-8e64-423d-86f0-6aca012d9f2b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:54.895224 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks [] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:55.010574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:55.039842 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-220844c3-7c40-425c-a029-a1032d105947 admin admin] Publish callbacks [] for security_group (9de695ce-8e64-423d-86f0-6aca012d9f2b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:55.158357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Pushing event updated for resources: {'Port': ['ID=1cfe6394-d0a3-4878-a6fa-59261a56275a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:55.191500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:02:55.194644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:02:55.207272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:02:55.320914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-495983cc-a019-4347-9345-f000dd4794b4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:55.327158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-495983cc-a019-4347-9345-f000dd4794b4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.60 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 817 time: 0.3941953 Feb 11 05:02:55.345242 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-220844c3-7c40-425c-a029-a1032d105947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9de695ce-8e64-423d-86f0-6aca012d9f2b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:55.347195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:55.347972 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:55.348363 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-220844c3-7c40-425c-a029-a1032d105947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:55.353567 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-220844c3-7c40-425c-a029-a1032d105947 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9de695ce-8e64-423d-86f0-6aca012d9f2b HTTP/1.1" status: 204 len: 168 time: 0.5953445 Feb 11 05:02:55.367908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220844c3-7c40-425c-a029-a1032d105947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de695ce-8e64-423d-86f0-6aca012d9f2b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:55.390019 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-7b843f71-d4cd-4661-a5df-6b05294cc6f8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9645638 Feb 11 05:02:55.409096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Request body: {'port': {'device_id': 'c9776197-0211-4d1c-be49-561f74f9ea1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:02:55.595491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ec908be8-e371-4aad-bf88-f82d4543da32 req-d936bfef-78d1-4a47-b2b8-fdc350f03e4f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 210 time: 0.1046267 Feb 11 05:02:55.646153 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:55.664780 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-9d760531-4bbf-48e8-939e-dabe3ff8e5ec tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2aa496ab7234a4c99e573c68b49bdb5 HTTP/1.1" status: 200 len: 380 time: 0.2905693 Feb 11 05:02:55.676567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Request body: {'port': {'device_id': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'admin_state_up': True, 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'security_groups': ['01f416da-de44-4627-9724-1f4c69d008a6']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:02:56.009034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Made reservation on behalf of e2aa496ab7234a4c99e573c68b49bdb5 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:02:56.012918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:56.423550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Allocated IP 172.20.0.14 (10f18bdb-20aa-48b4-ba4f-6f136b92d2ba/54795424-2388-44e7-b342-6bb6212c3d0e/267e01e7-2078-4bc4-9e7f-b69a1a7fa52c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:02:56.503416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53176) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:56.530308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3617f-7ae8-4c4f-bddd-363cd330e94c req-a22c2c62-6134-46e3-bbae-19a2d4c09f5e tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:56.534178 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32e3617f-7ae8-4c4f-bddd-363cd330e94c req-a22c2c62-6134-46e3-bbae-19a2d4c09f5e tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 931 time: 0.7587576 Feb 11 05:02:56.603275 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e980069-6ce4-4e22-94c3-06c7f7b45dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:56.819608 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32e3617f-7ae8-4c4f-bddd-363cd330e94c req-8a97d2f4-7951-4d1c-a64b-5f78814aea9c tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747891 Feb 11 05:02:56.845900 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e980069-6ce4-4e22-94c3-06c7f7b45dda admin admin] Publish callbacks [] for security_group (ef40da96-4d93-48c3-9c0c-4f17dd64f21a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:56.995613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a87679d9-c9b3-4149-b45b-326f9211040c req-25465e0e-65f7-4cb8-a51f-d7d8ca57e00a tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 210 time: 0.1326346 Feb 11 05:02:56.996672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e980069-6ce4-4e22-94c3-06c7f7b45dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ef40da96-4d93-48c3-9c0c-4f17dd64f21a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.050689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfe6394-d0a3-4878-a6fa-59261a56275a {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:02:57.067874 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4e980069-6ce4-4e22-94c3-06c7f7b45dda admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee893afc30c8464aac6f5af4cbf5d621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5591054 Feb 11 05:02:57.068736 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Publish callbacks [] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.071780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53184) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:57.107827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Transition to ACTIVE for port object 1cfe6394-d0a3-4878-a6fa-59261a56275a will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:02:57.126412 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.267402 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Pushing event updated for resources: {'Port': ['ID=1cfe6394-d0a3-4878-a6fa-59261a56275a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:57.299491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e980069-6ce4-4e22-94c3-06c7f7b45dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef40da96-4d93-48c3-9c0c-4f17dd64f21a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:57.420033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72a95f9d-311f-49de-a069-f5438738ca93 admin admin] Publish callbacks [] for security_group (ef40da96-4d93-48c3-9c0c-4f17dd64f21a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.477547 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72a95f9d-311f-49de-a069-f5438738ca93 admin admin] Publish callbacks [] for security_group (ef40da96-4d93-48c3-9c0c-4f17dd64f21a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.480855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Attempting to bind port 1cfe6394-d0a3-4878-a6fa-59261a56275a on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:02:57.481203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Attempting to bind port 1cfe6394-d0a3-4878-a6fa-59261a56275a by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:02:57.481689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Attempting to bind port 1cfe6394-d0a3-4878-a6fa-59261a56275a on network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:02:57.488843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Port 1cfe6394-d0a3-4878-a6fa-59261a56275a on network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:02:57.489168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Attempting to bind port 1cfe6394-d0a3-4878-a6fa-59261a56275a on network 35d033ab-c1ed-4e37-bb12-310252a5a6d3 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:02:57.497584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:02:57.497927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Checking segment: {'id': '4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:02:57.498314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Bound using segment: {'id': '4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:02:57.498744 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Bound port: 1cfe6394-d0a3-4878-a6fa-59261a56275a, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:02:57.499150 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.599860 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72a95f9d-311f-49de-a069-f5438738ca93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ef40da96-4d93-48c3-9c0c-4f17dd64f21a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.604708 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72a95f9d-311f-49de-a069-f5438738ca93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.613149 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-72a95f9d-311f-49de-a069-f5438738ca93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef40da96-4d93-48c3-9c0c-4f17dd64f21a HTTP/1.1" status: 204 len: 168 time: 0.4907939 Feb 11 05:02:57.645929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] For port 1cfe6394-d0a3-4878-a6fa-59261a56275a, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:02:57.653072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] For port 1cfe6394-d0a3-4878-a6fa-59261a56275a, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1cfe6394-d0a3-4878-a6fa-59261a56275a,segment=NetworkSegment(4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23),segment_id=4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:02:57.671359 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.687435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a95f9d-311f-49de-a069-f5438738ca93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef40da96-4d93-48c3-9c0c-4f17dd64f21a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:57.702253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:57.702883 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.704333 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] 10.222.0.60 "PUT /v2.0/ports/1cfe6394-d0a3-4878-a6fa-59261a56275a HTTP/1.1" status: 200 len: 1092 time: 2.3002186 Feb 11 05:02:57.704794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9776197-0211-4d1c-be49-561f74f9ea1a', 'tag': '1cfe6394-d0a3-4878-a6fa-59261a56275a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:02:57.715696 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6931844e-14b8-44b4-8da8-43016de8203c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9776197-0211-4d1c-be49-561f74f9ea1a", "tag": "1cfe6394-d0a3-4878-a6fa-59261a56275a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:02:57.716788 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.836924 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e504f18-5719-473d-badc-dae44fb0d309 x-openstack-request-id: req-1e504f18-5719-473d-badc-dae44fb0d309 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:02:57.837758 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9776197-0211-4d1c-be49-561f74f9ea1a", "tag": "1cfe6394-d0a3-4878-a6fa-59261a56275a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:02:57.838030 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e504f18-5719-473d-badc-dae44fb0d309 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:02:57.851646 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9776197-0211-4d1c-be49-561f74f9ea1a', 'tag': '1cfe6394-d0a3-4878-a6fa-59261a56275a', 'status': 'completed', 'code': 200} Feb 11 05:02:57.854254 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.994462 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3284383-0244-4007-a6e3-a5de0453366f service neutron] Pushing event updated for resources: {'Port': ['ID=1cfe6394-d0a3-4878-a6fa-59261a56275a,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:58.018797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event updated for resources: {'Port': ['ID=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:58.063179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:02:58.070057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:02:58.079436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:02:58.451098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:58.453857 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:58.538270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea2153-a739-4b86-8c92-b021bd3b4149 req-67cc12b5-3824-4a58-8d60-d7a7576f5175 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:58.555037 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eea2153-a739-4b86-8c92-b021bd3b4149 req-67cc12b5-3824-4a58-8d60-d7a7576f5175 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 932 time: 0.3511245 Feb 11 05:02:58.627364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ee57fe2f-5a37-4c2d-b8a8-2cf676794b40 None None] Provisioning complete for port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:02:58.627864 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee57fe2f-5a37-4c2d-b8a8-2cf676794b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:58.676179 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-58b268e3-1c62-423a-b015-95a7d1a0d1a5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0036037 Feb 11 05:02:58.717267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Request body: {'port': {'device_id': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:02:58.818332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ee57fe2f-5a37-4c2d-b8a8-2cf676794b40 None None] Port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:02:58.919009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-e07ca7fd-0d45-4a66-8544-5f40284b26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:58.921178 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-e07ca7fd-0d45-4a66-8544-5f40284b26d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d48959e6344497eab4f83bb43ef4028&device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 1126 time: 1.1279280 Feb 11 05:02:58.960100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eea2153-a739-4b86-8c92-b021bd3b4149 req-579f080b-4c9a-4fa2-966c-ee30b90e9a6f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920255 Feb 11 05:02:58.963137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:59.038622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-ee0fe658-b2aa-420f-a4e3-0f63b61b6a3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cfe6394-d0a3-4878-a6fa-59261a56275a HTTP/1.1" status: 200 len: 217 time: 0.1006284 Feb 11 05:02:59.058947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a263b-df42-45f6-a0fa-57121585e628 req-776f2be9-4da2-45af-ba6e-c49cd84769e6 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:59.060534 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e8a263b-df42-45f6-a0fa-57121585e628 req-776f2be9-4da2-45af-ba6e-c49cd84769e6 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 943 time: 1.0562479 Feb 11 05:02:59.253123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e8a263b-df42-45f6-a0fa-57121585e628 req-9039e295-b435-4f48-97a5-a5fe4cd18458 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790881 Feb 11 05:02:59.290278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-fa6b1d46-20e4-4c7a-8078-5b3eed2538ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:59.293794 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-fa6b1d46-20e4-4c7a-8078-5b3eed2538ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91cfa-d5a4-479e-a70b-ea3169f54b29 HTTP/1.1" status: 200 len: 854 time: 0.2322736 Feb 11 05:02:59.601148 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-c8835149-3e28-42aa-809b-e002c11859a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=35d033ab-c1ed-4e37-bb12-310252a5a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3001127 Feb 11 05:02:59.754032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:02:59.768811 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Publish callbacks [] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:59.800548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Transition to ACTIVE for port object 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:02:59.820233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:59.867565 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-44a8a32a-393d-4f6c-8e2d-cd6ad531b142 service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585316 Feb 11 05:03:00.142856 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21dbe6a3-8b92-4fb0-a775-c347b9e6bfdf req-2954c976-c57a-4c89-b9cd-dcc22b50f788 service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679586 Feb 11 05:03:00.378210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931844e-14b8-44b4-8da8-43016de8203c req-a0dcdef9-cbd8-4672-877c-9759230d9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:00.379762 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6931844e-14b8-44b4-8da8-43016de8203c req-a0dcdef9-cbd8-4672-877c-9759230d9e88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d48959e6344497eab4f83bb43ef4028&device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 1126 time: 0.1326036 Feb 11 05:03:00.883088 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6ea5a-6d4d-4aff-ac36-9ed287c72508 req-41525247-325f-4a37-bdf1-bd2e41a651ff tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:00.894294 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8eb6ea5a-6d4d-4aff-ac36-9ed287c72508 req-41525247-325f-4a37-bdf1-bd2e41a651ff tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 943 time: 0.2990332 Feb 11 05:03:00.902480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931844e-14b8-44b4-8da8-43016de8203c req-c628832a-e3df-47d6-a9e7-a2c1124c47f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:00.903946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6931844e-14b8-44b4-8da8-43016de8203c req-c628832a-e3df-47d6-a9e7-a2c1124c47f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=35d033ab-c1ed-4e37-bb12-310252a5a6d3 HTTP/1.1" status: 200 len: 915 time: 0.5113637 Feb 11 05:03:00.947151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Pushing event updated for resources: {'Port': ['ID=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:01.195838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4631b7-85a5-4db2-8424-b996956d9812 req-4b27ae8e-9097-48ff-a818-e1f3af9b895d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:01.201180 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8c4631b7-85a5-4db2-8424-b996956d9812 req-4b27ae8e-9097-48ff-a818-e1f3af9b895d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.4683309 Feb 11 05:03:01.254004 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6931844e-14b8-44b4-8da8-43016de8203c req-4dc36232-4815-4708-8c4a-fbac9c2f2635 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cfe6394-d0a3-4878-a6fa-59261a56275a HTTP/1.1" status: 200 len: 217 time: 0.1717849 Feb 11 05:03:01.396195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931844e-14b8-44b4-8da8-43016de8203c req-49df8894-2403-4dbf-b84b-c2771c4db167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:01.410202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6931844e-14b8-44b4-8da8-43016de8203c req-49df8894-2403-4dbf-b84b-c2771c4db167 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91cfa-d5a4-479e-a70b-ea3169f54b29 HTTP/1.1" status: 200 len: 854 time: 0.1397200 Feb 11 05:03:01.410202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8eb6ea5a-6d4d-4aff-ac36-9ed287c72508 req-d2795f73-bd58-4ef4-9313-368e63db0129 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078697 Feb 11 05:03:01.466886 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8c4631b7-85a5-4db2-8424-b996956d9812 req-858daa81-ecee-4d17-b5e2-15966de017ea tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449188 Feb 11 05:03:01.467704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Attempting to bind port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:03:01.468043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Attempting to bind port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:03:01.468375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Attempting to bind port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c on network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:03:01.511402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c on network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:03:01.513793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Attempting to bind port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c on network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:03:01.516410 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6931844e-14b8-44b4-8da8-43016de8203c req-5a7e0ceb-02ee-411a-9335-91fa7d8cffd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=35d033ab-c1ed-4e37-bb12-310252a5a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025820 Feb 11 05:03:01.530522 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:03:01.531242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Checking segment: {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:03:01.535040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Bound using segment: {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:03:01.536414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Bound port: 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab660cd-af99-44a8-9015-bb7c7294f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:03:01.537549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:01.764990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:03:01.771828 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6931844e-14b8-44b4-8da8-43016de8203c req-adfaab6c-b2a1-4701-9e05-3774a3c308e2 service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448070 Feb 11 05:03:01.775793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:03:01.792120 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:01.840016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:01.845389 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:01.849430 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] 10.222.0.60 "PUT /v2.0/ports/267e01e7-2078-4bc4-9e7f-b69a1a7fa52c HTTP/1.1" status: 200 len: 1093 time: 3.1492677 Feb 11 05:03:01.857397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:03:01.882824 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e56fcf9-33ce-4628-af7b-060d6d0ed6de" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:03:02.003465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6931844e-14b8-44b4-8da8-43016de8203c req-79e9af27-2b7a-4f5b-9eff-ab63eadbc231 service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239673 Feb 11 05:03:02.132815 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9dd6c6-e0a7-4306-90d8-991025deb796 x-openstack-request-id: req-ed9dd6c6-e0a7-4306-90d8-991025deb796 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:03:02.133415 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:03:02.133415 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed9dd6c6-e0a7-4306-90d8-991025deb796 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:03:02.133836 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'status': 'completed', 'code': 200} Feb 11 05:03:02.134363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c0057-a503-4bb4-a457-b780bf1a65d3 service neutron] Pushing event updated for resources: {'Port': ['ID=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:02.221108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-fef1f374-e5fb-4b71-99ef-fb1aad232b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:02.222576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-fef1f374-e5fb-4b71-99ef-fb1aad232b64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 1127 time: 0.2515264 Feb 11 05:03:02.334125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53296) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:02.346429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-e3e3df4b-86de-4178-a020-abb7271211db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c HTTP/1.1" status: 200 len: 217 time: 0.1091306 Feb 11 05:03:02.443168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-37e30d4f-49fa-40bb-8029-4829ada30d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:02.450194 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-37e30d4f-49fa-40bb-8029-4829ada30d71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.0946820 Feb 11 05:03:02.526847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-63a7f403-35b4-4e6b-a752-f37aa443e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:02.531151 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-63a7f403-35b4-4e6b-a752-f37aa443e3c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0702844 Feb 11 05:03:02.610886 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da943ca3-6ade-435c-8a88-97e161732f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:02.794314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80754e90-09ab-4f49-a010-b9f678dc2488 req-720e2ef1-75ac-4ad5-95d1-4b14066c244d tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:02.798319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-80754e90-09ab-4f49-a010-b9f678dc2488 req-720e2ef1-75ac-4ad5-95d1-4b14066c244d tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 943 time: 0.1611159 Feb 11 05:03:02.915378 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-de185cff-e81d-47cc-ad4d-665b0409392a service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761544 Feb 11 05:03:02.987398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee76f3-cae0-4c62-b6cc-4ac680beb031 req-973349ba-9384-4e22-9995-541003e72946 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:02.990366 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08ee76f3-cae0-4c62-b6cc-4ac680beb031 req-973349ba-9384-4e22-9995-541003e72946 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.2771881 Feb 11 05:03:03.034766 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-80754e90-09ab-4f49-a010-b9f678dc2488 req-9c9915e8-3193-4729-b6bd-3c9ece191497 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271821 Feb 11 05:03:03.167053 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da943ca3-6ade-435c-8a88-97e161732f08 admin admin] Publish callbacks [] for security_group (2226e51d-f04c-4025-923f-93508f990dc4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:03.191580 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da943ca3-6ade-435c-8a88-97e161732f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2226e51d-f04c-4025-923f-93508f990dc4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:03.235824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da943ca3-6ade-435c-8a88-97e161732f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2226e51d-f04c-4025-923f-93508f990dc4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:03.265670 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-da943ca3-6ade-435c-8a88-97e161732f08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f92a90aafea043858545abc91a2a2150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9304402 Feb 11 05:03:03.268377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53312) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:03.314402 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:03.416465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc221c31-38fe-400e-8815-6eefc7e47da0 req-be959062-4a47-4e88-ac67-532d399af312 service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860771 Feb 11 05:03:03.449695 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08ee76f3-cae0-4c62-b6cc-4ac680beb031 req-d3aaeaa8-5d2b-46d4-bcf2-b10203bd7f5e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4213696 Feb 11 05:03:03.471827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76444e17-3467-4b95-90b4-1104128cbbdb admin admin] Publish callbacks [] for security_group (2226e51d-f04c-4025-923f-93508f990dc4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:03.592581 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76444e17-3467-4b95-90b4-1104128cbbdb admin admin] Publish callbacks [] for security_group (2226e51d-f04c-4025-923f-93508f990dc4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:03.691353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56fcf9-33ce-4628-af7b-060d6d0ed6de req-5398ac70-4c77-4bd2-8307-d0a802af5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:03.693254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e56fcf9-33ce-4628-af7b-060d6d0ed6de req-5398ac70-4c77-4bd2-8307-d0a802af5f8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 1127 time: 0.1863241 Feb 11 05:03:03.779035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53324) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:03.935035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 1cfe6394-d0a3-4878-a6fa-59261a56275a details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:03:03.939030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56fcf9-33ce-4628-af7b-060d6d0ed6de req-308523a0-7efd-45d7-9d7f-f2e7c9eb7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:03.940529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e56fcf9-33ce-4628-af7b-060d6d0ed6de req-308523a0-7efd-45d7-9d7f-f2e7c9eb7e71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 918 time: 0.2372258 Feb 11 05:03:04.010036 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-898bb13d-4030-400e-8517-f463f551a17c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:04.092343 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e56fcf9-33ce-4628-af7b-060d6d0ed6de req-d6af95d9-554d-4c33-bc7f-a698825b0dcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c HTTP/1.1" status: 200 len: 217 time: 0.1430562 Feb 11 05:03:04.151542 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76444e17-3467-4b95-90b4-1104128cbbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2226e51d-f04c-4025-923f-93508f990dc4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:04.155263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76444e17-3467-4b95-90b4-1104128cbbdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:04.156433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-76444e17-3467-4b95-90b4-1104128cbbdb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2226e51d-f04c-4025-923f-93508f990dc4 HTTP/1.1" status: 204 len: 168 time: 0.8857641 Feb 11 05:03:04.269428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 1cfe6394-d0a3-4878-a6fa-59261a56275a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1cfe6394-d0a3-4878-a6fa-59261a56275a,segment=NetworkSegment(4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23),segment_id=4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:04.272156 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-898bb13d-4030-400e-8517-f463f551a17c admin admin] Publish callbacks [] for security_group (fc4d2002-ffd8-4b7a-9cbe-95dc77a5cc2c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:04.305853 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-898bb13d-4030-400e-8517-f463f551a17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fc4d2002-ffd8-4b7a-9cbe-95dc77a5cc2c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:04.345793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '1cfe6394-d0a3-4878-a6fa-59261a56275a', 'network_id': '35d033ab-c1ed-4e37-bb12-310252a5a6d3', 'port_id': '1cfe6394-d0a3-4878-a6fa-59261a56275a', 'mac_address': 'fa:16:3e:48:cd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b91cfa-d5a4-479e-a70b-ea3169f54b29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:03:04.350560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76444e17-3467-4b95-90b4-1104128cbbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2226e51d-f04c-4025-923f-93508f990dc4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:04.391144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56fcf9-33ce-4628-af7b-060d6d0ed6de req-dcd8661d-4da7-4b8b-9d63-da328948658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:04.400978 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e56fcf9-33ce-4628-af7b-060d6d0ed6de req-dcd8661d-4da7-4b8b-9d63-da328948658d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.2966380 Feb 11 05:03:04.483302 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-898bb13d-4030-400e-8517-f463f551a17c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94d96d4611734a8d91bb605800014b47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7022927 Feb 11 05:03:04.486575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53340) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:04.489754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bb13d-4030-400e-8517-f463f551a17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4d2002-ffd8-4b7a-9cbe-95dc77a5cc2c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:04.576928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 1cfe6394-d0a3-4878-a6fa-59261a56275a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:03:04.577331 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:04.582035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56fcf9-33ce-4628-af7b-060d6d0ed6de req-0a0dce22-8b63-4239-b1ad-3541cb625444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:04.599579 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e56fcf9-33ce-4628-af7b-060d6d0ed6de req-0a0dce22-8b63-4239-b1ad-3541cb625444 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1864822 Feb 11 05:03:04.621574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfe6394-d0a3-4878-a6fa-59261a56275a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:03:04.686274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 1cfe6394-d0a3-4878-a6fa-59261a56275a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1cfe6394-d0a3-4878-a6fa-59261a56275a,segment=NetworkSegment(4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23),segment_id=4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:04.702333 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:04.761981 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e84feb32-7238-486f-a838-0749b7ab82dd admin admin] Publish callbacks [] for security_group (fc4d2002-ffd8-4b7a-9cbe-95dc77a5cc2c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:04.811249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=1cfe6394-d0a3-4878-a6fa-59261a56275a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:04.874666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.880131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.887159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.890678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.891320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.895315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.895690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.896112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.897557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.898017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.900802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.901248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.901665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:04.916247 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e84feb32-7238-486f-a838-0749b7ab82dd admin admin] Publish callbacks [] for security_group (fc4d2002-ffd8-4b7a-9cbe-95dc77a5cc2c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:05.071830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2b35b-0b5b-4538-bc7e-4afa02ffb6a3 req-9da9cbc2-c798-46d2-a65f-2eb2afb8edf5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:05.073615 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-82b2b35b-0b5b-4538-bc7e-4afa02ffb6a3 req-9da9cbc2-c798-46d2-a65f-2eb2afb8edf5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.3861749 Feb 11 05:03:05.121557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822aa497-1bfd-44f6-9f78-600fd0daad1d req-ec0b1c0e-c912-4579-9c19-9390197721ca tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:05.143408 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-822aa497-1bfd-44f6-9f78-600fd0daad1d req-ec0b1c0e-c912-4579-9c19-9390197721ca tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 943 time: 0.8408983 Feb 11 05:03:05.170819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e56fcf9-33ce-4628-af7b-060d6d0ed6de req-94e5754f-704d-46ef-93de-5e57efcb5d70 service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703812 Feb 11 05:03:05.243653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e84feb32-7238-486f-a838-0749b7ab82dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fc4d2002-ffd8-4b7a-9cbe-95dc77a5cc2c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:05.246279 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e84feb32-7238-486f-a838-0749b7ab82dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:05.247512 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e84feb32-7238-486f-a838-0749b7ab82dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc4d2002-ffd8-4b7a-9cbe-95dc77a5cc2c HTTP/1.1" status: 204 len: 168 time: 0.7227952 Feb 11 05:03:05.275172 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['1cfe6394-d0a3-4878-a6fa-59261a56275a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:03:05.336465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-82b2b35b-0b5b-4538-bc7e-4afa02ffb6a3 req-94e4e51a-bbd2-4b35-ac5e-1c15f637a9fd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565207 Feb 11 05:03:05.338686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-822aa497-1bfd-44f6-9f78-600fd0daad1d req-f17a87fe-5a74-40c3-8467-e30bac3b37bf tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943879 Feb 11 05:03:05.348006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84feb32-7238-486f-a838-0749b7ab82dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4d2002-ffd8-4b7a-9cbe-95dc77a5cc2c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:05.516969 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e56fcf9-33ce-4628-af7b-060d6d0ed6de req-43fe3c4e-2ecf-4aad-82a4-e6c9c8ca43a9 service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242059 Feb 11 05:03:05.930642 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:03:06.035513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53378) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:06.070965 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2de7767d-ad5f-40e3-a9b6-27ded6a3c089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:06.128883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:06.147640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'port_id': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'mac_address': 'fa:16:3e:1e:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:03:06.243901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:03:06.245726 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:06.296829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:03:06.305551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2de7767d-ad5f-40e3-a9b6-27ded6a3c089 admin admin] Publish callbacks [] for security_group (336cc816-7658-48fd-81ac-ece7a02260be), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:06.314300 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2de7767d-ad5f-40e3-a9b6-27ded6a3c089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (336cc816-7658-48fd-81ac-ece7a02260be), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:06.389710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:06.404268 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:06.481499 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2de7767d-ad5f-40e3-a9b6-27ded6a3c089 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18b1ce8efcf34506b83333c17d0a297b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4424553 Feb 11 05:03:06.481499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7767d-ad5f-40e3-a9b6-27ded6a3c089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336cc816-7658-48fd-81ac-ece7a02260be,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:06.481838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53396) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:06.613482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:06.762944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441680c-8a49-444d-b54e-a4697d7804b8 req-87bf9bf9-e26e-4803-8cce-07620dcd3998 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:06.764800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d441680c-8a49-444d-b54e-a4697d7804b8 req-87bf9bf9-e26e-4803-8cce-07620dcd3998 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 944 time: 0.1538968 Feb 11 05:03:06.778385 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22758c5b-18ab-4e64-8ab5-e24819f4bb9d admin admin] Publish callbacks [] for security_group (336cc816-7658-48fd-81ac-ece7a02260be), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:06.813953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['267e01e7-2078-4bc4-9e7f-b69a1a7fa52c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:03:06.830602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549edb23-0535-450d-a759-0a56110573a7 req-c580fabd-3a31-40d5-b201-dae91b75c7d6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:06.843479 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-549edb23-0535-450d-a759-0a56110573a7 req-c580fabd-3a31-40d5-b201-dae91b75c7d6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 945 time: 0.2625685 Feb 11 05:03:06.872372 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d441680c-8a49-444d-b54e-a4697d7804b8 req-d91f8695-2a65-4ff1-928b-aac7381fad5a tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019080 Feb 11 05:03:06.889328 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22758c5b-18ab-4e64-8ab5-e24819f4bb9d admin admin] Publish callbacks [] for security_group (336cc816-7658-48fd-81ac-ece7a02260be), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:06.961786 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:03:06.981640 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-549edb23-0535-450d-a759-0a56110573a7 req-6108ad9b-3913-452b-b97d-232293fa2462 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369855 Feb 11 05:03:07.079280 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22758c5b-18ab-4e64-8ab5-e24819f4bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (336cc816-7658-48fd-81ac-ece7a02260be), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:07.082145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22758c5b-18ab-4e64-8ab5-e24819f4bb9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:07.083528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-22758c5b-18ab-4e64-8ab5-e24819f4bb9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/336cc816-7658-48fd-81ac-ece7a02260be HTTP/1.1" status: 204 len: 168 time: 0.6006942 Feb 11 05:03:07.098914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22758c5b-18ab-4e64-8ab5-e24819f4bb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336cc816-7658-48fd-81ac-ece7a02260be,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:07.345240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:07.949819 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 1cfe6394-d0a3-4878-a6fa-59261a56275a up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:03:08.136703 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 1cfe6394-d0a3-4878-a6fa-59261a56275a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:03:08.141020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 1cfe6394-d0a3-4878-a6fa-59261a56275a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:03:08.141760 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:08.187199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da073c56-b649-449f-83f6-f6bc2aed61a9 req-91ae0c0d-a30c-4d9b-ac27-f44f81886e8f tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:08.200013 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da073c56-b649-449f-83f6-f6bc2aed61a9 req-91ae0c0d-a30c-4d9b-ac27-f44f81886e8f tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 944 time: 0.1673474 Feb 11 05:03:08.379327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da073c56-b649-449f-83f6-f6bc2aed61a9 req-16f5ba24-7586-4d42-85aa-a388e0dc810f tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780715 Feb 11 05:03:08.381592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548fe3a-6346-41ad-900f-6ff3eacf9e23 req-0e0b2609-680f-4893-acbb-f16f045afd65 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:08.407881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2548fe3a-6346-41ad-900f-6ff3eacf9e23 req-0e0b2609-680f-4893-acbb-f16f045afd65 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 945 time: 0.2390018 Feb 11 05:03:08.435134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 1cfe6394-d0a3-4878-a6fa-59261a56275a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:03:08.435736 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:08.537731 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9776197-0211-4d1c-be49-561f74f9ea1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe6394-d0a3-4878-a6fa-59261a56275a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:03:08.545937 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f89041-fec0-40da-8dbb-e4a8e054f4dd" -d '{"events": [{"server_uuid": "c9776197-0211-4d1c-be49-561f74f9ea1a", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe6394-d0a3-4878-a6fa-59261a56275a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:03:08.563316 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2548fe3a-6346-41ad-900f-6ff3eacf9e23 req-108a7385-eaf1-429a-9d93-8af8dc905e72 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485012 Feb 11 05:03:08.620037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 1cfe6394-d0a3-4878-a6fa-59261a56275a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1cfe6394-d0a3-4878-a6fa-59261a56275a,segment=NetworkSegment(4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23),segment_id=4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:08.644762 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:08.646414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:03:08.739570 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e790286-007d-4608-95d5-9620671e7622 x-openstack-request-id: req-2e790286-007d-4608-95d5-9620671e7622 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:03:08.740294 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9776197-0211-4d1c-be49-561f74f9ea1a", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe6394-d0a3-4878-a6fa-59261a56275a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:03:08.741299 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e790286-007d-4608-95d5-9620671e7622 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:03:08.742417 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9776197-0211-4d1c-be49-561f74f9ea1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe6394-d0a3-4878-a6fa-59261a56275a', 'code': 200} Feb 11 05:03:08.743467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=1cfe6394-d0a3-4878-a6fa-59261a56275a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:08.789836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:03:08.798707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:03:08.799936 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:08.896858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b44f07-411f-4b51-bdc2-4e4198a54954 req-56f228da-792f-48cf-9621-4659c185fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:08.898382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6b44f07-411f-4b51-bdc2-4e4198a54954 req-56f228da-792f-48cf-9621-4659c185fc64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 1128 time: 0.1215243 Feb 11 05:03:08.992648 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:03:08.993153 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:09.034086 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6b44f07-411f-4b51-bdc2-4e4198a54954 req-124256d9-f7ee-4b1a-94a3-349b24713f2f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221607 Feb 11 05:03:09.081854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:09.103078 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:09.235639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:09.416542 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-337b89c8-16d9-41db-a645-000e0ae3a972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:09.665929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0de3f1-8a7d-42e2-a618-b3128483c362 req-52c2de7d-d3c2-4b0c-aa24-ac1b8f2bc4fe tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:09.667594 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff0de3f1-8a7d-42e2-a618-b3128483c362 req-52c2de7d-d3c2-4b0c-aa24-ac1b8f2bc4fe tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 945 time: 0.1154909 Feb 11 05:03:09.792586 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff0de3f1-8a7d-42e2-a618-b3128483c362 req-9e645ea9-8ff6-439f-a406-7ddbc12f378e tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191254 Feb 11 05:03:09.964933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659075f3-7681-4578-8359-56416e97b229 req-b079eedf-1c20-477e-9896-7f669f264546 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:09.971356 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-659075f3-7681-4578-8359-56416e97b229 req-b079eedf-1c20-477e-9896-7f669f264546 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1833916 Feb 11 05:03:10.157466 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-659075f3-7681-4578-8359-56416e97b229 req-3647ff28-3dd4-460c-8404-7c6e889603d5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813056 Feb 11 05:03:10.743608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:03:10.747123 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dea8711-dbe3-44d5-876b-112b7a796d59" -d '{"events": [{"server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "name": "network-vif-plugged", "status": "completed", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:03:10.850776 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee417da4-073e-47ec-8b55-1c6b02709df3 x-openstack-request-id: req-ee417da4-073e-47ec-8b55-1c6b02709df3 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:03:10.851756 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "name": "network-vif-plugged", "status": "completed", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:03:10.852025 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee417da4-073e-47ec-8b55-1c6b02709df3 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:03:10.853707 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'code': 200} Feb 11 05:03:10.944923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e719716-1ce5-4b59-92c8-2674c252e47f req-863c0230-4b20-4bc2-8147-75038a52b3e4 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:10.952881 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e719716-1ce5-4b59-92c8-2674c252e47f req-863c0230-4b20-4bc2-8147-75038a52b3e4 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 945 time: 0.0647068 Feb 11 05:03:11.053095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309c43c-c108-45f1-8457-6a226b166896 req-68f8e9a5-b618-46d6-b3c2-6ff814f3173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:11.059198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c309c43c-c108-45f1-8457-6a226b166896 req-68f8e9a5-b618-46d6-b3c2-6ff814f3173c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 1129 time: 0.0820973 Feb 11 05:03:11.096719 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e719716-1ce5-4b59-92c8-2674c252e47f req-dcf8c422-8e55-4850-8313-415fb581f4d7 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401725 Feb 11 05:03:11.190166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c309c43c-c108-45f1-8457-6a226b166896 req-bbdbaf41-4648-424e-9cdb-e42b6d043f60 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252418 Feb 11 05:03:11.552537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cac913-451d-4f79-b992-d2fcd3768a2b req-06940c16-389c-4a30-9357-06fa76d5752b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:11.565399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8cac913-451d-4f79-b992-d2fcd3768a2b req-06940c16-389c-4a30-9357-06fa76d5752b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.2932165 Feb 11 05:03:11.699947 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d8cac913-451d-4f79-b992-d2fcd3768a2b req-31189c69-df1a-4db1-84f6-9cb59e30ee16 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239266 Feb 11 05:03:11.894988 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5370dad4-8ce2-4da5-8c74-d3ceeaa81b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:12.749090 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:13.090601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6fdd4-da45-489f-939b-920c2e22d5c0 req-82556758-fa5a-4501-893a-ed35e7d1d6cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:13.102640 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1d6fdd4-da45-489f-939b-920c2e22d5c0 req-82556758-fa5a-4501-893a-ed35e7d1d6cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1782553 Feb 11 05:03:13.251438 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1d6fdd4-da45-489f-939b-920c2e22d5c0 req-b19c9cd7-2c7b-4005-8d0a-5f4b4689361e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442606 Feb 11 05:03:14.306845 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:14.484496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92bfb0-df06-4464-ba72-c26ec24de459 req-f03dab37-f064-490e-b446-a19ee1e05a40 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:14.496843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c92bfb0-df06-4464-ba72-c26ec24de459 req-f03dab37-f064-490e-b446-a19ee1e05a40 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1175990 Feb 11 05:03:14.603525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c92bfb0-df06-4464-ba72-c26ec24de459 req-298764b9-e8ea-49bf-82b4-e551b3c6b15e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054676 Feb 11 05:03:14.864645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0d86a-0656-4522-a525-27b613ec3f13 req-d0d42318-2f23-44a2-a432-26e6d319674f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:14.870011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-33a0d86a-0656-4522-a525-27b613ec3f13 req-d0d42318-2f23-44a2-a432-26e6d319674f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1693211 Feb 11 05:03:14.879737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53654) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:14.884693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-323456b5-323d-4c28-8967-ddc3e984c28b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Request body: {'floatingip': {'port_id': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:15.004554 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-323456b5-323d-4c28-8967-ddc3e984c28b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (dcebedc0-ecdf-46b1-9e90-13eac5bb1910), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:15.552685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53666) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:15.592584 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:15.847321 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46c2cf60-faf2-4e8f-ab3d-5df71413869c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:15.964403 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.db.resource_extend [None req-323456b5-323d-4c28-8967-ddc3e984c28b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:03:16.114076 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-323456b5-323d-4c28-8967-ddc3e984c28b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:16.123589 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-323456b5-323d-4c28-8967-ddc3e984c28b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (dcebedc0-ecdf-46b1-9e90-13eac5bb1910), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:16.141458 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46c2cf60-faf2-4e8f-ab3d-5df71413869c admin admin] Publish callbacks [] for security_group (638d3df0-0bfb-4602-9f04-706265418afb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:16.155595 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46c2cf60-faf2-4e8f-ab3d-5df71413869c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (638d3df0-0bfb-4602-9f04-706265418afb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:16.239823 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-46c2cf60-faf2-4e8f-ab3d-5df71413869c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47d2abb2c9ec4b3186fc50d02b307ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6849492 Feb 11 05:03:16.273070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:16.309976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2cf60-faf2-4e8f-ab3d-5df71413869c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638d3df0-0bfb-4602-9f04-706265418afb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:16.432549 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-323456b5-323d-4c28-8967-ddc3e984c28b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Floating IP dcebedc0-ecdf-46b1-9e90-13eac5bb1910 associated. External IP: 172.25.7.148, port: 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c. Feb 11 05:03:16.883038 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47ce56ef-8f9d-47c2-b05a-dbd8eef43e03 admin admin] Publish callbacks [] for security_group (638d3df0-0bfb-4602-9f04-706265418afb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:16.936176 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47ce56ef-8f9d-47c2-b05a-dbd8eef43e03 admin admin] Publish callbacks [] for security_group (638d3df0-0bfb-4602-9f04-706265418afb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:17.095984 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47ce56ef-8f9d-47c2-b05a-dbd8eef43e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (638d3df0-0bfb-4602-9f04-706265418afb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:17.099739 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47ce56ef-8f9d-47c2-b05a-dbd8eef43e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:17.107467 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-47ce56ef-8f9d-47c2-b05a-dbd8eef43e03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/638d3df0-0bfb-4602-9f04-706265418afb HTTP/1.1" status: 204 len: 168 time: 0.8311515 Feb 11 05:03:17.145184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce56ef-8f9d-47c2-b05a-dbd8eef43e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638d3df0-0bfb-4602-9f04-706265418afb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:17.233030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323456b5-323d-4c28-8967-ddc3e984c28b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Router 6731d802-b1bc-4336-8c99-99566be76574 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:03:17.676901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323456b5-323d-4c28-8967-ddc3e984c28b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:03:17.688506 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-323456b5-323d-4c28-8967-ddc3e984c28b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:17.695550 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007dcd9f-ca09-4645-ae2f-1e6d0d9f8c0b None None] Sync routers for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:03:17.745930 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007dcd9f-ca09-4645-ae2f-1e6d0d9f8c0b None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:03:17.753272 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-007dcd9f-ca09-4645-ae2f-1e6d0d9f8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:17.847634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-323456b5-323d-4c28-8967-ddc3e984c28b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "PUT /v2.0/floatingips/dcebedc0-ecdf-46b1-9e90-13eac5bb1910 HTTP/1.1" status: 200 len: 992 time: 2.9664092 Feb 11 05:03:17.848456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:03:17.852256 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275a6b02-b316-4d78-ba9d-d13671571ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:03:17.983625 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6442bdb-698f-4b2c-a6ed-d4f5c2ae99c3 x-openstack-request-id: req-c6442bdb-698f-4b2c-a6ed-d4f5c2ae99c3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:03:17.984178 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:03:17.984666 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6442bdb-698f-4b2c-a6ed-d4f5c2ae99c3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:03:17.985286 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'status': 'completed', 'code': 200} Feb 11 05:03:18.174525 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-007dcd9f-ca09-4645-ae2f-1e6d0d9f8c0b None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:03:18.232368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6b02-b316-4d78-ba9d-d13671571ecd req-4c25f4ee-6bc0-4308-8b10-62a85353d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:18.241909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-275a6b02-b316-4d78-ba9d-d13671571ecd req-4c25f4ee-6bc0-4308-8b10-62a85353d55a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 1129 time: 0.2182522 Feb 11 05:03:18.348052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53724) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:18.399835 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc5aac15-4b66-495c-94eb-15454905a59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:18.613033 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc5aac15-4b66-495c-94eb-15454905a59b admin admin] Publish callbacks [] for security_group (c8b7f048-9769-46c7-8bd2-a2d896572ee5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:18.624705 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc5aac15-4b66-495c-94eb-15454905a59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c8b7f048-9769-46c7-8bd2-a2d896572ee5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:18.670101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6b02-b316-4d78-ba9d-d13671571ecd req-4a5e03b7-4bc1-4a5c-9e8d-3d9abf43b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:18.681561 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-275a6b02-b316-4d78-ba9d-d13671571ecd req-4a5e03b7-4bc1-4a5c-9e8d-3d9abf43b0f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 918 time: 0.4322224 Feb 11 05:03:18.689961 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc5aac15-4b66-495c-94eb-15454905a59b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41dc5230c1f2468a8c9d8ae3844f02ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3407292 Feb 11 05:03:18.694031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53728) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:18.875723 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-275a6b02-b316-4d78-ba9d-d13671571ecd req-bba36f9e-c940-4252-a936-8ba8ea5b26d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c HTTP/1.1" status: 200 len: 1000 time: 0.1827679 Feb 11 05:03:18.955534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5aac15-4b66-495c-94eb-15454905a59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b7f048-9769-46c7-8bd2-a2d896572ee5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:19.010854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6b02-b316-4d78-ba9d-d13671571ecd req-a3e5a314-c7dd-4b10-8a00-47cb2d76c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:19.016644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-275a6b02-b316-4d78-ba9d-d13671571ecd req-a3e5a314-c7dd-4b10-8a00-47cb2d76c904 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.1319509 Feb 11 05:03:19.185151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6b02-b316-4d78-ba9d-d13671571ecd req-e40cd377-b093-406b-9534-5f605719e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:19.186637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-275a6b02-b316-4d78-ba9d-d13671571ecd req-e40cd377-b093-406b-9534-5f605719e76f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1582136 Feb 11 05:03:19.205156 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d75aa99c-bbda-4eee-9b33-b33bdcf26c56 admin admin] Publish callbacks [] for security_group (c8b7f048-9769-46c7-8bd2-a2d896572ee5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:19.315349 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d75aa99c-bbda-4eee-9b33-b33bdcf26c56 admin admin] Publish callbacks [] for security_group (c8b7f048-9769-46c7-8bd2-a2d896572ee5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:19.442155 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-007dcd9f-ca09-4645-ae2f-1e6d0d9f8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'dcebedc0-ecdf-46b1-9e90-13eac5bb1910', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6731d802-b1bc-4336-8c99-99566be76574', 'port_id': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'mac_address': 'fa:16:3e:1e:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:02:48Z', 'updated_at': '2022-02-11T05:03:15Z', 'revision_number': 1, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:49Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:19.518731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-275a6b02-b316-4d78-ba9d-d13671571ecd req-5f61699a-314d-41fa-86b3-18cf33bf87aa service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167944 Feb 11 05:03:19.542692 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007dcd9f-ca09-4645-ae2f-1e6d0d9f8c0b None None] Checking router: 6731d802-b1bc-4336-8c99-99566be76574 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:03:19.583106 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007dcd9f-ca09-4645-ae2f-1e6d0d9f8c0b None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:03:19.585171 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-007dcd9f-ca09-4645-ae2f-1e6d0d9f8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:19.587354 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d75aa99c-bbda-4eee-9b33-b33bdcf26c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c8b7f048-9769-46c7-8bd2-a2d896572ee5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:19.594606 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d75aa99c-bbda-4eee-9b33-b33bdcf26c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:19.609223 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d75aa99c-bbda-4eee-9b33-b33bdcf26c56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8b7f048-9769-46c7-8bd2-a2d896572ee5 HTTP/1.1" status: 204 len: 168 time: 0.7866549 Feb 11 05:03:19.645208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75aa99c-bbda-4eee-9b33-b33bdcf26c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b7f048-9769-46c7-8bd2-a2d896572ee5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:19.653192 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53750) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:19.919201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-275a6b02-b316-4d78-ba9d-d13671571ecd req-0caad1f9-956d-4e49-b3b4-e9acd91a8689 service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932996 Feb 11 05:03:20.123359 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-007dcd9f-ca09-4645-ae2f-1e6d0d9f8c0b None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:03:21.111966 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-007dcd9f-ca09-4645-ae2f-1e6d0d9f8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'dcebedc0-ecdf-46b1-9e90-13eac5bb1910', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6731d802-b1bc-4336-8c99-99566be76574', 'port_id': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'mac_address': 'fa:16:3e:1e:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:02:48Z', 'updated_at': '2022-02-11T05:03:15Z', 'revision_number': 1, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:49Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:21.402928 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007dcd9f-ca09-4645-ae2f-1e6d0d9f8c0b None None] The sync data for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 is: [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'dcebedc0-ecdf-46b1-9e90-13eac5bb1910', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6731d802-b1bc-4336-8c99-99566be76574', 'port_id': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'mac_address': 'fa:16:3e:1e:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:02:48Z', 'updated_at': '2022-02-11T05:03:15Z', 'revision_number': 1, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:49Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:03:22.021571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c95c8-42a1-41c3-8f60-68bf850cae66 None None] New status for floating IP dcebedc0-ecdf-46b1-9e90-13eac5bb1910: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:03:23.315751 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fbf0cde-0ff5-4063-b4f4-4f2cbe440316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:24.068241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf0cde-0ff5-4063-b4f4-4f2cbe440316 admin admin] Deleting port 7b3d8d07-520b-4856-b1a8-27b09a006c30 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:24.068241 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fbf0cde-0ff5-4063-b4f4-4f2cbe440316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:24.308505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-4fbf0cde-0ff5-4063-b4f4-4f2cbe440316 admin admin] For port 7b3d8d07-520b-4856-b1a8-27b09a006c30, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7b3d8d07-520b-4856-b1a8-27b09a006c30,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:24.309519 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fbf0cde-0ff5-4063-b4f4-4f2cbe440316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:24.343108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53846) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:24.383346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf0cde-0ff5-4063-b4f4-4f2cbe440316 admin admin] Calling delete_port for 7b3d8d07-520b-4856-b1a8-27b09a006c30 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:24.572632 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cacae5eb-9d6f-4326-8ae7-e11dfd591aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:24.732599 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fbf0cde-0ff5-4063-b4f4-4f2cbe440316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (7b3d8d07-520b-4856-b1a8-27b09a006c30), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:24.815752 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cacae5eb-9d6f-4326-8ae7-e11dfd591aa7 admin admin] Publish callbacks [] for security_group (37bf2a54-5749-45ec-aaba-ad69b829c3b4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:24.816998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf0cde-0ff5-4063-b4f4-4f2cbe440316 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3d8d07-520b-4856-b1a8-27b09a006c30,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:24.826031 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cacae5eb-9d6f-4326-8ae7-e11dfd591aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (37bf2a54-5749-45ec-aaba-ad69b829c3b4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:24.927873 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cacae5eb-9d6f-4326-8ae7-e11dfd591aa7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=712a363c4e9d44b6a522c45882282ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5824442 Feb 11 05:03:24.928870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53858) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:24.929720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacae5eb-9d6f-4326-8ae7-e11dfd591aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bf2a54-5749-45ec-aaba-ad69b829c3b4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:25.078426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daea1699-41e2-44d2-8a79-e2e952441850 admin admin] Publish callbacks [] for security_group (37bf2a54-5749-45ec-aaba-ad69b829c3b4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:25.171250 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daea1699-41e2-44d2-8a79-e2e952441850 admin admin] Publish callbacks [] for security_group (37bf2a54-5749-45ec-aaba-ad69b829c3b4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:25.272804 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fbf0cde-0ff5-4063-b4f4-4f2cbe440316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:25.324850 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daea1699-41e2-44d2-8a79-e2e952441850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (37bf2a54-5749-45ec-aaba-ad69b829c3b4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:25.327556 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daea1699-41e2-44d2-8a79-e2e952441850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:25.331876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-daea1699-41e2-44d2-8a79-e2e952441850 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37bf2a54-5749-45ec-aaba-ad69b829c3b4 HTTP/1.1" status: 204 len: 168 time: 0.3973897 Feb 11 05:03:25.346421 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea1699-41e2-44d2-8a79-e2e952441850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bf2a54-5749-45ec-aaba-ad69b829c3b4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:25.808101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbf0cde-0ff5-4063-b4f4-4f2cbe440316 admin admin] Router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:03:26.028116 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbf0cde-0ff5-4063-b4f4-4f2cbe440316 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:03:26.037469 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4fbf0cde-0ff5-4063-b4f4-4f2cbe440316 admin admin] 10.222.0.48 "PUT /v2.0/routers/7d3c47d3-7f22-49ec-85cf-3d0f4538379f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3812521 Feb 11 05:03:26.040138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53880) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:26.043953 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70079528-c38a-4bed-b7b7-03255939fe78 None None] Sync routers for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:03:26.062009 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70079528-c38a-4bed-b7b7-03255939fe78 None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:03:26.062626 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-70079528-c38a-4bed-b7b7-03255939fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:26.232148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53884) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:26.260338 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:26.344738 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-70079528-c38a-4bed-b7b7-03255939fe78 None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:03:26.400916 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Publish callbacks [] for router (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:26.472271 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Publish callbacks [] for security_group (55ccfd91-869d-4618-bb39-0fac929ca53e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:26.479282 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (55ccfd91-869d-4618-bb39-0fac929ca53e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:26.523544 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ede7da7054a6477690613fb8f522673e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2897542 Feb 11 05:03:26.525962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53888) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:26.606195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ccfd91-869d-4618-bb39-0fac929ca53e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:26.630692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.631309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.632605 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.633065 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.634790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.635268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.635708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.636265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.636890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.637462 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.638273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.638712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.639169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816e52c-81ec-4784-a6f0-e33ee480ba83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:26.650797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49996df8-41c9-44c1-b599-f840ec078371 admin admin] Publish callbacks [] for security_group (55ccfd91-869d-4618-bb39-0fac929ca53e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:26.682057 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49996df8-41c9-44c1-b599-f840ec078371 admin admin] Publish callbacks [] for security_group (55ccfd91-869d-4618-bb39-0fac929ca53e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:26.766023 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Publish callbacks [] for router_gateway (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:26.774546 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49996df8-41c9-44c1-b599-f840ec078371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (55ccfd91-869d-4618-bb39-0fac929ca53e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:26.779340 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49996df8-41c9-44c1-b599-f840ec078371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:26.780747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-49996df8-41c9-44c1-b599-f840ec078371 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55ccfd91-869d-4618-bb39-0fac929ca53e HTTP/1.1" status: 204 len: 168 time: 0.2536714 Feb 11 05:03:26.810874 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-70079528-c38a-4bed-b7b7-03255939fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T05:03:24Z', 'revision_number': 5, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port': {'id': '033156bf-6bf9-4087-a16d-408a4e08c4d0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:34Z', 'updated_at': '2022-02-11T04:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:26.823410 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49996df8-41c9-44c1-b599-f840ec078371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ccfd91-869d-4618-bb39-0fac929ca53e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:26.888961 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70079528-c38a-4bed-b7b7-03255939fe78 None None] Checking router: 7d3c47d3-7f22-49ec-85cf-3d0f4538379f for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:03:26.913460 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70079528-c38a-4bed-b7b7-03255939fe78 None None] Routers {'7d3c47d3-7f22-49ec-85cf-3d0f4538379f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:03:26.914087 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-70079528-c38a-4bed-b7b7-03255939fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:26.917482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Deleting port 033156bf-6bf9-4087-a16d-408a4e08c4d0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:26.917885 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:27.060763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] For port 033156bf-6bf9-4087-a16d-408a4e08c4d0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=033156bf-6bf9-4087-a16d-408a4e08c4d0,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:27.060968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:27.094146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Calling delete_port for 033156bf-6bf9-4087-a16d-408a4e08c4d0 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:27.198391 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-70079528-c38a-4bed-b7b7-03255939fe78 None None] Set router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:03:27.287577 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-70079528-c38a-4bed-b7b7-03255939fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T05:03:26Z', 'revision_number': 6, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:27.387061 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70079528-c38a-4bed-b7b7-03255939fe78 None None] The sync data for ids ['7d3c47d3-7f22-49ec-85cf-3d0f4538379f'] in n-d-615180-58 is: [{'id': '7d3c47d3-7f22-49ec-85cf-3d0f4538379f', 'name': 'tempest-AttachVolumeTestJSON-311385001-router', 'tenant_id': '96904844260549238a803990e10a1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:31Z', 'updated_at': '2022-02-11T05:03:26Z', 'revision_number': 6, 'project_id': '96904844260549238a803990e10a1a4b', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:03:27.473105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53908) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:27.735799 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (033156bf-6bf9-4087-a16d-408a4e08c4d0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:27.881327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Pushing event deleted for resources: {'Port': ['ID=033156bf-6bf9-4087-a16d-408a4e08c4d0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:28.039355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.189283 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.192207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Publish callbacks [] for router_controller (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.252580 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (7d3c47d3-7f22-49ec-85cf-3d0f4538379f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.253179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d3c47d3-7f22-49ec-85cf-3d0f4538379f {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:03:28.264597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.273589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9bb9674b-0bf1-4343-af99-d2ef1a7506dc admin admin] 10.222.0.48 "DELETE /v2.0/routers/7d3c47d3-7f22-49ec-85cf-3d0f4538379f HTTP/1.1" status: 204 len: 168 time: 2.2237847 Feb 11 05:03:28.273589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53926) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:28.380038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-414917d0-56a8-4e22-9f74-5b3fc1c6cb49 admin admin] Deleting subnet c8950805-753a-47d3-a145-dfa74269b5aa {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:03:28.390793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-414917d0-56a8-4e22-9f74-5b3fc1c6cb49 admin admin] Publish callbacks [] for subnet (c8950805-753a-47d3-a145-dfa74269b5aa), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.506633 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-414917d0-56a8-4e22-9f74-5b3fc1c6cb49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (c8950805-753a-47d3-a145-dfa74269b5aa), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.710095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-414917d0-56a8-4e22-9f74-5b3fc1c6cb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (c8950805-753a-47d3-a145-dfa74269b5aa), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.799357 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 033156bf-6bf9-4087-a16d-408a4e08c4d0 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:03:28.843469 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-414917d0-56a8-4e22-9f74-5b3fc1c6cb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (c8950805-753a-47d3-a145-dfa74269b5aa), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.862683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 033156bf-6bf9-4087-a16d-408a4e08c4d0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:03:28.866017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 033156bf-6bf9-4087-a16d-408a4e08c4d0 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:03:28.868093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7b3d8d07-520b-4856-b1a8-27b09a006c30 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:03:28.872447 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-414917d0-56a8-4e22-9f74-5b3fc1c6cb49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.873920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24d03df8-69a3-4381-9849-33a933336a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (38d3635c-20c4-4ced-9fd5-d52c97d51996), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.882127 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-414917d0-56a8-4e22-9f74-5b3fc1c6cb49 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c8950805-753a-47d3-a145-dfa74269b5aa HTTP/1.1" status: 204 len: 168 time: 0.6127126 Feb 11 05:03:28.933170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:28.968635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 7b3d8d07-520b-4856-b1a8-27b09a006c30 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:03:28.970093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7b3d8d07-520b-4856-b1a8-27b09a006c30 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:03:28.984180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe0bbc7-21ca-4628-96e2-55a7cf493acb None None] Network 8decd706-0c4d-4a4c-9cac-e65570b1f749 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:03:29.027223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414917d0-56a8-4e22-9f74-5b3fc1c6cb49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8950805-753a-47d3-a145-dfa74269b5aa,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:29.160009 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (8decd706-0c4d-4a4c-9cac-e65570b1f749), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:29.298785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Deleting port 610e6c52-b3e1-4ede-9153-b4f75ef58928 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:29.299165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:29.357471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c640f50-2162-46c3-8258-1832b82fb810 None None] DHCP port deletion for 8decd706-0c4d-4a4c-9cac-e65570b1f749 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:03:29.402296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] For port 610e6c52-b3e1-4ede-9153-b4f75ef58928, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=610e6c52-b3e1-4ede-9153-b4f75ef58928,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:29.402742 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:29.458322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Calling delete_port for 610e6c52-b3e1-4ede-9153-b4f75ef58928 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:29.474592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-24d03df8-69a3-4381-9849-33a933336a13 admin admin] Deleting port 6281bdc8-2a80-4097-b071-2e2256f4593b {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:29.478661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24d03df8-69a3-4381-9849-33a933336a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:29.481287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2c640f50-2162-46c3-8258-1832b82fb810 None None] Deleting port 610e6c52-b3e1-4ede-9153-b4f75ef58928 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:29.481911 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c640f50-2162-46c3-8258-1832b82fb810 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:29.685587 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:29.716017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-24d03df8-69a3-4381-9849-33a933336a13 admin admin] For port 6281bdc8-2a80-4097-b071-2e2256f4593b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6281bdc8-2a80-4097-b071-2e2256f4593b,segment=NetworkSegment(4fbf6c5f-0e7a-4013-871a-59f2fbc0a995),segment_id=4fbf6c5f-0e7a-4013-871a-59f2fbc0a995)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:29.716386 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24d03df8-69a3-4381-9849-33a933336a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:29.719132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2c640f50-2162-46c3-8258-1832b82fb810 None None] For port 610e6c52-b3e1-4ede-9153-b4f75ef58928, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=610e6c52-b3e1-4ede-9153-b4f75ef58928,segment=NetworkSegment(8677c3ed-0dd9-4c29-a132-9975f00f354c),segment_id=8677c3ed-0dd9-4c29-a132-9975f00f354c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:29.720574 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c640f50-2162-46c3-8258-1832b82fb810 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:29.736165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Pushing event deleted for resources: {'Port': ['ID=610e6c52-b3e1-4ede-9153-b4f75ef58928,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:29.754395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] No DVR routers for this DVR port 610e6c52-b3e1-4ede-9153-b4f75ef58928 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:03:29.787469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2c640f50-2162-46c3-8258-1832b82fb810 None None] Calling delete_port for 610e6c52-b3e1-4ede-9153-b4f75ef58928 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:29.797185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-24d03df8-69a3-4381-9849-33a933336a13 admin admin] Calling delete_port for 6281bdc8-2a80-4097-b071-2e2256f4593b owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.983710 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:03:29.987067 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:03:29.996228 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c640f50-2162-46c3-8258-1832b82fb810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (610e6c52-b3e1-4ede-9153-b4f75ef58928), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:29.996653 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (8decd706-0c4d-4a4c-9cac-e65570b1f749), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:30.058327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8decd706-0c4d-4a4c-9cac-e65570b1f749']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:30.079828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8677c3ed-0dd9-4c29-a132-9975f00f354c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:30.080414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8677c3ed-0dd9-4c29-a132-9975f00f354c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:30.109718 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (8677c3ed-0dd9-4c29-a132-9975f00f354c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:30.143768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c640f50-2162-46c3-8258-1832b82fb810 None None] No DVR routers for this DVR port 610e6c52-b3e1-4ede-9153-b4f75ef58928 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:03:30.149037 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8677c3ed-0dd9-4c29-a132-9975f00f354c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:30.153958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c640f50-2162-46c3-8258-1832b82fb810 None None] Pushing event deleted for resources: {'Port': ['ID=610e6c52-b3e1-4ede-9153-b4f75ef58928,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:30.172910 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:03:30.173336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (8677c3ed-0dd9-4c29-a132-9975f00f354c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:03:30.207590 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:03:30.327612 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (8decd706-0c4d-4a4c-9cac-e65570b1f749), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:30.333395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:30.336587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] 10.222.0.48 "DELETE /v2.0/networks/8decd706-0c4d-4a4c-9cac-e65570b1f749 HTTP/1.1" status: 204 len: 168 time: 1.3994377 Feb 11 05:03:30.388744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebb4ec-8d18-4cb8-8b61-48c4cc13fa6b admin admin] Pushing event deleted for resources: {'Network': ['ID=8decd706-0c4d-4a4c-9cac-e65570b1f749,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:30.422585 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24d03df8-69a3-4381-9849-33a933336a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6281bdc8-2a80-4097-b071-2e2256f4593b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:30.461852 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d03df8-69a3-4381-9849-33a933336a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=6281bdc8-2a80-4097-b071-2e2256f4593b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:30.843951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53978) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:30.885969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24d03df8-69a3-4381-9849-33a933336a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (38d3635c-20c4-4ced-9fd5-d52c97d51996), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:30.895391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 610e6c52-b3e1-4ede-9153-b4f75ef58928 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:03:31.006645 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c4ef524d-b6aa-4ad1-8d2a-bac134ac2c8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96904844260549238a803990e10a1a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1603978 Feb 11 05:03:31.015556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53982) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:31.081804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 610e6c52-b3e1-4ede-9153-b4f75ef58928 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:03:31.081804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 610e6c52-b3e1-4ede-9153-b4f75ef58928 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:03:31.480370 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d03df8-69a3-4381-9849-33a933336a13 admin admin] Router 38d3635c-20c4-4ced-9fd5-d52c97d51996 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:03:31.653762 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-724f9d8c-16e6-4122-8936-cee47d7b43a0 admin admin] Publish callbacks [] for security_group (293191b7-d5f6-43e7-be07-00d5f04df8d1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:31.685975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d03df8-69a3-4381-9849-33a933336a13 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:03:31.699811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-24d03df8-69a3-4381-9849-33a933336a13 admin admin] 10.222.0.48 "PUT /v2.0/routers/38d3635c-20c4-4ced-9fd5-d52c97d51996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2223527 Feb 11 05:03:31.700360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54004) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:31.703443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-724f9d8c-16e6-4122-8936-cee47d7b43a0 admin admin] Publish callbacks [] for security_group (293191b7-d5f6-43e7-be07-00d5f04df8d1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:31.706201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7debc-f8ff-4660-a0a3-167d37b0d458 None None] Sync routers for ids ['38d3635c-20c4-4ced-9fd5-d52c97d51996'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:03:31.727726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7debc-f8ff-4660-a0a3-167d37b0d458 None None] Routers {'38d3635c-20c4-4ced-9fd5-d52c97d51996'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:03:31.728446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a2e7debc-f8ff-4660-a0a3-167d37b0d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38d3635c-20c4-4ced-9fd5-d52c97d51996'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:31.865244 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-724f9d8c-16e6-4122-8936-cee47d7b43a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (293191b7-d5f6-43e7-be07-00d5f04df8d1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:31.874602 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-724f9d8c-16e6-4122-8936-cee47d7b43a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:31.880051 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-724f9d8c-16e6-4122-8936-cee47d7b43a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/293191b7-d5f6-43e7-be07-00d5f04df8d1 HTTP/1.1" status: 204 len: 168 time: 0.8604171 Feb 11 05:03:31.895434 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Publish callbacks [] for router (38d3635c-20c4-4ced-9fd5-d52c97d51996), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:31.920643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f9d8c-16e6-4122-8936-cee47d7b43a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293191b7-d5f6-43e7-be07-00d5f04df8d1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:31.972949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a2e7debc-f8ff-4660-a0a3-167d37b0d458 None None] Set router 38d3635c-20c4-4ced-9fd5-d52c97d51996 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:03:32.647499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54042) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:32.799969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Publish callbacks [] for router_gateway (38d3635c-20c4-4ced-9fd5-d52c97d51996), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:32.890837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a2e7debc-f8ff-4660-a0a3-167d37b0d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T05:03:30Z', 'revision_number': 5, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port': {'id': '5b028fab-2998-4808-8f04-8faa1ee7a943', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:47Z', 'updated_at': '2022-02-11T04:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:32.926671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Deleting port 5b028fab-2998-4808-8f04-8faa1ee7a943 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:32.927049 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:32.971904 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7debc-f8ff-4660-a0a3-167d37b0d458 None None] Checking router: 38d3635c-20c4-4ced-9fd5-d52c97d51996 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:03:32.994555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7debc-f8ff-4660-a0a3-167d37b0d458 None None] Routers {'38d3635c-20c4-4ced-9fd5-d52c97d51996'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:03:32.995497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a2e7debc-f8ff-4660-a0a3-167d37b0d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38d3635c-20c4-4ced-9fd5-d52c97d51996'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:33.041991 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54abdbc4-b1fb-4763-8484-535a06a351ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.130486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] For port 5b028fab-2998-4808-8f04-8faa1ee7a943, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5b028fab-2998-4808-8f04-8faa1ee7a943,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:33.139173 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.176752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Calling delete_port for 5b028fab-2998-4808-8f04-8faa1ee7a943 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:33.306876 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54abdbc4-b1fb-4763-8484-535a06a351ab admin admin] Publish callbacks [] for security_group (3b49e0fb-540d-4b02-b753-8df88fbe7867), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.318247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a2e7debc-f8ff-4660-a0a3-167d37b0d458 None None] Set router 38d3635c-20c4-4ced-9fd5-d52c97d51996 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:03:33.323081 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54abdbc4-b1fb-4763-8484-535a06a351ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3b49e0fb-540d-4b02-b753-8df88fbe7867), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.406464 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-54abdbc4-b1fb-4763-8484-535a06a351ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc608d639fc445f78535f59f79d540a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7557688 Feb 11 05:03:33.408192 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54062) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:33.467074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abdbc4-b1fb-4763-8484-535a06a351ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b49e0fb-540d-4b02-b753-8df88fbe7867,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:33.497254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a2e7debc-f8ff-4660-a0a3-167d37b0d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T05:03:32Z', 'revision_number': 6, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:33.574655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7debc-f8ff-4660-a0a3-167d37b0d458 None None] The sync data for ids ['38d3635c-20c4-4ced-9fd5-d52c97d51996'] in n-d-615180-58 is: [{'id': '38d3635c-20c4-4ced-9fd5-d52c97d51996', 'name': 'tempest-TaggedBootDevicesTest-692557735-router', 'tenant_id': '62e90bc09e0a46e888c74e8489658ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:46Z', 'updated_at': '2022-02-11T05:03:32Z', 'revision_number': 6, 'project_id': '62e90bc09e0a46e888c74e8489658ef9', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:03:33.594831 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.602467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54064) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:33.715727 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5b028fab-2998-4808-8f04-8faa1ee7a943), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.832998 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd8fbd9a-a43b-40a5-af92-9704ca14a652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.019912 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (38d3635c-20c4-4ced-9fd5-d52c97d51996), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.050579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd8fbd9a-a43b-40a5-af92-9704ca14a652 admin admin] Publish callbacks [] for security_group (d18899b2-1469-46fd-b951-1dec2c5dffc3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.054463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54080) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:34.070542 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd8fbd9a-a43b-40a5-af92-9704ca14a652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d18899b2-1469-46fd-b951-1dec2c5dffc3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.181847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cd8fbd9a-a43b-40a5-af92-9704ca14a652 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=741cb3f84f1e414280e8b8466b1ec740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5782149 Feb 11 05:03:34.183118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54084) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:34.251805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fbd9a-a43b-40a5-af92-9704ca14a652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18899b2-1469-46fd-b951-1dec2c5dffc3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:34.286444 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (38d3635c-20c4-4ced-9fd5-d52c97d51996), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.289363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1016843220-network', 'tenant_id': '14fbf88da36d492db7af138f03064fc5'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:34.291120 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Publish callbacks [] for router_controller (38d3635c-20c4-4ced-9fd5-d52c97d51996), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.369945 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08391e60-a2ae-49e9-afbf-97507dcdf476 admin admin] Publish callbacks [] for security_group (3b49e0fb-540d-4b02-b753-8df88fbe7867), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.372509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b028fab-2998-4808-8f04-8faa1ee7a943,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:34.381456 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (38d3635c-20c4-4ced-9fd5-d52c97d51996), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.382858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38d3635c-20c4-4ced-9fd5-d52c97d51996 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:03:34.390084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.391459 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-15b15287-d001-431c-8da4-e9c2b4dab006 admin admin] 10.222.0.48 "DELETE /v2.0/routers/38d3635c-20c4-4ced-9fd5-d52c97d51996 HTTP/1.1" status: 204 len: 168 time: 2.6897233 Feb 11 05:03:34.399069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54088) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:34.416700 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-454f46d3-a106-4a52-a2ba-e8d5e348c2c1 admin admin] Publish callbacks [] for security_group (d18899b2-1469-46fd-b951-1dec2c5dffc3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.421559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Made reservation on behalf of 14fbf88da36d492db7af138f03064fc5 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:03:34.424007 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.465760 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.490057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb784f5-136a-4595-abf2-db6a87c219bb admin admin] Deleting subnet 212fa8ed-a254-425a-aea8-1ed7bdb9e403 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:03:34.512868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfb784f5-136a-4595-abf2-db6a87c219bb admin admin] Publish callbacks [] for subnet (212fa8ed-a254-425a-aea8-1ed7bdb9e403), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.559986 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfb784f5-136a-4595-abf2-db6a87c219bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (212fa8ed-a254-425a-aea8-1ed7bdb9e403), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.687077 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfb784f5-136a-4595-abf2-db6a87c219bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (212fa8ed-a254-425a-aea8-1ed7bdb9e403), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.721062 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Publish callbacks [] for security_group (28121c6d-e966-49fd-82fc-71aaaa25d28d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.736435 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-454f46d3-a106-4a52-a2ba-e8d5e348c2c1 admin admin] Publish callbacks [] for security_group (d18899b2-1469-46fd-b951-1dec2c5dffc3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.743710 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (28121c6d-e966-49fd-82fc-71aaaa25d28d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.762298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:03:34.765362 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfb784f5-136a-4595-abf2-db6a87c219bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (212fa8ed-a254-425a-aea8-1ed7bdb9e403), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.775030 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08391e60-a2ae-49e9-afbf-97507dcdf476 admin admin] Publish callbacks [] for security_group (3b49e0fb-540d-4b02-b753-8df88fbe7867), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.781509 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (fcd86645-9df9-43fe-8318-1101d52cbbb3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.782143 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Added segment fcd86645-9df9-43fe-8318-1101d52cbbb3 of type vlan for network f2e76b4a-67a8-4718-bea6-6ceafeb05837 Feb 11 05:03:34.793618 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6281bdc8-2a80-4097-b071-2e2256f4593b no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:03:34.846480 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (f2e76b4a-67a8-4718-bea6-6ceafeb05837), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.859770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 6281bdc8-2a80-4097-b071-2e2256f4593b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:03:34.860114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6281bdc8-2a80-4097-b071-2e2256f4593b not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:03:34.860556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5b028fab-2998-4808-8f04-8faa1ee7a943 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:03:34.902059 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb784f5-136a-4595-abf2-db6a87c219bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212fa8ed-a254-425a-aea8-1ed7bdb9e403,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:34.920306 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (f2e76b4a-67a8-4718-bea6-6ceafeb05837), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.921641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:34.923011 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.965805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff43d0-44ea-4b5f-a751-0120515cd2aa None None] Network 6a1cd155-5f32-4482-a0a4-4915da40c158 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:03:34.976732 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfb784f5-136a-4595-abf2-db6a87c219bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.983723 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dfb784f5-136a-4595-abf2-db6a87c219bb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/212fa8ed-a254-425a-aea8-1ed7bdb9e403 HTTP/1.1" status: 204 len: 168 time: 0.5835381 Feb 11 05:03:35.002078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54094) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:35.135550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 5b028fab-2998-4808-8f04-8faa1ee7a943 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:03:35.135916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5b028fab-2998-4808-8f04-8faa1ee7a943 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:03:35.174078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Pushing event updated for resources: {'Network': ['ID=f2e76b4a-67a8-4718-bea6-6ceafeb05837,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:35.188137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28121c6d-e966-49fd-82fc-71aaaa25d28d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:35.211908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network f2e76b4a-67a8-4718-bea6-6ceafeb05837 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:03:35.257256 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3e8044d0-127d-4c8c-b5d8-08eaadce88dd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1974211 Feb 11 05:03:35.266460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54096) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:35.277637 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-454f46d3-a106-4a52-a2ba-e8d5e348c2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d18899b2-1469-46fd-b951-1dec2c5dffc3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:35.282344 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-454f46d3-a106-4a52-a2ba-e8d5e348c2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:35.283885 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-454f46d3-a106-4a52-a2ba-e8d5e348c2c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d18899b2-1469-46fd-b951-1dec2c5dffc3 HTTP/1.1" status: 204 len: 168 time: 1.0981076 Feb 11 05:03:35.291754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8bb77ac2-2a4f-471d-860f-8d8b34992329 admin admin] Request body: {'subnet': {'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1016843220-subnet', 'tenant_id': '14fbf88da36d492db7af138f03064fc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:35.298823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f46d3-a106-4a52-a2ba-e8d5e348c2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18899b2-1469-46fd-b951-1dec2c5dffc3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:35.341056 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (6a1cd155-5f32-4482-a0a4-4915da40c158), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:35.358859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb77ac2-2a4f-471d-860f-8d8b34992329 admin admin] Made reservation on behalf of 14fbf88da36d492db7af138f03064fc5 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:03:35.365265 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8bb77ac2-2a4f-471d-860f-8d8b34992329 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:35.554932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a623bd8f-b4ea-4687-8969-252103f736c0 None None] DHCP port deletion for 6a1cd155-5f32-4482-a0a4-4915da40c158 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:03:35.592707 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08391e60-a2ae-49e9-afbf-97507dcdf476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3b49e0fb-540d-4b02-b753-8df88fbe7867), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:35.601743 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08391e60-a2ae-49e9-afbf-97507dcdf476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:35.613327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-08391e60-a2ae-49e9-afbf-97507dcdf476 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b49e0fb-540d-4b02-b753-8df88fbe7867 HTTP/1.1" status: 204 len: 168 time: 2.2040281 Feb 11 05:03:35.655019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a623bd8f-b4ea-4687-8969-252103f736c0 None None] Deleting port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:35.655407 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a623bd8f-b4ea-4687-8969-252103f736c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:35.756030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08391e60-a2ae-49e9-afbf-97507dcdf476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b49e0fb-540d-4b02-b753-8df88fbe7867,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:35.844559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a623bd8f-b4ea-4687-8969-252103f736c0 None None] For port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc,segment=NetworkSegment(4fbf6c5f-0e7a-4013-871a-59f2fbc0a995),segment_id=4fbf6c5f-0e7a-4013-871a-59f2fbc0a995)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:35.845936 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a623bd8f-b4ea-4687-8969-252103f736c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:35.877517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a623bd8f-b4ea-4687-8969-252103f736c0 None None] Calling delete_port for 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:35.927366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54110) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:35.958631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98db8b77-ec40-49b8-bc22-9fed9771b5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:35.980957 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8bb77ac2-2a4f-471d-860f-8d8b34992329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (30de0522-14cb-43d9-85af-dac873877880), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.024014 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a623bd8f-b4ea-4687-8969-252103f736c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.049245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623bd8f-b4ea-4687-8969-252103f736c0 None None] No DVR routers for this DVR port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:03:36.119541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Deleting port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:36.119903 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.127477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623bd8f-b4ea-4687-8969-252103f736c0 None None] Pushing event deleted for resources: {'Port': ['ID=4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:36.131314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb77ac2-2a4f-471d-860f-8d8b34992329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30de0522-14cb-43d9-85af-dac873877880,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:36.233837 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98db8b77-ec40-49b8-bc22-9fed9771b5c6 admin admin] Publish callbacks [] for security_group (058613e2-b1f8-43cf-ad48-031571e2c912), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.250225 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98db8b77-ec40-49b8-bc22-9fed9771b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (058613e2-b1f8-43cf-ad48-031571e2c912), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.322137 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-98db8b77-ec40-49b8-bc22-9fed9771b5c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f336ab5223414853a3e81d490aed4b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3913105 Feb 11 05:03:36.323505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db8b77-ec40-49b8-bc22-9fed9771b5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058613e2-b1f8-43cf-ad48-031571e2c912,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:36.345332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54122) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:36.418999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] For port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc, host n-d-615180-58, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:36.425444 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.448262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Calling delete_port for 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:36.452208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc was not found and therefore no delete operation was performed {{(pid=103354) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:03:36.453799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.474667 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecabf3e7-eb8f-4b08-9b6f-d945b222d20e admin admin] Publish callbacks [] for security_group (058613e2-b1f8-43cf-ad48-031571e2c912), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.509429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] No DVR routers for this DVR port 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:03:36.526973 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecabf3e7-eb8f-4b08-9b6f-d945b222d20e admin admin] Publish callbacks [] for security_group (058613e2-b1f8-43cf-ad48-031571e2c912), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.576721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:36.642683 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecabf3e7-eb8f-4b08-9b6f-d945b222d20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (058613e2-b1f8-43cf-ad48-031571e2c912), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.645309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecabf3e7-eb8f-4b08-9b6f-d945b222d20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.647294 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ecabf3e7-eb8f-4b08-9b6f-d945b222d20e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/058613e2-b1f8-43cf-ad48-031571e2c912 HTTP/1.1" status: 204 len: 168 time: 0.3002298 Feb 11 05:03:36.665188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabf3e7-eb8f-4b08-9b6f-d945b222d20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058613e2-b1f8-43cf-ad48-031571e2c912,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:36.674725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb77ac2-2a4f-471d-860f-8d8b34992329 admin admin] Checking segment: {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:03:36.679106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb77ac2-2a4f-471d-860f-8d8b34992329 admin admin] Network hostable DHCP agents. Network: f2e76b4a-67a8-4718-bea6-6ceafeb05837, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:03:36.768435 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:03:36.826352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:03:36.826708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4663d0ed-62fb-4eb5-8d44-65f0c51eb4cc not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:03:36.862539 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (6a1cd155-5f32-4482-a0a4-4915da40c158), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.880392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb77ac2-2a4f-471d-860f-8d8b34992329 admin admin] Network f2e76b4a-67a8-4718-bea6-6ceafeb05837 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:03:36.941909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1cd155-5f32-4482-a0a4-4915da40c158']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:36.968032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8bb77ac2-2a4f-471d-860f-8d8b34992329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, f2e76b4a-67a8-4718-bea6-6ceafeb05837) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:03:36.971340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:36.971574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbf6c5f-0e7a-4013-871a-59f2fbc0a995') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:36.977351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb77ac2-2a4f-471d-860f-8d8b34992329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:36.977530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6014e490-9e57-4707-9525-6ec5744564bf None None] Network f2e76b4a-67a8-4718-bea6-6ceafeb05837 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:03:36.977976 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8bb77ac2-2a4f-471d-860f-8d8b34992329 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.993260 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (4fbf6c5f-0e7a-4013-871a-59f2fbc0a995), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:37.019732 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4fbf6c5f-0e7a-4013-871a-59f2fbc0a995), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:37.048133 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8bb77ac2-2a4f-471d-860f-8d8b34992329 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7801151 Feb 11 05:03:37.056133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:03:37.056625 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (4fbf6c5f-0e7a-4013-871a-59f2fbc0a995), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:03:37.065539 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:03:37.241589 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (6a1cd155-5f32-4482-a0a4-4915da40c158), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:37.255370 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:37.264797 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] 10.222.0.48 "DELETE /v2.0/networks/6a1cd155-5f32-4482-a0a4-4915da40c158 HTTP/1.1" status: 204 len: 168 time: 2.2525904 Feb 11 05:03:37.265161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54146) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:37.304596 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ac97f-f0ba-4fb8-8356-70457392ce8c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1cd155-5f32-4482-a0a4-4915da40c158,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:37.323344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57feaec-2937-4243-866f-2d754cd44b16 None None] Network f2e76b4a-67a8-4718-bea6-6ceafeb05837 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:03:37.632402 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:38.352874 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d070c764-f297-44d8-91a8-b87557baf91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (fa630127-a657-4ad4-87e1-bd29d0aed6ad), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:38.566167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d687d-74f3-433d-851f-61994f7d134e req-2914c688-77fb-47af-aa10-dd0d46224085 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:38.569257 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-2914c688-77fb-47af-aa10-dd0d46224085 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 815 time: 0.2789056 Feb 11 05:03:38.628231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-6026ee7f-f434-4bbd-9eb8-b627c4e7a180 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/quotas/14fbf88da36d492db7af138f03064fc5 HTTP/1.1" status: 200 len: 375 time: 0.0516009 Feb 11 05:03:38.716642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-8cff9445-83ff-4df6-aab7-6fe53f0aee90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804765 Feb 11 05:03:38.966761 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-ce81605a-00a1-4450-8500-f646a8293f9a service neutron] 10.222.0.48 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344930 Feb 11 05:03:39.060592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d070c764-f297-44d8-91a8-b87557baf91b admin admin] Deleting port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:39.061171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d070c764-f297-44d8-91a8-b87557baf91b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:39.209035 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-9d9308b5-f35c-47fd-bcc6-883a31f5c217 service neutron] 10.222.0.48 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353852 Feb 11 05:03:39.297777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d070c764-f297-44d8-91a8-b87557baf91b admin admin] For port 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=49cb6021-1c5f-495d-9e6d-4dc52e31ed0d,segment=NetworkSegment(ddfbd205-0f22-43ae-9d6f-db7b6eafb80b),segment_id=ddfbd205-0f22-43ae-9d6f-db7b6eafb80b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:39.298155 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d070c764-f297-44d8-91a8-b87557baf91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:39.342541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d070c764-f297-44d8-91a8-b87557baf91b admin admin] Calling delete_port for 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:39.403246 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-17b14469-77bb-4e70-9c8b-a3bf2f2d78f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:40.007339 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-288eefcd-a179-48e6-afbf-714d67e650a8 req-21e155c2-abfe-4965-adba-7e8e74548813 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 210 time: 0.1166482 Feb 11 05:03:40.195117 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d070c764-f297-44d8-91a8-b87557baf91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (49cb6021-1c5f-495d-9e6d-4dc52e31ed0d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:40.314383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070c764-f297-44d8-91a8-b87557baf91b admin admin] Pushing event deleted for resources: {'Port': ['ID=49cb6021-1c5f-495d-9e6d-4dc52e31ed0d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:40.746400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d070c764-f297-44d8-91a8-b87557baf91b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (fa630127-a657-4ad4-87e1-bd29d0aed6ad), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:41.215607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d070c764-f297-44d8-91a8-b87557baf91b admin admin] Router fa630127-a657-4ad4-87e1-bd29d0aed6ad has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:03:41.279327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7cb4ab78-d49d-4ad5-b631-36d160b1dd6c req-01ff47af-2d45-4c56-89b3-33dd37e104c9 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 210 time: 0.1553710 Feb 11 05:03:41.416292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d070c764-f297-44d8-91a8-b87557baf91b admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:03:41.428952 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfdff3-3ca9-4b42-a5ff-b064e47f154d None None] Sync routers for ids ['fa630127-a657-4ad4-87e1-bd29d0aed6ad'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:03:41.449358 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d070c764-f297-44d8-91a8-b87557baf91b admin admin] 10.222.0.48 "PUT /v2.0/routers/fa630127-a657-4ad4-87e1-bd29d0aed6ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1825545 Feb 11 05:03:41.449961 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfdff3-3ca9-4b42-a5ff-b064e47f154d None None] Routers {'fa630127-a657-4ad4-87e1-bd29d0aed6ad'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:03:41.450611 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e6cfdff3-3ca9-4b42-a5ff-b064e47f154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fa630127-a657-4ad4-87e1-bd29d0aed6ad'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:41.451307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54264) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:41.761100 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e6cfdff3-3ca9-4b42-a5ff-b064e47f154d None None] Set router fa630127-a657-4ad4-87e1-bd29d0aed6ad gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:03:41.775175 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Publish callbacks [] for router (fa630127-a657-4ad4-87e1-bd29d0aed6ad), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:41.866243 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54de9482-bb9d-41f2-b423-3d3bd28c7832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:42.297762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d687d-74f3-433d-851f-61994f7d134e req-736533e2-62ea-4068-a984-e8c4d25e54bf tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:42.302072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-736533e2-62ea-4068-a984-e8c4d25e54bf tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.10 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 815 time: 0.3284564 Feb 11 05:03:42.344886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-0e8d687d-74f3-433d-851f-61994f7d134e req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Request body: {'port': {'device_id': '9b0a6b34-6e76-480e-b0db-996618d3861d', 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837', 'admin_state_up': True, 'tenant_id': '14fbf88da36d492db7af138f03064fc5'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:42.350855 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e6cfdff3-3ca9-4b42-a5ff-b064e47f154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'name': 'tempest-TaggedBootDevicesTest-79684735-router', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:04Z', 'updated_at': '2022-02-11T05:03:40Z', 'revision_number': 5, 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'gw_port': {'id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:08Z', 'updated_at': '2022-02-11T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:42.383331 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfdff3-3ca9-4b42-a5ff-b064e47f154d None None] Checking router: fa630127-a657-4ad4-87e1-bd29d0aed6ad for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:03:42.399057 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfdff3-3ca9-4b42-a5ff-b064e47f154d None None] Routers {'fa630127-a657-4ad4-87e1-bd29d0aed6ad'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:03:42.400426 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e6cfdff3-3ca9-4b42-a5ff-b064e47f154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:03:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['fa630127-a657-4ad4-87e1-bd29d0aed6ad'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:42.437821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54304) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:42.483719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60c6d021-6bf0-4de9-8a6d-fec377c289a4 req-6e4d6775-d04a-49d9-bca0-046a8e45d2cb tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 210 time: 0.0799930 Feb 11 05:03:42.521383 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Publish callbacks [] for router_gateway (fa630127-a657-4ad4-87e1-bd29d0aed6ad), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:42.712830 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-103c7cea-c405-48ea-805f-4a9e19d43379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:42.715159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8d687d-74f3-433d-851f-61994f7d134e req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Made reservation on behalf of 14fbf88da36d492db7af138f03064fc5 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:03:42.721353 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e8d687d-74f3-433d-851f-61994f7d134e req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:42.744062 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:42.755708 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e6cfdff3-3ca9-4b42-a5ff-b064e47f154d None None] Set router fa630127-a657-4ad4-87e1-bd29d0aed6ad gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:03:42.945573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-103c7cea-c405-48ea-805f-4a9e19d43379 admin admin] Publish callbacks [] for security_group (e1cfb775-1772-457b-b745-d5421d02c16c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:42.966844 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-103c7cea-c405-48ea-805f-4a9e19d43379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e1cfb775-1772-457b-b745-d5421d02c16c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:43.061130 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-103c7cea-c405-48ea-805f-4a9e19d43379 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3313e139d9ca45ae9b8b80ef46bce279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6221020 Feb 11 05:03:43.063814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54314) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:43.076726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c7cea-c405-48ea-805f-4a9e19d43379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cfb775-1772-457b-b745-d5421d02c16c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:43.172923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Deleting port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:43.173302 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:43.178954 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edbf6e81-b472-4949-bfa3-1dcd872dfd29 admin admin] Publish callbacks [] for security_group (e1cfb775-1772-457b-b745-d5421d02c16c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:43.225546 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edbf6e81-b472-4949-bfa3-1dcd872dfd29 admin admin] Publish callbacks [] for security_group (e1cfb775-1772-457b-b745-d5421d02c16c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:43.352999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edbf6e81-b472-4949-bfa3-1dcd872dfd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e1cfb775-1772-457b-b745-d5421d02c16c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:43.355864 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edbf6e81-b472-4949-bfa3-1dcd872dfd29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:43.359894 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-edbf6e81-b472-4949-bfa3-1dcd872dfd29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1cfb775-1772-457b-b745-d5421d02c16c HTTP/1.1" status: 204 len: 168 time: 0.2948639 Feb 11 05:03:43.370918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf6e81-b472-4949-bfa3-1dcd872dfd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cfb775-1772-457b-b745-d5421d02c16c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:43.398339 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e6cfdff3-3ca9-4b42-a5ff-b064e47f154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'name': 'tempest-TaggedBootDevicesTest-79684735-router', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:04Z', 'updated_at': '2022-02-11T05:03:40Z', 'revision_number': 5, 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'gw_port': {'id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:08Z', 'updated_at': '2022-02-11T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:43.410941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-0e8d687d-74f3-433d-851f-61994f7d134e req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Allocated IP 172.20.0.5 (f2e76b4a-67a8-4718-bea6-6ceafeb05837/30de0522-14cb-43d9-85af-dac873877880/d762cb45-835e-4875-a59c-37abb82ee0c1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:03:43.492985 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfdff3-3ca9-4b42-a5ff-b064e47f154d None None] The sync data for ids ['fa630127-a657-4ad4-87e1-bd29d0aed6ad'] in n-d-615180-58 is: [{'id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'name': 'tempest-TaggedBootDevicesTest-79684735-router', 'tenant_id': 'd495b65c701647ff8471405ff3b8f086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:04Z', 'updated_at': '2022-02-11T05:03:40Z', 'revision_number': 5, 'project_id': 'd495b65c701647ff8471405ff3b8f086', 'gw_port': {'id': '7aacf2b6-a133-46e1-a394-ccf8134d9e4e', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa630127-a657-4ad4-87e1-bd29d0aed6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:08Z', 'updated_at': '2022-02-11T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:03:43.513182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] For port 7aacf2b6-a133-46e1-a394-ccf8134d9e4e, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7aacf2b6-a133-46e1-a394-ccf8134d9e4e,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:43.513553 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:43.685081 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed185472-76bd-4a55-a566-b84ba5f2a6f1 req-00969076-f041-4f16-bc59-29c5bec6ee4e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 210 time: 0.0599415 Feb 11 05:03:43.709831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Calling delete_port for 7aacf2b6-a133-46e1-a394-ccf8134d9e4e owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:43.804474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e8d687d-74f3-433d-851f-61994f7d134e req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks [] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:43.968377 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:03:44.010388 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e8d687d-74f3-433d-851f-61994f7d134e req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.047744 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54332) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:44.068026 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (7aacf2b6-a133-46e1-a394-ccf8134d9e4e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.080529 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14ed584d-60af-4593-a512-92baa6b4a906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.084330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Pushing event updated for resources: {'Port': ['ID=d762cb45-835e-4875-a59c-37abb82ee0c1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:44.128321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8d687d-74f3-433d-851f-61994f7d134e req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Network f2e76b4a-67a8-4718-bea6-6ceafeb05837 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:03:44.133637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aacf2b6-a133-46e1-a394-ccf8134d9e4e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:44.136683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-0e8d687d-74f3-433d-851f-61994f7d134e req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:03:44.146215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8d687d-74f3-433d-851f-61994f7d134e req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:03:44.292974 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (fa630127-a657-4ad4-87e1-bd29d0aed6ad), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.331835 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14ed584d-60af-4593-a512-92baa6b4a906 admin admin] Publish callbacks [] for security_group (337bbc29-be43-4cc2-9adf-85dfe55c6df3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.341271 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14ed584d-60af-4593-a512-92baa6b4a906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (337bbc29-be43-4cc2-9adf-85dfe55c6df3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.405933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed584d-60af-4593-a512-92baa6b4a906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337bbc29-be43-4cc2-9adf-85dfe55c6df3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:44.428204 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.470382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-14ed584d-60af-4593-a512-92baa6b4a906 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae5ad72c947042a989186c064af540b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4184866 Feb 11 05:03:44.472604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54336) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:44.507587 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (fa630127-a657-4ad4-87e1-bd29d0aed6ad), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.576016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d687d-74f3-433d-851f-61994f7d134e req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:44.576956 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e8d687d-74f3-433d-851f-61994f7d134e req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.606265 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f09e4324-1a78-41ba-9b1f-92ac0e06c47e admin admin] Publish callbacks [] for security_group (337bbc29-be43-4cc2-9adf-85dfe55c6df3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.608670 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Publish callbacks [] for router_controller (fa630127-a657-4ad4-87e1-bd29d0aed6ad), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.641788 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-cb0a06e6-06a9-4f2d-a40c-9df7d0d12f90 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3009093 Feb 11 05:03:44.646548 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f09e4324-1a78-41ba-9b1f-92ac0e06c47e admin admin] Publish callbacks [] for security_group (337bbc29-be43-4cc2-9adf-85dfe55c6df3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.757871 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (fa630127-a657-4ad4-87e1-bd29d0aed6ad), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.758412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa630127-a657-4ad4-87e1-bd29d0aed6ad {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:03:44.763518 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f09e4324-1a78-41ba-9b1f-92ac0e06c47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (337bbc29-be43-4cc2-9adf-85dfe55c6df3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.769395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f09e4324-1a78-41ba-9b1f-92ac0e06c47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.769865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:03:44.770574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f09e4324-1a78-41ba-9b1f-92ac0e06c47e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/337bbc29-be43-4cc2-9adf-85dfe55c6df3 HTTP/1.1" status: 204 len: 168 time: 0.2967083 Feb 11 05:03:44.773121 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:44.778685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7702cb1f-481a-4c01-856d-e71864b79d21 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fa630127-a657-4ad4-87e1-bd29d0aed6ad HTTP/1.1" status: 204 len: 168 time: 3.3235421 Feb 11 05:03:44.779357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54346) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:44.799795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e4324-1a78-41ba-9b1f-92ac0e06c47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337bbc29-be43-4cc2-9adf-85dfe55c6df3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:44.885951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:03:44.886322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 49cb6021-1c5f-495d-9e6d-4dc52e31ed0d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:03:45.034489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafa2c5-e986-466d-8f07-12832fd6c3a4 req-63860f6f-5499-435e-8339-c4b243d587bc tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:45.036134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eafa2c5-e986-466d-8f07-12832fd6c3a4 req-63860f6f-5499-435e-8339-c4b243d587bc tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 931 time: 0.1283774 Feb 11 05:03:45.045523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Deleting subnet 37eaa910-70c8-47f5-b1d4-873a63d0cc56 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:03:45.069806 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Publish callbacks [] for subnet (37eaa910-70c8-47f5-b1d4-873a63d0cc56), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.143137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Request body: {'port': {'device_id': '9b0a6b34-6e76-480e-b0db-996618d3861d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:45.214857 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (37eaa910-70c8-47f5-b1d4-873a63d0cc56), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.267412 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.323676 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3eafa2c5-e986-466d-8f07-12832fd6c3a4 req-dc7dafa6-542b-48c2-8a15-49a8356bbd0d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425439 Feb 11 05:03:45.457011 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (37eaa910-70c8-47f5-b1d4-873a63d0cc56), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.599556 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (37eaa910-70c8-47f5-b1d4-873a63d0cc56), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.602416 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.622416 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.625958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/37eaa910-70c8-47f5-b1d4-873a63d0cc56 HTTP/1.1" status: 204 len: 168 time: 0.8456273 Feb 11 05:03:45.629099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54366) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:45.632772 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616c431d-955d-4d44-9d2b-f78ee2d6e771 None None] Network 1c92f95f-1541-4346-b6c0-58000526bc25 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:03:45.707496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37eaa910-70c8-47f5-b1d4-873a63d0cc56,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:45.745785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.748978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.749585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.751118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.751643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.754674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.755240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.756593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.757107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.767426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.768028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.768525 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.769026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5715af-06ff-41c4-8c66-761b6e71e347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:45.831964 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (1c92f95f-1541-4346-b6c0-58000526bc25), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.862422 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edf04a5-ccd8-4f9a-a8d2-e1127f06e418 None None] DHCP port deletion for 1c92f95f-1541-4346-b6c0-58000526bc25 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:03:45.890881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d762cb45-835e-4875-a59c-37abb82ee0c1 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:03:45.895887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Deleting port 05e14ebe-7036-4de8-a091-beb3efac07ef {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:45.896678 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.903509 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Publish callbacks [] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.936616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Transition to ACTIVE for port object d762cb45-835e-4875-a59c-37abb82ee0c1 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:03:45.948876 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.977042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0edf04a5-ccd8-4f9a-a8d2-e1127f06e418 None None] Deleting port 05e14ebe-7036-4de8-a091-beb3efac07ef {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:45.977434 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0edf04a5-ccd8-4f9a-a8d2-e1127f06e418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.981105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] For port 05e14ebe-7036-4de8-a091-beb3efac07ef, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=05e14ebe-7036-4de8-a091-beb3efac07ef,segment=NetworkSegment(ddfbd205-0f22-43ae-9d6f-db7b6eafb80b),segment_id=ddfbd205-0f22-43ae-9d6f-db7b6eafb80b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:45.983581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.004630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Calling delete_port for 05e14ebe-7036-4de8-a091-beb3efac07ef owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:46.062472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0edf04a5-ccd8-4f9a-a8d2-e1127f06e418 None None] For port 05e14ebe-7036-4de8-a091-beb3efac07ef, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=05e14ebe-7036-4de8-a091-beb3efac07ef,segment=NetworkSegment(ddfbd205-0f22-43ae-9d6f-db7b6eafb80b),segment_id=ddfbd205-0f22-43ae-9d6f-db7b6eafb80b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:46.063208 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0edf04a5-ccd8-4f9a-a8d2-e1127f06e418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.080251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0edf04a5-ccd8-4f9a-a8d2-e1127f06e418 None None] Calling delete_port for 05e14ebe-7036-4de8-a091-beb3efac07ef owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:46.135827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=d762cb45-835e-4875-a59c-37abb82ee0c1,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:46.207343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Attempting to bind port d762cb45-835e-4875-a59c-37abb82ee0c1 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:03:46.207991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Attempting to bind port d762cb45-835e-4875-a59c-37abb82ee0c1 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:03:46.211152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Attempting to bind port d762cb45-835e-4875-a59c-37abb82ee0c1 on network f2e76b4a-67a8-4718-bea6-6ceafeb05837 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:03:46.219658 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Port d762cb45-835e-4875-a59c-37abb82ee0c1 on network f2e76b4a-67a8-4718-bea6-6ceafeb05837 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:03:46.219992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Attempting to bind port d762cb45-835e-4875-a59c-37abb82ee0c1 on network f2e76b4a-67a8-4718-bea6-6ceafeb05837 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:03:46.240616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:03:46.241011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Checking segment: {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:03:46.246736 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Bound using segment: {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:03:46.247326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Bound port: d762cb45-835e-4875-a59c-37abb82ee0c1, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:03:46.248105 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.258584 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.283956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] No DVR routers for this DVR port 05e14ebe-7036-4de8-a091-beb3efac07ef on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:03:46.307863 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0edf04a5-ccd8-4f9a-a8d2-e1127f06e418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (05e14ebe-7036-4de8-a091-beb3efac07ef), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.380354 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf04a5-ccd8-4f9a-a8d2-e1127f06e418 None None] Pushing event deleted for resources: {'Port': ['ID=05e14ebe-7036-4de8-a091-beb3efac07ef,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:46.398590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edf04a5-ccd8-4f9a-a8d2-e1127f06e418 None None] No DVR routers for this DVR port 05e14ebe-7036-4de8-a091-beb3efac07ef on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:03:46.398873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e14ebe-7036-4de8-a091-beb3efac07ef,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:46.443268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] For port d762cb45-835e-4875-a59c-37abb82ee0c1, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:03:46.456813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] For port d762cb45-835e-4875-a59c-37abb82ee0c1, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d762cb45-835e-4875-a59c-37abb82ee0c1,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:03:46.475323 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.537326 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (1c92f95f-1541-4346-b6c0-58000526bc25), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.569888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c92f95f-1541-4346-b6c0-58000526bc25']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:46.570211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=d762cb45-835e-4875-a59c-37abb82ee0c1,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:46.588419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:46.589079 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.594504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfbd205-0f22-43ae-9d6f-db7b6eafb80b') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:46.594966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfbd205-0f22-43ae-9d6f-db7b6eafb80b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:46.595321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-69f816e9-665a-46b2-abfb-d9310d04a9ed service neutron] 10.222.0.10 "PUT /v2.0/ports/d762cb45-835e-4875-a59c-37abb82ee0c1 HTTP/1.1" status: 200 len: 1092 time: 1.8847275 Feb 11 05:03:46.596336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0a6b34-6e76-480e-b0db-996618d3861d', 'tag': 'd762cb45-835e-4875-a59c-37abb82ee0c1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:03:46.598779 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207aa4bc-1502-4e88-814e-7392d2934a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0a6b34-6e76-480e-b0db-996618d3861d", "tag": "d762cb45-835e-4875-a59c-37abb82ee0c1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:03:46.652367 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (ddfbd205-0f22-43ae-9d6f-db7b6eafb80b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.684156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52564245-a906-434d-999c-894ba73712a4 req-ee221a1f-1915-4acc-a7bf-d10690872f4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:46.702603 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52564245-a906-434d-999c-894ba73712a4 req-ee221a1f-1915-4acc-a7bf-d10690872f4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 943 time: 0.2278349 Feb 11 05:03:46.768310 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ddfbd205-0f22-43ae-9d6f-db7b6eafb80b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.771086 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7aacf2b6-a133-46e1-a394-ccf8134d9e4e no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:03:46.806262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d687d-74f3-433d-851f-61994f7d134e req-32278a39-4f5f-4a38-918d-33a485d41ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:46.807473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-32278a39-4f5f-4a38-918d-33a485d41ecc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 1126 time: 0.1527638 Feb 11 05:03:46.829755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 7aacf2b6-a133-46e1-a394-ccf8134d9e4e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:03:46.830203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7aacf2b6-a133-46e1-a394-ccf8134d9e4e not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:03:46.831215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 05e14ebe-7036-4de8-a091-beb3efac07ef no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:03:46.840882 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-52564245-a906-434d-999c-894ba73712a4 req-fcb65b94-4ce7-4c7f-b7c2-4915dbee4664 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372001 Feb 11 05:03:46.848845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:03:46.849418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (ddfbd205-0f22-43ae-9d6f-db7b6eafb80b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:03:46.852193 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:03:46.915054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 05e14ebe-7036-4de8-a091-beb3efac07ef {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:03:46.915412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 05e14ebe-7036-4de8-a091-beb3efac07ef not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:03:46.966700 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-27657414-f0e9-403b-b737-a35134848177 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d762cb45-835e-4875-a59c-37abb82ee0c1 HTTP/1.1" status: 200 len: 217 time: 0.1441550 Feb 11 05:03:46.973721 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (1c92f95f-1541-4346-b6c0-58000526bc25), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.981185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.989533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1c92f95f-1541-4346-b6c0-58000526bc25 HTTP/1.1" status: 204 len: 168 time: 1.3588765 Feb 11 05:03:47.018454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e012c-690e-4372-8879-03781c58a7a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c92f95f-1541-4346-b6c0-58000526bc25,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:47.045387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d687d-74f3-433d-851f-61994f7d134e req-3b4aff48-84c7-4249-9a39-ec8bdfd5ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:47.061203 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-3b4aff48-84c7-4249-9a39-ec8bdfd5ff02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.0765140 Feb 11 05:03:47.173647 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deddb14-1080-48cc-8507-b9e3633f2278 x-openstack-request-id: req-4deddb14-1080-48cc-8507-b9e3633f2278 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:03:47.174227 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0a6b34-6e76-480e-b0db-996618d3861d", "tag": "d762cb45-835e-4875-a59c-37abb82ee0c1", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:03:47.174638 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4deddb14-1080-48cc-8507-b9e3633f2278 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:03:47.187579 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0a6b34-6e76-480e-b0db-996618d3861d', 'tag': 'd762cb45-835e-4875-a59c-37abb82ee0c1', 'status': 'completed', 'code': 200} Feb 11 05:03:47.189987 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-7bfe39e0-af96-4f57-b6c3-9ca206541caa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278639 Feb 11 05:03:47.379799 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-467ae6f0-e48d-4942-ab75-76e9203f7982 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809473 Feb 11 05:03:47.393692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54416) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:47.470839 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2296b197-02f9-4b8e-969c-a62dfd54e89d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62e90bc09e0a46e888c74e8489658ef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0759366 Feb 11 05:03:47.474273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54420) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:47.544831 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e8d687d-74f3-433d-851f-61994f7d134e req-5d8191fb-3c13-4d28-a5a0-8b631a289240 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589639 Feb 11 05:03:47.552013 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9609d81-cabf-415b-a0c3-4db9e2b7dd4f admin admin] Publish callbacks [] for security_group (5622554a-2bad-4b14-8462-12a92137f4e0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:47.589386 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9609d81-cabf-415b-a0c3-4db9e2b7dd4f admin admin] Publish callbacks [] for security_group (5622554a-2bad-4b14-8462-12a92137f4e0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:47.699213 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9609d81-cabf-415b-a0c3-4db9e2b7dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5622554a-2bad-4b14-8462-12a92137f4e0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:47.704416 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9609d81-cabf-415b-a0c3-4db9e2b7dd4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:47.706003 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f9609d81-cabf-415b-a0c3-4db9e2b7dd4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5622554a-2bad-4b14-8462-12a92137f4e0 HTTP/1.1" status: 204 len: 168 time: 0.2289209 Feb 11 05:03:47.740108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207aa4bc-1502-4e88-814e-7392d2934a6c req-a81caba2-4fa2-4c79-9f39-b62a06654566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:47.742723 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-207aa4bc-1502-4e88-814e-7392d2934a6c req-a81caba2-4fa2-4c79-9f39-b62a06654566 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 1126 time: 0.0729871 Feb 11 05:03:47.748737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9609d81-cabf-415b-a0c3-4db9e2b7dd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5622554a-2bad-4b14-8462-12a92137f4e0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:48.043940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207aa4bc-1502-4e88-814e-7392d2934a6c req-421af551-44f7-4a1a-aed9-dbfe04970144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:48.045564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-207aa4bc-1502-4e88-814e-7392d2934a6c req-421af551-44f7-4a1a-aed9-dbfe04970144 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 916 time: 0.2963612 Feb 11 05:03:48.139918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425c7e6-89b9-4215-b6f7-481331160a39 req-ee4dea86-5670-4920-a68b-88f1ef4528e5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:48.148775 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-207aa4bc-1502-4e88-814e-7392d2934a6c req-58ed9a7f-5e44-4281-a5c7-535d3bfbc1ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d762cb45-835e-4875-a59c-37abb82ee0c1 HTTP/1.1" status: 200 len: 217 time: 0.0951848 Feb 11 05:03:48.164839 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7425c7e6-89b9-4215-b6f7-481331160a39 req-ee4dea86-5670-4920-a68b-88f1ef4528e5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 943 time: 0.2060595 Feb 11 05:03:48.275819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207aa4bc-1502-4e88-814e-7392d2934a6c req-ef14e99b-175f-44e2-811d-8c894ce6fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:48.279183 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-207aa4bc-1502-4e88-814e-7392d2934a6c req-ef14e99b-175f-44e2-811d-8c894ce6fcd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.1232684 Feb 11 05:03:48.286982 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7425c7e6-89b9-4215-b6f7-481331160a39 req-f7279bfb-4ced-4365-a087-e5776bc7a2b2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211326 Feb 11 05:03:48.388468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-207aa4bc-1502-4e88-814e-7392d2934a6c req-5df3d62b-5af2-4651-becb-3aa43db987b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873795 Feb 11 05:03:48.491365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54470) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:48.605629 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6f53b655-290e-4ade-a5d2-7c037fb768c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d495b65c701647ff8471405ff3b8f086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1109648 Feb 11 05:03:48.606975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54474) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:48.624583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-d1ffb47e-cac1-43f9-8eec-89a500b663c7 req-b94f0a3a-e1bb-4200-8a36-cab224dd8f90 service neutron] (103354) timed out ('10.222.0.48', 57860) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:03:48.674441 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-207aa4bc-1502-4e88-814e-7392d2934a6c req-031866df-c6d3-41ee-9945-af63925d575b service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850113 Feb 11 05:03:48.733594 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-322a8b49-854c-4e0e-8037-140269381b65 admin admin] Publish callbacks [] for security_group (6fbcc453-4ce6-45c9-9774-a12784db8a59), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:48.786968 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-322a8b49-854c-4e0e-8037-140269381b65 admin admin] Publish callbacks [] for security_group (6fbcc453-4ce6-45c9-9774-a12784db8a59), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:48.829170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54478) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:48.886737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-207aa4bc-1502-4e88-814e-7392d2934a6c req-e0a5e6f0-28e2-4e5e-97da-930ed4fb9ae3 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057655 Feb 11 05:03:48.893550 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-322a8b49-854c-4e0e-8037-140269381b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6fbcc453-4ce6-45c9-9774-a12784db8a59), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:48.897081 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-322a8b49-854c-4e0e-8037-140269381b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:48.902851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-322a8b49-854c-4e0e-8037-140269381b65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6fbcc453-4ce6-45c9-9774-a12784db8a59 HTTP/1.1" status: 204 len: 168 time: 0.2947772 Feb 11 05:03:48.913184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a8b49-854c-4e0e-8037-140269381b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbcc453-4ce6-45c9-9774-a12784db8a59,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:49.020774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-334b09f0-7a5c-4765-9912-8a2fa39d699a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:49.154538 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-334b09f0-7a5c-4765-9912-8a2fa39d699a admin admin] Publish callbacks [] for security_group (77dc8708-0be8-46a8-a8bf-d5a64d37bd61), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:49.163398 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-334b09f0-7a5c-4765-9912-8a2fa39d699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (77dc8708-0be8-46a8-a8bf-d5a64d37bd61), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:49.228623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b09f0-7a5c-4765-9912-8a2fa39d699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dc8708-0be8-46a8-a8bf-d5a64d37bd61,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:49.251639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54486) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:49.253643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-334b09f0-7a5c-4765-9912-8a2fa39d699a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f20281dbe3c34330ad84f5bfa662982e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4196215 Feb 11 05:03:49.365709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd2254c2-183e-4372-999a-a18a26de2e4b admin admin] Publish callbacks [] for security_group (77dc8708-0be8-46a8-a8bf-d5a64d37bd61), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:49.435229 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd2254c2-183e-4372-999a-a18a26de2e4b admin admin] Publish callbacks [] for security_group (77dc8708-0be8-46a8-a8bf-d5a64d37bd61), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:49.667328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac3265-6f07-4b56-b4ab-080c29d1fa61 req-85c0bbef-61bf-4164-8ba3-04ad12c5a738 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:49.669450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-acac3265-6f07-4b56-b4ab-080c29d1fa61 req-85c0bbef-61bf-4164-8ba3-04ad12c5a738 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 943 time: 0.1857767 Feb 11 05:03:49.745580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d762cb45-835e-4875-a59c-37abb82ee0c1 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:03:49.791214 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-acac3265-6f07-4b56-b4ab-080c29d1fa61 req-d633b7b1-87cd-4a4c-a9e0-3055ffa00b84 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100357 Feb 11 05:03:49.792189 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd2254c2-183e-4372-999a-a18a26de2e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (77dc8708-0be8-46a8-a8bf-d5a64d37bd61), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:49.796926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd2254c2-183e-4372-999a-a18a26de2e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:49.798730 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dd2254c2-183e-4372-999a-a18a26de2e4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77dc8708-0be8-46a8-a8bf-d5a64d37bd61 HTTP/1.1" status: 204 len: 168 time: 0.5460873 Feb 11 05:03:49.818081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2254c2-183e-4372-999a-a18a26de2e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dc8708-0be8-46a8-a8bf-d5a64d37bd61,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:50.035617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port d762cb45-835e-4875-a59c-37abb82ee0c1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d762cb45-835e-4875-a59c-37abb82ee0c1,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:50.063623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'd762cb45-835e-4875-a59c-37abb82ee0c1', 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837', 'port_id': 'd762cb45-835e-4875-a59c-37abb82ee0c1', 'mac_address': 'fa:16:3e:14:93:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30de0522-14cb-43d9-85af-dac873877880', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:03:50.098219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54518) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:50.175713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port d762cb45-835e-4875-a59c-37abb82ee0c1 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:03:50.177092 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.215720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d762cb45-835e-4875-a59c-37abb82ee0c1 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:03:50.242621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port d762cb45-835e-4875-a59c-37abb82ee0c1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d762cb45-835e-4875-a59c-37abb82ee0c1,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:50.250667 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.309769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-627641821-network', 'tenant_id': 'f5236a58eb6b4ee081515938edca84d2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:50.357811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Made reservation on behalf of f5236a58eb6b4ee081515938edca84d2 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:03:50.360897 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.371033 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=d762cb45-835e-4875-a59c-37abb82ee0c1,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:50.390031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:50.403085 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.413523 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d33ceea2-4307-485c-a574-a0e66c37bd85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.551273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['d762cb45-835e-4875-a59c-37abb82ee0c1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:03:50.560900 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d33ceea2-4307-485c-a574-a0e66c37bd85 admin admin] Publish callbacks [] for security_group (8d5971c6-d70e-4b78-b6d5-08ceed52b09a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.575109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d33ceea2-4307-485c-a574-a0e66c37bd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8d5971c6-d70e-4b78-b6d5-08ceed52b09a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.595489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Publish callbacks [] for security_group (e2b5a492-86d7-4a0b-820e-17f0f4d55077), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.618008 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e2b5a492-86d7-4a0b-820e-17f0f4d55077), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.651803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:03:50.672393 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d33ceea2-4307-485c-a574-a0e66c37bd85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34b8349dbb214322b826f51a50733c2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812216 Feb 11 05:03:50.673443 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54530) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:50.686246 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (32408384-fdd9-4124-b8c5-42f0d7a80fbe), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.687373 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Added segment 32408384-fdd9-4124-b8c5-42f0d7a80fbe of type vlan for network 88acf680-6668-4e67-b0e3-517354fddea6 Feb 11 05:03:50.775523 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ceea2-4307-485c-a574-a0e66c37bd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5971c6-d70e-4b78-b6d5-08ceed52b09a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:50.791080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (88acf680-6668-4e67-b0e3-517354fddea6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.846267 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3556724-d740-4a6b-bf8e-5cee6cfa851d admin admin] Publish callbacks [] for security_group (8d5971c6-d70e-4b78-b6d5-08ceed52b09a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.889396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (88acf680-6668-4e67-b0e3-517354fddea6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.890655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:50.892912 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.908942 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3556724-d740-4a6b-bf8e-5cee6cfa851d admin admin] Publish callbacks [] for security_group (8d5971c6-d70e-4b78-b6d5-08ceed52b09a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:50.932873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b5a492-86d7-4a0b-820e-17f0f4d55077,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:50.952721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8535240 Feb 11 05:03:50.955953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54536) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:50.969947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ea0c9fa3-8e3e-4106-b769-63f53e0d0fad admin admin] Request body: {'subnet': {'network_id': '88acf680-6668-4e67-b0e3-517354fddea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-627641821-subnet', 'tenant_id': 'f5236a58eb6b4ee081515938edca84d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:51.030580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab727-c080-453b-b53c-651438b5b91d admin admin] Pushing event updated for resources: {'Network': ['ID=88acf680-6668-4e67-b0e3-517354fddea6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:51.044788 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0c9fa3-8e3e-4106-b769-63f53e0d0fad admin admin] Made reservation on behalf of f5236a58eb6b4ee081515938edca84d2 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:03:51.047155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 88acf680-6668-4e67-b0e3-517354fddea6 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:03:51.047678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786e01e-5baa-46bb-accd-7c2656419845 req-63f676f5-3924-4400-adff-e6bd7f497c05 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:51.049256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8786e01e-5baa-46bb-accd-7c2656419845 req-63f676f5-3924-4400-adff-e6bd7f497c05 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 944 time: 0.1290076 Feb 11 05:03:51.050791 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9fa3-8e3e-4106-b769-63f53e0d0fad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:51.074384 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3556724-d740-4a6b-bf8e-5cee6cfa851d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8d5971c6-d70e-4b78-b6d5-08ceed52b09a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:51.082312 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3556724-d740-4a6b-bf8e-5cee6cfa851d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:51.088303 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a3556724-d740-4a6b-bf8e-5cee6cfa851d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d5971c6-d70e-4b78-b6d5-08ceed52b09a HTTP/1.1" status: 204 len: 168 time: 0.4134405 Feb 11 05:03:51.126794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3556724-d740-4a6b-bf8e-5cee6cfa851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5971c6-d70e-4b78-b6d5-08ceed52b09a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:51.194843 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8786e01e-5baa-46bb-accd-7c2656419845 req-89f296fc-0054-4ee9-8dea-3844caca3116 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307764 Feb 11 05:03:51.351532 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9fa3-8e3e-4106-b769-63f53e0d0fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (dabecbae-83ae-4c69-ad9c-61ef91318b08), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:51.471874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0c9fa3-8e3e-4106-b769-63f53e0d0fad admin admin] Checking segment: {'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:03:51.472239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0c9fa3-8e3e-4106-b769-63f53e0d0fad admin admin] Network hostable DHCP agents. Network: 88acf680-6668-4e67-b0e3-517354fddea6, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:03:51.493875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c9fa3-8e3e-4106-b769-63f53e0d0fad admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabecbae-83ae-4c69-ad9c-61ef91318b08,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:51.514994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0c9fa3-8e3e-4106-b769-63f53e0d0fad admin admin] Network 88acf680-6668-4e67-b0e3-517354fddea6 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:03:51.536190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ea0c9fa3-8e3e-4106-b769-63f53e0d0fad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 88acf680-6668-4e67-b0e3-517354fddea6) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:03:51.546528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8756f33-5036-4fe8-8b1b-421f4d1468c1 None None] Network 88acf680-6668-4e67-b0e3-517354fddea6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:03:51.552034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c9fa3-8e3e-4106-b769-63f53e0d0fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:51.553019 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9fa3-8e3e-4106-b769-63f53e0d0fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:51.598424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ea0c9fa3-8e3e-4106-b769-63f53e0d0fad admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6404834 Feb 11 05:03:51.763833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d762cb45-835e-4875-a59c-37abb82ee0c1 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:03:51.955644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4b17c7-d793-4321-a7c5-48e077c2562b None None] Network 88acf680-6668-4e67-b0e3-517354fddea6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:03:52.305543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port d762cb45-835e-4875-a59c-37abb82ee0c1 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:03:52.310420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port d762cb45-835e-4875-a59c-37abb82ee0c1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:03:52.311080 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:52.519178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port d762cb45-835e-4875-a59c-37abb82ee0c1 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:03:52.520037 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:52.582735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d048627-237b-4dac-9b69-ede5087ae873 req-1dc57ea6-6505-4c16-bcc2-5c5e924b8f85 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:52.594048 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d048627-237b-4dac-9b69-ede5087ae873 req-1dc57ea6-6505-4c16-bcc2-5c5e924b8f85 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 944 time: 0.1913912 Feb 11 05:03:52.599312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0a6b34-6e76-480e-b0db-996618d3861d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd762cb45-835e-4875-a59c-37abb82ee0c1'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:03:52.604225 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c073762-b142-43fd-af0b-ca7ab08b0742" -d '{"events": [{"server_uuid": "9b0a6b34-6e76-480e-b0db-996618d3861d", "name": "network-vif-plugged", "status": "completed", "tag": "d762cb45-835e-4875-a59c-37abb82ee0c1"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:03:52.634862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port d762cb45-835e-4875-a59c-37abb82ee0c1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d762cb45-835e-4875-a59c-37abb82ee0c1,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:52.653626 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:52.710599 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1d048627-237b-4dac-9b69-ede5087ae873 req-8d60472a-6a2c-424d-b240-0512e5ed3a16 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139617 Feb 11 05:03:52.740254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-898e2e6c-3e84-44d8-95d7-bf602d089164 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:52.741525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-898e2e6c-3e84-44d8-95d7-bf602d089164 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/networks?id=88acf680-6668-4e67-b0e3-517354fddea6 HTTP/1.1" status: 200 len: 814 time: 0.2795973 Feb 11 05:03:52.785166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-9181ff93-b345-499f-a653-2c809d962557 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/quotas/f5236a58eb6b4ee081515938edca84d2 HTTP/1.1" status: 200 len: 375 time: 0.0292330 Feb 11 05:03:52.813676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=d762cb45-835e-4875-a59c-37abb82ee0c1,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:52.879957 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-7eb7614d-853d-4570-88d8-28eb9078c16b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5236a58eb6b4ee081515938edca84d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926888 Feb 11 05:03:53.044827 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-bdd4fa29-dbbf-4707-826a-3987718cd044 service neutron] 10.222.0.48 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638713 Feb 11 05:03:53.207635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-5e8ef3c7-24f8-499d-b652-58870e468210 service neutron] 10.222.0.48 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564949 Feb 11 05:03:53.264196 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8007daf0-31b2-4b00-8ea7-18f5949c6715 x-openstack-request-id: req-8007daf0-31b2-4b00-8ea7-18f5949c6715 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:03:53.265245 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0a6b34-6e76-480e-b0db-996618d3861d", "name": "network-vif-plugged", "status": "completed", "tag": "d762cb45-835e-4875-a59c-37abb82ee0c1", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:03:53.265526 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8007daf0-31b2-4b00-8ea7-18f5949c6715 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:03:53.266708 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0a6b34-6e76-480e-b0db-996618d3861d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd762cb45-835e-4875-a59c-37abb82ee0c1', 'code': 200} Feb 11 05:03:53.625273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62930f4a-c490-4731-98c3-5d76285bcbc9 req-33012044-69fa-4bc1-9685-8cc8f075bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:53.626790 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-62930f4a-c490-4731-98c3-5d76285bcbc9 req-33012044-69fa-4bc1-9685-8cc8f075bc33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 1128 time: 0.2176991 Feb 11 05:03:53.761845 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-62930f4a-c490-4731-98c3-5d76285bcbc9 req-7764a7da-2c18-4bfb-b492-bf527702528c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179104 Feb 11 05:03:53.798147 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-79c7d674-aedb-44c8-8967-bb6617e57886 req-4f4411bd-2db9-4460-a7b8-13d0ea76b745 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 210 time: 0.1153600 Feb 11 05:03:54.048385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67315f-27bf-4669-b928-4f96a8d4bb1d req-7a5bfacb-d0a6-4d04-888a-419a9b0e5c0f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:54.050081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d67315f-27bf-4669-b928-4f96a8d4bb1d req-7a5bfacb-d0a6-4d04-888a-419a9b0e5c0f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 945 time: 0.1299276 Feb 11 05:03:54.188563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d67315f-27bf-4669-b928-4f96a8d4bb1d req-097bf261-e963-4ee9-a6be-e34ea0974246 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303673 Feb 11 05:03:55.035879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54660) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:55.074060 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30c2e216-f461-4efe-a2ed-42b24a8e3518 req-259b82bb-a906-46a1-9382-9c009409ea92 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 210 time: 0.1221268 Feb 11 05:03:55.423247 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5d01fea-3e6a-4f0b-8137-53b1ba80dc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:55.559512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54672) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:55.593592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2b17f-8185-4ddc-8ec4-9219475f6aed req-0e296002-5d3e-450b-a3a3-709308c50850 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:55.602641 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ad2b17f-8185-4ddc-8ec4-9219475f6aed req-0e296002-5d3e-450b-a3a3-709308c50850 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 945 time: 0.1966069 Feb 11 05:03:55.736046 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ad2b17f-8185-4ddc-8ec4-9219475f6aed req-ff8df106-b392-464f-a33a-b738a93915a1 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283858 Feb 11 05:03:56.006779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:56.100939 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:56.310124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b927ab82-5ca6-44c5-982c-0374944e6d9f req-bc910507-de24-4aef-a2ce-16c1535551dd tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 210 time: 0.0427413 Feb 11 05:03:56.392261 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:56.437009 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5d01fea-3e6a-4f0b-8137-53b1ba80dc5b admin admin] Publish callbacks [] for security_group (7769df5e-1922-4453-bd36-d89426282dd6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:56.457794 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5d01fea-3e6a-4f0b-8137-53b1ba80dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7769df5e-1922-4453-bd36-d89426282dd6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:56.547326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-7e25b9b6-41ee-480b-af47-8803bf884011 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:56.557467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-7e25b9b6-41ee-480b-af47-8803bf884011 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.10 "GET /v2.0/networks?id=88acf680-6668-4e67-b0e3-517354fddea6 HTTP/1.1" status: 200 len: 814 time: 0.8418031 Feb 11 05:03:56.605172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Request body: {'port': {'device_id': '651c249b-5941-4074-a52f-073a60af0239', 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6', 'admin_state_up': True, 'tenant_id': 'f5236a58eb6b4ee081515938edca84d2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:56.822943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Allocated IP 172.25.7.66 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/8dc72c83-fd99-419d-8cd5-08261f249437) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:03:56.879937 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f5d01fea-3e6a-4f0b-8137-53b1ba80dc5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb2315bf2043484ba0a37582fe5db706&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8403959 Feb 11 05:03:56.894722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54692) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:56.945644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d01fea-3e6a-4f0b-8137-53b1ba80dc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7769df5e-1922-4453-bd36-d89426282dd6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:56.992851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Made reservation on behalf of f5236a58eb6b4ee081515938edca84d2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:03:56.996751 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:57.137843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94be2db7-7d85-4452-b95a-b2c5a9c0bdf9 admin admin] Publish callbacks [] for security_group (7769df5e-1922-4453-bd36-d89426282dd6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:57.229322 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for port (8dc72c83-fd99-419d-8cd5-08261f249437), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:57.231922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94be2db7-7d85-4452-b95a-b2c5a9c0bdf9 admin admin] Publish callbacks [] for security_group (7769df5e-1922-4453-bd36-d89426282dd6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:57.325916 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8dc72c83-fd99-419d-8cd5-08261f249437), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:57.420558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Allocated IP 172.20.0.3 (88acf680-6668-4e67-b0e3-517354fddea6/dabecbae-83ae-4c69-ad9c-61ef91318b08/3bd59d1d-8f10-417e-8845-142399cbeebf) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:03:57.456060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-10b6bfeb-c05e-424a-a21c-ed1ad89d6225 req-562ea3cb-952b-4d1c-b46b-4f050ffbe52a service neutron] (103354) timed out ('10.222.0.10', 57505) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:03:57.458383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event updated for resources: {'Port': ['ID=8dc72c83-fd99-419d-8cd5-08261f249437,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:57.478937 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94be2db7-7d85-4452-b95a-b2c5a9c0bdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7769df5e-1922-4453-bd36-d89426282dd6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:57.481932 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-94be2db7-7d85-4452-b95a-b2c5a9c0bdf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:57.488141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-94be2db7-7d85-4452-b95a-b2c5a9c0bdf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7769df5e-1922-4453-bd36-d89426282dd6 HTTP/1.1" status: 204 len: 168 time: 0.5668423 Feb 11 05:03:57.524558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:03:57.529365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:03:57.534458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be2db7-7d85-4452-b95a-b2c5a9c0bdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7769df5e-1922-4453-bd36-d89426282dd6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:57.538779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:03:57.591073 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-930f676e-446a-4e4f-91d2-f1ae4e3f5ac2 req-43ae1ed4-1336-48f5-967f-5a224e1c5afd tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 210 time: 0.1218753 Feb 11 05:03:57.796616 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks [] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:57.853249 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for floatingip (6ce2894e-f50d-4301-96b5-194b8a4fe7a8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:57.866774 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:57.909368 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8dc72c83-fd99-419d-8cd5-08261f249437), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:58.041686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Network 88acf680-6668-4e67-b0e3-517354fddea6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:03:58.045240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:03:58.061580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:03:58.139487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Pushing event updated for resources: {'Port': ['ID=3bd59d1d-8f10-417e-8845-142399cbeebf,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:58.235964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:58.238233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:58.272318 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-746be468-8bd6-45a8-82f2-5460c78f7607 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6965890 Feb 11 05:03:58.299906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Request body: {'port': {'device_id': '651c249b-5941-4074-a52f-073a60af0239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:58.482494 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:58.542721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54714) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:58.574589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b42aafa4-5a8c-4d5d-9a0c-759381fe3558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:58.973021 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b42aafa4-5a8c-4d5d-9a0c-759381fe3558 admin admin] Publish callbacks [] for security_group (852e6794-c0c3-4074-b606-3360350fed8e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.002800 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b42aafa4-5a8c-4d5d-9a0c-759381fe3558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (852e6794-c0c3-4074-b606-3360350fed8e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.096422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa96b04-dfc5-4926-b854-8a0c65b65e0a req-68179ce9-a70a-4e95-b4ee-913da94125f5 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:59.136501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2aa96b04-dfc5-4926-b854-8a0c65b65e0a req-68179ce9-a70a-4e95-b4ee-913da94125f5 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 931 time: 0.1911867 Feb 11 05:03:59.157337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42aafa4-5a8c-4d5d-9a0c-759381fe3558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852e6794-c0c3-4074-b606-3360350fed8e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:59.204827 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b42aafa4-5a8c-4d5d-9a0c-759381fe3558 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1623f27cf61a45a4a2a2cf5dca0620c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6585126 Feb 11 05:03:59.207531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54724) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:59.421716 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2aa96b04-dfc5-4926-b854-8a0c65b65e0a req-ce999a21-06a1-4205-8660-fdc6d8739ef7 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699032 Feb 11 05:03:59.439654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79aa5fd4-5008-43f1-a409-4a0d5907614d admin admin] Publish callbacks [] for security_group (852e6794-c0c3-4074-b606-3360350fed8e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.465947 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79aa5fd4-5008-43f1-a409-4a0d5907614d admin admin] Publish callbacks [] for security_group (852e6794-c0c3-4074-b606-3360350fed8e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.556661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for port (8dc72c83-fd99-419d-8cd5-08261f249437), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.571631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79aa5fd4-5008-43f1-a409-4a0d5907614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (852e6794-c0c3-4074-b606-3360350fed8e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.574116 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (8dc72c83-fd99-419d-8cd5-08261f249437), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.575245 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79aa5fd4-5008-43f1-a409-4a0d5907614d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.580142 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-79aa5fd4-5008-43f1-a409-4a0d5907614d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/852e6794-c0c3-4074-b606-3360350fed8e HTTP/1.1" status: 204 len: 168 time: 0.3714261 Feb 11 05:03:59.597627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa5fd4-5008-43f1-a409-4a0d5907614d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852e6794-c0c3-4074-b606-3360350fed8e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:59.645393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd59d1d-8f10-417e-8845-142399cbeebf {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:03:59.655333 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Publish callbacks [] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.672681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Transition to ACTIVE for port object 3bd59d1d-8f10-417e-8845-142399cbeebf will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:03:59.680561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.791442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event updated for resources: {'Port': ['ID=8dc72c83-fd99-419d-8cd5-08261f249437,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:59.806808 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (6ce2894e-f50d-4301-96b5-194b8a4fe7a8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.810477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd59d1d-8f10-417e-8845-142399cbeebf,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:59.835698 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.836986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-50b2b47f-111e-47d1-a0ba-2972a964f02c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2760799 Feb 11 05:03:59.839654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54730) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:59.844528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-33468652'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:59.893710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Made reservation on behalf of fd3665852fd54684b26a3214b409e458 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:03:59.897480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.918531 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.919498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Attempting to bind port 3bd59d1d-8f10-417e-8845-142399cbeebf on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:03:59.920192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Attempting to bind port 3bd59d1d-8f10-417e-8845-142399cbeebf by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:03:59.921120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Attempting to bind port 3bd59d1d-8f10-417e-8845-142399cbeebf on network 88acf680-6668-4e67-b0e3-517354fddea6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:03:59.925776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Port 3bd59d1d-8f10-417e-8845-142399cbeebf on network 88acf680-6668-4e67-b0e3-517354fddea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:03:59.926547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Attempting to bind port 3bd59d1d-8f10-417e-8845-142399cbeebf on network 88acf680-6668-4e67-b0e3-517354fddea6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:03:59.933156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:03:59.933403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Checking segment: {'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:03:59.933699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Bound using segment: {'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:03:59.934129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Bound port: 3bd59d1d-8f10-417e-8845-142399cbeebf, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:03:59.934509 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:00.163402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] For port 3bd59d1d-8f10-417e-8845-142399cbeebf, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:00.172412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] For port 3bd59d1d-8f10-417e-8845-142399cbeebf, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3bd59d1d-8f10-417e-8845-142399cbeebf,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:00.196189 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:00.201071 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for security_group (cf0ed96c-6022-4087-8546-9b0a357a9b9a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:00.212989 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cf0ed96c-6022-4087-8546-9b0a357a9b9a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:00.273703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0ed96c-6022-4087-8546-9b0a357a9b9a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:00.299487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:04:00.325523 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e647494d-e231-4394-b6b2-4b42cb0aaee7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:00.330847 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Added segment e647494d-e231-4394-b6b2-4b42cb0aaee7 of type vlan for network e039409f-69c6-4693-aeae-b172e2b8d902 Feb 11 05:04:00.403123 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:00.405289 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:00.405289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] 10.222.0.10 "PUT /v2.0/ports/3bd59d1d-8f10-417e-8845-142399cbeebf HTTP/1.1" status: 200 len: 1092 time: 2.1194110 Feb 11 05:04:00.405462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651c249b-5941-4074-a52f-073a60af0239', 'tag': '3bd59d1d-8f10-417e-8845-142399cbeebf'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:04:00.407688 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996faf4b-b940-4cbf-80d4-0ff7c2f5104d" -d '{"events": [{"name": "network-changed", "server_uuid": "651c249b-5941-4074-a52f-073a60af0239", "tag": "3bd59d1d-8f10-417e-8845-142399cbeebf"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:04:00.486774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (e039409f-69c6-4693-aeae-b172e2b8d902), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:00.539619 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (e039409f-69c6-4693-aeae-b172e2b8d902), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:00.558027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:00.558027 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:00.626751 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82f4540-4720-442a-89aa-6d99ec274e8b x-openstack-request-id: req-d82f4540-4720-442a-89aa-6d99ec274e8b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:04:00.627451 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651c249b-5941-4074-a52f-073a60af0239", "tag": "3bd59d1d-8f10-417e-8845-142399cbeebf", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:04:00.627860 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d82f4540-4720-442a-89aa-6d99ec274e8b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:04:00.628479 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651c249b-5941-4074-a52f-073a60af0239', 'tag': '3bd59d1d-8f10-417e-8845-142399cbeebf', 'status': 'completed', 'code': 200} Feb 11 05:04:00.629240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4f0c8-cea6-4b3e-b540-36cfc743fad4 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd59d1d-8f10-417e-8845-142399cbeebf,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:00.686041 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-adaea0f0-d743-4b46-a18d-0f78382e4c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:00.690430 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-adaea0f0-d743-4b46-a18d-0f78382e4c7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5236a58eb6b4ee081515938edca84d2&device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 1126 time: 0.1659629 Feb 11 05:04:00.808228 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9641583 Feb 11 05:04:00.814393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-e4d572cc-98cb-43a6-a0f1-ff8130d5ebbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bd59d1d-8f10-417e-8845-142399cbeebf HTTP/1.1" status: 200 len: 217 time: 0.1126950 Feb 11 05:04:00.815104 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54758) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:00.832027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0ab64547-d057-4370-b549-ac43d69b7e97 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Request body: {'subnet': {'network_id': 'e039409f-69c6-4693-aeae-b172e2b8d902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:00.891027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fa3e7-d494-4759-8fb1-188fbe1f10e9 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event updated for resources: {'Network': ['ID=e039409f-69c6-4693-aeae-b172e2b8d902,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:00.907575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network e039409f-69c6-4693-aeae-b172e2b8d902 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:04:00.936018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d5052-dcf9-4728-91a3-8a20e952cec3 req-6fda1a10-9fb8-4a98-bb70-a3893b0dd6b9 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:00.937588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b8d5052-dcf9-4728-91a3-8a20e952cec3 req-6fda1a10-9fb8-4a98-bb70-a3893b0dd6b9 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 943 time: 0.3700111 Feb 11 05:04:01.036435 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b8d5052-dcf9-4728-91a3-8a20e952cec3 req-c142b3d0-1848-4fb2-bd95-578a5632fb75 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867319 Feb 11 05:04:01.100521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab64547-d057-4370-b549-ac43d69b7e97 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Made reservation on behalf of fd3665852fd54684b26a3214b409e458 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:01.104422 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ab64547-d057-4370-b549-ac43d69b7e97 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:01.129721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-75780ae4-572a-46e9-b4fa-16814f97c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:01.132284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-75780ae4-572a-46e9-b4fa-16814f97c715 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dabecbae-83ae-4c69-ad9c-61ef91318b08 HTTP/1.1" status: 200 len: 854 time: 0.2943549 Feb 11 05:04:01.227894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-95114ffb-61f9-440f-8905-8b5eb5cc7fcb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88acf680-6668-4e67-b0e3-517354fddea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792902 Feb 11 05:04:01.472865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-8d9e4427-b603-416e-9a10-21cbca466d7d service neutron] 10.222.0.10 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332900 Feb 11 05:04:01.617635 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ab64547-d057-4370-b549-ac43d69b7e97 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (787c3611-9e59-4e63-b3e2-6fe5a0c01939), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:01.688355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab64547-d057-4370-b549-ac43d69b7e97 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event updated for resources: {'Subnet': ['ID=787c3611-9e59-4e63-b3e2-6fe5a0c01939,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:01.720770 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33d240ab-59cf-4d71-bcaa-e26a79a4bbf4 req-4e801343-3a56-487e-b3ac-6af8d9dcf6a8 service neutron] 10.222.0.10 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246425 Feb 11 05:04:01.729099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab64547-d057-4370-b549-ac43d69b7e97 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Checking segment: {'id': 'e647494d-e231-4394-b6b2-4b42cb0aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e039409f-69c6-4693-aeae-b172e2b8d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:01.729733 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab64547-d057-4370-b549-ac43d69b7e97 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Network hostable DHCP agents. Network: e039409f-69c6-4693-aeae-b172e2b8d902, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:04:01.757642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab64547-d057-4370-b549-ac43d69b7e97 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Network e039409f-69c6-4693-aeae-b172e2b8d902 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:04:01.782421 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0ab64547-d057-4370-b549-ac43d69b7e97 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, e039409f-69c6-4693-aeae-b172e2b8d902) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:01.789329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab64547-d057-4370-b549-ac43d69b7e97 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:01.792018 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ab64547-d057-4370-b549-ac43d69b7e97 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:01.794225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73610a62-146f-4fae-b66d-e007c8ea237f None None] Network e039409f-69c6-4693-aeae-b172e2b8d902 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:01.952696 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0ab64547-d057-4370-b549-ac43d69b7e97 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1361823 Feb 11 05:04:01.955577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54794) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:01.964062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1729284311', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:02.016756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996faf4b-b940-4cbf-80d4-0ff7c2f5104d req-f58197f8-e7e3-4849-a74d-606ecbd0c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:02.021601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-996faf4b-b940-4cbf-80d4-0ff7c2f5104d req-f58197f8-e7e3-4849-a74d-606ecbd0c06a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5236a58eb6b4ee081515938edca84d2&device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 1126 time: 0.1911328 Feb 11 05:04:02.038572 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (4c9699c9-bd7c-4751-90b1-63ee85725d24), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:02.040472 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (4c9699c9-bd7c-4751-90b1-63ee85725d24), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:02.160057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-e039409f-69c6-4693-aeae-b172e2b8d902', 'network_id': 'e039409f-69c6-4693-aeae-b172e2b8d902', 'project_id': 'fd3665852fd54684b26a3214b409e458', 'fixed_ips': [{'subnet_id': '787c3611-9e59-4e63-b3e2-6fe5a0c01939'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:02.167299 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:02.249561 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for router_controller (4c9699c9-bd7c-4751-90b1-63ee85725d24), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:02.356103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996faf4b-b940-4cbf-80d4-0ff7c2f5104d req-a2927409-eba5-412f-9afa-d520d3beefb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:02.358982 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-996faf4b-b940-4cbf-80d4-0ff7c2f5104d req-a2927409-eba5-412f-9afa-d520d3beefb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=88acf680-6668-4e67-b0e3-517354fddea6 HTTP/1.1" status: 200 len: 915 time: 0.3310387 Feb 11 05:04:02.465093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Allocated IP 172.20.0.2 (e039409f-69c6-4693-aeae-b172e2b8d902/787c3611-9e59-4e63-b3e2-6fe5a0c01939/1da20d8b-5197-4d6e-9d64-23575c675d72) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:02.491383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-996faf4b-b940-4cbf-80d4-0ff7c2f5104d req-ceb553a7-f657-4fb7-b110-fb70ca252cdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bd59d1d-8f10-417e-8845-142399cbeebf HTTP/1.1" status: 200 len: 217 time: 0.1237507 Feb 11 05:04:02.656308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996faf4b-b940-4cbf-80d4-0ff7c2f5104d req-79df06df-962f-40e5-bd95-495f4a73be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:02.657777 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-996faf4b-b940-4cbf-80d4-0ff7c2f5104d req-79df06df-962f-40e5-bd95-495f4a73be68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dabecbae-83ae-4c69-ad9c-61ef91318b08 HTTP/1.1" status: 200 len: 854 time: 0.1581101 Feb 11 05:04:02.723677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-996faf4b-b940-4cbf-80d4-0ff7c2f5104d req-76a39fdd-16c9-4bb1-bfeb-c772e0e510be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88acf680-6668-4e67-b0e3-517354fddea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466480 Feb 11 05:04:02.810120 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Publish callbacks [] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:02.834396 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:02.835708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96252403-5c5c-4e97-9f06-427f689df426 req-27d4496d-b1c2-420e-949a-88a2a1eee9dd tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:02.850264 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96252403-5c5c-4e97-9f06-427f689df426 req-27d4496d-b1c2-420e-949a-88a2a1eee9dd tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 943 time: 0.6357112 Feb 11 05:04:02.954728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-996faf4b-b940-4cbf-80d4-0ff7c2f5104d req-d2903e17-ed45-4d9d-9e1b-342df940b4ee service neutron] 10.222.0.10 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296038 Feb 11 05:04:02.995671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Pushing event updated for resources: {'Port': ['ID=1da20d8b-5197-4d6e-9d64-23575c675d72,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:03.018704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Network e039409f-69c6-4693-aeae-b172e2b8d902 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:03.024093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:03.033854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:03.110848 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for router_gateway (4c9699c9-bd7c-4751-90b1-63ee85725d24), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.126876 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Attempting to bind port 1da20d8b-5197-4d6e-9d64-23575c675d72 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:03.127304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Attempting to bind port 1da20d8b-5197-4d6e-9d64-23575c675d72 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'e647494d-e231-4394-b6b2-4b42cb0aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e039409f-69c6-4693-aeae-b172e2b8d902'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:03.127694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Attempting to bind port 1da20d8b-5197-4d6e-9d64-23575c675d72 on network e039409f-69c6-4693-aeae-b172e2b8d902 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:03.130757 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96252403-5c5c-4e97-9f06-427f689df426 req-69ab0741-bee6-4c43-b678-c1bb9d8c0005 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790854 Feb 11 05:04:03.175534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:03.176146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Checking segment: {'id': 'e647494d-e231-4394-b6b2-4b42cb0aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e039409f-69c6-4693-aeae-b172e2b8d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:03.176394 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.176806 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Bound using segment: {'id': 'e647494d-e231-4394-b6b2-4b42cb0aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e039409f-69c6-4693-aeae-b172e2b8d902'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:03.182250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Bound port: 1da20d8b-5197-4d6e-9d64-23575c675d72, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e647494d-e231-4394-b6b2-4b42cb0aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e039409f-69c6-4693-aeae-b172e2b8d902'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:03.182828 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.239149 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-996faf4b-b940-4cbf-80d4-0ff7c2f5104d req-1ff05d5f-07a5-4a68-97f0-bc7150969143 service neutron] 10.222.0.10 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724092 Feb 11 05:04:03.458833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] For port 1da20d8b-5197-4d6e-9d64-23575c675d72, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:03.466511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] For port 1da20d8b-5197-4d6e-9d64-23575c675d72, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1da20d8b-5197-4d6e-9d64-23575c675d72,segment=NetworkSegment(e647494d-e231-4394-b6b2-4b42cb0aaee7),segment_id=e647494d-e231-4394-b6b2-4b42cb0aaee7)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:03.473481 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.477447 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.486832 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for router_gateway (4c9699c9-bd7c-4751-90b1-63ee85725d24), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.514576 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.544066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b29ad-329f-4ea8-943d-fb8ceb8e62c0 None None] Pushing event updated for resources: {'Port': ['ID=1da20d8b-5197-4d6e-9d64-23575c675d72,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:03.715543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Allocated IP 172.25.7.250 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/3bf027aa-a16e-4c8c-a753-e96700625bd4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:03.807377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3bd59d1d-8f10-417e-8845-142399cbeebf details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:04:03.905251 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0812978-f11e-4ba2-bacb-624831c61eb3 req-8fd9d370-8df4-4101-971d-bdaf5e829c7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1320515 Feb 11 05:04:04.028845 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for port (3bf027aa-a16e-4c8c-a753-e96700625bd4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.101609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0812978-f11e-4ba2-bacb-624831c61eb3 req-3f0ecea5-c997-4bed-8753-aecb7ef0e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:04.110491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0812978-f11e-4ba2-bacb-624831c61eb3 req-3f0ecea5-c997-4bed-8753-aecb7ef0e129 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d48959e6344497eab4f83bb43ef4028&device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 1128 time: 0.1302674 Feb 11 05:04:04.139906 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3bf027aa-a16e-4c8c-a753-e96700625bd4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.144898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3bd59d1d-8f10-417e-8845-142399cbeebf, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3bd59d1d-8f10-417e-8845-142399cbeebf,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:04.196504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '3bd59d1d-8f10-417e-8845-142399cbeebf', 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6', 'port_id': '3bd59d1d-8f10-417e-8845-142399cbeebf', 'mac_address': 'fa:16:3e:45:ae:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabecbae-83ae-4c69-ad9c-61ef91318b08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:04:04.317033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:04.327791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:04.339361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:04.350854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event updated for resources: {'Port': ['ID=3bf027aa-a16e-4c8c-a753-e96700625bd4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:04.391529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 3bd59d1d-8f10-417e-8845-142399cbeebf is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:04.391937 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.435747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd59d1d-8f10-417e-8845-142399cbeebf {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:04:04.467304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3bd59d1d-8f10-417e-8845-142399cbeebf, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3bd59d1d-8f10-417e-8845-142399cbeebf,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:04.487272 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.513023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0812978-f11e-4ba2-bacb-624831c61eb3 req-5487867c-3952-4a99-8bbe-3db2bfb3def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:04.514426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0812978-f11e-4ba2-bacb-624831c61eb3 req-5487867c-3952-4a99-8bbe-3db2bfb3def9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=35d033ab-c1ed-4e37-bb12-310252a5a6d3 HTTP/1.1" status: 200 len: 915 time: 0.3724036 Feb 11 05:04:04.525163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f43404-0171-46f2-a711-2853785a6439 req-2d8db809-08ea-4dfe-a665-af9b9eacc5bd tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:04.533593 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63f43404-0171-46f2-a711-2853785a6439 req-2d8db809-08ea-4dfe-a665-af9b9eacc5bd tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 943 time: 0.1506019 Feb 11 05:04:04.598554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=3bd59d1d-8f10-417e-8845-142399cbeebf,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:04.648684 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0812978-f11e-4ba2-bacb-624831c61eb3 req-93675c4a-cf29-4cc8-a898-42c5584afbb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cfe6394-d0a3-4878-a6fa-59261a56275a HTTP/1.1" status: 200 len: 217 time: 0.0869279 Feb 11 05:04:04.770937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['3bd59d1d-8f10-417e-8845-142399cbeebf'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:04:04.827429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63f43404-0171-46f2-a711-2853785a6439 req-337e9960-4f42-4a0a-8282-a9aa7b14b002 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928436 Feb 11 05:04:04.840745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0812978-f11e-4ba2-bacb-624831c61eb3 req-0a626091-f429-4383-b783-c6b26d4f0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:04.842477 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0812978-f11e-4ba2-bacb-624831c61eb3 req-0a626091-f429-4383-b783-c6b26d4f0072 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49b91cfa-d5a4-479e-a70b-ea3169f54b29 HTTP/1.1" status: 200 len: 854 time: 0.1812251 Feb 11 05:04:04.902362 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1da20d8b-5197-4d6e-9d64-23575c675d72 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:04.916347 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0812978-f11e-4ba2-bacb-624831c61eb3 req-153801e0-74fd-40a0-8121-b39c1c19df0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=35d033ab-c1ed-4e37-bb12-310252a5a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654805 Feb 11 05:04:05.055623 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0812978-f11e-4ba2-bacb-624831c61eb3 req-4483629c-212b-44c1-9773-304193af4bd4 service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301332 Feb 11 05:04:05.131868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for router_gateway (4c9699c9-bd7c-4751-90b1-63ee85725d24), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:05.281214 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0812978-f11e-4ba2-bacb-624831c61eb3 req-9c105b49-2e77-41a9-aa94-2d58852a19e1 service neutron] 10.222.0.60 "GET /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143219 Feb 11 05:04:05.370016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1da20d8b-5197-4d6e-9d64-23575c675d72 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:05.370575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:05.626277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1da20d8b-5197-4d6e-9d64-23575c675d72 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:05.626687 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:05.674660 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (4c9699c9-bd7c-4751-90b1-63ee85725d24), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:05.675712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 1da20d8b-5197-4d6e-9d64-23575c675d72, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1da20d8b-5197-4d6e-9d64-23575c675d72,segment=NetworkSegment(e647494d-e231-4394-b6b2-4b42cb0aaee7),segment_id=e647494d-e231-4394-b6b2-4b42cb0aaee7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:05.692198 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:05.726954 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-804dca26-3e9d-469d-adff-cf1f94793e05 req-d876e53b-3e3b-4791-9d04-1d8a30d76315 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1244729 Feb 11 05:04:05.810711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=1da20d8b-5197-4d6e-9d64-23575c675d72,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:05.821493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4516db33-8fea-4b41-8d43-a7149576db51 None None] Network e039409f-69c6-4693-aeae-b172e2b8d902 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:05.939614 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.939875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.940122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.951663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.955221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.955576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.955927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.956266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.956849 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.957193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.957532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.957859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.958183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:05.963302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dca26-3e9d-469d-adff-cf1f94793e05 req-ff8f4566-a193-4868-a082-dcf58fb8ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:05.968143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-804dca26-3e9d-469d-adff-cf1f94793e05 req-ff8f4566-a193-4868-a082-dcf58fb8ba0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 1128 time: 0.1480520 Feb 11 05:04:06.112426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007fd00-6c32-4f99-99b6-9f280fdbdc05 req-caa7880b-4947-4980-979e-fad81c401f53 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:06.114811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5007fd00-6c32-4f99-99b6-9f280fdbdc05 req-caa7880b-4947-4980-979e-fad81c401f53 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 944 time: 0.1436665 Feb 11 05:04:06.116835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Router 4c9699c9-bd7c-4751-90b1-63ee85725d24 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:04:06.118379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3c4f88d-c77a-49dc-9620-3e6839a0dcb3 None None] Provisioning complete for port 1da20d8b-5197-4d6e-9d64-23575c675d72 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:06.118761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3c4f88d-c77a-49dc-9620-3e6839a0dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:06.193717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dca26-3e9d-469d-adff-cf1f94793e05 req-fb2de717-dc8d-4e5d-aa8f-b0225f299500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:06.195432 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-804dca26-3e9d-469d-adff-cf1f94793e05 req-fb2de717-dc8d-4e5d-aa8f-b0225f299500 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 916 time: 0.2021706 Feb 11 05:04:06.289772 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-804dca26-3e9d-469d-adff-cf1f94793e05 req-3f648a88-f621-477e-a9ec-6f62752cb1da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d762cb45-835e-4875-a59c-37abb82ee0c1 HTTP/1.1" status: 200 len: 217 time: 0.0847437 Feb 11 05:04:06.389797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:04:06.431700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dca26-3e9d-469d-adff-cf1f94793e05 req-0b8440b8-574b-494d-8b65-4480a288b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:06.441396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4f88d-c77a-49dc-9620-3e6839a0dcb3 None None] Current status of the port 1da20d8b-5197-4d6e-9d64-23575c675d72 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:06.441944 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-804dca26-3e9d-469d-adff-cf1f94793e05 req-0b8440b8-574b-494d-8b65-4480a288b189 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.1463115 Feb 11 05:04:06.454068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e920529-aab8-4467-b6fb-77eb6f4df8ed None None] Sync routers for ids ['4c9699c9-bd7c-4751-90b1-63ee85725d24'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:04:06.465062 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5007fd00-6c32-4f99-99b6-9f280fdbdc05 req-22b45b7f-da87-4fda-82c2-f691dd6db294 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395035 Feb 11 05:04:06.468876 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:06.475465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-30850ea9-5ab7-44f4-b946-96129f9b2788 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.5180957 Feb 11 05:04:06.477917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54876) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:06.479593 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e920529-aab8-4467-b6fb-77eb6f4df8ed None None] Routers {'4c9699c9-bd7c-4751-90b1-63ee85725d24'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:06.483502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1e920529-aab8-4467-b6fb-77eb6f4df8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:03:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c9699c9-bd7c-4751-90b1-63ee85725d24'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:06.562847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-804dca26-3e9d-469d-adff-cf1f94793e05 req-fc8155b6-56b4-49a0-9628-5ab65313a421 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124816 Feb 11 05:04:06.587088 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1e920529-aab8-4467-b6fb-77eb6f4df8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:06.606762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e920529-aab8-4467-b6fb-77eb6f4df8ed None None] Routers {'4c9699c9-bd7c-4751-90b1-63ee85725d24'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:06.607449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1e920529-aab8-4467-b6fb-77eb6f4df8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:03:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c9699c9-bd7c-4751-90b1-63ee85725d24'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:06.771406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1e920529-aab8-4467-b6fb-77eb6f4df8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:06.772103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e920529-aab8-4467-b6fb-77eb6f4df8ed None None] The sync data for ids ['4c9699c9-bd7c-4751-90b1-63ee85725d24'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:04:06.800201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1da20d8b-5197-4d6e-9d64-23575c675d72 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:06.830671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-804dca26-3e9d-469d-adff-cf1f94793e05 req-eda034a8-3b3b-4340-8ab1-17d102faf0a7 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599001 Feb 11 05:04:06.996953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-847e871d-364e-4947-8c3d-67971d4885ea None None] Provisioning complete for port 1da20d8b-5197-4d6e-9d64-23575c675d72 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:06.997331 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-847e871d-364e-4947-8c3d-67971d4885ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.112450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1da20d8b-5197-4d6e-9d64-23575c675d72 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:07.112829 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.169991 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-804dca26-3e9d-469d-adff-cf1f94793e05 req-be63fd4f-d723-464b-b46c-064ed6ad53a9 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210182 Feb 11 05:04:07.264444 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.509236 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.520082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-847e871d-364e-4947-8c3d-67971d4885ea None None] Current status of the port 1da20d8b-5197-4d6e-9d64-23575c675d72 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:07.564622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1da20d8b-5197-4d6e-9d64-23575c675d72 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:07.701979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b95e5-8b30-474b-89bd-8ab93d94936b req-742f7664-db64-4c6e-8b46-c7d541d64724 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:07.715009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d0b95e5-8b30-474b-89bd-8ab93d94936b req-742f7664-db64-4c6e-8b46-c7d541d64724 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 944 time: 0.1050730 Feb 11 05:04:07.815091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3bd59d1d-8f10-417e-8845-142399cbeebf up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:07.857330 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d0b95e5-8b30-474b-89bd-8ab93d94936b req-162965ed-30d8-4b19-9382-916f4afef431 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301217 Feb 11 05:04:07.975693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 3bd59d1d-8f10-417e-8845-142399cbeebf completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:04:07.984176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 3bd59d1d-8f10-417e-8845-142399cbeebf triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:07.984693 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.203881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 3bd59d1d-8f10-417e-8845-142399cbeebf is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:08.206533 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.239067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Allocated IP 172.20.0.1 (e039409f-69c6-4693-aeae-b172e2b8d902/787c3611-9e59-4e63-b3e2-6fe5a0c01939/bdcb3f33-df31-418c-81ea-2b315fc43678) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:08.287668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3bd59d1d-8f10-417e-8845-142399cbeebf, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3bd59d1d-8f10-417e-8845-142399cbeebf,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:08.288999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651c249b-5941-4074-a52f-073a60af0239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd59d1d-8f10-417e-8845-142399cbeebf'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:04:08.291472 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e0af78-377d-45e8-ad84-aa697f769cc5" -d '{"events": [{"server_uuid": "651c249b-5941-4074-a52f-073a60af0239", "name": "network-vif-plugged", "status": "completed", "tag": "3bd59d1d-8f10-417e-8845-142399cbeebf"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:04:08.297612 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.426018 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab13d4b-7015-4b8c-affa-aca4dfa48302 x-openstack-request-id: req-aab13d4b-7015-4b8c-affa-aca4dfa48302 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:04:08.426018 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651c249b-5941-4074-a52f-073a60af0239", "name": "network-vif-plugged", "status": "completed", "tag": "3bd59d1d-8f10-417e-8845-142399cbeebf", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:04:08.426018 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aab13d4b-7015-4b8c-affa-aca4dfa48302 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:04:08.426018 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651c249b-5941-4074-a52f-073a60af0239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd59d1d-8f10-417e-8845-142399cbeebf', 'code': 200} Feb 11 05:04:08.429447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=3bd59d1d-8f10-417e-8845-142399cbeebf,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:08.568395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for port (bdcb3f33-df31-418c-81ea-2b315fc43678), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.585074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154f2b0-115f-42c8-a664-74a22078e3ee req-20c5c2cc-eb4b-46bc-8bc0-4dd1aadb30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:08.588607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c154f2b0-115f-42c8-a664-74a22078e3ee req-20c5c2cc-eb4b-46bc-8bc0-4dd1aadb30b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 1128 time: 0.1204693 Feb 11 05:04:08.651474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (bdcb3f33-df31-418c-81ea-2b315fc43678), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.692898 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c154f2b0-115f-42c8-a664-74a22078e3ee req-96d2a39e-afab-432c-bff2-3e9763770427 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931756 Feb 11 05:04:08.740053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Network e039409f-69c6-4693-aeae-b172e2b8d902 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:08.742519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:08.746342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:08.810948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event updated for resources: {'Port': ['ID=bdcb3f33-df31-418c-81ea-2b315fc43678,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:08.863390 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (4c9699c9-bd7c-4751-90b1-63ee85725d24), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:09.113113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57567c6c-3182-467e-bf0b-bc78f3608542 req-027458a8-a556-4268-b161-7644bb7f7b55 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:09.117319 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57567c6c-3182-467e-bf0b-bc78f3608542 req-027458a8-a556-4268-b161-7644bb7f7b55 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.1518457 Feb 11 05:04:09.164515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2464f46c-8977-4095-9574-ad160ff33269 None None] Provisioning complete for port bdcb3f33-df31-418c-81ea-2b315fc43678 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:09.165074 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2464f46c-8977-4095-9574-ad160ff33269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bdcb3f33-df31-418c-81ea-2b315fc43678), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:09.204535 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bdcb3f33-df31-418c-81ea-2b315fc43678), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:09.220495 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57567c6c-3182-467e-bf0b-bc78f3608542 req-5c6b451b-8005-4d39-b26c-0bcca109bc2a tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984190 Feb 11 05:04:09.241329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2464f46c-8977-4095-9574-ad160ff33269 None None] Port bdcb3f33-df31-418c-81ea-2b315fc43678 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:04:09.418513 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a73ec530-4bb7-4aa6-ab12-c3ce8143d6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:09.945010 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for port (bdcb3f33-df31-418c-81ea-2b315fc43678), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:09.960956 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (bdcb3f33-df31-418c-81ea-2b315fc43678), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:10.043953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (4c9699c9-bd7c-4751-90b1-63ee85725d24), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:10.128957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event updated for resources: {'Port': ['ID=bdcb3f33-df31-418c-81ea-2b315fc43678,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:10.308593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Network e039409f-69c6-4693-aeae-b172e2b8d902 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:10.319045 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:10.641347 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bada7-ddd4-4122-ac49-b65347a57276 req-2deaf1c5-e164-4564-a9b6-609dbed04e68 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:10.650727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e39bada7-ddd4-4122-ac49-b65347a57276 req-2deaf1c5-e164-4564-a9b6-609dbed04e68 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.2326634 Feb 11 05:04:10.780231 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-34ab11bd-857c-41bb-bc19-0ab75472c8d0 None None] Provisioning complete for port bdcb3f33-df31-418c-81ea-2b315fc43678 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:10.780735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34ab11bd-857c-41bb-bc19-0ab75472c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bdcb3f33-df31-418c-81ea-2b315fc43678), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:10.818157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Router 4c9699c9-bd7c-4751-90b1-63ee85725d24 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:04:10.832834 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e39bada7-ddd4-4122-ac49-b65347a57276 req-1f21e68f-b2ad-4011-8991-bb037e703ce9 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809359 Feb 11 05:04:10.907449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-34ab11bd-857c-41bb-bc19-0ab75472c8d0 None None] Port bdcb3f33-df31-418c-81ea-2b315fc43678 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:04:11.106439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba17e0-0032-4089-8adb-890263f98e26 req-a9bcb62a-9e5b-4c94-9c37-d28fabad7fc1 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:11.111613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:04:11.122282 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e72649fe-f744-473a-bd47-1b18224dece0 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "PUT /v2.0/routers/4c9699c9-bd7c-4751-90b1-63ee85725d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6432633 Feb 11 05:04:11.124820 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f29c7-d621-40e5-a8e4-910be985dff7 None None] Sync routers for ids ['4c9699c9-bd7c-4751-90b1-63ee85725d24'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:04:11.125551 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54988) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:11.130267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Request body: {'port': {'network_id': 'e039409f-69c6-4693-aeae-b172e2b8d902', 'name': 'tempest-FloatingIPAdminTestJSON-2079315480'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:11.134745 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9aba17e0-0032-4089-8adb-890263f98e26 req-a9bcb62a-9e5b-4c94-9c37-d28fabad7fc1 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.1744363 Feb 11 05:04:11.150996 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f29c7-d621-40e5-a8e4-910be985dff7 None None] Routers {'4c9699c9-bd7c-4751-90b1-63ee85725d24'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:11.154509 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8c2f29c7-d621-40e5-a8e4-910be985dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:03:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c9699c9-bd7c-4751-90b1-63ee85725d24'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:11.271441 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8c2f29c7-d621-40e5-a8e4-910be985dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:11.280941 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f29c7-d621-40e5-a8e4-910be985dff7 None None] Routers {'4c9699c9-bd7c-4751-90b1-63ee85725d24'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:11.281842 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8c2f29c7-d621-40e5-a8e4-910be985dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:03:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c9699c9-bd7c-4751-90b1-63ee85725d24'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:11.319817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9aba17e0-0032-4089-8adb-890263f98e26 req-ce770a76-ac2f-4f30-85cd-daea35aa85fe tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692626 Feb 11 05:04:11.331529 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8c2f29c7-d621-40e5-a8e4-910be985dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:11.332519 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f29c7-d621-40e5-a8e4-910be985dff7 None None] The sync data for ids ['4c9699c9-bd7c-4751-90b1-63ee85725d24'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:04:11.340235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Made reservation on behalf of fd3665852fd54684b26a3214b409e458 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:11.344861 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:11.381016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] device_id is not set on port 913ce9cc-cd24-48d1-8646-cbd6cda2d6ec yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:11.630763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Allocated IP 172.20.0.12 (e039409f-69c6-4693-aeae-b172e2b8d902/787c3611-9e59-4e63-b3e2-6fe5a0c01939/913ce9cc-cd24-48d1-8646-cbd6cda2d6ec) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:11.861404 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-09a54b0d-5ec5-4918-9ff4-f4568bf2e4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:11.975263 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for port (913ce9cc-cd24-48d1-8646-cbd6cda2d6ec), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:11.977003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b30191-2afa-4b43-abba-e64410b23dea req-973e8fd3-78c6-4c31-ac40-3bca45cd5545 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:11.980822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-12b30191-2afa-4b43-abba-e64410b23dea req-973e8fd3-78c6-4c31-ac40-3bca45cd5545 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.0966916 Feb 11 05:04:12.025007 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (913ce9cc-cd24-48d1-8646-cbd6cda2d6ec), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:12.107649 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-12b30191-2afa-4b43-abba-e64410b23dea req-66beb807-1e6a-4f55-a4d1-b84d00e42da2 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216705 Feb 11 05:04:12.131631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Network e039409f-69c6-4693-aeae-b172e2b8d902 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:12.144195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:12.155054 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:12.244174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event updated for resources: {'Port': ['ID=913ce9cc-cd24-48d1-8646-cbd6cda2d6ec,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:12.299710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:12.301168 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:12.364875 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bcab768a-ed3f-4fb6-a9dd-0d142624aa41 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2386746 Feb 11 05:04:12.368353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55032) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:12.665253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-75def4ea-91c0-4561-aaee-4f3dd2c9c73e None None] Provisioning complete for port 913ce9cc-cd24-48d1-8646-cbd6cda2d6ec triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:12.666573 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75def4ea-91c0-4561-aaee-4f3dd2c9c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (913ce9cc-cd24-48d1-8646-cbd6cda2d6ec), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:12.796815 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:12.799852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-75def4ea-91c0-4561-aaee-4f3dd2c9c73e None None] Port 913ce9cc-cd24-48d1-8646-cbd6cda2d6ec cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:04:12.809079 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'project_id': 'fd3665852fd54684b26a3214b409e458', 'port_id': '913ce9cc-cd24-48d1-8646-cbd6cda2d6ec'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:12.844731 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.052899 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.265225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Allocated IP 172.25.7.231 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/e7e9c24e-0422-46fa-af98-781ee341a6ee) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:13.311313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207cacd-d634-409a-b228-0abb9db65cb2 req-a58167de-5bd6-409f-8c14-dbfde64f1df7 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:13.321018 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b207cacd-d634-409a-b228-0abb9db65cb2 req-a58167de-5bd6-409f-8c14-dbfde64f1df7 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.0777385 Feb 11 05:04:13.428652 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b207cacd-d634-409a-b228-0abb9db65cb2 req-d633f13d-8e13-44e0-8957-cde85e33feb4 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992124 Feb 11 05:04:13.544455 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks [] for port (e7e9c24e-0422-46fa-af98-781ee341a6ee), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.581567 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e7e9c24e-0422-46fa-af98-781ee341a6ee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.675585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:13.679600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:13.686389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:14.324672 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:14.917683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Pushing event updated for resources: {'Port': ['ID=e7e9c24e-0422-46fa-af98-781ee341a6ee,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:15.182454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks [] for floatingip (b9f1ffcb-03fd-4a48-a197-5d074ce14084), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:15.261194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd766e9-81d4-4b9e-90ba-46d639a03482 req-14ea16ec-d5db-4d1b-85c8-afc161e72a41 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:15.266615 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dbd766e9-81d4-4b9e-90ba-46d639a03482 req-14ea16ec-d5db-4d1b-85c8-afc161e72a41 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.3618884 Feb 11 05:04:15.409396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e7e9c24e-0422-46fa-af98-781ee341a6ee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:15.587157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:15.634063 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks [] for port (e7e9c24e-0422-46fa-af98-781ee341a6ee), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:15.640010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dbd766e9-81d4-4b9e-90ba-46d639a03482 req-09aeff21-641f-4d1e-bc0f-7e2053204a5f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672235 Feb 11 05:04:15.653595 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (e7e9c24e-0422-46fa-af98-781ee341a6ee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:15.861344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Pushing event updated for resources: {'Port': ['ID=e7e9c24e-0422-46fa-af98-781ee341a6ee,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:15.884495 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (b9f1ffcb-03fd-4a48-a197-5d074ce14084), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.121152 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Floating IP b9f1ffcb-03fd-4a48-a197-5d074ce14084 associated. External IP: 172.25.7.231, port: 913ce9cc-cd24-48d1-8646-cbd6cda2d6ec. Feb 11 05:04:16.673801 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Router 4c9699c9-bd7c-4751-90b1-63ee85725d24 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:04:16.942961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:04:16.954665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e6649c-13b9-44c6-9e0a-78beb3f27372 None None] Sync routers for ids ['4c9699c9-bd7c-4751-90b1-63ee85725d24'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:04:16.965766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b065d5-f7d1-4f75-bcf8-eb9a40ea400c req-2c5ea803-040d-482b-9c6f-e6d6ab624b87 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:16.976988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38b065d5-f7d1-4f75-bcf8-eb9a40ea400c req-2c5ea803-040d-482b-9c6f-e6d6ab624b87 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.1920829 Feb 11 05:04:16.979945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e6649c-13b9-44c6-9e0a-78beb3f27372 None None] Routers {'4c9699c9-bd7c-4751-90b1-63ee85725d24'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:16.983101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-42e6649c-13b9-44c6-9e0a-78beb3f27372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:04:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c9699c9-bd7c-4751-90b1-63ee85725d24'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:17.024976 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:17.113735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38b065d5-f7d1-4f75-bcf8-eb9a40ea400c req-abca99ee-271a-4726-9478-5f598ffb63c9 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339629 Feb 11 05:04:17.143311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55140) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:17.153272 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-967cca20-ba83-4056-9d10-9744ee5bfa5c tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.7706056 Feb 11 05:04:17.154485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-42e6649c-13b9-44c6-9e0a-78beb3f27372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:17.174513 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e6649c-13b9-44c6-9e0a-78beb3f27372 None None] Routers {'4c9699c9-bd7c-4751-90b1-63ee85725d24'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:17.178286 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-42e6649c-13b9-44c6-9e0a-78beb3f27372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:04:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c9699c9-bd7c-4751-90b1-63ee85725d24'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:17.248524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-42e6649c-13b9-44c6-9e0a-78beb3f27372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:17.249848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e6649c-13b9-44c6-9e0a-78beb3f27372 None None] The sync data for ids ['4c9699c9-bd7c-4751-90b1-63ee85725d24'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:04:17.451580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-87b4d28d-2311-4c71-86a6-3af1ec94801e tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] 10.222.0.48 "GET /v2.0/floatingips/b9f1ffcb-03fd-4a48-a197-5d074ce14084 HTTP/1.1" status: 200 len: 984 time: 0.3061378 Feb 11 05:04:17.454596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:17.704503 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2267ba05-9705-42f4-abdd-b3b333ac4cce tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2253 time: 0.2486830 Feb 11 05:04:17.707532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55156) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:18.092281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Deleting port e7e9c24e-0422-46fa-af98-781ee341a6ee {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:18.092622 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e7e9c24e-0422-46fa-af98-781ee341a6ee), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.125788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55166) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:18.388358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45993d94-2977-4962-b036-210b9869f1ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.422261 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e7e9c24e-0422-46fa-af98-781ee341a6ee), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.423217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for floatingip (e7e9c24e-0422-46fa-af98-781ee341a6ee), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.462812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Calling delete_port for e7e9c24e-0422-46fa-af98-781ee341a6ee owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:18.700706 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45993d94-2977-4962-b036-210b9869f1ba admin admin] Publish callbacks [] for security_group (3bd7f65b-00c0-4151-9e20-2dbc1dbda4f8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.710550 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45993d94-2977-4962-b036-210b9869f1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3bd7f65b-00c0-4151-9e20-2dbc1dbda4f8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.794086 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-45993d94-2977-4962-b036-210b9869f1ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f392735abefc4589a6909e3a8124cb7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6638348 Feb 11 05:04:18.795896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55182) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:18.809500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56ed36-02bf-4622-9ca0-610da79db363 req-9f010ba4-7a12-4366-ba9c-45dfe51299af tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:18.811217 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ba56ed36-02bf-4622-9ca0-610da79db363 req-9f010ba4-7a12-4366-ba9c-45dfe51299af tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.5519998 Feb 11 05:04:18.847230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45993d94-2977-4962-b036-210b9869f1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd7f65b-00c0-4151-9e20-2dbc1dbda4f8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:18.931623 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ba56ed36-02bf-4622-9ca0-610da79db363 req-5367fd87-0b38-4c11-a1c9-eca34176f180 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093833 Feb 11 05:04:18.947597 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18ff06cc-47d1-4fa2-ab5f-470530fcf9ac admin admin] Publish callbacks [] for security_group (3bd7f65b-00c0-4151-9e20-2dbc1dbda4f8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.002090 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18ff06cc-47d1-4fa2-ab5f-470530fcf9ac admin admin] Publish callbacks [] for security_group (3bd7f65b-00c0-4151-9e20-2dbc1dbda4f8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.028575 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e7e9c24e-0422-46fa-af98-781ee341a6ee), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.138484 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18ff06cc-47d1-4fa2-ab5f-470530fcf9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3bd7f65b-00c0-4151-9e20-2dbc1dbda4f8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.142549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18ff06cc-47d1-4fa2-ab5f-470530fcf9ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.145967 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-18ff06cc-47d1-4fa2-ab5f-470530fcf9ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bd7f65b-00c0-4151-9e20-2dbc1dbda4f8 HTTP/1.1" status: 204 len: 168 time: 0.3484564 Feb 11 05:04:19.160545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff06cc-47d1-4fa2-ab5f-470530fcf9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd7f65b-00c0-4151-9e20-2dbc1dbda4f8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:19.165737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event deleted for resources: {'Port': ['ID=e7e9c24e-0422-46fa-af98-781ee341a6ee,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:19.282108 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for floatingip (b9f1ffcb-03fd-4a48-a197-5d074ce14084), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.282372 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Floating IP b9f1ffcb-03fd-4a48-a197-5d074ce14084 disassociated (deleted). External IP: 172.25.7.231, port: 913ce9cc-cd24-48d1-8646-cbd6cda2d6ec. Feb 11 05:04:19.707104 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Router 4c9699c9-bd7c-4751-90b1-63ee85725d24 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:04:19.890864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55216) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:19.906520 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc850595-fa3a-40d3-b944-d20c4cbb8bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.943438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:04:19.948659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.959396 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af246f-455d-4419-9164-11fc5ffe7654 None None] Sync routers for ids ['4c9699c9-bd7c-4751-90b1-63ee85725d24'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:04:19.972432 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af246f-455d-4419-9164-11fc5ffe7654 None None] Routers {'4c9699c9-bd7c-4751-90b1-63ee85725d24'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:19.973069 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-37af246f-455d-4419-9164-11fc5ffe7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:04:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c9699c9-bd7c-4751-90b1-63ee85725d24'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:20.050655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-286df55a-9b32-4587-bb24-1e81b19fc11c tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "DELETE /v2.0/floatingips/b9f1ffcb-03fd-4a48-a197-5d074ce14084 HTTP/1.1" status: 204 len: 168 time: 2.3421788 Feb 11 05:04:20.056134 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55220) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:20.060471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:20.124418 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-37af246f-455d-4419-9164-11fc5ffe7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:20.131486 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc850595-fa3a-40d3-b944-d20c4cbb8bbc admin admin] Publish callbacks [] for security_group (167de4bf-b1d7-408b-9d8e-825d78ff7b33), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.137685 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc850595-fa3a-40d3-b944-d20c4cbb8bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (167de4bf-b1d7-408b-9d8e-825d78ff7b33), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.165499 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af246f-455d-4419-9164-11fc5ffe7654 None None] Routers {'4c9699c9-bd7c-4751-90b1-63ee85725d24'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:20.166532 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-37af246f-455d-4419-9164-11fc5ffe7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:04:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c9699c9-bd7c-4751-90b1-63ee85725d24'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:20.197270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc850595-fa3a-40d3-b944-d20c4cbb8bbc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07b61bcb2a634521887e31d6763cb5dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051813 Feb 11 05:04:20.199756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55224) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:20.251457 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-37af246f-455d-4419-9164-11fc5ffe7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:20.255461 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af246f-455d-4419-9164-11fc5ffe7654 None None] The sync data for ids ['4c9699c9-bd7c-4751-90b1-63ee85725d24'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:04:20.284033 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-319e6e34-f55c-4221-bb8f-2b5314772968 admin admin] Publish callbacks [] for security_group (167de4bf-b1d7-408b-9d8e-825d78ff7b33), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.319556 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-319e6e34-f55c-4221-bb8f-2b5314772968 admin admin] Publish callbacks [] for security_group (167de4bf-b1d7-408b-9d8e-825d78ff7b33), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.378094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc850595-fa3a-40d3-b944-d20c4cbb8bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167de4bf-b1d7-408b-9d8e-825d78ff7b33,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:20.386355 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-319e6e34-f55c-4221-bb8f-2b5314772968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (167de4bf-b1d7-408b-9d8e-825d78ff7b33), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.390160 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-319e6e34-f55c-4221-bb8f-2b5314772968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.392215 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-319e6e34-f55c-4221-bb8f-2b5314772968 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/167de4bf-b1d7-408b-9d8e-825d78ff7b33 HTTP/1.1" status: 204 len: 168 time: 0.1913455 Feb 11 05:04:20.403785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e6e34-f55c-4221-bb8f-2b5314772968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167de4bf-b1d7-408b-9d8e-825d78ff7b33,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:20.573935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.695876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e27ce-afdc-44fa-bc95-de2bcc26841b req-c1967804-6133-478c-b36a-c60ed3ee4b05 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:20.704028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-701e27ce-afdc-44fa-bc95-de2bcc26841b req-c1967804-6133-478c-b36a-c60ed3ee4b05 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.5988448 Feb 11 05:04:20.788743 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-701e27ce-afdc-44fa-bc95-de2bcc26841b req-b6c13c41-7044-4d1a-96bd-5af589b6d9f2 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829549 Feb 11 05:04:20.831142 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.958304 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:04:21.016124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Allocated IP 172.25.7.80 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/96082f78-4461-4f20-b163-d43782b0190b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:21.117629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55244) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:21.146719 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61b8e8a2-03f0-4649-abc6-a428d3ea3527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.190462 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks [] for port (96082f78-4461-4f20-b163-d43782b0190b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.242373 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (96082f78-4461-4f20-b163-d43782b0190b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.272999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:21.277329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:21.305150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:21.308177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61b8e8a2-03f0-4649-abc6-a428d3ea3527 admin admin] Publish callbacks [] for security_group (afa82a85-2a6b-4395-aeab-807744c0f231), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.320601 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61b8e8a2-03f0-4649-abc6-a428d3ea3527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (afa82a85-2a6b-4395-aeab-807744c0f231), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.350619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Pushing event updated for resources: {'Port': ['ID=96082f78-4461-4f20-b163-d43782b0190b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:21.355936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-61b8e8a2-03f0-4649-abc6-a428d3ea3527 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5789e371bb7a42b4a6c39370f60f522a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2371891 Feb 11 05:04:21.359397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55254) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:21.378887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8e8a2-03f0-4649-abc6-a428d3ea3527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa82a85-2a6b-4395-aeab-807744c0f231,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:21.462478 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea57ff32-d5fe-4306-b48e-b579ae3f25cf admin admin] Publish callbacks [] for security_group (afa82a85-2a6b-4395-aeab-807744c0f231), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.469915 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks [] for floatingip (93c0e76b-0fe4-40ac-831c-dde5dad0e158), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.547798 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea57ff32-d5fe-4306-b48e-b579ae3f25cf admin admin] Publish callbacks [] for security_group (afa82a85-2a6b-4395-aeab-807744c0f231), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.579650 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (96082f78-4461-4f20-b163-d43782b0190b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.748408 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea57ff32-d5fe-4306-b48e-b579ae3f25cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (afa82a85-2a6b-4395-aeab-807744c0f231), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.751432 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea57ff32-d5fe-4306-b48e-b579ae3f25cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.752433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ea57ff32-d5fe-4306-b48e-b579ae3f25cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afa82a85-2a6b-4395-aeab-807744c0f231 HTTP/1.1" status: 204 len: 168 time: 0.3920846 Feb 11 05:04:21.786871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57ff32-d5fe-4306-b48e-b579ae3f25cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa82a85-2a6b-4395-aeab-807744c0f231,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:21.894329 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks [] for port (96082f78-4461-4f20-b163-d43782b0190b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.912445 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (96082f78-4461-4f20-b163-d43782b0190b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.036650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e22b3d-3a93-4b9a-afe3-a33cf7576402 req-59ce63e5-0abd-47ed-a5fb-8f07addbc667 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:22.038253 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4e22b3d-3a93-4b9a-afe3-a33cf7576402 req-59ce63e5-0abd-47ed-a5fb-8f07addbc667 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.1139450 Feb 11 05:04:22.041147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Pushing event updated for resources: {'Port': ['ID=96082f78-4461-4f20-b163-d43782b0190b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:22.096330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (93c0e76b-0fe4-40ac-831c-dde5dad0e158), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.131755 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.136297 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4353992a-a745-4a1c-b80e-30428362e685 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0760462 Feb 11 05:04:22.136297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55272) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:22.156061 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4e22b3d-3a93-4b9a-afe3-a33cf7576402 req-5c7c5d55-7aa3-4b11-98c0-fc6397606c1c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016703 Feb 11 05:04:22.576930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:22.617062 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.874305 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.060170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Allocated IP 172.25.7.43 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/a0f36dae-2351-4010-80a9-2c19f031dc75) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:23.220320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks [] for port (a0f36dae-2351-4010-80a9-2c19f031dc75), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.316808 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a0f36dae-2351-4010-80a9-2c19f031dc75), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.440504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:23.458431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:23.461869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:23.520794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Pushing event updated for resources: {'Port': ['ID=a0f36dae-2351-4010-80a9-2c19f031dc75,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:23.622607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401ad9e-efb5-4488-b9d6-85bc32f81f77 req-afb2e250-2e3f-44e7-88b9-1a67337e1706 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:23.627281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d401ad9e-efb5-4488-b9d6-85bc32f81f77 req-afb2e250-2e3f-44e7-88b9-1a67337e1706 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.2535834 Feb 11 05:04:23.749597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks [] for floatingip (afb0a45b-2417-4382-b239-6465dd6e117f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.846926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d401ad9e-efb5-4488-b9d6-85bc32f81f77 req-5ddd6498-d852-431f-81e1-830cd91b9c79 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068048 Feb 11 05:04:23.847626 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a0f36dae-2351-4010-80a9-2c19f031dc75), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.116598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks [] for port (a0f36dae-2351-4010-80a9-2c19f031dc75), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.133880 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (a0f36dae-2351-4010-80a9-2c19f031dc75), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.234492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Pushing event updated for resources: {'Port': ['ID=a0f36dae-2351-4010-80a9-2c19f031dc75,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:24.356277 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (afb0a45b-2417-4382-b239-6465dd6e117f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.388704 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.393003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55346) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:24.393583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4b5bc5e2-2920-4e6b-9b84-dcdfdd5b7cce tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2560813 Feb 11 05:04:24.672179 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ea5798c9-d503-47a4-9358-ca605e2fc763 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.2757192 Feb 11 05:04:24.672840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55356) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:24.753762 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b7be4973-43fa-431e-9d03-77bcdf8ece06 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0795150 Feb 11 05:04:24.756822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55362) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:25.189400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb77b30-9d81-4f05-a3a6-7405a0b8b931 req-8ab266bd-5825-404a-9035-1143bed022b7 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:25.201881 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9bb77b30-9d81-4f05-a3a6-7405a0b8b931 req-8ab266bd-5825-404a-9035-1143bed022b7 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.1839972 Feb 11 05:04:25.203624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-60c52a1e-e74d-4017-8995-a823b0aa55a0 tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Deleting port a0f36dae-2351-4010-80a9-2c19f031dc75 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:25.203967 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60c52a1e-e74d-4017-8995-a823b0aa55a0 tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a0f36dae-2351-4010-80a9-2c19f031dc75), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.294003 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60c52a1e-e74d-4017-8995-a823b0aa55a0 tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a0f36dae-2351-4010-80a9-2c19f031dc75), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.294328 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60c52a1e-e74d-4017-8995-a823b0aa55a0 tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks [] for floatingip (a0f36dae-2351-4010-80a9-2c19f031dc75), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.316001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-60c52a1e-e74d-4017-8995-a823b0aa55a0 tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Calling delete_port for a0f36dae-2351-4010-80a9-2c19f031dc75 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:25.471980 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9bb77b30-9d81-4f05-a3a6-7405a0b8b931 req-3f20aa51-eb85-41e4-8736-4d2ddc0a6803 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860662 Feb 11 05:04:25.632930 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60c52a1e-e74d-4017-8995-a823b0aa55a0 tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a0f36dae-2351-4010-80a9-2c19f031dc75), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.669779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c52a1e-e74d-4017-8995-a823b0aa55a0 tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Pushing event deleted for resources: {'Port': ['ID=a0f36dae-2351-4010-80a9-2c19f031dc75,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:25.760526 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60c52a1e-e74d-4017-8995-a823b0aa55a0 tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks [] for floatingip (afb0a45b-2417-4382-b239-6465dd6e117f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.765041 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60c52a1e-e74d-4017-8995-a823b0aa55a0 tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.770739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-60c52a1e-e74d-4017-8995-a823b0aa55a0 tempest-FloatingIPAdminTestJSON-2095001302 tempest-FloatingIPAdminTestJSON-2095001302-project] 10.222.0.48 "DELETE /v2.0/floatingips/afb0a45b-2417-4382-b239-6465dd6e117f HTTP/1.1" status: 204 len: 168 time: 1.0126784 Feb 11 05:04:25.773479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55402) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:26.049300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9dee7dd7-cd69-4f3f-9709-675b66c6baf3 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Deleting port 96082f78-4461-4f20-b163-d43782b0190b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:26.049644 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dee7dd7-cd69-4f3f-9709-675b66c6baf3 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (96082f78-4461-4f20-b163-d43782b0190b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.136787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55414) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:26.145193 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dee7dd7-cd69-4f3f-9709-675b66c6baf3 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (96082f78-4461-4f20-b163-d43782b0190b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.145536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dee7dd7-cd69-4f3f-9709-675b66c6baf3 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks [] for floatingip (96082f78-4461-4f20-b163-d43782b0190b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.158529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9dee7dd7-cd69-4f3f-9709-675b66c6baf3 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Calling delete_port for 96082f78-4461-4f20-b163-d43782b0190b owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:26.317730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dee7dd7-cd69-4f3f-9709-675b66c6baf3 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (96082f78-4461-4f20-b163-d43782b0190b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.342333 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.351455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee7dd7-cd69-4f3f-9709-675b66c6baf3 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Pushing event deleted for resources: {'Port': ['ID=96082f78-4461-4f20-b163-d43782b0190b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:26.422628 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dee7dd7-cd69-4f3f-9709-675b66c6baf3 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks [] for floatingip (93c0e76b-0fe4-40ac-831c-dde5dad0e158), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.425529 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dee7dd7-cd69-4f3f-9709-675b66c6baf3 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.431429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9dee7dd7-cd69-4f3f-9709-675b66c6baf3 tempest-FloatingIPAdminTestJSON-1137219252 tempest-FloatingIPAdminTestJSON-1137219252-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/93c0e76b-0fe4-40ac-831c-dde5dad0e158 HTTP/1.1" status: 204 len: 168 time: 0.6530988 Feb 11 05:04:26.432164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55424) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:26.534525 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Publish callbacks [] for security_group (a7f800c1-8a0c-42ff-b218-399bf4d326a7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.553584 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a7f800c1-8a0c-42ff-b218-399bf4d326a7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.644538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e51a0-a4d0-473f-b628-db61aa4210d5 req-d56ca916-27a7-4190-b77f-0a165ab1db58 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:26.644658 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd7e51a0-a4d0-473f-b628-db61aa4210d5 req-d56ca916-27a7-4190-b77f-0a165ab1db58 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.0805237 Feb 11 05:04:26.659618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f800c1-8a0c-42ff-b218-399bf4d326a7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:26.667729 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=782db225d77a4ffc8c2ce1328382c1ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5298841 Feb 11 05:04:26.673948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55432) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:26.682344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.682838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.683311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.683749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.684217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.684907 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.685620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.686105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.686538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.686998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.687424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.687848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.688266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14262e6a-ada7-4206-97de-ab3337711db1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:26.761657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-136650e4-7817-4ff3-8548-44314f024b93 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Deleting port 913ce9cc-cd24-48d1-8646-cbd6cda2d6ec {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:26.762171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-136650e4-7817-4ff3-8548-44314f024b93 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (913ce9cc-cd24-48d1-8646-cbd6cda2d6ec), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.779243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd7e51a0-a4d0-473f-b628-db61aa4210d5 req-a067e925-168c-4518-a829-17fd0b769c96 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263657 Feb 11 05:04:26.819161 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f340ea6-c877-44ab-bc1b-a2e042e381f1 admin admin] Publish callbacks [] for security_group (a7f800c1-8a0c-42ff-b218-399bf4d326a7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.909450 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f340ea6-c877-44ab-bc1b-a2e042e381f1 admin admin] Publish callbacks [] for security_group (a7f800c1-8a0c-42ff-b218-399bf4d326a7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.944808 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-136650e4-7817-4ff3-8548-44314f024b93 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (913ce9cc-cd24-48d1-8646-cbd6cda2d6ec), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.964030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-136650e4-7817-4ff3-8548-44314f024b93 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Calling delete_port for 913ce9cc-cd24-48d1-8646-cbd6cda2d6ec owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:27.034722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f340ea6-c877-44ab-bc1b-a2e042e381f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a7f800c1-8a0c-42ff-b218-399bf4d326a7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.037710 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f340ea6-c877-44ab-bc1b-a2e042e381f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.038993 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1f340ea6-c877-44ab-bc1b-a2e042e381f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7f800c1-8a0c-42ff-b218-399bf4d326a7 HTTP/1.1" status: 204 len: 168 time: 0.3637192 Feb 11 05:04:27.052569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f340ea6-c877-44ab-bc1b-a2e042e381f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f800c1-8a0c-42ff-b218-399bf4d326a7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:27.178122 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-136650e4-7817-4ff3-8548-44314f024b93 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (913ce9cc-cd24-48d1-8646-cbd6cda2d6ec), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.370707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136650e4-7817-4ff3-8548-44314f024b93 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event deleted for resources: {'Port': ['ID=913ce9cc-cd24-48d1-8646-cbd6cda2d6ec,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:27.378186 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-136650e4-7817-4ff3-8548-44314f024b93 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.385024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-136650e4-7817-4ff3-8548-44314f024b93 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "DELETE /v2.0/ports/913ce9cc-cd24-48d1-8646-cbd6cda2d6ec HTTP/1.1" status: 204 len: 168 time: 0.9494262 Feb 11 05:04:27.385511 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55450) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:27.447117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e234bb-d072-44f7-b5c2-bcefc544a212 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:27.451220 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-82e234bb-d072-44f7-b5c2-bcefc544a212 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c9699c9-bd7c-4751-90b1-63ee85725d24 HTTP/1.1" status: 200 len: 913 time: 0.0623193 Feb 11 05:04:27.451648 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55456) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:27.623348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55458) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:27.645674 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78ac2f6f-aab2-4248-afe9-22bbdf63ca36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.797931 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78ac2f6f-aab2-4248-afe9-22bbdf63ca36 admin admin] Publish callbacks [] for security_group (5fa66bde-7a08-456c-87e9-8d79242ccea7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.812661 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78ac2f6f-aab2-4248-afe9-22bbdf63ca36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5fa66bde-7a08-456c-87e9-8d79242ccea7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.912282 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-78ac2f6f-aab2-4248-afe9-22bbdf63ca36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05c04d6085fa4c8783f8de4e5252593b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851865 Feb 11 05:04:27.926427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac2f6f-aab2-4248-afe9-22bbdf63ca36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa66bde-7a08-456c-87e9-8d79242ccea7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:27.930020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55468) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:28.063333 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ebaaa99-88c0-48d2-9245-dc186e4eb66c admin admin] Publish callbacks [] for security_group (5fa66bde-7a08-456c-87e9-8d79242ccea7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.104509 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ebaaa99-88c0-48d2-9245-dc186e4eb66c admin admin] Publish callbacks [] for security_group (5fa66bde-7a08-456c-87e9-8d79242ccea7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.187766 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ebaaa99-88c0-48d2-9245-dc186e4eb66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5fa66bde-7a08-456c-87e9-8d79242ccea7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.190489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ebaaa99-88c0-48d2-9245-dc186e4eb66c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.193413 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5ebaaa99-88c0-48d2-9245-dc186e4eb66c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fa66bde-7a08-456c-87e9-8d79242ccea7 HTTP/1.1" status: 204 len: 168 time: 0.2622662 Feb 11 05:04:28.212951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebaaa99-88c0-48d2-9245-dc186e4eb66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa66bde-7a08-456c-87e9-8d79242ccea7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:28.363589 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7513427-7014-4e3f-a246-3282849d7f6c req-9f5a900f-460c-49d9-a387-73b25f103cc6 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:28.382492 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7513427-7014-4e3f-a246-3282849d7f6c req-9f5a900f-460c-49d9-a387-73b25f103cc6 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.2142158 Feb 11 05:04:28.522671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7513427-7014-4e3f-a246-3282849d7f6c req-878d2b03-2473-4895-943d-f0d665f49261 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251535 Feb 11 05:04:28.887660 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc666bee-4fbd-47ad-a8b0-3eff9d9e6a2b tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (4c9699c9-bd7c-4751-90b1-63ee85725d24), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.255973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-025c9563-a5bd-41bb-9b45-e0303c3c95a2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:29.257498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-025c9563-a5bd-41bb-9b45-e0303c3c95a2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 815 time: 0.3271749 Feb 11 05:04:29.289735 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-efbc0905-c2e0-4832-9511-32dddc77c31d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/quotas/14fbf88da36d492db7af138f03064fc5 HTTP/1.1" status: 200 len: 375 time: 0.0264218 Feb 11 05:04:29.376108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-dc666bee-4fbd-47ad-a8b0-3eff9d9e6a2b tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Deleting port bdcb3f33-df31-418c-81ea-2b315fc43678 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:29.377183 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc666bee-4fbd-47ad-a8b0-3eff9d9e6a2b tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bdcb3f33-df31-418c-81ea-2b315fc43678), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.414664 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-c2517132-ec15-43a6-b4a6-38a8930058e9 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156917 Feb 11 05:04:29.522380 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc666bee-4fbd-47ad-a8b0-3eff9d9e6a2b tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bdcb3f33-df31-418c-81ea-2b315fc43678), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.536041 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-dc666bee-4fbd-47ad-a8b0-3eff9d9e6a2b tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Calling delete_port for bdcb3f33-df31-418c-81ea-2b315fc43678 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:29.651291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55532) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:29.708163 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-75a95ee0-6ba1-466d-af6b-b5f799ab16ee service neutron] 10.222.0.48 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834218 Feb 11 05:04:29.888657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aca88-cf99-4cf2-b20b-bc328b757460 req-e3d4a449-5866-4b58-957b-f1d958270a63 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:29.902540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a33aca88-cf99-4cf2-b20b-bc328b757460 req-e3d4a449-5866-4b58-957b-f1d958270a63 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.1903367 Feb 11 05:04:29.922147 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-a5c508a0-ddd8-4094-a4c0-c86336735668 service neutron] 10.222.0.48 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068825 Feb 11 05:04:29.939490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-532111844-network', 'tenant_id': '7f92beecdfca40cb96a83c6846d9bbb1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:30.024357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Made reservation on behalf of 7f92beecdfca40cb96a83c6846d9bbb1 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:30.039796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.055387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.060127 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a33aca88-cf99-4cf2-b20b-bc328b757460 req-43411658-1eeb-4eaf-b9b4-1a6c9a8293d6 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558921 Feb 11 05:04:30.080404 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc666bee-4fbd-47ad-a8b0-3eff9d9e6a2b tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (bdcb3f33-df31-418c-81ea-2b315fc43678), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.200877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Publish callbacks [] for security_group (e7751147-2ec2-4f93-99ff-9eb76c1d654b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.208977 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e7751147-2ec2-4f93-99ff-9eb76c1d654b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.249522 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:04:30.262822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7751147-2ec2-4f93-99ff-9eb76c1d654b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:30.270735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1ec1b6a9-989f-4fc1-ac1d-25631d4936ac), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.271224 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Added segment 1ec1b6a9-989f-4fc1-ac1d-25631d4936ac of type vlan for network 350e8300-79cf-4a5a-84c4-552b0ccd47f5 Feb 11 05:04:30.294726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc666bee-4fbd-47ad-a8b0-3eff9d9e6a2b tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event deleted for resources: {'Port': ['ID=bdcb3f33-df31-418c-81ea-2b315fc43678,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:30.385588 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (350e8300-79cf-4a5a-84c4-552b0ccd47f5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.459534 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (350e8300-79cf-4a5a-84c4-552b0ccd47f5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.462110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:30.463665 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.480663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-205528c3-7c43-4e03-8deb-16014af7b0d1 req-8879cec8-7bf4-428f-9ecd-e0d2442e152a tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 210 time: 0.1755028 Feb 11 05:04:30.565949 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9119773 Feb 11 05:04:30.570220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55556) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:30.581141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4b676e7f-d752-4d97-a600-2438cf7c7ab0 admin admin] Request body: {'subnet': {'network_id': '350e8300-79cf-4a5a-84c4-552b0ccd47f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-532111844-subnet', 'tenant_id': '7f92beecdfca40cb96a83c6846d9bbb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:30.681390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b676e7f-d752-4d97-a600-2438cf7c7ab0 admin admin] Made reservation on behalf of 7f92beecdfca40cb96a83c6846d9bbb1 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:30.691444 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b676e7f-d752-4d97-a600-2438cf7c7ab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.699636 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc666bee-4fbd-47ad-a8b0-3eff9d9e6a2b tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (4c9699c9-bd7c-4751-90b1-63ee85725d24), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.730923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086ef1b-5992-4fdd-9034-af75ee1213ed admin admin] Pushing event updated for resources: {'Network': ['ID=350e8300-79cf-4a5a-84c4-552b0ccd47f5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:30.742719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 350e8300-79cf-4a5a-84c4-552b0ccd47f5 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:04:31.214672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b676e7f-d752-4d97-a600-2438cf7c7ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (3d6b22ba-fc67-4ab0-9457-45d7ca87fe04), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:31.372912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc666bee-4fbd-47ad-a8b0-3eff9d9e6a2b tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Router 4c9699c9-bd7c-4751-90b1-63ee85725d24 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:04:31.557955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b676e7f-d752-4d97-a600-2438cf7c7ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6b22ba-fc67-4ab0-9457-45d7ca87fe04,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:31.570824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b676e7f-d752-4d97-a600-2438cf7c7ab0 admin admin] Checking segment: {'id': '1ec1b6a9-989f-4fc1-ac1d-25631d4936ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '350e8300-79cf-4a5a-84c4-552b0ccd47f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:31.571346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b676e7f-d752-4d97-a600-2438cf7c7ab0 admin admin] Network hostable DHCP agents. Network: 350e8300-79cf-4a5a-84c4-552b0ccd47f5, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:04:31.660790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f12b39-7b19-414d-84c0-59606a065fed req-8817b0b1-10f7-4521-85df-2ac9fda05166 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:31.662472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34f12b39-7b19-414d-84c0-59606a065fed req-8817b0b1-10f7-4521-85df-2ac9fda05166 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.3626463 Feb 11 05:04:31.713829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b676e7f-d752-4d97-a600-2438cf7c7ab0 admin admin] Network 350e8300-79cf-4a5a-84c4-552b0ccd47f5 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:04:31.737412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f86de94f-f8e9-41ba-88a2-017eca0b2f96 req-81f8307e-3944-4cbb-9b8e-b98b11a02d43 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 210 time: 0.0682750 Feb 11 05:04:31.749821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4b676e7f-d752-4d97-a600-2438cf7c7ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 350e8300-79cf-4a5a-84c4-552b0ccd47f5) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:31.767115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855b9212-83fb-4085-a6c3-5c2dc87cacdf None None] Network 350e8300-79cf-4a5a-84c4-552b0ccd47f5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:31.783618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc666bee-4fbd-47ad-a8b0-3eff9d9e6a2b tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:04:31.792200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dc666bee-4fbd-47ad-a8b0-3eff9d9e6a2b tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "PUT /v2.0/routers/4c9699c9-bd7c-4751-90b1-63ee85725d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3395448 Feb 11 05:04:31.795673 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55584) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:31.801693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b676e7f-d752-4d97-a600-2438cf7c7ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:31.807209 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b676e7f-d752-4d97-a600-2438cf7c7ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:31.846701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213b40fd-f661-4aec-86e3-6efcd18983ff None None] Sync routers for ids ['4c9699c9-bd7c-4751-90b1-63ee85725d24'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:04:31.849181 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34f12b39-7b19-414d-84c0-59606a065fed req-cbdb4416-0a90-4e50-883c-bcd30c7d13b1 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756516 Feb 11 05:04:31.870261 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4b676e7f-d752-4d97-a600-2438cf7c7ab0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2987163 Feb 11 05:04:32.101130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b40fd-f661-4aec-86e3-6efcd18983ff None None] Routers {'4c9699c9-bd7c-4751-90b1-63ee85725d24'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:32.101839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-213b40fd-f661-4aec-86e3-6efcd18983ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:04:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c9699c9-bd7c-4751-90b1-63ee85725d24'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:32.118841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef6f60-8498-418c-9b19-d54da10f5040 None None] Network 350e8300-79cf-4a5a-84c4-552b0ccd47f5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:32.124093 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for router (4c9699c9-bd7c-4751-90b1-63ee85725d24), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:32.418281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-213b40fd-f661-4aec-86e3-6efcd18983ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:32.432741 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for router_gateway (4c9699c9-bd7c-4751-90b1-63ee85725d24), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:32.446570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b40fd-f661-4aec-86e3-6efcd18983ff None None] Routers {'4c9699c9-bd7c-4751-90b1-63ee85725d24'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:32.450686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-213b40fd-f661-4aec-86e3-6efcd18983ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:04:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c9699c9-bd7c-4751-90b1-63ee85725d24'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:32.561171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-213b40fd-f661-4aec-86e3-6efcd18983ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:32.564577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213b40fd-f661-4aec-86e3-6efcd18983ff None None] The sync data for ids ['4c9699c9-bd7c-4751-90b1-63ee85725d24'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:04:32.566399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Deleting port 3bf027aa-a16e-4c8c-a753-e96700625bd4 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:32.567300 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3bf027aa-a16e-4c8c-a753-e96700625bd4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:32.613535 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-eb638457-a67e-4722-bcae-ad40eebdf3c8 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:32.615120 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-eb638457-a67e-4722-bcae-ad40eebdf3c8 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.60 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 815 time: 0.4370499 Feb 11 05:04:32.646940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Request body: {'port': {'device_id': 'fc49e133-d6be-4f2c-8576-d838274ec8f7', 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837', 'admin_state_up': True, 'tenant_id': '14fbf88da36d492db7af138f03064fc5'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:32.703199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3bf027aa-a16e-4c8c-a753-e96700625bd4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:32.726948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Calling delete_port for 3bf027aa-a16e-4c8c-a753-e96700625bd4 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:32.924205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Made reservation on behalf of 14fbf88da36d492db7af138f03064fc5 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:32.928576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:32.998993 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-049b0efb-3ec5-4642-a9d9-2799f73ecc92 req-4022e97f-e3b1-403c-a90e-ba80e9f39f50 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 210 time: 0.1017106 Feb 11 05:04:33.219596 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55620) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:33.226134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-370758450-network', 'tenant_id': '01abecc38b2d4096b607a6bef3ca078a'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:33.241701 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3bf027aa-a16e-4c8c-a753-e96700625bd4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.251935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Allocated IP 172.20.0.4 (f2e76b4a-67a8-4718-bea6-6ceafeb05837/30de0522-14cb-43d9-85af-dac873877880/61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:33.329989 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event deleted for resources: {'Port': ['ID=3bf027aa-a16e-4c8c-a753-e96700625bd4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:33.352153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Made reservation on behalf of 01abecc38b2d4096b607a6bef3ca078a for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:33.358919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.368599 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.419383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.508353 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks [] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.573556 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (4c9699c9-bd7c-4751-90b1-63ee85725d24), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.596255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32380bf9-d485-4ea9-9350-3ba9edaca5fb req-982f7176-dd1c-4132-9d90-404cf5d4aa79 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:33.599722 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-32380bf9-d485-4ea9-9350-3ba9edaca5fb req-982f7176-dd1c-4132-9d90-404cf5d4aa79 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.5224669 Feb 11 05:04:33.604565 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.643327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['d762cb45-835e-4875-a59c-37abb82ee0c1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:04:33.738794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Network f2e76b4a-67a8-4718-bea6-6ceafeb05837 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:33.747498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:33.752754 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (4c9699c9-bd7c-4751-90b1-63ee85725d24), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.754034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:33.767184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for router_controller (4c9699c9-bd7c-4751-90b1-63ee85725d24), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.804104 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:33.804640 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.835017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Pushing event updated for resources: {'Port': ['ID=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:33.849523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-32380bf9-d485-4ea9-9350-3ba9edaca5fb req-4427fe67-3861-4801-81c7-96eba8cad1cb tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391689 Feb 11 05:04:33.870486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-3bc959f2-0a4c-4c72-98d4-0a8901efcdb5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2330644 Feb 11 05:04:33.877786 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Publish callbacks [] for security_group (fee394c6-b25a-40c7-a3fb-d634b8faad3f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.887642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Request body: {'port': {'device_id': 'fc49e133-d6be-4f2c-8576-d838274ec8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:33.887951 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fee394c6-b25a-40c7-a3fb-d634b8faad3f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.905666 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:04:33.919958 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (bed3f6c5-a905-406e-8ab6-284481294586), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.920671 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Added segment bed3f6c5-a905-406e-8ab6-284481294586 of type vlan for network a040ce03-4aa9-4acd-a810-9352a3b3be68 Feb 11 05:04:33.973844 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.979785 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (a040ce03-4aa9-4acd-a810-9352a3b3be68), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.030976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee394c6-b25a-40c7-a3fb-d634b8faad3f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:34.034526 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (4c9699c9-bd7c-4751-90b1-63ee85725d24), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.035329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Fanout notify agent at l3_agent the message router_deleted on router 4c9699c9-bd7c-4751-90b1-63ee85725d24 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:04:34.038260 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (a040ce03-4aa9-4acd-a810-9352a3b3be68), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.039697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:34.040992 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.053295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.054640 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c1a05cba-0ab2-4a0e-afd2-effd1088d5dd tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "DELETE /v2.0/routers/4c9699c9-bd7c-4751-90b1-63ee85725d24 HTTP/1.1" status: 204 len: 168 time: 2.2565434 Feb 11 05:04:34.057711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55636) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:34.142700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e1f928-51f2-428c-9f01-239182ead341 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Deleting subnet 787c3611-9e59-4e63-b3e2-6fe5a0c01939 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:34.146970 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48e1f928-51f2-428c-9f01-239182ead341 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for subnet (787c3611-9e59-4e63-b3e2-6fe5a0c01939), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.238799 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0156975 Feb 11 05:04:34.256809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55642) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:34.262020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a25d7499-4941-45a6-9a37-6302e27d4cf7 admin admin] Request body: {'subnet': {'network_id': 'a040ce03-4aa9-4acd-a810-9352a3b3be68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-370758450-subnet', 'tenant_id': '01abecc38b2d4096b607a6bef3ca078a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:34.312877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25d7499-4941-45a6-9a37-6302e27d4cf7 admin admin] Made reservation on behalf of 01abecc38b2d4096b607a6bef3ca078a for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:34.337901 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a25d7499-4941-45a6-9a37-6302e27d4cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.793501 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e192b-f882-4fac-8317-e14523ec19ae admin admin] Pushing event updated for resources: {'Network': ['ID=a040ce03-4aa9-4acd-a810-9352a3b3be68,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:34.805518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:04:34.806441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network a040ce03-4aa9-4acd-a810-9352a3b3be68 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:04:34.820179 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48e1f928-51f2-428c-9f01-239182ead341 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (787c3611-9e59-4e63-b3e2-6fe5a0c01939), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.831843 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Publish callbacks [] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.977360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865c6ff-6cf2-403a-87f8-fc967cce5963 req-5cb7cf1e-3993-42f1-a6f8-c66795cfaca2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:34.985143 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a865c6ff-6cf2-403a-87f8-fc967cce5963 req-5cb7cf1e-3993-42f1-a6f8-c66795cfaca2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 931 time: 0.7947242 Feb 11 05:04:35.047331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Transition to ACTIVE for port object 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:04:35.058039 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48e1f928-51f2-428c-9f01-239182ead341 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (787c3611-9e59-4e63-b3e2-6fe5a0c01939), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.105691 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a25d7499-4941-45a6-9a37-6302e27d4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (8ffc3b5a-6eac-4564-9663-9676736d5b1e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.107971 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.116986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a865c6ff-6cf2-403a-87f8-fc967cce5963 req-258ce86e-6246-4547-9002-9a3d176f59fd tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308529 Feb 11 05:04:35.169893 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48e1f928-51f2-428c-9f01-239182ead341 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (787c3611-9e59-4e63-b3e2-6fe5a0c01939), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.203438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1f928-51f2-428c-9f01-239182ead341 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event deleted for resources: {'Subnet': ['ID=787c3611-9e59-4e63-b3e2-6fe5a0c01939,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:35.212563 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48e1f928-51f2-428c-9f01-239182ead341 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.221778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffd9bb4-d621-4320-ab31-b861288d240f None None] Network e039409f-69c6-4693-aeae-b172e2b8d902 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:35.221965 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-48e1f928-51f2-428c-9f01-239182ead341 tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "DELETE /v2.0/subnets/787c3611-9e59-4e63-b3e2-6fe5a0c01939 HTTP/1.1" status: 204 len: 168 time: 1.1570983 Feb 11 05:04:35.223886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55660) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:35.286941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d7499-4941-45a6-9a37-6302e27d4cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ffc3b5a-6eac-4564-9663-9676736d5b1e,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:35.323573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Pushing event updated for resources: {'Port': ['ID=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:35.342493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc609de3-152c-4bfc-860f-cd5cc3aebc6a req-f7757809-c8f1-42de-9aa5-76c85c23c340 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:35.343821 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fc609de3-152c-4bfc-860f-cd5cc3aebc6a req-f7757809-c8f1-42de-9aa5-76c85c23c340 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.2980576 Feb 11 05:04:35.439407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (e039409f-69c6-4693-aeae-b172e2b8d902), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.483257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Attempting to bind port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:35.483616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Attempting to bind port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:35.483931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Attempting to bind port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb on network f2e76b4a-67a8-4718-bea6-6ceafeb05837 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:35.491757 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25d7499-4941-45a6-9a37-6302e27d4cf7 admin admin] Checking segment: {'id': 'bed3f6c5-a905-406e-8ab6-284481294586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a040ce03-4aa9-4acd-a810-9352a3b3be68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:35.492129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d7499-4941-45a6-9a37-6302e27d4cf7 admin admin] Network hostable DHCP agents. Network: a040ce03-4aa9-4acd-a810-9352a3b3be68, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:04:35.501495 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e421775b-9ca0-414b-80d7-f25d1c9fbdb2 None None] DHCP port deletion for e039409f-69c6-4693-aeae-b172e2b8d902 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:04:35.513317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb on network f2e76b4a-67a8-4718-bea6-6ceafeb05837 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:35.513681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Attempting to bind port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb on network f2e76b4a-67a8-4718-bea6-6ceafeb05837 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:35.527548 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fc609de3-152c-4bfc-860f-cd5cc3aebc6a req-e2694fc6-2fec-455b-b890-a6f4faa540a4 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684148 Feb 11 05:04:35.535794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:35.536071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Checking segment: {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:35.536425 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Bound using segment: {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:35.537020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Bound port: 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:35.537320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.618189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] For port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:35.621570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] For port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:35.624480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d7499-4941-45a6-9a37-6302e27d4cf7 admin admin] Network a040ce03-4aa9-4acd-a810-9352a3b3be68 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:04:35.636698 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.663653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Deleting port 1da20d8b-5197-4d6e-9d64-23575c675d72 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:35.664001 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.686127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a25d7499-4941-45a6-9a37-6302e27d4cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, a040ce03-4aa9-4acd-a810-9352a3b3be68) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:35.706772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25d7499-4941-45a6-9a37-6302e27d4cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:35.707553 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a25d7499-4941-45a6-9a37-6302e27d4cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.752378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:35.752988 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.754471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] 10.222.0.60 "PUT /v2.0/ports/61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb HTTP/1.1" status: 200 len: 1092 time: 1.8713317 Feb 11 05:04:35.757338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc49e133-d6be-4f2c-8576-d838274ec8f7', 'tag': '61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:04:35.759716 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aa05ce-5cd2-4dd4-ab70-58c3a1872b79" -d '{"events": [{"name": "network-changed", "server_uuid": "fc49e133-d6be-4f2c-8576-d838274ec8f7", "tag": "61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:04:35.807879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] For port 1da20d8b-5197-4d6e-9d64-23575c675d72, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1da20d8b-5197-4d6e-9d64-23575c675d72,segment=NetworkSegment(e647494d-e231-4394-b6b2-4b42cb0aaee7),segment_id=e647494d-e231-4394-b6b2-4b42cb0aaee7)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:35.808474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.821853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a25d7499-4941-45a6-9a37-6302e27d4cf7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5639632 Feb 11 05:04:35.866331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Calling delete_port for 1da20d8b-5197-4d6e-9d64-23575c675d72 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:35.872998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4d685-7523-4462-89dd-ee6efda75f77 service neutron] Pushing event updated for resources: {'Port': ['ID=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:35.901485 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fb3ee8-095c-49d9-95ac-9f5320d38eef x-openstack-request-id: req-b7fb3ee8-095c-49d9-95ac-9f5320d38eef {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:04:35.901797 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc49e133-d6be-4f2c-8576-d838274ec8f7", "tag": "61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:04:35.902063 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7fb3ee8-095c-49d9-95ac-9f5320d38eef {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:04:35.902503 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc49e133-d6be-4f2c-8576-d838274ec8f7', 'tag': '61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb', 'status': 'completed', 'code': 200} Feb 11 05:04:36.049383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-ca9160ff-a6a9-47aa-a86b-2c7730792606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:36.052784 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-ca9160ff-a6a9-47aa-a86b-2c7730792606 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 1126 time: 0.2025471 Feb 11 05:04:36.128532 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.159954 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8999e-864c-4151-b385-565cd2e0152d None None] Network a040ce03-4aa9-4acd-a810-9352a3b3be68 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:36.202541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-c489c0ac-189d-4b78-a97e-2ad3e209fa99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb HTTP/1.1" status: 200 len: 217 time: 0.1323857 Feb 11 05:04:36.218780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event deleted for resources: {'Port': ['ID=1da20d8b-5197-4d6e-9d64-23575c675d72,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:36.223932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] No DVR routers for this DVR port 1da20d8b-5197-4d6e-9d64-23575c675d72 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:36.345152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55684) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:36.351791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e421775b-9ca0-414b-80d7-f25d1c9fbdb2 None None] Deleting port 1da20d8b-5197-4d6e-9d64-23575c675d72 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:36.352166 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e421775b-9ca0-414b-80d7-f25d1c9fbdb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.454197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-060ddb20-abd4-40ea-8d69-08f97d17938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:36.459709 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (e039409f-69c6-4693-aeae-b172e2b8d902), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.461460 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-060ddb20-abd4-40ea-8d69-08f97d17938c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.2511818 Feb 11 05:04:36.510554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934afeb8-378c-403c-b98f-a60304780092 None None] Network a040ce03-4aa9-4acd-a810-9352a3b3be68 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:36.512650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e039409f-69c6-4693-aeae-b172e2b8d902']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:36.544422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e647494d-e231-4394-b6b2-4b42cb0aaee7') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:36.544727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e647494d-e231-4394-b6b2-4b42cb0aaee7') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:36.549557 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-91af135b-d147-420b-b0c8-e57c9f8c1917 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770924 Feb 11 05:04:36.577111 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (e647494d-e231-4394-b6b2-4b42cb0aaee7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.599273 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e647494d-e231-4394-b6b2-4b42cb0aaee7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.608453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:04:36.609048 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (e647494d-e231-4394-b6b2-4b42cb0aaee7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.617729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443823f-2d62-4771-88d9-1ab23ce272d8 req-16aefcf0-b576-4aef-bbbf-a4fe48e78b04 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:04:36.623045 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:04:36.631168 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7443823f-2d62-4771-88d9-1ab23ce272d8 req-16aefcf0-b576-4aef-bbbf-a4fe48e78b04 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 943 time: 0.3320475 Feb 11 05:04:36.773923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1da20d8b-5197-4d6e-9d64-23575c675d72 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:36.779783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e421775b-9ca0-414b-80d7-f25d1c9fbdb2 None None] For port 1da20d8b-5197-4d6e-9d64-23575c675d72, host n-d-615180-58, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:36.780187 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e421775b-9ca0-414b-80d7-f25d1c9fbdb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.780589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-028da123-e226-433e-94de-2683f790ebeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.826544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 1da20d8b-5197-4d6e-9d64-23575c675d72 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:04:36.826804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1da20d8b-5197-4d6e-9d64-23575c675d72 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:04:36.841949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e421775b-9ca0-414b-80d7-f25d1c9fbdb2 None None] Calling delete_port for 1da20d8b-5197-4d6e-9d64-23575c675d72 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:36.854988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-e421775b-9ca0-414b-80d7-f25d1c9fbdb2 None None] Port 1da20d8b-5197-4d6e-9d64-23575c675d72 was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:04:36.864048 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e421775b-9ca0-414b-80d7-f25d1c9fbdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (1da20d8b-5197-4d6e-9d64-23575c675d72), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.898990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (e039409f-69c6-4693-aeae-b172e2b8d902), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.922174 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421775b-9ca0-414b-80d7-f25d1c9fbdb2 None None] Pushing event deleted for resources: {'Port': ['ID=1da20d8b-5197-4d6e-9d64-23575c675d72,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:36.954824 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.962663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "DELETE /v2.0/networks/e039409f-69c6-4693-aeae-b172e2b8d902 HTTP/1.1" status: 204 len: 168 time: 1.7374804 Feb 11 05:04:36.967694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55710) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:36.979855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e421775b-9ca0-414b-80d7-f25d1c9fbdb2 None None] Network e039409f-69c6-4693-aeae-b172e2b8d902 is not hosted by any dhcp agent {{(pid=103355) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:04:36.980335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e421775b-9ca0-414b-80d7-f25d1c9fbdb2 None None] No DVR routers for this DVR port 1da20d8b-5197-4d6e-9d64-23575c675d72 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:36.984322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658833c-2bb4-4eb9-98a5-28ffe80e599d tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event deleted for resources: {'Network': ['ID=e039409f-69c6-4693-aeae-b172e2b8d902,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:37.374062 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:37.489737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1594-6ea0-4391-a928-9d20670add77 req-f4709957-46ac-4b53-9b2e-4c8a115b9669 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:37.491466 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-f4709957-46ac-4b53-9b2e-4c8a115b9669 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/networks?id=350e8300-79cf-4a5a-84c4-552b0ccd47f5 HTTP/1.1" status: 200 len: 808 time: 0.5249374 Feb 11 05:04:37.519128 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-6714e409-2183-41c6-b070-8000f46464cb tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/quotas/7f92beecdfca40cb96a83c6846d9bbb1 HTTP/1.1" status: 200 len: 375 time: 0.0196362 Feb 11 05:04:37.525695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0556a862-8413-4f4a-8be6-871902eb5a6a tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Deleting port 8dc72c83-fd99-419d-8cd5-08261f249437 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:37.526046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0556a862-8413-4f4a-8be6-871902eb5a6a tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8dc72c83-fd99-419d-8cd5-08261f249437), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:37.568741 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-2acc8b7a-d288-493b-a5e7-6683e1daa2b5 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f92beecdfca40cb96a83c6846d9bbb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404282 Feb 11 05:04:37.702777 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-176c3407-e6a4-4a5f-bd0d-9367e17fb375 service neutron] 10.222.0.60 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1422892 Feb 11 05:04:37.721294 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0556a862-8413-4f4a-8be6-871902eb5a6a tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8dc72c83-fd99-419d-8cd5-08261f249437), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:37.722267 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0556a862-8413-4f4a-8be6-871902eb5a6a tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for floatingip (8dc72c83-fd99-419d-8cd5-08261f249437), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:37.792761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0556a862-8413-4f4a-8be6-871902eb5a6a tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Calling delete_port for 8dc72c83-fd99-419d-8cd5-08261f249437 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:37.823314 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-028da123-e226-433e-94de-2683f790ebeb admin admin] Publish callbacks [] for security_group (25a9b6c4-cee7-4428-b336-e661fa4458af), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:37.830361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7443823f-2d62-4771-88d9-1ab23ce272d8 req-41b27b6e-0a06-4f97-8353-15a2fe4b9783 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1581933 Feb 11 05:04:37.840835 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-028da123-e226-433e-94de-2683f790ebeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (25a9b6c4-cee7-4428-b336-e661fa4458af), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:37.895681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-028da123-e226-433e-94de-2683f790ebeb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15abeeaa3a4f4fe19dd00ff43b0e0d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5484293 Feb 11 05:04:37.896364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55728) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:37.913943 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-17f65085-2e8a-43e5-9e27-d0357cc98a76 service neutron] 10.222.0.48 "GET /v2.0/networks/350e8300-79cf-4a5a-84c4-552b0ccd47f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381331 Feb 11 05:04:37.963637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a07671ae-e1ba-4ae1-9e24-7960f11a9a5b req-a3ac3d1b-a521-4c94-b309-09750927cb54 service neutron] 10.222.0.60 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502587 Feb 11 05:04:38.010416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028da123-e226-433e-94de-2683f790ebeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a9b6c4-cee7-4428-b336-e661fa4458af,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:38.183750 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3afb-74af-4f52-ad97-a50a979fa19d admin admin] Publish callbacks [] for security_group (25a9b6c4-cee7-4428-b336-e661fa4458af), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.229808 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3afb-74af-4f52-ad97-a50a979fa19d admin admin] Publish callbacks [] for security_group (25a9b6c4-cee7-4428-b336-e661fa4458af), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.239496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f98ade-fbfc-45c6-8ea0-fd189baad06f req-dbc61822-ab98-4742-ad24-c8f8922746c1 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:38.241573 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46f98ade-fbfc-45c6-8ea0-fd189baad06f req-dbc61822-ab98-4742-ad24-c8f8922746c1 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.2138836 Feb 11 05:04:38.261702 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa05ce-5cd2-4dd4-ab70-58c3a1872b79 req-6f2f9009-8ffa-4fb9-abb1-9346fe6d4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:38.263742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4aa05ce-5cd2-4dd4-ab70-58c3a1872b79 req-6f2f9009-8ffa-4fb9-abb1-9346fe6d4015 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 1126 time: 0.1754792 Feb 11 05:04:38.283457 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0556a862-8413-4f4a-8be6-871902eb5a6a tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8dc72c83-fd99-419d-8cd5-08261f249437), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.346683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556a862-8413-4f4a-8be6-871902eb5a6a tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Pushing event deleted for resources: {'Port': ['ID=8dc72c83-fd99-419d-8cd5-08261f249437,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:38.448420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa05ce-5cd2-4dd4-ab70-58c3a1872b79 req-717ddac8-3a51-476d-9e55-0a6a44b1f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:38.449956 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4aa05ce-5cd2-4dd4-ab70-58c3a1872b79 req-717ddac8-3a51-476d-9e55-0a6a44b1f054 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 916 time: 0.1777236 Feb 11 05:04:38.503776 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4aa05ce-5cd2-4dd4-ab70-58c3a1872b79 req-476ad475-0290-4efd-987a-d1a42f0eecdd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb HTTP/1.1" status: 200 len: 217 time: 0.0446234 Feb 11 05:04:38.508959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-82b4c452-c674-4640-878c-69be843f9a65 service neutron] 10.222.0.48 "GET /v2.0/networks/350e8300-79cf-4a5a-84c4-552b0ccd47f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878766 Feb 11 05:04:38.509938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0556a862-8413-4f4a-8be6-871902eb5a6a tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks [] for floatingip (6ce2894e-f50d-4301-96b5-194b8a4fe7a8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.513036 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0556a862-8413-4f4a-8be6-871902eb5a6a tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.513765 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0556a862-8413-4f4a-8be6-871902eb5a6a tempest-FloatingIPAdminTestJSON-880529665 tempest-FloatingIPAdminTestJSON-880529665-project] 10.222.0.48 "DELETE /v2.0/floatingips/6ce2894e-f50d-4301-96b5-194b8a4fe7a8 HTTP/1.1" status: 204 len: 168 time: 1.5405586 Feb 11 05:04:38.623549 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46f98ade-fbfc-45c6-8ea0-fd189baad06f req-a3e3e706-fd54-4d93-a2fc-5972736ed3fb tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743608 Feb 11 05:04:38.647470 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3afb-74af-4f52-ad97-a50a979fa19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (25a9b6c4-cee7-4428-b336-e661fa4458af), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.651041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3afb-74af-4f52-ad97-a50a979fa19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.652251 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6d7e3afb-74af-4f52-ad97-a50a979fa19d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25a9b6c4-cee7-4428-b336-e661fa4458af HTTP/1.1" status: 204 len: 168 time: 0.7535441 Feb 11 05:04:38.671400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e3afb-74af-4f52-ad97-a50a979fa19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a9b6c4-cee7-4428-b336-e661fa4458af,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:38.686633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa05ce-5cd2-4dd4-ab70-58c3a1872b79 req-d6650ade-6fa8-436e-9b52-85db5eb138b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:38.694698 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4aa05ce-5cd2-4dd4-ab70-58c3a1872b79 req-d6650ade-6fa8-436e-9b52-85db5eb138b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.1746452 Feb 11 05:04:38.779620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4aa05ce-5cd2-4dd4-ab70-58c3a1872b79 req-18c36a34-6d9f-4000-a2f9-93c9b3d191e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692546 Feb 11 05:04:39.014307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-36d187b2-45f3-4f6e-b555-69502235ab9c req-ff3cbb75-0062-4122-aad7-b710fa0f8b4c tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 210 time: 0.0568871 Feb 11 05:04:39.084605 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4aa05ce-5cd2-4dd4-ab70-58c3a1872b79 req-c73695d1-f4e9-4875-9f89-05e41d7f7dbc service neutron] 10.222.0.60 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990062 Feb 11 05:04:39.123558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55758) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:39.228473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640bf4-e40a-4f5b-8ea0-24853099738a req-787d379d-e297-439b-955b-f46eaf1b478c tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:39.230144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4640bf4-e40a-4f5b-8ea0-24853099738a req-787d379d-e297-439b-955b-f46eaf1b478c tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 943 time: 0.2539961 Feb 11 05:04:39.373176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4aa05ce-5cd2-4dd4-ab70-58c3a1872b79 req-b298acda-cccb-40c9-8afa-ebc666b35b60 service neutron] 10.222.0.60 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535794 Feb 11 05:04:39.383630 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4640bf4-e40a-4f5b-8ea0-24853099738a req-e546ee39-e520-4396-b19f-cc01956a5877 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465597 Feb 11 05:04:39.417024 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1c68151-fdfa-430a-b280-c9a94eb2e378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.503846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55780) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:39.521208 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fbab02fc-783b-450f-a2e0-e960d5ca1033 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd3665852fd54684b26a3214b409e458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3906896 Feb 11 05:04:39.580595 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc9cd-233a-4943-b5bd-3604d16d1253 admin admin] Publish callbacks [] for security_group (cf0ed96c-6022-4087-8546-9b0a357a9b9a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.626733 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc9cd-233a-4943-b5bd-3604d16d1253 admin admin] Publish callbacks [] for security_group (cf0ed96c-6022-4087-8546-9b0a357a9b9a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.702849 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc9cd-233a-4943-b5bd-3604d16d1253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cf0ed96c-6022-4087-8546-9b0a357a9b9a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.706507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc9cd-233a-4943-b5bd-3604d16d1253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.713556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fc5fc9cd-233a-4943-b5bd-3604d16d1253 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf0ed96c-6022-4087-8546-9b0a357a9b9a HTTP/1.1" status: 204 len: 168 time: 0.2071962 Feb 11 05:04:39.726483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fc9cd-233a-4943-b5bd-3604d16d1253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0ed96c-6022-4087-8546-9b0a357a9b9a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:39.764471 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9120bc4-e1d3-44c7-897f-961a9bbe3a8c req-58fa6c67-7154-4e50-af43-27d1ee0ac601 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:39.766652 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9120bc4-e1d3-44c7-897f-961a9bbe3a8c req-58fa6c67-7154-4e50-af43-27d1ee0ac601 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 945 time: 0.1219697 Feb 11 05:04:39.890100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02625b-7826-443a-b98c-3cd57e0811c2 req-ba90d0ba-72ca-4460-a326-a610ecbf2e3a tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:39.891694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e02625b-7826-443a-b98c-3cd57e0811c2 req-ba90d0ba-72ca-4460-a326-a610ecbf2e3a tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.1495297 Feb 11 05:04:39.917574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9120bc4-e1d3-44c7-897f-961a9bbe3a8c req-0ced5686-9e87-4f0e-8c0a-259355d83323 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214683 Feb 11 05:04:40.025141 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e02625b-7826-443a-b98c-3cd57e0811c2 req-0956629c-08fd-465a-8967-a0b7bdefa991 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247988 Feb 11 05:04:40.200619 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5e7854e-da68-4a2d-a9bc-833c55716c14 req-7526ee46-f292-4e27-a4d2-9b1d608ded00 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 210 time: 0.0590410 Feb 11 05:04:40.209279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55814) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:40.239215 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf54317-f1bb-40ec-a11f-1250ef9d2008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.343086 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf54317-f1bb-40ec-a11f-1250ef9d2008 admin admin] Publish callbacks [] for security_group (8dc73037-36ed-4ed4-812f-5af5f7ce3afc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.349870 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5bf54317-f1bb-40ec-a11f-1250ef9d2008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8dc73037-36ed-4ed4-812f-5af5f7ce3afc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.377084 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5bf54317-f1bb-40ec-a11f-1250ef9d2008 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a20aa2e1d02e44d9bdf3b58cf75998cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646185 Feb 11 05:04:40.379807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55820) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:40.422975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf54317-f1bb-40ec-a11f-1250ef9d2008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc73037-36ed-4ed4-812f-5af5f7ce3afc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:40.454770 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bff68bb1-2ed0-421a-bc81-bb68c51ca71f admin admin] Publish callbacks [] for security_group (8dc73037-36ed-4ed4-812f-5af5f7ce3afc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.492931 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bff68bb1-2ed0-421a-bc81-bb68c51ca71f admin admin] Publish callbacks [] for security_group (8dc73037-36ed-4ed4-812f-5af5f7ce3afc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.526369 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdef5f3-c15b-41b3-b13e-858688852888 req-4f48b2e0-afb0-48ab-9753-4a673c3051e4 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:40.528221 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dbdef5f3-c15b-41b3-b13e-858688852888 req-4f48b2e0-afb0-48ab-9753-4a673c3051e4 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 943 time: 0.0801144 Feb 11 05:04:40.566068 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bff68bb1-2ed0-421a-bc81-bb68c51ca71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8dc73037-36ed-4ed4-812f-5af5f7ce3afc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.569269 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bff68bb1-2ed0-421a-bc81-bb68c51ca71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.572744 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bff68bb1-2ed0-421a-bc81-bb68c51ca71f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8dc73037-36ed-4ed4-812f-5af5f7ce3afc HTTP/1.1" status: 204 len: 168 time: 0.1897199 Feb 11 05:04:40.583844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff68bb1-2ed0-421a-bc81-bb68c51ca71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc73037-36ed-4ed4-812f-5af5f7ce3afc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:40.593222 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dbdef5f3-c15b-41b3-b13e-858688852888 req-93142905-933b-4979-a56d-4e3557469cbb tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589397 Feb 11 05:04:40.864728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1594-6ea0-4391-a928-9d20670add77 req-90bf211d-4e0e-4f55-b57b-a050273e5040 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:40.866374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-90bf211d-4e0e-4f55-b57b-a050273e5040 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.10 "GET /v2.0/networks?id=350e8300-79cf-4a5a-84c4-552b0ccd47f5 HTTP/1.1" status: 200 len: 808 time: 0.1547875 Feb 11 05:04:40.885511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-446e1594-6ea0-4391-a928-9d20670add77 req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Request body: {'port': {'device_id': '39ba6e61-d435-4d58-9228-14b5c56f3dea', 'network_id': '350e8300-79cf-4a5a-84c4-552b0ccd47f5', 'admin_state_up': True, 'tenant_id': '7f92beecdfca40cb96a83c6846d9bbb1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:41.026823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446e1594-6ea0-4391-a928-9d20670add77 req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Made reservation on behalf of 7f92beecdfca40cb96a83c6846d9bbb1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:41.033367 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-446e1594-6ea0-4391-a928-9d20670add77 req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.130883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55846) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:41.183586 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4927ffff-c0f9-4b31-97bb-58882caab333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.196972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3c743-f679-419f-9102-3f1b79895867 req-ec5d1883-9d37-49b1-b416-129df387ed09 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:41.199423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a3c3c743-f679-419f-9102-3f1b79895867 req-ec5d1883-9d37-49b1-b416-129df387ed09 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 945 time: 0.1342692 Feb 11 05:04:41.268907 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a3c3c743-f679-419f-9102-3f1b79895867 req-efef08c9-587d-43f1-80cb-805e43739041 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634620 Feb 11 05:04:41.302724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-446e1594-6ea0-4391-a928-9d20670add77 req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Allocated IP 172.20.0.6 (350e8300-79cf-4a5a-84c4-552b0ccd47f5/3d6b22ba-fc67-4ab0-9457-45d7ca87fe04/2a74141d-eea5-46c7-a6be-edcbd28ded8f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:41.365591 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0901377-1750-4189-874a-ded718d62764 req-e0e4a3be-64ac-46b1-bb38-5b49c2f953b5 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 210 time: 0.0404658 Feb 11 05:04:41.389907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e6a4-b190-4995-8ba1-0d67e11ceed2 req-04de46cb-79dc-4956-ae4e-7ec364d3a1cb tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:41.391503 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-70e0e6a4-b190-4995-8ba1-0d67e11ceed2 req-04de46cb-79dc-4956-ae4e-7ec364d3a1cb tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.2260866 Feb 11 05:04:41.538129 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4927ffff-c0f9-4b31-97bb-58882caab333 admin admin] Publish callbacks [] for security_group (0bf5e632-2d4a-4704-98bd-ec03c3d1be35), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.563286 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-70e0e6a4-b190-4995-8ba1-0d67e11ceed2 req-c0e97a81-e8cc-429b-9b0a-62fff7fe3f1e tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554885 Feb 11 05:04:41.567649 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4927ffff-c0f9-4b31-97bb-58882caab333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0bf5e632-2d4a-4704-98bd-ec03c3d1be35), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.626826 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-446e1594-6ea0-4391-a928-9d20670add77 req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Publish callbacks [] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.631091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4927ffff-c0f9-4b31-97bb-58882caab333 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=121f5914aa4a400588868dd97fa64d4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4989088 Feb 11 05:04:41.633659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55866) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:41.634846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927ffff-c0f9-4b31-97bb-58882caab333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf5e632-2d4a-4704-98bd-ec03c3d1be35,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:41.670524 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-446e1594-6ea0-4391-a928-9d20670add77 req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.720353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446e1594-6ea0-4391-a928-9d20670add77 req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Network 350e8300-79cf-4a5a-84c4-552b0ccd47f5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:41.724648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-446e1594-6ea0-4391-a928-9d20670add77 req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:41.729232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-446e1594-6ea0-4391-a928-9d20670add77 req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:41.753808 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0210cd-9e13-4e0e-9eff-4c50b5da945f admin admin] Publish callbacks [] for security_group (0bf5e632-2d4a-4704-98bd-ec03c3d1be35), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.757171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Pushing event updated for resources: {'Port': ['ID=2a74141d-eea5-46c7-a6be-edcbd28ded8f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:41.792888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1594-6ea0-4391-a928-9d20670add77 req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:41.793734 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-446e1594-6ea0-4391-a928-9d20670add77 req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.811460 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0210cd-9e13-4e0e-9eff-4c50b5da945f admin admin] Publish callbacks [] for security_group (0bf5e632-2d4a-4704-98bd-ec03c3d1be35), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.825637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-1833f152-4965-4606-9967-70adb3f8fc58 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9446845 Feb 11 05:04:41.844586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Request body: {'port': {'device_id': '39ba6e61-d435-4d58-9228-14b5c56f3dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:41.850585 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6e467847-0b5e-40f7-a6d3-c27436105767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.897470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87afc09-e648-40f9-8425-da7e944e0ad2 req-78bef832-1faf-4c16-b94b-c2f5fc2f9226 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:41.913966 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a87afc09-e648-40f9-8425-da7e944e0ad2 req-78bef832-1faf-4c16-b94b-c2f5fc2f9226 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 943 time: 0.1718092 Feb 11 05:04:41.932658 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0210cd-9e13-4e0e-9eff-4c50b5da945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0bf5e632-2d4a-4704-98bd-ec03c3d1be35), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.932887 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.935764 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b0210cd-9e13-4e0e-9eff-4c50b5da945f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.939365 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9b0210cd-9e13-4e0e-9eff-4c50b5da945f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bf5e632-2d4a-4704-98bd-ec03c3d1be35 HTTP/1.1" status: 204 len: 168 time: 0.3033388 Feb 11 05:04:41.951261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0210cd-9e13-4e0e-9eff-4c50b5da945f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf5e632-2d4a-4704-98bd-ec03c3d1be35,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:42.014030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a87afc09-e648-40f9-8425-da7e944e0ad2 req-74b77ad3-ae12-42b3-a512-88617901de88 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735209 Feb 11 05:04:42.053287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3bd59d1d-8f10-417e-8845-142399cbeebf details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:04:42.111452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3bd59d1d-8f10-417e-8845-142399cbeebf no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:42.289235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a74141d-eea5-46c7-a6be-edcbd28ded8f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:04:42.292583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3bd59d1d-8f10-417e-8845-142399cbeebf, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3bd59d1d-8f10-417e-8845-142399cbeebf,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:42.297483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Publish callbacks [] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.311853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Transition to ACTIVE for port object 2a74141d-eea5-46c7-a6be-edcbd28ded8f will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:04:42.324466 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.341200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '3bd59d1d-8f10-417e-8845-142399cbeebf', 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6', 'port_id': '3bd59d1d-8f10-417e-8845-142399cbeebf', 'mac_address': 'fa:16:3e:45:ae:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabecbae-83ae-4c69-ad9c-61ef91318b08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:04:42.381861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:04:42.524927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Pushing event updated for resources: {'Port': ['ID=2a74141d-eea5-46c7-a6be-edcbd28ded8f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:42.530834 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:42.564462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb', 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837', 'port_id': '61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb', 'mac_address': 'fa:16:3e:94:f2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30de0522-14cb-43d9-85af-dac873877880', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:04:42.611143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b69f-a0f8-4e01-8a1e-749f7460765c req-72909b17-5738-42c6-8c39-067587b56b15 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:42.614423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6717b69f-a0f8-4e01-8a1e-749f7460765c req-72909b17-5738-42c6-8c39-067587b56b15 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 943 time: 0.1156301 Feb 11 05:04:42.690598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 3bd59d1d-8f10-417e-8845-142399cbeebf is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:42.691258 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.692212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6717b69f-a0f8-4e01-8a1e-749f7460765c req-36b85580-7b0b-4c0e-aa7b-ebe097fa11a2 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7751147-2ec2-4f93-99ff-9eb76c1d654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713708 Feb 11 05:04:42.759636 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cd5a6-4e7e-40f3-a0c8-2e6cfb3eef29 req-74cea769-a7aa-4dcb-a343-861672c57e7b tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:42.762043 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f8cd5a6-4e7e-40f3-a0c8-2e6cfb3eef29 req-74cea769-a7aa-4dcb-a343-861672c57e7b tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 945 time: 0.3214478 Feb 11 05:04:42.825809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Attempting to bind port 2a74141d-eea5-46c7-a6be-edcbd28ded8f on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:42.826243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Attempting to bind port 2a74141d-eea5-46c7-a6be-edcbd28ded8f by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '1ec1b6a9-989f-4fc1-ac1d-25631d4936ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '350e8300-79cf-4a5a-84c4-552b0ccd47f5'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:42.826559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Attempting to bind port 2a74141d-eea5-46c7-a6be-edcbd28ded8f on network 350e8300-79cf-4a5a-84c4-552b0ccd47f5 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:42.843900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 3bd59d1d-8f10-417e-8845-142399cbeebf is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:42.844334 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.846418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:42.846800 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.853682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Port 2a74141d-eea5-46c7-a6be-edcbd28ded8f on network 350e8300-79cf-4a5a-84c4-552b0ccd47f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:42.854023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Attempting to bind port 2a74141d-eea5-46c7-a6be-edcbd28ded8f on network 350e8300-79cf-4a5a-84c4-552b0ccd47f5 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:42.873881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769fb21-2bec-40bc-892e-7f5a913d1554 req-c519cc58-2691-4784-9833-dd11185f6ee8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:42.875684 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a769fb21-2bec-40bc-892e-7f5a913d1554 req-c519cc58-2691-4784-9833-dd11185f6ee8 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 945 time: 0.2239783 Feb 11 05:04:42.932356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d68f3-0e69-486a-8168-979d97700216 req-a99ad654-adc5-46a4-ac85-3adb5bcb017a tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:42.933691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bd59d1d-8f10-417e-8845-142399cbeebf {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:04:42.936596 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba7d68f3-0e69-486a-8168-979d97700216 req-a99ad654-adc5-46a4-ac85-3adb5bcb017a tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.1099873 Feb 11 05:04:42.942657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651c249b-5941-4074-a52f-073a60af0239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bd59d1d-8f10-417e-8845-142399cbeebf'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:04:42.948203 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bda45f8-2e49-4abc-b13a-8668048a2e27" -d '{"events": [{"server_uuid": "651c249b-5941-4074-a52f-073a60af0239", "name": "network-vif-unplugged", "status": "completed", "tag": "3bd59d1d-8f10-417e-8845-142399cbeebf"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:04:42.952094 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.966233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:42.966604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Checking segment: {'id': '1ec1b6a9-989f-4fc1-ac1d-25631d4936ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '350e8300-79cf-4a5a-84c4-552b0ccd47f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:42.967392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Bound using segment: {'id': '1ec1b6a9-989f-4fc1-ac1d-25631d4936ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '350e8300-79cf-4a5a-84c4-552b0ccd47f5'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:42.967563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Bound port: 2a74141d-eea5-46c7-a6be-edcbd28ded8f, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec1b6a9-989f-4fc1-ac1d-25631d4936ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '350e8300-79cf-4a5a-84c4-552b0ccd47f5'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:42.967862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.978273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3bd59d1d-8f10-417e-8845-142399cbeebf, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3bd59d1d-8f10-417e-8845-142399cbeebf,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:42.984786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:04:42.994815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f8cd5a6-4e7e-40f3-a0c8-2e6cfb3eef29 req-81e21c4e-4fcf-48e1-a4c3-ca3a5375a823 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/security-groups?id=a555a167-f2f4-41be-a434-701fd6d718f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265627 Feb 11 05:04:43.000968 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.034991 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba7d68f3-0e69-486a-8168-979d97700216 req-2e78cb28-86a0-466b-8325-27b0eae3c3db tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902200 Feb 11 05:04:43.097459 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbd6fb7-29e0-4dd9-ba62-2ef81cc473af x-openstack-request-id: req-bcbd6fb7-29e0-4dd9-ba62-2ef81cc473af {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:04:43.098379 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651c249b-5941-4074-a52f-073a60af0239", "name": "network-vif-unplugged", "status": "completed", "tag": "3bd59d1d-8f10-417e-8845-142399cbeebf", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:04:43.098724 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcbd6fb7-29e0-4dd9-ba62-2ef81cc473af {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:04:43.107464 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651c249b-5941-4074-a52f-073a60af0239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bd59d1d-8f10-417e-8845-142399cbeebf', 'code': 200} Feb 11 05:04:43.112863 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:04:43.117396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] For port 2a74141d-eea5-46c7-a6be-edcbd28ded8f, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:43.122469 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] For port 2a74141d-eea5-46c7-a6be-edcbd28ded8f, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2a74141d-eea5-46c7-a6be-edcbd28ded8f,segment=NetworkSegment(1ec1b6a9-989f-4fc1-ac1d-25631d4936ac),segment_id=1ec1b6a9-989f-4fc1-ac1d-25631d4936ac)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:43.122695 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:04:43.153404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a769fb21-2bec-40bc-892e-7f5a913d1554 req-fa050ef7-aba4-4490-8f6d-5f4dc1dc5375 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Deleting port 1cfe6394-d0a3-4878-a6fa-59261a56275a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:43.153764 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a769fb21-2bec-40bc-892e-7f5a913d1554 req-fa050ef7-aba4-4490-8f6d-5f4dc1dc5375 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.179154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:43.184925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.224395 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.237721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8faf8-72d3-4113-9199-a37ef5bf6185 req-4bd2b0eb-43d0-445d-8689-de6a5671ab42 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:43.245054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=3bd59d1d-8f10-417e-8845-142399cbeebf,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:43.246724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3de8faf8-72d3-4113-9199-a37ef5bf6185 req-4bd2b0eb-43d0-445d-8689-de6a5671ab42 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 943 time: 0.0766621 Feb 11 05:04:43.359753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:43.387858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3de8faf8-72d3-4113-9199-a37ef5bf6185 req-a9c21d36-bf4d-4155-bb3c-e02fc48f67c7 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354289 Feb 11 05:04:43.404335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:43.405660 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.407285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] 10.222.0.10 "PUT /v2.0/ports/2a74141d-eea5-46c7-a6be-edcbd28ded8f HTTP/1.1" status: 200 len: 1092 time: 1.5684938 Feb 11 05:04:43.412244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ba6e61-d435-4d58-9228-14b5c56f3dea', 'tag': '2a74141d-eea5-46c7-a6be-edcbd28ded8f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:04:43.414782 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9778a4cd-9f83-48e7-8919-14c8f51b5b24" -d '{"events": [{"name": "network-changed", "server_uuid": "39ba6e61-d435-4d58-9228-14b5c56f3dea", "tag": "2a74141d-eea5-46c7-a6be-edcbd28ded8f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:04:43.443096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1c579-cc31-4631-942e-be830bfac5ce service neutron] Pushing event updated for resources: {'Port': ['ID=2a74141d-eea5-46c7-a6be-edcbd28ded8f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:43.478763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a769fb21-2bec-40bc-892e-7f5a913d1554 req-fa050ef7-aba4-4490-8f6d-5f4dc1dc5375 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] For port 1cfe6394-d0a3-4878-a6fa-59261a56275a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=1cfe6394-d0a3-4878-a6fa-59261a56275a,segment=NetworkSegment(4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23),segment_id=4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:43.479542 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a769fb21-2bec-40bc-892e-7f5a913d1554 req-fa050ef7-aba4-4490-8f6d-5f4dc1dc5375 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.507468 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deffa4ff-ca44-4973-807d-8a662e06ddba x-openstack-request-id: req-deffa4ff-ca44-4973-807d-8a662e06ddba {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:04:43.508007 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ba6e61-d435-4d58-9228-14b5c56f3dea", "tag": "2a74141d-eea5-46c7-a6be-edcbd28ded8f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:04:43.509040 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-deffa4ff-ca44-4973-807d-8a662e06ddba {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:04:43.509699 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ba6e61-d435-4d58-9228-14b5c56f3dea', 'tag': '2a74141d-eea5-46c7-a6be-edcbd28ded8f', 'status': 'completed', 'code': 200} Feb 11 05:04:43.510681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a769fb21-2bec-40bc-892e-7f5a913d1554 req-fa050ef7-aba4-4490-8f6d-5f4dc1dc5375 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Calling delete_port for 1cfe6394-d0a3-4878-a6fa-59261a56275a owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:43.606681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1594-6ea0-4391-a928-9d20670add77 req-390acf0a-15fc-4e9a-a721-8d9a42ee54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:43.608604 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-390acf0a-15fc-4e9a-a721-8d9a42ee54c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f92beecdfca40cb96a83c6846d9bbb1&device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 1126 time: 0.1175120 Feb 11 05:04:43.684752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 3bd59d1d-8f10-417e-8845-142399cbeebf is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:43.689779 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.742090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd59d1d-8f10-417e-8845-142399cbeebf {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:04:43.796575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3bd59d1d-8f10-417e-8845-142399cbeebf, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3bd59d1d-8f10-417e-8845-142399cbeebf,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:43.797254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-8b3beff1-d68a-4568-a2b7-1fb8ce76acb8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a74141d-eea5-46c7-a6be-edcbd28ded8f HTTP/1.1" status: 200 len: 217 time: 0.1749103 Feb 11 05:04:43.802927 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.810027 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a769fb21-2bec-40bc-892e-7f5a913d1554 req-fa050ef7-aba4-4490-8f6d-5f4dc1dc5375 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1cfe6394-d0a3-4878-a6fa-59261a56275a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.865469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=3bd59d1d-8f10-417e-8845-142399cbeebf,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:43.870789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:04:43.929553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa050ef7-aba4-4490-8f6d-5f4dc1dc5375 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Pushing event deleted for resources: {'Port': ['ID=1cfe6394-d0a3-4878-a6fa-59261a56275a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:43.951915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4a83a-bd79-4188-a515-1c19949c7418 req-5d0ed260-3967-4868-a57d-f440d0246593 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:43.962701 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56a4a83a-bd79-4188-a515-1c19949c7418 req-5d0ed260-3967-4868-a57d-f440d0246593 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 943 time: 0.1249752 Feb 11 05:04:43.986113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1594-6ea0-4391-a928-9d20670add77 req-c89fa8d4-0464-42c6-ab0d-488b9b9fbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:43.987688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-c89fa8d4-0464-42c6-ab0d-488b9b9fbcec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6b22ba-fc67-4ab0-9457-45d7ca87fe04 HTTP/1.1" status: 200 len: 848 time: 0.1788726 Feb 11 05:04:44.010515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a769fb21-2bec-40bc-892e-7f5a913d1554 req-fa050ef7-aba4-4490-8f6d-5f4dc1dc5375 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] No DVR routers for this DVR port 1cfe6394-d0a3-4878-a6fa-59261a56275a on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:44.023046 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a769fb21-2bec-40bc-892e-7f5a913d1554 req-fa050ef7-aba4-4490-8f6d-5f4dc1dc5375 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:44.026206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a769fb21-2bec-40bc-892e-7f5a913d1554 req-fa050ef7-aba4-4490-8f6d-5f4dc1dc5375 tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.60 "DELETE /v2.0/ports/1cfe6394-d0a3-4878-a6fa-59261a56275a HTTP/1.1" status: 204 len: 173 time: 1.1304650 Feb 11 05:04:44.080534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-077958d6-9dca-4ad9-a0f2-f2ee112f3471 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=350e8300-79cf-4a5a-84c4-552b0ccd47f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695624 Feb 11 05:04:44.100326 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-56a4a83a-bd79-4188-a515-1c19949c7418 req-45ac25ad-1baa-4e34-a010-b02bbc06d723 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7751147-2ec2-4f93-99ff-9eb76c1d654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366014 Feb 11 05:04:44.111182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['3bd59d1d-8f10-417e-8845-142399cbeebf'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:04:44.261745 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-875f0fcc-d56b-4f54-83e6-73673ff99f44 req-408ec84c-e7ec-4432-b728-23e4f406ba8b tempest-VolumesSnapshotTestJSON-2128288476 tempest-VolumesSnapshotTestJSON-2128288476-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9776197-0211-4d1c-be49-561f74f9ea1a HTTP/1.1" status: 200 len: 210 time: 0.0921390 Feb 11 05:04:44.354292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7193c-5260-4b4e-96b6-b25602392518 req-c0a15051-9d36-4cd4-8dcd-bfac00bad177 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:44.364682 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4f7193c-5260-4b4e-96b6-b25602392518 req-c0a15051-9d36-4cd4-8dcd-bfac00bad177 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 944 time: 0.1350126 Feb 11 05:04:44.370129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-837e2403-506a-4bba-bde1-77da70752dbc service neutron] 10.222.0.10 "GET /v2.0/networks/350e8300-79cf-4a5a-84c4-552b0ccd47f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837944 Feb 11 05:04:44.377747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 1cfe6394-d0a3-4878-a6fa-59261a56275a no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:44.416093 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:44.420425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 1cfe6394-d0a3-4878-a6fa-59261a56275a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:04:44.421115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 1cfe6394-d0a3-4878-a6fa-59261a56275a not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:04:44.437498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55970) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:44.498745 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e4f7193c-5260-4b4e-96b6-b25602392518 req-c910326b-7713-4ff7-abd8-6e1a777cacef tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324935 Feb 11 05:04:44.633315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9ee8c-766b-4402-b8b8-efca4003d58f req-7261e65f-c648-43fb-9f75-23c9d7764e22 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:44.635128 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16d9ee8c-766b-4402-b8b8-efca4003d58f req-7261e65f-c648-43fb-9f75-23c9d7764e22 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 944 time: 0.1521423 Feb 11 05:04:44.683730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-898224474'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:44.694632 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-446e1594-6ea0-4391-a928-9d20670add77 req-85ae354f-2003-4511-9dfe-580dbce5bc1d service neutron] 10.222.0.10 "GET /v2.0/networks/350e8300-79cf-4a5a-84c4-552b0ccd47f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157873 Feb 11 05:04:44.761703 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16d9ee8c-766b-4402-b8b8-efca4003d58f req-af31961c-894b-4c31-ba7c-bd9247f6b735 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195362 Feb 11 05:04:44.765514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Made reservation on behalf of b15a233f5e7d4c279374ffc7d0025da6 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:44.768996 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:44.778717 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:44.892110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778a4cd-9f83-48e7-8919-14c8f51b5b24 req-d16cbf8f-7542-4791-a60f-e82c242a3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:44.893853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9778a4cd-9f83-48e7-8919-14c8f51b5b24 req-d16cbf8f-7542-4791-a60f-e82c242a3f9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f92beecdfca40cb96a83c6846d9bbb1&device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 1126 time: 0.0989995 Feb 11 05:04:44.949444 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks [] for security_group (ea93230a-8b29-4cca-86cb-0cec37c5e2ff), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:44.979922 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ea93230a-8b29-4cca-86cb-0cec37c5e2ff), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.011306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:04:45.042024 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (094c555a-9bf7-4ed0-a0f8-89e1fdd3345d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.042639 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Added segment 094c555a-9bf7-4ed0-a0f8-89e1fdd3345d of type vlan for network 13f6ad42-54b4-42a5-8917-dcd46670caec Feb 11 05:04:45.043858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea93230a-8b29-4cca-86cb-0cec37c5e2ff,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:45.065587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778a4cd-9f83-48e7-8919-14c8f51b5b24 req-8e9e7253-37f6-4fc0-9ee5-522abb902b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:45.067765 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9778a4cd-9f83-48e7-8919-14c8f51b5b24 req-8e9e7253-37f6-4fc0-9ee5-522abb902b9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=350e8300-79cf-4a5a-84c4-552b0ccd47f5 HTTP/1.1" status: 200 len: 909 time: 0.1661947 Feb 11 05:04:45.133990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (13f6ad42-54b4-42a5-8917-dcd46670caec), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.180401 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9778a4cd-9f83-48e7-8919-14c8f51b5b24 req-6e0c80dd-3a5e-4531-bcf7-d6f4b7c2761c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a74141d-eea5-46c7-a6be-edcbd28ded8f HTTP/1.1" status: 200 len: 217 time: 0.0870957 Feb 11 05:04:45.196848 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (13f6ad42-54b4-42a5-8917-dcd46670caec), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.202243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:45.203669 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.252539 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590a90b-236a-4f18-9d91-567221a9987e req-1560c1ac-598e-490a-9285-0dd3e41f6cbe tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:45.257136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6590a90b-236a-4f18-9d91-567221a9987e req-1560c1ac-598e-490a-9285-0dd3e41f6cbe tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 943 time: 0.0585377 Feb 11 05:04:45.306647 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8655529 Feb 11 05:04:45.329574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6590a90b-236a-4f18-9d91-567221a9987e req-c26864a3-2221-4c71-8ea3-4dc732583345 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7751147-2ec2-4f93-99ff-9eb76c1d654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630209 Feb 11 05:04:45.332606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778a4cd-9f83-48e7-8919-14c8f51b5b24 req-06be25c0-e694-4ecd-a4bb-b3f38d7ed7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:45.334105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9778a4cd-9f83-48e7-8919-14c8f51b5b24 req-06be25c0-e694-4ecd-a4bb-b3f38d7ed7c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d6b22ba-fc67-4ab0-9457-45d7ca87fe04 HTTP/1.1" status: 200 len: 848 time: 0.1474147 Feb 11 05:04:45.379183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08812cb6-41c6-4698-94b6-5de2ac736f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Pushing event updated for resources: {'Network': ['ID=13f6ad42-54b4-42a5-8917-dcd46670caec,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:45.391636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 13f6ad42-54b4-42a5-8917-dcd46670caec details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:04:45.405045 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9778a4cd-9f83-48e7-8919-14c8f51b5b24 req-936922a9-39fc-4226-b0d7-7d68a67a78eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=350e8300-79cf-4a5a-84c4-552b0ccd47f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391183 Feb 11 05:04:45.537853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9776197-0211-4d1c-be49-561f74f9ea1a', 'name': 'network-vif-deleted', 'tag': '1cfe6394-d0a3-4878-a6fa-59261a56275a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:04:45.540289 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d03c91-fe9f-4b82-9dd8-816305c38859" -d '{"events": [{"server_uuid": "c9776197-0211-4d1c-be49-561f74f9ea1a", "name": "network-vif-deleted", "tag": "1cfe6394-d0a3-4878-a6fa-59261a56275a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:04:45.604650 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.640215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56004) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:45.648899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Request body: {'port': {'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec', 'binding:host_id': 'n-h2-615180-58', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089923791'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:45.740233 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9778a4cd-9f83-48e7-8919-14c8f51b5b24 req-3a029d73-b963-439d-a172-d6f8a11c5778 service neutron] 10.222.0.10 "GET /v2.0/networks/350e8300-79cf-4a5a-84c4-552b0ccd47f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271010 Feb 11 05:04:45.742359 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0310a8-9c04-4872-9a94-e160aeb663ad x-openstack-request-id: req-cf0310a8-9c04-4872-9a94-e160aeb663ad {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:04:45.742995 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9776197-0211-4d1c-be49-561f74f9ea1a", "name": "network-vif-deleted", "tag": "1cfe6394-d0a3-4878-a6fa-59261a56275a", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:04:45.743673 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf0310a8-9c04-4872-9a94-e160aeb663ad {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:04:45.744640 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9776197-0211-4d1c-be49-561f74f9ea1a', 'name': 'network-vif-deleted', 'tag': '1cfe6394-d0a3-4878-a6fa-59261a56275a', 'status': 'completed', 'code': 200} Feb 11 05:04:45.746614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Made reservation on behalf of 5df24f87206d4ffea8011b97845f8460 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:45.760308 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.819601 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.922425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2649b-b35e-4a60-843b-edad3c59b199 req-2ca95bb0-061d-4ef8-8262-d6f97e6e1094 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:45.928420 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28d2649b-b35e-4a60-843b-edad3c59b199 req-2ca95bb0-061d-4ef8-8262-d6f97e6e1094 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 944 time: 0.2586246 Feb 11 05:04:45.968176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9778a4cd-9f83-48e7-8919-14c8f51b5b24 req-e1091106-771f-4372-8f22-bb2983542218 service neutron] 10.222.0.10 "GET /v2.0/networks/350e8300-79cf-4a5a-84c4-552b0ccd47f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220676 Feb 11 05:04:46.007429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e309f12-8a4c-4682-b946-e00ebb7d4683 req-338118d9-0878-44b0-8963-cc964ae03a09 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:46.009753 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e309f12-8a4c-4682-b946-e00ebb7d4683 req-338118d9-0878-44b0-8963-cc964ae03a09 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 944 time: 0.0881982 Feb 11 05:04:46.061279 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks [] for security_group (2cc6c643-2988-4b05-a4a5-87c9b5a0d819), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.086642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28d2649b-b35e-4a60-843b-edad3c59b199 req-22e8c33c-eb0b-4931-8340-0d934a739a13 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348298 Feb 11 05:04:46.090051 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2cc6c643-2988-4b05-a4a5-87c9b5a0d819), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.094677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2a74141d-eea5-46c7-a6be-edcbd28ded8f details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:04:46.110629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3bd59d1d-8f10-417e-8845-142399cbeebf up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:46.119121 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e309f12-8a4c-4682-b946-e00ebb7d4683 req-21f5078e-62d0-472e-82df-c670e64284e3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009231 Feb 11 05:04:46.126399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] device_id is not set on port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:46.221167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc6c643-2988-4b05-a4a5-87c9b5a0d819,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:46.254772 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 3bd59d1d-8f10-417e-8845-142399cbeebf triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:46.255454 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.315426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2a74141d-eea5-46c7-a6be-edcbd28ded8f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2a74141d-eea5-46c7-a6be-edcbd28ded8f,segment=NetworkSegment(1ec1b6a9-989f-4fc1-ac1d-25631d4936ac),segment_id=1ec1b6a9-989f-4fc1-ac1d-25631d4936ac)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:46.352230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '2a74141d-eea5-46c7-a6be-edcbd28ded8f', 'network_id': '350e8300-79cf-4a5a-84c4-552b0ccd47f5', 'port_id': '2a74141d-eea5-46c7-a6be-edcbd28ded8f', 'mac_address': 'fa:16:3e:23:65:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6b22ba-fc67-4ab0-9457-45d7ca87fe04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:04:46.387488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:46.434488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] device_id is not set on port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:46.466258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2a74141d-eea5-46c7-a6be-edcbd28ded8f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:46.467130 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.477154 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks [] for port (bf0fbddd-627d-4f65-bae6-626dfbedf8c8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.498270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (bf0fbddd-627d-4f65-bae6-626dfbedf8c8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.507985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a74141d-eea5-46c7-a6be-edcbd28ded8f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:04:46.517525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 3bd59d1d-8f10-417e-8845-142399cbeebf is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:46.518437 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.547926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event updated for resources: {'Port': ['ID=bf0fbddd-627d-4f65-bae6-626dfbedf8c8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:46.558704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784b84e-7f5e-4509-a988-8e9512a140e9 req-414baa42-2204-4d69-84f7-938714f14683 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:46.562923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2a74141d-eea5-46c7-a6be-edcbd28ded8f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2a74141d-eea5-46c7-a6be-edcbd28ded8f,segment=NetworkSegment(1ec1b6a9-989f-4fc1-ac1d-25631d4936ac),segment_id=1ec1b6a9-989f-4fc1-ac1d-25631d4936ac)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:46.568317 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3784b84e-7f5e-4509-a988-8e9512a140e9 req-414baa42-2204-4d69-84f7-938714f14683 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 943 time: 0.1363256 Feb 11 05:04:46.574303 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651c249b-5941-4074-a52f-073a60af0239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd59d1d-8f10-417e-8845-142399cbeebf'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:04:46.576989 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c1bbb1-72fa-4982-b495-9f21cad41ce9" -d '{"events": [{"server_uuid": "651c249b-5941-4074-a52f-073a60af0239", "name": "network-vif-plugged", "status": "completed", "tag": "3bd59d1d-8f10-417e-8845-142399cbeebf"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:04:46.604289 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.610234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:04:46.623168 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 3bd59d1d-8f10-417e-8845-142399cbeebf, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3bd59d1d-8f10-417e-8845-142399cbeebf,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:46.650796 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3784b84e-7f5e-4509-a988-8e9512a140e9 req-d2f4404b-28ae-4e88-958b-185b6f96140e tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7751147-2ec2-4f93-99ff-9eb76c1d654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798488 Feb 11 05:04:46.667774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:46.668117 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.678568 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f28c9ad-6fd3-4058-9126-4c9224a8de61 x-openstack-request-id: req-9f28c9ad-6fd3-4058-9126-4c9224a8de61 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:04:46.679036 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651c249b-5941-4074-a52f-073a60af0239", "name": "network-vif-plugged", "status": "completed", "tag": "3bd59d1d-8f10-417e-8845-142399cbeebf", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:04:46.679725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Checking segment: {'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:46.680098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Network hostable DHCP agents. Network: 13f6ad42-54b4-42a5-8917-dcd46670caec, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:04:46.680574 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f28c9ad-6fd3-4058-9126-4c9224a8de61 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:04:46.681112 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651c249b-5941-4074-a52f-073a60af0239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd59d1d-8f10-417e-8845-142399cbeebf', 'code': 200} Feb 11 05:04:46.683274 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.701105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Network 13f6ad42-54b4-42a5-8917-dcd46670caec is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:04:46.716662 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 13f6ad42-54b4-42a5-8917-dcd46670caec) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:46.722335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:46.742274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b27632-65f0-4e27-9b02-d8156c81deb9 None None] Network 13f6ad42-54b4-42a5-8917-dcd46670caec requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:46.743203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:46.743876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:46.744478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:46.751801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:46.752140 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:46.752561 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 2 to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 Feb 11 05:04:46.779396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2a74141d-eea5-46c7-a6be-edcbd28ded8f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:46.796617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:46.798017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:46.801119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:46.807023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:46.807531 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:46.808276 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 3 to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 Feb 11 05:04:46.824604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:46.825205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:46.825705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:46.830703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:46.831245 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:46.831975 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 4 to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 Feb 11 05:04:46.847661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:46.848430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:46.848932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:46.863060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:46.864973 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:46.877532 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 5 to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 Feb 11 05:04:46.914141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['2a74141d-eea5-46c7-a6be-edcbd28ded8f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:04:46.944185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:46.944464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:46.948887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:46.955240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad72cca-3744-48a1-a0e6-569b91051d7d req-75e11dd3-0033-448b-b99e-4e7825a41d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:46.956755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ad72cca-3744-48a1-a0e6-569b91051d7d req-75e11dd3-0033-448b-b99e-4e7825a41d3b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 1128 time: 0.0863831 Feb 11 05:04:46.961911 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:46.962256 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:46.962653 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 6 to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 Feb 11 05:04:46.987469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:46.987913 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:46.988390 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:47.000448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:47.000840 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:47.001332 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 7 to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 Feb 11 05:04:47.032459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ad72cca-3744-48a1-a0e6-569b91051d7d req-73e1e010-dc66-491b-87d4-d83c29430015 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681536 Feb 11 05:04:47.037650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:47.038096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:47.038537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:47.054186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:47.054620 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:47.055149 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 8 to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 Feb 11 05:04:47.077135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:47.077564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:47.078002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:47.083706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:47.084171 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:47.084689 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 9 to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 Feb 11 05:04:47.127241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:47.127589 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:47.127933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:47.150347 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:47.150685 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:47.151120 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 10 to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 Feb 11 05:04:47.180793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:47.181378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:47.181891 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:47.193606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:47.194328 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:47.194885 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bf0fbddd-627d-4f65-bae6-626dfbedf8c8), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:47.271878 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=3bd59d1d-8f10-417e-8845-142399cbeebf,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:47.322088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec8703-4c55-4625-a199-16296ad68c70 req-9d898dfa-4a45-4b13-a698-6bcf5dce0e4c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:47.341276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6ec8703-4c55-4625-a199-16296ad68c70 req-9d898dfa-4a45-4b13-a698-6bcf5dce0e4c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.1013112 Feb 11 05:04:47.344573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:47.345166 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:47.407388 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6ec8703-4c55-4625-a199-16296ad68c70 req-02aff45e-c986-4ffd-b90a-51b3e5c69045 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647161 Feb 11 05:04:47.426360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] For port bf0fbddd-627d-4f65-bae6-626dfbedf8c8, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:47.426741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempted to set empty binding levels {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:04:47.442057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f57f3-1b52-40ad-aebb-1b432e0ceb1c req-ff6555af-7e61-4aea-87dd-0f43fd9630eb tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:47.450954 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-204f57f3-1b52-40ad-aebb-1b432e0ceb1c req-ff6555af-7e61-4aea-87dd-0f43fd9630eb tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 944 time: 0.1858716 Feb 11 05:04:47.459941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:47.465669 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (bf0fbddd-627d-4f65-bae6-626dfbedf8c8), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:47.475761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:47.564508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:47.575311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event updated for resources: {'Port': ['ID=bf0fbddd-627d-4f65-bae6-626dfbedf8c8,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:47.594260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:47.594875 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:47.646687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-204f57f3-1b52-40ad-aebb-1b432e0ceb1c req-3548558b-de3f-4835-a205-8d067ab38650 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948240 Feb 11 05:04:47.656198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56060) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:47.671400 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b0b9dc2e-5582-4593-8c05-bca325b02d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.0293274 Feb 11 05:04:47.806468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0b5f6-38eb-41b0-ab0b-f5afc4e26a25 req-e60665de-3673-4692-8077-16448022d750 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:47.808677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5d0b5f6-38eb-41b0-ab0b-f5afc4e26a25 req-e60665de-3673-4692-8077-16448022d750 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 944 time: 0.0818968 Feb 11 05:04:47.813499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Deleting port bf0fbddd-627d-4f65-bae6-626dfbedf8c8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:47.814051 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bf0fbddd-627d-4f65-bae6-626dfbedf8c8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.338167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] For port bf0fbddd-627d-4f65-bae6-626dfbedf8c8, host n-h2-615180-58, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:48.339178 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bf0fbddd-627d-4f65-bae6-626dfbedf8c8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.367117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5d0b5f6-38eb-41b0-ab0b-f5afc4e26a25 req-4551fa65-b7d5-462c-aac7-8b0ffacabf93 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7751147-2ec2-4f93-99ff-9eb76c1d654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478070 Feb 11 05:04:48.372445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Calling delete_port for bf0fbddd-627d-4f65-bae6-626dfbedf8c8 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:48.458171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bf0fbddd-627d-4f65-bae6-626dfbedf8c8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.491874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf0fbddd-627d-4f65-bae6-626dfbedf8c8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:48.506262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.506628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.507134 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.507487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.507888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.508201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.508544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.508878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.509215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.509818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.510161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.510493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.510968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:48.514846 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.523337 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56078) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:48.525899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7b898b08-b1c9-4cd0-b158-83f41799711e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "DELETE /v2.0/ports/bf0fbddd-627d-4f65-bae6-626dfbedf8c8 HTTP/1.1" status: 204 len: 168 time: 0.8681693 Feb 11 05:04:48.565448 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6a9726-8d46-4060-a9b5-776ecf92c77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:04:48.571695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56080) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:48.572002 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bb6a9726-8d46-4060-a9b5-776ecf92c77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "GET /v2.0/ports/bf0fbddd-627d-4f65-bae6-626dfbedf8c8 HTTP/1.1" status: 404 len: 333 time: 0.0327301 Feb 11 05:04:48.576779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Request body: {'port': {'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402961746'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:48.595682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642eef-6c43-4879-bfab-747b92553ca9 req-d48324bd-4efe-4470-abbb-91b817cbf68c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:48.597311 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8642eef-6c43-4879-bfab-747b92553ca9 req-d48324bd-4efe-4470-abbb-91b817cbf68c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.0889852 Feb 11 05:04:48.598876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Made reservation on behalf of 5df24f87206d4ffea8011b97845f8460 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:48.601400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.627955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] device_id is not set on port 20daf182-bb1d-476f-94c6-3bfa3ec75243 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:48.681818 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc49e133-d6be-4f2c-8576-d838274ec8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:04:48.684236 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381e86a9-18ca-45b2-b960-ffb6a6c15deb" -d '{"events": [{"server_uuid": "fc49e133-d6be-4f2c-8576-d838274ec8f7", "name": "network-vif-plugged", "status": "completed", "tag": "61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:04:48.687161 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8642eef-6c43-4879-bfab-747b92553ca9 req-4564118a-7d0a-4fde-91be-6557052c49c5 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742517 Feb 11 05:04:48.788760 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bcf665-c679-4fd1-abe4-d3ba9b0341c8 x-openstack-request-id: req-a8bcf665-c679-4fd1-abe4-d3ba9b0341c8 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:04:48.789065 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc49e133-d6be-4f2c-8576-d838274ec8f7", "name": "network-vif-plugged", "status": "completed", "tag": "61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:04:48.789324 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8bcf665-c679-4fd1-abe4-d3ba9b0341c8 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:04:48.789718 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc49e133-d6be-4f2c-8576-d838274ec8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb', 'code': 200} Feb 11 05:04:48.926750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768b7bf-2060-40fc-a313-b95e91ae7b21 req-a4b3971e-2a1a-4508-83d8-4a773e64370f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:48.928849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e768b7bf-2060-40fc-a313-b95e91ae7b21 req-a4b3971e-2a1a-4508-83d8-4a773e64370f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.0826433 Feb 11 05:04:48.949830 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks [] for port (20daf182-bb1d-476f-94c6-3bfa3ec75243), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.982642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e768b7bf-2060-40fc-a313-b95e91ae7b21 req-4c9edc1c-bb26-4cf0-91fc-02d27bd09e64 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480018 Feb 11 05:04:49.000967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e095-ac83-4581-bf0b-9d3ab09e16f3 req-f150d055-73b2-4229-a2d2-e9695f1b149d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:49.002464 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64f0e095-ac83-4581-bf0b-9d3ab09e16f3 req-f150d055-73b2-4229-a2d2-e9695f1b149d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 945 time: 0.1420605 Feb 11 05:04:49.011126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b4df3-2b12-4861-bbee-e148894f7155 req-01fdbf54-2832-40fd-990a-689c2f2b9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:49.013015 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b6b4df3-2b12-4861-bbee-e148894f7155 req-01fdbf54-2832-40fd-990a-689c2f2b9746 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 1128 time: 0.1088557 Feb 11 05:04:49.049146 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (20daf182-bb1d-476f-94c6-3bfa3ec75243), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.141909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Network 13f6ad42-54b4-42a5-8917-dcd46670caec is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:49.156583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:49.177389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:49.178525 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:49.179793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.185385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64f0e095-ac83-4581-bf0b-9d3ab09e16f3 req-32a8bc6b-aa49-452f-9c1f-05de3dbdfb97 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697533 Feb 11 05:04:49.187480 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b6b4df3-2b12-4861-bbee-e148894f7155 req-c182fb24-7180-47c2-8ce8-8d2d2209df28 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614621 Feb 11 05:04:49.189717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event updated for resources: {'Port': ['ID=20daf182-bb1d-476f-94c6-3bfa3ec75243,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:49.242654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56106) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:49.249481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:49.253779 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-904db459-5044-4df8-b6c8-ae7735f74cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6669769 Feb 11 05:04:49.325577 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (20daf182-bb1d-476f-94c6-3bfa3ec75243), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.579826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e64840-f337-403c-8e79-949a16c527a2 req-2d1e5c29-56b1-492a-b795-29d26b178185 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:49.587301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53e64840-f337-403c-8e79-949a16c527a2 req-2d1e5c29-56b1-492a-b795-29d26b178185 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 944 time: 0.0832202 Feb 11 05:04:49.650294 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53e64840-f337-403c-8e79-949a16c527a2 req-7dab2cc0-0d0d-4037-8911-483905039820 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7751147-2ec2-4f93-99ff-9eb76c1d654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583851 Feb 11 05:04:49.720566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-96057ce1-b424-40e2-b936-e1265f521ad5 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:49.722044 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-96057ce1-b424-40e2-b936-e1265f521ad5 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/networks?id=88acf680-6668-4e67-b0e3-517354fddea6 HTTP/1.1" status: 200 len: 814 time: 0.1741934 Feb 11 05:04:49.727885 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] device_id is not set on port 20daf182-bb1d-476f-94c6-3bfa3ec75243 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:49.743145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks [] for port (20daf182-bb1d-476f-94c6-3bfa3ec75243), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.748945 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-44a753bc-158f-43c6-8e57-423432b6112d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/quotas/f5236a58eb6b4ee081515938edca84d2 HTTP/1.1" status: 200 len: 375 time: 0.0158834 Feb 11 05:04:49.759687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (20daf182-bb1d-476f-94c6-3bfa3ec75243), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.857011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event updated for resources: {'Port': ['ID=20daf182-bb1d-476f-94c6-3bfa3ec75243,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:49.883920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:49.884385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:49.884720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:49.899713 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-96558d43-1942-4145-ba7e-2ee15d8ff812 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5236a58eb6b4ee081515938edca84d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1418436 Feb 11 05:04:49.916891 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:49.916891 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:49.917915 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 2 to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 Feb 11 05:04:49.942346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:49.942689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:49.943071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:49.974659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:49.975042 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:49.978442 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 3 to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 Feb 11 05:04:49.996618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:49.996962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:49.997405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:50.008216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:50.008555 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:50.010857 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 4 to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 Feb 11 05:04:50.040641 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-991a2d17-980d-4e3a-949d-cab8c8000239 service neutron] 10.222.0.48 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399469 Feb 11 05:04:50.061730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:50.062145 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:50.062727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:50.076931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:50.077274 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:50.079571 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 5 to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 Feb 11 05:04:50.109820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2a74141d-eea5-46c7-a6be-edcbd28ded8f up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:50.135894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:50.136289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:50.136641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:50.153333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:50.153673 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:50.155756 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 6 to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 Feb 11 05:04:50.186706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:50.187272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:50.187776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:50.199106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 2a74141d-eea5-46c7-a6be-edcbd28ded8f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:04:50.204196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 2a74141d-eea5-46c7-a6be-edcbd28ded8f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:50.205894 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.224427 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-855df0cc-cd0a-458b-9436-88434bad47ed service neutron] 10.222.0.48 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691930 Feb 11 05:04:50.227790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:50.228685 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:50.229112 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 7 to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 Feb 11 05:04:50.276199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:50.276571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:50.276930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:50.291940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:50.292239 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:50.292599 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 8 to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 Feb 11 05:04:50.315403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2a74141d-eea5-46c7-a6be-edcbd28ded8f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:50.316280 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.337837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:50.338188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:50.338540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:50.344900 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:50.345248 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:50.350943 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 9 to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 Feb 11 05:04:50.365913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2a74141d-eea5-46c7-a6be-edcbd28ded8f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2a74141d-eea5-46c7-a6be-edcbd28ded8f,segment=NetworkSegment(1ec1b6a9-989f-4fc1-ac1d-25631d4936ac),segment_id=1ec1b6a9-989f-4fc1-ac1d-25631d4936ac)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:50.374889 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.379038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:50.379414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:50.379795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:50.393351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:50.393699 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:50.394115 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 10 to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 Feb 11 05:04:50.430794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:50.431635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:50.431898 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:50.439181 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e561592-1210-4ead-9760-8b149c5ecacc req-f61d73d6-d40f-4179-8233-4a3003c49989 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:50.441432 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e561592-1210-4ead-9760-8b149c5ecacc req-f61d73d6-d40f-4179-8233-4a3003c49989 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 945 time: 0.1073575 Feb 11 05:04:50.458595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2a74141d-eea5-46c7-a6be-edcbd28ded8f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:50.459793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:50.460131 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:50.460521 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (20daf182-bb1d-476f-94c6-3bfa3ec75243), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.559417 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e561592-1210-4ead-9760-8b149c5ecacc req-f3043408-a780-444d-b0ca-6693e8a95d1f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961831 Feb 11 05:04:50.646315 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c56dbc92-13a5-412d-9587-d22c2eab55cd req-406d095d-913b-496e-a2da-d5cbaf1d1996 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 210 time: 0.0799282 Feb 11 05:04:50.735713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] For port 20daf182-bb1d-476f-94c6-3bfa3ec75243, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:50.736667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempted to set empty binding levels {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:04:50.754448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (20daf182-bb1d-476f-94c6-3bfa3ec75243), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.791002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ba6e61-d435-4d58-9228-14b5c56f3dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a74141d-eea5-46c7-a6be-edcbd28ded8f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:04:50.793451 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2622a17-d93c-4155-bb56-96416198f514" -d '{"events": [{"server_uuid": "39ba6e61-d435-4d58-9228-14b5c56f3dea", "name": "network-vif-plugged", "status": "completed", "tag": "2a74141d-eea5-46c7-a6be-edcbd28ded8f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:04:50.860079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] In _notify_port_updated(), no bound segment for port 20daf182-bb1d-476f-94c6-3bfa3ec75243 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:04:50.861227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:50.861962 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.863673 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "PUT /v2.0/ports/20daf182-bb1d-476f-94c6-3bfa3ec75243 HTTP/1.1" status: 200 len: 980 time: 1.6196938 Feb 11 05:04:50.866577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56182) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:50.869797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004c4ad-1a34-46c0-bff0-d559437bf138 req-84254662-0a12-460e-a796-57f1d012123a tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:50.871388 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d004c4ad-1a34-46c0-bff0-d559437bf138 req-84254662-0a12-460e-a796-57f1d012123a tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.10 "GET /v2.0/ports?device_id=651c249b-5941-4074-a52f-073a60af0239 HTTP/1.1" status: 200 len: 945 time: 0.1484625 Feb 11 05:04:50.875940 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78603805-bb93-4e1e-aa01-6d04e4043e28 x-openstack-request-id: req-78603805-bb93-4e1e-aa01-6d04e4043e28 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:04:50.876606 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ba6e61-d435-4d58-9228-14b5c56f3dea", "name": "network-vif-plugged", "status": "completed", "tag": "2a74141d-eea5-46c7-a6be-edcbd28ded8f", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:04:50.876876 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78603805-bb93-4e1e-aa01-6d04e4043e28 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:04:50.877272 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ba6e61-d435-4d58-9228-14b5c56f3dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a74141d-eea5-46c7-a6be-edcbd28ded8f', 'code': 200} Feb 11 05:04:50.882694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b702d-55d7-4587-be3d-f28833791d81 req-4ca3be46-bc30-4100-b60e-2cf99c86cc91 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:50.884321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-812b702d-55d7-4587-be3d-f28833791d81 req-4ca3be46-bc30-4100-b60e-2cf99c86cc91 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 945 time: 0.1193709 Feb 11 05:04:50.950087 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55675795-cff5-4010-9573-2d22debcc005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event updated for resources: {'Port': ['ID=20daf182-bb1d-476f-94c6-3bfa3ec75243,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:51.023177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.023700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.024152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.036679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.037191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.037687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.038152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.038643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.039173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.040002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.040471 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.041042 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.041503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.042078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.051972 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-74e111c6-da62-44e0-bd69-d9b34ff5ea45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12999 time: 0.1799474 Feb 11 05:04:51.053880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56190) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:51.159473 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1e00a-9bb6-404f-914e-4e7374138ab3 req-f5c90c8b-40ab-4685-93c7-148d63270184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.161026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-87b1e00a-9bb6-404f-914e-4e7374138ab3 req-f5c90c8b-40ab-4685-93c7-148d63270184 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 1128 time: 0.1322000 Feb 11 05:04:51.183771 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-812b702d-55d7-4587-be3d-f28833791d81 req-3f39f67d-3cde-44ab-96ce-6f570701e2e9 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7751147-2ec2-4f93-99ff-9eb76c1d654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732394 Feb 11 05:04:51.234948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d004c4ad-1a34-46c0-bff0-d559437bf138 req-28f8a13d-fd5d-47de-ab85-7cbc0f90df4d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Deleting port 3bd59d1d-8f10-417e-8845-142399cbeebf {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:51.234948 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d004c4ad-1a34-46c0-bff0-d559437bf138 req-28f8a13d-fd5d-47de-ab85-7cbc0f90df4d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.244107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d734ff3a-8b03-47e1-b0ab-24c83819cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Deleting port 20daf182-bb1d-476f-94c6-3bfa3ec75243 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:51.244481 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d734ff3a-8b03-47e1-b0ab-24c83819cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (20daf182-bb1d-476f-94c6-3bfa3ec75243), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.365396 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-87b1e00a-9bb6-404f-914e-4e7374138ab3 req-a49fa270-6b56-44b1-a231-24bedc612352 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7751147-2ec2-4f93-99ff-9eb76c1d654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798263 Feb 11 05:04:51.369161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d734ff3a-8b03-47e1-b0ab-24c83819cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] For port 20daf182-bb1d-476f-94c6-3bfa3ec75243, host n-h2-615180-58, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:51.369792 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d734ff3a-8b03-47e1-b0ab-24c83819cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (20daf182-bb1d-476f-94c6-3bfa3ec75243), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.385335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d734ff3a-8b03-47e1-b0ab-24c83819cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Calling delete_port for 20daf182-bb1d-476f-94c6-3bfa3ec75243 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:51.424563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d004c4ad-1a34-46c0-bff0-d559437bf138 req-28f8a13d-fd5d-47de-ab85-7cbc0f90df4d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] For port 3bd59d1d-8f10-417e-8845-142399cbeebf, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=3bd59d1d-8f10-417e-8845-142399cbeebf,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:51.425358 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d004c4ad-1a34-46c0-bff0-d559437bf138 req-28f8a13d-fd5d-47de-ab85-7cbc0f90df4d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.443541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d004c4ad-1a34-46c0-bff0-d559437bf138 req-28f8a13d-fd5d-47de-ab85-7cbc0f90df4d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Calling delete_port for 3bd59d1d-8f10-417e-8845-142399cbeebf owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:51.539290 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d734ff3a-8b03-47e1-b0ab-24c83819cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (20daf182-bb1d-476f-94c6-3bfa3ec75243), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.595937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734ff3a-8b03-47e1-b0ab-24c83819cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event deleted for resources: {'Port': ['ID=20daf182-bb1d-476f-94c6-3bfa3ec75243,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:51.611913 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d734ff3a-8b03-47e1-b0ab-24c83819cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.616974 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d734ff3a-8b03-47e1-b0ab-24c83819cb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "DELETE /v2.0/ports/20daf182-bb1d-476f-94c6-3bfa3ec75243 HTTP/1.1" status: 204 len: 168 time: 0.5620482 Feb 11 05:04:51.619960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:51.655310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d004c4ad-1a34-46c0-bff0-d559437bf138 req-28f8a13d-fd5d-47de-ab85-7cbc0f90df4d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3bd59d1d-8f10-417e-8845-142399cbeebf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.669293 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afabd05-f069-440d-a224-fc948d8bfd35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:04:51.671360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8afabd05-f069-440d-a224-fc948d8bfd35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "GET /v2.0/ports/20daf182-bb1d-476f-94c6-3bfa3ec75243 HTTP/1.1" status: 404 len: 333 time: 0.0502470 Feb 11 05:04:51.678089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56214) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:51.684691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-154347864', 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:51.689260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['3bd59d1d-8f10-417e-8845-142399cbeebf'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:04:51.710093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Made reservation on behalf of 5df24f87206d4ffea8011b97845f8460 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:51.712933 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.733128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] device_id is not set on port 76f47672-e344-4f83-8aa2-46ebb9e12d45 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:51.740148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8a13d-fd5d-47de-ab85-7cbc0f90df4d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Pushing event deleted for resources: {'Port': ['ID=3bd59d1d-8f10-417e-8845-142399cbeebf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:51.867892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d004c4ad-1a34-46c0-bff0-d559437bf138 req-28f8a13d-fd5d-47de-ab85-7cbc0f90df4d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] No DVR routers for this DVR port 3bd59d1d-8f10-417e-8845-142399cbeebf on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:51.875474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d004c4ad-1a34-46c0-bff0-d559437bf138 req-28f8a13d-fd5d-47de-ab85-7cbc0f90df4d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.881440 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d004c4ad-1a34-46c0-bff0-d559437bf138 req-28f8a13d-fd5d-47de-ab85-7cbc0f90df4d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.10 "DELETE /v2.0/ports/3bd59d1d-8f10-417e-8845-142399cbeebf HTTP/1.1" status: 204 len: 173 time: 0.9854870 Feb 11 05:04:51.882419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651c249b-5941-4074-a52f-073a60af0239', 'name': 'network-vif-deleted', 'tag': '3bd59d1d-8f10-417e-8845-142399cbeebf'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:04:51.888910 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb281031-8275-424c-a160-3c76316b0bbc" -d '{"events": [{"server_uuid": "651c249b-5941-4074-a52f-073a60af0239", "name": "network-vif-deleted", "tag": "3bd59d1d-8f10-417e-8845-142399cbeebf"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:04:51.897939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d26e22f6-00f7-4e1c-8e7e-1c3f07bee1c4 req-95bc9ba1-009d-444d-9db7-d3eb7cf7aafc tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 210 time: 0.0939603 Feb 11 05:04:52.014087 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb724a2e-c30e-48ee-8859-1bd53c414cfb x-openstack-request-id: req-cb724a2e-c30e-48ee-8859-1bd53c414cfb {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:04:52.014410 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651c249b-5941-4074-a52f-073a60af0239", "name": "network-vif-deleted", "tag": "3bd59d1d-8f10-417e-8845-142399cbeebf", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:04:52.014658 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb724a2e-c30e-48ee-8859-1bd53c414cfb {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:04:52.015261 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651c249b-5941-4074-a52f-073a60af0239', 'name': 'network-vif-deleted', 'tag': '3bd59d1d-8f10-417e-8845-142399cbeebf', 'status': 'completed', 'code': 200} Feb 11 05:04:52.016075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb20211-422e-44e8-8778-263c5c5d0e43 req-c9424210-d809-46f9-a40b-81f03c611609 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:52.017818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6eb20211-422e-44e8-8778-263c5c5d0e43 req-c9424210-d809-46f9-a40b-81f03c611609 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 945 time: 0.1985214 Feb 11 05:04:52.133987 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6eb20211-422e-44e8-8778-263c5c5d0e43 req-b7c36c1b-0dca-47c6-a70b-983323a3e61b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039357 Feb 11 05:04:52.191770 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks [] for port (76f47672-e344-4f83-8aa2-46ebb9e12d45), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.288613 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (76f47672-e344-4f83-8aa2-46ebb9e12d45), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.438855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event updated for resources: {'Port': ['ID=76f47672-e344-4f83-8aa2-46ebb9e12d45,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:52.457859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Network 13f6ad42-54b4-42a5-8917-dcd46670caec is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:52.461974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:52.471828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:52.472970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:52.473581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.515792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f8423-1261-4b51-ab3f-aaf463e49c1a req-2e171045-331f-4c87-a6fb-8cd0b2626bcb tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:52.517664 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f19f8423-1261-4b51-ab3f-aaf463e49c1a req-2e171045-331f-4c87-a6fb-8cd0b2626bcb tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 945 time: 0.2126913 Feb 11 05:04:52.523735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-43788ef9-7e92-4492-a445-400a9f629ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8435903 Feb 11 05:04:52.525803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56246) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:52.605818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f19f8423-1261-4b51-ab3f-aaf463e49c1a req-cc43551b-5a51-4321-ae1f-7bccd58cbb40 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7751147-2ec2-4f93-99ff-9eb76c1d654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738721 Feb 11 05:04:52.768169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c6f6ee-7513-42c9-9fd5-c6d3ec89b1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:52.769608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c5c6f6ee-7513-42c9-9fd5-c6d3ec89b1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "GET /v2.0/ports/76f47672-e344-4f83-8aa2-46ebb9e12d45 HTTP/1.1" status: 200 len: 958 time: 0.2428029 Feb 11 05:04:52.772543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56260) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:52.911086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-7238b36e-cedc-488b-9cdd-dffaed751034 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:52.916525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-7238b36e-cedc-488b-9cdd-dffaed751034 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.60 "GET /v2.0/networks?id=88acf680-6668-4e67-b0e3-517354fddea6 HTTP/1.1" status: 200 len: 814 time: 0.3682590 Feb 11 05:04:52.940026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-012d3407-842d-4cec-bd2b-57a8cfd3311e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Deleting port 76f47672-e344-4f83-8aa2-46ebb9e12d45 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:52.956711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Request body: {'port': {'device_id': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6', 'admin_state_up': True, 'tenant_id': 'f5236a58eb6b4ee081515938edca84d2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:52.959462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-012d3407-842d-4cec-bd2b-57a8cfd3311e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (76f47672-e344-4f83-8aa2-46ebb9e12d45), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.107459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Made reservation on behalf of f5236a58eb6b4ee081515938edca84d2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:53.112397 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.180181 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-487bd04a-c90e-4372-b346-ee5c6673a6fe req-ea77f59a-8408-4321-b475-21b7ad3641e7 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 210 time: 0.0395608 Feb 11 05:04:53.237675 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-012d3407-842d-4cec-bd2b-57a8cfd3311e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (76f47672-e344-4f83-8aa2-46ebb9e12d45), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.264069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-012d3407-842d-4cec-bd2b-57a8cfd3311e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Calling delete_port for 76f47672-e344-4f83-8aa2-46ebb9e12d45 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:53.335683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Allocated IP 172.20.0.13 (88acf680-6668-4e67-b0e3-517354fddea6/dabecbae-83ae-4c69-ad9c-61ef91318b08/e1315586-f78f-4894-8233-af9a0a7ff114) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:53.386692 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-012d3407-842d-4cec-bd2b-57a8cfd3311e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (76f47672-e344-4f83-8aa2-46ebb9e12d45), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.427495 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-012d3407-842d-4cec-bd2b-57a8cfd3311e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.433708 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-012d3407-842d-4cec-bd2b-57a8cfd3311e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "DELETE /v2.0/ports/76f47672-e344-4f83-8aa2-46ebb9e12d45 HTTP/1.1" status: 204 len: 168 time: 0.6573398 Feb 11 05:04:53.435014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56282) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:53.465258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d3407-842d-4cec-bd2b-57a8cfd3311e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event deleted for resources: {'Port': ['ID=76f47672-e344-4f83-8aa2-46ebb9e12d45,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:53.570391 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60fa3a4-a241-449e-9fd4-a827764ff706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:04:53.572380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56288) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:53.573583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f60fa3a4-a241-449e-9fd4-a827764ff706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "GET /v2.0/ports/76f47672-e344-4f83-8aa2-46ebb9e12d45 HTTP/1.1" status: 404 len: 333 time: 0.1219709 Feb 11 05:04:53.578439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Request body: {'port': {'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-483726503'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:53.621148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Made reservation on behalf of 5df24f87206d4ffea8011b97845f8460 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:53.623494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.677580 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] device_id is not set on port 33e79338-acf1-4d3b-9234-37da499af114 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:53.850065 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d9e39-6abd-4b0f-82ea-b2cd2778dc8d req-ee5aba08-2cdd-45fe-a73f-06bc8465f496 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:53.856037 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks [] for port (e1315586-f78f-4894-8233-af9a0a7ff114), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.858823 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-596d9e39-6abd-4b0f-82ea-b2cd2778dc8d req-ee5aba08-2cdd-45fe-a73f-06bc8465f496 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 945 time: 0.0975518 Feb 11 05:04:53.939020 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.050850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Pushing event updated for resources: {'Port': ['ID=e1315586-f78f-4894-8233-af9a0a7ff114,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:54.060065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Network 88acf680-6668-4e67-b0e3-517354fddea6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:54.063605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:54.072921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:54.160857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3bd59d1d-8f10-417e-8845-142399cbeebf no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:54.164102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:54.164749 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.187534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-6f370113-b544-4bb8-8d0f-206cbc21f49b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2365274 Feb 11 05:04:54.205327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 3bd59d1d-8f10-417e-8845-142399cbeebf {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:04:54.206014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 3bd59d1d-8f10-417e-8845-142399cbeebf not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:04:54.212335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Request body: {'port': {'device_id': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:54.404868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.434561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae440365-1be0-4b27-8e4a-82d36f50c0c9 req-8548433a-f824-45db-85c0-62b992b54848 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:54.436114 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ae440365-1be0-4b27-8e4a-82d36f50c0c9 req-8548433a-f824-45db-85c0-62b992b54848 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 932 time: 0.1077518 Feb 11 05:04:54.449649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-596d9e39-6abd-4b0f-82ea-b2cd2778dc8d req-91360ec1-8fda-4609-8e43-51503ac21bf0 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7751147-2ec2-4f93-99ff-9eb76c1d654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896907 Feb 11 05:04:54.570056 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks [] for port (33e79338-acf1-4d3b-9234-37da499af114), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.630476 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ae440365-1be0-4b27-8e4a-82d36f50c0c9 req-e468bf0f-8a3d-49a6-86ce-9c9318b0dfef tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747398 Feb 11 05:04:54.633059 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (33e79338-acf1-4d3b-9234-37da499af114), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.718355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Network 13f6ad42-54b4-42a5-8917-dcd46670caec is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:54.724322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:54.728074 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:54.729312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:54.730371 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.746616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event updated for resources: {'Port': ['ID=33e79338-acf1-4d3b-9234-37da499af114,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:54.760287 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cb443088-e401-417e-a194-8ed76a9ef3d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1866128 Feb 11 05:04:54.763661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56326) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:54.774341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:54.913546 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (33e79338-acf1-4d3b-9234-37da499af114), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.939614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1315586-f78f-4894-8233-af9a0a7ff114 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:04:54.948747 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Publish callbacks [] for port (e1315586-f78f-4894-8233-af9a0a7ff114), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.968901 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Transition to ACTIVE for port object e1315586-f78f-4894-8233-af9a0a7ff114 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:04:54.981797 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.092353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Pushing event updated for resources: {'Port': ['ID=e1315586-f78f-4894-8233-af9a0a7ff114,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:55.322125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Attempting to bind port e1315586-f78f-4894-8233-af9a0a7ff114 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:55.322481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Attempting to bind port e1315586-f78f-4894-8233-af9a0a7ff114 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:55.322790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Attempting to bind port e1315586-f78f-4894-8233-af9a0a7ff114 on network 88acf680-6668-4e67-b0e3-517354fddea6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:55.342837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Port e1315586-f78f-4894-8233-af9a0a7ff114 on network 88acf680-6668-4e67-b0e3-517354fddea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:55.343215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Attempting to bind port e1315586-f78f-4894-8233-af9a0a7ff114 on network 88acf680-6668-4e67-b0e3-517354fddea6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:55.357584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] device_id is not set on port 33e79338-acf1-4d3b-9234-37da499af114 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:55.367097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:55.367820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Checking segment: {'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:55.368314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Bound using segment: {'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:55.368778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Bound port: e1315586-f78f-4894-8233-af9a0a7ff114, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:55.369149 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.369930 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks [] for port (33e79338-acf1-4d3b-9234-37da499af114), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.397195 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (33e79338-acf1-4d3b-9234-37da499af114), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.525329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event updated for resources: {'Port': ['ID=33e79338-acf1-4d3b-9234-37da499af114,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:55.536738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:55.537082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:55.537429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:55.543342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:55.543681 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:55.544073 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 2 to bind port 33e79338-acf1-4d3b-9234-37da499af114 Feb 11 05:04:55.558662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] For port e1315586-f78f-4894-8233-af9a0a7ff114, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:55.564025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] For port e1315586-f78f-4894-8233-af9a0a7ff114, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e1315586-f78f-4894-8233-af9a0a7ff114,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:55.573370 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:55.574881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:55.576174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:55.586226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:55.588760 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.589365 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:55.589964 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 3 to bind port 33e79338-acf1-4d3b-9234-37da499af114 Feb 11 05:04:55.619226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:55.619821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:55.620330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:55.629929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:55.635499 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:55.637320 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 4 to bind port 33e79338-acf1-4d3b-9234-37da499af114 Feb 11 05:04:55.642470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:55.643435 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.646839 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] 10.222.0.60 "PUT /v2.0/ports/e1315586-f78f-4894-8233-af9a0a7ff114 HTTP/1.1" status: 200 len: 1093 time: 1.4420388 Feb 11 05:04:55.647451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'tag': 'e1315586-f78f-4894-8233-af9a0a7ff114'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:04:55.650042 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e919292b-7e7a-4943-844f-43198f45b3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4b57e588-bbbb-4b02-884a-aeb6af1a98d0", "tag": "e1315586-f78f-4894-8233-af9a0a7ff114"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:04:55.686328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:55.686967 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:55.687538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:55.693593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:55.694241 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:55.695064 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 5 to bind port 33e79338-acf1-4d3b-9234-37da499af114 Feb 11 05:04:55.723859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe1260-e92e-4251-865f-8495d8063c4c service neutron] Pushing event updated for resources: {'Port': ['ID=e1315586-f78f-4894-8233-af9a0a7ff114,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:55.736684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:55.737235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:55.737748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:55.749291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:55.749990 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:55.750880 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 6 to bind port 33e79338-acf1-4d3b-9234-37da499af114 Feb 11 05:04:55.786428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:55.787173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:55.787757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:55.793119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:55.793696 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:55.794277 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 7 to bind port 33e79338-acf1-4d3b-9234-37da499af114 Feb 11 05:04:55.810194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-f4970eea-46cc-4009-8829-f71c5fec2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:55.811841 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-f4970eea-46cc-4009-8829-f71c5fec2922 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5236a58eb6b4ee081515938edca84d2&device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 1127 time: 0.0706353 Feb 11 05:04:55.821568 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bc84ea-b8ce-42fc-9299-404f2d24461b x-openstack-request-id: req-46bc84ea-b8ce-42fc-9299-404f2d24461b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:04:55.821925 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b57e588-bbbb-4b02-884a-aeb6af1a98d0", "tag": "e1315586-f78f-4894-8233-af9a0a7ff114", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:04:55.823181 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46bc84ea-b8ce-42fc-9299-404f2d24461b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:04:55.823181 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'tag': 'e1315586-f78f-4894-8233-af9a0a7ff114', 'status': 'completed', 'code': 200} Feb 11 05:04:55.823935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:55.824388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:55.824863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:55.831363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:55.832393 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:55.833152 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 8 to bind port 33e79338-acf1-4d3b-9234-37da499af114 Feb 11 05:04:55.886839 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-a67f111d-ce8e-457c-8a33-5ff88f2ac2ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1315586-f78f-4894-8233-af9a0a7ff114 HTTP/1.1" status: 200 len: 217 time: 0.0564327 Feb 11 05:04:55.889302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:55.890002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:55.890522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:55.932518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:55.933173 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:55.933972 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 9 to bind port 33e79338-acf1-4d3b-9234-37da499af114 Feb 11 05:04:55.982799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:55.983506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:55.984095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:55.990838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:56.003997 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:56.005722 n-d-615180-58 neutron-server[103354]: INFO neutron.plugins.ml2.plugin [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempt 10 to bind port 33e79338-acf1-4d3b-9234-37da499af114 Feb 11 05:04:56.015818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-7f89afc0-1e51-481e-ba87-3c9c5f5cd46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:56.016666 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0a7ea-997c-4cbb-8012-2fc0fe6bae7c req-6a4fb4df-1c7b-4b73-aadb-580bbc7c79a3 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:56.017329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-7f89afc0-1e51-481e-ba87-3c9c5f5cd46e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dabecbae-83ae-4c69-ad9c-61ef91318b08 HTTP/1.1" status: 200 len: 854 time: 0.1197548 Feb 11 05:04:56.031548 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-02b0a7ea-997c-4cbb-8012-2fc0fe6bae7c req-6a4fb4df-1c7b-4b73-aadb-580bbc7c79a3 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 944 time: 0.1626713 Feb 11 05:04:56.079405 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-67d1c48f-8779-4711-8843-a7f6c08fa962 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88acf680-6668-4e67-b0e3-517354fddea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497179 Feb 11 05:04:56.105917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:56.108027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:56.109952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempting to bind port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:56.154500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:04:56.154844 n-d-615180-58 neutron-server[103354]: ERROR neutron.plugins.ml2.managers [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Failed to bind port 33e79338-acf1-4d3b-9234-37da499af114 on host n-h2-615180-58 for vnic_type normal using segments [{'id': '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13f6ad42-54b4-42a5-8917-dcd46670caec'}] Feb 11 05:04:56.155331 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (33e79338-acf1-4d3b-9234-37da499af114), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.284389 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-02b0a7ea-997c-4cbb-8012-2fc0fe6bae7c req-0c071c20-a493-4fb7-a21d-ae95399cce02 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358487 Feb 11 05:04:56.339917 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-aff6a516-5b80-43f2-938d-6f333b8c96f1 service neutron] 10.222.0.60 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416518 Feb 11 05:04:56.458707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] For port 33e79338-acf1-4d3b-9234-37da499af114, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:56.459818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attempted to set empty binding levels {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:04:56.475069 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (33e79338-acf1-4d3b-9234-37da499af114), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.523830 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] In _notify_port_updated(), no bound segment for port 33e79338-acf1-4d3b-9234-37da499af114 on network 13f6ad42-54b4-42a5-8917-dcd46670caec {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:04:56.524717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:56.525339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.526727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "PUT /v2.0/ports/33e79338-acf1-4d3b-9234-37da499af114 HTTP/1.1" status: 200 len: 979 time: 1.7618105 Feb 11 05:04:56.532048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56376) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:56.606321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c72378-75cd-41c4-ad71-e0d7940a406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event updated for resources: {'Port': ['ID=33e79338-acf1-4d3b-9234-37da499af114,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:56.619081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9caba63c-941f-4502-a96e-c1a2db8181e4 req-754281a4-957e-4401-9ce4-d1fdb03c8772 service neutron] 10.222.0.60 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653158 Feb 11 05:04:56.766651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d5a638d7-eda7-48ae-b23a-88cd1bef0167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Deleting port 33e79338-acf1-4d3b-9234-37da499af114 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:56.767096 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a638d7-eda7-48ae-b23a-88cd1bef0167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (33e79338-acf1-4d3b-9234-37da499af114), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.823095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919292b-7e7a-4943-844f-43198f45b3cf req-3dd1bb03-a2d2-47e4-abee-812e7d76ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:56.825925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e919292b-7e7a-4943-844f-43198f45b3cf req-3dd1bb03-a2d2-47e4-abee-812e7d76ac80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5236a58eb6b4ee081515938edca84d2&device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 1127 time: 0.0844808 Feb 11 05:04:56.911403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d5a638d7-eda7-48ae-b23a-88cd1bef0167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] For port 33e79338-acf1-4d3b-9234-37da499af114, host n-h2-615180-58, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:56.912134 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a638d7-eda7-48ae-b23a-88cd1bef0167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (33e79338-acf1-4d3b-9234-37da499af114), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.944678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d5a638d7-eda7-48ae-b23a-88cd1bef0167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Calling delete_port for 33e79338-acf1-4d3b-9234-37da499af114 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:57.056434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919292b-7e7a-4943-844f-43198f45b3cf req-79fae2c9-ee76-4868-bc77-8545ecff2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:57.062114 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e919292b-7e7a-4943-844f-43198f45b3cf req-79fae2c9-ee76-4868-bc77-8545ecff2c8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=88acf680-6668-4e67-b0e3-517354fddea6 HTTP/1.1" status: 200 len: 915 time: 0.2243254 Feb 11 05:04:57.155443 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a638d7-eda7-48ae-b23a-88cd1bef0167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (33e79338-acf1-4d3b-9234-37da499af114), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.182449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e919292b-7e7a-4943-844f-43198f45b3cf req-afb29692-c975-4470-b31c-083171228917 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1315586-f78f-4894-8233-af9a0a7ff114 HTTP/1.1" status: 200 len: 217 time: 0.1101980 Feb 11 05:04:57.183019 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5a638d7-eda7-48ae-b23a-88cd1bef0167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.186329 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d5a638d7-eda7-48ae-b23a-88cd1bef0167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "DELETE /v2.0/ports/33e79338-acf1-4d3b-9234-37da499af114 HTTP/1.1" status: 204 len: 168 time: 0.6533425 Feb 11 05:04:57.190046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56384) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:57.286632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a638d7-eda7-48ae-b23a-88cd1bef0167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] Pushing event deleted for resources: {'Port': ['ID=33e79338-acf1-4d3b-9234-37da499af114,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:57.327824 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb195684-667a-4eeb-a6c8-25992b33a75e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:04:57.327824 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cb195684-667a-4eeb-a6c8-25992b33a75e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501980851-project-admin] 10.222.0.48 "GET /v2.0/ports/33e79338-acf1-4d3b-9234-37da499af114 HTTP/1.1" status: 404 len: 333 time: 0.1367614 Feb 11 05:04:57.330353 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56396) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:57.598867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919292b-7e7a-4943-844f-43198f45b3cf req-1771460f-854a-4008-bdbf-e175cbef5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:57.609276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e919292b-7e7a-4943-844f-43198f45b3cf req-1771460f-854a-4008-bdbf-e175cbef5b8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dabecbae-83ae-4c69-ad9c-61ef91318b08 HTTP/1.1" status: 200 len: 854 time: 0.4109695 Feb 11 05:04:57.712019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e919292b-7e7a-4943-844f-43198f45b3cf req-ec8c6270-f54e-4942-81ba-c1b20cd64bff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88acf680-6668-4e67-b0e3-517354fddea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700493 Feb 11 05:04:57.786702 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (13f6ad42-54b4-42a5-8917-dcd46670caec), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.841012 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f82ec-96f8-444b-b803-fe0a8a8d3aaf req-b9841110-b661-48a6-b0bd-145ae4e8ef29 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:57.854983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-791f82ec-96f8-444b-b803-fe0a8a8d3aaf req-b9841110-b661-48a6-b0bd-145ae4e8ef29 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 944 time: 0.3328280 Feb 11 05:04:57.959287 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:04:58.001117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b334ee9-a1ec-44e1-9987-ac4f20d0a541 req-6d93f0b7-2e86-4135-aa87-0a9d480ed5c9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:58.002730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b334ee9-a1ec-44e1-9987-ac4f20d0a541 req-6d93f0b7-2e86-4135-aa87-0a9d480ed5c9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.3436048 Feb 11 05:04:58.007438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-791f82ec-96f8-444b-b803-fe0a8a8d3aaf req-4a577904-29d2-472b-ac37-b9e29bec973d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511002 Feb 11 05:04:58.016839 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (13f6ad42-54b4-42a5-8917-dcd46670caec), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.045997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e919292b-7e7a-4943-844f-43198f45b3cf req-57dade67-ebcc-456b-bf2c-494ede122908 service neutron] 10.222.0.60 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115304 Feb 11 05:04:58.094783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f6ad42-54b4-42a5-8917-dcd46670caec']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:58.124169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:58.124528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094c555a-9bf7-4ed0-a0f8-89e1fdd3345d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:58.189999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (094c555a-9bf7-4ed0-a0f8-89e1fdd3345d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.245964 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b334ee9-a1ec-44e1-9987-ac4f20d0a541 req-3b762bf9-e0f0-4a98-9ae8-316586c6297e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253256 Feb 11 05:04:58.256462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (094c555a-9bf7-4ed0-a0f8-89e1fdd3345d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.266352 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e919292b-7e7a-4943-844f-43198f45b3cf req-1870aa3b-e2be-48d6-8636-0ffed184b75f service neutron] 10.222.0.60 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127104 Feb 11 05:04:58.269694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:04:58.270110 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (094c555a-9bf7-4ed0-a0f8-89e1fdd3345d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:04:58.386181 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:04:58.400804 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (13f6ad42-54b4-42a5-8917-dcd46670caec), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.408135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.413095 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] 10.222.0.48 "DELETE /v2.0/networks/13f6ad42-54b4-42a5-8917-dcd46670caec HTTP/1.1" status: 204 len: 168 time: 1.0816982 Feb 11 05:04:58.436414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c984477-bd38-4639-be37-45fd089f1e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824355287-project] Pushing event deleted for resources: {'Network': ['ID=13f6ad42-54b4-42a5-8917-dcd46670caec,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:58.810216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56420) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:58.973028 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-be7b2a86-3d0c-4856-8884-75f0aaf8c716 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b15a233f5e7d4c279374ffc7d0025da6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1603703 Feb 11 05:04:58.975774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:59.036551 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc407a9d-6e88-442d-86b7-b58e81796f6b admin admin] Publish callbacks [] for security_group (ea93230a-8b29-4cca-86cb-0cec37c5e2ff), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.096183 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc407a9d-6e88-442d-86b7-b58e81796f6b admin admin] Publish callbacks [] for security_group (ea93230a-8b29-4cca-86cb-0cec37c5e2ff), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.171107 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc407a9d-6e88-442d-86b7-b58e81796f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ea93230a-8b29-4cca-86cb-0cec37c5e2ff), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.174862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc407a9d-6e88-442d-86b7-b58e81796f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.179595 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bc407a9d-6e88-442d-86b7-b58e81796f6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea93230a-8b29-4cca-86cb-0cec37c5e2ff HTTP/1.1" status: 204 len: 168 time: 0.2025218 Feb 11 05:04:59.198441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc407a9d-6e88-442d-86b7-b58e81796f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea93230a-8b29-4cca-86cb-0cec37c5e2ff,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:59.234546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41456c-127d-4921-acb0-bd7dcdd16e80 req-f1e85d54-b5e9-4bdd-81fc-ee418778c66d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:59.237015 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d41456c-127d-4921-acb0-bd7dcdd16e80 req-f1e85d54-b5e9-4bdd-81fc-ee418778c66d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 944 time: 0.1325669 Feb 11 05:04:59.352862 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d41456c-127d-4921-acb0-bd7dcdd16e80 req-23bbc0ef-40ba-4687-ae7e-eb379683fade tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090705 Feb 11 05:04:59.484954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225516-f16f-42f6-ac3d-21cadfeeed7e req-de654868-08d6-4158-8d51-7127e846c02e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:59.497151 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d225516-f16f-42f6-ac3d-21cadfeeed7e req-de654868-08d6-4158-8d51-7127e846c02e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1228898 Feb 11 05:04:59.601290 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:59.674319 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d225516-f16f-42f6-ac3d-21cadfeeed7e req-b8a3301c-36fa-46c5-9121-af288c282f99 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750102 Feb 11 05:04:59.727166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56454) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:59.730643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-82bcfce4-3af8-427f-bfb3-7e49c1ccfce1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5df24f87206d4ffea8011b97845f8460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1247864 Feb 11 05:04:59.843401 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11fae5bb-3953-4b92-852c-74667e099de7 admin admin] Publish callbacks [] for security_group (2cc6c643-2988-4b05-a4a5-87c9b5a0d819), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.883218 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11fae5bb-3953-4b92-852c-74667e099de7 admin admin] Publish callbacks [] for security_group (2cc6c643-2988-4b05-a4a5-87c9b5a0d819), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.936459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11fae5bb-3953-4b92-852c-74667e099de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2cc6c643-2988-4b05-a4a5-87c9b5a0d819), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.939923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11fae5bb-3953-4b92-852c-74667e099de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.942110 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-11fae5bb-3953-4b92-852c-74667e099de7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2cc6c643-2988-4b05-a4a5-87c9b5a0d819 HTTP/1.1" status: 204 len: 168 time: 0.2135651 Feb 11 05:04:59.953048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fae5bb-3953-4b92-852c-74667e099de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc6c643-2988-4b05-a4a5-87c9b5a0d819,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:00.551056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7fa6b-30de-402b-bc02-d6d649bf40f8 req-c5ca9a53-d14f-481b-b181-96b546e18bf8 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:00.553345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d9b7fa6b-30de-402b-bc02-d6d649bf40f8 req-c5ca9a53-d14f-481b-b181-96b546e18bf8 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 944 time: 0.0752203 Feb 11 05:05:00.649830 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d9b7fa6b-30de-402b-bc02-d6d649bf40f8 req-24ed2387-931f-4c78-9de9-79a66b6282a2 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902765 Feb 11 05:05:00.893520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d410e-b92b-4522-88aa-5bab97879130 req-8770e8db-3c05-468b-8f40-4e4e9e700598 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:00.895754 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-371d410e-b92b-4522-88aa-5bab97879130 req-8770e8db-3c05-468b-8f40-4e4e9e700598 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 945 time: 0.1358659 Feb 11 05:05:00.931235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8ebfa-eb12-46b6-b99a-ecd3f7d5a320 req-d2e60024-b027-45d9-9900-1e290ee9a10b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:00.945958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52d8ebfa-eb12-46b6-b99a-ecd3f7d5a320 req-d2e60024-b027-45d9-9900-1e290ee9a10b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1094294 Feb 11 05:05:01.021235 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-371d410e-b92b-4522-88aa-5bab97879130 req-e3eedcb2-21e8-4276-b914-7f726a2864bc tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7751147-2ec2-4f93-99ff-9eb76c1d654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191154 Feb 11 05:05:01.064324 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52d8ebfa-eb12-46b6-b99a-ecd3f7d5a320 req-f5ee24ca-2194-4b5b-833c-7c1b8b300c7c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162086 Feb 11 05:05:01.205663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56508) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:01.319247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-571104764'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:01.346136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Made reservation on behalf of 9003902e7f8343848d15d0e67587a92a for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:01.352157 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.372554 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.556962 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks [] for security_group (f72f38a4-39ef-4fd1-bdb7-302fa2894fa6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.573795 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f72f38a4-39ef-4fd1-bdb7-302fa2894fa6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.606019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:05:01.612723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72f38a4-39ef-4fd1-bdb7-302fa2894fa6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:01.629451 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e8436e9a-8f9e-4bda-a20f-3352008b6f13), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.629808 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Added segment e8436e9a-8f9e-4bda-a20f-3352008b6f13 of type vlan for network 532fea0f-9321-4cdc-9a6a-ef6a8257fa09 Feb 11 05:05:01.708142 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (532fea0f-9321-4cdc-9a6a-ef6a8257fa09), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.775381 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (532fea0f-9321-4cdc-9a6a-ef6a8257fa09), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.790620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:01.792902 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.929780 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7219934 Feb 11 05:05:01.932627 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56518) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:01.937685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5528db4f-8d0b-4cdd-94d7-0080b36222c6 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Request body: {'subnet': {'network_id': '532fea0f-9321-4cdc-9a6a-ef6a8257fa09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:02.013659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732bcbc-6ef1-4160-b47b-6d526e1cd779 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Pushing event updated for resources: {'Network': ['ID=532fea0f-9321-4cdc-9a6a-ef6a8257fa09,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:02.029664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 532fea0f-9321-4cdc-9a6a-ef6a8257fa09 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:05:02.052011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b28352-0d17-4781-9821-b6732d6e8fd5 req-80ffdf26-c10d-4f74-b03d-e31a91716df9 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:02.073419 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-76b28352-0d17-4781-9821-b6732d6e8fd5 req-80ffdf26-c10d-4f74-b03d-e31a91716df9 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 944 time: 0.2764049 Feb 11 05:05:02.281961 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-76b28352-0d17-4781-9821-b6732d6e8fd5 req-2fc067e8-8b83-47b0-ac18-2155b44d2349 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069476 Feb 11 05:05:02.337549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee58a57-4f9a-49a4-b2ee-7cad4fc0e401 req-f7fdf012-b9e2-4caa-b948-e7865f8259a5 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:02.339184 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7ee58a57-4f9a-49a4-b2ee-7cad4fc0e401 req-f7fdf012-b9e2-4caa-b948-e7865f8259a5 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.10 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 945 time: 0.1562455 Feb 11 05:05:02.346208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5528db4f-8d0b-4cdd-94d7-0080b36222c6 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Made reservation on behalf of 9003902e7f8343848d15d0e67587a92a for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:02.349843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5528db4f-8d0b-4cdd-94d7-0080b36222c6 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.379121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3664b-2022-402f-b2a4-bba214e7ebdb req-5cfc9ff3-91d7-47ee-8fcf-7a7bd6433717 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:02.380910 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2aa3664b-2022-402f-b2a4-bba214e7ebdb req-5cfc9ff3-91d7-47ee-8fcf-7a7bd6433717 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 945 time: 0.1341825 Feb 11 05:05:02.427562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e1315586-f78f-4894-8233-af9a0a7ff114 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:05:02.623768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e1315586-f78f-4894-8233-af9a0a7ff114, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e1315586-f78f-4894-8233-af9a0a7ff114,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:02.643331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'e1315586-f78f-4894-8233-af9a0a7ff114', 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6', 'port_id': 'e1315586-f78f-4894-8233-af9a0a7ff114', 'mac_address': 'fa:16:3e:37:a7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabecbae-83ae-4c69-ad9c-61ef91318b08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:05:02.698860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2aa3664b-2022-402f-b2a4-bba214e7ebdb req-39c7738d-9f60-4e16-be3b-79d4daa939d0 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7751147-2ec2-4f93-99ff-9eb76c1d654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773790 Feb 11 05:05:02.706595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port e1315586-f78f-4894-8233-af9a0a7ff114 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:02.707471 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.719322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7ee58a57-4f9a-49a4-b2ee-7cad4fc0e401 req-69d63141-f4e7-422e-82bd-658940e08fb8 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Deleting port 2a74141d-eea5-46c7-a6be-edcbd28ded8f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:02.719761 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7ee58a57-4f9a-49a4-b2ee-7cad4fc0e401 req-69d63141-f4e7-422e-82bd-658940e08fb8 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.728266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1315586-f78f-4894-8233-af9a0a7ff114 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:02.759635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e1315586-f78f-4894-8233-af9a0a7ff114, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e1315586-f78f-4894-8233-af9a0a7ff114,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:02.765486 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.835421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496277-7f63-4c69-8777-28b56b4c4474 req-77039fa5-3f2a-4880-b296-5c8e319986ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:02.836605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=e1315586-f78f-4894-8233-af9a0a7ff114,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:02.837768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4496277-7f63-4c69-8777-28b56b4c4474 req-77039fa5-3f2a-4880-b296-5c8e319986ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.2808368 Feb 11 05:05:02.896205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7ee58a57-4f9a-49a4-b2ee-7cad4fc0e401 req-69d63141-f4e7-422e-82bd-658940e08fb8 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] For port 2a74141d-eea5-46c7-a6be-edcbd28ded8f, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2a74141d-eea5-46c7-a6be-edcbd28ded8f,segment=NetworkSegment(1ec1b6a9-989f-4fc1-ac1d-25631d4936ac),segment_id=1ec1b6a9-989f-4fc1-ac1d-25631d4936ac)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:02.896971 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7ee58a57-4f9a-49a4-b2ee-7cad4fc0e401 req-69d63141-f4e7-422e-82bd-658940e08fb8 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.906171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5528db4f-8d0b-4cdd-94d7-0080b36222c6 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (e72960ba-dfcd-4c8d-a2eb-199a4f8054ed), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.913383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-7ee58a57-4f9a-49a4-b2ee-7cad4fc0e401 req-69d63141-f4e7-422e-82bd-658940e08fb8 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Calling delete_port for 2a74141d-eea5-46c7-a6be-edcbd28ded8f owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:03.116641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528db4f-8d0b-4cdd-94d7-0080b36222c6 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Pushing event updated for resources: {'Subnet': ['ID=e72960ba-dfcd-4c8d-a2eb-199a4f8054ed,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:03.218338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5528db4f-8d0b-4cdd-94d7-0080b36222c6 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Checking segment: {'id': 'e8436e9a-8f9e-4bda-a20f-3352008b6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '532fea0f-9321-4cdc-9a6a-ef6a8257fa09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:03.218937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5528db4f-8d0b-4cdd-94d7-0080b36222c6 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Network hostable DHCP agents. Network: 532fea0f-9321-4cdc-9a6a-ef6a8257fa09, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:05:03.251131 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4496277-7f63-4c69-8777-28b56b4c4474 req-fe579fbc-3f99-4180-9285-e9ffab822d81 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043393 Feb 11 05:05:03.261072 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7ee58a57-4f9a-49a4-b2ee-7cad4fc0e401 req-69d63141-f4e7-422e-82bd-658940e08fb8 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2a74141d-eea5-46c7-a6be-edcbd28ded8f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.285626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5528db4f-8d0b-4cdd-94d7-0080b36222c6 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Network 532fea0f-9321-4cdc-9a6a-ef6a8257fa09 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:05:03.301378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['2a74141d-eea5-46c7-a6be-edcbd28ded8f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:03.307578 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5528db4f-8d0b-4cdd-94d7-0080b36222c6 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 532fea0f-9321-4cdc-9a6a-ef6a8257fa09) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:03.316828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5528db4f-8d0b-4cdd-94d7-0080b36222c6 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:03.317781 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5528db4f-8d0b-4cdd-94d7-0080b36222c6 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.324747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d63141-f4e7-422e-82bd-658940e08fb8 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Pushing event deleted for resources: {'Port': ['ID=2a74141d-eea5-46c7-a6be-edcbd28ded8f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:03.401334 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5528db4f-8d0b-4cdd-94d7-0080b36222c6 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4651465 Feb 11 05:05:03.404546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56538) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:03.435682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Request body: {'port': {'network_id': '532fea0f-9321-4cdc-9a6a-ef6a8257fa09', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-130053848'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:03.467063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8400bfe8-270e-4dcd-969f-730d8503a02b None None] Network 532fea0f-9321-4cdc-9a6a-ef6a8257fa09 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:03.484005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee58a57-4f9a-49a4-b2ee-7cad4fc0e401 req-69d63141-f4e7-422e-82bd-658940e08fb8 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] No DVR routers for this DVR port 2a74141d-eea5-46c7-a6be-edcbd28ded8f on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:03.493418 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7ee58a57-4f9a-49a4-b2ee-7cad4fc0e401 req-69d63141-f4e7-422e-82bd-658940e08fb8 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.498426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7ee58a57-4f9a-49a4-b2ee-7cad4fc0e401 req-69d63141-f4e7-422e-82bd-658940e08fb8 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.10 "DELETE /v2.0/ports/2a74141d-eea5-46c7-a6be-edcbd28ded8f HTTP/1.1" status: 204 len: 173 time: 1.1534696 Feb 11 05:05:03.510165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ba6e61-d435-4d58-9228-14b5c56f3dea', 'name': 'network-vif-deleted', 'tag': '2a74141d-eea5-46c7-a6be-edcbd28ded8f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:03.515151 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bd9e90-e468-4353-a6cf-dd68397025cb" -d '{"events": [{"server_uuid": "39ba6e61-d435-4d58-9228-14b5c56f3dea", "name": "network-vif-deleted", "tag": "2a74141d-eea5-46c7-a6be-edcbd28ded8f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:03.647933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['e1315586-f78f-4894-8233-af9a0a7ff114'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:03.659979 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258d8c0f-aed9-43ac-baf7-fc6bc434a5bb x-openstack-request-id: req-258d8c0f-aed9-43ac-baf7-fc6bc434a5bb {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:03.660576 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ba6e61-d435-4d58-9228-14b5c56f3dea", "name": "network-vif-deleted", "tag": "2a74141d-eea5-46c7-a6be-edcbd28ded8f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:03.661000 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-258d8c0f-aed9-43ac-baf7-fc6bc434a5bb {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:03.661575 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ba6e61-d435-4d58-9228-14b5c56f3dea', 'name': 'network-vif-deleted', 'tag': '2a74141d-eea5-46c7-a6be-edcbd28ded8f', 'status': 'completed', 'code': 200} Feb 11 05:05:03.706218 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b677c-4415-4d63-b365-5b942c084673 req-3d750035-a8fd-4045-8e7f-5d26b1fa7cd3 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:03.715809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf5b677c-4415-4d63-b365-5b942c084673 req-3d750035-a8fd-4045-8e7f-5d26b1fa7cd3 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 945 time: 0.1193080 Feb 11 05:05:03.833585 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf5b677c-4415-4d63-b365-5b942c084673 req-60a98000-378f-4e5c-aa65-f892fc3763d1 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165252 Feb 11 05:05:03.922361 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.969023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f59d1f05-58fc-4fb4-8d6c-9d196900d6d0 req-e0ab762b-808f-463a-9ab1-e4c5b31d13e7 tempest-VolumesActionsTest-486520505 tempest-VolumesActionsTest-486520505-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ba6e61-d435-4d58-9228-14b5c56f3dea HTTP/1.1" status: 200 len: 210 time: 0.0928335 Feb 11 05:05:04.010177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Made reservation on behalf of 9003902e7f8343848d15d0e67587a92a for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:04.013868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.026847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-532fea0f-9321-4cdc-9a6a-ef6a8257fa09', 'network_id': '532fea0f-9321-4cdc-9a6a-ef6a8257fa09', 'project_id': '9003902e7f8343848d15d0e67587a92a', 'fixed_ips': [{'subnet_id': 'e72960ba-dfcd-4c8d-a2eb-199a4f8054ed'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:05:04.027541 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.052133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] device_id is not set on port 1d11ab52-703a-4499-bd5c-1d2d4d02c9b9 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:04.329783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Allocated IP 2001:db8::2 (532fea0f-9321-4cdc-9a6a-ef6a8257fa09/e72960ba-dfcd-4c8d-a2eb-199a4f8054ed/1d11ab52-703a-4499-bd5c-1d2d4d02c9b9) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:04.624824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f1825-83e5-4296-a2a9-d318c4086883 req-9333445e-bcb1-48af-9a8e-34d78410aab3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:04.626868 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-017f1825-83e5-4296-a2a9-d318c4086883 req-9333445e-bcb1-48af-9a8e-34d78410aab3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.2125642 Feb 11 05:05:04.718766 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks [] for port (1d11ab52-703a-4499-bd5c-1d2d4d02c9b9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.728500 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-017f1825-83e5-4296-a2a9-d318c4086883 req-afba6d5f-80c5-46fa-9700-ec1f4ccf7c79 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870619 Feb 11 05:05:04.813322 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1d11ab52-703a-4499-bd5c-1d2d4d02c9b9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.918078 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::2-2487469a-9648-4850-89e5-e30187cb928f {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:05:04.918701 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:05:04.928901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Network 532fea0f-9321-4cdc-9a6a-ef6a8257fa09 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:04.932481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:04.936465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:04.946020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:04.946653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.975537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Pushing event updated for resources: {'Port': ['ID=1d11ab52-703a-4499-bd5c-1d2d4d02c9b9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:04.986563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d8092-935c-4fa8-a810-bd52f969c200 req-3f043254-434b-4bdb-91e0-72f681e76a51 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:04.996047 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1e5d8092-935c-4fa8-a810-bd52f969c200 req-3f043254-434b-4bdb-91e0-72f681e76a51 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 945 time: 0.0678511 Feb 11 05:05:05.013122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c4e8104f-dff9-4e35-96af-b1d28f739e1c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6060448 Feb 11 05:05:05.016416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56558) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:05.021696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Request body: {'port': {'network_id': '532fea0f-9321-4cdc-9a6a-ef6a8257fa09', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-655832612', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:05.022291 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] bootfile-name is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:05:05.022589 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] tftp-server is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:05:05.022942 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] server-ip-address is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:05:05.059737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1e5d8092-935c-4fa8-a810-bd52f969c200 req-81a19178-20ae-4189-ae39-4415f0a3e988 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626481 Feb 11 05:05:05.243626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Made reservation on behalf of 9003902e7f8343848d15d0e67587a92a for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:05.248740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.287018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] device_id is not set on port 3a96a46a-2281-4e09-8af6-788861768534 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:05.419989 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.600335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Allocated IP 2001:db8::32 (532fea0f-9321-4cdc-9a6a-ef6a8257fa09/e72960ba-dfcd-4c8d-a2eb-199a4f8054ed/3a96a46a-2281-4e09-8af6-788861768534) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:05.861412 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks [] for port (3a96a46a-2281-4e09-8af6-788861768534), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.916465 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3a96a46a-2281-4e09-8af6-788861768534), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.995366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Network 532fea0f-9321-4cdc-9a6a-ef6a8257fa09 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:05.998640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:06.007971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:06.014468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:06.015312 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.032643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Pushing event updated for resources: {'Port': ['ID=3a96a46a-2281-4e09-8af6-788861768534,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:06.054094 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1a501100-59e8-4afd-86bf-8f17f1c57587 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.0365844 Feb 11 05:05:06.057823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56578) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:06.071594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dcaff-81b0-4c28-bb12-80c32c5cbafe req-0fa26ad9-9f61-4358-9d2d-84cba31f0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:06.077556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f85dcaff-81b0-4c28-bb12-80c32c5cbafe req-0fa26ad9-9f61-4358-9d2d-84cba31f0445 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 1129 time: 0.2547259 Feb 11 05:05:06.086635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Allocated IP 2001:db8::3 (532fea0f-9321-4cdc-9a6a-ef6a8257fa09/e72960ba-dfcd-4c8d-a2eb-199a4f8054ed/98365c60-4e72-447a-a134-61af06dc02fa) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:06.261992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5921b-575f-4909-a502-b71f1b5164c2 req-47b02f39-296c-403b-a8ab-2a0264c5c426 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:06.269773 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38d5921b-575f-4909-a502-b71f1b5164c2 req-47b02f39-296c-403b-a8ab-2a0264c5c426 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.3842976 Feb 11 05:05:06.271988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dcaff-81b0-4c28-bb12-80c32c5cbafe req-4a3341a5-94cb-4202-84e7-28ef2fc53ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:06.273380 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f85dcaff-81b0-4c28-bb12-80c32c5cbafe req-4a3341a5-94cb-4202-84e7-28ef2fc53ca8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 918 time: 0.1669085 Feb 11 05:05:06.417115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23245a5-6de6-4291-9d98-eceb4caf6b4c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:06.441320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23245a5-6de6-4291-9d98-eceb4caf6b4c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:06.447868 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b23245a5-6de6-4291-9d98-eceb4caf6b4c tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1879 time: 0.3799515 Feb 11 05:05:06.451128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56584) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:06.473465 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Publish callbacks [] for port (98365c60-4e72-447a-a134-61af06dc02fa), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.489023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2a74141d-eea5-46c7-a6be-edcbd28ded8f no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:06.540239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e1315586-f78f-4894-8233-af9a0a7ff114 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:06.632143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f85dcaff-81b0-4c28-bb12-80c32c5cbafe req-87ac22aa-5dee-4230-81bc-72b150c26535 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c HTTP/1.1" status: 200 len: 1002 time: 0.3364437 Feb 11 05:05:06.640127 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (98365c60-4e72-447a-a134-61af06dc02fa), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.642228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 2a74141d-eea5-46c7-a6be-edcbd28ded8f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:05:06.647539 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2a74141d-eea5-46c7-a6be-edcbd28ded8f not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:06.760012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23089de-4969-4945-b7ec-cde6ee9eba13 req-a9a3a904-f29f-492b-999f-a86925e90c4b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:06.772766 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d23089de-4969-4945-b7ec-cde6ee9eba13 req-a9a3a904-f29f-492b-999f-a86925e90c4b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 945 time: 0.5669050 Feb 11 05:05:06.773108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Pushing event updated for resources: {'Port': ['ID=98365c60-4e72-447a-a134-61af06dc02fa,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:06.836677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.838713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.839462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.840183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.840928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.841905 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.842476 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.843417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.844034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.844761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.845679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.846368 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.848186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:06.857534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port e1315586-f78f-4894-8233-af9a0a7ff114 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:05:06.863104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port e1315586-f78f-4894-8233-af9a0a7ff114 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:06.864111 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.895152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-28969dc6-2359-420f-b855-0d991ecd403b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Deleting port 3a96a46a-2281-4e09-8af6-788861768534 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:06.895464 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28969dc6-2359-420f-b855-0d991ecd403b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3a96a46a-2281-4e09-8af6-788861768534), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.918557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Network 532fea0f-9321-4cdc-9a6a-ef6a8257fa09 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:06.924636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:06.933082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:07.004678 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28969dc6-2359-420f-b855-0d991ecd403b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3a96a46a-2281-4e09-8af6-788861768534), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.019436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-28969dc6-2359-420f-b855-0d991ecd403b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Calling delete_port for 3a96a46a-2281-4e09-8af6-788861768534 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:07.036901 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38d5921b-575f-4909-a502-b71f1b5164c2 req-c7ee23d8-4473-4103-8d35-0b7592134672 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7660432 Feb 11 05:05:07.081884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port e1315586-f78f-4894-8233-af9a0a7ff114 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:07.082399 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.161661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dcaff-81b0-4c28-bb12-80c32c5cbafe req-e500bf27-3cc8-4206-a877-69eff8e541ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:07.163862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f85dcaff-81b0-4c28-bb12-80c32c5cbafe req-e500bf27-3cc8-4206-a877-69eff8e541ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.5082273 Feb 11 05:05:07.171906 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c46d453a-2541-40c2-87ff-10850f36978f req-a35622b5-59dc-43d8-9b7d-1dd7d26c6e0c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5358653 Feb 11 05:05:07.226658 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d23089de-4969-4945-b7ec-cde6ee9eba13 req-a1984648-11b2-4ca8-bbd5-65d638c4551d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426107 Feb 11 05:05:07.228243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e1315586-f78f-4894-8233-af9a0a7ff114, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e1315586-f78f-4894-8233-af9a0a7ff114,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:07.307991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1315586-f78f-4894-8233-af9a0a7ff114'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:07.314065 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc679ea1-bf3b-4632-81ed-b0341f046234" -d '{"events": [{"server_uuid": "4b57e588-bbbb-4b02-884a-aeb6af1a98d0", "name": "network-vif-plugged", "status": "completed", "tag": "e1315586-f78f-4894-8233-af9a0a7ff114"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:07.353030 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.362499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dcaff-81b0-4c28-bb12-80c32c5cbafe req-50a47194-29a5-46aa-a2c3-03df41a9ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:07.364621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Attempting to bind port 98365c60-4e72-447a-a134-61af06dc02fa on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:07.366509 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f85dcaff-81b0-4c28-bb12-80c32c5cbafe req-50a47194-29a5-46aa-a2c3-03df41a9ccb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1935406 Feb 11 05:05:07.367048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Attempting to bind port 98365c60-4e72-447a-a134-61af06dc02fa by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'e8436e9a-8f9e-4bda-a20f-3352008b6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '532fea0f-9321-4cdc-9a6a-ef6a8257fa09'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:07.367629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Attempting to bind port 98365c60-4e72-447a-a134-61af06dc02fa on network 532fea0f-9321-4cdc-9a6a-ef6a8257fa09 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:07.444287 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28969dc6-2359-420f-b855-0d991ecd403b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3a96a46a-2281-4e09-8af6-788861768534), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.514174 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c7cacf-ba33-4718-9ee3-9d8913f52847 x-openstack-request-id: req-67c7cacf-ba33-4718-9ee3-9d8913f52847 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:07.516710 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b57e588-bbbb-4b02-884a-aeb6af1a98d0", "name": "network-vif-plugged", "status": "completed", "tag": "e1315586-f78f-4894-8233-af9a0a7ff114", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:07.516710 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67c7cacf-ba33-4718-9ee3-9d8913f52847 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:07.516710 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1315586-f78f-4894-8233-af9a0a7ff114', 'code': 200} Feb 11 05:05:07.516710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:07.517677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Checking segment: {'id': 'e8436e9a-8f9e-4bda-a20f-3352008b6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '532fea0f-9321-4cdc-9a6a-ef6a8257fa09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:07.518431 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.519769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Bound using segment: {'id': 'e8436e9a-8f9e-4bda-a20f-3352008b6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '532fea0f-9321-4cdc-9a6a-ef6a8257fa09'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:07.521537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Bound port: 98365c60-4e72-447a-a134-61af06dc02fa, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8436e9a-8f9e-4bda-a20f-3352008b6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '532fea0f-9321-4cdc-9a6a-ef6a8257fa09'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:07.521537 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (98365c60-4e72-447a-a134-61af06dc02fa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.528071 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=e1315586-f78f-4894-8233-af9a0a7ff114,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:07.593034 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.679709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28969dc6-2359-420f-b855-0d991ecd403b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Pushing event deleted for resources: {'Port': ['ID=3a96a46a-2281-4e09-8af6-788861768534,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:07.705357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28969dc6-2359-420f-b855-0d991ecd403b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.724130 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-28969dc6-2359-420f-b855-0d991ecd403b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] 10.222.0.48 "DELETE /v2.0/ports/3a96a46a-2281-4e09-8af6-788861768534 HTTP/1.1" status: 204 len: 168 time: 1.2719386 Feb 11 05:05:07.793504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] For port 98365c60-4e72-447a-a134-61af06dc02fa, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:07.801804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] For port 98365c60-4e72-447a-a134-61af06dc02fa, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=98365c60-4e72-447a-a134-61af06dc02fa,segment=NetworkSegment(e8436e9a-8f9e-4bda-a20f-3352008b6f13),segment_id=e8436e9a-8f9e-4bda-a20f-3352008b6f13)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:07.808099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:07.815442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-326e0db8-cfed-406b-9f3d-ff92ca880a0b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Request body: {'port': {'name': 'tempest-new-port-name-1496843813', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:07.816752 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-326e0db8-cfed-406b-9f3d-ff92ca880a0b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] bootfile-name is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:05:07.817210 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-326e0db8-cfed-406b-9f3d-ff92ca880a0b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] tftp-server is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:05:07.817604 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-326e0db8-cfed-406b-9f3d-ff92ca880a0b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] server-ip-address is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:05:07.825519 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (98365c60-4e72-447a-a134-61af06dc02fa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.985122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366168b6-917e-4cfa-897f-fd396b8bc8ba None None] Pushing event updated for resources: {'Port': ['ID=98365c60-4e72-447a-a134-61af06dc02fa,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:08.102044 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227e29b-7d00-4ef0-85b0-7b232c4f08b1 req-b797ecdf-c864-4487-9cbd-04f02db4a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:08.103929 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d227e29b-7d00-4ef0-85b0-7b232c4f08b1 req-b797ecdf-c864-4487-9cbd-04f02db4a5d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 1129 time: 0.4271100 Feb 11 05:05:08.104590 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-326e0db8-cfed-406b-9f3d-ff92ca880a0b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1d11ab52-703a-4499-bd5c-1d2d4d02c9b9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.403909 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d227e29b-7d00-4ef0-85b0-7b232c4f08b1 req-9f53356a-6551-4f2e-ada3-d68ddd45509c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729340 Feb 11 05:05:08.546032 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f85dcaff-81b0-4c28-bb12-80c32c5cbafe req-3751eaf6-b173-4c1b-9cb7-ee2c1f58eaa5 service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1641605 Feb 11 05:05:08.659035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d453a-2541-40c2-87ff-10850f36978f req-c666262e-2886-4ab0-9449-ddb3cb6a2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:08.659035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c46d453a-2541-40c2-87ff-10850f36978f req-c666262e-2886-4ab0-9449-ddb3cb6a2fce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 1128 time: 1.3895934 Feb 11 05:05:08.717975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da25d60-41d5-4c13-a6e2-f0716fbe2795 req-f6713aa4-77f0-448b-9604-adc309ee7c57 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:08.719562 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2da25d60-41d5-4c13-a6e2-f0716fbe2795 req-f6713aa4-77f0-448b-9604-adc309ee7c57 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1625254 Feb 11 05:05:08.837065 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee9602-8e3b-460d-b30c-13ac038bcf65 req-efe68c7f-e210-42f5-8edb-d58cec2ef6ba tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:08.841500 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16ee9602-8e3b-460d-b30c-13ac038bcf65 req-efe68c7f-e210-42f5-8edb-d58cec2ef6ba tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.4363122 Feb 11 05:05:09.052819 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16ee9602-8e3b-460d-b30c-13ac038bcf65 req-bfa45651-72c9-45e8-a774-30d6e7c07265 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942494 Feb 11 05:05:09.083605 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2da25d60-41d5-4c13-a6e2-f0716fbe2795 req-7db8942a-f2f2-48fb-80ad-01518bec09c4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974661 Feb 11 05:05:09.108795 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-326e0db8-cfed-406b-9f3d-ff92ca880a0b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks [] for port (1d11ab52-703a-4499-bd5c-1d2d4d02c9b9), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.130935 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-326e0db8-cfed-406b-9f3d-ff92ca880a0b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (1d11ab52-703a-4499-bd5c-1d2d4d02c9b9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.131947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 98365c60-4e72-447a-a134-61af06dc02fa up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:09.363910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e0db8-cfed-406b-9f3d-ff92ca880a0b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Pushing event updated for resources: {'Port': ['ID=1d11ab52-703a-4499-bd5c-1d2d4d02c9b9,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:09.394575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d453a-2541-40c2-87ff-10850f36978f req-eb6cf8a3-f6f4-4bd7-bf39-4f710fdd33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:09.396167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c46d453a-2541-40c2-87ff-10850f36978f req-eb6cf8a3-f6f4-4bd7-bf39-4f710fdd33f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 916 time: 0.6756921 Feb 11 05:05:09.418537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-326e0db8-cfed-406b-9f3d-ff92ca880a0b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] In _notify_port_updated(), no bound segment for port 1d11ab52-703a-4499-bd5c-1d2d4d02c9b9 on network 532fea0f-9321-4cdc-9a6a-ef6a8257fa09 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:05:09.442154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e0db8-cfed-406b-9f3d-ff92ca880a0b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:09.442843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-326e0db8-cfed-406b-9f3d-ff92ca880a0b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.446540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-326e0db8-cfed-406b-9f3d-ff92ca880a0b tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] 10.222.0.48 "PUT /v2.0/ports/1d11ab52-703a-4499-bd5c-1d2d4d02c9b9 HTTP/1.1" status: 200 len: 1128 time: 1.6339381 Feb 11 05:05:09.446727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 98365c60-4e72-447a-a134-61af06dc02fa triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:09.446727 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (98365c60-4e72-447a-a134-61af06dc02fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.447454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56622) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:09.537172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c46d453a-2541-40c2-87ff-10850f36978f req-6aba858b-4cbf-4d53-8061-a465536aaa80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d762cb45-835e-4875-a59c-37abb82ee0c1 HTTP/1.1" status: 200 len: 217 time: 0.1199262 Feb 11 05:05:09.541606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f85dcaff-81b0-4c28-bb12-80c32c5cbafe req-4c0530c6-8cfa-4890-803a-e102969f8cd8 service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508427 Feb 11 05:05:09.609636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91abc78e-e803-493f-8c9c-f97b56b5cbe3 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:09.611306 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-91abc78e-e803-493f-8c9c-f97b56b5cbe3 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] 10.222.0.48 "GET /v2.0/ports/1d11ab52-703a-4499-bd5c-1d2d4d02c9b9 HTTP/1.1" status: 200 len: 1128 time: 0.1628869 Feb 11 05:05:09.620911 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56626) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:09.644794 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3e33700-9aec-4d92-816e-6cda4e032167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.704964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d453a-2541-40c2-87ff-10850f36978f req-61d58f69-bfa3-40ed-b665-ca29879f4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:09.709131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c46d453a-2541-40c2-87ff-10850f36978f req-61d58f69-bfa3-40ed-b665-ca29879f4c44 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.1664748 Feb 11 05:05:09.799699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 98365c60-4e72-447a-a134-61af06dc02fa is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:09.802854 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (98365c60-4e72-447a-a134-61af06dc02fa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.872116 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c46d453a-2541-40c2-87ff-10850f36978f req-30cd5021-221d-4ae9-9852-def5dc213dbd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481519 Feb 11 05:05:09.886884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442e27c9-5977-4e46-b310-703c2d8ef539 None None] Network 532fea0f-9321-4cdc-9a6a-ef6a8257fa09 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:10.057439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 98365c60-4e72-447a-a134-61af06dc02fa, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=98365c60-4e72-447a-a134-61af06dc02fa,segment=NetworkSegment(e8436e9a-8f9e-4bda-a20f-3352008b6f13),segment_id=e8436e9a-8f9e-4bda-a20f-3352008b6f13)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:10.073184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c11ff3fd-d9a1-4388-81fd-15e24857af59 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Deleting port 1d11ab52-703a-4499-bd5c-1d2d4d02c9b9 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:10.077210 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11ff3fd-d9a1-4388-81fd-15e24857af59 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1d11ab52-703a-4499-bd5c-1d2d4d02c9b9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.236797 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (98365c60-4e72-447a-a134-61af06dc02fa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.314319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-722f57ef-2f88-4044-8e51-5e5a5142d954 None None] Provisioning complete for port 98365c60-4e72-447a-a134-61af06dc02fa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:10.323427 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-722f57ef-2f88-4044-8e51-5e5a5142d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (98365c60-4e72-447a-a134-61af06dc02fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.323667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c46d453a-2541-40c2-87ff-10850f36978f req-dff7d6e1-743b-4883-9bc6-e45ab5fe9d11 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449451 Feb 11 05:05:10.453791 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11ff3fd-d9a1-4388-81fd-15e24857af59 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1d11ab52-703a-4499-bd5c-1d2d4d02c9b9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.468713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c11ff3fd-d9a1-4388-81fd-15e24857af59 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Calling delete_port for 1d11ab52-703a-4499-bd5c-1d2d4d02c9b9 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:10.539134 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce018bd-7182-420e-9bea-44633057d9d2 req-37cff756-2f04-4476-bda5-fc790725ca6c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:10.540704 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ce018bd-7182-420e-9bea-44633057d9d2 req-37cff756-2f04-4476-bda5-fc790725ca6c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.3012745 Feb 11 05:05:10.615533 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=98365c60-4e72-447a-a134-61af06dc02fa,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:10.710704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b4205-f202-4912-813e-481a7c1b6969 req-d43a59b5-e79e-4998-a4e2-ea04acef38b8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:10.726973 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c21b4205-f202-4912-813e-481a7c1b6969 req-d43a59b5-e79e-4998-a4e2-ea04acef38b8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.5135157 Feb 11 05:05:10.836589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ce018bd-7182-420e-9bea-44633057d9d2 req-74d73489-e74e-4b26-b3f1-03c3742f2642 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663074 Feb 11 05:05:10.873222 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c46d453a-2541-40c2-87ff-10850f36978f req-2567b334-56e9-4857-ace8-287644663bc2 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470953 Feb 11 05:05:10.873985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-722f57ef-2f88-4044-8e51-5e5a5142d954 None None] Current status of the port 98365c60-4e72-447a-a134-61af06dc02fa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:10.881215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 98365c60-4e72-447a-a134-61af06dc02fa up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:11.148256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 98365c60-4e72-447a-a134-61af06dc02fa triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:11.151710 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (98365c60-4e72-447a-a134-61af06dc02fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.286996 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c21b4205-f202-4912-813e-481a7c1b6969 req-f2062292-e7e7-470a-adf0-7b32bca36152 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5483150 Feb 11 05:05:11.377464 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11ff3fd-d9a1-4388-81fd-15e24857af59 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1d11ab52-703a-4499-bd5c-1d2d4d02c9b9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.418198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-32bbf521-bd95-495a-b0b9-00be7bd7c655 None None] Could not find standard attr ID for object 1d11ab52-703a-4499-bd5c-1d2d4d02c9b9. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:11.466638 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ff3fd-d9a1-4388-81fd-15e24857af59 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Pushing event deleted for resources: {'Port': ['ID=1d11ab52-703a-4499-bd5c-1d2d4d02c9b9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:11.531181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c11ff3fd-d9a1-4388-81fd-15e24857af59 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.533942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-32bbf521-bd95-495a-b0b9-00be7bd7c655 None None] Provisioning complete for port 98365c60-4e72-447a-a134-61af06dc02fa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:11.537832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56658) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:11.545594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c11ff3fd-d9a1-4388-81fd-15e24857af59 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] 10.222.0.48 "DELETE /v2.0/ports/1d11ab52-703a-4499-bd5c-1d2d4d02c9b9 HTTP/1.1" status: 204 len: 168 time: 1.9212339 Feb 11 05:05:11.545867 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32bbf521-bd95-495a-b0b9-00be7bd7c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (98365c60-4e72-447a-a134-61af06dc02fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.612747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 98365c60-4e72-447a-a134-61af06dc02fa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:11.627138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fad8d1-c9e2-4466-ac96-f77d13da223d tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Deleting subnet e72960ba-dfcd-4c8d-a2eb-199a4f8054ed {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:11.645840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59fad8d1-c9e2-4466-ac96-f77d13da223d tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks [] for subnet (e72960ba-dfcd-4c8d-a2eb-199a4f8054ed), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.810109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-32bbf521-bd95-495a-b0b9-00be7bd7c655 None None] Current status of the port 98365c60-4e72-447a-a134-61af06dc02fa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:11.878676 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-def29b2f-5558-42dc-95a6-3937716b08d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.935810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e318fca8-f670-4e24-ba1f-f6d5e653c327 None None] Could not find standard attr ID for object 1d11ab52-703a-4499-bd5c-1d2d4d02c9b9. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:12.038598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59fad8d1-c9e2-4466-ac96-f77d13da223d tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (e72960ba-dfcd-4c8d-a2eb-199a4f8054ed), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.159451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88a1f1-2401-4188-a4dd-b37ad681c682 req-76ca8cd9-fc4e-48b2-be9e-26e19f23cefb tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:12.161499 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a88a1f1-2401-4188-a4dd-b37ad681c682 req-76ca8cd9-fc4e-48b2-be9e-26e19f23cefb tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1640794 Feb 11 05:05:12.234053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-5a57fa0e-473e-4b25-9292-4726d64b5af8 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:12.250038 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-5a57fa0e-473e-4b25-9292-4726d64b5af8 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 815 time: 0.3594756 Feb 11 05:05:12.261349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-142f9f5a-1ce7-4e83-a82c-077135c5fe2f None None] Could not find standard attr ID for object 3a96a46a-2281-4e09-8af6-788861768534. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:12.267436 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a88a1f1-2401-4188-a4dd-b37ad681c682 req-72446c0a-1725-486a-8d02-f50809328280 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996077 Feb 11 05:05:12.431349 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-8deb69f7-64d1-4d68-a626-85bc58d80c63 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/quotas/14fbf88da36d492db7af138f03064fc5 HTTP/1.1" status: 200 len: 375 time: 0.1799688 Feb 11 05:05:12.539145 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164901-f33c-4164-9f0f-141ff5720062 req-624fc4c2-6f55-47b8-8a0e-d99b899e46b1 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:12.546671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a3164901-f33c-4164-9f0f-141ff5720062 req-624fc4c2-6f55-47b8-8a0e-d99b899e46b1 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1244740 Feb 11 05:05:12.672723 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-32614528-d0a8-4810-8c48-46bbedf22ae3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2390556 Feb 11 05:05:12.754948 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.809175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a3164901-f33c-4164-9f0f-141ff5720062 req-b69bdff8-34b9-4912-a6b5-73ccadc14463 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491844 Feb 11 05:05:12.873653 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59fad8d1-c9e2-4466-ac96-f77d13da223d tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e72960ba-dfcd-4c8d-a2eb-199a4f8054ed), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.007367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddbaa2-bddf-41d5-945e-5afb1664c108 req-da10b018-bb7b-4de9-a2c4-46387f522bf3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:13.015602 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aeddbaa2-bddf-41d5-945e-5afb1664c108 req-da10b018-bb7b-4de9-a2c4-46387f522bf3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1246035 Feb 11 05:05:13.102668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-130ac60c-0f9f-4982-960f-a1fa17b598b6 service neutron] 10.222.0.48 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290555 Feb 11 05:05:13.128529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aeddbaa2-bddf-41d5-945e-5afb1664c108 req-61063fb2-866a-404f-894f-f46d50d43376 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115310 Feb 11 05:05:13.265848 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59fad8d1-c9e2-4466-ac96-f77d13da223d tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (e72960ba-dfcd-4c8d-a2eb-199a4f8054ed), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.302316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-489466d7-a1c2-45c1-b8f5-3a3fb357a2ea None None] Could not find standard attr ID for object 1d11ab52-703a-4499-bd5c-1d2d4d02c9b9. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:13.491602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fad8d1-c9e2-4466-ac96-f77d13da223d tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Pushing event deleted for resources: {'Subnet': ['ID=e72960ba-dfcd-4c8d-a2eb-199a4f8054ed,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:13.503181 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-d44da277-8bb9-4d9f-a507-c1fc9e87d7b3 service neutron] 10.222.0.48 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933806 Feb 11 05:05:13.520309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59fad8d1-c9e2-4466-ac96-f77d13da223d tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.530435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-59fad8d1-c9e2-4466-ac96-f77d13da223d tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] 10.222.0.48 "DELETE /v2.0/subnets/e72960ba-dfcd-4c8d-a2eb-199a4f8054ed HTTP/1.1" status: 204 len: 168 time: 1.9894757 Feb 11 05:05:13.531852 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56696) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:13.615550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc5c7d-d6f0-4ce0-aae5-8ef3efbe95e6 None None] Network 532fea0f-9321-4cdc-9a6a-ef6a8257fa09 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:13.684609 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (532fea0f-9321-4cdc-9a6a-ef6a8257fa09), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.879069 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55892162-f3d5-42cd-83e5-63eb86d8bde0 req-9ac018cf-6958-45e3-8511-11f75bc7124c tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 210 time: 0.0690417 Feb 11 05:05:13.969867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ed9adb-5894-40ed-9b68-dbd262de7623 None None] DHCP port deletion for 532fea0f-9321-4cdc-9a6a-ef6a8257fa09 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:05:14.105456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-26ed9adb-5894-40ed-9b68-dbd262de7623 None None] Deleting port 98365c60-4e72-447a-a134-61af06dc02fa {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:14.105838 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26ed9adb-5894-40ed-9b68-dbd262de7623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (98365c60-4e72-447a-a134-61af06dc02fa), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.360466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dde91-2013-483a-ad43-f13d71a6a029 req-7da389de-7fb7-4983-9200-f43e3b0d0537 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:14.371597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-725dde91-2013-483a-ad43-f13d71a6a029 req-7da389de-7fb7-4983-9200-f43e3b0d0537 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1166897 Feb 11 05:05:14.480624 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-725dde91-2013-483a-ad43-f13d71a6a029 req-9570999a-bde4-4467-aea6-d6c49a38a791 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080449 Feb 11 05:05:14.739534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee697949-9ee8-4d47-9a28-7268c42fac61 req-cdb95200-23d8-4636-a7c6-f111d84ee4ac tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:14.750529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ee697949-9ee8-4d47-9a28-7268c42fac61 req-cdb95200-23d8-4636-a7c6-f111d84ee4ac tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 1.2673769 Feb 11 05:05:14.873538 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ee697949-9ee8-4d47-9a28-7268c42fac61 req-b882e346-3d8e-441c-8364-998022de259b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219022 Feb 11 05:05:14.896880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-26ed9adb-5894-40ed-9b68-dbd262de7623 None None] For port 98365c60-4e72-447a-a134-61af06dc02fa, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=98365c60-4e72-447a-a134-61af06dc02fa,segment=NetworkSegment(e8436e9a-8f9e-4bda-a20f-3352008b6f13),segment_id=e8436e9a-8f9e-4bda-a20f-3352008b6f13)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:14.897299 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26ed9adb-5894-40ed-9b68-dbd262de7623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (98365c60-4e72-447a-a134-61af06dc02fa), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.900924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Deleting port 98365c60-4e72-447a-a134-61af06dc02fa {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:14.901283 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (98365c60-4e72-447a-a134-61af06dc02fa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.922489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-26ed9adb-5894-40ed-9b68-dbd262de7623 None None] Calling delete_port for 98365c60-4e72-447a-a134-61af06dc02fa owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:14.980038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] For port 98365c60-4e72-447a-a134-61af06dc02fa, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=98365c60-4e72-447a-a134-61af06dc02fa,segment=NetworkSegment(e8436e9a-8f9e-4bda-a20f-3352008b6f13),segment_id=e8436e9a-8f9e-4bda-a20f-3352008b6f13)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:14.980411 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (98365c60-4e72-447a-a134-61af06dc02fa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.011625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Calling delete_port for 98365c60-4e72-447a-a134-61af06dc02fa owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:15.090411 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 98365c60-4e72-447a-a134-61af06dc02fa no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:15.116621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8329b62-21d8-4ce0-9911-b24ef1300493 req-7fedfb9c-56f4-43de-a101-a4f5a69f18a5 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:15.127785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8329b62-21d8-4ce0-9911-b24ef1300493 req-7fedfb9c-56f4-43de-a101-a4f5a69f18a5 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1286364 Feb 11 05:05:15.149090 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26ed9adb-5894-40ed-9b68-dbd262de7623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (98365c60-4e72-447a-a134-61af06dc02fa), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.170255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 98365c60-4e72-447a-a134-61af06dc02fa {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:05:15.170492 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 98365c60-4e72-447a-a134-61af06dc02fa not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:15.172122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed9adb-5894-40ed-9b68-dbd262de7623 None None] No DVR routers for this DVR port 98365c60-4e72-447a-a134-61af06dc02fa on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:15.217137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8134581c-fff8-45de-b16d-6a59361b8617 req-6f72d53b-73dd-4cb7-a0bf-ebdd1b9d46c0 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 210 time: 0.1285357 Feb 11 05:05:15.217528 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.218573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed9adb-5894-40ed-9b68-dbd262de7623 None None] Pushing event deleted for resources: {'Port': ['ID=98365c60-4e72-447a-a134-61af06dc02fa,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:15.233561 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (98365c60-4e72-447a-a134-61af06dc02fa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.262096 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8329b62-21d8-4ce0-9911-b24ef1300493 req-ed991b95-c14c-4a32-a432-c6c5c81865c4 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292064 Feb 11 05:05:15.370791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Pushing event deleted for resources: {'Port': ['ID=98365c60-4e72-447a-a134-61af06dc02fa,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:15.389329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] No DVR routers for this DVR port 98365c60-4e72-447a-a134-61af06dc02fa on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:15.594985 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (532fea0f-9321-4cdc-9a6a-ef6a8257fa09), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.595423 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.680701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532fea0f-9321-4cdc-9a6a-ef6a8257fa09']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:15.713519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8436e9a-8f9e-4bda-a20f-3352008b6f13') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:15.713890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8436e9a-8f9e-4bda-a20f-3352008b6f13') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:15.755128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1ee6a-5d32-4a5f-8d3a-d3b75c861916 req-0183a727-a214-438d-9509-638c1e9e914f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:15.762907 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84f1ee6a-5d32-4a5f-8d3a-d3b75c861916 req-0183a727-a214-438d-9509-638c1e9e914f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1550941 Feb 11 05:05:15.787300 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (e8436e9a-8f9e-4bda-a20f-3352008b6f13), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.838130 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e8436e9a-8f9e-4bda-a20f-3352008b6f13), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.864176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:05:15.865615 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (e8436e9a-8f9e-4bda-a20f-3352008b6f13), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:05:15.874831 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:05:16.088628 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84f1ee6a-5d32-4a5f-8d3a-d3b75c861916 req-d4c69324-d5ed-4abf-bbb6-c6ef04d96455 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129787 Feb 11 05:05:16.108797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (532fea0f-9321-4cdc-9a6a-ef6a8257fa09), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.159910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.171884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] 10.222.0.48 "DELETE /v2.0/networks/532fea0f-9321-4cdc-9a6a-ef6a8257fa09 HTTP/1.1" status: 204 len: 168 time: 2.6388228 Feb 11 05:05:16.173392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae0a93-2ab7-44ab-9aba-541ecbbeac6a tempest-ExtraDHCPOptionsIpV6TestJSON-238119960 tempest-ExtraDHCPOptionsIpV6TestJSON-238119960-project] Pushing event deleted for resources: {'Network': ['ID=532fea0f-9321-4cdc-9a6a-ef6a8257fa09,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:16.184245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-f14e4c91-2e17-46b8-9b33-88911942394d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:16.190588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-f14e4c91-2e17-46b8-9b33-88911942394d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.10 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 815 time: 0.3508978 Feb 11 05:05:16.201543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32509e0a-38d2-4adc-935b-260d153514ca req-e81eb541-0710-40cd-a46d-0f81375cde0e tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:16.212656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Request body: {'port': {'device_id': 'c90a9e6d-7d9c-4d7c-91f0-e75e867723d6', 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837', 'admin_state_up': True, 'tenant_id': '14fbf88da36d492db7af138f03064fc5'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:16.225607 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32509e0a-38d2-4adc-935b-260d153514ca req-e81eb541-0710-40cd-a46d-0f81375cde0e tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.2324452 Feb 11 05:05:16.352625 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32509e0a-38d2-4adc-935b-260d153514ca req-dc94c448-1b3f-458c-8a55-eeb64a9b7082 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192722 Feb 11 05:05:16.451420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:05:16.599233 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4fe06f6-3cae-4866-b25a-0166061b3456 req-eef18cf5-bd84-4c09-9d5f-82d06b08cc1c tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 210 time: 0.1476414 Feb 11 05:05:16.616367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:16.649459 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'port_id': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'mac_address': 'fa:16:3e:1e:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:05:16.713063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:16.713806 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.740059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Made reservation on behalf of 14fbf88da36d492db7af138f03064fc5 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:16.740620 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:16.750042 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.789567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:16.806430 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.919879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56774) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:16.963415 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:17.043660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56778) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:17.051793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Allocated IP 172.20.0.11 (f2e76b4a-67a8-4718-bea6-6ceafeb05837/30de0522-14cb-43d9-85af-dac873877880/0912b9f8-fca2-4f5e-994b-7519579213e2) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:17.072179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['267e01e7-2078-4bc4-9e7f-b69a1a7fa52c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:17.221799 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks [] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.272867 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.369449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Network f2e76b4a-67a8-4718-bea6-6ceafeb05837 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:17.380932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:17.385276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:17.391064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:17.399027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Pushing event updated for resources: {'Port': ['ID=0912b9f8-fca2-4f5e-994b-7519579213e2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:17.493246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['d762cb45-835e-4875-a59c-37abb82ee0c1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:17.501192 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-900a3024-5686-43e6-812d-0588b6bda26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.515504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:17.527164 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.538866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87714c50-58d7-4240-b777-3d07ddd5d2e5 req-269e5094-29e4-46a8-a22d-3955d9d19aaf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:17.548989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87714c50-58d7-4240-b777-3d07ddd5d2e5 req-269e5094-29e4-46a8-a22d-3955d9d19aaf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 945 time: 0.2964716 Feb 11 05:05:17.657944 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-2788f487-4369-4bd0-a11d-1d150b41c901 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4492226 Feb 11 05:05:17.681036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Request body: {'port': {'device_id': 'c90a9e6d-7d9c-4d7c-91f0-e75e867723d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:17.722975 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ca9fe4ae-7478-4a32-aa10-f476a451eda5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9003902e7f8343848d15d0e67587a92a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8018870 Feb 11 05:05:17.730159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56792) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:17.751224 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87714c50-58d7-4240-b777-3d07ddd5d2e5 req-55231d60-2ea9-44d4-926a-28bec8417629 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012339 Feb 11 05:05:17.793768 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33843d2c-1845-40f9-a5c7-87d33c387b84 req-73a32005-727b-4521-83d2-607061f8922b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:17.796086 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33843d2c-1845-40f9-a5c7-87d33c387b84 req-73a32005-727b-4521-83d2-607061f8922b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.2569149 Feb 11 05:05:17.867776 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.880397 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-900a3024-5686-43e6-812d-0588b6bda26c admin admin] Publish callbacks [] for security_group (9832bbb0-3beb-4511-b6db-b8bd9aabc290), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.910047 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-900a3024-5686-43e6-812d-0588b6bda26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9832bbb0-3beb-4511-b6db-b8bd9aabc290), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.929281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33843d2c-1845-40f9-a5c7-87d33c387b84 req-9d0ade7c-51ac-4170-8687-3fa1c3c0262f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223879 Feb 11 05:05:18.118392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a3024-5686-43e6-812d-0588b6bda26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9832bbb0-3beb-4511-b6db-b8bd9aabc290,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:18.128611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-900a3024-5686-43e6-812d-0588b6bda26c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92b3cb9e4c97482c806e8649dc2e2bf1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0814314 Feb 11 05:05:18.135519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56796) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:18.178201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e898dbd-9e71-4f11-8a12-0724474a9a9e admin admin] Publish callbacks [] for security_group (f72f38a4-39ef-4fd1-bdb7-302fa2894fa6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.207283 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e898dbd-9e71-4f11-8a12-0724474a9a9e admin admin] Publish callbacks [] for security_group (f72f38a4-39ef-4fd1-bdb7-302fa2894fa6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.289187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10943206-e34a-40fd-a2ab-4e5e91c5e5fc req-b38046aa-334f-44e5-8451-1423642ea77f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:18.300139 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10943206-e34a-40fd-a2ab-4e5e91c5e5fc req-b38046aa-334f-44e5-8451-1423642ea77f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 932 time: 0.3527017 Feb 11 05:05:18.308530 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e898dbd-9e71-4f11-8a12-0724474a9a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f72f38a4-39ef-4fd1-bdb7-302fa2894fa6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.312477 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e898dbd-9e71-4f11-8a12-0724474a9a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.314231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3e898dbd-9e71-4f11-8a12-0724474a9a9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f72f38a4-39ef-4fd1-bdb7-302fa2894fa6 HTTP/1.1" status: 204 len: 168 time: 0.5616643 Feb 11 05:05:18.428857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e898dbd-9e71-4f11-8a12-0724474a9a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72f38a4-39ef-4fd1-bdb7-302fa2894fa6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:18.462028 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10943206-e34a-40fd-a2ab-4e5e91c5e5fc req-3432a63d-45cf-420f-99ce-86f3059091b3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554511 Feb 11 05:05:18.464169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:18.501127 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45188428-bf1c-42ac-a47d-5ad559d61a80 admin admin] Publish callbacks [] for security_group (9832bbb0-3beb-4511-b6db-b8bd9aabc290), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.533053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0912b9f8-fca2-4f5e-994b-7519579213e2 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:18.542458 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Publish callbacks [] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.556931 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45188428-bf1c-42ac-a47d-5ad559d61a80 admin admin] Publish callbacks [] for security_group (9832bbb0-3beb-4511-b6db-b8bd9aabc290), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.557220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Transition to ACTIVE for port object 0912b9f8-fca2-4f5e-994b-7519579213e2 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:05:18.574914 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.642979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=0912b9f8-fca2-4f5e-994b-7519579213e2,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:18.712118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:18.713304 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.771171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45188428-bf1c-42ac-a47d-5ad559d61a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9832bbb0-3beb-4511-b6db-b8bd9aabc290), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.775010 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45188428-bf1c-42ac-a47d-5ad559d61a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.779053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Attempting to bind port 0912b9f8-fca2-4f5e-994b-7519579213e2 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:18.779053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Attempting to bind port 0912b9f8-fca2-4f5e-994b-7519579213e2 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:18.779053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Attempting to bind port 0912b9f8-fca2-4f5e-994b-7519579213e2 on network f2e76b4a-67a8-4718-bea6-6ceafeb05837 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:18.781500 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-45188428-bf1c-42ac-a47d-5ad559d61a80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9832bbb0-3beb-4511-b6db-b8bd9aabc290 HTTP/1.1" status: 204 len: 168 time: 0.6430719 Feb 11 05:05:18.798932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45188428-bf1c-42ac-a47d-5ad559d61a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9832bbb0-3beb-4511-b6db-b8bd9aabc290,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:18.811935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Port 0912b9f8-fca2-4f5e-994b-7519579213e2 on network f2e76b4a-67a8-4718-bea6-6ceafeb05837 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:05:18.817515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Attempting to bind port 0912b9f8-fca2-4f5e-994b-7519579213e2 on network f2e76b4a-67a8-4718-bea6-6ceafeb05837 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:18.836586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:18.840146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Checking segment: {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:18.843408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Bound using segment: {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:18.846184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Bound port: 0912b9f8-fca2-4f5e-994b-7519579213e2, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:18.847517 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.033481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:19.033967 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.098492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] For port 0912b9f8-fca2-4f5e-994b-7519579213e2, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:19.119770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] For port 0912b9f8-fca2-4f5e-994b-7519579213e2, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0912b9f8-fca2-4f5e-994b-7519579213e2,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:19.133191 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:19.149848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8388bc-a531-47d8-9686-446977388a9d req-6379177e-f96c-4eff-8753-fb09fdc0d9e0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:19.153463 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00478980-042b-48ba-be48-aa71fde2e8e9" -d '{"events": [{"server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "name": "network-vif-plugged", "status": "completed", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:19.164103 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd8388bc-a531-47d8-9686-446977388a9d req-6379177e-f96c-4eff-8753-fb09fdc0d9e0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 945 time: 0.1972191 Feb 11 05:05:19.172655 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.191899 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:19.221634 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.323100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:19.323906 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.325401 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] 10.222.0.10 "PUT /v2.0/ports/0912b9f8-fca2-4f5e-994b-7519579213e2 HTTP/1.1" status: 200 len: 1093 time: 1.6533580 Feb 11 05:05:19.325898 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90a9e6d-7d9c-4d7c-91f0-e75e867723d6', 'tag': '0912b9f8-fca2-4f5e-994b-7519579213e2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:19.332337 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8316ec-2a97-432b-a6f9-2a5283316841" -d '{"events": [{"name": "network-changed", "server_uuid": "c90a9e6d-7d9c-4d7c-91f0-e75e867723d6", "tag": "0912b9f8-fca2-4f5e-994b-7519579213e2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:19.332957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b896a6-24fa-4307-a38e-d2a8987bd6d2 req-1faa882c-dcad-469a-a270-19e6dcc84c4e tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:19.357763 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-22b896a6-24fa-4307-a38e-d2a8987bd6d2 req-1faa882c-dcad-469a-a270-19e6dcc84c4e tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.2555597 Feb 11 05:05:19.432816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:19.555239 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-22b896a6-24fa-4307-a38e-d2a8987bd6d2 req-cbf5c6d4-fb4d-4f9a-90e5-e8d74e17881b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849484 Feb 11 05:05:19.558342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6e336-2494-49bf-983b-081110e92ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=0912b9f8-fca2-4f5e-994b-7519579213e2,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:19.597240 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd8388bc-a531-47d8-9686-446977388a9d req-76395416-ed07-4534-aee2-5517951650c7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4314275 Feb 11 05:05:19.630428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-d447fcd4-88f8-4da8-a8c4-c752392cb2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:19.632139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-d447fcd4-88f8-4da8-a8c4-c752392cb2d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 1127 time: 0.2249999 Feb 11 05:05:19.695177 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906fe08a-84d1-49ba-86e0-8bd14ec2e658 x-openstack-request-id: req-906fe08a-84d1-49ba-86e0-8bd14ec2e658 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:19.695481 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "name": "network-vif-plugged", "status": "completed", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:19.695766 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-906fe08a-84d1-49ba-86e0-8bd14ec2e658 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:19.696734 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'code': 200} Feb 11 05:05:19.715428 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-748922db-2c06-4fef-8cda-5e41efbac1b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0912b9f8-fca2-4f5e-994b-7519579213e2 HTTP/1.1" status: 200 len: 217 time: 0.0689085 Feb 11 05:05:19.739409 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac715fe-b5c2-4a00-be99-b4f4780fcd32 x-openstack-request-id: req-eac715fe-b5c2-4a00-be99-b4f4780fcd32 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:19.739710 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90a9e6d-7d9c-4d7c-91f0-e75e867723d6", "tag": "0912b9f8-fca2-4f5e-994b-7519579213e2", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:19.739971 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eac715fe-b5c2-4a00-be99-b4f4780fcd32 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:19.740561 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90a9e6d-7d9c-4d7c-91f0-e75e867723d6', 'tag': '0912b9f8-fca2-4f5e-994b-7519579213e2', 'status': 'completed', 'code': 200} Feb 11 05:05:19.920595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-c2c81b94-8fc6-40d3-9acb-3d7d5ed6b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:19.922095 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-c2c81b94-8fc6-40d3-9acb-3d7d5ed6b679 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.1879086 Feb 11 05:05:19.998790 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-957a8446-6b2b-4131-bec9-7553cd938521 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642233 Feb 11 05:05:20.000112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd2d3a-5251-4589-8fe0-e905db499e4d req-83deefa3-f400-4e97-a7ed-ec4808a8402f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:20.009922 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5bd2d3a-5251-4589-8fe0-e905db499e4d req-83deefa3-f400-4e97-a7ed-ec4808a8402f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 944 time: 0.1267881 Feb 11 05:05:20.130952 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5bd2d3a-5251-4589-8fe0-e905db499e4d req-68cd3e5b-2781-4261-884e-6787d5315544 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200364 Feb 11 05:05:20.192829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-a78e43f8-a97c-4136-a2d1-d38bcba0fb84 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888049 Feb 11 05:05:20.315951 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56846) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:20.462301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e07c3060-3a62-4ed7-8feb-d69c99b54998 req-14f3e48a-9f8b-4856-97ed-bc6deb19718e service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626946 Feb 11 05:05:20.573504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-162510722'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:20.628241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8316ec-2a97-432b-a6f9-2a5283316841 req-2fda740d-e223-4f87-86fd-978772b651be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:20.630644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd8316ec-2a97-432b-a6f9-2a5283316841 req-2fda740d-e223-4f87-86fd-978772b651be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 1127 time: 0.0669174 Feb 11 05:05:20.649879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Made reservation on behalf of 0e733bfe8f7d4b858661895d8c716cf1 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:20.655251 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.702329 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.890384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8316ec-2a97-432b-a6f9-2a5283316841 req-31d416aa-9703-47ee-b539-0a6aa7ae8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:20.894407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd8316ec-2a97-432b-a6f9-2a5283316841 req-31d416aa-9703-47ee-b539-0a6aa7ae8eca service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 916 time: 0.2499340 Feb 11 05:05:20.924574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dc7ea-13b8-446d-a976-58943eeeaa14 req-6d76428b-f84d-4673-8d54-d9099c21c287 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:20.934811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d07dc7ea-13b8-446d-a976-58943eeeaa14 req-6d76428b-f84d-4673-8d54-d9099c21c287 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.2008955 Feb 11 05:05:20.936718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe9921-0ffb-42a8-8063-9ab2dec55c46 req-51291328-f85f-4233-a9f5-f06076d5df73 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:20.938783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfbe9921-0ffb-42a8-8063-9ab2dec55c46 req-51291328-f85f-4233-a9f5-f06076d5df73 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1854544 Feb 11 05:05:20.996962 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd8316ec-2a97-432b-a6f9-2a5283316841 req-854f4ef7-3a7d-417c-aae8-d0aafea26c01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0912b9f8-fca2-4f5e-994b-7519579213e2 HTTP/1.1" status: 200 len: 217 time: 0.0959160 Feb 11 05:05:21.068525 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8316ec-2a97-432b-a6f9-2a5283316841 req-59208c71-28b3-4442-a8c4-a9f43d41f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:21.069367 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d07dc7ea-13b8-446d-a976-58943eeeaa14 req-6c71f103-a346-4fee-b644-9414811c5284 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335464 Feb 11 05:05:21.070012 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd8316ec-2a97-432b-a6f9-2a5283316841 req-59208c71-28b3-4442-a8c4-a9f43d41f19b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.0659680 Feb 11 05:05:21.092170 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for security_group (eca9a1ee-492d-4e88-afea-f7d963de89ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.104658 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (eca9a1ee-492d-4e88-afea-f7d963de89ba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.163925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd8316ec-2a97-432b-a6f9-2a5283316841 req-c8ef629e-4731-4da4-989e-f350241634bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688694 Feb 11 05:05:21.181044 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca9a1ee-492d-4e88-afea-f7d963de89ba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:21.224383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:05:21.252661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (0e0b8176-fe7a-4853-8e9e-edd23918835e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.253320 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Added segment 0e0b8176-fe7a-4853-8e9e-edd23918835e of type vlan for network 1227fc0c-0460-4ca4-bf46-bbf99b9d027d Feb 11 05:05:21.263855 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfbe9921-0ffb-42a8-8063-9ab2dec55c46 req-97c5aaef-a10b-4dca-9766-0a7e99b95617 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693918 Feb 11 05:05:21.345693 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1227fc0c-0460-4ca4-bf46-bbf99b9d027d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.392713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd40a1-7881-4841-9ed2-a8f25fc03631 req-c1432ba7-2e22-4842-abb6-c17700b37f70 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:21.401052 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6dd40a1-7881-4841-9ed2-a8f25fc03631 req-c1432ba7-2e22-4842-abb6-c17700b37f70 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 944 time: 0.1375086 Feb 11 05:05:21.412485 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd8316ec-2a97-432b-a6f9-2a5283316841 req-d5ecb5f4-13e2-4905-bb76-faf1c545c228 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113922 Feb 11 05:05:21.438287 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1227fc0c-0460-4ca4-bf46-bbf99b9d027d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.450129 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:21.450792 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.571492 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2535896 Feb 11 05:05:21.574320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56866) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:21.582718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-785e6180-03a1-4bcb-891c-a31c0ff549ce tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'subnet': {'network_id': '1227fc0c-0460-4ca4-bf46-bbf99b9d027d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:21.596874 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6dd40a1-7881-4841-9ed2-a8f25fc03631 req-6b68e8ec-1f30-4e3b-a9db-509de9a356c1 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934943 Feb 11 05:05:21.669014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9574f3-3aa5-4e64-9033-acae88532276 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Network': ['ID=1227fc0c-0460-4ca4-bf46-bbf99b9d027d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:21.684123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1227fc0c-0460-4ca4-bf46-bbf99b9d027d details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:05:21.725877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd8316ec-2a97-432b-a6f9-2a5283316841 req-565ed05b-6c86-42be-9b07-69bfd532bbfa service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017354 Feb 11 05:05:21.808535 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785e6180-03a1-4bcb-891c-a31c0ff549ce tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Made reservation on behalf of 0e733bfe8f7d4b858661895d8c716cf1 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:21.811970 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-785e6180-03a1-4bcb-891c-a31c0ff549ce tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.068196 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-785e6180-03a1-4bcb-891c-a31c0ff549ce tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (1a19352e-06f6-4bb0-ac54-88750911e831), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.235671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e6180-03a1-4bcb-891c-a31c0ff549ce tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Subnet': ['ID=1a19352e-06f6-4bb0-ac54-88750911e831,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:22.265613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0912b9f8-fca2-4f5e-994b-7519579213e2 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:05:22.303680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e6180-03a1-4bcb-891c-a31c0ff549ce tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Checking segment: {'id': '0e0b8176-fe7a-4853-8e9e-edd23918835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1227fc0c-0460-4ca4-bf46-bbf99b9d027d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:22.304223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e6180-03a1-4bcb-891c-a31c0ff549ce tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network hostable DHCP agents. Network: 1227fc0c-0460-4ca4-bf46-bbf99b9d027d, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:05:22.333730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbaff8-9b12-434e-b056-a6ff4680d01e req-98d18049-a43d-41a3-b4d5-43f8fea5022a tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:22.336209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e2dbaff8-9b12-434e-b056-a6ff4680d01e req-98d18049-a43d-41a3-b4d5-43f8fea5022a tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1315012 Feb 11 05:05:22.400090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e6180-03a1-4bcb-891c-a31c0ff549ce tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 1227fc0c-0460-4ca4-bf46-bbf99b9d027d is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:05:22.447871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e2dbaff8-9b12-434e-b056-a6ff4680d01e req-9a533ca4-23e0-4423-ae14-1d6dff24e0b4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037636 Feb 11 05:05:22.452572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-785e6180-03a1-4bcb-891c-a31c0ff549ce tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 1227fc0c-0460-4ca4-bf46-bbf99b9d027d) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:22.466999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e6180-03a1-4bcb-891c-a31c0ff549ce tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:22.467596 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-785e6180-03a1-4bcb-891c-a31c0ff549ce tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.504622 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-785e6180-03a1-4bcb-891c-a31c0ff549ce tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9277174 Feb 11 05:05:22.505308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56878) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:22.509767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2124561501', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:22.512200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6542f9-58f7-42f6-9006-dfb8c6dd1265 req-de420418-5dae-43d8-899d-6655bcf8f3d8 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:22.561635 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd6542f9-58f7-42f6-9006-dfb8c6dd1265 req-de420418-5dae-43d8-899d-6655bcf8f3d8 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1593056 Feb 11 05:05:22.584534 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (38e88e82-679e-4b9b-9008-6c70861a4f42), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.585533 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (38e88e82-679e-4b9b-9008-6c70861a4f42), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.614064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756073c8-6af2-49e1-abaa-406521c0504a None None] Network 1227fc0c-0460-4ca4-bf46-bbf99b9d027d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:22.716582 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router_controller (38e88e82-679e-4b9b-9008-6c70861a4f42), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.734789 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd6542f9-58f7-42f6-9006-dfb8c6dd1265 req-4251b59a-3508-4d49-810b-8c761b8541d3 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700852 Feb 11 05:05:22.819645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 0912b9f8-fca2-4f5e-994b-7519579213e2, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0912b9f8-fca2-4f5e-994b-7519579213e2,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:22.866567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b3220a-5181-4063-a595-b840c18f98ca None None] Network 1227fc0c-0460-4ca4-bf46-bbf99b9d027d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:22.869498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '0912b9f8-fca2-4f5e-994b-7519579213e2', 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837', 'port_id': '0912b9f8-fca2-4f5e-994b-7519579213e2', 'mac_address': 'fa:16:3e:bb:ba:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30de0522-14cb-43d9-85af-dac873877880', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:05:22.933971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 0912b9f8-fca2-4f5e-994b-7519579213e2 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:22.934363 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.953218 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458d8d3-209f-4cca-b166-4d79ac65cd34 req-d092b075-fe9f-4a9d-9764-64186b70929f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:22.955584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6458d8d3-209f-4cca-b166-4d79ac65cd34 req-d092b075-fe9f-4a9d-9764-64186b70929f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 944 time: 0.2431810 Feb 11 05:05:23.022457 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router_gateway (38e88e82-679e-4b9b-9008-6c70861a4f42), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.031169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0912b9f8-fca2-4f5e-994b-7519579213e2 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:23.082438 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 0912b9f8-fca2-4f5e-994b-7519579213e2, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0912b9f8-fca2-4f5e-994b-7519579213e2,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:23.131954 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.224270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=0912b9f8-fca2-4f5e-994b-7519579213e2,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:23.433564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['0912b9f8-fca2-4f5e-994b-7519579213e2'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:23.660227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6458d8d3-209f-4cca-b166-4d79ac65cd34 req-e228a49c-3aac-4ee0-9667-056e8a936088 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481669 Feb 11 05:05:23.720009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e68e1-04c7-4ce9-bc72-84cb41cf1fe6 req-16d260db-7354-4994-be0b-39540eececee tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:23.735310 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d0e68e1-04c7-4ce9-bc72-84cb41cf1fe6 req-16d260db-7354-4994-be0b-39540eececee tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1155124 Feb 11 05:05:23.840789 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d0e68e1-04c7-4ce9-bc72-84cb41cf1fe6 req-0fdc957e-c972-4584-bdff-053e5ba03fe6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943258 Feb 11 05:05:24.112276 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router_gateway (38e88e82-679e-4b9b-9008-6c70861a4f42), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.157502 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.185565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fcc28-a26f-498a-b85b-45b0b036df39 req-62f7742c-add2-4813-9e3c-905b269ca98f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:24.195596 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ec5fcc28-a26f-498a-b85b-45b0b036df39 req-62f7742c-add2-4813-9e3c-905b269ca98f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.2600567 Feb 11 05:05:24.273178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0912b9f8-fca2-4f5e-994b-7519579213e2 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:24.384574 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ec5fcc28-a26f-498a-b85b-45b0b036df39 req-8423fc08-09b7-4464-9619-bbad4bf8b553 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872315 Feb 11 05:05:24.416530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 0912b9f8-fca2-4f5e-994b-7519579213e2 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:05:24.423491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 0912b9f8-fca2-4f5e-994b-7519579213e2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:24.424370 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.454362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.25.7.62 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/f4284f07-4c02-4074-8811-33c7bc38a01e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:24.628080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 0912b9f8-fca2-4f5e-994b-7519579213e2 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:24.628476 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.698590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90a9e6d-7d9c-4d7c-91f0-e75e867723d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0912b9f8-fca2-4f5e-994b-7519579213e2'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:24.708245 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951c50a8-c0c7-4e36-b82b-6898f4b90225" -d '{"events": [{"server_uuid": "c90a9e6d-7d9c-4d7c-91f0-e75e867723d6", "name": "network-vif-plugged", "status": "completed", "tag": "0912b9f8-fca2-4f5e-994b-7519579213e2"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:24.720432 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (f4284f07-4c02-4074-8811-33c7bc38a01e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.784159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 0912b9f8-fca2-4f5e-994b-7519579213e2, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0912b9f8-fca2-4f5e-994b-7519579213e2,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:24.798160 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.807257 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f4284f07-4c02-4074-8811-33c7bc38a01e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.891343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:24.899649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:24.920743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:24.931431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d33a-d777-4d57-a7fe-cda934f34510 req-b700e369-bd3c-45a9-9ed2-7dd3305af96c tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:24.948208 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5db5d33a-d777-4d57-a7fe-cda934f34510 req-b700e369-bd3c-45a9-9ed2-7dd3305af96c tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 945 time: 0.1914544 Feb 11 05:05:25.004242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=0912b9f8-fca2-4f5e-994b-7519579213e2,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:25.025997 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525c8d25-524e-4047-98b4-bfc58f8e4240 x-openstack-request-id: req-525c8d25-524e-4047-98b4-bfc58f8e4240 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:25.026567 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90a9e6d-7d9c-4d7c-91f0-e75e867723d6", "name": "network-vif-plugged", "status": "completed", "tag": "0912b9f8-fca2-4f5e-994b-7519579213e2", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:25.027096 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-525c8d25-524e-4047-98b4-bfc58f8e4240 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:25.027486 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90a9e6d-7d9c-4d7c-91f0-e75e867723d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0912b9f8-fca2-4f5e-994b-7519579213e2', 'code': 200} Feb 11 05:05:25.084521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=f4284f07-4c02-4074-8811-33c7bc38a01e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:25.170925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5db5d33a-d777-4d57-a7fe-cda934f34510 req-ebc9e987-3dde-4a6c-83cc-8d48b8682bc1 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217116 Feb 11 05:05:25.338497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35940dc-90d5-4764-bc13-65962a4acd18 req-69d6909f-804a-441b-bb18-3bfbad0e78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:25.339743 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e35940dc-90d5-4764-bc13-65962a4acd18 req-69d6909f-804a-441b-bb18-3bfbad0e78fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 1129 time: 0.3452711 Feb 11 05:05:25.371779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae057cf-014a-4d63-9879-581ced7e1594 req-b27a0abd-f78f-4a8d-92e9-d74114d8aa35 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:25.381498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ae057cf-014a-4d63-9879-581ced7e1594 req-b27a0abd-f78f-4a8d-92e9-d74114d8aa35 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.2891665 Feb 11 05:05:25.665631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e35940dc-90d5-4764-bc13-65962a4acd18 req-5996dca8-0faa-4cc5-b567-fb95eb100fc1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149095 Feb 11 05:05:25.720303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd855a1-fa4c-43ca-8e68-ff8cba899f3b req-16237457-2570-494e-9936-04f36e2918a9 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:25.726228 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ae057cf-014a-4d63-9879-581ced7e1594 req-4788475e-8d72-4504-9ed2-2c0d3afd0316 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438649 Feb 11 05:05:25.745493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7cd855a1-fa4c-43ca-8e68-ff8cba899f3b req-16237457-2570-494e-9936-04f36e2918a9 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1789246 Feb 11 05:05:25.853359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7cd855a1-fa4c-43ca-8e68-ff8cba899f3b req-b1f88d5f-3d64-41cb-9756-4860330bc90d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068444 Feb 11 05:05:25.872362 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router_gateway (38e88e82-679e-4b9b-9008-6c70861a4f42), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.393174 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (38e88e82-679e-4b9b-9008-6c70861a4f42), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.592066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ad644-141c-4d1e-bc75-64cc2016705b req-827abe8c-c9f0-4b07-90bc-7ba5f60db5d3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:26.602825 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-087ad644-141c-4d1e-bc75-64cc2016705b req-827abe8c-c9f0-4b07-90bc-7ba5f60db5d3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 946 time: 0.2931578 Feb 11 05:05:26.843417 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-087ad644-141c-4d1e-bc75-64cc2016705b req-155ef767-7bea-42a1-911e-7489e8026147 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396297 Feb 11 05:05:26.997867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:05:27.046733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9bd7e-c4bf-4843-b363-1dbf6517116a req-d5335e5b-d424-4ebf-bd85-cc93a17ba33e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:27.050486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-44c9bd7e-c4bf-4843-b363-1dbf6517116a req-d5335e5b-d424-4ebf-bd85-cc93a17ba33e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1509364 Feb 11 05:05:27.153625 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-44c9bd7e-c4bf-4843-b363-1dbf6517116a req-0f022f5a-c1d4-4d42-b572-24b3f9c85cf8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953586 Feb 11 05:05:27.206664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:05:27.217942 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a50927-e76c-41c2-830f-d5187d02bae4 None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:05:27.236367 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a50927-e76c-41c2-830f-d5187d02bae4 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:27.243433 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e1a50927-e76c-41c2-830f-d5187d02bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:27.261887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098831e7-77a7-4645-8cc3-4fab804ba95e req-63af72f0-d110-48e9-be41-2021f3e570f8 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:27.274992 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-098831e7-77a7-4645-8cc3-4fab804ba95e req-63af72f0-d110-48e9-be41-2021f3e570f8 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.3117528 Feb 11 05:05:27.330486 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e1a50927-e76c-41c2-830f-d5187d02bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:27.348555 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a50927-e76c-41c2-830f-d5187d02bae4 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:27.349487 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e1a50927-e76c-41c2-830f-d5187d02bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:27.360956 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:27.381450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-524ce626-0b86-49ab-b553-e6fc4c1721c5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8751001 Feb 11 05:05:27.384243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56970) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:27.436245 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-098831e7-77a7-4645-8cc3-4fab804ba95e req-be2cf6f2-8ab7-47a4-9c0c-e1dca966b7d0 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582787 Feb 11 05:05:27.460891 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e1a50927-e76c-41c2-830f-d5187d02bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:27.461797 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a50927-e76c-41c2-830f-d5187d02bae4 None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:05:28.156462 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d73668-7fdd-47df-a7a4-876483908855 req-45812333-8667-4844-8a0e-d3d2986dbdad tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:28.164001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07d73668-7fdd-47df-a7a4-876483908855 req-45812333-8667-4844-8a0e-d3d2986dbdad tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 946 time: 0.1547360 Feb 11 05:05:28.234889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07d73668-7fdd-47df-a7a4-876483908855 req-36b68802-70ab-401b-86b4-49f0da4cf451 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698216 Feb 11 05:05:28.237503 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.417963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ecbf0-44f2-45ad-848b-6aea1aa40759 req-d7ac917e-bf01-48d6-952e-eb34ba01c2ba tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:28.437981 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d65ecbf0-44f2-45ad-848b-6aea1aa40759 req-d7ac917e-bf01-48d6-952e-eb34ba01c2ba tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1409721 Feb 11 05:05:28.599547 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d65ecbf0-44f2-45ad-848b-6aea1aa40759 req-4d368155-eed2-4442-bff8-8762fb1d8e04 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606088 Feb 11 05:05:28.921374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f4d73-db9e-4db8-aaae-0c8ae476fb41 req-2c48371f-cec0-4b1a-a7fa-f3844177e6b0 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:28.923198 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b09f4d73-db9e-4db8-aaae-0c8ae476fb41 req-2c48371f-cec0-4b1a-a7fa-f3844177e6b0 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.2627110 Feb 11 05:05:28.975332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.20.0.1 (1227fc0c-0460-4ca4-bf46-bbf99b9d027d/1a19352e-06f6-4bb0-ac54-88750911e831/5087bef8-252d-483c-a388-6f22f75cebbf) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:29.072099 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b09f4d73-db9e-4db8-aaae-0c8ae476fb41 req-8e4f605f-96b5-4a87-9940-37d09acc473a tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390648 Feb 11 05:05:29.380563 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (5087bef8-252d-483c-a388-6f22f75cebbf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.492656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5087bef8-252d-483c-a388-6f22f75cebbf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.594189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=5087bef8-252d-483c-a388-6f22f75cebbf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:29.603651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 1227fc0c-0460-4ca4-bf46-bbf99b9d027d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:29.605268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:29.613998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:29.650271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.650633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.651012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.651398 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.651740 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.652170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.653233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.653861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.654414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.654779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.655275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.657474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.657474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:29.731443 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (38e88e82-679e-4b9b-9008-6c70861a4f42), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.899213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44edbd-4ce9-40c5-ab5f-0280c09184db req-6438f6a4-158e-4611-ac65-04a49c61b7e6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:29.906806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc44edbd-4ce9-40c5-ab5f-0280c09184db req-6438f6a4-158e-4611-ac65-04a49c61b7e6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1389320 Feb 11 05:05:30.072372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc44edbd-4ce9-40c5-ab5f-0280c09184db req-4a415a06-8ad3-4b80-8a46-7f96a4558b85 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645226 Feb 11 05:05:30.094781 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5087bef8-252d-483c-a388-6f22f75cebbf), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.642583 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (5087bef8-252d-483c-a388-6f22f75cebbf), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.690978 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (5087bef8-252d-483c-a388-6f22f75cebbf), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.765375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=5087bef8-252d-483c-a388-6f22f75cebbf,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:30.886304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c9237-2413-46d0-a025-167675086a52 req-0faaf0da-e4a9-4e7e-b1ad-ca382c287707 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:30.897122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-599c9237-2413-46d0-a025-167675086a52 req-0faaf0da-e4a9-4e7e-b1ad-ca382c287707 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.2438786 Feb 11 05:05:30.942668 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (38e88e82-679e-4b9b-9008-6c70861a4f42), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.250853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-599c9237-2413-46d0-a025-167675086a52 req-5dd5bb24-54bc-4757-a59e-22ed587ef23d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454430 Feb 11 05:05:31.347657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd57515-9d10-46c8-a1b5-84435c482c8a req-601d5261-a26c-46eb-8a5e-7aef4f426ee2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:31.351169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6dd57515-9d10-46c8-a1b5-84435c482c8a req-601d5261-a26c-46eb-8a5e-7aef4f426ee2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1338069 Feb 11 05:05:31.352892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 1227fc0c-0460-4ca4-bf46-bbf99b9d027d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:31.361300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:31.523326 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6dd57515-9d10-46c8-a1b5-84435c482c8a req-3d438631-7073-4ed0-b0ff-2ea2eb4f4203 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647103 Feb 11 05:05:31.758276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:05:32.083713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:05:32.097192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57180) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:32.098154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8c83b162-96be-4cca-9e65-2137aaac8627 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "PUT /v2.0/routers/38e88e82-679e-4b9b-9008-6c70861a4f42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7126985 Feb 11 05:05:32.115460 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'port': {'network_id': '1227fc0c-0460-4ca4-bf46-bbf99b9d027d', 'name': 'tempest-FloatingIPTestJSON-607274623'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:32.124486 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4dac15-cc72-44d2-97ff-549e8ed4143a None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:05:32.141877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4dac15-cc72-44d2-97ff-549e8ed4143a None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:32.144010 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0e4dac15-cc72-44d2-97ff-549e8ed4143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:32.209950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0e4dac15-cc72-44d2-97ff-549e8ed4143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:32.240639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4dac15-cc72-44d2-97ff-549e8ed4143a None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:32.242826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0e4dac15-cc72-44d2-97ff-549e8ed4143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:32.341450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0e4dac15-cc72-44d2-97ff-549e8ed4143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:32.342420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4dac15-cc72-44d2-97ff-549e8ed4143a None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:05:32.524461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Made reservation on behalf of 0e733bfe8f7d4b858661895d8c716cf1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:32.528140 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:32.617445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] device_id is not set on port b9d3fa43-a689-45b5-878a-e4c349e05da2 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:32.635848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666929f9-7bdd-4bea-b306-3056e9465854 req-df65e0a4-3343-4a72-91d1-2caf163c384d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:32.643707 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-666929f9-7bdd-4bea-b306-3056e9465854 req-df65e0a4-3343-4a72-91d1-2caf163c384d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1709099 Feb 11 05:05:32.744300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-666929f9-7bdd-4bea-b306-3056e9465854 req-d44869bf-bc96-4537-8211-f0a5840835cc tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948505 Feb 11 05:05:32.853416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.20.0.11 (1227fc0c-0460-4ca4-bf46-bbf99b9d027d/1a19352e-06f6-4bb0-ac54-88750911e831/b9d3fa43-a689-45b5-878a-e4c349e05da2) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:33.029882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1605f23-321d-4b53-9f5c-a697a7105d31 req-7d68a842-d9d7-48b6-810a-ba9b6c8b6905 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:33.031493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1605f23-321d-4b53-9f5c-a697a7105d31 req-7d68a842-d9d7-48b6-810a-ba9b6c8b6905 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1161697 Feb 11 05:05:33.117559 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1605f23-321d-4b53-9f5c-a697a7105d31 req-3a86db90-607b-4ff5-8329-5265f40ebf85 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742350 Feb 11 05:05:33.255376 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (b9d3fa43-a689-45b5-878a-e4c349e05da2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.357492 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b9d3fa43-a689-45b5-878a-e4c349e05da2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.363795 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.412127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 1227fc0c-0460-4ca4-bf46-bbf99b9d027d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:33.417988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:33.429077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:33.563540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=b9d3fa43-a689-45b5-878a-e4c349e05da2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:33.704771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:33.705473 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.746186 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f1800b22-6b69-4db3-883a-3efd8b00fb3d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6471679 Feb 11 05:05:33.750132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57306) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:33.756546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'port': {'network_id': '1227fc0c-0460-4ca4-bf46-bbf99b9d027d', 'name': 'tempest-FloatingIPTestJSON-1735109660'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:34.062699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Made reservation on behalf of 0e733bfe8f7d4b858661895d8c716cf1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:34.070371 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.098996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] device_id is not set on port e102d8ac-20f4-496f-8fb7-4336e9c48570 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:34.326739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.20.0.9 (1227fc0c-0460-4ca4-bf46-bbf99b9d027d/1a19352e-06f6-4bb0-ac54-88750911e831/e102d8ac-20f4-496f-8fb7-4336e9c48570) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:34.355665 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2ded3-e230-41b1-9873-3d6ab12ff917 req-db19f8da-b4f3-4293-bec4-d40b3615edbb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:34.370134 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d2ded3-e230-41b1-9873-3d6ab12ff917 req-db19f8da-b4f3-4293-bec4-d40b3615edbb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1343784 Feb 11 05:05:34.482317 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d2ded3-e230-41b1-9873-3d6ab12ff917 req-461c7037-63cb-483f-b098-59c2953b04ca tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094322 Feb 11 05:05:34.562382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6dd334-15a6-410a-8a77-da0333537ee7 req-920f6e8e-c8c7-45f7-a135-8043fa0ef4e7 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:34.577781 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c6dd334-15a6-410a-8a77-da0333537ee7 req-920f6e8e-c8c7-45f7-a135-8043fa0ef4e7 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.6168847 Feb 11 05:05:34.680800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c6dd334-15a6-410a-8a77-da0333537ee7 req-851ce209-b912-4e3f-8468-a269c253a0fd tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961111 Feb 11 05:05:34.715459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (e102d8ac-20f4-496f-8fb7-4336e9c48570), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.809961 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e102d8ac-20f4-496f-8fb7-4336e9c48570), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.959909 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:05:34.960497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=e102d8ac-20f4-496f-8fb7-4336e9c48570,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:34.985509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 1227fc0c-0460-4ca4-bf46-bbf99b9d027d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:34.990521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:35.025048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:35.221762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:35.222709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.243572 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-81509002-d394-42cd-8ffc-ef745c68125a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4919307 Feb 11 05:05:35.246673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57394) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:35.252773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'e102d8ac-20f4-496f-8fb7-4336e9c48570', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:35.286436 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.552935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.809228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9c486-3197-43e4-9d2d-1f7e9ab2adaf req-b884506c-ccff-412d-8cac-232d1cb27e0e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:35.825472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.25.7.18 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/d5283003-0ac2-4b16-9df6-3f46757dfa58) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:35.829409 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7dc9c486-3197-43e4-9d2d-1f7e9ab2adaf req-b884506c-ccff-412d-8cac-232d1cb27e0e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1983390 Feb 11 05:05:36.005970 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7dc9c486-3197-43e4-9d2d-1f7e9ab2adaf req-899a86e0-9c32-4ed2-aed2-076f893466c5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756096 Feb 11 05:05:36.039637 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (d5283003-0ac2-4b16-9df6-3f46757dfa58), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.106619 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d5283003-0ac2-4b16-9df6-3f46757dfa58), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.300938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=d5283003-0ac2-4b16-9df6-3f46757dfa58,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:36.354948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:36.358666 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:36.361871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:36.515813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a84106-f7db-45e6-b0a7-b5c9413bd6be req-1d597fa2-b6ea-4fc1-bdc0-5389cd77ec9d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:36.528257 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b8a84106-f7db-45e6-b0a7-b5c9413bd6be req-1d597fa2-b6ea-4fc1-bdc0-5389cd77ec9d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.4357066 Feb 11 05:05:36.698657 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b8a84106-f7db-45e6-b0a7-b5c9413bd6be req-075ebe29-696d-4cf9-b7e1-6e63167a977c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693182 Feb 11 05:05:37.279303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c2de0-7d92-45cf-890f-b4878a3fdb4f req-3805617a-1ea7-415b-8bd9-9cbeab2c6841 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:37.297558 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-720c2de0-7d92-45cf-890f-b4878a3fdb4f req-3805617a-1ea7-415b-8bd9-9cbeab2c6841 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1553829 Feb 11 05:05:37.399998 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.431218 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-720c2de0-7d92-45cf-890f-b4878a3fdb4f req-9c6a6d67-7632-416d-b288-9a95b0420bfd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324670 Feb 11 05:05:38.085982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2c80f-22ea-47c2-9d4f-f0e9c4995bae req-5150b82e-31f5-472d-be16-16d26ee5d7c4 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.089296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25d2c80f-22ea-47c2-9d4f-f0e9c4995bae req-5150b82e-31f5-472d-be16-16d26ee5d7c4 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.2551115 Feb 11 05:05:38.306122 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25d2c80f-22ea-47c2-9d4f-f0e9c4995bae req-f8f21574-b22e-45eb-8d3e-4d2c18ca5cf7 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931231 Feb 11 05:05:38.340983 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (121830e6-95ea-46bc-b05e-4eca484a629b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.440309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d5283003-0ac2-4b16-9df6-3f46757dfa58), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.663116 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a84a62-1a35-4567-ae34-b7e3d7ec2474 req-e7b2587a-fb52-4362-952d-4cba25a14ba3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.673697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75a84a62-1a35-4567-ae34-b7e3d7ec2474 req-e7b2587a-fb52-4362-952d-4cba25a14ba3 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1136465 Feb 11 05:05:38.775894 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75a84a62-1a35-4567-ae34-b7e3d7ec2474 req-8ad20126-ef9c-4f4f-9669-d520ccb62393 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987952 Feb 11 05:05:38.790174 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (d5283003-0ac2-4b16-9df6-3f46757dfa58), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.802583 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d5283003-0ac2-4b16-9df6-3f46757dfa58), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.008032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=d5283003-0ac2-4b16-9df6-3f46757dfa58,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:39.033284 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (121830e6-95ea-46bc-b05e-4eca484a629b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.259404 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Floating IP 121830e6-95ea-46bc-b05e-4eca484a629b associated. External IP: 172.25.7.18, port: e102d8ac-20f4-496f-8fb7-4336e9c48570. Feb 11 05:05:39.434199 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5c1c7a60-d6f9-49d5-9568-3dd3ade1ee5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.649742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ce13f-662a-48e9-87a4-c89c5bd7ff2b req-3e3d57c0-5a17-48d9-8342-31227252ec9d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:39.651487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b72ce13f-662a-48e9-87a4-c89c5bd7ff2b req-3e3d57c0-5a17-48d9-8342-31227252ec9d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1969392 Feb 11 05:05:39.748048 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b72ce13f-662a-48e9-87a4-c89c5bd7ff2b req-c65a4cb4-46aa-44f1-a9ae-7e08d5e8d11e tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506377 Feb 11 05:05:39.922942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:05:40.023901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96516c-11b4-4af4-80c3-fd69f91e288a req-7af5bce8-cd5a-4425-a511-005dd4ad0174 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:40.029604 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd96516c-11b4-4af4-80c3-fd69f91e288a req-7af5bce8-cd5a-4425-a511-005dd4ad0174 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1026623 Feb 11 05:05:40.160963 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dd96516c-11b4-4af4-80c3-fd69f91e288a req-40685e53-c074-41db-a53d-348b54251172 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181104 Feb 11 05:05:40.201748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:05:40.215743 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5dae81-a4a8-4778-8896-b0c86ce300e0 None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:05:40.260089 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5dae81-a4a8-4778-8896-b0c86ce300e0 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:40.273470 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-aa5dae81-a4a8-4778-8896-b0c86ce300e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:40.304313 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.416913 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fa412118-1500-4d35-b822-51627bf5b23d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1687939 Feb 11 05:05:40.419770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.426107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-13c7144e-4bdc-470b-ad20-e39536ed84dc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:40.442400 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-aa5dae81-a4a8-4778-8896-b0c86ce300e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:40.475860 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5dae81-a4a8-4778-8896-b0c86ce300e0 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:40.476904 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-aa5dae81-a4a8-4778-8896-b0c86ce300e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:40.576371 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-aa5dae81-a4a8-4778-8896-b0c86ce300e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:40.577081 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5dae81-a4a8-4778-8896-b0c86ce300e0 None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:05:40.597185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13c7144e-4bdc-470b-ad20-e39536ed84dc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (121830e6-95ea-46bc-b05e-4eca484a629b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.921977 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13c7144e-4bdc-470b-ad20-e39536ed84dc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.931285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13c7144e-4bdc-470b-ad20-e39536ed84dc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (121830e6-95ea-46bc-b05e-4eca484a629b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.932208 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-13c7144e-4bdc-470b-ad20-e39536ed84dc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Floating IP 121830e6-95ea-46bc-b05e-4eca484a629b disassociated. External IP: 172.25.7.18, port: e102d8ac-20f4-496f-8fb7-4336e9c48570. Feb 11 05:05:41.010830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db15a44-049b-43fd-9a18-1e3fde40dc69 req-72f0bea0-b7ad-4a9f-a407-de25d147bf5f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:41.013191 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8db15a44-049b-43fd-9a18-1e3fde40dc69 req-72f0bea0-b7ad-4a9f-a407-de25d147bf5f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1271102 Feb 11 05:05:41.151536 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8db15a44-049b-43fd-9a18-1e3fde40dc69 req-6ae62934-146e-40e7-bcf6-3eadc67e5dce tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260328 Feb 11 05:05:41.413189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c7144e-4bdc-470b-ad20-e39536ed84dc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:05:41.607447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c7144e-4bdc-470b-ad20-e39536ed84dc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:05:41.619637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9eb900-6955-4ec8-8eee-7164c1a2cfb4 None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:05:41.623990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13c7144e-4bdc-470b-ad20-e39536ed84dc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.636432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9eb900-6955-4ec8-8eee-7164c1a2cfb4 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:41.637334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3a9eb900-6955-4ec8-8eee-7164c1a2cfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:41.667538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f4235-7f52-4c82-992d-cc0c3a1d9625 req-c76d4e7b-ead8-482b-b7d4-48477e6d6c35 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:41.675493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a9f4235-7f52-4c82-992d-cc0c3a1d9625 req-c76d4e7b-ead8-482b-b7d4-48477e6d6c35 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.3634741 Feb 11 05:05:41.727559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57618) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:41.740227 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-13c7144e-4bdc-470b-ad20-e39536ed84dc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "PUT /v2.0/floatingips/121830e6-95ea-46bc-b05e-4eca484a629b HTTP/1.1" status: 200 len: 687 time: 1.3183095 Feb 11 05:05:41.743421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3a9eb900-6955-4ec8-8eee-7164c1a2cfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:41.772591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9eb900-6955-4ec8-8eee-7164c1a2cfb4 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:41.773536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3a9eb900-6955-4ec8-8eee-7164c1a2cfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:41.791378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a9f4235-7f52-4c82-992d-cc0c3a1d9625 req-95756b57-49f9-455c-aa16-c667a5c948d8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120098 Feb 11 05:05:41.836869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3a9eb900-6955-4ec8-8eee-7164c1a2cfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:41.837889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9eb900-6955-4ec8-8eee-7164c1a2cfb4 None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:05:41.867201 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-038bc496-1150-48e9-8556-84885e4c3fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.102278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea2a60-a7d0-49bf-8012-b256737b0a28 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port d5283003-0ac2-4b16-9df6-3f46757dfa58 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:42.102634 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a60-a7d0-49bf-8012-b256737b0a28 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d5283003-0ac2-4b16-9df6-3f46757dfa58), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.318921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a60-a7d0-49bf-8012-b256737b0a28 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d5283003-0ac2-4b16-9df6-3f46757dfa58), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.319302 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a60-a7d0-49bf-8012-b256737b0a28 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (d5283003-0ac2-4b16-9df6-3f46757dfa58), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.332202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea2a60-a7d0-49bf-8012-b256737b0a28 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for d5283003-0ac2-4b16-9df6-3f46757dfa58 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:42.513082 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a60-a7d0-49bf-8012-b256737b0a28 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d5283003-0ac2-4b16-9df6-3f46757dfa58), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.545697 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea2a60-a7d0-49bf-8012-b256737b0a28 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=d5283003-0ac2-4b16-9df6-3f46757dfa58,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:42.618684 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a60-a7d0-49bf-8012-b256737b0a28 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (121830e6-95ea-46bc-b05e-4eca484a629b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.622531 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5ea2a60-a7d0-49bf-8012-b256737b0a28 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.629100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57630) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:42.629899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b5ea2a60-a7d0-49bf-8012-b256737b0a28 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/floatingips/121830e6-95ea-46bc-b05e-4eca484a629b HTTP/1.1" status: 204 len: 168 time: 0.8994033 Feb 11 05:05:42.633706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'b9d3fa43-a689-45b5-878a-e4c349e05da2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:42.647447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d6493-ea78-4d64-813e-6d0e0e4870d4 req-26da42db-0385-41e2-8fb2-ef724387ff92 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:42.655167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-260d6493-ea78-4d64-813e-6d0e0e4870d4 req-26da42db-0385-41e2-8fb2-ef724387ff92 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1816599 Feb 11 05:05:42.682241 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.725514 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-260d6493-ea78-4d64-813e-6d0e0e4870d4 req-c08ccaa1-c0ce-4f04-80e4-2ee06121e095 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614977 Feb 11 05:05:42.771746 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.895105 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:43.118239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.25.7.239 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/568b6aa4-05e1-4415-8407-7bf99238513f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:43.251153 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (568b6aa4-05e1-4415-8407-7bf99238513f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:43.348424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (568b6aa4-05e1-4415-8407-7bf99238513f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:43.412606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=568b6aa4-05e1-4415-8407-7bf99238513f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:43.435261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:43.447559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:43.455927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:43.531301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eef128-9086-4733-ad7c-6b4fdd457ad2 req-0ef28b49-f5bc-4720-a552-c6d94f3dd3d4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:43.540041 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-85eef128-9086-4733-ad7c-6b4fdd457ad2 req-0ef28b49-f5bc-4720-a552-c6d94f3dd3d4 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.2520804 Feb 11 05:05:43.942410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d017471-00a7-4cc2-a9ea-eba6a3e9df3c req-33fac1cc-26f1-4e11-8686-f58f0e226933 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:43.959285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d017471-00a7-4cc2-a9ea-eba6a3e9df3c req-33fac1cc-26f1-4e11-8686-f58f0e226933 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1317399 Feb 11 05:05:44.172530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d017471-00a7-4cc2-a9ea-eba6a3e9df3c req-086c6d70-da84-46f5-86b4-4eed047b914c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095554 Feb 11 05:05:44.367204 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.454859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-85eef128-9086-4733-ad7c-6b4fdd457ad2 req-8a5fb085-9be7-4776-ac46-6d892149327b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9124680 Feb 11 05:05:45.091168 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (032636c6-26f6-42c6-b89f-3cc0a2c33e65), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.257523 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (568b6aa4-05e1-4415-8407-7bf99238513f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.363945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9d604-812e-4dad-954a-bc5e6e83e6f9 req-ec327e03-6d63-4bc0-af28-76ea9f30f0ef tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:45.375937 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1d9d604-812e-4dad-954a-bc5e6e83e6f9 req-ec327e03-6d63-4bc0-af28-76ea9f30f0ef tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1011770 Feb 11 05:05:45.473824 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1d9d604-812e-4dad-954a-bc5e6e83e6f9 req-3187a27a-a08b-470d-99be-734989d03b9b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960557 Feb 11 05:05:45.593729 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (568b6aa4-05e1-4415-8407-7bf99238513f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.605857 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.618608 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (568b6aa4-05e1-4415-8407-7bf99238513f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.753271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=568b6aa4-05e1-4415-8407-7bf99238513f,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:45.918175 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (032636c6-26f6-42c6-b89f-3cc0a2c33e65), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:46.128633 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Floating IP 032636c6-26f6-42c6-b89f-3cc0a2c33e65 associated. External IP: 172.25.7.239, port: b9d3fa43-a689-45b5-878a-e4c349e05da2. Feb 11 05:05:46.258216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbf376-8544-49df-aa9a-db898e3230bb req-1c399e7e-eefe-45a1-82ee-1dcbefe0129b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:46.259948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24cbf376-8544-49df-aa9a-db898e3230bb req-1c399e7e-eefe-45a1-82ee-1dcbefe0129b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.5870733 Feb 11 05:05:46.663184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876e4d2-a032-4647-9e12-767286821b29 req-1286b812-e5bb-48d9-b76a-4dddae7193ed tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:46.676009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9876e4d2-a032-4647-9e12-767286821b29 req-1286b812-e5bb-48d9-b76a-4dddae7193ed tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1051311 Feb 11 05:05:46.764948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24cbf376-8544-49df-aa9a-db898e3230bb req-ea6e37ec-e8b5-43ef-b9f6-a08a57196876 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765608 Feb 11 05:05:46.795521 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9876e4d2-a032-4647-9e12-767286821b29 req-6a35866e-ef55-4a11-b1de-d9b65e52d407 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075065 Feb 11 05:05:46.888251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:05:47.036786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:05:47.055162 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f14e82-1966-4443-bc1c-2acc71650c09 None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:05:47.091498 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f14e82-1966-4443-bc1c-2acc71650c09 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:47.092157 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b3f14e82-1966-4443-bc1c-2acc71650c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:47.101893 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:47.133579 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-670b8280-21a7-4b6f-862d-e53c078dd8e0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5034611 Feb 11 05:05:47.136251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57678) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:47.232972 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b3f14e82-1966-4443-bc1c-2acc71650c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:47.264496 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f14e82-1966-4443-bc1c-2acc71650c09 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:47.268929 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b3f14e82-1966-4443-bc1c-2acc71650c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:47.291896 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-235baad1-79ab-482c-9977-08022e4ad1cd tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "GET /v2.0/floatingips/032636c6-26f6-42c6-b89f-3cc0a2c33e65 HTTP/1.1" status: 200 len: 978 time: 0.1545277 Feb 11 05:05:47.303077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57684) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:47.315978 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b3f14e82-1966-4443-bc1c-2acc71650c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:47.317037 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f14e82-1966-4443-bc1c-2acc71650c09 None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:05:47.531775 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-07ced900-9913-40cc-bb4c-e4825d23104a tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2082670 Feb 11 05:05:47.532132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57694) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:47.536841 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a2f5eb0d-ea65-4de2-87fd-3a43987bcd30 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'floatingip': {'port_id': 'e102d8ac-20f4-496f-8fb7-4336e9c48570'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:47.680611 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2f5eb0d-ea65-4de2-87fd-3a43987bcd30 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (032636c6-26f6-42c6-b89f-3cc0a2c33e65), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.146714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9fba-d932-48b4-a940-a74406491aee req-932ab8dd-be14-4ce5-bfaf-9a4eb5d4127d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:48.149329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-785f9fba-d932-48b4-a940-a74406491aee req-932ab8dd-be14-4ce5-bfaf-9a4eb5d4127d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1753333 Feb 11 05:05:48.233566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-785f9fba-d932-48b4-a940-a74406491aee req-16b490dc-68ac-4227-a06e-46c1a1464dd0 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780470 Feb 11 05:05:48.319601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcaecb-a5b5-4ec0-a091-f55e825635d8 req-729789c0-6e34-4972-8805-37852f820896 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:48.333618 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2fcaecb-a5b5-4ec0-a091-f55e825635d8 req-729789c0-6e34-4972-8805-37852f820896 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.2362869 Feb 11 05:05:48.584804 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2fcaecb-a5b5-4ec0-a091-f55e825635d8 req-82eb4597-8f30-4855-8584-7f9a96fa18ff tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498083 Feb 11 05:05:49.084387 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2f5eb0d-ea65-4de2-87fd-3a43987bcd30 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:49.096199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2f5eb0d-ea65-4de2-87fd-3a43987bcd30 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (032636c6-26f6-42c6-b89f-3cc0a2c33e65), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:49.411333 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-a2f5eb0d-ea65-4de2-87fd-3a43987bcd30 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Floating IP 032636c6-26f6-42c6-b89f-3cc0a2c33e65 associated. External IP: 172.25.7.239, port: b9d3fa43-a689-45b5-878a-e4c349e05da2. Feb 11 05:05:49.467993 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546728d-c91b-4849-8c95-b52f712e2ce2 req-fcaaccf3-7501-40b6-bc1b-42d9c9de93ec tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:49.478508 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d546728d-c91b-4849-8c95-b52f712e2ce2 req-fcaaccf3-7501-40b6-bc1b-42d9c9de93ec tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1228054 Feb 11 05:05:49.556088 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d546728d-c91b-4849-8c95-b52f712e2ce2 req-6758d71e-ad4b-4525-b211-972647d49341 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763776 Feb 11 05:05:49.752994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f5eb0d-ea65-4de2-87fd-3a43987bcd30 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:05:49.931312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ea1fb-03a8-4323-b022-aea2f556c61e req-d56e7e8e-3e85-4c06-a770-8786e89b4941 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:49.932953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-161ea1fb-03a8-4323-b022-aea2f556c61e req-d56e7e8e-3e85-4c06-a770-8786e89b4941 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 946 time: 0.1114185 Feb 11 05:05:50.018623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f5eb0d-ea65-4de2-87fd-3a43987bcd30 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:05:50.031237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8cab73-a553-4c31-89b6-157209744473 None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:05:50.051919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8cab73-a553-4c31-89b6-157209744473 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:50.052567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6d8cab73-a553-4c31-89b6-157209744473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:50.155910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6d8cab73-a553-4c31-89b6-157209744473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:50.166213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8cab73-a553-4c31-89b6-157209744473 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:50.167331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6d8cab73-a553-4c31-89b6-157209744473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:50.255708 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-161ea1fb-03a8-4323-b022-aea2f556c61e req-f2b5e257-9e25-4519-8a76-2d96a07903fb tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039470 Feb 11 05:05:50.491601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6d8cab73-a553-4c31-89b6-157209744473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:50.492572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8cab73-a553-4c31-89b6-157209744473 None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:05:50.576144 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:50.928856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:50.931243 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.942497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408fd95-2709-4770-a57c-5fb613a35df5 req-d30e41bb-3dfa-4501-b035-e4b4d5c52389 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:50.952114 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e408fd95-2709-4770-a57c-5fb613a35df5 req-d30e41bb-3dfa-4501-b035-e4b4d5c52389 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1722405 Feb 11 05:05:51.009431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f5eb0d-ea65-4de2-87fd-3a43987bcd30 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:05:51.019828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:51.022823 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e777d3d-38a4-43a2-9e9a-b96560f1912b" -d '{"events": [{"server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "name": "network-vif-unplugged", "status": "completed", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:51.059020 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e408fd95-2709-4770-a57c-5fb613a35df5 req-9aedf4ea-9b7e-4c5b-84bb-dc39aba9baea tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058381 Feb 11 05:05:51.071816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:51.098834 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.099160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e1315586-f78f-4894-8233-af9a0a7ff114 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:51.203776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:51.209952 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdcd0e3-abaf-460c-8fa2-1cfbd0afe664 x-openstack-request-id: req-8fdcd0e3-abaf-460c-8fa2-1cfbd0afe664 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:51.210345 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "name": "network-vif-unplugged", "status": "completed", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:51.210694 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8fdcd0e3-abaf-460c-8fa2-1cfbd0afe664 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:51.211351 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'code': 200} Feb 11 05:05:51.273219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f5eb0d-ea65-4de2-87fd-3a43987bcd30 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:05:51.274741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184b84f-7262-4a75-ba56-1a1985d67ca1 req-51a722eb-df63-404f-abc5-6b7d9da959d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:51.276305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f184b84f-7262-4a75-ba56-1a1985d67ca1 req-51a722eb-df63-404f-abc5-6b7d9da959d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 1127 time: 0.0697572 Feb 11 05:05:51.284288 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a2f5eb0d-ea65-4de2-87fd-3a43987bcd30 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.295505 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde10b33-2deb-4a12-8b44-c6e14c7648b8 None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:05:51.320175 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde10b33-2deb-4a12-8b44-c6e14c7648b8 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:51.326673 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-bde10b33-2deb-4a12-8b44-c6e14c7648b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:51.345245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port e1315586-f78f-4894-8233-af9a0a7ff114 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:51.346012 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.420951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e1315586-f78f-4894-8233-af9a0a7ff114, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e1315586-f78f-4894-8233-af9a0a7ff114,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:51.433139 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.472208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184b84f-7262-4a75-ba56-1a1985d67ca1 req-cf9b4fae-3a6f-4914-bc65-f04cd5b90a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:51.473712 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f184b84f-7262-4a75-ba56-1a1985d67ca1 req-cf9b4fae-3a6f-4914-bc65-f04cd5b90a65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 918 time: 0.1883714 Feb 11 05:05:51.491624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a2f5eb0d-ea65-4de2-87fd-3a43987bcd30 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "PUT /v2.0/floatingips/032636c6-26f6-42c6-b89f-3cc0a2c33e65 HTTP/1.1" status: 200 len: 978 time: 3.9583540 Feb 11 05:05:51.496155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57752) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:51.500943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c64aa691-09b9-49a9-acb8-33fd9c97894d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:51.555032 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-bde10b33-2deb-4a12-8b44-c6e14c7648b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:51.609035 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde10b33-2deb-4a12-8b44-c6e14c7648b8 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:51.618704 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-bde10b33-2deb-4a12-8b44-c6e14c7648b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:51.638039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=e1315586-f78f-4894-8233-af9a0a7ff114,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:51.656387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad27107-43e8-4c6d-9782-fafc21c380b2 req-b1e9df64-e06c-4d3d-ae82-ca6f3949fce7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:51.656387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dad27107-43e8-4c6d-9782-fafc21c380b2 req-b1e9df64-e06c-4d3d-ae82-ca6f3949fce7 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.1799181 Feb 11 05:05:51.656870 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c64aa691-09b9-49a9-acb8-33fd9c97894d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (032636c6-26f6-42c6-b89f-3cc0a2c33e65), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.746417 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-bde10b33-2deb-4a12-8b44-c6e14c7648b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:51.748070 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde10b33-2deb-4a12-8b44-c6e14c7648b8 None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:05:51.766386 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f184b84f-7262-4a75-ba56-1a1985d67ca1 req-6aca765f-87e8-49fe-a5c9-5dcec7b03d86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c HTTP/1.1" status: 200 len: 1000 time: 0.2828908 Feb 11 05:05:51.981188 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dad27107-43e8-4c6d-9782-fafc21c380b2 req-48f393ec-49e7-4b8e-8545-2f04e31c8e4d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138312 Feb 11 05:05:51.992878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184b84f-7262-4a75-ba56-1a1985d67ca1 req-7cbf9f8a-12b6-4b30-a02d-c0454bcfb083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:52.008060 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f184b84f-7262-4a75-ba56-1a1985d67ca1 req-7cbf9f8a-12b6-4b30-a02d-c0454bcfb083 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.2249312 Feb 11 05:05:52.093385 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c64aa691-09b9-49a9-acb8-33fd9c97894d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:52.124940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c64aa691-09b9-49a9-acb8-33fd9c97894d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (032636c6-26f6-42c6-b89f-3cc0a2c33e65), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:52.125531 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-c64aa691-09b9-49a9-acb8-33fd9c97894d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Floating IP 032636c6-26f6-42c6-b89f-3cc0a2c33e65 disassociated. External IP: 172.25.7.239, port: e102d8ac-20f4-496f-8fb7-4336e9c48570. Feb 11 05:05:52.260884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184b84f-7262-4a75-ba56-1a1985d67ca1 req-85857bb7-b53a-4cdf-8dc0-6f90e5e1ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:52.267015 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f184b84f-7262-4a75-ba56-1a1985d67ca1 req-85857bb7-b53a-4cdf-8dc0-6f90e5e1ec98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2469714 Feb 11 05:05:52.290845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682f55c-80c2-4f79-b0a8-ec8e6f50f365 req-4d63d557-7686-4bac-9c2e-1b60a19d157d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:52.308591 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2682f55c-80c2-4f79-b0a8-ec8e6f50f365 req-4d63d557-7686-4bac-9c2e-1b60a19d157d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 944 time: 0.1038241 Feb 11 05:05:52.416631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2682f55c-80c2-4f79-b0a8-ec8e6f50f365 req-d083b818-06f0-48fa-94a9-41be700e312b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014459 Feb 11 05:05:52.665586 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f184b84f-7262-4a75-ba56-1a1985d67ca1 req-03f18f82-b6ce-4ccc-a2b2-45a9386a329f service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862886 Feb 11 05:05:52.677802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64aa691-09b9-49a9-acb8-33fd9c97894d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:05:52.962305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f184b84f-7262-4a75-ba56-1a1985d67ca1 req-096df085-201c-42b5-9220-fef62eb0c6c9 service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867072 Feb 11 05:05:53.213614 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1315586-f78f-4894-8233-af9a0a7ff114'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:53.216678 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85099b31-5b99-4cb2-aaad-19a7314b028e" -d '{"events": [{"server_uuid": "4b57e588-bbbb-4b02-884a-aeb6af1a98d0", "name": "network-vif-unplugged", "status": "completed", "tag": "e1315586-f78f-4894-8233-af9a0a7ff114"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:53.277255 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c392d609-2b0b-4f99-b1ce-f935ded2aef7 x-openstack-request-id: req-c392d609-2b0b-4f99-b1ce-f935ded2aef7 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:53.277655 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b57e588-bbbb-4b02-884a-aeb6af1a98d0", "name": "network-vif-unplugged", "status": "completed", "tag": "e1315586-f78f-4894-8233-af9a0a7ff114", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:53.277984 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c392d609-2b0b-4f99-b1ce-f935ded2aef7 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:53.278481 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1315586-f78f-4894-8233-af9a0a7ff114', 'code': 200} Feb 11 05:05:53.467483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64aa691-09b9-49a9-acb8-33fd9c97894d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:05:53.475791 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c64aa691-09b9-49a9-acb8-33fd9c97894d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:53.480287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706b6127-06d9-4726-9b68-cf7d5655191a None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:05:53.501974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b6127-06d9-4726-9b68-cf7d5655191a None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:53.502941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-706b6127-06d9-4726-9b68-cf7d5655191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:53.516669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57776) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:53.517747 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c64aa691-09b9-49a9-acb8-33fd9c97894d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "PUT /v2.0/floatingips/032636c6-26f6-42c6-b89f-3cc0a2c33e65 HTTP/1.1" status: 200 len: 688 time: 2.0195301 Feb 11 05:05:53.532301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede787a-d803-4c2b-9528-9d6b91f959a0 req-65ef1bf6-3f47-42b5-95b7-bb6f304f5811 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:53.534602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fede787a-d803-4c2b-9528-9d6b91f959a0 req-65ef1bf6-3f47-42b5-95b7-bb6f304f5811 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.1170409 Feb 11 05:05:53.559838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-706b6127-06d9-4726-9b68-cf7d5655191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:53.591158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b6127-06d9-4726-9b68-cf7d5655191a None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:53.591841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-706b6127-06d9-4726-9b68-cf7d5655191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:53.641764 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fede787a-d803-4c2b-9528-9d6b91f959a0 req-3decf5c0-062d-45f7-b3be-e75a95840dcf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014361 Feb 11 05:05:53.651757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-706b6127-06d9-4726-9b68-cf7d5655191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:53.652600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706b6127-06d9-4726-9b68-cf7d5655191a None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:05:53.776194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3a0a-ca2c-444d-be74-cf776d93a339 req-3446e14d-8bd3-4fcf-b28a-40422911635f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:53.785483 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49cf3a0a-ca2c-444d-be74-cf776d93a339 req-3446e14d-8bd3-4fcf-b28a-40422911635f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 944 time: 0.1730123 Feb 11 05:05:53.840279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-47fb23d3-2578-47a9-8774-604ff0c1ed80 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port 568b6aa4-05e1-4415-8407-7bf99238513f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:53.840839 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47fb23d3-2578-47a9-8774-604ff0c1ed80 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (568b6aa4-05e1-4415-8407-7bf99238513f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:53.877314 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49cf3a0a-ca2c-444d-be74-cf776d93a339 req-05dc42f1-085a-403e-ba7c-15a4354494ee tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862162 Feb 11 05:05:54.020895 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47fb23d3-2578-47a9-8774-604ff0c1ed80 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (568b6aa4-05e1-4415-8407-7bf99238513f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.021411 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47fb23d3-2578-47a9-8774-604ff0c1ed80 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (568b6aa4-05e1-4415-8407-7bf99238513f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.044430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-47fb23d3-2578-47a9-8774-604ff0c1ed80 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for 568b6aa4-05e1-4415-8407-7bf99238513f owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:54.289951 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47fb23d3-2578-47a9-8774-604ff0c1ed80 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (568b6aa4-05e1-4415-8407-7bf99238513f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.337750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb23d3-2578-47a9-8774-604ff0c1ed80 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=568b6aa4-05e1-4415-8407-7bf99238513f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:54.501326 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47fb23d3-2578-47a9-8774-604ff0c1ed80 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (032636c6-26f6-42c6-b89f-3cc0a2c33e65), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.504062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47fb23d3-2578-47a9-8774-604ff0c1ed80 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.507614 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-47fb23d3-2578-47a9-8774-604ff0c1ed80 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/floatingips/032636c6-26f6-42c6-b89f-3cc0a2c33e65 HTTP/1.1" status: 204 len: 168 time: 0.9854693 Feb 11 05:05:54.508098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57794) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:54.552821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e1315586-f78f-4894-8233-af9a0a7ff114 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:05:54.589121 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-01331dcd-77b3-4416-91f2-bb9a055bdb8d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] delete failed (client error): The resource could not be found. Feb 11 05:05:54.594872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57798) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:54.596568 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-01331dcd-77b3-4416-91f2-bb9a055bdb8d tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/floatingips/032636c6-26f6-42c6-b89f-3cc0a2c33e65 HTTP/1.1" status: 404 len: 345 time: 0.0873947 Feb 11 05:05:54.749026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e1315586-f78f-4894-8233-af9a0a7ff114, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e1315586-f78f-4894-8233-af9a0a7ff114,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:54.782243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'e1315586-f78f-4894-8233-af9a0a7ff114', 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6', 'port_id': 'e1315586-f78f-4894-8233-af9a0a7ff114', 'mac_address': 'fa:16:3e:37:a7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabecbae-83ae-4c69-ad9c-61ef91318b08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:05:54.837087 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a06d47-ed61-45c5-8e1d-bfc58e115b9b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:54.852346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a06d47-ed61-45c5-8e1d-bfc58e115b9b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:54.865260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port e1315586-f78f-4894-8233-af9a0a7ff114 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:54.865954 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.869328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a06d47-ed61-45c5-8e1d-bfc58e115b9b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:54.873726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-90a06d47-ed61-45c5-8e1d-bfc58e115b9b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "GET /v2.0/ports?network_id=1227fc0c-0460-4ca4-bf46-bbf99b9d027d HTTP/1.1" status: 200 len: 2358 time: 0.2746236 Feb 11 05:05:54.874357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57806) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:54.904908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1315586-f78f-4894-8233-af9a0a7ff114 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:54.936534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e797df-9e39-4090-bafa-6353a8ac5321 req-c3e25a47-259b-446a-a039-2daf6f9a6633 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:54.940270 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72e797df-9e39-4090-bafa-6353a8ac5321 req-c3e25a47-259b-446a-a039-2daf6f9a6633 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.1330552 Feb 11 05:05:55.002002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e1315586-f78f-4894-8233-af9a0a7ff114, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e1315586-f78f-4894-8233-af9a0a7ff114,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:55.004687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64629b6d-1c99-42fc-a10e-3e73c382166f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:55.008438 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-64629b6d-1c99-42fc-a10e-3e73c382166f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "GET /v2.0/subnets/1a19352e-06f6-4bb0-ac54-88750911e831 HTTP/1.1" status: 200 len: 797 time: 0.1324351 Feb 11 05:05:55.016059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57810) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:55.019880 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.039538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'port': {'network_id': '1227fc0c-0460-4ca4-bf46-bbf99b9d027d', 'name': 'tempest-FloatingIPTestJSON-180247629', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:55.117212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3901e-8b7c-4585-8b8b-e8dbcac22714 req-0daa81c0-58d8-49f8-8651-dff8fa4dd546 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:55.144450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-53c3901e-8b7c-4585-8b8b-e8dbcac22714 req-0daa81c0-58d8-49f8-8651-dff8fa4dd546 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 945 time: 0.1308024 Feb 11 05:05:55.153072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=e1315586-f78f-4894-8233-af9a0a7ff114,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:55.249613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72e797df-9e39-4090-bafa-6353a8ac5321 req-48899656-c039-44d6-91f2-0d13004ccdd5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037007 Feb 11 05:05:55.280586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Made reservation on behalf of 0e733bfe8f7d4b858661895d8c716cf1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:55.290936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-53c3901e-8b7c-4585-8b8b-e8dbcac22714 req-25cfd5cb-810a-4555-808c-7715c74e5359 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409636 Feb 11 05:05:55.416227 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.457793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] device_id is not set on port f848d3a6-5f38-4213-93cb-1cda21770c2a yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:55.538501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['e1315586-f78f-4894-8233-af9a0a7ff114'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:56.004812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.20.0.14 (1227fc0c-0460-4ca4-bf46-bbf99b9d027d/1a19352e-06f6-4bb0-ac54-88750911e831/f848d3a6-5f38-4213-93cb-1cda21770c2a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:56.011781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.20.0.13 (1227fc0c-0460-4ca4-bf46-bbf99b9d027d/1a19352e-06f6-4bb0-ac54-88750911e831/f848d3a6-5f38-4213-93cb-1cda21770c2a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:56.174570 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (f848d3a6-5f38-4213-93cb-1cda21770c2a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.246305 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f848d3a6-5f38-4213-93cb-1cda21770c2a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.342813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 1227fc0c-0460-4ca4-bf46-bbf99b9d027d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:56.368059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:56.373410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:56.529442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=f848d3a6-5f38-4213-93cb-1cda21770c2a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:56.602336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2b435-c5c7-470a-bd0f-69f64f81d753 req-aa6a1409-4187-4eac-917d-db8041b05ba3 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:56.615865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.616243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.616603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.617386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.617742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.618087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.618428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.618768 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.619157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.619494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.619832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.620166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.620499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:56.655641 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49a2b435-c5c7-470a-bd0f-69f64f81d753 req-aa6a1409-4187-4eac-917d-db8041b05ba3 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 945 time: 0.2103570 Feb 11 05:05:56.702638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:56.703279 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.726551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244d6eb-5b9a-4f0e-9a40-3b343634f058 req-48ddd0f2-3297-4dc0-80a2-2dd47094e637 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:56.728252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9244d6eb-5b9a-4f0e-9a40-3b343634f058 req-48ddd0f2-3297-4dc0-80a2-2dd47094e637 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.3434830 Feb 11 05:05:56.796394 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a0591e01-43cc-46aa-af91-ea247b3cefb7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7764628 Feb 11 05:05:56.796514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57830) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:56.820766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'f848d3a6-5f38-4213-93cb-1cda21770c2a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:56.899631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49a2b435-c5c7-470a-bd0f-69f64f81d753 req-83b44f9c-6dda-43cd-85b2-3d0a7e0a2b85 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372973 Feb 11 05:05:56.901470 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.917101 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9244d6eb-5b9a-4f0e-9a40-3b343634f058 req-3f41cd02-5470-44f1-b12b-ca18a089417f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636870 Feb 11 05:05:57.081395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:57.259434 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.25.7.246 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/9288b413-86cb-4606-b7d2-07e7e2b120d4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:57.403875 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (9288b413-86cb-4606-b7d2-07e7e2b120d4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:57.447072 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9288b413-86cb-4606-b7d2-07e7e2b120d4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:57.491559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:57.495451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:57.503080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:57.582963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=9288b413-86cb-4606-b7d2-07e7e2b120d4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:58.236844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea444d5-21a5-4647-bb9b-410e69355500 req-610595b3-a1d9-4513-8567-985c4665654d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:58.239232 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7ea444d5-21a5-4647-bb9b-410e69355500 req-610595b3-a1d9-4513-8567-985c4665654d tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 945 time: 0.2408869 Feb 11 05:05:58.316543 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (2e04da8d-cd10-4911-81c1-908c04bc8c75), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.348687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7ea444d5-21a5-4647-bb9b-410e69355500 req-1d3c1cea-03eb-4b9c-af56-febe238249b4 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996487 Feb 11 05:05:58.451565 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9288b413-86cb-4606-b7d2-07e7e2b120d4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.594626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e1315586-f78f-4894-8233-af9a0a7ff114 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:58.617428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d35a96-8647-4650-badf-77af91dcde35 req-ff457a47-19a3-4191-af2b-6a2c4ab3dbed tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:58.625995 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c4d35a96-8647-4650-badf-77af91dcde35 req-ff457a47-19a3-4191-af2b-6a2c4ab3dbed tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.1297877 Feb 11 05:05:58.724595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port e1315586-f78f-4894-8233-af9a0a7ff114 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:58.726836 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.769359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c4d35a96-8647-4650-badf-77af91dcde35 req-8dcdc1ad-d496-4644-af98-5930e9df3e9f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420298 Feb 11 05:05:58.864275 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (9288b413-86cb-4606-b7d2-07e7e2b120d4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.874655 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57906) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:58.883771 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (9288b413-86cb-4606-b7d2-07e7e2b120d4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.896653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port e1315586-f78f-4894-8233-af9a0a7ff114 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:58.896962 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.926562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1315586-f78f-4894-8233-af9a0a7ff114'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:58.933390 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e12654-81f7-41d0-950e-10ed6fc2a556" -d '{"events": [{"server_uuid": "4b57e588-bbbb-4b02-884a-aeb6af1a98d0", "name": "network-vif-plugged", "status": "completed", "tag": "e1315586-f78f-4894-8233-af9a0a7ff114"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:58.984871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e1315586-f78f-4894-8233-af9a0a7ff114, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e1315586-f78f-4894-8233-af9a0a7ff114,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:58.998583 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.999821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:59.084564 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad622a4-816f-4a99-8727-c367ab45e46b x-openstack-request-id: req-1ad622a4-816f-4a99-8727-c367ab45e46b {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:59.096746 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b57e588-bbbb-4b02-884a-aeb6af1a98d0", "name": "network-vif-plugged", "status": "completed", "tag": "e1315586-f78f-4894-8233-af9a0a7ff114", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:59.097250 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ad622a4-816f-4a99-8727-c367ab45e46b {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:59.097823 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1315586-f78f-4894-8233-af9a0a7ff114', 'code': 200} Feb 11 05:05:59.121961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=9288b413-86cb-4606-b7d2-07e7e2b120d4,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:59.143568 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (2e04da8d-cd10-4911-81c1-908c04bc8c75), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.155685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57916) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:59.218999 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-74101775-f02e-44ca-84f1-f9f9ba21c688 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3415716 Feb 11 05:05:59.230081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-4de0fae8-2eff-4c76-987c-cf14e36f9c6f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:05:59.231445 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-4de0fae8-2eff-4c76-987c-cf14e36f9c6f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072532 Feb 11 05:05:59.307957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=e1315586-f78f-4894-8233-af9a0a7ff114,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:59.370572 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Floating IP 2e04da8d-cd10-4911-81c1-908c04bc8c75 associated. External IP: 172.25.7.246, port: f848d3a6-5f38-4213-93cb-1cda21770c2a. Feb 11 05:05:59.401279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac986-70a1-40ea-9425-1a738f808f79 req-b135ce36-793c-4185-9559-6005fb690181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:59.406322 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b88ac986-70a1-40ea-9425-1a738f808f79 req-b135ce36-793c-4185-9559-6005fb690181 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 1129 time: 0.1154184 Feb 11 05:05:59.451105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:59.499024 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28415831-6343-44ef-bc5f-17bb93c409d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.571379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b88ac986-70a1-40ea-9425-1a738f808f79 req-cc0b8b81-9967-40d4-9790-861a3f8f829c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572833 Feb 11 05:05:59.621539 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42c588-8dfa-40ce-8d00-b1b28dcf27b9 req-6bbe3579-6ad9-4f45-8b59-72a7208d918c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:59.623365 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd42c588-8dfa-40ce-8d00-b1b28dcf27b9 req-6bbe3579-6ad9-4f45-8b59-72a7208d918c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1348195 Feb 11 05:05:59.695784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-b7cee540-2951-42b3-85d2-3cc57f3adff6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:59.700120 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-b7cee540-2951-42b3-85d2-3cc57f3adff6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports/267e01e7-2078-4bc4-9e7f-b69a1a7fa52c HTTP/1.1" status: 200 len: 941 time: 0.4177945 Feb 11 05:05:59.754167 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd42c588-8dfa-40ce-8d00-b1b28dcf27b9 req-7c213791-2536-468f-96cf-8387cf74e451 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625088 Feb 11 05:05:59.765556 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28415831-6343-44ef-bc5f-17bb93c409d0 admin admin] Publish callbacks [] for security_group (087c0315-d0b3-4676-bf3f-3ad1d4f6e8f2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.776378 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28415831-6343-44ef-bc5f-17bb93c409d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (087c0315-d0b3-4676-bf3f-3ad1d4f6e8f2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.846799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:05:59.854358 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-28415831-6343-44ef-bc5f-17bb93c409d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5da4b1cb0b6b437a9093a1dc1c2329aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6970100 Feb 11 05:05:59.856004 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57932) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:59.876092 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28415831-6343-44ef-bc5f-17bb93c409d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087c0315-d0b3-4676-bf3f-3ad1d4f6e8f2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:00.020260 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aea4ad64-032e-49d4-976a-f1f102d12a62 admin admin] Publish callbacks [] for security_group (087c0315-d0b3-4676-bf3f-3ad1d4f6e8f2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.045171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eea299-0130-4726-a96b-1e924cb842f5 req-194a8092-daa0-4a05-b66d-140a67b3e152 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:00.046708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53eea299-0130-4726-a96b-1e924cb842f5 req-194a8092-daa0-4a05-b66d-140a67b3e152 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.1275334 Feb 11 05:06:00.103977 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aea4ad64-032e-49d4-976a-f1f102d12a62 admin admin] Publish callbacks [] for security_group (087c0315-d0b3-4676-bf3f-3ad1d4f6e8f2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.131456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53eea299-0130-4726-a96b-1e924cb842f5 req-89dee629-3c9f-4a41-907a-5d3904fdb66c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791152 Feb 11 05:06:00.215230 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aea4ad64-032e-49d4-976a-f1f102d12a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (087c0315-d0b3-4676-bf3f-3ad1d4f6e8f2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.217910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aea4ad64-032e-49d4-976a-f1f102d12a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.221936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aea4ad64-032e-49d4-976a-f1f102d12a62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/087c0315-d0b3-4676-bf3f-3ad1d4f6e8f2 HTTP/1.1" status: 204 len: 168 time: 0.3593388 Feb 11 05:06:00.273456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4ad64-032e-49d4-976a-f1f102d12a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087c0315-d0b3-4676-bf3f-3ad1d4f6e8f2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:00.298845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:00.326363 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ffeb9-28a7-48fd-a5a1-be97a9c731a6 None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:00.347819 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ffeb9-28a7-48fd-a5a1-be97a9c731a6 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:00.349841 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3c2ffeb9-28a7-48fd-a5a1-be97a9c731a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:00.356200 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.455285 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3c2ffeb9-28a7-48fd-a5a1-be97a9c731a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:00.465681 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ffeb9-28a7-48fd-a5a1-be97a9c731a6 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:00.466565 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3c2ffeb9-28a7-48fd-a5a1-be97a9c731a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:00.478371 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4234d681-6c83-4a02-b176-b2a5b60c6318 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6789215 Feb 11 05:06:00.479122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 57944) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:00.489902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-db3f9113-a311-4c1a-a6a7-22c7e04def10 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'floatingip': {'port_id': 'f848d3a6-5f38-4213-93cb-1cda21770c2a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:00.531398 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3c2ffeb9-28a7-48fd-a5a1-be97a9c731a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:00.532050 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ffeb9-28a7-48fd-a5a1-be97a9c731a6 None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:00.615030 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db3f9113-a311-4c1a-a6a7-22c7e04def10 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (2e04da8d-cd10-4911-81c1-908c04bc8c75), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:01.167022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c9869-513d-4fc6-a5b7-4014b14d1762 req-743bfdf0-1cbf-4fca-8626-26755c1e4863 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:01.168793 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c6c9869-513d-4fc6-a5b7-4014b14d1762 req-743bfdf0-1cbf-4fca-8626-26755c1e4863 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.2462037 Feb 11 05:06:01.288234 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c6c9869-513d-4fc6-a5b7-4014b14d1762 req-88143da9-c8d7-4d83-bb2d-0b91f2a9af91 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005261 Feb 11 05:06:01.536807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-1b9efdd4-00a0-42a1-b93d-f4f73d95ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:01.538345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-1b9efdd4-00a0-42a1-b93d-f4f73d95ebf0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b&tenant_id=e2aa496ab7234a4c99e573c68b49bdb5 HTTP/1.1" status: 200 len: 1127 time: 0.1313608 Feb 11 05:06:01.575772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8c4c2-ec1e-4b76-a924-3e6965d55dc9 req-2524b919-7696-4641-b965-c53a6457187d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:01.581485 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ba8c4c2-ec1e-4b76-a924-3e6965d55dc9 req-2524b919-7696-4641-b965-c53a6457187d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.2405381 Feb 11 05:06:01.663864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57982) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:01.783496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ba8c4c2-ec1e-4b76-a924-3e6965d55dc9 req-bc2fa3e3-5079-4b05-afe5-d12d75da3c46 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886258 Feb 11 05:06:01.786481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-ffdaaf09-1ba8-42a4-a648-f4661cfb265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:01.791609 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-ffdaaf09-1ba8-42a4-a648-f4661cfb265c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 1127 time: 0.2020972 Feb 11 05:06:01.958005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2138482758-network', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:02.022097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Made reservation on behalf of cd967de14dac4307bc0a8f0c4bcdcf1f for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:02.024483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.051569 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.099541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-11fbbe8a-c5e2-4b64-ad0a-9b79b468087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:02.104017 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-11fbbe8a-c5e2-4b64-ad0a-9b79b468087b service neutron] 10.222.0.60 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 918 time: 0.3045108 Feb 11 05:06:02.162864 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db3f9113-a311-4c1a-a6a7-22c7e04def10 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.169243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db3f9113-a311-4c1a-a6a7-22c7e04def10 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (2e04da8d-cd10-4911-81c1-908c04bc8c75), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.252671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-7183df67-44e0-43e2-84cf-056bae053d99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c HTTP/1.1" status: 200 len: 1000 time: 0.1235433 Feb 11 05:06:02.341260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-428f3a79-234a-40f7-ae47-a36c896b4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:02.342735 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-428f3a79-234a-40f7-ae47-a36c896b4bb5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.0816109 Feb 11 05:06:02.348679 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Publish callbacks [] for security_group (851fab9f-3964-4a54-a830-2eb8fe143cf9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.361388 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (851fab9f-3964-4a54-a830-2eb8fe143cf9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.406714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:06:02.431774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851fab9f-3964-4a54-a830-2eb8fe143cf9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:02.438538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (87748eb5-fab3-45a1-b34b-05fefca9e9fb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.439480 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Added segment 87748eb5-fab3-45a1-b34b-05fefca9e9fb of type vlan for network 17b38aea-e0dd-4593-9543-13b96926a8e7 Feb 11 05:06:02.453887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-ea49faa4-ca9f-45d8-b280-614fa08ecf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:02.455728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-ea49faa4-ca9f-45d8-b280-614fa08ecf30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1057103 Feb 11 05:06:02.584886 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-7d0bd5ba-6e14-483c-b3c7-67ae9de0264e service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096742 Feb 11 05:06:02.606633 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (17b38aea-e0dd-4593-9543-13b96926a8e7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.635302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3f9113-a311-4c1a-a6a7-22c7e04def10 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:02.669043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353475b-8b66-4af3-8789-4786a3d6ab8a req-8110e851-70f5-4131-bb96-5491c5701245 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:02.670561 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d353475b-8b66-4af3-8789-4786a3d6ab8a req-8110e851-70f5-4131-bb96-5491c5701245 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.1671243 Feb 11 05:06:02.712301 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (17b38aea-e0dd-4593-9543-13b96926a8e7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.713991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:02.715594 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.776313 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0745146 Feb 11 05:06:02.783227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 57996) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:02.788995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0a30e059-f159-4260-a777-fc0ac05d489c admin admin] Request body: {'subnet': {'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2138482758-subnet', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:02.823043 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-6ad4e6ff-ce1e-4dea-a850-49cbd30c4869 service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287371 Feb 11 05:06:02.869064 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d353475b-8b66-4af3-8789-4786a3d6ab8a req-34134445-79e6-4534-ac6c-f213acc7955c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539283 Feb 11 05:06:02.901682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa6a0d-b461-431f-97e4-2ba06908cdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=17b38aea-e0dd-4593-9543-13b96926a8e7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:02.902424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3f9113-a311-4c1a-a6a7-22c7e04def10 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:02.907158 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db3f9113-a311-4c1a-a6a7-22c7e04def10 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.927788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c6cdfb-4e20-4856-bb37-7e7c9fe72ed5 None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:02.941524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a30e059-f159-4260-a777-fc0ac05d489c admin admin] Made reservation on behalf of cd967de14dac4307bc0a8f0c4bcdcf1f for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:02.943876 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a30e059-f159-4260-a777-fc0ac05d489c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.947754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c6cdfb-4e20-4856-bb37-7e7c9fe72ed5 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:02.948670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e0c6cdfb-4e20-4856-bb37-7e7c9fe72ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:02.962090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 17b38aea-e0dd-4593-9543-13b96926a8e7 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:06:02.998484 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-db3f9113-a311-4c1a-a6a7-22c7e04def10 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "PUT /v2.0/floatingips/2e04da8d-cd10-4911-81c1-908c04bc8c75 HTTP/1.1" status: 200 len: 978 time: 2.5182343 Feb 11 05:06:02.999264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58004) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:03.015180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e0c6cdfb-4e20-4856-bb37-7e7c9fe72ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:03.072582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c6cdfb-4e20-4856-bb37-7e7c9fe72ed5 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:03.073550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e0c6cdfb-4e20-4856-bb37-7e7c9fe72ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:03.118533 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e0c6cdfb-4e20-4856-bb37-7e7c9fe72ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:03.119522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c6cdfb-4e20-4856-bb37-7e7c9fe72ed5 None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:03.299333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48088dac-2ada-4bd9-8511-795070ecb977 req-e043bcfc-e676-4bd9-82b9-753fb65d276d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:03.309775 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48088dac-2ada-4bd9-8511-795070ecb977 req-e043bcfc-e676-4bd9-82b9-753fb65d276d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.3696811 Feb 11 05:06:03.342656 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.353177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eb723-e498-4d9c-a7dd-269b8ffa7e7f req-c4ea344a-8207-4e59-84ea-af3317c84df8 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:03.354803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e28eb723-e498-4d9c-a7dd-269b8ffa7e7f req-c4ea344a-8207-4e59-84ea-af3317c84df8 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.2760229 Feb 11 05:06:03.445177 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48088dac-2ada-4bd9-8511-795070ecb977 req-d8c7ebbc-858e-4786-8b1d-5f04c9e4f0ae tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344905 Feb 11 05:06:03.528167 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e28eb723-e498-4d9c-a7dd-269b8ffa7e7f req-5fd9f689-3148-4519-866e-0f9ce43568de tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562672 Feb 11 05:06:03.659889 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port 9288b413-86cb-4606-b7d2-07e7e2b120d4 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:03.660242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9288b413-86cb-4606-b7d2-07e7e2b120d4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.859610 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a30e059-f159-4260-a777-fc0ac05d489c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (e7e0ffbc-afc6-4d06-9065-972564c3ec76), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.060787 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9288b413-86cb-4606-b7d2-07e7e2b120d4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.067506 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (9288b413-86cb-4606-b7d2-07e7e2b120d4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.096038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for 9288b413-86cb-4606-b7d2-07e7e2b120d4 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:04.137948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30e059-f159-4260-a777-fc0ac05d489c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e0ffbc-afc6-4d06-9065-972564c3ec76,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:04.159893 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30e059-f159-4260-a777-fc0ac05d489c admin admin] Checking segment: {'id': '87748eb5-fab3-45a1-b34b-05fefca9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:04.162584 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a30e059-f159-4260-a777-fc0ac05d489c admin admin] Network hostable DHCP agents. Network: 17b38aea-e0dd-4593-9543-13b96926a8e7, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:06:04.203939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a30e059-f159-4260-a777-fc0ac05d489c admin admin] Network 17b38aea-e0dd-4593-9543-13b96926a8e7 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:06:04.232086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0a30e059-f159-4260-a777-fc0ac05d489c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 17b38aea-e0dd-4593-9543-13b96926a8e7) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:04.238999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30e059-f159-4260-a777-fc0ac05d489c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:04.243414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0b5c48-6977-4a0e-a179-99e7f0b5fcda None None] Network 17b38aea-e0dd-4593-9543-13b96926a8e7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:04.244096 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a30e059-f159-4260-a777-fc0ac05d489c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.423516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58050) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:04.426523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0a30e059-f159-4260-a777-fc0ac05d489c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6420560 Feb 11 05:06:04.432591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2138482758-router', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:04.513042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-17b38aea-e0dd-4593-9543-13b96926a8e7', 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7', 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'fixed_ips': [{'subnet_id': 'e7e0ffbc-afc6-4d06-9065-972564c3ec76'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:06:04.514186 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.587799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.597203 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.655781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-b40b2a63-7dc4-4a36-8947-bc11dc760c8e tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:04.659068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-b40b2a63-7dc4-4a36-8947-bc11dc760c8e tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/networks?id=88acf680-6668-4e67-b0e3-517354fddea6 HTTP/1.1" status: 200 len: 814 time: 0.3806272 Feb 11 05:06:04.683789 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-71de42ae-9f2c-4126-944c-ac864534f0dc tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/quotas/f5236a58eb6b4ee081515938edca84d2 HTTP/1.1" status: 200 len: 375 time: 0.0183823 Feb 11 05:06:04.821903 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-a3559c78-7878-4ffb-acff-6c817600c8e0 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5236a58eb6b4ee081515938edca84d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1308174 Feb 11 05:06:04.828359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Allocated IP 172.20.0.2 (17b38aea-e0dd-4593-9543-13b96926a8e7/e7e0ffbc-afc6-4d06-9065-972564c3ec76/fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:04.909039 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2e98f-966c-4607-8637-c45e18f2ef6d req-6ca07484-7e55-40e4-a748-1b2c78389cfe tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:04.910854 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66f2e98f-966c-4607-8637-c45e18f2ef6d req-6ca07484-7e55-40e4-a748-1b2c78389cfe tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.2866797 Feb 11 05:06:05.083862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Publish callbacks [] for router_controller (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.097968 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9288b413-86cb-4606-b7d2-07e7e2b120d4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.103994 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Publish callbacks [] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.114523 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.197600 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-3d16f476-8d23-401b-bacb-64155d8dc283 service neutron] 10.222.0.48 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721082 Feb 11 05:06:05.233121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Pushing event updated for resources: {'Port': ['ID=fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:05.264446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Network 17b38aea-e0dd-4593-9543-13b96926a8e7 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:05.269578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:05.273051 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:05.445415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66f2e98f-966c-4607-8637-c45e18f2ef6d req-8f7d1f30-a443-4b0e-b2f8-56dd3f9484f6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5275905 Feb 11 05:06:05.464152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Attempting to bind port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:05.464880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Attempting to bind port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '87748eb5-fab3-45a1-b34b-05fefca9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:05.465522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Attempting to bind port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 on network 17b38aea-e0dd-4593-9543-13b96926a8e7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:05.482869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:05.484049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Checking segment: {'id': '87748eb5-fab3-45a1-b34b-05fefca9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:05.484700 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.485304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Bound using segment: {'id': '87748eb5-fab3-45a1-b34b-05fefca9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:05.486536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Bound port: fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87748eb5-fab3-45a1-b34b-05fefca9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:05.487141 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.554325 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-8c03fc32-9340-4689-aad6-58eb61bea707 service neutron] 10.222.0.48 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552766 Feb 11 05:06:05.564525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=9288b413-86cb-4606-b7d2-07e7e2b120d4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:05.692659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] For port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:05.702163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] For port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6,segment=NetworkSegment(87748eb5-fab3-45a1-b34b-05fefca9e9fb),segment_id=87748eb5-fab3-45a1-b34b-05fefca9e9fb)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:05.718236 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.933323 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59043d4-bb5b-4df6-ab29-4b2c9a9709b4 None None] Pushing event updated for resources: {'Port': ['ID=fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:06.160113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017427f1-3384-4632-af18-5308c09ae30a req-8a383019-1c44-4b0e-a5eb-6b8c8a0c42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:06.167311 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-017427f1-3384-4632-af18-5308c09ae30a req-8a383019-1c44-4b0e-a5eb-6b8c8a0c42d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 1127 time: 0.1388102 Feb 11 05:06:06.509787 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (2e04da8d-cd10-4911-81c1-908c04bc8c75), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.510371 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Floating IP 2e04da8d-cd10-4911-81c1-908c04bc8c75 disassociated (deleted). External IP: 172.25.7.246, port: f848d3a6-5f38-4213-93cb-1cda21770c2a. Feb 11 05:06:06.552225 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2019c280-36ea-4135-b257-62dd5d032721 req-739c2100-cc94-4633-bf11-ed7b6561fbd1 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 210 time: 0.1285942 Feb 11 05:06:06.565523 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Publish callbacks [] for router_gateway (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.604771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017427f1-3384-4632-af18-5308c09ae30a req-74ff2edf-f77b-448a-a025-31677e453638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:06.613329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-017427f1-3384-4632-af18-5308c09ae30a req-74ff2edf-f77b-448a-a025-31677e453638 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 918 time: 0.4107890 Feb 11 05:06:07.027112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:07.211665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:07.214013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.364619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2476d1-9902-4da3-b451-3a63d2ce4bea req-291269e4-bf77-4fd2-869f-791f9c4cd668 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:07.380243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a2476d1-9902-4da3-b451-3a63d2ce4bea req-291269e4-bf77-4fd2-869f-791f9c4cd668 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.6527760 Feb 11 05:06:07.441791 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-017427f1-3384-4632-af18-5308c09ae30a req-02404deb-3fa9-4774-b7e5-227984afa1aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c HTTP/1.1" status: 200 len: 1000 time: 0.7095869 Feb 11 05:06:07.552026 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.555925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5024d6bf-cb2a-4e80-96b0-fb06491db57b req-7d01a60f-0947-47cd-8f47-aa014eff4a0a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9395177 Feb 11 05:06:07.596755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a2476d1-9902-4da3-b451-3a63d2ce4bea req-d21cd0b6-dd65-4f93-a80c-c9a121056e4d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155542 Feb 11 05:06:07.655653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017427f1-3384-4632-af18-5308c09ae30a req-d3fa8fc0-813a-4547-a8cd-d70aa3c28233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:07.661719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-017427f1-3384-4632-af18-5308c09ae30a req-d3fa8fc0-813a-4547-a8cd-d70aa3c28233 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.2141347 Feb 11 05:06:07.669113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:07.669766 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.821306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6,segment=NetworkSegment(87748eb5-fab3-45a1-b34b-05fefca9e9fb),segment_id=87748eb5-fab3-45a1-b34b-05fefca9e9fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:07.838010 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.947601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb66e49c-b850-4126-9051-b47162ceb6d3 None None] Network 17b38aea-e0dd-4593-9543-13b96926a8e7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:07.974048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024d6bf-cb2a-4e80-96b0-fb06491db57b req-51430667-9db6-443b-af62-c3aeed6bb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:07.975659 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5024d6bf-cb2a-4e80-96b0-fb06491db57b req-51430667-9db6-443b-af62-c3aeed6bb3e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 1128 time: 0.2309623 Feb 11 05:06:07.983020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017427f1-3384-4632-af18-5308c09ae30a req-5be3e9fa-c7c3-42fd-96d5-9c982da3207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:07.984719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-017427f1-3384-4632-af18-5308c09ae30a req-5be3e9fa-c7c3-42fd-96d5-9c982da3207f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3081927 Feb 11 05:06:08.143373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925ca57-4e09-4739-ad1c-9204eb4d339a req-ea2a4cac-fc3e-472d-a5c4-60871925d054 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:08.145666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6925ca57-4e09-4739-ad1c-9204eb4d339a req-ea2a4cac-fc3e-472d-a5c4-60871925d054 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b57e588-bbbb-4b02-884a-aeb6af1a98d0 HTTP/1.1" status: 200 len: 946 time: 0.9929399 Feb 11 05:06:08.163494 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d754341f-a8d9-4376-8bc6-0076130af961 req-22101449-7677-496c-a1cd-5adf94f3f7f7 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 210 time: 0.1806982 Feb 11 05:06:08.297573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-602c6d47-6eee-472f-b60f-b800d4b2d0f4 None None] Provisioning complete for port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:08.308939 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-602c6d47-6eee-472f-b60f-b800d4b2d0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.320155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:08.383913 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-017427f1-3384-4632-af18-5308c09ae30a req-d423b6be-1079-40ed-9872-e98cd48deecb service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747661 Feb 11 05:06:08.414202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:08.491157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.513254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.515573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.515939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.517427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.522206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.525783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.525783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.525783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.529866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.531069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.533030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.534498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:08.804252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-017427f1-3384-4632-af18-5308c09ae30a req-aa10dc0a-c6da-41d1-8956-ba12c5177802 service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020658 Feb 11 05:06:08.908355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-602c6d47-6eee-472f-b60f-b800d4b2d0f4 None None] Current status of the port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:08.968747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:09.088368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024d6bf-cb2a-4e80-96b0-fb06491db57b req-454fe51a-bd56-4aa4-8332-577ea2298d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:09.096702 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5024d6bf-cb2a-4e80-96b0-fb06491db57b req-454fe51a-bd56-4aa4-8332-577ea2298d9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 916 time: 1.0999248 Feb 11 05:06:09.150770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:09.151259 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.238523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5024d6bf-cb2a-4e80-96b0-fb06491db57b req-67650041-97aa-413c-b139-9b91602c368c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d762cb45-835e-4875-a59c-37abb82ee0c1 HTTP/1.1" status: 200 len: 217 time: 0.1304235 Feb 11 05:06:09.384632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-39914c64-2b76-475d-b037-39f7ba4c2c4b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:09.403497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-39914c64-2b76-475d-b037-39f7ba4c2c4b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.10 "GET /v2.0/networks?id=88acf680-6668-4e67-b0e3-517354fddea6 HTTP/1.1" status: 200 len: 814 time: 1.0125139 Feb 11 05:06:09.421658 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Request body: {'port': {'device_id': 'c85fbdcb-1970-4cd8-9e36-0b5418102445', 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6', 'admin_state_up': True, 'tenant_id': 'f5236a58eb6b4ee081515938edca84d2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:09.465076 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00773082-9eda-422e-b8d4-f137cb8e6284 req-17ff6811-436c-46d0-8d34-84dee90dbb94 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 210 time: 0.0601966 Feb 11 05:06:09.553492 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76e562af-1ddc-4ccd-98be-f03f3c1c6bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.602717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7e93257f-41b4-4eee-b842-d0de306bd064 None None] Provisioning complete for port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:09.603155 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e93257f-41b4-4eee-b842-d0de306bd064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.729023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:09.777498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024d6bf-cb2a-4e80-96b0-fb06491db57b req-a8bdf068-c76b-43b7-a75f-9f730d82ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:09.779784 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5024d6bf-cb2a-4e80-96b0-fb06491db57b req-a8bdf068-c76b-43b7-a75f-9f730d82ca91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.5252092 Feb 11 05:06:09.837095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Made reservation on behalf of f5236a58eb6b4ee081515938edca84d2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:09.845540 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.860565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7e93257f-41b4-4eee-b842-d0de306bd064 None None] Current status of the port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:09.889937 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5024d6bf-cb2a-4e80-96b0-fb06491db57b req-ebb28151-7265-435a-a65b-bdda9bfe09ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017940 Feb 11 05:06:10.160793 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Publish callbacks [] for router_gateway (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.248796 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.257563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-6925ca57-4e09-4739-ad1c-9204eb4d339a req-7b2a6d54-fe2c-499c-b5e7-0bf19d0d3998 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Deleting port e1315586-f78f-4894-8233-af9a0a7ff114 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:10.257926 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6925ca57-4e09-4739-ad1c-9204eb4d339a req-7b2a6d54-fe2c-499c-b5e7-0bf19d0d3998 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.589587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e1315586-f78f-4894-8233-af9a0a7ff114 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:06:10.598524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28687f6a-7f4c-491c-9e83-7ec47684debe req-8728c617-cf77-4a16-a15f-7151ffaddee1 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:10.600299 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28687f6a-7f4c-491c-9e83-7ec47684debe req-8728c617-cf77-4a16-a15f-7151ffaddee1 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.7547011 Feb 11 05:06:10.712152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port e1315586-f78f-4894-8233-af9a0a7ff114 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:10.712558 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.767100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1315586-f78f-4894-8233-af9a0a7ff114'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:10.776075 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e498af0-397c-46ec-84b2-d3a5c0b9da2a" -d '{"events": [{"server_uuid": "4b57e588-bbbb-4b02-884a-aeb6af1a98d0", "name": "network-vif-unplugged", "status": "completed", "tag": "e1315586-f78f-4894-8233-af9a0a7ff114"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:10.843667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e1315586-f78f-4894-8233-af9a0a7ff114, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e1315586-f78f-4894-8233-af9a0a7ff114,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:10.853099 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.967793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:11.013823 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d4517-7eb7-4655-b5d5-844f46acbdc3 None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:11.022800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:11.036390 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d4517-7eb7-4655-b5d5-844f46acbdc3 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:11.053291 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-645d4517-7eb7-4655-b5d5-844f46acbdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:11.139436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=e1315586-f78f-4894-8233-af9a0a7ff114,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:11.175315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-6925ca57-4e09-4739-ad1c-9204eb4d339a req-7b2a6d54-fe2c-499c-b5e7-0bf19d0d3998 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] For port e1315586-f78f-4894-8233-af9a0a7ff114, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e1315586-f78f-4894-8233-af9a0a7ff114,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:11.175943 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6925ca57-4e09-4739-ad1c-9204eb4d339a req-7b2a6d54-fe2c-499c-b5e7-0bf19d0d3998 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:11.236023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-6925ca57-4e09-4739-ad1c-9204eb4d339a req-7b2a6d54-fe2c-499c-b5e7-0bf19d0d3998 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Calling delete_port for e1315586-f78f-4894-8233-af9a0a7ff114 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:11.244935 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-645d4517-7eb7-4655-b5d5-844f46acbdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:11.284601 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d4517-7eb7-4655-b5d5-844f46acbdc3 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:11.285148 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-645d4517-7eb7-4655-b5d5-844f46acbdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:11.417694 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-645d4517-7eb7-4655-b5d5-844f46acbdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:11.418366 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d4517-7eb7-4655-b5d5-844f46acbdc3 None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:11.507731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5024d6bf-cb2a-4e80-96b0-fb06491db57b req-4760f400-5c42-41e9-b76e-75156a175650 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5986435 Feb 11 05:06:11.659694 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-497ecec8-a931-4601-bd37-fc46587adcf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/floatingips/2e04da8d-cd10-4911-81c1-908c04bc8c75 HTTP/1.1" status: 204 len: 168 time: 8.6586831 Feb 11 05:06:11.672865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:11.737000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28687f6a-7f4c-491c-9e83-7ec47684debe req-4da5c6ac-b527-425d-ad8b-59f6896242d9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1205275 Feb 11 05:06:11.737689 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6925ca57-4e09-4739-ad1c-9204eb4d339a req-7b2a6d54-fe2c-499c-b5e7-0bf19d0d3998 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e1315586-f78f-4894-8233-af9a0a7ff114), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:11.812455 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0faa6741-3056-43df-96a5-cda73dec6c1d req-64c49bbc-d50d-482e-a7d6-183a391f6024 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 210 time: 0.5091059 Feb 11 05:06:11.855847 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25be5333-97c6-41cb-8f3e-c7283d7bddd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:11.905304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a6d54-fe2c-499c-b5e7-0bf19d0d3998 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Pushing event deleted for resources: {'Port': ['ID=e1315586-f78f-4894-8233-af9a0a7ff114,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:11.959809 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7a913d-cc11-45cb-bb02-8128a5280628 x-openstack-request-id: req-bd7a913d-cc11-45cb-bb02-8128a5280628 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:11.960107 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b57e588-bbbb-4b02-884a-aeb6af1a98d0", "name": "network-vif-unplugged", "status": "completed", "tag": "e1315586-f78f-4894-8233-af9a0a7ff114", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:11.960367 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd7a913d-cc11-45cb-bb02-8128a5280628 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:11.960770 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1315586-f78f-4894-8233-af9a0a7ff114', 'code': 200} Feb 11 05:06:11.964152 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:06:12.048968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Allocated IP 172.20.0.7 (88acf680-6668-4e67-b0e3-517354fddea6/dabecbae-83ae-4c69-ad9c-61ef91318b08/ce0b62ba-3ebb-4feb-8efb-bc85fa31a435) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:12.106462 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-6925ca57-4e09-4739-ad1c-9204eb4d339a req-7b2a6d54-fe2c-499c-b5e7-0bf19d0d3998 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] No DVR routers for this DVR port e1315586-f78f-4894-8233-af9a0a7ff114 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:06:12.113434 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-6925ca57-4e09-4739-ad1c-9204eb4d339a req-7b2a6d54-fe2c-499c-b5e7-0bf19d0d3998 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.131378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6925ca57-4e09-4739-ad1c-9204eb4d339a req-7b2a6d54-fe2c-499c-b5e7-0bf19d0d3998 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.60 "DELETE /v2.0/ports/e1315586-f78f-4894-8233-af9a0a7ff114 HTTP/1.1" status: 204 len: 173 time: 3.9652181 Feb 11 05:06:12.158218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'name': 'network-vif-deleted', 'tag': 'e1315586-f78f-4894-8233-af9a0a7ff114'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:12.166949 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d21e4e-4c63-4f2e-9d5e-dc776f7b0535" -d '{"events": [{"server_uuid": "4b57e588-bbbb-4b02-884a-aeb6af1a98d0", "name": "network-vif-deleted", "tag": "e1315586-f78f-4894-8233-af9a0a7ff114"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:12.224644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Allocated IP 172.25.7.219 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/57860f1d-d2e2-4707-ade3-4c5b88254d88) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:12.312375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5024d6bf-cb2a-4e80-96b0-fb06491db57b req-991a2053-6018-434b-814d-7fd5c9bb6355 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7902234 Feb 11 05:06:12.711765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-bb9eef75-e0e8-408d-9577-4a66246c0c32 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port f848d3a6-5f38-4213-93cb-1cda21770c2a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:12.712140 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks [] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.712622 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb9eef75-e0e8-408d-9577-4a66246c0c32 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f848d3a6-5f38-4213-93cb-1cda21770c2a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.771414 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.803649 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.870433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Network 88acf680-6668-4e67-b0e3-517354fddea6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:12.877656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:12.893308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:12.936198 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Publish callbacks [] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.975438 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9321b55-774d-4523-a7c4-f5a45ee3827a x-openstack-request-id: req-e9321b55-774d-4523-a7c4-f5a45ee3827a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:12.976437 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b57e588-bbbb-4b02-884a-aeb6af1a98d0", "name": "network-vif-deleted", "tag": "e1315586-f78f-4894-8233-af9a0a7ff114", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:12.976437 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9321b55-774d-4523-a7c4-f5a45ee3827a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:12.976920 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b57e588-bbbb-4b02-884a-aeb6af1a98d0', 'name': 'network-vif-deleted', 'tag': 'e1315586-f78f-4894-8233-af9a0a7ff114', 'status': 'completed', 'code': 200} Feb 11 05:06:12.986294 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:13.015374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:13.018584 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:13.104833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6861904 Feb 11 05:06:13.108442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d246271-9072-4498-999b-e630efae2d04 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Pushing event updated for resources: {'Port': ['ID=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:13.125610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:13.151732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:13.172022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Request body: {'port': {'device_id': 'c85fbdcb-1970-4cd8-9e36-0b5418102445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:13.199918 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb9eef75-e0e8-408d-9577-4a66246c0c32 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f848d3a6-5f38-4213-93cb-1cda21770c2a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:13.202794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:13.222924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Pushing event updated for resources: {'Port': ['ID=57860f1d-d2e2-4707-ade3-4c5b88254d88,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:13.248816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a4f01-d652-46e2-b09f-fa7d9fd7c438 req-46869ae9-04f2-4440-8fc7-e1973217d80d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:13.251611 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f61a4f01-d652-46e2-b09f-fa7d9fd7c438 req-46869ae9-04f2-4440-8fc7-e1973217d80d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.2067878 Feb 11 05:06:13.398975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-bb9eef75-e0e8-408d-9577-4a66246c0c32 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for f848d3a6-5f38-4213-93cb-1cda21770c2a owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:13.415877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:13.436144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f61a4f01-d652-46e2-b09f-fa7d9fd7c438 req-05a9626d-4591-4756-86c2-0d0a99292c5e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599839 Feb 11 05:06:13.952090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad5322-58c1-4a23-94ac-25ed80918abb req-ba83681c-2580-4cff-8a51-a87839605c7f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:13.953702 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-11ad5322-58c1-4a23-94ac-25ed80918abb req-ba83681c-2580-4cff-8a51-a87839605c7f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 931 time: 0.9146047 Feb 11 05:06:14.191246 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb9eef75-e0e8-408d-9577-4a66246c0c32 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f848d3a6-5f38-4213-93cb-1cda21770c2a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.272426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9eef75-e0e8-408d-9577-4a66246c0c32 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=f848d3a6-5f38-4213-93cb-1cda21770c2a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:14.289546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:14.322005 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Publish callbacks [] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.325986 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.368373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Transition to ACTIVE for port object ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:14.379624 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.393974 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-11ad5322-58c1-4a23-94ac-25ed80918abb req-18fd6973-6567-44de-8370-ba77881ff8c4 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223013 Feb 11 05:06:14.540936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Pushing event updated for resources: {'Port': ['ID=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:14.732044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Attempting to bind port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:14.732674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Attempting to bind port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:14.733199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Attempting to bind port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 on network 88acf680-6668-4e67-b0e3-517354fddea6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:14.740847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 on network 88acf680-6668-4e67-b0e3-517354fddea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:14.741412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Attempting to bind port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 on network 88acf680-6668-4e67-b0e3-517354fddea6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:14.751292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:14.751914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Checking segment: {'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:14.752545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Bound using segment: {'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:14.753257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Bound port: ce0b62ba-3ebb-4feb-8efb-bc85fa31a435, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32408384-fdd9-4124-b8c5-42f0d7a80fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:14.753878 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.764490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dd6a5-2f64-4553-9b2a-96685729f395 req-e8313db2-e9d9-4782-bcee-d78f8166e2fd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:14.774389 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e38dd6a5-2f64-4553-9b2a-96685729f395 req-e8313db2-e9d9-4782-bcee-d78f8166e2fd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.1940417 Feb 11 05:06:14.804685 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb9eef75-e0e8-408d-9577-4a66246c0c32 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.808058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bb9eef75-e0e8-408d-9577-4a66246c0c32 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/ports/f848d3a6-5f38-4213-93cb-1cda21770c2a HTTP/1.1" status: 204 len: 168 time: 3.0937395 Feb 11 05:06:14.808784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Publish callbacks [] for router_gateway (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.825841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58164) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:14.896245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] For port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:14.899857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] For port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:14.909625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:14.948560 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.077390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Pushing event updated for resources: {'Port': ['ID=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:15.130233 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e38dd6a5-2f64-4553-9b2a-96685729f395 req-892f56db-d84a-4471-b656-416829a74f00 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545163 Feb 11 05:06:15.160545 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.203341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:15.204478 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.206182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0393140f-f1a8-44f4-921e-58c01de9580a service neutron] 10.222.0.10 "PUT /v2.0/ports/ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 HTTP/1.1" status: 200 len: 1092 time: 2.0405595 Feb 11 05:06:15.208040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85fbdcb-1970-4cd8-9e36-0b5418102445', 'tag': 'ce0b62ba-3ebb-4feb-8efb-bc85fa31a435'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:15.210934 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb930e8-1293-4a91-bd6d-3333d0f961d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c85fbdcb-1970-4cd8-9e36-0b5418102445", "tag": "ce0b62ba-3ebb-4feb-8efb-bc85fa31a435"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:15.308922 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe63194-dc90-4ceb-9272-e8a1a386bedc x-openstack-request-id: req-6fe63194-dc90-4ceb-9272-e8a1a386bedc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:15.309635 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85fbdcb-1970-4cd8-9e36-0b5418102445", "tag": "ce0b62ba-3ebb-4feb-8efb-bc85fa31a435", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:15.309756 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fe63194-dc90-4ceb-9272-e8a1a386bedc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:15.310268 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85fbdcb-1970-4cd8-9e36-0b5418102445', 'tag': 'ce0b62ba-3ebb-4feb-8efb-bc85fa31a435', 'status': 'completed', 'code': 200} Feb 11 05:06:15.393618 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.432976 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.434706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-4a46f5a8-3a82-4b7e-81f2-635e477ca6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:15.437851 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-4a46f5a8-3a82-4b7e-81f2-635e477ca6f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5236a58eb6b4ee081515938edca84d2&device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 1126 time: 0.1214993 Feb 11 05:06:15.555502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-10f659bb-9511-4049-a89e-5cbfd1aac2a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 HTTP/1.1" status: 200 len: 217 time: 0.0463724 Feb 11 05:06:15.610620 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.772348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-8ad28295-4bf0-4bb0-bb0f-fd52928d6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:15.775206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-8ad28295-4bf0-4bb0-bb0f-fd52928d6b66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dabecbae-83ae-4c69-ad9c-61ef91318b08 HTTP/1.1" status: 200 len: 854 time: 0.1835668 Feb 11 05:06:15.804167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0ba97-059f-4feb-879c-449c9cbd8658 req-ea442c92-39b5-4a49-ad36-c6800d2ad08c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:15.804440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Router 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:06:15.816488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a0ba97-059f-4feb-879c-449c9cbd8658 req-ea442c92-39b5-4a49-ad36-c6800d2ad08c tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 943 time: 0.2595570 Feb 11 05:06:15.957299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-939176a4-c960-4038-82c7-51c7bb2c3638 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88acf680-6668-4e67-b0e3-517354fddea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950146 Feb 11 05:06:15.980749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a0ba97-059f-4feb-879c-449c9cbd8658 req-aeefd259-2566-40ad-b953-c582293a320f tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618104 Feb 11 05:06:16.155825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:16.171183 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-79b6fe3d-e6d2-415d-a8ba-551a85540784 service neutron] 10.222.0.10 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845489 Feb 11 05:06:16.172752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Sync routers for ids ['3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:16.201739 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Routers {'3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:16.211255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:16.236913 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.247172 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f8acff36-1b51-4b83-bb90-7a2e9f8f5842 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.8204725 Feb 11 05:06:16.248445 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58182) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:16.265517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.25.7.49 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/efce9469-8a56-4318-bfc3-480a353aa206) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:16.437289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d82b00-c91f-4fc7-b078-01ee475b9748 req-593dfdad-f510-4778-85c8-9c08572463a9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:16.440454 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05d82b00-c91f-4fc7-b078-01ee475b9748 req-593dfdad-f510-4778-85c8-9c08572463a9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.0977402 Feb 11 05:06:16.561878 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Set router 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:16.616388 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05d82b00-c91f-4fc7-b078-01ee475b9748 req-33b59722-60f3-45fa-a9e3-f6e3ceac561a tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058469 Feb 11 05:06:16.762494 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871ffcef-30c5-41cf-b2c8-98faa4f9afcd req-0e536b2c-06eb-42b2-8a31-2827f2b5fc6a service neutron] 10.222.0.10 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823853 Feb 11 05:06:16.963949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (efce9469-8a56-4318-bfc3-480a353aa206), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.053254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb930e8-1293-4a91-bd6d-3333d0f961d9 req-a9548bd5-9608-4400-befa-11e17a7faa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:17.078398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ceb930e8-1293-4a91-bd6d-3333d0f961d9 req-a9548bd5-9608-4400-befa-11e17a7faa7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5236a58eb6b4ee081515938edca84d2&device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 1126 time: 0.2119541 Feb 11 05:06:17.323720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58192) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:17.425711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b35bf-14d2-41bc-92ff-8d9d1661d1e0 req-d1c7571f-3570-46c8-99e1-f91a41eab078 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:17.427679 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a31b35bf-14d2-41bc-92ff-8d9d1661d1e0 req-d1c7571f-3570-46c8-99e1-f91a41eab078 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 943 time: 0.1457064 Feb 11 05:06:17.473848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb930e8-1293-4a91-bd6d-3333d0f961d9 req-01560560-309a-4339-a59d-8878b221f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:17.480640 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ceb930e8-1293-4a91-bd6d-3333d0f961d9 req-01560560-309a-4339-a59d-8878b221f3cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=88acf680-6668-4e67-b0e3-517354fddea6 HTTP/1.1" status: 200 len: 915 time: 0.3959808 Feb 11 05:06:17.533818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-881560d1-e683-4801-9090-aa52607cc70b admin admin] Deleting subnet 3d6b22ba-fc67-4ab0-9457-45d7ca87fe04 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:06:17.537824 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-881560d1-e683-4801-9090-aa52607cc70b admin admin] Publish callbacks [] for subnet (3d6b22ba-fc67-4ab0-9457-45d7ca87fe04), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.588690 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ceb930e8-1293-4a91-bd6d-3333d0f961d9 req-f1d9d329-674e-48ae-9930-b446e6c7a356 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 HTTP/1.1" status: 200 len: 217 time: 0.0947764 Feb 11 05:06:17.590401 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (efce9469-8a56-4318-bfc3-480a353aa206), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.753230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=efce9469-8a56-4318-bfc3-480a353aa206,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:17.860996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'name': 'tempest-TestAggregatesBasicOps-2138482758-router', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:04Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 3, 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'gw_port': {'id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:10Z', 'updated_at': '2022-02-11T05:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:17.895484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:17.903700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Checking router: 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:06:17.907062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Updating router 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 port 57860f1d-d2e2-4707-ade3-4c5b88254d88 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:06:17.933865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:17.937274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:17.945684 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.014574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb930e8-1293-4a91-bd6d-3333d0f961d9 req-171cf66e-4401-4704-b10d-9a97dd9f9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:18.024194 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ceb930e8-1293-4a91-bd6d-3333d0f961d9 req-171cf66e-4401-4704-b10d-9a97dd9f9553 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dabecbae-83ae-4c69-ad9c-61ef91318b08 HTTP/1.1" status: 200 len: 854 time: 0.2880676 Feb 11 05:06:18.161821 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ceb930e8-1293-4a91-bd6d-3333d0f961d9 req-0d4fb718-ae40-4a96-9d54-4c411b639662 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88acf680-6668-4e67-b0e3-517354fddea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310487 Feb 11 05:06:18.218166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e07946-2034-4b43-97c5-3767f524113d req-7dc8b8f0-fdeb-4ef3-b7d0-cb9edb0e3e05 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:18.219947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8e07946-2034-4b43-97c5-3767f524113d req-7dc8b8f0-fdeb-4ef3-b7d0-cb9edb0e3e05 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.3913567 Feb 11 05:06:18.330628 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.376726 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-881560d1-e683-4801-9090-aa52607cc70b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (3d6b22ba-fc67-4ab0-9457-45d7ca87fe04), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.513523 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a31b35bf-14d2-41bc-92ff-8d9d1661d1e0 req-a44f4a42-a59c-4178-a84e-34f0f88e6b69 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0348294 Feb 11 05:06:18.587352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:18.601805 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f8e07946-2034-4b43-97c5-3767f524113d req-53191f05-ac4e-44cf-aa55-c94546d9934f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428347 Feb 11 05:06:18.774045 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-881560d1-e683-4801-9090-aa52607cc70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (3d6b22ba-fc67-4ab0-9457-45d7ca87fe04), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.778470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:18.796909 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'ce0b62ba-3ebb-4feb-8efb-bc85fa31a435', 'network_id': '88acf680-6668-4e67-b0e3-517354fddea6', 'port_id': 'ce0b62ba-3ebb-4feb-8efb-bc85fa31a435', 'mac_address': 'fa:16:3e:2c:8b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabecbae-83ae-4c69-ad9c-61ef91318b08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:18.842599 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (9b384fe2-abbd-4087-b851-30bf500b0b42), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.844077 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Publish callbacks [] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.846433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:18.846811 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.887334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:18.910021 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.939210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ceb930e8-1293-4a91-bd6d-3333d0f961d9 req-0a52d999-d96c-4632-ac0e-57843d8b12d6 service neutron] 10.222.0.10 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7667727 Feb 11 05:06:18.972588 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Attempting to bind port 57860f1d-d2e2-4707-ade3-4c5b88254d88 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:18.973229 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Attempting to bind port 57860f1d-d2e2-4707-ade3-4c5b88254d88 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:18.973787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Attempting to bind port 57860f1d-d2e2-4707-ade3-4c5b88254d88 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:18.993064 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (efce9469-8a56-4318-bfc3-480a353aa206), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.004988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:19.007291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:19.007874 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.008439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:19.009106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Bound port: 57860f1d-d2e2-4707-ade3-4c5b88254d88, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:19.009660 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.133742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] For port 57860f1d-d2e2-4707-ade3-4c5b88254d88, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:19.149793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] For port 57860f1d-d2e2-4707-ade3-4c5b88254d88, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=57860f1d-d2e2-4707-ade3-4c5b88254d88,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:19.179299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:19.185349 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.218872 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.223618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-881560d1-e683-4801-9090-aa52607cc70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (3d6b22ba-fc67-4ab0-9457-45d7ca87fe04), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.231900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28493c46-946b-4d02-b46f-618669080e4b None None] Pushing event updated for resources: {'Port': ['ID=57860f1d-d2e2-4707-ade3-4c5b88254d88,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:19.304974 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ceb930e8-1293-4a91-bd6d-3333d0f961d9 req-1f9d89ab-618e-4bcf-829e-7144db66341a service neutron] 10.222.0.10 "GET /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588088 Feb 11 05:06:19.311894 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-881560d1-e683-4801-9090-aa52607cc70b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.320498 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-881560d1-e683-4801-9090-aa52607cc70b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3d6b22ba-fc67-4ab0-9457-45d7ca87fe04 HTTP/1.1" status: 204 len: 168 time: 1.9929240 Feb 11 05:06:19.325217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:19.348009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Routers {'3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:19.348932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:19.459162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28493c46-946b-4d02-b46f-618669080e4b None None] Pushing event updated for resources: {'Port': ['ID=57860f1d-d2e2-4707-ade3-4c5b88254d88,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:19.466708 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (350e8300-79cf-4a5a-84c4-552b0ccd47f5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.491849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Allocated IP 172.20.0.1 (17b38aea-e0dd-4593-9543-13b96926a8e7/e7e0ffbc-afc6-4d06-9065-972564c3ec76/ddfad683-fb2b-4243-bf98-bf10969a3164) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:19.529043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (efce9469-8a56-4318-bfc3-480a353aa206), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.544392 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (efce9469-8a56-4318-bfc3-480a353aa206), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.602612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['ce0b62ba-3ebb-4feb-8efb-bc85fa31a435'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:19.634177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Publish callbacks [] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.682194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881560d1-e683-4801-9090-aa52607cc70b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6b22ba-fc67-4ab0-9457-45d7ca87fe04,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:19.686665 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.778572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Network 17b38aea-e0dd-4593-9543-13b96926a8e7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:19.780869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] Set router 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:19.815472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (9b384fe2-abbd-4087-b851-30bf500b0b42), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.831557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:19.885916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=efce9469-8a56-4318-bfc3-480a353aa206,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:19.931614 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.935594 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dfdbf8a4-468d-4bb8-bbf3-226a1312a5fe tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1072388 Feb 11 05:06:19.936365 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58218) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:19.949935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'port': {'network_id': '1227fc0c-0460-4ca4-bf46-bbf99b9d027d', 'name': 'tempest-FloatingIPTestJSON-1884212555'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:19.999101 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (350e8300-79cf-4a5a-84c4-552b0ccd47f5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.014842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b12641-0a69-4c59-851f-998dcb2118ad req-9107b7d0-5067-4245-9fe2-a65e58ca592e tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:20.017889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:20.027499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67b12641-0a69-4c59-851f-998dcb2118ad req-9107b7d0-5067-4245-9fe2-a65e58ca592e tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 944 time: 0.2863717 Feb 11 05:06:20.056802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350e8300-79cf-4a5a-84c4-552b0ccd47f5']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:20.081758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec1b6a9-989f-4fc1-ac1d-25631d4936ac') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:20.082103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec1b6a9-989f-4fc1-ac1d-25631d4936ac') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:20.112538 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (1ec1b6a9-989f-4fc1-ac1d-25631d4936ac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.146573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1ec1b6a9-989f-4fc1-ac1d-25631d4936ac), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.162978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:06:20.164440 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (1ec1b6a9-989f-4fc1-ac1d-25631d4936ac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.200246 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67b12641-0a69-4c59-851f-998dcb2118ad req-2f37851a-13f8-4508-8648-7e1cf94dd9f5 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717865 Feb 11 05:06:20.310566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:20.345372 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Made reservation on behalf of 0e733bfe8f7d4b858661895d8c716cf1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:20.349043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.382502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] device_id is not set on port 2dc099df-aa9d-4976-a1a6-a651e70ee508 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:06:20.413783 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:06:20.416391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6f6f748c-70d0-4e97-b9bd-2a3e0a408fbd None None] Provisioning complete for port ddfad683-fb2b-4243-bf98-bf10969a3164 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:20.416391 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6f6f748c-70d0-4e97-b9bd-2a3e0a408fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.423777 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.520177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (350e8300-79cf-4a5a-84c4-552b0ccd47f5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.551912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f748c-70d0-4e97-b9bd-2a3e0a408fbd None None] Port ddfad683-fb2b-4243-bf98-bf10969a3164 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:20.564124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Pushing event updated for resources: {'Port': ['ID=ddfad683-fb2b-4243-bf98-bf10969a3164,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:20.570169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'name': 'tempest-TestAggregatesBasicOps-2138482758-router', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:04Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 3, 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'gw_port': {'id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:10Z', 'updated_at': '2022-02-11T05:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:20.570428 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.578339 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] 10.222.0.48 "DELETE /v2.0/networks/350e8300-79cf-4a5a-84c4-552b0ccd47f5 HTTP/1.1" status: 204 len: 168 time: 1.2510402 Feb 11 05:06:20.581604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58220) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:20.588224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c503b-ea64-4f91-b1be-93c75ba1396e req-e9a80283-397d-44de-b6ed-c5beb388592b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:20.589762 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f79c503b-ea64-4f91-b1be-93c75ba1396e req-e9a80283-397d-44de-b6ed-c5beb388592b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.8444898 Feb 11 05:06:20.640408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff050a0c-abbe-483d-a152-7de2f11740c8 None None] The sync data for ids ['3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'] in n-d-615180-58 is: [{'id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'name': 'tempest-TestAggregatesBasicOps-2138482758-router', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:04Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 3, 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'gw_port': {'id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:10Z', 'updated_at': '2022-02-11T05:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:20.724262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.20.0.2 (1227fc0c-0460-4ca4-bf46-bbf99b9d027d/1a19352e-06f6-4bb0-ac54-88750911e831/2dc099df-aa9d-4976-a1a6-a651e70ee508) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:20.729936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85174faa-cab7-4a0e-840d-62ed93f61c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=350e8300-79cf-4a5a-84c4-552b0ccd47f5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:20.748401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48f87cf-257b-4c8e-9403-ef79ccbcdc83 admin admin] Deleting subnet 8ffc3b5a-6eac-4564-9663-9676736d5b1e {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:06:20.767511 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f48f87cf-257b-4c8e-9403-ef79ccbcdc83 admin admin] Publish callbacks [] for subnet (8ffc3b5a-6eac-4564-9663-9676736d5b1e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.867059 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f48f87cf-257b-4c8e-9403-ef79ccbcdc83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (8ffc3b5a-6eac-4564-9663-9676736d5b1e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.878365 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f79c503b-ea64-4f91-b1be-93c75ba1396e req-48da7b02-33b6-4bb1-ba42-370ed3493b5b tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476683 Feb 11 05:06:20.996846 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.051506 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f48f87cf-257b-4c8e-9403-ef79ccbcdc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (8ffc3b5a-6eac-4564-9663-9676736d5b1e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.250047 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (2dc099df-aa9d-4976-a1a6-a651e70ee508), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.289365 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f48f87cf-257b-4c8e-9403-ef79ccbcdc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (8ffc3b5a-6eac-4564-9663-9676736d5b1e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.314155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f87cf-257b-4c8e-9403-ef79ccbcdc83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ffc3b5a-6eac-4564-9663-9676736d5b1e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:21.322369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2dc099df-aa9d-4976-a1a6-a651e70ee508), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.394522 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=2dc099df-aa9d-4976-a1a6-a651e70ee508,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:21.418022 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f48f87cf-257b-4c8e-9403-ef79ccbcdc83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.425419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58228) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:21.426252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f48f87cf-257b-4c8e-9403-ef79ccbcdc83 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8ffc3b5a-6eac-4564-9663-9676736d5b1e HTTP/1.1" status: 204 len: 168 time: 0.8434095 Feb 11 05:06:21.464413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 1227fc0c-0460-4ca4-bf46-bbf99b9d027d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:21.482452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:21.486205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:21.497170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0e3a-77e8-4295-9f17-d3c98614d768 req-b8fc6b2b-9257-4812-8771-8221f797c286 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:21.498770 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f2b0e3a-77e8-4295-9f17-d3c98614d768 req-b8fc6b2b-9257-4812-8771-8221f797c286 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 944 time: 0.1142395 Feb 11 05:06:21.589899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:21.590918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.622207 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f2b0e3a-77e8-4295-9f17-d3c98614d768 req-be295a22-0ccb-4d81-9a42-1e796ad48436 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036069 Feb 11 05:06:21.638974 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (a040ce03-4aa9-4acd-a810-9352a3b3be68), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.643733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1e54ab91-923f-4d07-9e2c-ab301a910c24 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7029047 Feb 11 05:06:21.644057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58230) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:21.649060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a3742a03-cb94-4344-a1f0-92cba8d1417c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'floatingip': {'port_id': '2dc099df-aa9d-4976-a1a6-a651e70ee508'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:21.661098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Publish callbacks [] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.688814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:22.066528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Pushing event updated for resources: {'Port': ['ID=ddfad683-fb2b-4243-bf98-bf10969a3164,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:22.078320 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (a040ce03-4aa9-4acd-a810-9352a3b3be68), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:22.110455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a040ce03-4aa9-4acd-a810-9352a3b3be68']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:22.121731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed3f6c5-a905-406e-8ab6-284481294586') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:22.122077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed3f6c5-a905-406e-8ab6-284481294586') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:22.133962 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (bed3f6c5-a905-406e-8ab6-284481294586), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:22.185175 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (bed3f6c5-a905-406e-8ab6-284481294586), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:22.197298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:06:22.197727 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (bed3f6c5-a905-406e-8ab6-284481294586), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:06:22.234725 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:06:22.242868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:22.316185 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a3742a03-cb94-4344-a1f0-92cba8d1417c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (9b384fe2-abbd-4087-b851-30bf500b0b42), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:22.532815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Network 17b38aea-e0dd-4593-9543-13b96926a8e7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:22.543364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:22.556295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (a040ce03-4aa9-4acd-a810-9352a3b3be68), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:22.568160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:22.568725 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:22.573880 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a040ce03-4aa9-4acd-a810-9352a3b3be68 HTTP/1.1" status: 204 len: 168 time: 1.1453316 Feb 11 05:06:22.689537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:22.693863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:22.694320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:22.825212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Router 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:22.834355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3bc48-bd31-48d7-8f3e-5be837342110 admin admin] Pushing event deleted for resources: {'Network': ['ID=a040ce03-4aa9-4acd-a810-9352a3b3be68,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:22.853624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58244) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:22.878709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e029b5-d017-455e-b806-e347cb95d743 req-295083d3-c598-4db6-b970-4038a49bf0c1 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:22.881005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75e029b5-d017-455e-b806-e347cb95d743 req-295083d3-c598-4db6-b970-4038a49bf0c1 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.8089263 Feb 11 05:06:22.975260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:22.976066 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.004707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 57860f1d-d2e2-4707-ade3-4c5b88254d88 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:23.055761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:23.071945 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7a7fca90-ab14-41e1-8b28-25b52c5f0ead admin admin] 10.222.0.48 "PUT /v2.0/routers/3b1716b0-6185-4fff-9b1d-40c2cebbd0d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8152461 Feb 11 05:06:23.142728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf22225-1972-45a3-8937-18a6a68ebf37 req-3f39386b-8a32-4271-bdb2-16e8ab312d7a tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:23.144894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cf22225-1972-45a3-8937-18a6a68ebf37 req-3f39386b-8a32-4271-bdb2-16e8ab312d7a tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 944 time: 0.2234099 Feb 11 05:06:23.181892 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d8550502-04a8-4da5-88f8-4cacc3b1175d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f92beecdfca40cb96a83c6846d9bbb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2995162 Feb 11 05:06:23.183781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85fbdcb-1970-4cd8-9e36-0b5418102445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0b62ba-3ebb-4feb-8efb-bc85fa31a435'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:23.186043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58248) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:23.195407 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae856db6-e7f9-4bce-afa9-2a2082c98ba3" -d '{"events": [{"server_uuid": "c85fbdcb-1970-4cd8-9e36-0b5418102445", "name": "network-vif-plugged", "status": "completed", "tag": "ce0b62ba-3ebb-4feb-8efb-bc85fa31a435"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:23.223299 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75e029b5-d017-455e-b806-e347cb95d743 req-e152bc85-0178-4221-a0a2-fa7623daaeb2 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322084 Feb 11 05:06:23.266033 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:23.292821 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.310565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d3852abb-c4e7-4444-8372-b48dc0334f93 None None] Provisioning complete for port ddfad683-fb2b-4243-bf98-bf10969a3164 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:23.311292 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d3852abb-c4e7-4444-8372-b48dc0334f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.368038 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a35b4165-8f00-4e5c-a794-20b928bb4e62 admin admin] Publish callbacks [] for security_group (e7751147-2ec2-4f93-99ff-9eb76c1d654b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.421342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 57860f1d-d2e2-4707-ade3-4c5b88254d88 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:23.422161 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.459480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a35b4165-8f00-4e5c-a794-20b928bb4e62 admin admin] Publish callbacks [] for security_group (e7751147-2ec2-4f93-99ff-9eb76c1d654b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.464925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cf22225-1972-45a3-8937-18a6a68ebf37 req-af4262b8-ac99-4100-a98b-880b87042494 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210312 Feb 11 05:06:23.488693 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a3742a03-cb94-4344-a1f0-92cba8d1417c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.491348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d3852abb-c4e7-4444-8372-b48dc0334f93 None None] Port ddfad683-fb2b-4243-bf98-bf10969a3164 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:23.498376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:23.503733 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a3742a03-cb94-4344-a1f0-92cba8d1417c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (9b384fe2-abbd-4087-b851-30bf500b0b42), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.538568 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Sync routers for ids ['3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:23.560229 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Routers {'3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:23.560945 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:23.604309 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a35b4165-8f00-4e5c-a794-20b928bb4e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e7751147-2ec2-4f93-99ff-9eb76c1d654b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.610966 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a35b4165-8f00-4e5c-a794-20b928bb4e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.616084 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a35b4165-8f00-4e5c-a794-20b928bb4e62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7751147-2ec2-4f93-99ff-9eb76c1d654b HTTP/1.1" status: 204 len: 168 time: 0.4267540 Feb 11 05:06:23.650019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 57860f1d-d2e2-4707-ade3-4c5b88254d88 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:23.650623 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.650744 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b4165-8f00-4e5c-a794-20b928bb4e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7751147-2ec2-4f93-99ff-9eb76c1d654b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:23.734382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 57860f1d-d2e2-4707-ade3-4c5b88254d88, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=57860f1d-d2e2-4707-ade3-4c5b88254d88,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:23.768278 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.776422 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-a3742a03-cb94-4344-a1f0-92cba8d1417c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Floating IP 9b384fe2-abbd-4087-b851-30bf500b0b42 associated. External IP: 172.25.7.49, port: 2dc099df-aa9d-4976-a1a6-a651e70ee508. Feb 11 05:06:23.844461 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Set router 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:23.925228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=57860f1d-d2e2-4707-ade3-4c5b88254d88,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:23.986563 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c865c472-82f5-4b1e-9892-893f7944ff3a x-openstack-request-id: req-c865c472-82f5-4b1e-9892-893f7944ff3a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:23.987078 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85fbdcb-1970-4cd8-9e36-0b5418102445", "name": "network-vif-plugged", "status": "completed", "tag": "ce0b62ba-3ebb-4feb-8efb-bc85fa31a435", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:23.987435 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c865c472-82f5-4b1e-9892-893f7944ff3a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:23.987935 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85fbdcb-1970-4cd8-9e36-0b5418102445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0b62ba-3ebb-4feb-8efb-bc85fa31a435', 'code': 200} Feb 11 05:06:24.180687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3742a03-cb94-4344-a1f0-92cba8d1417c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:24.442231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213c42-c2a6-4896-9687-4ebcd13c5f0a req-3e12015f-b2a4-4dd5-bf8a-e5bed5cebabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:24.446792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd213c42-c2a6-4896-9687-4ebcd13c5f0a req-3e12015f-b2a4-4dd5-bf8a-e5bed5cebabb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 1128 time: 0.3084764 Feb 11 05:06:24.457161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58276) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:24.555896 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a03e69c6-ee6d-4f68-9e7a-e90eb16c76e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01abecc38b2d4096b607a6bef3ca078a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0976441 Feb 11 05:06:24.559223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58280) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:24.636549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58284) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:24.643625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-109911470-network', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:24.657682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3742a03-cb94-4344-a1f0-92cba8d1417c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:24.668831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f6e8e-78c6-4b05-bc22-649a2d889fe6 None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:24.678261 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a3742a03-cb94-4344-a1f0-92cba8d1417c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.686975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f6e8e-78c6-4b05-bc22-649a2d889fe6 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:24.689928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d97f6e8e-78c6-4b05-bc22-649a2d889fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:24.728933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b2efb-d27a-4c04-95c9-78367f3b6f7b req-00763731-c882-4a42-8668-9ff4dd967572 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:24.735897 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9d0b2efb-d27a-4c04-95c9-78367f3b6f7b req-00763731-c882-4a42-8668-9ff4dd967572 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.3808596 Feb 11 05:06:24.739250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd213c42-c2a6-4896-9687-4ebcd13c5f0a req-b721f630-f94d-4aa6-8c56-dad71e7d0a30 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707486 Feb 11 05:06:24.755495 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d97f6e8e-78c6-4b05-bc22-649a2d889fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:24.766995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f6e8e-78c6-4b05-bc22-649a2d889fe6 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:24.767888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c5c6-5516-45a3-96bb-6c0abfb4657f req-34d3b064-e990-46f1-af9e-4272b5441059 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:24.769921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d97f6e8e-78c6-4b05-bc22-649a2d889fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:24.770758 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c4e5c5c6-5516-45a3-96bb-6c0abfb4657f req-34d3b064-e990-46f1-af9e-4272b5441059 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 945 time: 0.1600659 Feb 11 05:06:24.783870 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29d50a69-a64b-48c2-9cf6-62b08c058b96 admin admin] Publish callbacks [] for security_group (fee394c6-b25a-40c7-a3fb-d634b8faad3f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.785803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Made reservation on behalf of 6151284d83b84872bd0146ac1f1ef118 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:24.788153 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.832526 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29d50a69-a64b-48c2-9cf6-62b08c058b96 admin admin] Publish callbacks [] for security_group (fee394c6-b25a-40c7-a3fb-d634b8faad3f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.836014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a3742a03-cb94-4344-a1f0-92cba8d1417c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "PUT /v2.0/floatingips/9b384fe2-abbd-4087-b851-30bf500b0b42 HTTP/1.1" status: 200 len: 977 time: 3.1908362 Feb 11 05:06:24.838122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58288) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:24.840176 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.851207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d97f6e8e-78c6-4b05-bc22-649a2d889fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:24.852381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f6e8e-78c6-4b05-bc22-649a2d889fe6 None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:24.856641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 57860f1d-d2e2-4707-ade3-4c5b88254d88 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:24.857904 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'name': 'tempest-TestAggregatesBasicOps-2138482758-router', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:04Z', 'updated_at': '2022-02-11T05:06:20Z', 'revision_number': 4, 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'gw_port': {'id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:10Z', 'updated_at': '2022-02-11T05:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ddfad683-fb2b-4243-bf98-bf10969a3164', 'name': '', 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'mac_address': 'fa:16:3e:24:2d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'e7e0ffbc-afc6-4d06-9065-972564c3ec76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:18Z', 'updated_at': '2022-02-11T05:06:21Z', 'revision_number': 2, 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'subnets': [{'id': 'e7e0ffbc-afc6-4d06-9065-972564c3ec76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:24.903884 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29d50a69-a64b-48c2-9cf6-62b08c058b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fee394c6-b25a-40c7-a3fb-d634b8faad3f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.909950 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29d50a69-a64b-48c2-9cf6-62b08c058b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.913770 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-29d50a69-a64b-48c2-9cf6-62b08c058b96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fee394c6-b25a-40c7-a3fb-d634b8faad3f HTTP/1.1" status: 204 len: 168 time: 0.3535595 Feb 11 05:06:24.927247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 57860f1d-d2e2-4707-ade3-4c5b88254d88 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:24.928480 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.934629 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Checking router: 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:06:24.934629 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Updating router 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 port ddfad683-fb2b-4243-bf98-bf10969a3164 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:06:24.944409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d50a69-a64b-48c2-9cf6-62b08c058b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee394c6-b25a-40c7-a3fb-d634b8faad3f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:25.001498 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.015110 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9d0b2efb-d27a-4c04-95c9-78367f3b6f7b req-b71333b0-2d5f-4463-a2b3-bb8b46c8c1d0 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782016 Feb 11 05:06:25.037154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c4e5c5c6-5516-45a3-96bb-6c0abfb4657f req-760db40b-9502-403f-a734-07b08cfb77a4 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532880 Feb 11 05:06:25.183108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port 2dc099df-aa9d-4976-a1a6-a651e70ee508 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:25.183577 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2dc099df-aa9d-4976-a1a6-a651e70ee508), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.201330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 57860f1d-d2e2-4707-ade3-4c5b88254d88 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:25.353221 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Publish callbacks [] for security_group (ed75c2ba-1c3f-4666-aecf-27e6801d61db), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.369408 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ed75c2ba-1c3f-4666-aecf-27e6801d61db), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.378196 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2dc099df-aa9d-4976-a1a6-a651e70ee508), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.394415 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Publish callbacks [] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.414583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:06:25.428945 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.469003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed75c2ba-1c3f-4666-aecf-27e6801d61db,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:25.472754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (cfb6b85c-0c47-4530-beaf-edfd29457b1c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.473101 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Added segment cfb6b85c-0c47-4530-beaf-edfd29457b1c of type vlan for network 1a041fb1-649a-4643-bfcc-017367020236 Feb 11 05:06:25.571020 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1a041fb1-649a-4643-bfcc-017367020236), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.571398 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Pushing event updated for resources: {'Port': ['ID=ddfad683-fb2b-4243-bf98-bf10969a3164,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:25.600216 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.600569 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.605421 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.605769 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.606111 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.610069 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.610477 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.610818 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.611177 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.611506 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.611831 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.612154 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.612472 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:25.669568 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Attempting to bind port ddfad683-fb2b-4243-bf98-bf10969a3164 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:25.670014 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Attempting to bind port ddfad683-fb2b-4243-bf98-bf10969a3164 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '87748eb5-fab3-45a1-b34b-05fefca9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:25.670509 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Attempting to bind port ddfad683-fb2b-4243-bf98-bf10969a3164 on network 17b38aea-e0dd-4593-9543-13b96926a8e7 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:25.681556 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:25.685518 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Checking segment: {'id': '87748eb5-fab3-45a1-b34b-05fefca9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:25.686554 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.687291 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Bound using segment: {'id': '87748eb5-fab3-45a1-b34b-05fefca9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:25.690084 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Bound port: ddfad683-fb2b-4243-bf98-bf10969a3164, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87748eb5-fab3-45a1-b34b-05fefca9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:25.690649 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.694826 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1a041fb1-649a-4643-bfcc-017367020236), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.696491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:25.697370 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.751797 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.752349 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (9b384fe2-abbd-4087-b851-30bf500b0b42), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.752874 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Floating IP 9b384fe2-abbd-4087-b851-30bf500b0b42 disassociated. External IP: 172.25.7.49, port: 2dc099df-aa9d-4976-a1a6-a651e70ee508. Feb 11 05:06:25.753383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for 2dc099df-aa9d-4976-a1a6-a651e70ee508 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:25.762535 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1242256 Feb 11 05:06:25.767474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58302) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:25.780030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1cd2f230-f472-491c-986f-f90788c33b23 admin admin] Request body: {'subnet': {'network_id': '1a041fb1-649a-4643-bfcc-017367020236', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-109911470-subnet', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:25.805350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea881853-ee08-4131-be16-188a431c2f0d admin admin] Pushing event updated for resources: {'Network': ['ID=1a041fb1-649a-4643-bfcc-017367020236,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:25.817074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1a041fb1-649a-4643-bfcc-017367020236 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:06:25.869049 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] For port ddfad683-fb2b-4243-bf98-bf10969a3164, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:25.884573 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] For port ddfad683-fb2b-4243-bf98-bf10969a3164, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ddfad683-fb2b-4243-bf98-bf10969a3164,segment=NetworkSegment(87748eb5-fab3-45a1-b34b-05fefca9e9fb),segment_id=87748eb5-fab3-45a1-b34b-05fefca9e9fb)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:25.909278 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.916840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd2f230-f472-491c-986f-f90788c33b23 admin admin] Made reservation on behalf of 6151284d83b84872bd0146ac1f1ef118 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:25.919242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cd2f230-f472-491c-986f-f90788c33b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.986382 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031acf50-e516-40e7-8bd1-81176b3a91e8 None None] Pushing event updated for resources: {'Port': ['ID=ddfad683-fb2b-4243-bf98-bf10969a3164,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:25.993304 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2dc099df-aa9d-4976-a1a6-a651e70ee508), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.017232 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Routers {'3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:26.017488 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:26.048127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=2dc099df-aa9d-4976-a1a6-a651e70ee508,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:26.176290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-16487a72-1f90-47ad-9173-90b9f9038272 None None] Provisioning complete for port ddfad683-fb2b-4243-bf98-bf10969a3164 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:26.176686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16487a72-1f90-47ad-9173-90b9f9038272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.262519 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] Set router 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:26.409427 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598aa99-0f41-44d8-a29b-e226c4fe7a04 req-b218516b-e3d3-40ff-a842-c0b17f512d79 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:26.413769 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5598aa99-0f41-44d8-a29b-e226c4fe7a04 req-b218516b-e3d3-40ff-a842-c0b17f512d79 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.2142234 Feb 11 05:06:26.421347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-16487a72-1f90-47ad-9173-90b9f9038272 None None] Current status of the port ddfad683-fb2b-4243-bf98-bf10969a3164 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:26.422831 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16487a72-1f90-47ad-9173-90b9f9038272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.446110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:26.454528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f33088-3bdc-4d5d-832d-84b3009b8d02 req-4d268b3c-c37a-4ccf-a44d-718fa4b19ea0 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:26.456383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6f33088-3bdc-4d5d-832d-84b3009b8d02 req-4d268b3c-c37a-4ccf-a44d-718fa4b19ea0 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 945 time: 0.1732669 Feb 11 05:06:26.504926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-16487a72-1f90-47ad-9173-90b9f9038272 None None] For port ddfad683-fb2b-4243-bf98-bf10969a3164, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ddfad683-fb2b-4243-bf98-bf10969a3164,segment=NetworkSegment(87748eb5-fab3-45a1-b34b-05fefca9e9fb),segment_id=87748eb5-fab3-45a1-b34b-05fefca9e9fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:26.530154 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16487a72-1f90-47ad-9173-90b9f9038272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.633991 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cd2f230-f472-491c-986f-f90788c33b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.682781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:26.683426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2f230-f472-491c-986f-f90788c33b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:26.748814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd2f230-f472-491c-986f-f90788c33b23 admin admin] Checking segment: {'id': 'cfb6b85c-0c47-4530-beaf-edfd29457b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1a041fb1-649a-4643-bfcc-017367020236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:26.749276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd2f230-f472-491c-986f-f90788c33b23 admin admin] Network hostable DHCP agents. Network: 1a041fb1-649a-4643-bfcc-017367020236, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:06:26.772641 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'name': 'tempest-TestAggregatesBasicOps-2138482758-router', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:04Z', 'updated_at': '2022-02-11T05:06:20Z', 'revision_number': 4, 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'gw_port': {'id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:10Z', 'updated_at': '2022-02-11T05:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ddfad683-fb2b-4243-bf98-bf10969a3164', 'name': '', 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'mac_address': 'fa:16:3e:24:2d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'e7e0ffbc-afc6-4d06-9065-972564c3ec76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:18Z', 'updated_at': '2022-02-11T05:06:25Z', 'revision_number': 4, 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'subnets': [{'id': 'e7e0ffbc-afc6-4d06-9065-972564c3ec76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:26.787643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5598aa99-0f41-44d8-a29b-e226c4fe7a04 req-eba08a55-c0cd-445d-a4af-185e487f20b8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617251 Feb 11 05:06:26.796517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:26.815038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd2f230-f472-491c-986f-f90788c33b23 admin admin] Network 1a041fb1-649a-4643-bfcc-017367020236 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:06:26.837389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1cd2f230-f472-491c-986f-f90788c33b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 1a041fb1-649a-4643-bfcc-017367020236) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:26.844541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd2f230-f472-491c-986f-f90788c33b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:26.845435 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cd2f230-f472-491c-986f-f90788c33b23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.865793 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e677d6-222c-4024-9f25-060dc861780c None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:26.870745 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e9000-7f06-4d23-98f0-b88dfb77f239 None None] The sync data for ids ['3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'] in n-d-615180-58 is: [{'id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'name': 'tempest-TestAggregatesBasicOps-2138482758-router', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:04Z', 'updated_at': '2022-02-11T05:06:20Z', 'revision_number': 4, 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'gw_port': {'id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:10Z', 'updated_at': '2022-02-11T05:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ddfad683-fb2b-4243-bf98-bf10969a3164', 'name': '', 'network_id': '17b38aea-e0dd-4593-9543-13b96926a8e7', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'mac_address': 'fa:16:3e:24:2d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'e7e0ffbc-afc6-4d06-9065-972564c3ec76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:18Z', 'updated_at': '2022-02-11T05:06:25Z', 'revision_number': 4, 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'subnets': [{'id': 'e7e0ffbc-afc6-4d06-9065-972564c3ec76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:26.888262 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1cd2f230-f472-491c-986f-f90788c33b23 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1187232 Feb 11 05:06:26.890708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58322) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:26.894133 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e677d6-222c-4024-9f25-060dc861780c None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:26.896922 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d7e677d6-222c-4024-9f25-060dc861780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:26.902665 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-109911470-router', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:27.014177 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6f33088-3bdc-4d5d-832d-84b3009b8d02 req-c58a8a81-5104-478f-8648-a33c147f3cca tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511050 Feb 11 05:06:27.018007 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.019137 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.030572 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d7e677d6-222c-4024-9f25-060dc861780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:27.071809 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e677d6-222c-4024-9f25-060dc861780c None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:27.072817 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d7e677d6-222c-4024-9f25-060dc861780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:27.106973 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.119928 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-30685af7-5eb9-489c-90bd-9ebf0bd01eb5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/ports/2dc099df-aa9d-4976-a1a6-a651e70ee508 HTTP/1.1" status: 204 len: 168 time: 2.2806737 Feb 11 05:06:27.121083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58332) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:27.188259 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d7e677d6-222c-4024-9f25-060dc861780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:27.188957 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e677d6-222c-4024-9f25-060dc861780c None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:27.220068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c42479bd-c0e9-4f51-825c-9539b4763efd tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "GET /v2.0/floatingips/9b384fe2-abbd-4087-b851-30bf500b0b42 HTTP/1.1" status: 200 len: 687 time: 0.0949941 Feb 11 05:06:27.220680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58334) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:27.325497 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Publish callbacks [] for router_controller (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.487682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6148f45-950b-470f-a408-5c21874a9137 req-bb3fd37d-0463-412e-b84e-72fa91caa00b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:27.489287 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6148f45-950b-470f-a408-5c21874a9137 req-bb3fd37d-0463-412e-b84e-72fa91caa00b tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 945 time: 0.2986822 Feb 11 05:06:27.569968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:27.571298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3e938c46-c508-47a7-a425-b14a54c4330c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port efce9469-8a56-4318-bfc3-480a353aa206 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:27.571716 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e938c46-c508-47a7-a425-b14a54c4330c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (efce9469-8a56-4318-bfc3-480a353aa206), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.576267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2192810d-1c88-48ad-984c-fc14a8de7bfa None None] Network 1a041fb1-649a-4643-bfcc-017367020236 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:27.635100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16487a72-1f90-47ad-9173-90b9f9038272 None None] Pushing event updated for resources: {'Port': ['ID=ddfad683-fb2b-4243-bf98-bf10969a3164,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:27.692851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-772a1b40-0d96-4831-818c-b49cb47bce6d None None] Provisioning complete for port ddfad683-fb2b-4243-bf98-bf10969a3164 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:27.693524 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-772a1b40-0d96-4831-818c-b49cb47bce6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.695474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'port_id': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'mac_address': 'fa:16:3e:1e:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:27.697913 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6148f45-950b-470f-a408-5c21874a9137 req-c687a1bb-c110-43c5-b94d-04a22f3310d9 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941140 Feb 11 05:06:27.785102 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Publish callbacks [] for router_gateway (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.808456 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e938c46-c508-47a7-a425-b14a54c4330c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (efce9469-8a56-4318-bfc3-480a353aa206), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.811494 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e938c46-c508-47a7-a425-b14a54c4330c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (efce9469-8a56-4318-bfc3-480a353aa206), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.841149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3e938c46-c508-47a7-a425-b14a54c4330c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for efce9469-8a56-4318-bfc3-480a353aa206 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:27.846750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:27.848992 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.978302 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:28.004251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-1a041fb1-649a-4643-bfcc-017367020236', 'network_id': '1a041fb1-649a-4643-bfcc-017367020236', 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'fixed_ips': [{'subnet_id': '1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:06:28.005358 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.107674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:28.166153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da476413-b3cc-4b80-8106-461adcf2674e req-eb88a8e0-458d-4b7d-b929-722eeec07033 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:28.176715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da476413-b3cc-4b80-8106-461adcf2674e req-eb88a8e0-458d-4b7d-b929-722eeec07033 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 944 time: 0.2116482 Feb 11 05:06:28.177549 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.277690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd4a4d-2c0d-4662-839f-f2ff26c7090e req-8444a25f-7ce6-463e-ad48-64c39a7d24fa tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:28.282666 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e3cd4a4d-2c0d-4662-839f-f2ff26c7090e req-8444a25f-7ce6-463e-ad48-64c39a7d24fa tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 945 time: 0.2524250 Feb 11 05:06:28.390733 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e938c46-c508-47a7-a425-b14a54c4330c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (efce9469-8a56-4318-bfc3-480a353aa206), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.396018 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da476413-b3cc-4b80-8106-461adcf2674e req-c7900a60-be93-4f61-8cc5-8f400c9a357e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183158 Feb 11 05:06:28.468329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-772a1b40-0d96-4831-818c-b49cb47bce6d None None] Current status of the port ddfad683-fb2b-4243-bf98-bf10969a3164 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:28.576018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e938c46-c508-47a7-a425-b14a54c4330c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=efce9469-8a56-4318-bfc3-480a353aa206,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:28.578082 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e938c46-c508-47a7-a425-b14a54c4330c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (9b384fe2-abbd-4087-b851-30bf500b0b42), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.586104 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e938c46-c508-47a7-a425-b14a54c4330c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.599140 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3e938c46-c508-47a7-a425-b14a54c4330c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/floatingips/9b384fe2-abbd-4087-b851-30bf500b0b42 HTTP/1.1" status: 204 len: 168 time: 1.3772047 Feb 11 05:06:28.601817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58384) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:28.606400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'e102d8ac-20f4-496f-8fb7-4336e9c48570'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:28.631501 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e3cd4a4d-2c0d-4662-839f-f2ff26c7090e req-aecd3b2f-4b9d-45a5-96f3-09cf58ac7b33 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274434 Feb 11 05:06:28.675940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.682812 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Publish callbacks [] for router_gateway (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.727448 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['267e01e7-2078-4bc4-9e7f-b69a1a7fa52c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:28.740638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:28.747363 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.908256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Allocated IP 172.20.0.2 (1a041fb1-649a-4643-bfcc-017367020236/1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d/453c2e66-642f-4b1f-9523-500588c42c22) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:28.927629 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.115089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ddfad683-fb2b-4243-bf98-bf10969a3164 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:29.169585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48123320-16c2-4861-a147-96599d2c1231 req-b6419ef4-0200-4007-a815-068775e24fa2 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:29.180336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48123320-16c2-4861-a147-96599d2c1231 req-b6419ef4-0200-4007-a815-068775e24fa2 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 945 time: 0.3063087 Feb 11 05:06:29.202131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.25.7.50 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/9f59aabb-1d6f-474f-98cd-950ac2f6d2e0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:29.363130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ddfad683-fb2b-4243-bf98-bf10969a3164 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:29.364039 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.427738 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48123320-16c2-4861-a147-96599d2c1231 req-05391619-32be-424e-ba8b-23a228cb1eae tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284279 Feb 11 05:06:29.484330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (9f59aabb-1d6f-474f-98cd-950ac2f6d2e0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.556692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ddfad683-fb2b-4243-bf98-bf10969a3164 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:29.589627 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Publish callbacks [] for port (453c2e66-642f-4b1f-9523-500588c42c22), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.601645 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9f59aabb-1d6f-474f-98cd-950ac2f6d2e0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.603295 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (453c2e66-642f-4b1f-9523-500588c42c22), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.675253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:29.680554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:29.688947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Network 1a041fb1-649a-4643-bfcc-017367020236 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:29.690356 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Pushing event updated for resources: {'Port': ['ID=453c2e66-642f-4b1f-9523-500588c42c22,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:29.694045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:29.695608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:29.698190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:29.710027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Allocated IP 172.25.7.20 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:29.791929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Attempting to bind port 453c2e66-642f-4b1f-9523-500588c42c22 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:29.792550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Attempting to bind port 453c2e66-642f-4b1f-9523-500588c42c22 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'cfb6b85c-0c47-4530-beaf-edfd29457b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1a041fb1-649a-4643-bfcc-017367020236'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:29.792666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Attempting to bind port 453c2e66-642f-4b1f-9523-500588c42c22 on network 1a041fb1-649a-4643-bfcc-017367020236 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:29.800610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:29.801479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Checking segment: {'id': 'cfb6b85c-0c47-4530-beaf-edfd29457b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1a041fb1-649a-4643-bfcc-017367020236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:29.801923 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.802322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Bound using segment: {'id': 'cfb6b85c-0c47-4530-beaf-edfd29457b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1a041fb1-649a-4643-bfcc-017367020236'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:29.802818 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Bound port: 453c2e66-642f-4b1f-9523-500588c42c22, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb6b85c-0c47-4530-beaf-edfd29457b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1a041fb1-649a-4643-bfcc-017367020236'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:29.803468 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (453c2e66-642f-4b1f-9523-500588c42c22), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.804886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=9f59aabb-1d6f-474f-98cd-950ac2f6d2e0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:29.862786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c58875-efc0-40ef-a020-b7e765f754c4 req-441cd92f-9fa0-496d-ac0d-1f1b4461b242 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:29.864471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7c58875-efc0-40ef-a020-b7e765f754c4 req-441cd92f-9fa0-496d-ac0d-1f1b4461b242 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 945 time: 0.2936790 Feb 11 05:06:29.961572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] For port 453c2e66-642f-4b1f-9523-500588c42c22, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:29.966474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] For port 453c2e66-642f-4b1f-9523-500588c42c22, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=453c2e66-642f-4b1f-9523-500588c42c22,segment=NetworkSegment(cfb6b85c-0c47-4530-beaf-edfd29457b1c),segment_id=cfb6b85c-0c47-4530-beaf-edfd29457b1c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:29.988025 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (453c2e66-642f-4b1f-9523-500588c42c22), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.011563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7c58875-efc0-40ef-a020-b7e765f754c4 req-91fc52ab-5d6e-43e2-b281-f3259d11b13f tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389816 Feb 11 05:06:30.114015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfb9ae-e32e-4b52-a7be-90c8a48849aa None None] Pushing event updated for resources: {'Port': ['ID=453c2e66-642f-4b1f-9523-500588c42c22,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:30.538928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Publish callbacks [] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.604784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb2989-5def-4944-b728-2a349b3af204 req-a028c2b4-3f88-4815-825a-c23d0885daf0 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:30.606431 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-58eb2989-5def-4944-b728-2a349b3af204 req-a028c2b4-3f88-4815-825a-c23d0885daf0 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 945 time: 0.5800939 Feb 11 05:06:30.623645 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.668049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:30.677697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:30.687859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:30.694069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:30.736672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Pushing event updated for resources: {'Port': ['ID=061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:30.741171 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-58eb2989-5def-4944-b728-2a349b3af204 req-934004fb-1f75-4b7e-88d8-5577d6a47059 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274779 Feb 11 05:06:30.753948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.754303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.754656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.755036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.755368 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.755699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.756031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.756367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.756682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.757017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.757347 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.757656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.757976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.789534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:30.789923 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.938199 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (7b2ad75f-bf33-42e8-b305-c025faff2bcb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.966438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19dab3-be2d-4551-8a4e-26df53a5d557 req-d2223db7-ffd8-4761-a9b7-4dd264c90624 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:30.968036 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a19dab3-be2d-4551-8a4e-26df53a5d557 req-d2223db7-ffd8-4761-a9b7-4dd264c90624 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 945 time: 0.1239438 Feb 11 05:06:30.989441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:30.990218 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.014136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 453c2e66-642f-4b1f-9523-500588c42c22 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:31.122742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:31.125904 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555f9834-c4a1-422e-9409-647c27f302c4" -d '{"events": [{"server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "name": "network-vif-plugged", "status": "completed", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:31.184658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:31.205215 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.226722 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a19dab3-be2d-4551-8a4e-26df53a5d557 req-654ff48f-3d5b-454c-b4a3-f93bda4f75d9 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027910 Feb 11 05:06:31.310929 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f828b48-aa08-4673-b93c-4130dd02c363 x-openstack-request-id: req-0f828b48-aa08-4673-b93c-4130dd02c363 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:31.311651 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "name": "network-vif-plugged", "status": "completed", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:31.311651 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f828b48-aa08-4673-b93c-4130dd02c363 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:31.311877 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'code': 200} Feb 11 05:06:31.315307 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9f59aabb-1d6f-474f-98cd-950ac2f6d2e0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.357006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 453c2e66-642f-4b1f-9523-500588c42c22 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:31.357389 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (453c2e66-642f-4b1f-9523-500588c42c22), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.399300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:31.465579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c3f5b-aea7-4180-a73a-150224ea2ae7 req-692ea9d1-d64e-4c72-81e0-ce3d0b3fb4d9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:31.476711 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-753c3f5b-aea7-4180-a73a-150224ea2ae7 req-692ea9d1-d64e-4c72-81e0-ce3d0b3fb4d9 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 947 time: 0.2913823 Feb 11 05:06:31.516880 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Publish callbacks [] for router_gateway (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.660706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 453c2e66-642f-4b1f-9523-500588c42c22 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:31.663340 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (453c2e66-642f-4b1f-9523-500588c42c22), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.794482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 453c2e66-642f-4b1f-9523-500588c42c22, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=453c2e66-642f-4b1f-9523-500588c42c22,segment=NetworkSegment(cfb6b85c-0c47-4530-beaf-edfd29457b1c),segment_id=cfb6b85c-0c47-4530-beaf-edfd29457b1c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:31.812364 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (453c2e66-642f-4b1f-9523-500588c42c22), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.841924 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-753c3f5b-aea7-4180-a73a-150224ea2ae7 req-9c0d9551-12e1-445a-801f-bd6bb96d8652 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637938 Feb 11 05:06:31.881259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c530ec9-5e29-4e2c-9d8c-bd77c5c92e40 None None] Network 1a041fb1-649a-4643-bfcc-017367020236 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:31.911417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38076b-daaa-4204-9b38-23ef98b163a7 req-3e836d78-ee1c-474e-8122-2c0d8f91972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:31.919463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c38076b-daaa-4204-9b38-23ef98b163a7 req-3e836d78-ee1c-474e-8122-2c0d8f91972c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 1130 time: 0.2867413 Feb 11 05:06:31.950457 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (9f59aabb-1d6f-474f-98cd-950ac2f6d2e0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:32.002214 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (9f59aabb-1d6f-474f-98cd-950ac2f6d2e0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:32.042531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-35d4cd89-7e5d-464d-a4da-c40f8dd7292e None None] Provisioning complete for port 453c2e66-642f-4b1f-9523-500588c42c22 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:32.043086 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-35d4cd89-7e5d-464d-a4da-c40f8dd7292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (453c2e66-642f-4b1f-9523-500588c42c22), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:32.049008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=453c2e66-642f-4b1f-9523-500588c42c22,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:32.140575 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c38076b-daaa-4204-9b38-23ef98b163a7 req-7c3ba1fc-26e6-446a-94f5-5d2b67ddcd7c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028363 Feb 11 05:06:32.168637 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (7b2ad75f-bf33-42e8-b305-c025faff2bcb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:32.194691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=9f59aabb-1d6f-474f-98cd-950ac2f6d2e0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:32.314749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:32.317690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-35d4cd89-7e5d-464d-a4da-c40f8dd7292e None None] Current status of the port 453c2e66-642f-4b1f-9523-500588c42c22 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:32.333558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f669503-61bd-4801-aea1-4838297647d9 req-ee0e316f-30d1-4b8e-b895-b0c2aa9d40b1 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:32.341887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f669503-61bd-4801-aea1-4838297647d9 req-ee0e316f-30d1-4b8e-b895-b0c2aa9d40b1 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 945 time: 0.0968912 Feb 11 05:06:32.357767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130facf-85db-49a5-9608-a7392961a780 req-dabefdf4-7037-4de7-b661-dfcb52ebcbe0 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:32.363902 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-dabefdf4-7037-4de7-b661-dfcb52ebcbe0 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 815 time: 0.5753903 Feb 11 05:06:32.392622 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-4393206f-7b21-4007-a206-dada1bf3b390 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/quotas/14fbf88da36d492db7af138f03064fc5 HTTP/1.1" status: 200 len: 375 time: 0.0195084 Feb 11 05:06:32.442819 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f669503-61bd-4801-aea1-4838297647d9 req-b39e4e6d-b565-4e69-8472-178fe248f855 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999060 Feb 11 05:06:32.554318 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Floating IP 7b2ad75f-bf33-42e8-b305-c025faff2bcb associated. External IP: 172.25.7.50, port: e102d8ac-20f4-496f-8fb7-4336e9c48570. Feb 11 05:06:32.604092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Router a7cece35-27eb-43bb-b852-90b3e2d7b4dd is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:06:32.663857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-41cf6acd-8af8-4e2e-8db8-6a5ee914c3cf tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1988943 Feb 11 05:06:32.757031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f16f8b11-a690-4858-af12-88eab1411e5d None None] Provisioning complete for port 453c2e66-642f-4b1f-9523-500588c42c22 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:32.757339 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f16f8b11-a690-4858-af12-88eab1411e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (453c2e66-642f-4b1f-9523-500588c42c22), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:32.852645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:32.893089 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:32.895415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3ec62806-3670-4b51-a24e-f614c2dcf51b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0023179 Feb 11 05:06:32.897717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58488) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:32.924228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Sync routers for ids ['a7cece35-27eb-43bb-b852-90b3e2d7b4dd'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:32.965472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 453c2e66-642f-4b1f-9523-500588c42c22 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:33.045039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Routers {'a7cece35-27eb-43bb-b852-90b3e2d7b4dd'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:33.045682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['a7cece35-27eb-43bb-b852-90b3e2d7b4dd'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:33.050999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f16f8b11-a690-4858-af12-88eab1411e5d None None] Current status of the port 453c2e66-642f-4b1f-9523-500588c42c22 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:33.053225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-64d8242b-a8da-4fed-8c28-2edb1beac977 service neutron] 10.222.0.48 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880253 Feb 11 05:06:33.243988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa621e-7d67-4238-8d3b-41f74a21bbbf req-932aa056-d451-49bc-9867-659f2a6346ef tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:33.245989 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6fa621e-7d67-4238-8d3b-41f74a21bbbf req-932aa056-d451-49bc-9867-659f2a6346ef tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 945 time: 0.2387443 Feb 11 05:06:33.392632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6897473-ad5d-4db5-a7c6-77088dde2bda req-e0e9da6d-ce6e-4fc9-95c4-e1e38f6d04fe tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:33.394736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6897473-ad5d-4db5-a7c6-77088dde2bda req-e0e9da6d-ce6e-4fc9-95c4-e1e38f6d04fe tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 947 time: 0.2817721 Feb 11 05:06:33.407175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:33.446953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 453c2e66-642f-4b1f-9523-500588c42c22 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:33.449484 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (453c2e66-642f-4b1f-9523-500588c42c22), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:33.514726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6897473-ad5d-4db5-a7c6-77088dde2bda req-2b993234-38d1-4d51-958d-b7b9ad2f59b5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133401 Feb 11 05:06:33.573740 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:33.577284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Set router a7cece35-27eb-43bb-b852-90b3e2d7b4dd gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:33.616733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-f7456fce-ea42-4a93-a46c-56ee0c8c6033 service neutron] 10.222.0.48 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457273 Feb 11 05:06:33.645106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e6fa621e-7d67-4238-8d3b-41f74a21bbbf req-3ee1e1e6-26ec-43f0-978e-5785dd1f7e05 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Deleting port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:33.651233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6fa621e-7d67-4238-8d3b-41f74a21bbbf req-3ee1e1e6-26ec-43f0-978e-5785dd1f7e05 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:33.904111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:33.916729 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a323eea-e000-4472-8d83-ca734e3b45fd None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:33.927517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e6fa621e-7d67-4238-8d3b-41f74a21bbbf req-3ee1e1e6-26ec-43f0-978e-5785dd1f7e05 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] For port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435,segment=NetworkSegment(32408384-fdd9-4124-b8c5-42f0d7a80fbe),segment_id=32408384-fdd9-4124-b8c5-42f0d7a80fbe)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:33.927965 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6fa621e-7d67-4238-8d3b-41f74a21bbbf req-3ee1e1e6-26ec-43f0-978e-5785dd1f7e05 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:33.939288 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a323eea-e000-4472-8d83-ca734e3b45fd None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:33.944668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e6fa621e-7d67-4238-8d3b-41f74a21bbbf req-3ee1e1e6-26ec-43f0-978e-5785dd1f7e05 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Calling delete_port for ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:33.950061 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:33.958702 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1a323eea-e000-4472-8d83-ca734e3b45fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:33.995592 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-692fe370-0f57-4d15-b6af-f928653bda3f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3927071 Feb 11 05:06:34.001823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58504) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:34.013325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5c8aac39-db53-4615-9bb1-157d7ebe36c4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1732889009'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:34.076951 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1a323eea-e000-4472-8d83-ca734e3b45fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:34.114117 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a323eea-e000-4472-8d83-ca734e3b45fd None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:34.115626 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1a323eea-e000-4472-8d83-ca734e3b45fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:34.138526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869371-249a-4eb5-b1db-fcc34bd0a884 req-39d23464-b118-47c7-967e-db701e00a6f5 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:34.151630 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f869371-249a-4eb5-b1db-fcc34bd0a884 req-39d23464-b118-47c7-967e-db701e00a6f5 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 945 time: 0.4017394 Feb 11 05:06:34.158110 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d4bf24a-289f-44d5-9743-12bcca46016e req-b1c07700-3e5f-477f-b3ca-a573bb422a1c tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 210 time: 0.0991609 Feb 11 05:06:34.299569 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1a323eea-e000-4472-8d83-ca734e3b45fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:34.300492 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a323eea-e000-4472-8d83-ca734e3b45fd None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:34.304937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8aac39-db53-4615-9bb1-157d7ebe36c4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Made reservation on behalf of 0e733bfe8f7d4b858661895d8c716cf1 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:34.315373 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c8aac39-db53-4615-9bb1-157d7ebe36c4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.414811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8aac39-db53-4615-9bb1-157d7ebe36c4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:06:34.435545 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c8aac39-db53-4615-9bb1-157d7ebe36c4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (0ae84e37-12c3-472c-84c1-87b69381f6fa), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.437209 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-5c8aac39-db53-4615-9bb1-157d7ebe36c4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Added segment 0ae84e37-12c3-472c-84c1-87b69381f6fa of type vlan for network 049023ff-6989-48e1-a989-5168a716cb5c Feb 11 05:06:34.467098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.616728 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c8aac39-db53-4615-9bb1-157d7ebe36c4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (049023ff-6989-48e1-a989-5168a716cb5c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.699026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 453c2e66-642f-4b1f-9523-500588c42c22 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:34.833469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'name': 'tempest-TestAggregatesBasicOps-109911470-router', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:27Z', 'updated_at': '2022-02-11T05:06:31Z', 'revision_number': 3, 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'gw_port': {'id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:28Z', 'updated_at': '2022-02-11T05:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:34.854077 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c8aac39-db53-4615-9bb1-157d7ebe36c4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (049023ff-6989-48e1-a989-5168a716cb5c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.888808 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8aac39-db53-4615-9bb1-157d7ebe36c4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:34.895976 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c8aac39-db53-4615-9bb1-157d7ebe36c4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.905104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Checking router: a7cece35-27eb-43bb-b852-90b3e2d7b4dd for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:06:34.905648 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Updating router a7cece35-27eb-43bb-b852-90b3e2d7b4dd port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:06:34.986685 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.012759 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f869371-249a-4eb5-b1db-fcc34bd0a884 req-c7c4a183-5cd4-49db-a514-77fa300f8f83 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/security-groups?id=e2b5a492-86d7-4a0b-820e-17f0f4d55077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8600917 Feb 11 05:06:35.149955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5c8aac39-db53-4615-9bb1-157d7ebe36c4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1469727 Feb 11 05:06:35.155922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58550) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:35.195364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-92353872-993b-4b47-bdfd-8bab75d41d2f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'subnet': {'network_id': '049023ff-6989-48e1-a989-5168a716cb5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:35.246078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Allocated IP 172.20.0.1 (1a041fb1-649a-4643-bfcc-017367020236/1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d/38331fd6-d01b-4992-bd00-199aa4b20658) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:35.423803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ff4fb-bd93-432f-ad70-ce583b8383ac req-3ce9f416-5fc7-4835-9398-801c8decc7d8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:35.451181 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-707ff4fb-bd93-432f-ad70-ce583b8383ac req-3ce9f416-5fc7-4835-9398-801c8decc7d8 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 947 time: 0.7344813 Feb 11 05:06:35.467936 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Publish callbacks [] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.492234 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.521631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed5d10af-4ddf-44df-8239-91795a9d2166 req-4b1cf615-d601-4234-9b2c-1df485c6e48e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 210 time: 0.1501191 Feb 11 05:06:35.608118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Attempting to bind port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:35.611308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Attempting to bind port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:35.611847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Attempting to bind port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:35.631387 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:35.635103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:35.635695 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.639066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:35.642591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Bound port: 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:35.643180 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.657446 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Publish callbacks [] for port (38331fd6-d01b-4992-bd00-199aa4b20658), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.690677 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6fa621e-7d67-4238-8d3b-41f74a21bbbf req-3ee1e1e6-26ec-43f0-978e-5785dd1f7e05 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ce0b62ba-3ebb-4feb-8efb-bc85fa31a435), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.722264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92353872-993b-4b47-bdfd-8bab75d41d2f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Made reservation on behalf of 0e733bfe8f7d4b858661895d8c716cf1 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:35.725738 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92353872-993b-4b47-bdfd-8bab75d41d2f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.735802 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.742387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8aac39-db53-4615-9bb1-157d7ebe36c4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Network': ['ID=049023ff-6989-48e1-a989-5168a716cb5c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:35.785133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 049023ff-6989-48e1-a989-5168a716cb5c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:06:35.795532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3294a4f-22fe-43a1-b10d-e9c89aaabc70 None None] Pushing event updated for resources: {'Port': ['ID=061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:35.866683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1e1e6-26ec-43f0-978e-5785dd1f7e05 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Pushing event deleted for resources: {'Port': ['ID=ce0b62ba-3ebb-4feb-8efb-bc85fa31a435,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:35.901700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Network 1a041fb1-649a-4643-bfcc-017367020236 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:35.912567 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:35.942855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:35.968723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] For port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:36.007182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Pushing event updated for resources: {'Port': ['ID=38331fd6-d01b-4992-bd00-199aa4b20658,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:36.064663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fa621e-7d67-4238-8d3b-41f74a21bbbf req-3ee1e1e6-26ec-43f0-978e-5785dd1f7e05 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] No DVR routers for this DVR port ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:06:36.077176 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.096412 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6fa621e-7d67-4238-8d3b-41f74a21bbbf req-3ee1e1e6-26ec-43f0-978e-5785dd1f7e05 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.112691 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6fa621e-7d67-4238-8d3b-41f74a21bbbf req-3ee1e1e6-26ec-43f0-978e-5785dd1f7e05 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.10 "DELETE /v2.0/ports/ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 HTTP/1.1" status: 204 len: 173 time: 2.8439605 Feb 11 05:06:36.118013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85fbdcb-1970-4cd8-9e36-0b5418102445', 'name': 'network-vif-deleted', 'tag': 'ce0b62ba-3ebb-4feb-8efb-bc85fa31a435'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:36.122213 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1405cc0-62f8-4d79-a54a-ecebaf162c05" -d '{"events": [{"server_uuid": "c85fbdcb-1970-4cd8-9e36-0b5418102445", "name": "network-vif-deleted", "tag": "ce0b62ba-3ebb-4feb-8efb-bc85fa31a435"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:36.145007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] For port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:36.165257 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.300597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Routers {'a7cece35-27eb-43bb-b852-90b3e2d7b4dd'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:36.301260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['a7cece35-27eb-43bb-b852-90b3e2d7b4dd'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:36.302172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-707ff4fb-bd93-432f-ad70-ce583b8383ac req-aaf571f9-7dfd-46db-b4db-25b7358cbe39 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8491261 Feb 11 05:06:36.324995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3294a4f-22fe-43a1-b10d-e9c89aaabc70 None None] Pushing event updated for resources: {'Port': ['ID=061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:36.469662 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bbb194-702b-4927-b4fd-913f2d847c5e x-openstack-request-id: req-74bbb194-702b-4927-b4fd-913f2d847c5e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:36.470236 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85fbdcb-1970-4cd8-9e36-0b5418102445", "name": "network-vif-deleted", "tag": "ce0b62ba-3ebb-4feb-8efb-bc85fa31a435", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:36.470389 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74bbb194-702b-4927-b4fd-913f2d847c5e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:36.470889 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85fbdcb-1970-4cd8-9e36-0b5418102445', 'name': 'network-vif-deleted', 'tag': 'ce0b62ba-3ebb-4feb-8efb-bc85fa31a435', 'status': 'completed', 'code': 200} Feb 11 05:06:36.570776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-05f85a06-fd47-4668-a224-660f031d89cf None None] Provisioning complete for port 38331fd6-d01b-4992-bd00-199aa4b20658 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:36.571450 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05f85a06-fd47-4668-a224-660f031d89cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.610960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-571ea64a-481c-4524-8f9c-18c37cdabe14 req-711cc423-8728-4a34-bfba-0db3c4059997 tempest-ServerDiskConfigTestJSON-2067621817 tempest-ServerDiskConfigTestJSON-2067621817-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85fbdcb-1970-4cd8-9e36-0b5418102445 HTTP/1.1" status: 200 len: 210 time: 0.2305179 Feb 11 05:06:36.632668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] Set router a7cece35-27eb-43bb-b852-90b3e2d7b4dd gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:36.640419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:06:36.669730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92353872-993b-4b47-bdfd-8bab75d41d2f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (f9fba9e7-524d-49e9-945b-c194624b7d3d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.790252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6338e80-f20b-467b-8e59-86de53ffe283 req-531a004a-711e-49dc-ab2f-e590efb9d2be tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 210 time: 0.0827553 Feb 11 05:06:36.812854 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.813684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92353872-993b-4b47-bdfd-8bab75d41d2f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Subnet': ['ID=f9fba9e7-524d-49e9-945b-c194624b7d3d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:36.831255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92353872-993b-4b47-bdfd-8bab75d41d2f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Checking segment: {'id': '0ae84e37-12c3-472c-84c1-87b69381f6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '049023ff-6989-48e1-a989-5168a716cb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:36.832005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:06:36.832476 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ce0b62ba-3ebb-4feb-8efb-bc85fa31a435 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:06:36.833913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92353872-993b-4b47-bdfd-8bab75d41d2f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network hostable DHCP agents. Network: 049023ff-6989-48e1-a989-5168a716cb5c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:06:36.866054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92353872-993b-4b47-bdfd-8bab75d41d2f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 049023ff-6989-48e1-a989-5168a716cb5c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:06:36.882684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-05f85a06-fd47-4668-a224-660f031d89cf None None] Port 38331fd6-d01b-4992-bd00-199aa4b20658 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:36.895953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-92353872-993b-4b47-bdfd-8bab75d41d2f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 049023ff-6989-48e1-a989-5168a716cb5c) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:36.900817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92353872-993b-4b47-bdfd-8bab75d41d2f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:36.901723 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92353872-993b-4b47-bdfd-8bab75d41d2f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.918317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130facf-85db-49a5-9608-a7392961a780 req-10c6442d-2e67-46dd-ab5d-8e5d831e0ae0 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:36.920805 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-10c6442d-2e67-46dd-ab5d-8e5d831e0ae0 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.60 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 815 time: 0.5422468 Feb 11 05:06:36.944657 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-92353872-993b-4b47-bdfd-8bab75d41d2f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7657745 Feb 11 05:06:36.945455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58568) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:36.967269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-868101163', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:36.987403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa833ac-7a5a-458f-8d6d-93be8b772a3f None None] Network 049023ff-6989-48e1-a989-5168a716cb5c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:36.997615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-7130facf-85db-49a5-9608-a7392961a780 req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Request body: {'port': {'device_id': 'b42c6e94-53ee-4025-8603-511ed841f69d', 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837', 'admin_state_up': True, 'tenant_id': '14fbf88da36d492db7af138f03064fc5'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:37.032198 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:37.033590 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:37.228504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'name': 'tempest-TestAggregatesBasicOps-109911470-router', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:27Z', 'updated_at': '2022-02-11T05:06:31Z', 'revision_number': 3, 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'gw_port': {'id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:28Z', 'updated_at': '2022-02-11T05:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:37.309871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-049023ff-6989-48e1-a989-5168a716cb5c', 'network_id': '049023ff-6989-48e1-a989-5168a716cb5c', 'project_id': '0e733bfe8f7d4b858661895d8c716cf1', 'fixed_ips': [{'subnet_id': 'f9fba9e7-524d-49e9-945b-c194624b7d3d'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:06:37.313573 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:37.320335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e95fe4-ddce-42df-9292-7b86799d1015 None None] The sync data for ids ['a7cece35-27eb-43bb-b852-90b3e2d7b4dd'] in n-d-615180-58 is: [{'id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'name': 'tempest-TestAggregatesBasicOps-109911470-router', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:27Z', 'updated_at': '2022-02-11T05:06:31Z', 'revision_number': 3, 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'gw_port': {'id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:28Z', 'updated_at': '2022-02-11T05:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:37.532520 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:37.697461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Allocated IP 172.20.0.2 (049023ff-6989-48e1-a989-5168a716cb5c/f9fba9e7-524d-49e9-945b-c194624b7d3d/f1e17e51-0b86-4bff-998d-5f107021fd4d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:37.936160 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router_controller (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.091173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ec572-b829-4ccd-9c69-4a41a6abf20b req-a24fada0-70cc-49ba-a448-b58f635db925 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:38.092681 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-944ec572-b829-4ccd-9c69-4a41a6abf20b req-a24fada0-70cc-49ba-a448-b58f635db925 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 947 time: 0.5314093 Feb 11 05:06:38.111932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7130facf-85db-49a5-9608-a7392961a780 req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Made reservation on behalf of 14fbf88da36d492db7af138f03064fc5 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:38.117826 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7130facf-85db-49a5-9608-a7392961a780 req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.127380 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Publish callbacks [] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.159167 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.175638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af54ee32-9685-4de6-a7f3-631de6e5ec36 req-af489a47-7494-44e7-9bdf-f51e4d8608ba tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 210 time: 0.0606480 Feb 11 05:06:38.253260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Network 049023ff-6989-48e1-a989-5168a716cb5c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:38.261319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:38.264576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:38.275121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-944ec572-b829-4ccd-9c69-4a41a6abf20b req-75030e95-ed9b-43ec-8494-2a69fa2ad48d tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663227 Feb 11 05:06:38.290088 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Pushing event updated for resources: {'Port': ['ID=f1e17e51-0b86-4bff-998d-5f107021fd4d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:38.416975 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router_gateway (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.451806 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Attempting to bind port f1e17e51-0b86-4bff-998d-5f107021fd4d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:38.452297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Attempting to bind port f1e17e51-0b86-4bff-998d-5f107021fd4d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '0ae84e37-12c3-472c-84c1-87b69381f6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '049023ff-6989-48e1-a989-5168a716cb5c'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:38.455086 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Attempting to bind port f1e17e51-0b86-4bff-998d-5f107021fd4d on network 049023ff-6989-48e1-a989-5168a716cb5c {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:38.469699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:38.470293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Checking segment: {'id': '0ae84e37-12c3-472c-84c1-87b69381f6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '049023ff-6989-48e1-a989-5168a716cb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:38.471346 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.474200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Bound using segment: {'id': '0ae84e37-12c3-472c-84c1-87b69381f6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '049023ff-6989-48e1-a989-5168a716cb5c'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:38.474844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Bound port: f1e17e51-0b86-4bff-998d-5f107021fd4d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae84e37-12c3-472c-84c1-87b69381f6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '049023ff-6989-48e1-a989-5168a716cb5c'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:38.475388 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.491866 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Publish callbacks [] for port (38331fd6-d01b-4992-bd00-199aa4b20658), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.575570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58592) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:38.589387 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] For port f1e17e51-0b86-4bff-998d-5f107021fd4d, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:38.597470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] For port f1e17e51-0b86-4bff-998d-5f107021fd4d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f1e17e51-0b86-4bff-998d-5f107021fd4d,segment=NetworkSegment(0ae84e37-12c3-472c-84c1-87b69381f6fa),segment_id=0ae84e37-12c3-472c-84c1-87b69381f6fa)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:38.612507 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.614292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.807105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511cbdc-a08c-4199-b5fa-ced7d4f61a83 None None] Pushing event updated for resources: {'Port': ['ID=f1e17e51-0b86-4bff-998d-5f107021fd4d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:38.942074 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router_gateway (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.970283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:38.986352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-7130facf-85db-49a5-9608-a7392961a780 req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Allocated IP 172.20.0.8 (f2e76b4a-67a8-4718-bea6-6ceafeb05837/30de0522-14cb-43d9-85af-dac873877880/c74debc4-65df-4f9e-9ec5-e8b8163fbd58) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:38.993021 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.013862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-b461d8be-931f-40f6-8734-e183cfba8e9f admin admin] Deleting subnet dabecbae-83ae-4c69-ad9c-61ef91318b08 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:06:39.035974 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.052421 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b461d8be-931f-40f6-8734-e183cfba8e9f admin admin] Publish callbacks [] for subnet (dabecbae-83ae-4c69-ad9c-61ef91318b08), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.152718 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Pushing event updated for resources: {'Port': ['ID=38331fd6-d01b-4992-bd00-199aa4b20658,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:39.170388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:39.170861 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.261315 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b461d8be-931f-40f6-8734-e183cfba8e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (dabecbae-83ae-4c69-ad9c-61ef91318b08), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.332829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:39.333242 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.375969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:39.383195 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.407223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.25.7.107 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/e81bc32e-7f22-4a39-b3e9-dce55d48b518) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:39.481738 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a58ff9fc-2d0b-4fff-ab25-0b9a382cab91 req-64b01bdc-780b-4604-ae96-ef88c66011b3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 210 time: 0.1251338 Feb 11 05:06:39.530888 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-128047c6-e597-45f6-8670-2463d4449286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.540999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:39.621417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b461d8be-931f-40f6-8734-e183cfba8e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (dabecbae-83ae-4c69-ad9c-61ef91318b08), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.651264 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (e81bc32e-7f22-4a39-b3e9-dce55d48b518), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.706454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e81bc32e-7f22-4a39-b3e9-dce55d48b518), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.712299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Network 1a041fb1-649a-4643-bfcc-017367020236 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:39.743611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:39.804392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=e81bc32e-7f22-4a39-b3e9-dce55d48b518,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:39.834816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:39.845136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:39.852015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:39.858448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b461d8be-931f-40f6-8734-e183cfba8e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (dabecbae-83ae-4c69-ad9c-61ef91318b08), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.916110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461d8be-931f-40f6-8734-e183cfba8e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabecbae-83ae-4c69-ad9c-61ef91318b08,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:39.947910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7130facf-85db-49a5-9608-a7392961a780 req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks [] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.960279 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b461d8be-931f-40f6-8734-e183cfba8e9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.964311 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b461d8be-931f-40f6-8734-e183cfba8e9f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dabecbae-83ae-4c69-ad9c-61ef91318b08 HTTP/1.1" status: 204 len: 168 time: 1.3842824 Feb 11 05:06:39.968179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58602) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:40.166398 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (88acf680-6668-4e67-b0e3-517354fddea6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.175494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Router a7cece35-27eb-43bb-b852-90b3e2d7b4dd has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:40.186921 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7130facf-85db-49a5-9608-a7392961a780 req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.223967 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['d762cb45-835e-4875-a59c-37abb82ee0c1', '0912b9f8-fca2-4f5e-994b-7519579213e2'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:40.226562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:40.421050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c24413c1-b031-40c6-8b76-e832bfb61a34 None None] Provisioning complete for port 38331fd6-d01b-4992-bd00-199aa4b20658 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:40.422376 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c24413c1-b031-40c6-8b76-e832bfb61a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.433588 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router_gateway (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.512874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (88acf680-6668-4e67-b0e3-517354fddea6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.566406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88acf680-6668-4e67-b0e3-517354fddea6']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:40.593537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32408384-fdd9-4124-b8c5-42f0d7a80fbe') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:40.594330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32408384-fdd9-4124-b8c5-42f0d7a80fbe') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:40.644064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (32408384-fdd9-4124-b8c5-42f0d7a80fbe), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.674470 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (32408384-fdd9-4124-b8c5-42f0d7a80fbe), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.714923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:06:40.718081 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (32408384-fdd9-4124-b8c5-42f0d7a80fbe), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.752228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41e3bc8-9e5a-4fad-9f8b-c8de667c5149 None None] Network 049023ff-6989-48e1-a989-5168a716cb5c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:06:40.782968 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:06:40.787940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7130facf-85db-49a5-9608-a7392961a780 req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Network f2e76b4a-67a8-4718-bea6-6ceafeb05837 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:40.796549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-7130facf-85db-49a5-9608-a7392961a780 req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:40.806946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-7130facf-85db-49a5-9608-a7392961a780 req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:40.815800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (88acf680-6668-4e67-b0e3-517354fddea6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.830140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Pushing event updated for resources: {'Port': ['ID=c74debc4-65df-4f9e-9ec5-e8b8163fbd58,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:40.846649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c24413c1-b031-40c6-8b76-e832bfb61a34 None None] Port 38331fd6-d01b-4992-bd00-199aa4b20658 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:40.876173 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.879947 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] 10.222.0.48 "DELETE /v2.0/networks/88acf680-6668-4e67-b0e3-517354fddea6 HTTP/1.1" status: 204 len: 168 time: 0.9105115 Feb 11 05:06:40.987695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef4b5d-d4ef-437f-bf4a-eab161182619 admin admin] Pushing event deleted for resources: {'Network': ['ID=88acf680-6668-4e67-b0e3-517354fddea6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:41.013061 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.046470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231cf2-3bf3-4814-a550-a3288dcdf880 req-acc21907-3e37-4612-8d1e-369eb4c27dea tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:41.056411 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7231cf2-3bf3-4814-a550-a3288dcdf880 req-acc21907-3e37-4612-8d1e-369eb4c27dea tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 931 time: 0.4357603 Feb 11 05:06:41.117078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:41.151572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-326d9eeb-d799-41b6-b89b-810a795d6165 admin admin] 10.222.0.48 "PUT /v2.0/routers/a7cece35-27eb-43bb-b852-90b3e2d7b4dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2525601 Feb 11 05:06:41.159868 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7231cf2-3bf3-4814-a550-a3288dcdf880 req-d7af0901-6467-4920-9e1d-a934f628205e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023602 Feb 11 05:06:41.165801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130facf-85db-49a5-9608-a7392961a780 req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:41.166752 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7130facf-85db-49a5-9608-a7392961a780 req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.214948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f1e17e51-0b86-4bff-998d-5f107021fd4d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:41.230831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-db9be05b-daa6-4d5c-95e6-fad9b406bc4b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2387781 Feb 11 05:06:41.232734 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Sync routers for ids ['a7cece35-27eb-43bb-b852-90b3e2d7b4dd'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:41.256982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Request body: {'port': {'device_id': 'b42c6e94-53ee-4025-8603-511ed841f69d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:41.260765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:41.322263 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3fdc5f4a-2695-4d71-8c72-b9d225b9bb44 None None] Provisioning complete for port f1e17e51-0b86-4bff-998d-5f107021fd4d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:41.323052 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5f4a-2695-4d71-8c72-b9d225b9bb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.459471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58620) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:41.460164 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ab8ff70a-9f4f-44cd-8449-10dbdd303727 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5236a58eb6b4ee081515938edca84d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941013 Feb 11 05:06:41.473570 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.478290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 5ab182d7-2273-4318-b3fa-6d22d8ae44d9 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:06:41.501387 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Routers {'a7cece35-27eb-43bb-b852-90b3e2d7b4dd'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:41.502046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['a7cece35-27eb-43bb-b852-90b3e2d7b4dd'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:41.700938 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ad11b2-242f-42c2-a034-235ab9f07058 admin admin] Publish callbacks [] for security_group (e2b5a492-86d7-4a0b-820e-17f0f4d55077), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.782811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f1e17e51-0b86-4bff-998d-5f107021fd4d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:41.783320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.841911 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc5f4a-2695-4d71-8c72-b9d225b9bb44 None None] Current status of the port f1e17e51-0b86-4bff-998d-5f107021fd4d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:41.842312 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5f4a-2695-4d71-8c72-b9d225b9bb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.880119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Set router a7cece35-27eb-43bb-b852-90b3e2d7b4dd gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:41.890630 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ad11b2-242f-42c2-a034-235ab9f07058 admin admin] Publish callbacks [] for security_group (e2b5a492-86d7-4a0b-820e-17f0f4d55077), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.980977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:41.998890 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8755c7-5527-46ad-be0b-0e2aaeb72dc6 None None] Sync routers for ids ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:42.020605 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8755c7-5527-46ad-be0b-0e2aaeb72dc6 None None] Routers {'5ab182d7-2273-4318-b3fa-6d22d8ae44d9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:42.022416 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fb8755c7-5527-46ad-be0b-0e2aaeb72dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:42.050264 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ad11b2-242f-42c2-a034-235ab9f07058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e2b5a492-86d7-4a0b-820e-17f0f4d55077), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.055169 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ad11b2-242f-42c2-a034-235ab9f07058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.059538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-22ad11b2-242f-42c2-a034-235ab9f07058 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2b5a492-86d7-4a0b-820e-17f0f4d55077 HTTP/1.1" status: 204 len: 168 time: 0.5970366 Feb 11 05:06:42.068622 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.081139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b7d889af-37a5-45e9-baaf-2d89c4f8e2df tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1341982 Feb 11 05:06:42.081833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58636) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:42.121605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad11b2-242f-42c2-a034-235ab9f07058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b5a492-86d7-4a0b-820e-17f0f4d55077,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:42.126941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74debc4-65df-4f9e-9ec5-e8b8163fbd58 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:42.147181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Publish callbacks [] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.175962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Transition to ACTIVE for port object c74debc4-65df-4f9e-9ec5-e8b8163fbd58 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:42.198385 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.289219 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fb8755c7-5527-46ad-be0b-0e2aaeb72dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:42.294760 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-414cf138-cdfa-430c-b69e-99a6605d574d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.302098 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8755c7-5527-46ad-be0b-0e2aaeb72dc6 None None] Routers {'5ab182d7-2273-4318-b3fa-6d22d8ae44d9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:42.303168 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fb8755c7-5527-46ad-be0b-0e2aaeb72dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:42.338693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3fdc5f4a-2695-4d71-8c72-b9d225b9bb44 None None] For port f1e17e51-0b86-4bff-998d-5f107021fd4d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f1e17e51-0b86-4bff-998d-5f107021fd4d,segment=NetworkSegment(0ae84e37-12c3-472c-84c1-87b69381f6fa),segment_id=0ae84e37-12c3-472c-84c1-87b69381f6fa)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:42.370610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Pushing event updated for resources: {'Port': ['ID=c74debc4-65df-4f9e-9ec5-e8b8163fbd58,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:42.391205 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fb8755c7-5527-46ad-be0b-0e2aaeb72dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:42.393748 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8755c7-5527-46ad-be0b-0e2aaeb72dc6 None None] The sync data for ids ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:42.445271 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5f4a-2695-4d71-8c72-b9d225b9bb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.598266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Attempting to bind port c74debc4-65df-4f9e-9ec5-e8b8163fbd58 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:42.600575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Attempting to bind port c74debc4-65df-4f9e-9ec5-e8b8163fbd58 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:42.601106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Attempting to bind port c74debc4-65df-4f9e-9ec5-e8b8163fbd58 on network f2e76b4a-67a8-4718-bea6-6ceafeb05837 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:42.603299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755caf8-7b7e-471c-af43-5df293573317 req-8dd03f0e-d9dc-405f-bde2-b752c354fb75 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:42.604856 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3755caf8-7b7e-471c-af43-5df293573317 req-8dd03f0e-d9dc-405f-bde2-b752c354fb75 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 943 time: 0.2118962 Feb 11 05:06:42.618035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Port c74debc4-65df-4f9e-9ec5-e8b8163fbd58 on network f2e76b4a-67a8-4718-bea6-6ceafeb05837 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:42.619848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Attempting to bind port c74debc4-65df-4f9e-9ec5-e8b8163fbd58 on network f2e76b4a-67a8-4718-bea6-6ceafeb05837 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:42.634577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:42.638599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Checking segment: {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:42.641797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Bound using segment: {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:42.642480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Bound port: c74debc4-65df-4f9e-9ec5-e8b8163fbd58, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd86645-9df9-43fe-8318-1101d52cbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:42.643085 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.822061 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] For port c74debc4-65df-4f9e-9ec5-e8b8163fbd58, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:42.830732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] For port c74debc4-65df-4f9e-9ec5-e8b8163fbd58, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c74debc4-65df-4f9e-9ec5-e8b8163fbd58,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:42.843371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a388435a-48a5-43ca-8771-7ee5b1a51135 None None] Provisioning complete for port f1e17e51-0b86-4bff-998d-5f107021fd4d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:42.844380 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a388435a-48a5-43ca-8771-7ee5b1a51135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.848714 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.877875 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.891089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc5f4a-2695-4d71-8c72-b9d225b9bb44 None None] Pushing event updated for resources: {'Port': ['ID=f1e17e51-0b86-4bff-998d-5f107021fd4d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:42.912953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f1e17e51-0b86-4bff-998d-5f107021fd4d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:42.914184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:42.955667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3755caf8-7b7e-471c-af43-5df293573317 req-1147c98d-e455-47e2-93fe-2ca52811feaf tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323143 Feb 11 05:06:43.103280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Pushing event updated for resources: {'Port': ['ID=c74debc4-65df-4f9e-9ec5-e8b8163fbd58,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:43.154136 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:43.154924 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:43.162023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-24223b2d-56f0-4cf7-9d0e-ae0f8b487318 service neutron] 10.222.0.60 "PUT /v2.0/ports/c74debc4-65df-4f9e-9ec5-e8b8163fbd58 HTTP/1.1" status: 200 len: 1092 time: 1.9136305 Feb 11 05:06:43.162548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42c6e94-53ee-4025-8603-511ed841f69d', 'tag': 'c74debc4-65df-4f9e-9ec5-e8b8163fbd58'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:43.164903 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f90d22-a69a-48b5-94c0-296795f3de80" -d '{"events": [{"name": "network-changed", "server_uuid": "b42c6e94-53ee-4025-8603-511ed841f69d", "tag": "c74debc4-65df-4f9e-9ec5-e8b8163fbd58"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:43.180360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:43.181442 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:43.243548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58684) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:43.313524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a388435a-48a5-43ca-8771-7ee5b1a51135 None None] Current status of the port f1e17e51-0b86-4bff-998d-5f107021fd4d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:43.323280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'name': 'tempest-TestAggregatesBasicOps-109911470-router', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:27Z', 'updated_at': '2022-02-11T05:06:36Z', 'revision_number': 4, 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'gw_port': {'id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:28Z', 'updated_at': '2022-02-11T05:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '38331fd6-d01b-4992-bd00-199aa4b20658', 'name': '', 'network_id': '1a041fb1-649a-4643-bfcc-017367020236', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'mac_address': 'fa:16:3e:6c:24:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:34Z', 'updated_at': '2022-02-11T05:06:37Z', 'revision_number': 2, 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'subnets': [{'id': '1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:43.354589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Checking router: a7cece35-27eb-43bb-b852-90b3e2d7b4dd for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:06:43.355261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Updating router a7cece35-27eb-43bb-b852-90b3e2d7b4dd port 38331fd6-d01b-4992-bd00-199aa4b20658 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:06:43.378386 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5fe456-cf12-499f-aa56-9078add24905 x-openstack-request-id: req-2b5fe456-cf12-499f-aa56-9078add24905 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:43.378690 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42c6e94-53ee-4025-8603-511ed841f69d", "tag": "c74debc4-65df-4f9e-9ec5-e8b8163fbd58", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:43.378983 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b5fe456-cf12-499f-aa56-9078add24905 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:43.379404 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42c6e94-53ee-4025-8603-511ed841f69d', 'tag': 'c74debc4-65df-4f9e-9ec5-e8b8163fbd58', 'status': 'completed', 'code': 200} Feb 11 05:06:43.413925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:43.446566 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:43.483836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130facf-85db-49a5-9608-a7392961a780 req-926f9cb7-7095-424b-8b0a-f28de160915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:43.486590 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-926f9cb7-7095-424b-8b0a-f28de160915b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 1126 time: 0.2303824 Feb 11 05:06:43.503892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:43.622671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-d94d698b-9434-470e-a31b-603dc7a54de6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c74debc4-65df-4f9e-9ec5-e8b8163fbd58 HTTP/1.1" status: 200 len: 217 time: 0.0933580 Feb 11 05:06:43.713132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130facf-85db-49a5-9608-a7392961a780 req-0b8665f2-1e34-4cdd-be20-7bc21fe1c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:43.718524 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-0b8665f2-1e34-4cdd-be20-7bc21fe1c2f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.0804808 Feb 11 05:06:43.767032 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-bb2e11b3-e0db-4bae-806e-dc6fb2e5c52e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371814 Feb 11 05:06:43.773780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f1e17e51-0b86-4bff-998d-5f107021fd4d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:44.004205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.20.0.1 (049023ff-6989-48e1-a989-5168a716cb5c/f9fba9e7-524d-49e9-945b-c194624b7d3d/e540e26b-88f0-40f6-8670-50d7852b7900) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:44.015554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58704) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:44.046417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f1e17e51-0b86-4bff-998d-5f107021fd4d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:44.047690 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.184103 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-6657e7ff-7dc2-4410-933f-d7e65848606e service neutron] 10.222.0.60 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478508 Feb 11 05:06:44.266746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ac7e6-b0f8-490c-a88d-2fb4fd9374cb req-3c68ea10-8d93-4dcf-8346-18c8121494ef tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:44.268330 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a4ac7e6-b0f8-490c-a88d-2fb4fd9374cb req-3c68ea10-8d93-4dcf-8346-18c8121494ef tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 943 time: 0.1822352 Feb 11 05:06:44.271471 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (e540e26b-88f0-40f6-8670-50d7852b7900), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.306989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1999454533-network', 'tenant_id': '029da29d3a1f432bae78e7ded533615c'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:44.356722 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8a4ac7e6-b0f8-490c-a88d-2fb4fd9374cb req-a066b16e-0413-47df-af47-1d6e902241d7 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787833 Feb 11 05:06:44.356945 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Publish callbacks [] for port (38331fd6-d01b-4992-bd00-199aa4b20658), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.374006 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Made reservation on behalf of 029da29d3a1f432bae78e7ded533615c for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:44.377001 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.386845 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.401935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e540e26b-88f0-40f6-8670-50d7852b7900), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.409909 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.503707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 049023ff-6989-48e1-a989-5168a716cb5c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:44.514393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:44.529326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:44.532716 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7130facf-85db-49a5-9608-a7392961a780 req-ae6b375a-6377-4edc-af2f-1ec4f6a14ac6 service neutron] 10.222.0.60 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488492 Feb 11 05:06:44.588485 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.635240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=e540e26b-88f0-40f6-8670-50d7852b7900,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:44.710986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f1e17e51-0b86-4bff-998d-5f107021fd4d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:44.719078 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.770188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f90d22-a69a-48b5-94c0-296795f3de80 req-7862b064-f7ba-4bdb-be81-84edaf5ca374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:44.777140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4ca5a-603e-4254-a3f7-431e3c1bac1f None None] Pushing event updated for resources: {'Port': ['ID=38331fd6-d01b-4992-bd00-199aa4b20658,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:44.782536 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04f90d22-a69a-48b5-94c0-296795f3de80 req-7862b064-f7ba-4bdb-be81-84edaf5ca374 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 1126 time: 0.1168706 Feb 11 05:06:44.823320 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16290cc6-9ab1-48f0-b735-e49ecc1a08e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.881065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Attempting to bind port 38331fd6-d01b-4992-bd00-199aa4b20658 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:44.882612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Attempting to bind port 38331fd6-d01b-4992-bd00-199aa4b20658 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'cfb6b85c-0c47-4530-beaf-edfd29457b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1a041fb1-649a-4643-bfcc-017367020236'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:44.883219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Attempting to bind port 38331fd6-d01b-4992-bd00-199aa4b20658 on network 1a041fb1-649a-4643-bfcc-017367020236 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:44.895831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:44.898138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Checking segment: {'id': 'cfb6b85c-0c47-4530-beaf-edfd29457b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1a041fb1-649a-4643-bfcc-017367020236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:44.900964 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.901594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Bound using segment: {'id': 'cfb6b85c-0c47-4530-beaf-edfd29457b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1a041fb1-649a-4643-bfcc-017367020236'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:44.903072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Bound port: 38331fd6-d01b-4992-bd00-199aa4b20658, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb6b85c-0c47-4530-beaf-edfd29457b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1a041fb1-649a-4643-bfcc-017367020236'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:44.903760 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.909506 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Publish callbacks [] for security_group (1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.924708 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:45.036479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:06:45.058635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:45.075564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (11bafcaf-9fd7-495c-a981-36097f82364c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:45.076057 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Added segment 11bafcaf-9fd7-495c-a981-36097f82364c of type vlan for network 67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 Feb 11 05:06:45.334278 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c536c122-c044-4cd1-9bfd-b699484f9516 None None] Provisioning complete for port e540e26b-88f0-40f6-8670-50d7852b7900 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:45.335595 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c536c122-c044-4cd1-9bfd-b699484f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e540e26b-88f0-40f6-8670-50d7852b7900), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:45.338719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] For port 38331fd6-d01b-4992-bd00-199aa4b20658, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:45.377502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] For port 38331fd6-d01b-4992-bd00-199aa4b20658, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=38331fd6-d01b-4992-bd00-199aa4b20658,segment=NetworkSegment(cfb6b85c-0c47-4530-beaf-edfd29457b1c),segment_id=cfb6b85c-0c47-4530-beaf-edfd29457b1c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:45.404579 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c536c122-c044-4cd1-9bfd-b699484f9516 None None] Port e540e26b-88f0-40f6-8670-50d7852b7900 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:45.407409 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:45.461944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c536c122-c044-4cd1-9bfd-b699484f9516 None None] Provisioning complete for port 38331fd6-d01b-4992-bd00-199aa4b20658 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:45.462296 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c536c122-c044-4cd1-9bfd-b699484f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:45.532767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4ca5a-603e-4254-a3f7-431e3c1bac1f None None] Pushing event updated for resources: {'Port': ['ID=38331fd6-d01b-4992-bd00-199aa4b20658,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:45.578437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Routers {'a7cece35-27eb-43bb-b852-90b3e2d7b4dd'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:45.591134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['a7cece35-27eb-43bb-b852-90b3e2d7b4dd'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:45.747274 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:45.801448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f90d22-a69a-48b5-94c0-296795f3de80 req-b435e7b2-ca15-4ca2-999e-80e87de44ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:45.802976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04f90d22-a69a-48b5-94c0-296795f3de80 req-b435e7b2-ca15-4ca2-999e-80e87de44ace service neutron] 10.222.0.60 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 916 time: 1.0099552 Feb 11 05:06:45.958443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (67357cfd-bab5-48c1-a35c-0a1bf83a6cf2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:45.975711 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04f90d22-a69a-48b5-94c0-296795f3de80 req-a234c3b5-3edd-4611-9553-a44f5f92b5bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c74debc4-65df-4f9e-9ec5-e8b8163fbd58 HTTP/1.1" status: 200 len: 217 time: 0.1498835 Feb 11 05:06:45.995682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c536c122-c044-4cd1-9bfd-b699484f9516 None None] Current status of the port 38331fd6-d01b-4992-bd00-199aa4b20658 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:45.996438 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c536c122-c044-4cd1-9bfd-b699484f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.006762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] Set router a7cece35-27eb-43bb-b852-90b3e2d7b4dd gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:46.021400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (67357cfd-bab5-48c1-a35c-0a1bf83a6cf2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.023666 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:46.025637 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.116494 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0998094 Feb 11 05:06:46.117164 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58716) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:46.128273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bfde45c9-937b-4ec1-a9ad-fb64c773c1bc admin admin] Request body: {'subnet': {'network_id': '67357cfd-bab5-48c1-a35c-0a1bf83a6cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1999454533-subnet', 'tenant_id': '029da29d3a1f432bae78e7ded533615c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:46.136968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2dc90-c352-4b11-b548-194a50617e89 req-2cdd7516-b070-4968-98a0-1ffa5be1b53b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:46.144618 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-59f2dc90-c352-4b11-b548-194a50617e89 req-2cdd7516-b070-4968-98a0-1ffa5be1b53b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 943 time: 0.3695512 Feb 11 05:06:46.175079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c536c122-c044-4cd1-9bfd-b699484f9516 None None] For port 38331fd6-d01b-4992-bd00-199aa4b20658, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=38331fd6-d01b-4992-bd00-199aa4b20658,segment=NetworkSegment(cfb6b85c-0c47-4530-beaf-edfd29457b1c),segment_id=cfb6b85c-0c47-4530-beaf-edfd29457b1c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:46.211407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f90d22-a69a-48b5-94c0-296795f3de80 req-6c004ce5-e190-4824-a97a-ce1a71aadaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:46.213319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04f90d22-a69a-48b5-94c0-296795f3de80 req-6c004ce5-e190-4824-a97a-ce1a71aadaf0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.2295964 Feb 11 05:06:46.225576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e540e26b-88f0-40f6-8670-50d7852b7900), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.230772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912efb3-7ba5-4e4b-94da-1788e9a87f50 admin admin] Pushing event updated for resources: {'Network': ['ID=67357cfd-bab5-48c1-a35c-0a1bf83a6cf2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:46.281714 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-59f2dc90-c352-4b11-b548-194a50617e89 req-1702a35e-9326-4a2b-b5ce-2fbccc9319cc tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311421 Feb 11 05:06:46.288149 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:06:46.290100 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04f90d22-a69a-48b5-94c0-296795f3de80 req-70dd21e2-99e7-4f65-a4ab-38aff98f5f24 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649879 Feb 11 05:06:46.301282 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c536c122-c044-4cd1-9bfd-b699484f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.348684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfde45c9-937b-4ec1-a9ad-fb64c773c1bc admin admin] Made reservation on behalf of 029da29d3a1f432bae78e7ded533615c for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:46.359163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfde45c9-937b-4ec1-a9ad-fb64c773c1bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.624468 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04f90d22-a69a-48b5-94c0-296795f3de80 req-06c91b57-d25f-4074-802c-a70ccc5d79d0 service neutron] 10.222.0.60 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217113 Feb 11 05:06:46.705771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-04d3457f-e39f-4516-a951-4d8d95c4ce71 None None] Provisioning complete for port 38331fd6-d01b-4992-bd00-199aa4b20658 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:46.706325 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04d3457f-e39f-4516-a951-4d8d95c4ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.713921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-16290cc6-9ab1-48f0-b735-e49ecc1a08e5 admin admin] Deleting port ddfad683-fb2b-4243-bf98-bf10969a3164 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:46.714265 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16290cc6-9ab1-48f0-b735-e49ecc1a08e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.715529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536c122-c044-4cd1-9bfd-b699484f9516 None None] Pushing event updated for resources: {'Port': ['ID=38331fd6-d01b-4992-bd00-199aa4b20658,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:46.835970 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfde45c9-937b-4ec1-a9ad-fb64c773c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (13ff68f1-95e8-4960-8cef-881995f43af2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.849004 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-16290cc6-9ab1-48f0-b735-e49ecc1a08e5 admin admin] For port ddfad683-fb2b-4243-bf98-bf10969a3164, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ddfad683-fb2b-4243-bf98-bf10969a3164,segment=NetworkSegment(87748eb5-fab3-45a1-b34b-05fefca9e9fb),segment_id=87748eb5-fab3-45a1-b34b-05fefca9e9fb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:46.849605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16290cc6-9ab1-48f0-b735-e49ecc1a08e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.863569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-16290cc6-9ab1-48f0-b735-e49ecc1a08e5 admin admin] Calling delete_port for ddfad683-fb2b-4243-bf98-bf10969a3164 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:46.953529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'name': 'tempest-TestAggregatesBasicOps-109911470-router', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:27Z', 'updated_at': '2022-02-11T05:06:36Z', 'revision_number': 4, 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'gw_port': {'id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:28Z', 'updated_at': '2022-02-11T05:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '38331fd6-d01b-4992-bd00-199aa4b20658', 'name': '', 'network_id': '1a041fb1-649a-4643-bfcc-017367020236', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'mac_address': 'fa:16:3e:6c:24:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:34Z', 'updated_at': '2022-02-11T05:06:45Z', 'revision_number': 4, 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'subnets': [{'id': '1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:46.963214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-04d3457f-e39f-4516-a951-4d8d95c4ce71 None None] Current status of the port 38331fd6-d01b-4992-bd00-199aa4b20658 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:47.000983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde45c9-937b-4ec1-a9ad-fb64c773c1bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ff68f1-95e8-4960-8cef-881995f43af2,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:47.023084 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (e540e26b-88f0-40f6-8670-50d7852b7900), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:47.025021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde45c9-937b-4ec1-a9ad-fb64c773c1bc admin admin] Checking segment: {'id': '11bafcaf-9fd7-495c-a981-36097f82364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67357cfd-bab5-48c1-a35c-0a1bf83a6cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:47.025394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfde45c9-937b-4ec1-a9ad-fb64c773c1bc admin admin] Network hostable DHCP agents. Network: 67357cfd-bab5-48c1-a35c-0a1bf83a6cf2, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:06:47.025522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edef3be-e3d1-4be4-8097-6d5b65b9e10a None None] The sync data for ids ['a7cece35-27eb-43bb-b852-90b3e2d7b4dd'] in n-d-615180-58 is: [{'id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'name': 'tempest-TestAggregatesBasicOps-109911470-router', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:27Z', 'updated_at': '2022-02-11T05:06:36Z', 'revision_number': 4, 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'gw_port': {'id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:28Z', 'updated_at': '2022-02-11T05:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '38331fd6-d01b-4992-bd00-199aa4b20658', 'name': '', 'network_id': '1a041fb1-649a-4643-bfcc-017367020236', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'mac_address': 'fa:16:3e:6c:24:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:34Z', 'updated_at': '2022-02-11T05:06:45Z', 'revision_number': 4, 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'subnets': [{'id': '1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:47.035870 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (e540e26b-88f0-40f6-8670-50d7852b7900), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:47.111018 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:47.203563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfde45c9-937b-4ec1-a9ad-fb64c773c1bc admin admin] Network 67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:06:47.229831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=e540e26b-88f0-40f6-8670-50d7852b7900,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:47.278919 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-bfde45c9-937b-4ec1-a9ad-fb64c773c1bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 67357cfd-bab5-48c1-a35c-0a1bf83a6cf2) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:47.292873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee7b42-7fb4-4130-b1cc-89751ce021e2 None None] Network 67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:47.294837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfde45c9-937b-4ec1-a9ad-fb64c773c1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:47.297287 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfde45c9-937b-4ec1-a9ad-fb64c773c1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:47.353545 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04f90d22-a69a-48b5-94c0-296795f3de80 req-45b9772c-727a-4188-bc10-baafaab5bdbe service neutron] 10.222.0.60 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175248 Feb 11 05:06:47.355985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bfde45c9-937b-4ec1-a9ad-fb64c773c1bc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2334521 Feb 11 05:06:47.407693 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16290cc6-9ab1-48f0-b735-e49ecc1a08e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ddfad683-fb2b-4243-bf98-bf10969a3164), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:47.423513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 049023ff-6989-48e1-a989-5168a716cb5c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:47.425038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:47.483354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16290cc6-9ab1-48f0-b735-e49ecc1a08e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfad683-fb2b-4243-bf98-bf10969a3164,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:47.647661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794f4dfb-4709-4f79-a315-463587c8761a None None] Network 67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:47.824417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03a08b-6d62-4003-ba4d-6e11e21d70b3 req-1f65c749-b74d-44be-b722-e1a73e16a914 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:47.826240 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ae03a08b-6d62-4003-ba4d-6e11e21d70b3 req-1f65c749-b74d-44be-b722-e1a73e16a914 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 943 time: 0.2996666 Feb 11 05:06:47.978987 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 5ab182d7-2273-4318-b3fa-6d22d8ae44d9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:47.988441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 38331fd6-d01b-4992-bd00-199aa4b20658 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:48.038464 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ae03a08b-6d62-4003-ba4d-6e11e21d70b3 req-64700a03-2b4b-41d4-8e0b-5e2947b915c7 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981916 Feb 11 05:06:48.084471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16290cc6-9ab1-48f0-b735-e49ecc1a08e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:48.172163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 38331fd6-d01b-4992-bd00-199aa4b20658 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:48.172706 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:48.174390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d042aa70-ba96-47c4-95f2-e9803acfc1cd None None] Provisioning complete for port e540e26b-88f0-40f6-8670-50d7852b7900 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:48.174856 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d042aa70-ba96-47c4-95f2-e9803acfc1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e540e26b-88f0-40f6-8670-50d7852b7900), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:48.266470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d042aa70-ba96-47c4-95f2-e9803acfc1cd None None] Port e540e26b-88f0-40f6-8670-50d7852b7900 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:48.321829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:48.328185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 38331fd6-d01b-4992-bd00-199aa4b20658 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:48.340391 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0e66ad70-9035-42ae-a49d-cef049717ab0 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "PUT /v2.0/routers/5ab182d7-2273-4318-b3fa-6d22d8ae44d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2503958 Feb 11 05:06:48.342055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58744) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:48.342663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a1827-6a0e-4f00-851a-08ffdfcd9edd None None] Sync routers for ids ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:48.347798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'port': {'network_id': '049023ff-6989-48e1-a989-5168a716cb5c', 'name': 'tempest-FloatingIPTestJSON-1302818924'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:48.358502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a1827-6a0e-4f00-851a-08ffdfcd9edd None None] Routers {'5ab182d7-2273-4318-b3fa-6d22d8ae44d9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:48.360849 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-450a1827-6a0e-4f00-851a-08ffdfcd9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:48.411056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-450a1827-6a0e-4f00-851a-08ffdfcd9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:48.442928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a1827-6a0e-4f00-851a-08ffdfcd9edd None None] Routers {'5ab182d7-2273-4318-b3fa-6d22d8ae44d9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:48.443335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-450a1827-6a0e-4f00-851a-08ffdfcd9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:48.516831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-450a1827-6a0e-4f00-851a-08ffdfcd9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:48.517506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a1827-6a0e-4f00-851a-08ffdfcd9edd None None] The sync data for ids ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:48.636383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Made reservation on behalf of 0e733bfe8f7d4b858661895d8c716cf1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:48.640918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:48.668292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] device_id is not set on port 26f764e0-682f-4af2-bf21-bc0d3d486436 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:06:48.719382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-36296783-2e77-44ff-b57e-99f3891397c5 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:48.720884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-36296783-2e77-44ff-b57e-99f3891397c5 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/networks?id=67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 HTTP/1.1" status: 200 len: 814 time: 0.3787124 Feb 11 05:06:48.762948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-cd227954-898f-4042-8a5c-cf3d2dabf4b6 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/quotas/029da29d3a1f432bae78e7ded533615c HTTP/1.1" status: 200 len: 375 time: 0.0342729 Feb 11 05:06:48.804681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c74debc4-65df-4f9e-9ec5-e8b8163fbd58 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:48.809102 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-de1ab93b-5830-4163-b33a-abe87861914e tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=029da29d3a1f432bae78e7ded533615c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382195 Feb 11 05:06:48.811322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16290cc6-9ab1-48f0-b735-e49ecc1a08e5 admin admin] Router 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:48.851600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Allocated IP 172.20.0.11 (049023ff-6989-48e1-a989-5168a716cb5c/f9fba9e7-524d-49e9-945b-c194624b7d3d/26f764e0-682f-4af2-bf21-bc0d3d486436) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:48.963983 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:06:48.973681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c74debc4-65df-4f9e-9ec5-e8b8163fbd58, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c74debc4-65df-4f9e-9ec5-e8b8163fbd58,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:48.994204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'c74debc4-65df-4f9e-9ec5-e8b8163fbd58', 'network_id': 'f2e76b4a-67a8-4718-bea6-6ceafeb05837', 'port_id': 'c74debc4-65df-4f9e-9ec5-e8b8163fbd58', 'mac_address': 'fa:16:3e:a5:f3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30de0522-14cb-43d9-85af-dac873877880', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:49.055108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c74debc4-65df-4f9e-9ec5-e8b8163fbd58 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:49.055591 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.102941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74debc4-65df-4f9e-9ec5-e8b8163fbd58 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:49.115442 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-178604db-8dc2-4eeb-ac91-a212f04f8088 service neutron] 10.222.0.48 "GET /v2.0/networks/67357cfd-bab5-48c1-a35c-0a1bf83a6cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962575 Feb 11 05:06:49.159218 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for port (26f764e0-682f-4af2-bf21-bc0d3d486436), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.208477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c74debc4-65df-4f9e-9ec5-e8b8163fbd58, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c74debc4-65df-4f9e-9ec5-e8b8163fbd58,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:49.219577 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.264786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090ad5a-3ee3-4ec8-9c48-e39447796939 req-10031140-f368-4f74-ba15-9495252e1b1e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:49.266932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4090ad5a-3ee3-4ec8-9c48-e39447796939 req-10031140-f368-4f74-ba15-9495252e1b1e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 943 time: 0.1057994 Feb 11 05:06:49.269903 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (26f764e0-682f-4af2-bf21-bc0d3d486436), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.285288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16290cc6-9ab1-48f0-b735-e49ecc1a08e5 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:49.292649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-16290cc6-9ab1-48f0-b735-e49ecc1a08e5 admin admin] 10.222.0.48 "PUT /v2.0/routers/3b1716b0-6185-4fff-9b1d-40c2cebbd0d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0470176 Feb 11 05:06:49.294925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58752) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:49.302080 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce187d29-4082-466b-ae68-6ba61faf4011 None None] Sync routers for ids ['3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:49.321682 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce187d29-4082-466b-ae68-6ba61faf4011 None None] Routers {'3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:49.326255 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ce187d29-4082-466b-ae68-6ba61faf4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:49.352531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Network 049023ff-6989-48e1-a989-5168a716cb5c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:49.354320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c74debc4-65df-4f9e-9ec5-e8b8163fbd58,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:49.367345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:49.373339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:49.387908 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-3d21ee9e-3214-4307-b89c-dfa20e577cbc service neutron] 10.222.0.48 "GET /v2.0/networks/67357cfd-bab5-48c1-a35c-0a1bf83a6cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705824 Feb 11 05:06:49.426448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event updated for resources: {'Port': ['ID=26f764e0-682f-4af2-bf21-bc0d3d486436,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:49.453237 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4090ad5a-3ee3-4ec8-9c48-e39447796939 req-716ca3a9-5a85-4830-aded-0526c7bdc662 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758325 Feb 11 05:06:49.494586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:49.495370 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.529709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1e3d2489-ad35-44ef-bfae-8881ce176967 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1856163 Feb 11 05:06:49.531980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58754) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:49.538264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c42fca55-2bc5-4e23-9488-232bad6f2ff5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Request body: {'floatingip': {'port_id': '26f764e0-682f-4af2-bf21-bc0d3d486436'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:49.565001 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Publish callbacks [] for router (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.573780 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ce187d29-4082-466b-ae68-6ba61faf4011 None None] Set router 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:49.642851 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c42fca55-2bc5-4e23-9488-232bad6f2ff5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (7b2ad75f-bf33-42e8-b305-c025faff2bcb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.754496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['c74debc4-65df-4f9e-9ec5-e8b8163fbd58'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:49.796127 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f9c61af-ea64-42be-b315-146d3dce849e req-d234f0e7-140d-466c-aac3-03e95d42775c tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 210 time: 0.0709276 Feb 11 05:06:49.966247 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Publish callbacks [] for router_gateway (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.991557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5a0513b1-4448-4324-a7cc-1d53ede73d87 None None] Provisioning complete for port 26f764e0-682f-4af2-bf21-bc0d3d486436 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:49.991958 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a0513b1-4448-4324-a7cc-1d53ede73d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (26f764e0-682f-4af2-bf21-bc0d3d486436), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:50.089491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Deleting port 57860f1d-d2e2-4707-ade3-4c5b88254d88 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:50.089844 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:50.121072 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ce187d29-4082-466b-ae68-6ba61faf4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'name': 'tempest-TestAggregatesBasicOps-2138482758-router', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:04Z', 'updated_at': '2022-02-11T05:06:47Z', 'revision_number': 5, 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'gw_port': {'id': '57860f1d-d2e2-4707-ade3-4c5b88254d88', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:10Z', 'updated_at': '2022-02-11T05:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:50.123987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5a0513b1-4448-4324-a7cc-1d53ede73d87 None None] Port 26f764e0-682f-4af2-bf21-bc0d3d486436 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:50.163966 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce187d29-4082-466b-ae68-6ba61faf4011 None None] Checking router: 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:06:50.177945 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce187d29-4082-466b-ae68-6ba61faf4011 None None] Routers {'3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:50.178478 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ce187d29-4082-466b-ae68-6ba61faf4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:50.261580 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] For port 57860f1d-d2e2-4707-ade3-4c5b88254d88, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=57860f1d-d2e2-4707-ade3-4c5b88254d88,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:50.262181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:50.278206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Calling delete_port for 57860f1d-d2e2-4707-ade3-4c5b88254d88 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:50.382384 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ce187d29-4082-466b-ae68-6ba61faf4011 None None] Set router 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:50.502721 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (57860f1d-d2e2-4707-ade3-4c5b88254d88), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:50.507931 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ce187d29-4082-466b-ae68-6ba61faf4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'name': 'tempest-TestAggregatesBasicOps-2138482758-router', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:04Z', 'updated_at': '2022-02-11T05:06:49Z', 'revision_number': 6, 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:50.541538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Pushing event deleted for resources: {'Port': ['ID=57860f1d-d2e2-4707-ade3-4c5b88254d88,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:50.572410 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce187d29-4082-466b-ae68-6ba61faf4011 None None] The sync data for ids ['3b1716b0-6185-4fff-9b1d-40c2cebbd0d8'] in n-d-615180-58 is: [{'id': '3b1716b0-6185-4fff-9b1d-40c2cebbd0d8', 'name': 'tempest-TestAggregatesBasicOps-2138482758-router', 'tenant_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:04Z', 'updated_at': '2022-02-11T05:06:49Z', 'revision_number': 6, 'project_id': 'cd967de14dac4307bc0a8f0c4bcdcf1f', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:50.691258 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c42fca55-2bc5-4e23-9488-232bad6f2ff5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:50.697467 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c42fca55-2bc5-4e23-9488-232bad6f2ff5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (7b2ad75f-bf33-42e8-b305-c025faff2bcb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:50.721659 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:50.839644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ba78f-45c2-4314-9994-d999e4eaa962 req-24f4ab48-dba1-47e5-ba28-233802f92f24 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:50.840994 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d04ba78f-45c2-4314-9994-d999e4eaa962 req-24f4ab48-dba1-47e5-ba28-233802f92f24 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 944 time: 0.2174895 Feb 11 05:06:50.873999 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-c42fca55-2bc5-4e23-9488-232bad6f2ff5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Floating IP 7b2ad75f-bf33-42e8-b305-c025faff2bcb associated. External IP: 172.25.7.50, port: e102d8ac-20f4-496f-8fb7-4336e9c48570. Feb 11 05:06:50.883151 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:50.892393 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Publish callbacks [] for router_controller (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:50.962870 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (3b1716b0-6185-4fff-9b1d-40c2cebbd0d8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:50.964022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:06:50.984244 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:50.985183 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8064eea3-1f17-4bcf-a5cd-61dbebc5a879 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3b1716b0-6185-4fff-9b1d-40c2cebbd0d8 HTTP/1.1" status: 204 len: 168 time: 1.6887009 Feb 11 05:06:50.989541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d04ba78f-45c2-4314-9994-d999e4eaa962 req-27ead8d3-f0e2-4ff9-9087-5c02fafce514 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168318 Feb 11 05:06:50.989740 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a234684-8284-41e8-95aa-57ef8a6bf113 req-0eb6cee2-8b51-4eb8-a4a8-b678ea7a8862 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 210 time: 0.0367949 Feb 11 05:06:50.990001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58788) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:51.123506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-04da1622-625e-47b4-ac53-1a3c40947e6c admin admin] Deleting subnet e7e0ffbc-afc6-4d06-9065-972564c3ec76 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:06:51.129247 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04da1622-625e-47b4-ac53-1a3c40947e6c admin admin] Publish callbacks [] for subnet (e7e0ffbc-afc6-4d06-9065-972564c3ec76), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.200389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04da1622-625e-47b4-ac53-1a3c40947e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (e7e0ffbc-afc6-4d06-9065-972564c3ec76), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.258581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42fca55-2bc5-4e23-9488-232bad6f2ff5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:51.291618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04da1622-625e-47b4-ac53-1a3c40947e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e7e0ffbc-afc6-4d06-9065-972564c3ec76), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.354571 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04da1622-625e-47b4-ac53-1a3c40947e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (e7e0ffbc-afc6-4d06-9065-972564c3ec76), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.386277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42fca55-2bc5-4e23-9488-232bad6f2ff5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:51.400259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d7147-2f41-4043-ba3f-ff441a2e5d0e None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:51.420296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da1622-625e-47b4-ac53-1a3c40947e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e0ffbc-afc6-4d06-9065-972564c3ec76,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:51.422476 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d7147-2f41-4043-ba3f-ff441a2e5d0e None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:51.423258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ec5d7147-2f41-4043-ba3f-ff441a2e5d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:51.458964 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04da1622-625e-47b4-ac53-1a3c40947e6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.469964 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-04da1622-625e-47b4-ac53-1a3c40947e6c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e7e0ffbc-afc6-4d06-9065-972564c3ec76 HTTP/1.1" status: 204 len: 168 time: 0.4773540 Feb 11 05:06:51.472867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58792) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:51.529302 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9bc16f-3b98-4052-bff1-948066c2ecd7 None None] Network 17b38aea-e0dd-4593-9543-13b96926a8e7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:51.533375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ec5d7147-2f41-4043-ba3f-ff441a2e5d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:51.649238 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (17b38aea-e0dd-4593-9543-13b96926a8e7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.671842 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 57860f1d-d2e2-4707-ade3-4c5b88254d88 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:06:51.727376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d7147-2f41-4043-ba3f-ff441a2e5d0e None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:51.728596 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ec5d7147-2f41-4043-ba3f-ff441a2e5d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:51.788671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 57860f1d-d2e2-4707-ade3-4c5b88254d88 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:06:51.789331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 57860f1d-d2e2-4707-ade3-4c5b88254d88 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:06:51.789969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ddfad683-fb2b-4243-bf98-bf10969a3164 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:06:51.818071 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ec5d7147-2f41-4043-ba3f-ff441a2e5d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:51.824946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Deleting port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:51.825318 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.831163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d7147-2f41-4043-ba3f-ff441a2e5d0e None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:51.835292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: ddfad683-fb2b-4243-bf98-bf10969a3164 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:06:51.840542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ddfad683-fb2b-4243-bf98-bf10969a3164 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:06:51.972644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] For port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6,segment=NetworkSegment(87748eb5-fab3-45a1-b34b-05fefca9e9fb),segment_id=87748eb5-fab3-45a1-b34b-05fefca9e9fb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:51.973190 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.977797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae9aef0-c3cb-4996-94db-b4874617b6c7 None None] DHCP port deletion for 17b38aea-e0dd-4593-9543-13b96926a8e7 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:06:51.999872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Calling delete_port for fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:52.103901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6ae9aef0-c3cb-4996-94db-b4874617b6c7 None None] Deleting port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:52.104286 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ae9aef0-c3cb-4996-94db-b4874617b6c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:52.225071 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6ae9aef0-c3cb-4996-94db-b4874617b6c7 None None] For port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6,segment=NetworkSegment(87748eb5-fab3-45a1-b34b-05fefca9e9fb),segment_id=87748eb5-fab3-45a1-b34b-05fefca9e9fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:52.225487 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ae9aef0-c3cb-4996-94db-b4874617b6c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:52.244156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6ae9aef0-c3cb-4996-94db-b4874617b6c7 None None] Calling delete_port for fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:52.290533 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43ac6421-588c-4944-ae8c-2cb9d7a58503 req-1162d54e-f0e4-4972-8161-04c0f6b82aa0 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 210 time: 0.0572355 Feb 11 05:06:52.299666 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:52.333774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-13da6bab-9e57-4028-bfb8-94425813f48e tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:52.335639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-13da6bab-9e57-4028-bfb8-94425813f48e tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.10 "GET /v2.0/networks?id=67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 HTTP/1.1" status: 200 len: 814 time: 0.3241303 Feb 11 05:06:52.346066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c021ad2-e104-4bfc-a3c6-485a829002dd req-71169d42-0b5a-4b4b-bd02-ddc636ae83df tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:52.347961 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c021ad2-e104-4bfc-a3c6-485a829002dd req-71169d42-0b5a-4b4b-bd02-ddc636ae83df tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 944 time: 0.1764581 Feb 11 05:06:52.355108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Request body: {'port': {'device_id': 'f3d9fb33-9554-4f49-975d-d9042024023a', 'network_id': '67357cfd-bab5-48c1-a35c-0a1bf83a6cf2', 'admin_state_up': True, 'tenant_id': '029da29d3a1f432bae78e7ded533615c'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:52.362522 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ae9aef0-c3cb-4996-94db-b4874617b6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:52.392921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9aef0-c3cb-4996-94db-b4874617b6c7 None None] Pushing event deleted for resources: {'Port': ['ID=fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:52.394808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae9aef0-c3cb-4996-94db-b4874617b6c7 None None] No DVR routers for this DVR port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:06:52.416301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:52.427778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] No DVR routers for this DVR port fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:06:52.510010 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c021ad2-e104-4bfc-a3c6-485a829002dd req-8a97ad17-d16b-4a1b-bfda-1dcf8f0b861e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537571 Feb 11 05:06:52.581593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42fca55-2bc5-4e23-9488-232bad6f2ff5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 5ab182d7-2273-4318-b3fa-6d22d8ae44d9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:52.710133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Made reservation on behalf of 029da29d3a1f432bae78e7ded533615c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:52.713579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:52.726730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42fca55-2bc5-4e23-9488-232bad6f2ff5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:52.732835 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c42fca55-2bc5-4e23-9488-232bad6f2ff5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:52.736840 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9507f45d-b8c8-4dc2-9bdb-f4af0d5100eb None None] Sync routers for ids ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:52.764032 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9507f45d-b8c8-4dc2-9bdb-f4af0d5100eb None None] Routers {'5ab182d7-2273-4318-b3fa-6d22d8ae44d9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:52.764679 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9507f45d-b8c8-4dc2-9bdb-f4af0d5100eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:52.821508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c74debc4-65df-4f9e-9ec5-e8b8163fbd58 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:52.838609 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9507f45d-b8c8-4dc2-9bdb-f4af0d5100eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:52.866477 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9507f45d-b8c8-4dc2-9bdb-f4af0d5100eb None None] Routers {'5ab182d7-2273-4318-b3fa-6d22d8ae44d9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:52.870913 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9507f45d-b8c8-4dc2-9bdb-f4af0d5100eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:52.936075 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9507f45d-b8c8-4dc2-9bdb-f4af0d5100eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:52.936752 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9507f45d-b8c8-4dc2-9bdb-f4af0d5100eb None None] The sync data for ids ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:52.942529 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (17b38aea-e0dd-4593-9543-13b96926a8e7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:52.960066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port c74debc4-65df-4f9e-9ec5-e8b8163fbd58 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:52.971435 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b38aea-e0dd-4593-9543-13b96926a8e7']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:52.973965 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port c74debc4-65df-4f9e-9ec5-e8b8163fbd58 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:52.974478 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:52.981071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87748eb5-fab3-45a1-b34b-05fefca9e9fb') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:52.981679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87748eb5-fab3-45a1-b34b-05fefca9e9fb') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:52.987771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Allocated IP 172.20.0.8 (67357cfd-bab5-48c1-a35c-0a1bf83a6cf2/13ff68f1-95e8-4960-8cef-881995f43af2/75ca4a9d-4449-4269-acc8-b96c078dc7b8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:52.993934 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (87748eb5-fab3-45a1-b34b-05fefca9e9fb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.011934 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (87748eb5-fab3-45a1-b34b-05fefca9e9fb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.022355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:06:53.022878 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (87748eb5-fab3-45a1-b34b-05fefca9e9fb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.025254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c42fca55-2bc5-4e23-9488-232bad6f2ff5 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "PUT /v2.0/floatingips/7b2ad75f-bf33-42e8-b305-c025faff2bcb HTTP/1.1" status: 200 len: 978 time: 3.4911938 Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:06:53.025416 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:06:53.027722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58812) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:53.191459 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (17b38aea-e0dd-4593-9543-13b96926a8e7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.211474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.214886 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] 10.222.0.48 "DELETE /v2.0/networks/17b38aea-e0dd-4593-9543-13b96926a8e7 HTTP/1.1" status: 204 len: 168 time: 1.7409892 Feb 11 05:06:53.216053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdf01f-634b-47a1-9df5-890b92f05840 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b38aea-e0dd-4593-9543-13b96926a8e7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:53.219745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58814) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:53.364099 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c74debc4-65df-4f9e-9ec5-e8b8163fbd58 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:53.365511 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.369539 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Publish callbacks [] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.413895 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42c6e94-53ee-4025-8603-511ed841f69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74debc4-65df-4f9e-9ec5-e8b8163fbd58'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:53.416784 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bfa9e0-4dc0-42a9-9466-58126c7a25bb" -d '{"events": [{"server_uuid": "b42c6e94-53ee-4025-8603-511ed841f69d", "name": "network-vif-plugged", "status": "completed", "tag": "c74debc4-65df-4f9e-9ec5-e8b8163fbd58"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:53.418643 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.435403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c74debc4-65df-4f9e-9ec5-e8b8163fbd58, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c74debc4-65df-4f9e-9ec5-e8b8163fbd58,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:53.440730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.509613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port 26f764e0-682f-4af2-bf21-bc0d3d486436 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:53.510215 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1ff921-a227-44be-a612-b961f63d967e x-openstack-request-id: req-5f1ff921-a227-44be-a612-b961f63d967e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:53.510603 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42c6e94-53ee-4025-8603-511ed841f69d", "name": "network-vif-plugged", "status": "completed", "tag": "c74debc4-65df-4f9e-9ec5-e8b8163fbd58", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:53.510945 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (26f764e0-682f-4af2-bf21-bc0d3d486436), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.511705 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f1ff921-a227-44be-a612-b961f63d967e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:53.512203 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42c6e94-53ee-4025-8603-511ed841f69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74debc4-65df-4f9e-9ec5-e8b8163fbd58', 'code': 200} Feb 11 05:06:53.584775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Network 67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:53.612667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd624c-1731-42da-8197-694a58f974a9 req-a06804af-b256-4269-9ac4-9371ecf2e98a tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:53.613016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c74debc4-65df-4f9e-9ec5-e8b8163fbd58,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:53.630466 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7dd624c-1731-42da-8197-694a58f974a9 req-a06804af-b256-4269-9ac4-9371ecf2e98a tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 931 time: 0.1400104 Feb 11 05:06:53.635615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:53.651750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:53.659785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Pushing event updated for resources: {'Port': ['ID=75ca4a9d-4449-4269-acc8-b96c078dc7b8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:53.661254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:06:53.688437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-d9c61493-9d87-4fce-84f5-f2c77b01d935 req-82704ee2-8058-4d20-95fc-1287abeff6ed tempest-ServersTestJSON-1414072920 tempest-ServersTestJSON-1414072920-project] (103353) timed out ('10.222.0.10', 57506) {{(pid=103353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:06:53.704787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:06:53.705453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fe02fd9e-fbfd-4d3f-b6b6-98a794c761c6 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:06:53.789138 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7dd624c-1731-42da-8197-694a58f974a9 req-0ac3ce7e-f50c-49e1-9667-12fdffc2de70 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576471 Feb 11 05:06:53.837645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:53.838294 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.860425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ff56d79f-3e6a-4d01-971f-e1e964cdd647 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5093286 Feb 11 05:06:53.871188 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (26f764e0-682f-4af2-bf21-bc0d3d486436), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.876817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944df0a-5f21-4f4b-aaa4-9b48b7c3c990 req-4c697628-9f52-4b73-b50d-9819844ed100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:53.878329 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8944df0a-5f21-4f4b-aaa4-9b48b7c3c990 req-4c697628-9f52-4b73-b50d-9819844ed100 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 1128 time: 0.2145128 Feb 11 05:06:53.881072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Request body: {'port': {'device_id': 'f3d9fb33-9554-4f49-975d-d9042024023a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:53.898070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694e2a8-a54e-4510-99a7-803b5f9cc10e req-dbf36f2a-55d1-4337-8416-25620e0f3c85 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:53.904996 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c694e2a8-a54e-4510-99a7-803b5f9cc10e req-dbf36f2a-55d1-4337-8416-25620e0f3c85 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 945 time: 0.2300708 Feb 11 05:06:53.958208 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.021511 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c694e2a8-a54e-4510-99a7-803b5f9cc10e req-35cdf080-72fc-4453-bf9e-83df968962e9 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103940 Feb 11 05:06:54.146610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8944df0a-5f21-4f4b-aaa4-9b48b7c3c990 req-9310b898-6123-4ba5-afc8-276a425dd2e4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228489 Feb 11 05:06:54.293353 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52594e38-985c-4252-b9db-2fe1013f3707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.305394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ca4a9d-4449-4269-acc8-b96c078dc7b8 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:54.315309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Publish callbacks [] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.330337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Transition to ACTIVE for port object 75ca4a9d-4449-4269-acc8-b96c078dc7b8 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:54.335946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.353063 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.353508 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (7b2ad75f-bf33-42e8-b305-c025faff2bcb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.353839 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Floating IP 7b2ad75f-bf33-42e8-b305-c025faff2bcb disassociated. External IP: 172.25.7.50, port: 26f764e0-682f-4af2-bf21-bc0d3d486436. Feb 11 05:06:54.354227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for 26f764e0-682f-4af2-bf21-bc0d3d486436 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:54.388699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=75ca4a9d-4449-4269-acc8-b96c078dc7b8,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:54.480771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Attempting to bind port 75ca4a9d-4449-4269-acc8-b96c078dc7b8 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:54.481116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Attempting to bind port 75ca4a9d-4449-4269-acc8-b96c078dc7b8 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '11bafcaf-9fd7-495c-a981-36097f82364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67357cfd-bab5-48c1-a35c-0a1bf83a6cf2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:54.481455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Attempting to bind port 75ca4a9d-4449-4269-acc8-b96c078dc7b8 on network 67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:54.487569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Port 75ca4a9d-4449-4269-acc8-b96c078dc7b8 on network 67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:54.488153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Attempting to bind port 75ca4a9d-4449-4269-acc8-b96c078dc7b8 on network 67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:54.493833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:54.494266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Checking segment: {'id': '11bafcaf-9fd7-495c-a981-36097f82364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67357cfd-bab5-48c1-a35c-0a1bf83a6cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:54.494788 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Bound using segment: {'id': '11bafcaf-9fd7-495c-a981-36097f82364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67357cfd-bab5-48c1-a35c-0a1bf83a6cf2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:54.495338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Bound port: 75ca4a9d-4449-4269-acc8-b96c078dc7b8, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bafcaf-9fd7-495c-a981-36097f82364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67357cfd-bab5-48c1-a35c-0a1bf83a6cf2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:54.495709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.557392 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (26f764e0-682f-4af2-bf21-bc0d3d486436), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.582492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] For port 75ca4a9d-4449-4269-acc8-b96c078dc7b8, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:54.586283 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] For port 75ca4a9d-4449-4269-acc8-b96c078dc7b8, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=75ca4a9d-4449-4269-acc8-b96c078dc7b8,segment=NetworkSegment(11bafcaf-9fd7-495c-a981-36097f82364c),segment_id=11bafcaf-9fd7-495c-a981-36097f82364c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:54.593598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.595345 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=26f764e0-682f-4af2-bf21-bc0d3d486436,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:54.631148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:54.631854 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.633451 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] 10.222.0.10 "PUT /v2.0/ports/75ca4a9d-4449-4269-acc8-b96c078dc7b8 HTTP/1.1" status: 200 len: 1092 time: 0.7597978 Feb 11 05:06:54.639319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d9fb33-9554-4f49-975d-d9042024023a', 'tag': '75ca4a9d-4449-4269-acc8-b96c078dc7b8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:54.642663 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535d04eb-9ad9-472f-ba48-d8b33f35417b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d9fb33-9554-4f49-975d-d9042024023a", "tag": "75ca4a9d-4449-4269-acc8-b96c078dc7b8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:54.757312 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5d9c34-0a3b-4a0b-9203-02d9c10d4edf x-openstack-request-id: req-ee5d9c34-0a3b-4a0b-9203-02d9c10d4edf {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:54.758002 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d9fb33-9554-4f49-975d-d9042024023a", "tag": "75ca4a9d-4449-4269-acc8-b96c078dc7b8", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:54.758431 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee5d9c34-0a3b-4a0b-9203-02d9c10d4edf {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:54.759031 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d9fb33-9554-4f49-975d-d9042024023a', 'tag': '75ca4a9d-4449-4269-acc8-b96c078dc7b8', 'status': 'completed', 'code': 200} Feb 11 05:06:54.849154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ac10d-2bb3-4c29-b311-ed4fe97f7eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=75ca4a9d-4449-4269-acc8-b96c078dc7b8,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:54.867851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 5ab182d7-2273-4318-b3fa-6d22d8ae44d9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:54.893826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-4ee05f17-b7e5-48af-abdd-2b020c0f1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:54.898980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-4ee05f17-b7e5-48af-abdd-2b020c0f1229 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=029da29d3a1f432bae78e7ded533615c&device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 1126 time: 0.1697233 Feb 11 05:06:54.976861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-8f69eb00-b50a-482b-a57a-febf926daa0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ca4a9d-4449-4269-acc8-b96c078dc7b8 HTTP/1.1" status: 200 len: 217 time: 0.0646467 Feb 11 05:06:55.039733 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ad8cd6e4-72cf-4dab-a395-d8001aee152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:55.042654 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-ad8cd6e4-72cf-4dab-a395-d8001aee152d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13ff68f1-95e8-4960-8cef-881995f43af2 HTTP/1.1" status: 200 len: 854 time: 0.0576138 Feb 11 05:06:55.114500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25958290-d5d2-4f35-9301-82cb3dabadc2 req-63c95b85-8ac8-481d-b4a2-93b0c4a20043 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:55.114812 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-000bf5ff-f39b-4b0d-a5f2-d14085ce5054 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67357cfd-bab5-48c1-a35c-0a1bf83a6cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591841 Feb 11 05:06:55.116490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25958290-d5d2-4f35-9301-82cb3dabadc2 req-63c95b85-8ac8-481d-b4a2-93b0c4a20043 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 943 time: 0.2172897 Feb 11 05:06:55.124006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-52594e38-985c-4252-b9db-2fe1013f3707 admin admin] Deleting port 38331fd6-d01b-4992-bd00-199aa4b20658 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:55.125136 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52594e38-985c-4252-b9db-2fe1013f3707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:55.166562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:55.178931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c558f5a1-40db-4c65-bf27-deadbc42af15 None None] Sync routers for ids ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:55.191740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558f5a1-40db-4c65-bf27-deadbc42af15 None None] Routers {'5ab182d7-2273-4318-b3fa-6d22d8ae44d9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:55.193505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c558f5a1-40db-4c65-bf27-deadbc42af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:55.245368 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c558f5a1-40db-4c65-bf27-deadbc42af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:55.266769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558f5a1-40db-4c65-bf27-deadbc42af15 None None] Routers {'5ab182d7-2273-4318-b3fa-6d22d8ae44d9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:55.271080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c558f5a1-40db-4c65-bf27-deadbc42af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:55.281484 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-4d15659d-40d9-44dd-bc35-41fabe4ec564 service neutron] 10.222.0.10 "GET /v2.0/networks/67357cfd-bab5-48c1-a35c-0a1bf83a6cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617739 Feb 11 05:06:55.317233 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25958290-d5d2-4f35-9301-82cb3dabadc2 req-d306c8c6-4d5e-4b0f-82b7-d51f99e80b4b tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875870 Feb 11 05:06:55.329876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-52594e38-985c-4252-b9db-2fe1013f3707 admin admin] For port 38331fd6-d01b-4992-bd00-199aa4b20658, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=38331fd6-d01b-4992-bd00-199aa4b20658,segment=NetworkSegment(cfb6b85c-0c47-4530-beaf-edfd29457b1c),segment_id=cfb6b85c-0c47-4530-beaf-edfd29457b1c)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:55.330250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52594e38-985c-4252-b9db-2fe1013f3707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:55.352420 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:55.360055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c558f5a1-40db-4c65-bf27-deadbc42af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:55.360929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c558f5a1-40db-4c65-bf27-deadbc42af15 None None] The sync data for ids ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:55.367820 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e76e7829-77ea-4aa7-a446-aafa2e67f8e4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/ports/26f764e0-682f-4af2-bf21-bc0d3d486436 HTTP/1.1" status: 204 len: 168 time: 2.3409834 Feb 11 05:06:55.368463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58838) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:55.369481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-52594e38-985c-4252-b9db-2fe1013f3707 admin admin] Calling delete_port for 38331fd6-d01b-4992-bd00-199aa4b20658 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:55.403502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea093e6a-7a2a-4ede-952b-a735529ff6d8 req-87fc0e6f-30e8-428b-865f-462f7dc10573 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:55.405683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea093e6a-7a2a-4ede-952b-a735529ff6d8 req-87fc0e6f-30e8-428b-865f-462f7dc10573 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 945 time: 0.2000551 Feb 11 05:06:55.474321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db1b40d1-f42a-46f6-bf94-5bc566911bd2 req-5231fec3-cc75-4c9c-8fe0-57160d97a131 service neutron] 10.222.0.10 "GET /v2.0/networks/67357cfd-bab5-48c1-a35c-0a1bf83a6cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870103 Feb 11 05:06:55.478097 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea093e6a-7a2a-4ede-952b-a735529ff6d8 req-c387cc35-b2b7-485e-a9b8-e58179a4ff9f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658374 Feb 11 05:06:55.667009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d04eb-9ad9-472f-ba48-d8b33f35417b req-63bc38a1-afc4-4a96-bbb8-5c9e52441b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:55.668678 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-535d04eb-9ad9-472f-ba48-d8b33f35417b req-63bc38a1-afc4-4a96-bbb8-5c9e52441b2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=029da29d3a1f432bae78e7ded533615c&device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 1126 time: 0.0843754 Feb 11 05:06:55.745826 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52594e38-985c-4252-b9db-2fe1013f3707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (38331fd6-d01b-4992-bd00-199aa4b20658), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:55.796785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52594e38-985c-4252-b9db-2fe1013f3707 admin admin] Pushing event deleted for resources: {'Port': ['ID=38331fd6-d01b-4992-bd00-199aa4b20658,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:55.851595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d04eb-9ad9-472f-ba48-d8b33f35417b req-eb6f6f40-35eb-4135-bf48-5d5b9b766ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:55.862019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-535d04eb-9ad9-472f-ba48-d8b33f35417b req-eb6f6f40-35eb-4135-bf48-5d5b9b766ce4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 HTTP/1.1" status: 200 len: 915 time: 0.1852925 Feb 11 05:06:55.959345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-535d04eb-9ad9-472f-ba48-d8b33f35417b req-adf3c282-1d6c-4498-8e8a-864ab534fa1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ca4a9d-4449-4269-acc8-b96c078dc7b8 HTTP/1.1" status: 200 len: 217 time: 0.0881038 Feb 11 05:06:56.029427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d04eb-9ad9-472f-ba48-d8b33f35417b req-f44a6444-fc9e-40d4-bf1d-4bd35d0f7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:56.031474 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-535d04eb-9ad9-472f-ba48-d8b33f35417b req-f44a6444-fc9e-40d4-bf1d-4bd35d0f7a77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13ff68f1-95e8-4960-8cef-881995f43af2 HTTP/1.1" status: 200 len: 854 time: 0.0656037 Feb 11 05:06:56.069238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-535d04eb-9ad9-472f-ba48-d8b33f35417b req-1a943d21-7f76-4baa-b75d-d9e0f56c04c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67357cfd-bab5-48c1-a35c-0a1bf83a6cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314975 Feb 11 05:06:56.220666 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-535d04eb-9ad9-472f-ba48-d8b33f35417b req-cd8c5981-51c4-4e2e-a08f-ad50d5429bc1 service neutron] 10.222.0.10 "GET /v2.0/networks/67357cfd-bab5-48c1-a35c-0a1bf83a6cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426349 Feb 11 05:06:56.337761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-535d04eb-9ad9-472f-ba48-d8b33f35417b req-35b9e12a-3372-4ee1-a778-fb4e69fcd662 service neutron] 10.222.0.10 "GET /v2.0/networks/67357cfd-bab5-48c1-a35c-0a1bf83a6cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098471 Feb 11 05:06:56.578100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fb033-1fb3-4546-a763-50a56b9b3ab8 req-e00ed4f1-de55-47d0-b91e-12738ca7225f tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:56.579567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d8fb033-1fb3-4546-a763-50a56b9b3ab8 req-e00ed4f1-de55-47d0-b91e-12738ca7225f tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 943 time: 0.1508448 Feb 11 05:06:56.634864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 75ca4a9d-4449-4269-acc8-b96c078dc7b8 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:56.638723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdefc4-3c38-450d-a8d7-38352ad02090 req-843d5121-b6dd-4959-ab67-8e63ebb3f9a2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:56.647623 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15bdefc4-3c38-450d-a8d7-38352ad02090 req-843d5121-b6dd-4959-ab67-8e63ebb3f9a2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 945 time: 0.0900426 Feb 11 05:06:56.707842 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15bdefc4-3c38-450d-a8d7-38352ad02090 req-e648dbf1-fc7e-4aa6-8cec-e424c0bdb406 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584311 Feb 11 05:06:56.744035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52594e38-985c-4252-b9db-2fe1013f3707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:56.786859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d8fb033-1fb3-4546-a763-50a56b9b3ab8 req-395dce5b-cdc3-46ea-9655-f9a6597537df tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962838 Feb 11 05:06:56.829976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 75ca4a9d-4449-4269-acc8-b96c078dc7b8, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=75ca4a9d-4449-4269-acc8-b96c078dc7b8,segment=NetworkSegment(11bafcaf-9fd7-495c-a981-36097f82364c),segment_id=11bafcaf-9fd7-495c-a981-36097f82364c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:56.850177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '75ca4a9d-4449-4269-acc8-b96c078dc7b8', 'network_id': '67357cfd-bab5-48c1-a35c-0a1bf83a6cf2', 'port_id': '75ca4a9d-4449-4269-acc8-b96c078dc7b8', 'mac_address': 'fa:16:3e:69:98:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ff68f1-95e8-4960-8cef-881995f43af2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:56.945709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 75ca4a9d-4449-4269-acc8-b96c078dc7b8 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:56.946328 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:56.971634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ca4a9d-4449-4269-acc8-b96c078dc7b8 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:57.006785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 75ca4a9d-4449-4269-acc8-b96c078dc7b8, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=75ca4a9d-4449-4269-acc8-b96c078dc7b8,segment=NetworkSegment(11bafcaf-9fd7-495c-a981-36097f82364c),segment_id=11bafcaf-9fd7-495c-a981-36097f82364c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:57.011972 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:57.021938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b5c46fa-f7c6-4274-a5de-e46314078aa7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:57.071552 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=75ca4a9d-4449-4269-acc8-b96c078dc7b8,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:57.311257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['75ca4a9d-4449-4269-acc8-b96c078dc7b8'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:57.334240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52594e38-985c-4252-b9db-2fe1013f3707 admin admin] Router a7cece35-27eb-43bb-b852-90b3e2d7b4dd has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:57.581375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52594e38-985c-4252-b9db-2fe1013f3707 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:57.589710 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58870) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:57.592432 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2b476-26d6-415f-81b9-3d51858c176f None None] Sync routers for ids ['a7cece35-27eb-43bb-b852-90b3e2d7b4dd'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:57.597090 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-52594e38-985c-4252-b9db-2fe1013f3707 admin admin] 10.222.0.48 "PUT /v2.0/routers/a7cece35-27eb-43bb-b852-90b3e2d7b4dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3757093 Feb 11 05:06:57.613802 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2b476-26d6-415f-81b9-3d51858c176f None None] Routers {'a7cece35-27eb-43bb-b852-90b3e2d7b4dd'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:57.614748 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-bed2b476-26d6-415f-81b9-3d51858c176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['a7cece35-27eb-43bb-b852-90b3e2d7b4dd'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:57.638949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c46fa-f7c6-4274-a5de-e46314078aa7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port e540e26b-88f0-40f6-8670-50d7852b7900 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:57.639298 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b5c46fa-f7c6-4274-a5de-e46314078aa7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e540e26b-88f0-40f6-8670-50d7852b7900), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:57.791239 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Publish callbacks [] for router (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:57.824748 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b5c46fa-f7c6-4274-a5de-e46314078aa7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e540e26b-88f0-40f6-8670-50d7852b7900), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:57.868305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c46fa-f7c6-4274-a5de-e46314078aa7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for e540e26b-88f0-40f6-8670-50d7852b7900 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:57.876453 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-bed2b476-26d6-415f-81b9-3d51858c176f None None] Set router a7cece35-27eb-43bb-b852-90b3e2d7b4dd gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:58.036038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58876) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:58.063217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Publish callbacks [] for router_gateway (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.084575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbef3a4-d04a-452b-98d2-db8703bdcc4b req-452b2cf3-337d-4428-89c5-702366af94a0 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:58.091312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dcbef3a4-d04a-452b-98d2-db8703bdcc4b req-452b2cf3-337d-4428-89c5-702366af94a0 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 944 time: 0.1191218 Feb 11 05:06:58.174699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dcbef3a4-d04a-452b-98d2-db8703bdcc4b req-5fbd069b-1e2a-40db-bf96-f80a6d8a5292 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658863 Feb 11 05:06:58.203858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Deleting port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:58.204327 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.307356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] For port 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:58.307935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.325426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Calling delete_port for 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:58.334057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-f524e5f1-35cb-4616-b7e3-cf5b276156ae admin admin] Deleting subnet 49b91cfa-d5a4-479e-a70b-ea3169f54b29 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:06:58.335426 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-bed2b476-26d6-415f-81b9-3d51858c176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'name': 'tempest-TestAggregatesBasicOps-109911470-router', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:27Z', 'updated_at': '2022-02-11T05:06:55Z', 'revision_number': 5, 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'gw_port': {'id': '061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:28Z', 'updated_at': '2022-02-11T05:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:58.337223 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b5c46fa-f7c6-4274-a5de-e46314078aa7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e540e26b-88f0-40f6-8670-50d7852b7900), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.349942 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f524e5f1-35cb-4616-b7e3-cf5b276156ae admin admin] Publish callbacks [] for subnet (49b91cfa-d5a4-479e-a70b-ea3169f54b29), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.410469 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2b476-26d6-415f-81b9-3d51858c176f None None] Checking router: a7cece35-27eb-43bb-b852-90b3e2d7b4dd for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:06:58.435589 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2b476-26d6-415f-81b9-3d51858c176f None None] Routers {'a7cece35-27eb-43bb-b852-90b3e2d7b4dd'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:58.436231 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-bed2b476-26d6-415f-81b9-3d51858c176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['a7cece35-27eb-43bb-b852-90b3e2d7b4dd'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:58.473252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c46fa-f7c6-4274-a5de-e46314078aa7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=e540e26b-88f0-40f6-8670-50d7852b7900,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:58.529137 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f524e5f1-35cb-4616-b7e3-cf5b276156ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (49b91cfa-d5a4-479e-a70b-ea3169f54b29), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.628554 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.648259 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-bed2b476-26d6-415f-81b9-3d51858c176f None None] Set router a7cece35-27eb-43bb-b852-90b3e2d7b4dd gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:58.664880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 75ca4a9d-4449-4269-acc8-b96c078dc7b8 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:58.668443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Pushing event deleted for resources: {'Port': ['ID=061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:58.691570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.692286 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.692854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.693454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.694020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.694584 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.695256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.695848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.697107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.697676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.698352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.698941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.700112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:58.755082 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f524e5f1-35cb-4616-b7e3-cf5b276156ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (49b91cfa-d5a4-479e-a70b-ea3169f54b29), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.802767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 75ca4a9d-4449-4269-acc8-b96c078dc7b8 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:58.807847 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.808484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 75ca4a9d-4449-4269-acc8-b96c078dc7b8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:58.809046 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.837534 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-bed2b476-26d6-415f-81b9-3d51858c176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'name': 'tempest-TestAggregatesBasicOps-109911470-router', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:27Z', 'updated_at': '2022-02-11T05:06:58Z', 'revision_number': 6, 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:58.913848 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2b476-26d6-415f-81b9-3d51858c176f None None] The sync data for ids ['a7cece35-27eb-43bb-b852-90b3e2d7b4dd'] in n-d-615180-58 is: [{'id': 'a7cece35-27eb-43bb-b852-90b3e2d7b4dd', 'name': 'tempest-TestAggregatesBasicOps-109911470-router', 'tenant_id': '6151284d83b84872bd0146ac1f1ef118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:27Z', 'updated_at': '2022-02-11T05:06:58Z', 'revision_number': 6, 'project_id': '6151284d83b84872bd0146ac1f1ef118', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:58.990162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 75ca4a9d-4449-4269-acc8-b96c078dc7b8 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:58.990567 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.011439 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.015514 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Publish callbacks [] for router_controller (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.026196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d9fb33-9554-4f49-975d-d9042024023a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ca4a9d-4449-4269-acc8-b96c078dc7b8'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:59.030194 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff40faf-ca55-4182-b96a-0af7f4b4b948" -d '{"events": [{"server_uuid": "f3d9fb33-9554-4f49-975d-d9042024023a", "name": "network-vif-plugged", "status": "completed", "tag": "75ca4a9d-4449-4269-acc8-b96c078dc7b8"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:59.074233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 75ca4a9d-4449-4269-acc8-b96c078dc7b8, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=75ca4a9d-4449-4269-acc8-b96c078dc7b8,segment=NetworkSegment(11bafcaf-9fd7-495c-a981-36097f82364c),segment_id=11bafcaf-9fd7-495c-a981-36097f82364c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:59.088905 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.097969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f524e5f1-35cb-4616-b7e3-cf5b276156ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (49b91cfa-d5a4-479e-a70b-ea3169f54b29), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.132723 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90f67da-2848-49b1-9ba3-58dab926b463 x-openstack-request-id: req-b90f67da-2848-49b1-9ba3-58dab926b463 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:59.133018 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d9fb33-9554-4f49-975d-d9042024023a", "name": "network-vif-plugged", "status": "completed", "tag": "75ca4a9d-4449-4269-acc8-b96c078dc7b8", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:59.133486 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b90f67da-2848-49b1-9ba3-58dab926b463 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:59.134383 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d9fb33-9554-4f49-975d-d9042024023a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ca4a9d-4449-4269-acc8-b96c078dc7b8', 'code': 200} Feb 11 05:06:59.150033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (a7cece35-27eb-43bb-b852-90b3e2d7b4dd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.150581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7cece35-27eb-43bb-b852-90b3e2d7b4dd {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:06:59.155249 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.163337 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a880c43a-3525-49a0-82c6-2fe195b683bd admin admin] 10.222.0.48 "DELETE /v2.0/routers/a7cece35-27eb-43bb-b852-90b3e2d7b4dd HTTP/1.1" status: 204 len: 168 time: 1.5725119 Feb 11 05:06:59.166278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524e5f1-35cb-4616-b7e3-cf5b276156ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b91cfa-d5a4-479e-a70b-ea3169f54b29,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:59.167724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58886) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:59.180173 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b5c46fa-f7c6-4274-a5de-e46314078aa7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.184219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f524e5f1-35cb-4616-b7e3-cf5b276156ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.187631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f524e5f1-35cb-4616-b7e3-cf5b276156ae admin admin] 10.222.0.48 "DELETE /v2.0/subnets/49b91cfa-d5a4-479e-a70b-ea3169f54b29 HTTP/1.1" status: 204 len: 168 time: 1.1478012 Feb 11 05:06:59.192434 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58888) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:59.204066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=75ca4a9d-4449-4269-acc8-b96c078dc7b8,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:59.322761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-78459b54-a90e-4ee3-83bd-126615cc2baa admin admin] Deleting subnet 1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:06:59.341726 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78459b54-a90e-4ee3-83bd-126615cc2baa admin admin] Publish callbacks [] for subnet (1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.461567 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (35d033ab-c1ed-4e37-bb12-310252a5a6d3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.518571 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78459b54-a90e-4ee3-83bd-126615cc2baa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.565184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baab2a-8a5e-4de5-ab61-419899235495 req-22247164-1b7e-4233-a27b-2caa9ba5e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:59.566964 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21baab2a-8a5e-4de5-ab61-419899235495 req-22247164-1b7e-4233-a27b-2caa9ba5e500 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 1128 time: 0.3130140 Feb 11 05:06:59.579758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7907cc-6e5a-4845-b8b7-107dffa647bd req-c4f3f4ff-602a-49af-8eba-28d6d2a1cd4d tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:59.581455 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e7907cc-6e5a-4845-b8b7-107dffa647bd req-c4f3f4ff-602a-49af-8eba-28d6d2a1cd4d tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 945 time: 0.1861072 Feb 11 05:06:59.654770 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (35d033ab-c1ed-4e37-bb12-310252a5a6d3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.716428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d033ab-c1ed-4e37-bb12-310252a5a6d3']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:59.732833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:59.733167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:59.746270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.825837 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.834634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:06:59.835274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (4cdcaaa3-a82c-4ce7-8458-a7fb568a1d23), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:06:59.928063 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:06:59.943875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5c46fa-f7c6-4274-a5de-e46314078aa7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 5ab182d7-2273-4318-b3fa-6d22d8ae44d9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:59.963724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (35d033ab-c1ed-4e37-bb12-310252a5a6d3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.974741 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.980962 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] 10.222.0.48 "DELETE /v2.0/networks/35d033ab-c1ed-4e37-bb12-310252a5a6d3 HTTP/1.1" status: 204 len: 168 time: 0.7876205 Feb 11 05:06:59.998093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:00.034359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039ae8a-2a9b-400f-9922-47093082662b admin admin] Pushing event deleted for resources: {'Network': ['ID=35d033ab-c1ed-4e37-bb12-310252a5a6d3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:00.048699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:00.049328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 061b3817-dc4a-4dd1-ac1c-7dd9e8c5e7cb not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:00.050097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 38331fd6-d01b-4992-bd00-199aa4b20658 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:00.064742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e7907cc-6e5a-4845-b8b7-107dffa647bd req-760a6746-860e-43a7-bab3-4a15416f285e tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697864 Feb 11 05:07:00.075156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 38331fd6-d01b-4992-bd00-199aa4b20658 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:00.076034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 38331fd6-d01b-4992-bd00-199aa4b20658 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:00.113975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21baab2a-8a5e-4de5-ab61-419899235495 req-08e3bd60-fb16-4709-897e-2caacf8858a3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291405 Feb 11 05:07:00.138192 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78459b54-a90e-4ee3-83bd-126615cc2baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.216509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58900) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:00.226554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5c46fa-f7c6-4274-a5de-e46314078aa7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:00.240894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742a954-a767-44e2-a045-aa23d61d4880 None None] Sync routers for ids ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:00.247382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58902) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:00.252764 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3b5c46fa-f7c6-4274-a5de-e46314078aa7 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "PUT /v2.0/routers/5ab182d7-2273-4318-b3fa-6d22d8ae44d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7485332 Feb 11 05:07:00.257968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742a954-a767-44e2-a045-aa23d61d4880 None None] Routers {'5ab182d7-2273-4318-b3fa-6d22d8ae44d9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:00.258967 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c742a954-a767-44e2-a045-aa23d61d4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:00.315680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c742a954-a767-44e2-a045-aa23d61d4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:00.327588 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742a954-a767-44e2-a045-aa23d61d4880 None None] Routers {'5ab182d7-2273-4318-b3fa-6d22d8ae44d9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:00.328585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c742a954-a767-44e2-a045-aa23d61d4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:06:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:00.362136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-27c8fa65-42e3-43af-b4fc-170a1133cbe8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d48959e6344497eab4f83bb43ef4028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440902 Feb 11 05:07:00.364693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58904) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:00.368855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78459b54-a90e-4ee3-83bd-126615cc2baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.431114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c742a954-a767-44e2-a045-aa23d61d4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:00.435206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742a954-a767-44e2-a045-aa23d61d4880 None None] The sync data for ids ['5ab182d7-2273-4318-b3fa-6d22d8ae44d9'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:00.455438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78459b54-a90e-4ee3-83bd-126615cc2baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:00.458480 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78459b54-a90e-4ee3-83bd-126615cc2baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.462830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed89e57a-dc6d-402e-8007-20afb318d24b None None] Network 1a041fb1-649a-4643-bfcc-017367020236 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:00.463192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-78459b54-a90e-4ee3-83bd-126615cc2baa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1e4df5d0-7069-41a4-8c4c-dbcd0eb0eb4d HTTP/1.1" status: 204 len: 168 time: 1.2941787 Feb 11 05:07:00.469650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58908) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:00.553098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc587398-2203-4af5-9f3c-ae731735f3ea admin admin] Publish callbacks [] for security_group (a555a167-f2f4-41be-a434-701fd6d718f1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.585119 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.622044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc587398-2203-4af5-9f3c-ae731735f3ea admin admin] Publish callbacks [] for security_group (a555a167-f2f4-41be-a434-701fd6d718f1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.672729 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (1a041fb1-649a-4643-bfcc-017367020236), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.748864 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc587398-2203-4af5-9f3c-ae731735f3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a555a167-f2f4-41be-a434-701fd6d718f1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.752015 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc587398-2203-4af5-9f3c-ae731735f3ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.755918 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dc587398-2203-4af5-9f3c-ae731735f3ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a555a167-f2f4-41be-a434-701fd6d718f1 HTTP/1.1" status: 204 len: 168 time: 0.3875496 Feb 11 05:07:00.801449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc587398-2203-4af5-9f3c-ae731735f3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a555a167-f2f4-41be-a434-701fd6d718f1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:00.839137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router_gateway (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.854174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Deleting port 453c2e66-642f-4b1f-9523-500588c42c22 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:00.854679 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (453c2e66-642f-4b1f-9523-500588c42c22), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.869178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d923d5-2022-40a8-b4f3-f4762d42eada None None] DHCP port deletion for 1a041fb1-649a-4643-bfcc-017367020236 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:07:00.984064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] For port 453c2e66-642f-4b1f-9523-500588c42c22, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=453c2e66-642f-4b1f-9523-500588c42c22,segment=NetworkSegment(cfb6b85c-0c47-4530-beaf-edfd29457b1c),segment_id=cfb6b85c-0c47-4530-beaf-edfd29457b1c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:00.987382 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (453c2e66-642f-4b1f-9523-500588c42c22), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.007714 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a2d923d5-2022-40a8-b4f3-f4762d42eada None None] Deleting port 453c2e66-642f-4b1f-9523-500588c42c22 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:01.008286 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2d923d5-2022-40a8-b4f3-f4762d42eada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (453c2e66-642f-4b1f-9523-500588c42c22), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.027366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Calling delete_port for 453c2e66-642f-4b1f-9523-500588c42c22 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:01.071569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port e81bc32e-7f22-4a39-b3e9-dce55d48b518 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:01.071569 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e81bc32e-7f22-4a39-b3e9-dce55d48b518), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.214728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a2d923d5-2022-40a8-b4f3-f4762d42eada None None] For port 453c2e66-642f-4b1f-9523-500588c42c22, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=453c2e66-642f-4b1f-9523-500588c42c22,segment=NetworkSegment(cfb6b85c-0c47-4530-beaf-edfd29457b1c),segment_id=cfb6b85c-0c47-4530-beaf-edfd29457b1c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:01.221408 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2d923d5-2022-40a8-b4f3-f4762d42eada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (453c2e66-642f-4b1f-9523-500588c42c22), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.267760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a2d923d5-2022-40a8-b4f3-f4762d42eada None None] Calling delete_port for 453c2e66-642f-4b1f-9523-500588c42c22 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:01.417850 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2d923d5-2022-40a8-b4f3-f4762d42eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (453c2e66-642f-4b1f-9523-500588c42c22), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.465361 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d923d5-2022-40a8-b4f3-f4762d42eada None None] Pushing event deleted for resources: {'Port': ['ID=453c2e66-642f-4b1f-9523-500588c42c22,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:01.494881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25633121-c4c9-4d0e-9681-f873a1d48f65 req-bf361667-b6d9-4a38-ad32-aa39f9c403a4 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:01.497056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25633121-c4c9-4d0e-9681-f873a1d48f65 req-bf361667-b6d9-4a38-ad32-aa39f9c403a4 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 945 time: 0.2468560 Feb 11 05:07:01.497350 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (453c2e66-642f-4b1f-9523-500588c42c22), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.499276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d923d5-2022-40a8-b4f3-f4762d42eada None None] No DVR routers for this DVR port 453c2e66-642f-4b1f-9523-500588c42c22 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:01.501172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e81bc32e-7f22-4a39-b3e9-dce55d48b518), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.563200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for e81bc32e-7f22-4a39-b3e9-dce55d48b518 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:01.572025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Pushing event deleted for resources: {'Port': ['ID=453c2e66-642f-4b1f-9523-500588c42c22,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:01.609441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] No DVR routers for this DVR port 453c2e66-642f-4b1f-9523-500588c42c22 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:01.663525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 453c2e66-642f-4b1f-9523-500588c42c22 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:01.706790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 453c2e66-642f-4b1f-9523-500588c42c22 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:01.707526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 453c2e66-642f-4b1f-9523-500588c42c22 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:01.753337 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25633121-c4c9-4d0e-9681-f873a1d48f65 req-c7115742-a3a8-410a-96ca-069119dce917 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474098 Feb 11 05:07:01.801548 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (1a041fb1-649a-4643-bfcc-017367020236), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.834756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a041fb1-649a-4643-bfcc-017367020236']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:01.890931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb6b85c-0c47-4530-beaf-edfd29457b1c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:01.891312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb6b85c-0c47-4530-beaf-edfd29457b1c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:01.903075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (cfb6b85c-0c47-4530-beaf-edfd29457b1c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.934251 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (cfb6b85c-0c47-4530-beaf-edfd29457b1c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.944739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:01.945319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (cfb6b85c-0c47-4530-beaf-edfd29457b1c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:01.948638 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:02.075171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (1a041fb1-649a-4643-bfcc-017367020236), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.081648 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.085321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] 10.222.0.48 "DELETE /v2.0/networks/1a041fb1-649a-4643-bfcc-017367020236 HTTP/1.1" status: 204 len: 168 time: 1.6144605 Feb 11 05:07:02.103820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345face-42a4-4c3d-9d67-22f24b2a891f admin admin] Pushing event deleted for resources: {'Network': ['ID=1a041fb1-649a-4643-bfcc-017367020236,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:02.118716 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e81bc32e-7f22-4a39-b3e9-dce55d48b518), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.173486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=e81bc32e-7f22-4a39-b3e9-dce55d48b518,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:02.262648 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.379061 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.382772 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router_controller (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.460645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58954) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:02.465389 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (5ab182d7-2273-4318-b3fa-6d22d8ae44d9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.466372 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Fanout notify agent at l3_agent the message router_deleted on router 5ab182d7-2273-4318-b3fa-6d22d8ae44d9 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:07:02.475811 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.479676 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5ee8f073-be93-425e-abf8-b5e7938ec1a4 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/routers/5ab182d7-2273-4318-b3fa-6d22d8ae44d9 HTTP/1.1" status: 204 len: 168 time: 2.2282679 Feb 11 05:07:02.480071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58956) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:02.533143 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9319a801-04a6-46c9-beb1-119006dbc2e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd967de14dac4307bc0a8f0c4bcdcf1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0706809 Feb 11 05:07:02.535952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58958) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:02.580314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48a716f-d9d8-43d5-b56e-d7caf43a882f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting subnet f9fba9e7-524d-49e9-945b-c194624b7d3d {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:07:02.585696 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f48a716f-d9d8-43d5-b56e-d7caf43a882f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for subnet (f9fba9e7-524d-49e9-945b-c194624b7d3d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.617773 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20de2067-2f35-41b4-8a2a-9963f357c4ae admin admin] Publish callbacks [] for security_group (851fab9f-3964-4a54-a830-2eb8fe143cf9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.662733 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f48a716f-d9d8-43d5-b56e-d7caf43a882f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (f9fba9e7-524d-49e9-945b-c194624b7d3d), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.666132 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20de2067-2f35-41b4-8a2a-9963f357c4ae admin admin] Publish callbacks [] for security_group (851fab9f-3964-4a54-a830-2eb8fe143cf9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.766313 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20de2067-2f35-41b4-8a2a-9963f357c4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (851fab9f-3964-4a54-a830-2eb8fe143cf9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.771776 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20de2067-2f35-41b4-8a2a-9963f357c4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.773613 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-20de2067-2f35-41b4-8a2a-9963f357c4ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/851fab9f-3964-4a54-a830-2eb8fe143cf9 HTTP/1.1" status: 204 len: 168 time: 0.2351992 Feb 11 05:07:02.823680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de2067-2f35-41b4-8a2a-9963f357c4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851fab9f-3964-4a54-a830-2eb8fe143cf9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:02.854262 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f48a716f-d9d8-43d5-b56e-d7caf43a882f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (f9fba9e7-524d-49e9-945b-c194624b7d3d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.993736 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f48a716f-d9d8-43d5-b56e-d7caf43a882f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (f9fba9e7-524d-49e9-945b-c194624b7d3d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.040925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a716f-d9d8-43d5-b56e-d7caf43a882f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fba9e7-524d-49e9-945b-c194624b7d3d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:03.044256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f48a716f-d9d8-43d5-b56e-d7caf43a882f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.047651 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f48a716f-d9d8-43d5-b56e-d7caf43a882f tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/subnets/f9fba9e7-524d-49e9-945b-c194624b7d3d HTTP/1.1" status: 204 len: 168 time: 0.5651753 Feb 11 05:07:03.050077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 58968) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:03.052668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d8eac-b574-48f1-8367-26a3288f170f None None] Network 049023ff-6989-48e1-a989-5168a716cb5c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:03.115824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f7ff-2d7f-4199-86fb-8797ad9346de req-a40b2c92-8edc-4e74-a88a-3930ce0183b0 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:03.137066 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c488f7ff-2d7f-4199-86fb-8797ad9346de req-a40b2c92-8edc-4e74-a88a-3930ce0183b0 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 945 time: 0.2412679 Feb 11 05:07:03.296132 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (049023ff-6989-48e1-a989-5168a716cb5c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.309540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c488f7ff-2d7f-4199-86fb-8797ad9346de req-451316d5-f60d-4ab8-90a5-336a6a6b06e5 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579187 Feb 11 05:07:03.372113 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.405120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port f1e17e51-0b86-4bff-998d-5f107021fd4d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:03.405517 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.418625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fadcee3-3648-46f8-93dc-4d47b4660e15 None None] DHCP port deletion for 049023ff-6989-48e1-a989-5168a716cb5c request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:07:03.524191 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4fadcee3-3648-46f8-93dc-4d47b4660e15 None None] Deleting port f1e17e51-0b86-4bff-998d-5f107021fd4d {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:03.524463 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4fadcee3-3648-46f8-93dc-4d47b4660e15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.546990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] For port f1e17e51-0b86-4bff-998d-5f107021fd4d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f1e17e51-0b86-4bff-998d-5f107021fd4d,segment=NetworkSegment(0ae84e37-12c3-472c-84c1-87b69381f6fa),segment_id=0ae84e37-12c3-472c-84c1-87b69381f6fa)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:03.547325 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.572292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for f1e17e51-0b86-4bff-998d-5f107021fd4d owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:03.691341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58982) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:03.705414 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.725053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f1e17e51-0b86-4bff-998d-5f107021fd4d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:03.736838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=f1e17e51-0b86-4bff-998d-5f107021fd4d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:03.743154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] No DVR routers for this DVR port f1e17e51-0b86-4bff-998d-5f107021fd4d on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:03.798167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: f1e17e51-0b86-4bff-998d-5f107021fd4d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:03.799440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f1e17e51-0b86-4bff-998d-5f107021fd4d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:03.814837 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-725f0174-a4d7-44a5-a5e8-cf1c93302bcc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6151284d83b84872bd0146ac1f1ef118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1212847 Feb 11 05:07:03.818682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58984) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:03.818862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4fadcee3-3648-46f8-93dc-4d47b4660e15 None None] For port f1e17e51-0b86-4bff-998d-5f107021fd4d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f1e17e51-0b86-4bff-998d-5f107021fd4d,segment=NetworkSegment(0ae84e37-12c3-472c-84c1-87b69381f6fa),segment_id=0ae84e37-12c3-472c-84c1-87b69381f6fa)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:03.819546 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4fadcee3-3648-46f8-93dc-4d47b4660e15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.841175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4fadcee3-3648-46f8-93dc-4d47b4660e15 None None] Calling delete_port for f1e17e51-0b86-4bff-998d-5f107021fd4d owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:03.931902 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe34bbe9-f65b-48ab-8e2f-f63444904970 admin admin] Publish callbacks [] for security_group (ed75c2ba-1c3f-4666-aecf-27e6801d61db), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.949266 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (049023ff-6989-48e1-a989-5168a716cb5c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.961117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45678d-8598-44d2-8bb2-16d68a81501c req-4a45e3e0-07e0-46f5-a06d-8ea954f1d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:03.962671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b45678d-8598-44d2-8bb2-16d68a81501c req-4a45e3e0-07e0-46f5-a06d-8ea954f1d2cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=029da29d3a1f432bae78e7ded533615c&device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 1128 time: 0.1866071 Feb 11 05:07:03.975409 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe34bbe9-f65b-48ab-8e2f-f63444904970 admin admin] Publish callbacks [] for security_group (ed75c2ba-1c3f-4666-aecf-27e6801d61db), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.993699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049023ff-6989-48e1-a989-5168a716cb5c']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:04.004208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d75d77-ab29-444f-825f-9c0d550ada7e req-c8bd40e8-1950-4007-b0a0-b41143870f58 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.005956 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51d75d77-ab29-444f-825f-9c0d550ada7e req-c8bd40e8-1950-4007-b0a0-b41143870f58 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 945 time: 0.1823130 Feb 11 05:07:04.022658 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4fadcee3-3648-46f8-93dc-4d47b4660e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (f1e17e51-0b86-4bff-998d-5f107021fd4d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.041709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae84e37-12c3-472c-84c1-87b69381f6fa') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:04.042036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae84e37-12c3-472c-84c1-87b69381f6fa') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:04.065562 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (0ae84e37-12c3-472c-84c1-87b69381f6fa), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.071389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe34bbe9-f65b-48ab-8e2f-f63444904970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ed75c2ba-1c3f-4666-aecf-27e6801d61db), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.074284 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe34bbe9-f65b-48ab-8e2f-f63444904970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.078499 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fe34bbe9-f65b-48ab-8e2f-f63444904970 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed75c2ba-1c3f-4666-aecf-27e6801d61db HTTP/1.1" status: 204 len: 168 time: 0.2582219 Feb 11 05:07:04.099776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34bbe9-f65b-48ab-8e2f-f63444904970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed75c2ba-1c3f-4666-aecf-27e6801d61db,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:04.100262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fadcee3-3648-46f8-93dc-4d47b4660e15 None None] No DVR routers for this DVR port f1e17e51-0b86-4bff-998d-5f107021fd4d on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:04.101722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadcee3-3648-46f8-93dc-4d47b4660e15 None None] Pushing event deleted for resources: {'Port': ['ID=f1e17e51-0b86-4bff-998d-5f107021fd4d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:04.185863 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51d75d77-ab29-444f-825f-9c0d550ada7e req-45cd915d-e9b4-4310-bd90-99de8cbea687 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590195 Feb 11 05:07:04.229873 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (0ae84e37-12c3-472c-84c1-87b69381f6fa), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.252987 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:04.261054 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (0ae84e37-12c3-472c-84c1-87b69381f6fa), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:04.268535 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:04.299017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45678d-8598-44d2-8bb2-16d68a81501c req-dd79c48b-9c08-424d-a606-f555f7c204ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.300506 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b45678d-8598-44d2-8bb2-16d68a81501c req-dd79c48b-9c08-424d-a606-f555f7c204ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 HTTP/1.1" status: 200 len: 915 time: 0.3206971 Feb 11 05:07:04.382397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b45678d-8598-44d2-8bb2-16d68a81501c req-7cf7d50a-262f-44ca-b193-28617e3f5e71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ca4a9d-4449-4269-acc8-b96c078dc7b8 HTTP/1.1" status: 200 len: 217 time: 0.0750206 Feb 11 05:07:04.420801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (049023ff-6989-48e1-a989-5168a716cb5c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.426534 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.432635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 58994) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:04.433776 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/networks/049023ff-6989-48e1-a989-5168a716cb5c HTTP/1.1" status: 204 len: 168 time: 1.3739638 Feb 11 05:07:04.456778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defbdef-0fb1-44a5-9472-ae564104696c tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Network': ['ID=049023ff-6989-48e1-a989-5168a716cb5c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:04.476037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45678d-8598-44d2-8bb2-16d68a81501c req-1497f956-29a9-4344-9db5-f9ebf4f38309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.477781 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b45678d-8598-44d2-8bb2-16d68a81501c req-1497f956-29a9-4344-9db5-f9ebf4f38309 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13ff68f1-95e8-4960-8cef-881995f43af2 HTTP/1.1" status: 200 len: 854 time: 0.0882039 Feb 11 05:07:04.512212 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b45678d-8598-44d2-8bb2-16d68a81501c req-3de1147c-404d-4795-b012-eaccd3ac91e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67357cfd-bab5-48c1-a35c-0a1bf83a6cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281348 Feb 11 05:07:04.687417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-95a77452-f5ed-483f-89b8-4c02d92438cc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port 9f59aabb-1d6f-474f-98cd-950ac2f6d2e0 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:04.688130 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95a77452-f5ed-483f-89b8-4c02d92438cc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9f59aabb-1d6f-474f-98cd-950ac2f6d2e0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.739948 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b45678d-8598-44d2-8bb2-16d68a81501c req-06ac6488-0827-4574-885b-b718952ff398 service neutron] 10.222.0.10 "GET /v2.0/networks/67357cfd-bab5-48c1-a35c-0a1bf83a6cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194202 Feb 11 05:07:04.827822 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95a77452-f5ed-483f-89b8-4c02d92438cc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9f59aabb-1d6f-474f-98cd-950ac2f6d2e0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.828883 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95a77452-f5ed-483f-89b8-4c02d92438cc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (9f59aabb-1d6f-474f-98cd-950ac2f6d2e0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.848812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-95a77452-f5ed-483f-89b8-4c02d92438cc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for 9f59aabb-1d6f-474f-98cd-950ac2f6d2e0 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:04.929601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b45678d-8598-44d2-8bb2-16d68a81501c req-0e14b8e8-3a1c-479b-ad38-ef877a7ce4d1 service neutron] 10.222.0.10 "GET /v2.0/networks/67357cfd-bab5-48c1-a35c-0a1bf83a6cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845486 Feb 11 05:07:05.222260 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95a77452-f5ed-483f-89b8-4c02d92438cc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9f59aabb-1d6f-474f-98cd-950ac2f6d2e0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:05.328442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a77452-f5ed-483f-89b8-4c02d92438cc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=9f59aabb-1d6f-474f-98cd-950ac2f6d2e0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:05.505657 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95a77452-f5ed-483f-89b8-4c02d92438cc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for floatingip (7b2ad75f-bf33-42e8-b305-c025faff2bcb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:05.508317 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-95a77452-f5ed-483f-89b8-4c02d92438cc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:05.510941 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-95a77452-f5ed-483f-89b8-4c02d92438cc tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/floatingips/7b2ad75f-bf33-42e8-b305-c025faff2bcb HTTP/1.1" status: 204 len: 168 time: 1.0761740 Feb 11 05:07:05.513730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59022) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:05.574710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9546d16-5a12-407f-b6a8-6bc4582b861c req-718ec930-f397-4bb3-b87a-73e9da46d229 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:05.577178 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d9546d16-5a12-407f-b6a8-6bc4582b861c req-718ec930-f397-4bb3-b87a-73e9da46d229 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 945 time: 0.2199082 Feb 11 05:07:05.582842 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacd3323-7e3f-4581-bda3-57adc1a17937 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] DELETE failed (client error): The resource could not be found. Feb 11 05:07:05.583486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacd3323-7e3f-4581-bda3-57adc1a17937 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:07:05.586661 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-aacd3323-7e3f-4581-bda3-57adc1a17937 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/ports/26f764e0-682f-4af2-bf21-bc0d3d486436 HTTP/1.1" status: 404 len: 333 time: 0.0719383 Feb 11 05:07:05.590849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59024) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:05.665268 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-25bd094c-66f1-466e-bdbb-695dbfb637f9 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ab182d7-2273-4318-b3fa-6d22d8ae44d9 HTTP/1.1" status: 200 len: 205 time: 0.0709531 Feb 11 05:07:05.667341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59028) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:05.676069 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d9546d16-5a12-407f-b6a8-6bc4582b861c req-b62d8c54-2537-4a8b-a279-ccdca967cc50 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906606 Feb 11 05:07:05.745010 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-81adb9b8-ea80-4bf4-a8cb-cbb711db35ed tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] delete failed (client error): The resource could not be found. Feb 11 05:07:05.746430 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-81adb9b8-ea80-4bf4-a8cb-cbb711db35ed tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/routers/5ab182d7-2273-4318-b3fa-6d22d8ae44d9 HTTP/1.1" status: 404 len: 336 time: 0.0783060 Feb 11 05:07:05.748784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59030) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:05.776782 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff2a746-ab77-4237-a923-95d226c53e72 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] DELETE failed (client error): The resource could not be found. Feb 11 05:07:05.777278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff2a746-ab77-4237-a923-95d226c53e72 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:07:05.780876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cff2a746-ab77-4237-a923-95d226c53e72 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/subnets/f9fba9e7-524d-49e9-945b-c194624b7d3d HTTP/1.1" status: 404 len: 337 time: 0.0305579 Feb 11 05:07:05.783847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59032) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:05.889942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3564d-b995-45cd-bac3-d57ba77c7614 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port e102d8ac-20f4-496f-8fb7-4336e9c48570 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:05.890571 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bd3564d-b995-45cd-bac3-d57ba77c7614 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e102d8ac-20f4-496f-8fb7-4336e9c48570), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:05.985901 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bd3564d-b995-45cd-bac3-d57ba77c7614 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e102d8ac-20f4-496f-8fb7-4336e9c48570), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:05.998692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3564d-b995-45cd-bac3-d57ba77c7614 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for e102d8ac-20f4-496f-8fb7-4336e9c48570 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:06.152061 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bd3564d-b995-45cd-bac3-d57ba77c7614 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e102d8ac-20f4-496f-8fb7-4336e9c48570), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:06.518274 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3564d-b995-45cd-bac3-d57ba77c7614 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=e102d8ac-20f4-496f-8fb7-4336e9c48570,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:06.605331 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3bd3564d-b995-45cd-bac3-d57ba77c7614 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:06.608662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3bd3564d-b995-45cd-bac3-d57ba77c7614 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/ports/e102d8ac-20f4-496f-8fb7-4336e9c48570 HTTP/1.1" status: 204 len: 168 time: 0.8239360 Feb 11 05:07:06.611175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59112) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:06.771152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4dac5492-db1d-460c-bc62-a0ba35723705 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port b9d3fa43-a689-45b5-878a-e4c349e05da2 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:06.775308 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dac5492-db1d-460c-bc62-a0ba35723705 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b9d3fa43-a689-45b5-878a-e4c349e05da2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:06.891294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb2a68-420d-458b-bf47-e595fc08713d req-10347fb8-65f5-452f-8b11-06ea7ef19561 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:06.895675 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3efb2a68-420d-458b-bf47-e595fc08713d req-10347fb8-65f5-452f-8b11-06ea7ef19561 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 945 time: 0.0898228 Feb 11 05:07:06.939396 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dac5492-db1d-460c-bc62-a0ba35723705 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b9d3fa43-a689-45b5-878a-e4c349e05da2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:06.978232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4dac5492-db1d-460c-bc62-a0ba35723705 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for b9d3fa43-a689-45b5-878a-e4c349e05da2 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:06.998268 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51a976de-c56b-4137-aeca-544643ac06c2 req-453d6101-1d6e-46fc-a5f2-ee37c8980609 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1789687 Feb 11 05:07:07.067348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3efb2a68-420d-458b-bf47-e595fc08713d req-95e3c634-3e0b-4c86-86f7-384af8ff3d81 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602051 Feb 11 05:07:07.158374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a976de-c56b-4137-aeca-544643ac06c2 req-6c911af0-5b04-45a9-88fe-35a8bc8cbb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:07.160338 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51a976de-c56b-4137-aeca-544643ac06c2 req-6c911af0-5b04-45a9-88fe-35a8bc8cbb17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 1128 time: 0.0946450 Feb 11 05:07:07.332474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dac5492-db1d-460c-bc62-a0ba35723705 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b9d3fa43-a689-45b5-878a-e4c349e05da2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:07.403500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac5492-db1d-460c-bc62-a0ba35723705 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=b9d3fa43-a689-45b5-878a-e4c349e05da2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:07.414735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:07.479791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a976de-c56b-4137-aeca-544643ac06c2 req-2ddc46bc-2def-4b67-ad6c-71fb693a9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:07.488355 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51a976de-c56b-4137-aeca-544643ac06c2 req-2ddc46bc-2def-4b67-ad6c-71fb693a9ed4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 916 time: 0.2765057 Feb 11 05:07:07.692092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59202) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:07.721078 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dac5492-db1d-460c-bc62-a0ba35723705 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:07.722813 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e3307d3-d6e5-45d3-9b7a-c44d46c48244 req-4b260b53-162a-465e-bd6b-d421043d6c52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1055248 Feb 11 05:07:07.725206 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4dac5492-db1d-460c-bc62-a0ba35723705 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/ports/b9d3fa43-a689-45b5-878a-e4c349e05da2 HTTP/1.1" status: 204 len: 168 time: 1.1130230 Feb 11 05:07:07.730679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59206) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:07.781065 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51a976de-c56b-4137-aeca-544643ac06c2 req-0b19e302-df54-453c-afe5-64c95d45a0c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb HTTP/1.1" status: 200 len: 217 time: 0.2628813 Feb 11 05:07:07.888978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5de1a-1eca-4a6a-881d-e775e9dbca41 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:07.890595 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-abb5de1a-1eca-4a6a-881d-e775e9dbca41 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "GET /v2.0/ports?device_id=38e88e82-679e-4b9b-9008-6c70861a4f42 HTTP/1.1" status: 200 len: 913 time: 0.1588635 Feb 11 05:07:07.897360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59208) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:07.906809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c23bf-e082-4244-8c9e-7bbc835895d2 req-2f38d0b8-589d-47bc-8998-a14d7096bf9d tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:07.908750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf4c23bf-e082-4244-8c9e-7bbc835895d2 req-2f38d0b8-589d-47bc-8998-a14d7096bf9d tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 945 time: 0.2156301 Feb 11 05:07:07.955208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3307d3-d6e5-45d3-9b7a-c44d46c48244 req-3c4790ee-35ba-4fee-9b8d-9262e445012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:07.957160 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e3307d3-d6e5-45d3-9b7a-c44d46c48244 req-3c4790ee-35ba-4fee-9b8d-9262e445012b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 1129 time: 0.1653407 Feb 11 05:07:07.964431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a976de-c56b-4137-aeca-544643ac06c2 req-0e05e1e5-f556-4af1-86e7-5d5efcce426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:07.966997 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51a976de-c56b-4137-aeca-544643ac06c2 req-0e05e1e5-f556-4af1-86e7-5d5efcce426e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.1774075 Feb 11 05:07:07.972494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03a541fa-feba-4b2f-995a-8df2371b19e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.013924 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51a976de-c56b-4137-aeca-544643ac06c2 req-f0ff8032-f25b-4e9a-9633-409622ead5d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310643 Feb 11 05:07:08.145587 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03a541fa-feba-4b2f-995a-8df2371b19e2 admin admin] Publish callbacks [] for security_group (d4f426a4-97fc-4c5e-9716-a64728ee6e83), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.168154 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03a541fa-feba-4b2f-995a-8df2371b19e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d4f426a4-97fc-4c5e-9716-a64728ee6e83), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.207234 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf4c23bf-e082-4244-8c9e-7bbc835895d2 req-f0927e20-f0c5-4958-99de-c91bd112a877 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920225 Feb 11 05:07:08.286169 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-03a541fa-feba-4b2f-995a-8df2371b19e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad2d7f261f504ede8dcde590c52ca481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5837209 Feb 11 05:07:08.292505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59212) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:08.311902 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3307d3-d6e5-45d3-9b7a-c44d46c48244 req-0efe3fe8-923f-43e1-96d1-fccc2e97373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:08.313395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e3307d3-d6e5-45d3-9b7a-c44d46c48244 req-0efe3fe8-923f-43e1-96d1-fccc2e97373c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 916 time: 0.3300977 Feb 11 05:07:08.335325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a541fa-feba-4b2f-995a-8df2371b19e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f426a4-97fc-4c5e-9716-a64728ee6e83,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:08.363560 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8704c34-b8c9-4c8b-a33b-b1e844ecd839 admin admin] Publish callbacks [] for security_group (d4f426a4-97fc-4c5e-9716-a64728ee6e83), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.384392 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51a976de-c56b-4137-aeca-544643ac06c2 req-46671b3d-fea2-47e3-8df4-c3792c7f4b1d service neutron] 10.222.0.60 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348354 Feb 11 05:07:08.405797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8704c34-b8c9-4c8b-a33b-b1e844ecd839 admin admin] Publish callbacks [] for security_group (d4f426a4-97fc-4c5e-9716-a64728ee6e83), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.522137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51a976de-c56b-4137-aeca-544643ac06c2 req-8869fb4b-d2f5-4a97-b0d7-a0d934c49471 service neutron] 10.222.0.60 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292908 Feb 11 05:07:08.528438 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8704c34-b8c9-4c8b-a33b-b1e844ecd839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d4f426a4-97fc-4c5e-9716-a64728ee6e83), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.535491 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8704c34-b8c9-4c8b-a33b-b1e844ecd839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.536196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b8704c34-b8c9-4c8b-a33b-b1e844ecd839 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4f426a4-97fc-4c5e-9716-a64728ee6e83 HTTP/1.1" status: 204 len: 168 time: 0.2427633 Feb 11 05:07:08.556928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8704c34-b8c9-4c8b-a33b-b1e844ecd839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f426a4-97fc-4c5e-9716-a64728ee6e83,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:09.049912 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e3307d3-d6e5-45d3-9b7a-c44d46c48244 req-0da0525e-20c0-4670-a170-4d04bdd4615f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0912b9f8-fca2-4f5e-994b-7519579213e2 HTTP/1.1" status: 200 len: 217 time: 0.0514028 Feb 11 05:07:09.109257 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59222) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:09.134881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32bc9092-fd98-444d-85f0-4e506747eaff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.258554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3307d3-d6e5-45d3-9b7a-c44d46c48244 req-cf3154af-6ae1-497a-82af-37d0305f4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:09.260171 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e3307d3-d6e5-45d3-9b7a-c44d46c48244 req-cf3154af-6ae1-497a-82af-37d0305f4163 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.1484127 Feb 11 05:07:09.320642 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32bc9092-fd98-444d-85f0-4e506747eaff admin admin] Publish callbacks [] for security_group (1b0d208c-8b6a-435d-82ec-52489015e6e1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.344095 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32bc9092-fd98-444d-85f0-4e506747eaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1b0d208c-8b6a-435d-82ec-52489015e6e1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.362745 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e3307d3-d6e5-45d3-9b7a-c44d46c48244 req-0edd64d2-e419-4135-a735-b26c8b780998 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912695 Feb 11 05:07:09.426029 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99714dd9-c2a6-44c4-9502-1ceee956e91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.427116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-32bc9092-fd98-444d-85f0-4e506747eaff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba929dc5e0dc43f3af0e1425efec7f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3142669 Feb 11 05:07:09.428251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59230) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:09.432493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc9092-fd98-444d-85f0-4e506747eaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0d208c-8b6a-435d-82ec-52489015e6e1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:09.436898 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6586f4-0b21-488f-a4ad-4fc37c570cf5 req-32ca8e9e-54c5-4b0a-9aef-35e948beeaf5 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:09.450968 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a6586f4-0b21-488f-a4ad-4fc37c570cf5 req-32ca8e9e-54c5-4b0a-9aef-35e948beeaf5 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 945 time: 0.3379683 Feb 11 05:07:09.511291 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39e9933a-191f-46fd-bac4-849a6533d6c6 admin admin] Publish callbacks [] for security_group (1b0d208c-8b6a-435d-82ec-52489015e6e1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.544725 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39e9933a-191f-46fd-bac4-849a6533d6c6 admin admin] Publish callbacks [] for security_group (1b0d208c-8b6a-435d-82ec-52489015e6e1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.600678 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39e9933a-191f-46fd-bac4-849a6533d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1b0d208c-8b6a-435d-82ec-52489015e6e1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.603421 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39e9933a-191f-46fd-bac4-849a6533d6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.607016 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-39e9933a-191f-46fd-bac4-849a6533d6c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b0d208c-8b6a-435d-82ec-52489015e6e1 HTTP/1.1" status: 204 len: 168 time: 0.1747403 Feb 11 05:07:09.633055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9933a-191f-46fd-bac4-849a6533d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0d208c-8b6a-435d-82ec-52489015e6e1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:09.775403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae516cb-9afa-41af-bf26-eb7b81967ad4 req-13f79f85-e769-4d9e-a51f-8d9c404d7516 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:09.777302 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7ae516cb-9afa-41af-bf26-eb7b81967ad4 req-13f79f85-e769-4d9e-a51f-8d9c404d7516 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 945 time: 0.4126868 Feb 11 05:07:09.929321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e3307d3-d6e5-45d3-9b7a-c44d46c48244 req-54fa8267-53dc-4b9e-bbac-c41031b4a65a service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576220 Feb 11 05:07:10.034028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e3307d3-d6e5-45d3-9b7a-c44d46c48244 req-30406f44-732d-4b8a-a391-e055dd208386 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943086 Feb 11 05:07:10.047386 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-560b01ac-e318-4284-9da6-c2c11ef08cf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (38e88e82-679e-4b9b-9008-6c70861a4f42), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:10.120182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7ae516cb-9afa-41af-bf26-eb7b81967ad4 req-88df5041-b8b2-48dc-9029-d9e2a42f823e tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054070 Feb 11 05:07:10.187813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-0a6586f4-0b21-488f-a4ad-4fc37c570cf5 req-714dc429-97e8-44c2-8df7-ca812f936e31 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Deleting port 75ca4a9d-4449-4269-acc8-b96c078dc7b8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:10.188160 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a6586f4-0b21-488f-a4ad-4fc37c570cf5 req-714dc429-97e8-44c2-8df7-ca812f936e31 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:10.470499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0a6586f4-0b21-488f-a4ad-4fc37c570cf5 req-714dc429-97e8-44c2-8df7-ca812f936e31 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] For port 75ca4a9d-4449-4269-acc8-b96c078dc7b8, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=75ca4a9d-4449-4269-acc8-b96c078dc7b8,segment=NetworkSegment(11bafcaf-9fd7-495c-a981-36097f82364c),segment_id=11bafcaf-9fd7-495c-a981-36097f82364c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:10.471109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a6586f4-0b21-488f-a4ad-4fc37c570cf5 req-714dc429-97e8-44c2-8df7-ca812f936e31 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:10.533728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-0a6586f4-0b21-488f-a4ad-4fc37c570cf5 req-714dc429-97e8-44c2-8df7-ca812f936e31 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Calling delete_port for 75ca4a9d-4449-4269-acc8-b96c078dc7b8 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:10.862401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-560b01ac-e318-4284-9da6-c2c11ef08cf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port 5087bef8-252d-483c-a388-6f22f75cebbf {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:10.862748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-560b01ac-e318-4284-9da6-c2c11ef08cf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5087bef8-252d-483c-a388-6f22f75cebbf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.065544 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a6586f4-0b21-488f-a4ad-4fc37c570cf5 req-714dc429-97e8-44c2-8df7-ca812f936e31 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (75ca4a9d-4449-4269-acc8-b96c078dc7b8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.098755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['75ca4a9d-4449-4269-acc8-b96c078dc7b8'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:11.103228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59264) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:11.131679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714dc429-97e8-44c2-8df7-ca812f936e31 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Pushing event deleted for resources: {'Port': ['ID=75ca4a9d-4449-4269-acc8-b96c078dc7b8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:11.221506 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-560b01ac-e318-4284-9da6-c2c11ef08cf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5087bef8-252d-483c-a388-6f22f75cebbf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.284954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6586f4-0b21-488f-a4ad-4fc37c570cf5 req-714dc429-97e8-44c2-8df7-ca812f936e31 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] No DVR routers for this DVR port 75ca4a9d-4449-4269-acc8-b96c078dc7b8 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:11.288740 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0a6586f4-0b21-488f-a4ad-4fc37c570cf5 req-714dc429-97e8-44c2-8df7-ca812f936e31 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.292068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a6586f4-0b21-488f-a4ad-4fc37c570cf5 req-714dc429-97e8-44c2-8df7-ca812f936e31 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.10 "DELETE /v2.0/ports/75ca4a9d-4449-4269-acc8-b96c078dc7b8 HTTP/1.1" status: 204 len: 173 time: 1.8257256 Feb 11 05:07:11.292533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d9fb33-9554-4f49-975d-d9042024023a', 'name': 'network-vif-deleted', 'tag': '75ca4a9d-4449-4269-acc8-b96c078dc7b8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:11.294958 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a232d4-6510-433f-8fde-59675670d549" -d '{"events": [{"server_uuid": "f3d9fb33-9554-4f49-975d-d9042024023a", "name": "network-vif-deleted", "tag": "75ca4a9d-4449-4269-acc8-b96c078dc7b8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:11.296452 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e96b95a3-7b94-4e22-a5c6-b8315b69e65e req-f751e6bf-2d26-4bd3-bc49-ec6f07e59f10 tempest-InstanceActionsTestJSON-1188940233 tempest-InstanceActionsTestJSON-1188940233-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d9fb33-9554-4f49-975d-d9042024023a HTTP/1.1" status: 200 len: 210 time: 0.0461929 Feb 11 05:07:11.300847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1357106220-network', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:11.312322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-560b01ac-e318-4284-9da6-c2c11ef08cf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for 5087bef8-252d-483c-a388-6f22f75cebbf owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:11.347142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Made reservation on behalf of 8787b91b9a084f26826cf67ff76cde67 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:11.350698 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.362013 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.378195 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad0a7f9-6c1b-4db0-aa68-84e04a78ed53 x-openstack-request-id: req-bad0a7f9-6c1b-4db0-aa68-84e04a78ed53 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:11.378550 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d9fb33-9554-4f49-975d-d9042024023a", "name": "network-vif-deleted", "tag": "75ca4a9d-4449-4269-acc8-b96c078dc7b8", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:11.378784 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bad0a7f9-6c1b-4db0-aa68-84e04a78ed53 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:11.379169 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d9fb33-9554-4f49-975d-d9042024023a', 'name': 'network-vif-deleted', 'tag': '75ca4a9d-4449-4269-acc8-b96c078dc7b8', 'status': 'completed', 'code': 200} Feb 11 05:07:11.491775 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Publish callbacks [] for security_group (c86dd5b0-be54-41e8-8193-55d0fbdc22c2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.497595 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c86dd5b0-be54-41e8-8193-55d0fbdc22c2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.534789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:11.566577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86dd5b0-be54-41e8-8193-55d0fbdc22c2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:11.573278 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (6102bc2d-e164-4bda-8aaf-932cffd1f672), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.574214 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Added segment 6102bc2d-e164-4bda-8aaf-932cffd1f672 of type vlan for network 3849dc63-bce3-4d9c-805e-999252af5069 Feb 11 05:07:11.576605 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-560b01ac-e318-4284-9da6-c2c11ef08cf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5087bef8-252d-483c-a388-6f22f75cebbf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.608705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b01ac-e318-4284-9da6-c2c11ef08cf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=5087bef8-252d-483c-a388-6f22f75cebbf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:11.651661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (3849dc63-bce3-4d9c-805e-999252af5069), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.685690 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (3849dc63-bce3-4d9c-805e-999252af5069), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.687519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.688737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.720217 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6152680 Feb 11 05:07:11.731930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59274) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:11.752585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-75513ff5-3f38-4358-b0b2-f5d775be66a4 admin admin] Request body: {'subnet': {'network_id': '3849dc63-bce3-4d9c-805e-999252af5069', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1357106220-subnet', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:11.804557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12b453-381a-46d3-82ac-a894b68d4162 admin admin] Pushing event updated for resources: {'Network': ['ID=3849dc63-bce3-4d9c-805e-999252af5069,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:11.818847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 3849dc63-bce3-4d9c-805e-999252af5069 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:11.826568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75513ff5-3f38-4358-b0b2-f5d775be66a4 admin admin] Made reservation on behalf of 8787b91b9a084f26826cf67ff76cde67 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:11.830110 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-75513ff5-3f38-4358-b0b2-f5d775be66a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.865139 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-560b01ac-e318-4284-9da6-c2c11ef08cf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (38e88e82-679e-4b9b-9008-6c70861a4f42), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.059620 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f3af5a5-59ec-4d67-befd-d95990606c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.134569 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-75513ff5-3f38-4358-b0b2-f5d775be66a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (0f497848-f4b8-4960-82f3-c844618862af), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.190487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560b01ac-e318-4284-9da6-c2c11ef08cf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Router 38e88e82-679e-4b9b-9008-6c70861a4f42 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:12.212995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75513ff5-3f38-4358-b0b2-f5d775be66a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f497848-f4b8-4960-82f3-c844618862af,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:12.224034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75513ff5-3f38-4358-b0b2-f5d775be66a4 admin admin] Checking segment: {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:12.224519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75513ff5-3f38-4358-b0b2-f5d775be66a4 admin admin] Network hostable DHCP agents. Network: 3849dc63-bce3-4d9c-805e-999252af5069, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:12.245893 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75513ff5-3f38-4358-b0b2-f5d775be66a4 admin admin] Network 3849dc63-bce3-4d9c-805e-999252af5069 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:12.260917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-75513ff5-3f38-4358-b0b2-f5d775be66a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 3849dc63-bce3-4d9c-805e-999252af5069) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:12.276086 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffea33f6-d483-4f2a-abc1-d67dedd6c4f0 None None] Network 3849dc63-bce3-4d9c-805e-999252af5069 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:12.299723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75513ff5-3f38-4358-b0b2-f5d775be66a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:12.301736 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-75513ff5-3f38-4358-b0b2-f5d775be66a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.334659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560b01ac-e318-4284-9da6-c2c11ef08cf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:12.348280 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066230d-6662-4610-9f54-79a9fc9be5c1 None None] Sync routers for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:12.353903 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-75513ff5-3f38-4358-b0b2-f5d775be66a4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6106467 Feb 11 05:07:12.354858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59286) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:12.360374 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066230d-6662-4610-9f54-79a9fc9be5c1 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:12.360998 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6066230d-6662-4610-9f54-79a9fc9be5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:07:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:12.366736 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-560b01ac-e318-4284-9da6-c2c11ef08cf3 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "PUT /v2.0/routers/38e88e82-679e-4b9b-9008-6c70861a4f42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4656441 Feb 11 05:07:12.367412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59288) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:12.368998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1357106220-router', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:12.408180 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6066230d-6662-4610-9f54-79a9fc9be5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:12.419426 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066230d-6662-4610-9f54-79a9fc9be5c1 None None] Routers {'38e88e82-679e-4b9b-9008-6c70861a4f42'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:12.420060 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6066230d-6662-4610-9f54-79a9fc9be5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:07:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['38e88e82-679e-4b9b-9008-6c70861a4f42'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:12.429171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (0e8bf72e-f81c-4fe8-9472-0253080bba90), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.430331 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (0e8bf72e-f81c-4fe8-9472-0253080bba90), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.453229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59290) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:12.596082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-3849dc63-bce3-4d9c-805e-999252af5069', 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069', 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'fixed_ips': [{'subnet_id': '0f497848-f4b8-4960-82f3-c844618862af'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:12.598885 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.641476 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6066230d-6662-4610-9f54-79a9fc9be5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:12.642166 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066230d-6662-4610-9f54-79a9fc9be5c1 None None] The sync data for ids ['38e88e82-679e-4b9b-9008-6c70861a4f42'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:12.724774 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router (38e88e82-679e-4b9b-9008-6c70861a4f42), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.733244 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Publish callbacks [] for router_controller (0e8bf72e-f81c-4fe8-9472-0253080bba90), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.753428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcda97c0-df94-44a2-a7c0-b554c2aa7dd4 admin admin] Deleting subnet 13ff68f1-95e8-4960-8cef-881995f43af2 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:07:12.762416 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dcda97c0-df94-44a2-a7c0-b554c2aa7dd4 admin admin] Publish callbacks [] for subnet (13ff68f1-95e8-4960-8cef-881995f43af2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.770369 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.845691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Allocated IP 172.20.0.2 (3849dc63-bce3-4d9c-805e-999252af5069/0f497848-f4b8-4960-82f3-c844618862af/158e44df-761e-43b9-bae7-f9842ec40fd6) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:12.940934 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dcda97c0-df94-44a2-a7c0-b554c2aa7dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (13ff68f1-95e8-4960-8cef-881995f43af2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.963246 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router_gateway (38e88e82-679e-4b9b-9008-6c70861a4f42), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.017402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dcda97c0-df94-44a2-a7c0-b554c2aa7dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (13ff68f1-95e8-4960-8cef-881995f43af2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.105379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting port f4284f07-4c02-4074-8811-33c7bc38a01e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:13.105730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f4284f07-4c02-4074-8811-33c7bc38a01e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.144234 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dcda97c0-df94-44a2-a7c0-b554c2aa7dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (13ff68f1-95e8-4960-8cef-881995f43af2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.203098 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Publish callbacks [] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.220109 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.248288 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dcda97c0-df94-44a2-a7c0-b554c2aa7dd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.254516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dcda97c0-df94-44a2-a7c0-b554c2aa7dd4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/13ff68f1-95e8-4960-8cef-881995f43af2 HTTP/1.1" status: 204 len: 168 time: 0.7967725 Feb 11 05:07:13.258363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59300) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:13.275985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Network 3849dc63-bce3-4d9c-805e-999252af5069 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:13.282859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:13.291325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:13.315308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda97c0-df94-44a2-a7c0-b554c2aa7dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ff68f1-95e8-4960-8cef-881995f43af2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:13.366760 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (67357cfd-bab5-48c1-a35c-0a1bf83a6cf2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.420080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f4284f07-4c02-4074-8811-33c7bc38a01e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.461134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Pushing event updated for resources: {'Port': ['ID=158e44df-761e-43b9-bae7-f9842ec40fd6,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:13.463838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Calling delete_port for f4284f07-4c02-4074-8811-33c7bc38a01e owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:13.509536 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Publish callbacks [] for router_gateway (0e8bf72e-f81c-4fe8-9472-0253080bba90), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.537537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.538325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.540342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.541589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.542172 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.543359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.544910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.546499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.547117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.547705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.550559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.551221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.551880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.578372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Attempting to bind port 158e44df-761e-43b9-bae7-f9842ec40fd6 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:13.579981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Attempting to bind port 158e44df-761e-43b9-bae7-f9842ec40fd6 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:13.580471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Attempting to bind port 158e44df-761e-43b9-bae7-f9842ec40fd6 on network 3849dc63-bce3-4d9c-805e-999252af5069 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:13.589675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:13.591472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Checking segment: {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:13.593137 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.593650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Bound using segment: {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:13.596684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Bound port: 158e44df-761e-43b9-bae7-f9842ec40fd6, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:13.599471 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (67357cfd-bab5-48c1-a35c-0a1bf83a6cf2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.599851 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.683079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59308) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:13.740708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] For port 158e44df-761e-43b9-bae7-f9842ec40fd6, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:13.746684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] For port 158e44df-761e-43b9-bae7-f9842ec40fd6, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=158e44df-761e-43b9-bae7-f9842ec40fd6,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:13.773983 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.914578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e3faf-80cf-4507-9cdb-b861edd0f70f None None] Pushing event updated for resources: {'Port': ['ID=158e44df-761e-43b9-bae7-f9842ec40fd6,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:13.952400 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7f72de5-191b-43b1-8afb-9be857ba8a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.999904 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Publish callbacks [] for router_gateway (0e8bf72e-f81c-4fe8-9472-0253080bba90), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.227236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7f72de5-191b-43b1-8afb-9be857ba8a5b admin admin] Publish callbacks [] for security_group (b6ca62e5-5dbe-4dba-9511-d69f9c725470), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.231745 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.243997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67357cfd-bab5-48c1-a35c-0a1bf83a6cf2']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:14.268269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bafcaf-9fd7-495c-a981-36097f82364c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:14.268943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bafcaf-9fd7-495c-a981-36097f82364c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:14.281485 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (11bafcaf-9fd7-495c-a981-36097f82364c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.337453 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.354057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (11bafcaf-9fd7-495c-a981-36097f82364c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.373233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:14.376876 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (11bafcaf-9fd7-495c-a981-36097f82364c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:14.381053 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:14.414743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Allocated IP 172.25.7.203 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/9bdba1cb-a3a3-474d-a011-85d52c3265c3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:14.536456 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f4284f07-4c02-4074-8811-33c7bc38a01e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.538092 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Publish callbacks [] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.576797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7f72de5-191b-43b1-8afb-9be857ba8a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b6ca62e5-5dbe-4dba-9511-d69f9c725470), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.601957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Port': ['ID=f4284f07-4c02-4074-8811-33c7bc38a01e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:14.613813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f72de5-191b-43b1-8afb-9be857ba8a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ca62e5-5dbe-4dba-9511-d69f9c725470,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:14.617070 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.645765 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (67357cfd-bab5-48c1-a35c-0a1bf83a6cf2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.673903 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:14.678079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:14.684841 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:14.692396 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c7f72de5-191b-43b1-8afb-9be857ba8a5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0901d855a38f49a0ad72a663f9f6eef7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0072219 Feb 11 05:07:14.696393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 75ca4a9d-4449-4269-acc8-b96c078dc7b8 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:14.697485 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59316) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:14.723254 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.736740 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] 10.222.0.48 "DELETE /v2.0/networks/67357cfd-bab5-48c1-a35c-0a1bf83a6cf2 HTTP/1.1" status: 204 len: 168 time: 1.4751291 Feb 11 05:07:14.771339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 75ca4a9d-4449-4269-acc8-b96c078dc7b8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:14.775277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 75ca4a9d-4449-4269-acc8-b96c078dc7b8 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:14.798734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e412dfe-4ba0-4bdb-bbd4-dcea48be296b admin admin] Pushing event deleted for resources: {'Network': ['ID=67357cfd-bab5-48c1-a35c-0a1bf83a6cf2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:14.805056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Pushing event updated for resources: {'Port': ['ID=9bdba1cb-a3a3-474d-a011-85d52c3265c3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:14.815662 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57633765-74c8-4aba-af2c-1bf64ef18e42 admin admin] Publish callbacks [] for security_group (b6ca62e5-5dbe-4dba-9511-d69f9c725470), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.832358 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (38e88e82-679e-4b9b-9008-6c70861a4f42), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.849993 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57633765-74c8-4aba-af2c-1bf64ef18e42 admin admin] Publish callbacks [] for security_group (b6ca62e5-5dbe-4dba-9511-d69f9c725470), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.967084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59320) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:15.054652 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57633765-74c8-4aba-af2c-1bf64ef18e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b6ca62e5-5dbe-4dba-9511-d69f9c725470), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.057362 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-57633765-74c8-4aba-af2c-1bf64ef18e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.058528 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-57633765-74c8-4aba-af2c-1bf64ef18e42 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6ca62e5-5dbe-4dba-9511-d69f9c725470 HTTP/1.1" status: 204 len: 168 time: 0.3600967 Feb 11 05:07:15.087309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (38e88e82-679e-4b9b-9008-6c70861a4f42), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.095286 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router_controller (38e88e82-679e-4b9b-9008-6c70861a4f42), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.176956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57633765-74c8-4aba-af2c-1bf64ef18e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ca62e5-5dbe-4dba-9511-d69f9c725470,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:15.221923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (38e88e82-679e-4b9b-9008-6c70861a4f42), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.222630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Fanout notify agent at l3_agent the message router_deleted on router 38e88e82-679e-4b9b-9008-6c70861a4f42 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:07:15.239227 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.244481 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-be441572-4425-40bf-b465-fcdbfeddfbe2 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/routers/38e88e82-679e-4b9b-9008-6c70861a4f42 HTTP/1.1" status: 204 len: 168 time: 2.8732469 Feb 11 05:07:15.245113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59326) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:15.347914 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5cf54481-d51a-42fd-bbb4-dc29524877f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=029da29d3a1f432bae78e7ded533615c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3790076 Feb 11 05:07:15.349245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59328) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:15.382725 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af28925-470c-4b75-a208-1c976d38d567 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Deleting subnet 1a19352e-06f6-4bb0-ac54-88750911e831 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:07:15.395766 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2af28925-470c-4b75-a208-1c976d38d567 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks [] for subnet (1a19352e-06f6-4bb0-ac54-88750911e831), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.477855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2af28925-470c-4b75-a208-1c976d38d567 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (1a19352e-06f6-4bb0-ac54-88750911e831), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.512516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ada4089-b711-4a15-8990-61a8dc5dfa59 None None] Network 3849dc63-bce3-4d9c-805e-999252af5069 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:15.570725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2af28925-470c-4b75-a208-1c976d38d567 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (1a19352e-06f6-4bb0-ac54-88750911e831), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.649362 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7b96-ef17-494e-8680-b8d6e1c59ac9 admin admin] Publish callbacks [] for security_group (1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.738924 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.741901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b7ba05e0-be75-4091-9335-a595eebf4c11 None None] Provisioning complete for port 158e44df-761e-43b9-bae7-f9842ec40fd6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:15.742529 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7ba05e0-be75-4091-9335-a595eebf4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.761120 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2af28925-470c-4b75-a208-1c976d38d567 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (1a19352e-06f6-4bb0-ac54-88750911e831), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.789322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 158e44df-761e-43b9-bae7-f9842ec40fd6 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:15.795851 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2af28925-470c-4b75-a208-1c976d38d567 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.801255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2af28925-470c-4b75-a208-1c976d38d567 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/subnets/1a19352e-06f6-4bb0-ac54-88750911e831 HTTP/1.1" status: 204 len: 168 time: 0.5490797 Feb 11 05:07:15.801433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7b96-ef17-494e-8680-b8d6e1c59ac9 admin admin] Publish callbacks [] for security_group (1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.802451 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Publish callbacks [] for router_gateway (0e8bf72e-f81c-4fe8-9472-0253080bba90), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.804097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59338) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:15.848891 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af28925-470c-4b75-a208-1c976d38d567 tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Subnet': ['ID=1a19352e-06f6-4bb0-ac54-88750911e831,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:15.884923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 158e44df-761e-43b9-bae7-f9842ec40fd6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:15.885590 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.075087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba05e0-be75-4091-9335-a595eebf4c11 None None] Current status of the port 158e44df-761e-43b9-bae7-f9842ec40fd6 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:16.075493 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7ba05e0-be75-4091-9335-a595eebf4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.156294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b7ba05e0-be75-4091-9335-a595eebf4c11 None None] For port 158e44df-761e-43b9-bae7-f9842ec40fd6, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=158e44df-761e-43b9-bae7-f9842ec40fd6,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:16.180273 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (1227fc0c-0460-4ca4-bf46-bbf99b9d027d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.183440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7ba05e0-be75-4091-9335-a595eebf4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.241728 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7b96-ef17-494e-8680-b8d6e1c59ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.244997 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7b96-ef17-494e-8680-b8d6e1c59ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.251071 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ad8d7b96-ef17-494e-8680-b8d6e1c59ac9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812 HTTP/1.1" status: 204 len: 168 time: 0.8954289 Feb 11 05:07:16.271643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba05e0-be75-4091-9335-a595eebf4c11 None None] Pushing event updated for resources: {'Port': ['ID=158e44df-761e-43b9-bae7-f9842ec40fd6,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:16.311696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d7b96-ef17-494e-8680-b8d6e1c59ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0041cb-0c93-4bf6-ae5f-a41cd9cb9812,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:16.316901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 158e44df-761e-43b9-bae7-f9842ec40fd6 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:16.321678 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.617392 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (1227fc0c-0460-4ca4-bf46-bbf99b9d027d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.691089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-37642586-9abe-44a7-a0fb-d7f2670b29f8 None None] Provisioning complete for port 158e44df-761e-43b9-bae7-f9842ec40fd6 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:16.691679 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37642586-9abe-44a7-a0fb-d7f2670b29f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.767621 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:07:16.778454 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:07:16.881897 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-37642586-9abe-44a7-a0fb-d7f2670b29f8 None None] Current status of the port 158e44df-761e-43b9-bae7-f9842ec40fd6 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:17.184614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1227fc0c-0460-4ca4-bf46-bbf99b9d027d']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:17.203721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0b8176-fe7a-4853-8e9e-edd23918835e') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:17.203944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0b8176-fe7a-4853-8e9e-edd23918835e') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:17.218354 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (0e0b8176-fe7a-4853-8e9e-edd23918835e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.230062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (0e8bf72e-f81c-4fe8-9472-0253080bba90), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.239430 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (0e0b8176-fe7a-4853-8e9e-edd23918835e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.282308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:17.282704 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (0e0b8176-fe7a-4853-8e9e-edd23918835e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:17.286122 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:17.354674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 158e44df-761e-43b9-bae7-f9842ec40fd6 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:17.391779 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (1227fc0c-0460-4ca4-bf46-bbf99b9d027d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.403556 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.407407 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] 10.222.0.48 "DELETE /v2.0/networks/1227fc0c-0460-4ca4-bf46-bbf99b9d027d HTTP/1.1" status: 204 len: 168 time: 1.5875535 Feb 11 05:07:17.419913 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9676ba-2a0f-4b1d-a212-e918e45c583b tempest-FloatingIPTestJSON-342612890 tempest-FloatingIPTestJSON-342612890-project] Pushing event deleted for resources: {'Network': ['ID=1227fc0c-0460-4ca4-bf46-bbf99b9d027d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:17.495681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Router 0e8bf72e-f81c-4fe8-9472-0253080bba90 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:07:17.626296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59388) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:17.660980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 158e44df-761e-43b9-bae7-f9842ec40fd6 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:17.690439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:17.707228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Sync routers for ids ['0e8bf72e-f81c-4fe8-9472-0253080bba90'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:17.713456 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.715905 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5ab0e864-7fa5-45a0-a47d-119ae1f9816b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3590550 Feb 11 05:07:17.718125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59396) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:17.751415 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Routers {'0e8bf72e-f81c-4fe8-9472-0253080bba90'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:17.752059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-509ad490-7a30-4059-8751-1297047f2edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:07:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['0e8bf72e-f81c-4fe8-9472-0253080bba90'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:17.835472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59398) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:17.870272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1103111226-network', 'tenant_id': 'fbe9e6f82fc34e8fbadd22dfbcd611bc'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:17.940829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Made reservation on behalf of fbe9e6f82fc34e8fbadd22dfbcd611bc for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:17.944243 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.955835 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4139c86e-6c98-4d35-8def-2a3e396b5e9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e733bfe8f7d4b858661895d8c716cf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1186612 Feb 11 05:07:17.958436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59406) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:17.963621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.029606 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82332ddd-5530-4400-8ae1-1cb282f99cf3 admin admin] Publish callbacks [] for security_group (eca9a1ee-492d-4e88-afea-f7d963de89ba), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.060054 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Publish callbacks [] for security_group (a7463dc0-c410-47b2-ab9a-79e632bc9354), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.060263 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82332ddd-5530-4400-8ae1-1cb282f99cf3 admin admin] Publish callbacks [] for security_group (eca9a1ee-492d-4e88-afea-f7d963de89ba), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.069301 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a7463dc0-c410-47b2-ab9a-79e632bc9354), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.192831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 158e44df-761e-43b9-bae7-f9842ec40fd6 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:18.193232 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.197783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82332ddd-5530-4400-8ae1-1cb282f99cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (eca9a1ee-492d-4e88-afea-f7d963de89ba), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.201134 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82332ddd-5530-4400-8ae1-1cb282f99cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.201633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:18.202523 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-82332ddd-5530-4400-8ae1-1cb282f99cf3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eca9a1ee-492d-4e88-afea-f7d963de89ba HTTP/1.1" status: 204 len: 168 time: 0.2431688 Feb 11 05:07:18.214678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82332ddd-5530-4400-8ae1-1cb282f99cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca9a1ee-492d-4e88-afea-f7d963de89ba,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:18.233506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7463dc0-c410-47b2-ab9a-79e632bc9354,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:18.279549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Set router 0e8bf72e-f81c-4fe8-9472-0253080bba90 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:18.379466 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (2610c969-1a95-445f-ac9a-42e8f6aab158), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.380108 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Added segment 2610c969-1a95-445f-ac9a-42e8f6aab158 of type vlan for network 801f2fae-a654-4f72-a6ba-496145495936 Feb 11 05:07:18.453207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (801f2fae-a654-4f72-a6ba-496145495936), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.458129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 158e44df-761e-43b9-bae7-f9842ec40fd6 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:18.534370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-509ad490-7a30-4059-8751-1297047f2edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'name': 'tempest-TestServerMultinode-1357106220-router', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:12Z', 'updated_at': '2022-02-11T05:07:15Z', 'revision_number': 3, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'gw_port': {'id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:14Z', 'updated_at': '2022-02-11T05:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:18.558614 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (801f2fae-a654-4f72-a6ba-496145495936), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.559653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:18.560241 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.579758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Checking router: 0e8bf72e-f81c-4fe8-9472-0253080bba90 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:18.580416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Updating router 0e8bf72e-f81c-4fe8-9472-0253080bba90 port 9bdba1cb-a3a3-474d-a011-85d52c3265c3 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:07:18.622639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9951866 Feb 11 05:07:18.625835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59418) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:18.630997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d3026521-98ec-4ebb-8f85-410840395c88 admin admin] Request body: {'subnet': {'network_id': '801f2fae-a654-4f72-a6ba-496145495936', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1103111226-subnet', 'tenant_id': 'fbe9e6f82fc34e8fbadd22dfbcd611bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:18.632491 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.679690 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3026521-98ec-4ebb-8f85-410840395c88 admin admin] Made reservation on behalf of fbe9e6f82fc34e8fbadd22dfbcd611bc for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:18.682124 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3026521-98ec-4ebb-8f85-410840395c88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.722232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c3d16-2a4a-49d3-907e-193d5ae8e4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=801f2fae-a654-4f72-a6ba-496145495936,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:18.749201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 801f2fae-a654-4f72-a6ba-496145495936 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:18.853430 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.088643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Allocated IP 172.20.0.1 (3849dc63-bce3-4d9c-805e-999252af5069/0f497848-f4b8-4960-82f3-c844618862af/5e7391b9-1a38-43ba-a6aa-2ecfdde24de5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:19.097546 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3026521-98ec-4ebb-8f85-410840395c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (6f5d756b-6cd7-46c5-9048-f901f980f6a8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.253583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3026521-98ec-4ebb-8f85-410840395c88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f5d756b-6cd7-46c5-9048-f901f980f6a8,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:19.276449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3026521-98ec-4ebb-8f85-410840395c88 admin admin] Checking segment: {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:19.276889 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3026521-98ec-4ebb-8f85-410840395c88 admin admin] Network hostable DHCP agents. Network: 801f2fae-a654-4f72-a6ba-496145495936, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:19.303377 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Publish callbacks [] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.322569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3026521-98ec-4ebb-8f85-410840395c88 admin admin] Network 801f2fae-a654-4f72-a6ba-496145495936 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:19.342655 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d3026521-98ec-4ebb-8f85-410840395c88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 801f2fae-a654-4f72-a6ba-496145495936) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:19.353826 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3026521-98ec-4ebb-8f85-410840395c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:19.354492 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3026521-98ec-4ebb-8f85-410840395c88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.361865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d4b0d-2f3d-4cf2-8dc0-e8dafb3819cb None None] Network 801f2fae-a654-4f72-a6ba-496145495936 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:19.394415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d3026521-98ec-4ebb-8f85-410840395c88 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7673488 Feb 11 05:07:19.430181 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59440) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:19.434438 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.494293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Network 3849dc63-bce3-4d9c-805e-999252af5069 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:19.499307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:19.508920 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:19.515873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Pushing event updated for resources: {'Port': ['ID=5e7391b9-1a38-43ba-a6aa-2ecfdde24de5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:19.579043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (0e8bf72e-f81c-4fe8-9472-0253080bba90), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.613581 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1424495674'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:19.632795 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Publish callbacks [] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.665091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:19.668651 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.673896 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.690270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.843214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2150856-321e-4a6f-bded-7d904365659a None None] Pushing event updated for resources: {'Port': ['ID=9bdba1cb-a3a3-474d-a011-85d52c3265c3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:19.854349 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.864551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e390a3e0-fb36-43c9-bd1c-cbe0e0f044a8 None None] Network 801f2fae-a654-4f72-a6ba-496145495936 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:19.884561 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for security_group (9a775f61-14e4-47e5-81ef-7e1bdcbb759f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.896010 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9a775f61-14e4-47e5-81ef-7e1bdcbb759f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.926775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:19.939395 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a775f61-14e4-47e5-81ef-7e1bdcbb759f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:19.944796 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4a387777-8930-485b-acc9-b9119d0e7c30), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.945406 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Added segment 4a387777-8930-485b-acc9-b9119d0e7c30 of type vlan for network f1bb796d-2f4c-452f-a5c4-a4b674367c28 Feb 11 05:07:20.018077 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (f1bb796d-2f4c-452f-a5c4-a4b674367c28), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.064797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (f1bb796d-2f4c-452f-a5c4-a4b674367c28), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.071508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:20.072513 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.147489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Attempting to bind port 9bdba1cb-a3a3-474d-a011-85d52c3265c3 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:20.152283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Attempting to bind port 9bdba1cb-a3a3-474d-a011-85d52c3265c3 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:20.153674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Attempting to bind port 9bdba1cb-a3a3-474d-a011-85d52c3265c3 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:20.160407 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7288399 Feb 11 05:07:20.164261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f6657-b61e-4df0-9ea6-6a42d9f2c971 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=f1bb796d-2f4c-452f-a5c4-a4b674367c28,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:20.193557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network f1bb796d-2f4c-452f-a5c4-a4b674367c28 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:20.203459 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:20.219013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:20.219556 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.220038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:20.220711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Bound port: 9bdba1cb-a3a3-474d-a011-85d52c3265c3, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:20.221261 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.250805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cdd2bf8e-b035-4e0c-be5f-795a51971044 None None] Provisioning complete for port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:20.251708 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cdd2bf8e-b035-4e0c-be5f-795a51971044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.300232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-4f539467-ae99-4e5d-b917-64006e7c1cc8 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:20.302755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-4f539467-ae99-4e5d-b917-64006e7c1cc8 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/networks?id=801f2fae-a654-4f72-a6ba-496145495936 HTTP/1.1" status: 200 len: 813 time: 0.2344384 Feb 11 05:07:20.308843 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Publish callbacks [] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.322652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.378712 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (0e8bf72e-f81c-4fe8-9472-0253080bba90), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.392669 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d04b102e-873e-4515-a634-27f42e172df2 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/quotas/fbe9e6f82fc34e8fbadd22dfbcd611bc HTTP/1.1" status: 200 len: 375 time: 0.0814524 Feb 11 05:07:20.397927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59470) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:20.403763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-50fd2ca7-2f06-4e72-b18b-da7fcef014dc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'network_id': 'f1bb796d-2f4c-452f-a5c4-a4b674367c28', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:20.425923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cdd2bf8e-b035-4e0c-be5f-795a51971044 None None] Port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:20.438594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Pushing event updated for resources: {'Port': ['ID=5e7391b9-1a38-43ba-a6aa-2ecfdde24de5,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:20.442499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-509ad490-7a30-4059-8751-1297047f2edd None None] For port 9bdba1cb-a3a3-474d-a011-85d52c3265c3, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:20.446042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-509ad490-7a30-4059-8751-1297047f2edd None None] For port 9bdba1cb-a3a3-474d-a011-85d52c3265c3, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9bdba1cb-a3a3-474d-a011-85d52c3265c3,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:20.456642 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.481003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-85b93c00-ff41-464a-9cec-01f4e5b235c8 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbe9e6f82fc34e8fbadd22dfbcd611bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389452 Feb 11 05:07:20.519774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Routers {'0e8bf72e-f81c-4fe8-9472-0253080bba90'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:20.520697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-509ad490-7a30-4059-8751-1297047f2edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:07:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['0e8bf72e-f81c-4fe8-9472-0253080bba90'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:20.611910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fd2ca7-2f06-4e72-b18b-da7fcef014dc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:20.619144 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50fd2ca7-2f06-4e72-b18b-da7fcef014dc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.673553 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-509ad490-7a30-4059-8751-1297047f2edd None None] Set router 0e8bf72e-f81c-4fe8-9472-0253080bba90 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:20.738599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-b732ade2-2bb1-4919-974a-4be97c0d1e53 service neutron] 10.222.0.48 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495413 Feb 11 05:07:20.776446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Network 3849dc63-bce3-4d9c-805e-999252af5069 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:20.802271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2150856-321e-4a6f-bded-7d904365659a None None] Pushing event updated for resources: {'Port': ['ID=9bdba1cb-a3a3-474d-a011-85d52c3265c3,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:20.808484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:20.990520 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-8ddbcaac-5508-4f28-89ad-0ccc5f7cb13f service neutron] 10.222.0.48 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396140 Feb 11 05:07:21.053496 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50fd2ca7-2f06-4e72-b18b-da7fcef014dc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (62ba2fcd-51e2-47ad-a5f4-02c68443ea0b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:21.100354 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-509ad490-7a30-4059-8751-1297047f2edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'name': 'tempest-TestServerMultinode-1357106220-router', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:12Z', 'updated_at': '2022-02-11T05:07:19Z', 'revision_number': 4, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'gw_port': {'id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:14Z', 'updated_at': '2022-02-11T05:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '5e7391b9-1a38-43ba-a6aa-2ecfdde24de5', 'name': '', 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'mac_address': 'fa:16:3e:2d:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '0f497848-f4b8-4960-82f3-c844618862af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:18Z', 'updated_at': '2022-02-11T05:07:19Z', 'revision_number': 2, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'subnets': [{'id': '0f497848-f4b8-4960-82f3-c844618862af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:21.168492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd2ca7-2f06-4e72-b18b-da7fcef014dc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=62ba2fcd-51e2-47ad-a5f4-02c68443ea0b,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:21.178659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ad490-7a30-4059-8751-1297047f2edd None None] The sync data for ids ['0e8bf72e-f81c-4fe8-9472-0253080bba90'] in n-d-615180-58 is: [{'id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'name': 'tempest-TestServerMultinode-1357106220-router', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:12Z', 'updated_at': '2022-02-11T05:07:19Z', 'revision_number': 4, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'gw_port': {'id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:14Z', 'updated_at': '2022-02-11T05:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '5e7391b9-1a38-43ba-a6aa-2ecfdde24de5', 'name': '', 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'mac_address': 'fa:16:3e:2d:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '0f497848-f4b8-4960-82f3-c844618862af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:18Z', 'updated_at': '2022-02-11T05:07:19Z', 'revision_number': 2, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'subnets': [{'id': '0f497848-f4b8-4960-82f3-c844618862af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:21.246366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd2ca7-2f06-4e72-b18b-da7fcef014dc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking segment: {'id': '4a387777-8930-485b-acc9-b9119d0e7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f1bb796d-2f4c-452f-a5c4-a4b674367c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:21.246708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd2ca7-2f06-4e72-b18b-da7fcef014dc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network hostable DHCP agents. Network: f1bb796d-2f4c-452f-a5c4-a4b674367c28, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:21.277335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Router 0e8bf72e-f81c-4fe8-9472-0253080bba90 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:21.294297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e6cdb541-2432-4dcf-b354-debcfe8bb7fd None None] Provisioning complete for port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:21.295760 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb541-2432-4dcf-b354-debcfe8bb7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:21.307488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd2ca7-2f06-4e72-b18b-da7fcef014dc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network f1bb796d-2f4c-452f-a5c4-a4b674367c28 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:21.330300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-50fd2ca7-2f06-4e72-b18b-da7fcef014dc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, f1bb796d-2f4c-452f-a5c4-a4b674367c28) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:21.337798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fd2ca7-2f06-4e72-b18b-da7fcef014dc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:21.338400 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50fd2ca7-2f06-4e72-b18b-da7fcef014dc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:21.353808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3a6779-7f35-42c4-a16e-215b13803da3 None None] Network f1bb796d-2f4c-452f-a5c4-a4b674367c28 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:21.382291 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-50fd2ca7-2f06-4e72-b18b-da7fcef014dc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9832349 Feb 11 05:07:21.388327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59480) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:21.393403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8c9696bf-f2df-40a8-a1a3-7792b31174cf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2039409316'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:21.437366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e6cdb541-2432-4dcf-b354-debcfe8bb7fd None None] Port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:21.458217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9696bf-f2df-40a8-a1a3-7792b31174cf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:21.461656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c9696bf-f2df-40a8-a1a3-7792b31174cf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:21.484772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:21.499030 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ef15d727-e53a-40ae-bb9d-55886f6834bf admin admin] 10.222.0.48 "PUT /v2.0/routers/0e8bf72e-f81c-4fe8-9472-0253080bba90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7717259 Feb 11 05:07:21.515591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9696bf-f2df-40a8-a1a3-7792b31174cf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:21.533947 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c9696bf-f2df-40a8-a1a3-7792b31174cf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (229a2faa-1cce-40a1-bd80-42f288270415), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:21.534334 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-8c9696bf-f2df-40a8-a1a3-7792b31174cf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Added segment 229a2faa-1cce-40a1-bd80-42f288270415 of type vlan for network be707811-0169-4220-bce6-65df7472e9a3 Feb 11 05:07:21.619572 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d3e9d6e-e460-4aab-b27f-0fb7ea67ff1b req-e422afe5-fb50-427e-aac4-96c0a942c9c6 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 210 time: 0.0618265 Feb 11 05:07:21.631123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-f1bb796d-2f4c-452f-a5c4-a4b674367c28', 'network_id': 'f1bb796d-2f4c-452f-a5c4-a4b674367c28', 'project_id': '55aa8f6a03fd4c9892626a673e718aa9', 'fixed_ips': [{'subnet_id': '62ba2fcd-51e2-47ad-a5f4-02c68443ea0b'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:21.632019 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:21.657314 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c9696bf-f2df-40a8-a1a3-7792b31174cf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (be707811-0169-4220-bce6-65df7472e9a3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:21.744392 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c9696bf-f2df-40a8-a1a3-7792b31174cf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (be707811-0169-4220-bce6-65df7472e9a3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:21.756858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9696bf-f2df-40a8-a1a3-7792b31174cf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:21.759079 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c9696bf-f2df-40a8-a1a3-7792b31174cf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:22.020166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Allocated IP 172.20.255.242 (f1bb796d-2f4c-452f-a5c4-a4b674367c28/62ba2fcd-51e2-47ad-a5f4-02c68443ea0b/e84bc25f-72e1-4045-9bad-9941fcc45a67) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:22.021967 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8c9696bf-f2df-40a8-a1a3-7792b31174cf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6325085 Feb 11 05:07:22.025283 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59502) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:22.034141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-495fc409-80ed-44db-9475-21b591f9925e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'network_id': 'be707811-0169-4220-bce6-65df7472e9a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:22.044803 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9696bf-f2df-40a8-a1a3-7792b31174cf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=be707811-0169-4220-bce6-65df7472e9a3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:22.060506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network be707811-0169-4220-bce6-65df7472e9a3 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:22.180094 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495fc409-80ed-44db-9475-21b591f9925e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:22.184275 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-495fc409-80ed-44db-9475-21b591f9925e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:22.783588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f83cb2e4-56fe-497b-bea4-e86048e3fd86 req-b68f8bda-3881-44d0-933f-ae2556391506 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 210 time: 0.0768631 Feb 11 05:07:22.837180 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-495fc409-80ed-44db-9475-21b591f9925e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (c36cf739-8738-44c1-bdde-a75d23c8e168), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:22.999546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fc409-80ed-44db-9475-21b591f9925e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=c36cf739-8738-44c1-bdde-a75d23c8e168,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:23.007250 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495fc409-80ed-44db-9475-21b591f9925e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking segment: {'id': '229a2faa-1cce-40a1-bd80-42f288270415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'be707811-0169-4220-bce6-65df7472e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:23.007980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495fc409-80ed-44db-9475-21b591f9925e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network hostable DHCP agents. Network: be707811-0169-4220-bce6-65df7472e9a3, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:23.026712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:23.032820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1234402549-network', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:23.076498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495fc409-80ed-44db-9475-21b591f9925e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network be707811-0169-4220-bce6-65df7472e9a3 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:23.096881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Made reservation on behalf of 967b54f3462942e39dd36a5f9f2bc882 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:23.099762 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.109780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-495fc409-80ed-44db-9475-21b591f9925e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, be707811-0169-4220-bce6-65df7472e9a3) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:23.122684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9023dcfe-0b4a-4d23-8404-d5b18ec71547 None None] Network be707811-0169-4220-bce6-65df7472e9a3 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:23.123297 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.135644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495fc409-80ed-44db-9475-21b591f9925e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:23.137044 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-495fc409-80ed-44db-9475-21b591f9925e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.176610 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-495fc409-80ed-44db-9475-21b591f9925e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1489410 Feb 11 05:07:23.178738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59526) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:23.325591 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (be707811-0169-4220-bce6-65df7472e9a3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.326137 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Publish callbacks [] for security_group (da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.335755 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.380512 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Publish callbacks [] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.385961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:23.413905 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.453400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (c36cf739-8738-44c1-bdde-a75d23c8e168), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.479993 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4ed167e1-ecd2-4950-a491-3f0f9881f64b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.481568 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Added segment 4ed167e1-ecd2-4950-a491-3f0f9881f64b of type vlan for network 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea Feb 11 05:07:23.511376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:23.543944 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (c36cf739-8738-44c1-bdde-a75d23c8e168), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.584384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Network f1bb796d-2f4c-452f-a5c4-a4b674367c28 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:23.594996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5af3937-91ed-43f5-9963-2df97137be52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-be707811-0169-4220-bce6-65df7472e9a3', 'network_id': 'be707811-0169-4220-bce6-65df7472e9a3', 'project_id': '55aa8f6a03fd4c9892626a673e718aa9', 'fixed_ips': [{'subnet_id': 'c36cf739-8738-44c1-bdde-a75d23c8e168'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:23.595875 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5af3937-91ed-43f5-9963-2df97137be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.609638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Subnet': ['ID=c36cf739-8738-44c1-bdde-a75d23c8e168,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:23.611781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:23.619760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:23.661101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Pushing event updated for resources: {'Port': ['ID=e84bc25f-72e1-4045-9bad-9941fcc45a67,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:23.681229 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.735687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (be707811-0169-4220-bce6-65df7472e9a3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.790976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be707811-0169-4220-bce6-65df7472e9a3']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:23.820029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229a2faa-1cce-40a1-bd80-42f288270415') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:23.820277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.820769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229a2faa-1cce-40a1-bd80-42f288270415') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:23.825246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:23.827524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.841752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Attempting to bind port e84bc25f-72e1-4045-9bad-9941fcc45a67 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:23.843002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Attempting to bind port e84bc25f-72e1-4045-9bad-9941fcc45a67 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '4a387777-8930-485b-acc9-b9119d0e7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f1bb796d-2f4c-452f-a5c4-a4b674367c28'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:23.843439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Attempting to bind port e84bc25f-72e1-4045-9bad-9941fcc45a67 on network f1bb796d-2f4c-452f-a5c4-a4b674367c28 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:23.881370 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (229a2faa-1cce-40a1-bd80-42f288270415), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.944332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:23.944715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Checking segment: {'id': '4a387777-8930-485b-acc9-b9119d0e7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f1bb796d-2f4c-452f-a5c4-a4b674367c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:23.945094 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.945508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Bound using segment: {'id': '4a387777-8930-485b-acc9-b9119d0e7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f1bb796d-2f4c-452f-a5c4-a4b674367c28'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:23.945994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Bound port: e84bc25f-72e1-4045-9bad-9941fcc45a67, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a387777-8930-485b-acc9-b9119d0e7c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f1bb796d-2f4c-452f-a5c4-a4b674367c28'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:23.946384 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.949029 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (229a2faa-1cce-40a1-bd80-42f288270415), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.961957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:23.964896 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (229a2faa-1cce-40a1-bd80-42f288270415), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:24.007028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9bdba1cb-a3a3-474d-a011-85d52c3265c3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:24.051804 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:24.066166 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0372910 Feb 11 05:07:24.076170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59554) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:24.093707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0ba572fd-1896-48de-9db1-77dd29bf64b1 admin admin] Request body: {'subnet': {'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1234402549-subnet', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:24.105504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf567e1-1a6a-4a3f-b247-f08c4952ac37 admin admin] Pushing event updated for resources: {'Network': ['ID=3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:24.164332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] For port e84bc25f-72e1-4045-9bad-9941fcc45a67, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:24.169037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba572fd-1896-48de-9db1-77dd29bf64b1 admin admin] Made reservation on behalf of 967b54f3462942e39dd36a5f9f2bc882 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:24.175594 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ba572fd-1896-48de-9db1-77dd29bf64b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:24.196222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:24.315152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] For port e84bc25f-72e1-4045-9bad-9941fcc45a67, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e84bc25f-72e1-4045-9bad-9941fcc45a67,segment=NetworkSegment(4a387777-8930-485b-acc9-b9119d0e7c30),segment_id=4a387777-8930-485b-acc9-b9119d0e7c30)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:24.331424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ffb69-d15f-4874-89c8-600758b832e1 None None] Network be707811-0169-4220-bce6-65df7472e9a3 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:24.437393 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:24.560288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-db5c9714-66e3-43c5-bbab-55c37ea68a0f tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:24.560288 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-db5c9714-66e3-43c5-bbab-55c37ea68a0f tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.60 "GET /v2.0/networks?id=801f2fae-a654-4f72-a6ba-496145495936 HTTP/1.1" status: 200 len: 813 time: 0.2559059 Feb 11 05:07:24.583405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Request body: {'port': {'device_id': '16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe', 'network_id': '801f2fae-a654-4f72-a6ba-496145495936', 'admin_state_up': True, 'tenant_id': 'fbe9e6f82fc34e8fbadd22dfbcd611bc'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:24.775170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-824c1897-fe06-42a6-b541-4be5111d65bf req-4833a133-b3bd-4e56-af52-cbef3279cb1a tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 210 time: 0.7211831 Feb 11 05:07:24.831562 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (be707811-0169-4220-bce6-65df7472e9a3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:24.848055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9bdba1cb-a3a3-474d-a011-85d52c3265c3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:24.848440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:24.859827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:24.880362 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/be707811-0169-4220-bce6-65df7472e9a3 HTTP/1.1" status: 204 len: 168 time: 1.6831946 Feb 11 05:07:24.915248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2422cf-60e4-48e1-9575-26c720db6ede tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Network': ['ID=be707811-0169-4220-bce6-65df7472e9a3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:24.921048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264f2bf-c634-4bdc-993f-cd8e80affe5c None None] Pushing event updated for resources: {'Port': ['ID=e84bc25f-72e1-4045-9bad-9941fcc45a67,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:24.924513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59588) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:24.940037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-adc7466f-e3a3-469b-9363-ae47368f1e53 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1537128462'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:25.011069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-fc027fc2-bf21-471a-9000-96e9a82f3af0 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:25.012773 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-fc027fc2-bf21-471a-9000-96e9a82f3af0 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.10 "GET /v2.0/networks?id=801f2fae-a654-4f72-a6ba-496145495936 HTTP/1.1" status: 200 len: 813 time: 1.1590445 Feb 11 05:07:25.034448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Request body: {'port': {'device_id': '0d9c7e6d-0fe5-4650-bacc-99872ab0d766', 'network_id': '801f2fae-a654-4f72-a6ba-496145495936', 'admin_state_up': True, 'tenant_id': 'fbe9e6f82fc34e8fbadd22dfbcd611bc'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:25.035267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Made reservation on behalf of fbe9e6f82fc34e8fbadd22dfbcd611bc for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:25.039002 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.056493 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ba572fd-1896-48de-9db1-77dd29bf64b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (dc12c35d-63c8-4379-b854-f39f5f475aa6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.082637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9bdba1cb-a3a3-474d-a011-85d52c3265c3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:25.083242 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.229514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 9bdba1cb-a3a3-474d-a011-85d52c3265c3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9bdba1cb-a3a3-474d-a011-85d52c3265c3,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:25.239098 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.387127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Made reservation on behalf of fbe9e6f82fc34e8fbadd22dfbcd611bc for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:25.391339 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.391545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc7466f-e3a3-469b-9363-ae47368f1e53 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:25.395292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adc7466f-e3a3-469b-9363-ae47368f1e53 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.396327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=9bdba1cb-a3a3-474d-a011-85d52c3265c3,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:25.485392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba572fd-1896-48de-9db1-77dd29bf64b1 admin admin] Checking segment: {'id': '4ed167e1-ecd2-4950-a491-3f0f9881f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:25.485849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba572fd-1896-48de-9db1-77dd29bf64b1 admin admin] Network hostable DHCP agents. Network: 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:25.505955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba572fd-1896-48de-9db1-77dd29bf64b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc12c35d-63c8-4379-b854-f39f5f475aa6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:25.523245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc7466f-e3a3-469b-9363-ae47368f1e53 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:25.542740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adc7466f-e3a3-469b-9363-ae47368f1e53 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (63b881d2-8c47-44a8-948b-917175a0d3ec), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.543333 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-adc7466f-e3a3-469b-9363-ae47368f1e53 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Added segment 63b881d2-8c47-44a8-948b-917175a0d3ec of type vlan for network ba3bf510-4e11-403c-9313-4790c7e09af2 Feb 11 05:07:25.593066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Allocated IP 172.20.0.13 (801f2fae-a654-4f72-a6ba-496145495936/6f5d756b-6cd7-46c5-9048-f901f980f6a8/9975b258-4f8e-42fe-83ab-b496087134fc) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:25.597579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba572fd-1896-48de-9db1-77dd29bf64b1 admin admin] Network 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:25.628604 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adc7466f-e3a3-469b-9363-ae47368f1e53 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (ba3bf510-4e11-403c-9313-4790c7e09af2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.644327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-0ba572fd-1896-48de-9db1-77dd29bf64b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:25.654162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbf241d-e2c9-4d5c-bc9b-a1e7589db68d None None] Network 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:25.687079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba572fd-1896-48de-9db1-77dd29bf64b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:25.687711 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ba572fd-1896-48de-9db1-77dd29bf64b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.751893 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59600) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:25.756354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1234402549-router', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:25.760281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0ba572fd-1896-48de-9db1-77dd29bf64b1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6799259 Feb 11 05:07:25.766467 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adc7466f-e3a3-469b-9363-ae47368f1e53 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (ba3bf510-4e11-403c-9313-4790c7e09af2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.800112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc7466f-e3a3-469b-9363-ae47368f1e53 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:25.800805 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adc7466f-e3a3-469b-9363-ae47368f1e53 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.833253 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (bd488a6e-60cd-49e3-b15e-a6757d8937c8), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.833964 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (bd488a6e-60cd-49e3-b15e-a6757d8937c8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.899162 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Sync routers for ids ['0e8bf72e-f81c-4fe8-9472-0253080bba90'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:25.903124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-adc7466f-e3a3-469b-9363-ae47368f1e53 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9692516 Feb 11 05:07:25.922989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea', 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea', 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'fixed_ips': [{'subnet_id': 'dc12c35d-63c8-4379-b854-f39f5f475aa6'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:25.923867 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.926371 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Routers {'0e8bf72e-f81c-4fe8-9472-0253080bba90'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:25.927531 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:07:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['0e8bf72e-f81c-4fe8-9472-0253080bba90'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:25.929385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:25.934238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9bdba1cb-a3a3-474d-a011-85d52c3265c3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:25.937022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'network_id': 'ba3bf510-4e11-403c-9313-4790c7e09af2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:25.964558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Publish callbacks [] for router_controller (bd488a6e-60cd-49e3-b15e-a6757d8937c8), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:26.063310 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82c9ae32-54a0-40ba-9421-22d3c26fabbf req-8bf5ba77-0be4-46c0-9289-d7abf973b6dd tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 210 time: 0.1191020 Feb 11 05:07:26.064215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7466f-e3a3-469b-9363-ae47368f1e53 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=ba3bf510-4e11-403c-9313-4790c7e09af2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:26.134460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network ba3bf510-4e11-403c-9313-4790c7e09af2 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:26.299706 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Set router 0e8bf72e-f81c-4fe8-9472-0253080bba90 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:26.303224 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks [] for port (9975b258-4f8e-42fe-83ab-b496087134fc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:26.305441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:26.312103 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Publish callbacks [] for router_gateway (bd488a6e-60cd-49e3-b15e-a6757d8937c8), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:26.312364 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:26.454424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Performing IP validity checks on allocation pools {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:07:26.455449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:07:26.590091 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:26.695100 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:07:26.695363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Allocated IP 172.20.0.7 (801f2fae-a654-4f72-a6ba-496145495936/6f5d756b-6cd7-46c5-9048-f901f980f6a8/a2e36eea-7439-4486-9c5d-cc135f745749) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:26.702406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Network 801f2fae-a654-4f72-a6ba-496145495936 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:26.767018 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9bdba1cb-a3a3-474d-a011-85d52c3265c3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:26.767585 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:26.776688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:26.777210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Allocated IP 172.20.0.2 (3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea/dc12c35d-63c8-4379-b854-f39f5f475aa6/67f611d4-d614-4cc3-bb41-ab4f9e180c52) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:26.780908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:26.835523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7909c2bf-fb08-4b53-bf2c-5b913ebe91e0 None None] Network f1bb796d-2f4c-452f-a5c4-a4b674367c28 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:26.888451 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'name': 'tempest-TestServerMultinode-1357106220-router', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:12Z', 'updated_at': '2022-02-11T05:07:19Z', 'revision_number': 4, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'gw_port': {'id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:14Z', 'updated_at': '2022-02-11T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '5e7391b9-1a38-43ba-a6aa-2ecfdde24de5', 'name': '', 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'mac_address': 'fa:16:3e:2d:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '0f497848-f4b8-4960-82f3-c844618862af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:18Z', 'updated_at': '2022-02-11T05:07:19Z', 'revision_number': 2, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'subnets': [{'id': '0f497848-f4b8-4960-82f3-c844618862af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:26.965361 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Checking router: 0e8bf72e-f81c-4fe8-9472-0253080bba90 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:26.966019 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Updating router 0e8bf72e-f81c-4fe8-9472-0253080bba90 port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:07:27.016581 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Pushing event updated for resources: {'Port': ['ID=9975b258-4f8e-42fe-83ab-b496087134fc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:27.036769 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.040979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:27.041611 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.092779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-681623cb-76a7-4cb0-ab00-bee6ac0a1c60 None None] Provisioning complete for port e84bc25f-72e1-4045-9bad-9941fcc45a67 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:27.093335 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-681623cb-76a7-4cb0-ab00-bee6ac0a1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.157845 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ea243775-ee40-471a-9dab-05f5551ea57e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5809216 Feb 11 05:07:27.179722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Request body: {'port': {'device_id': '16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:27.233343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9bdba1cb-a3a3-474d-a011-85d52c3265c3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:27.234543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e84bc25f-72e1-4045-9bad-9941fcc45a67 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:27.276176 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks [] for port (a2e36eea-7439-4486-9c5d-cc135f745749), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.302940 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Publish callbacks [] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.329217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.329937 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.366460 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (15e786a4-4722-4964-8ec4-d806c74dd8a3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.395176 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Pushing event updated for resources: {'Port': ['ID=a2e36eea-7439-4486-9c5d-cc135f745749,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:27.425637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Network 801f2fae-a654-4f72-a6ba-496145495936 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:27.429535 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:27.432859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:27.536289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:27.539247 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.549263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Publish callbacks [] for router_gateway (bd488a6e-60cd-49e3-b15e-a6757d8937c8), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.584953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=15e786a4-4722-4964-8ec4-d806c74dd8a3,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:27.654078 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.664624 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.804962 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Publish callbacks [] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.815445 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.863903 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking segment: {'id': '63b881d2-8c47-44a8-948b-917175a0d3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba3bf510-4e11-403c-9313-4790c7e09af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:27.867191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network hostable DHCP agents. Network: ba3bf510-4e11-403c-9313-4790c7e09af2, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:27.891752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Pushing event updated for resources: {'Port': ['ID=67f611d4-d614-4cc3-bb41-ab4f9e180c52,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:27.894249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-681623cb-76a7-4cb0-ab00-bee6ac0a1c60 None None] Current status of the port e84bc25f-72e1-4045-9bad-9941fcc45a67 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:27.896395 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-681623cb-76a7-4cb0-ab00-bee6ac0a1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.912195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Network 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:27.913654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Allocated IP 172.25.7.79 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/eaf7792c-1c87-418e-aebc-8bbd74a2eb60) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:27.924597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f57d14-b01d-4c7d-989d-0a479970161e req-e4bb2496-280e-4537-a6f9-c1fb583204cf tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:27.933563 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54f57d14-b01d-4c7d-989d-0a479970161e req-e4bb2496-280e-4537-a6f9-c1fb583204cf tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 932 time: 0.6357672 Feb 11 05:07:27.942648 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Attempting to bind port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:27.943298 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Attempting to bind port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:27.945284 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Attempting to bind port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 on network 3849dc63-bce3-4d9c-805e-999252af5069 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:27.949445 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Pushing event updated for resources: {'Port': ['ID=5e7391b9-1a38-43ba-a6aa-2ecfdde24de5,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:27.959939 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.960587 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.961108 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.961684 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.962188 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.962687 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.963242 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.965761 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.965761 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.965761 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.965761 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.965761 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.965761 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:27.975332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:27.978683 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:27.979486 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Checking segment: {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:27.980108 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.980669 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Bound using segment: {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:27.981542 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Bound port: 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:27.982240 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.999246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:28.009024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e84bc25f-72e1-4045-9bad-9941fcc45a67 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:28.013191 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.156077 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] For port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:28.160507 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] For port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5e7391b9-1a38-43ba-a6aa-2ecfdde24de5,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:28.180633 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-07a3a4aa-2344-4e9f-a1ea-b8e4cae6e91c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1510131 Feb 11 05:07:28.183685 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.202839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-681623cb-76a7-4cb0-ab00-bee6ac0a1c60 None None] For port e84bc25f-72e1-4045-9bad-9941fcc45a67, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e84bc25f-72e1-4045-9bad-9941fcc45a67,segment=NetworkSegment(4a387777-8930-485b-acc9-b9119d0e7c30),segment_id=4a387777-8930-485b-acc9-b9119d0e7c30)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:28.213797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Request body: {'port': {'device_id': '0d9c7e6d-0fe5-4650-bacc-99872ab0d766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:28.320646 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Routers {'0e8bf72e-f81c-4fe8-9472-0253080bba90'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:28.321211 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:07:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['0e8bf72e-f81c-4fe8-9472-0253080bba90'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:28.334167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e84bc25f-72e1-4045-9bad-9941fcc45a67 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:28.398533 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-681623cb-76a7-4cb0-ab00-bee6ac0a1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.418454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.453696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9975b258-4f8e-42fe-83ab-b496087134fc {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:28.464145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Publish callbacks [] for port (9975b258-4f8e-42fe-83ab-b496087134fc), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.500038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Transition to ACTIVE for port object 9975b258-4f8e-42fe-83ab-b496087134fc will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:07:28.512364 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Publish callbacks [] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.518754 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.552838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Attempting to bind port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:28.553226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Attempting to bind port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '4ed167e1-ecd2-4950-a491-3f0f9881f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:28.553604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Attempting to bind port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 on network 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:28.580255 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Pushing event updated for resources: {'Port': ['ID=9975b258-4f8e-42fe-83ab-b496087134fc,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:28.626517 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] Set router 0e8bf72e-f81c-4fe8-9472-0253080bba90 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:28.632494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:28.639700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Checking segment: {'id': '4ed167e1-ecd2-4950-a491-3f0f9881f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:28.640129 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.640537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Bound using segment: {'id': '4ed167e1-ecd2-4950-a491-3f0f9881f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:28.646883 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54f57d14-b01d-4c7d-989d-0a479970161e req-5b94983e-f17d-4d23-a659-b6037da84c12 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7112124 Feb 11 05:07:28.647586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Bound port: 67f611d4-d614-4cc3-bb41-ab4f9e180c52, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed167e1-ecd2-4950-a491-3f0f9881f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:28.648002 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.662344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network ba3bf510-4e11-403c-9313-4790c7e09af2 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:28.719853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59626) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:28.762487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681623cb-76a7-4cb0-ab00-bee6ac0a1c60 None None] Pushing event updated for resources: {'Port': ['ID=e84bc25f-72e1-4045-9bad-9941fcc45a67,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:28.787209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-862a9d13-d53c-4f41-9803-734356f60241 None None] Provisioning complete for port e84bc25f-72e1-4045-9bad-9941fcc45a67 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:28.791696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, ba3bf510-4e11-403c-9313-4790c7e09af2) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:28.792236 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862a9d13-d53c-4f41-9803-734356f60241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.850203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:28.850724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.878950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf489b-51b7-4c8c-bd6f-8094b548841c None None] Network ba3bf510-4e11-403c-9313-4790c7e09af2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:28.898276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Attempting to bind port 9975b258-4f8e-42fe-83ab-b496087134fc on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:28.898641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Attempting to bind port 9975b258-4f8e-42fe-83ab-b496087134fc by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:28.898977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Attempting to bind port 9975b258-4f8e-42fe-83ab-b496087134fc on network 801f2fae-a654-4f72-a6ba-496145495936 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:28.915558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Port 9975b258-4f8e-42fe-83ab-b496087134fc on network 801f2fae-a654-4f72-a6ba-496145495936 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:07:28.915900 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Attempting to bind port 9975b258-4f8e-42fe-83ab-b496087134fc on network 801f2fae-a654-4f72-a6ba-496145495936 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:28.939563 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bdd4a40a-e065-4130-973f-e9ca9da54ab2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0069668 Feb 11 05:07:28.948406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:28.953636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.967184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:28.967532 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Checking segment: {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:28.967935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Bound using segment: {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:28.968563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Bound port: 9975b258-4f8e-42fe-83ab-b496087134fc, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:28.969652 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.987929 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f8a412d-cdcb-45d4-b23f-277c95eb9ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.031003 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f4832-d5de-4b1d-bd9f-b6383e384929 None None] Pushing event updated for resources: {'Port': ['ID=5e7391b9-1a38-43ba-a6aa-2ecfdde24de5,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:29.075314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf7792c-1c87-418e-aebc-8bbd74a2eb60,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:29.117994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:29.127564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:29.135928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:29.159600 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'name': 'tempest-TestServerMultinode-1357106220-router', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:12Z', 'updated_at': '2022-02-11T05:07:19Z', 'revision_number': 4, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'gw_port': {'id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:14Z', 'updated_at': '2022-02-11T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '5e7391b9-1a38-43ba-a6aa-2ecfdde24de5', 'name': '', 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'mac_address': 'fa:16:3e:2d:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '0f497848-f4b8-4960-82f3-c844618862af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:18Z', 'updated_at': '2022-02-11T05:07:28Z', 'revision_number': 4, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'subnets': [{'id': '0f497848-f4b8-4960-82f3-c844618862af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:29.239753 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56ee66-15c8-42cb-a2a1-527c6f6d6f0a None None] The sync data for ids ['0e8bf72e-f81c-4fe8-9472-0253080bba90'] in n-d-615180-58 is: [{'id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'name': 'tempest-TestServerMultinode-1357106220-router', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:12Z', 'updated_at': '2022-02-11T05:07:19Z', 'revision_number': 4, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'gw_port': {'id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:14Z', 'updated_at': '2022-02-11T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '5e7391b9-1a38-43ba-a6aa-2ecfdde24de5', 'name': '', 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'mac_address': 'fa:16:3e:2d:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '0f497848-f4b8-4960-82f3-c844618862af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:18Z', 'updated_at': '2022-02-11T05:07:28Z', 'revision_number': 4, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'subnets': [{'id': '0f497848-f4b8-4960-82f3-c844618862af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:29.253817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] For port 67f611d4-d614-4cc3-bb41-ab4f9e180c52, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:29.355681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] For port 67f611d4-d614-4cc3-bb41-ab4f9e180c52, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=67f611d4-d614-4cc3-bb41-ab4f9e180c52,segment=NetworkSegment(4ed167e1-ecd2-4950-a491-3f0f9881f64b),segment_id=4ed167e1-ecd2-4950-a491-3f0f9881f64b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:29.375232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (ba3bf510-4e11-403c-9313-4790c7e09af2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.387406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] For port 9975b258-4f8e-42fe-83ab-b496087134fc, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:29.396793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] For port 9975b258-4f8e-42fe-83ab-b496087134fc, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9975b258-4f8e-42fe-83ab-b496087134fc,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:29.431230 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.519684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c86377f-9ba4-4c85-8d4a-3e55b52e749d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-ba3bf510-4e11-403c-9313-4790c7e09af2', 'network_id': 'ba3bf510-4e11-403c-9313-4790c7e09af2', 'project_id': '55aa8f6a03fd4c9892626a673e718aa9', 'fixed_ips': [{'subnet_id': '15e786a4-4722-4964-8ec4-d806c74dd8a3'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:29.521013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c86377f-9ba4-4c85-8d4a-3e55b52e749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.590973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-862a9d13-d53c-4f41-9803-734356f60241 None None] Current status of the port e84bc25f-72e1-4045-9bad-9941fcc45a67 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:29.600292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (15e786a4-4722-4964-8ec4-d806c74dd8a3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.707375 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.762422 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-862a9d13-d53c-4f41-9803-734356f60241 None None] Provisioning complete for port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:29.762809 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862a9d13-d53c-4f41-9803-734356f60241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.791481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e05ebd-91f5-489c-8c3d-1fee1d206d5a None None] Pushing event updated for resources: {'Port': ['ID=67f611d4-d614-4cc3-bb41-ab4f9e180c52,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:30.085279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.085623 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:30.087421 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] 10.222.0.60 "PUT /v2.0/ports/9975b258-4f8e-42fe-83ab-b496087134fc HTTP/1.1" status: 200 len: 1093 time: 2.9143860 Feb 11 05:07:30.089808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe', 'tag': '9975b258-4f8e-42fe-83ab-b496087134fc'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:30.092681 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a488bd-7aba-4c09-8b0d-c3dc9ea42942" -d '{"events": [{"name": "network-changed", "server_uuid": "16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe", "tag": "9975b258-4f8e-42fe-83ab-b496087134fc"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:30.200064 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f8a412d-cdcb-45d4-b23f-277c95eb9ffc admin admin] Publish callbacks [] for security_group (91bb3177-b751-4793-9c33-0a71799ea382), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:30.207778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e36eea-7439-4486-9c5d-cc135f745749 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:30.227972 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97bde3e-e6c3-4c2c-a298-77f73b9f437f x-openstack-request-id: req-d97bde3e-e6c3-4c2c-a298-77f73b9f437f {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:30.228274 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe", "tag": "9975b258-4f8e-42fe-83ab-b496087134fc", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:30.228576 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d97bde3e-e6c3-4c2c-a298-77f73b9f437f {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:30.228953 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe', 'tag': '9975b258-4f8e-42fe-83ab-b496087134fc', 'status': 'completed', 'code': 200} Feb 11 05:07:30.257704 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Publish callbacks [] for port (a2e36eea-7439-4486-9c5d-cc135f745749), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:30.267817 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f8a412d-cdcb-45d4-b23f-277c95eb9ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (91bb3177-b751-4793-9c33-0a71799ea382), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:30.385234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168afe4-1341-446e-89f0-31f28efe7fcc service neutron] Pushing event updated for resources: {'Port': ['ID=9975b258-4f8e-42fe-83ab-b496087134fc,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-7c86377f-9ba4-4c85-8d4a-3e55b52e749d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15e786a4-4722-4964-8ec4-d806c74dd8a3: This subnet is being modified by another concurrent operation. Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:07:30.390413 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15e786a4-4722-4964-8ec4-d806c74dd8a3: This subnet is being modified by another concurrent operation. Feb 11 05:07:30.394866 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Feb 11 05:07:30.422579 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b25b043-8f7d-42cc-805b-c52ae3f777ff None None] Network ba3bf510-4e11-403c-9313-4790c7e09af2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:30.427003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c62e27-e4d4-4060-93f7-c09eff891a0f req-cdfca462-05c6-41cc-af5d-d84289ce4e2f tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.436235 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e0c62e27-e4d4-4060-93f7-c09eff891a0f req-cdfca462-05c6-41cc-af5d-d84289ce4e2f tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 944 time: 0.5533376 Feb 11 05:07:30.444407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (15e786a4-4722-4964-8ec4-d806c74dd8a3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:30.583998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Transition to ACTIVE for port object a2e36eea-7439-4486-9c5d-cc135f745749 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:07:30.586150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a412d-cdcb-45d4-b23f-277c95eb9ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bb3177-b751-4793-9c33-0a71799ea382,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:30.595679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Subnet': ['ID=15e786a4-4722-4964-8ec4-d806c74dd8a3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:30.622660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8f8a412d-cdcb-45d4-b23f-277c95eb9ffc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e084d929fece4dc3bd631de633db7aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9008822 Feb 11 05:07:30.623022 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:30.629423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59644) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:30.715973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-f49c8d16-8f08-4ae7-9d5d-b6b36f8d17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.719531 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-f49c8d16-8f08-4ae7-9d5d-b6b36f8d17d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbe9e6f82fc34e8fbadd22dfbcd611bc&device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 1127 time: 0.5141985 Feb 11 05:07:30.745786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Pushing event updated for resources: {'Port': ['ID=a2e36eea-7439-4486-9c5d-cc135f745749,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:30.804518 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-862a9d13-d53c-4f41-9803-734356f60241 None None] Current status of the port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:30.804894 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862a9d13-d53c-4f41-9803-734356f60241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:30.860916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e84bc25f-72e1-4045-9bad-9941fcc45a67 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:30.936581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (ba3bf510-4e11-403c-9313-4790c7e09af2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:30.964629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-862a9d13-d53c-4f41-9803-734356f60241 None None] For port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5e7391b9-1a38-43ba-a6aa-2ecfdde24de5,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:30.973096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3bf510-4e11-403c-9313-4790c7e09af2']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:30.979641 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-754e116e-d7ec-40a7-ab34-03d20b4629b4 admin admin] Publish callbacks [] for security_group (91bb3177-b751-4793-9c33-0a71799ea382), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:30.989854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b881d2-8c47-44a8-948b-917175a0d3ec') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:30.990455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b881d2-8c47-44a8-948b-917175a0d3ec') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:30.992087 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862a9d13-d53c-4f41-9803-734356f60241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.005761 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (63b881d2-8c47-44a8-948b-917175a0d3ec), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.014983 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Publish callbacks [] for router_gateway (bd488a6e-60cd-49e3-b15e-a6757d8937c8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.024085 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (63b881d2-8c47-44a8-948b-917175a0d3ec), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.032108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:31.032688 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (63b881d2-8c47-44a8-948b-917175a0d3ec), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:31.059805 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:31.076531 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e0c62e27-e4d4-4060-93f7-c09eff891a0f req-aa15aff9-e0b3-4226-b8e7-a5462d36d376 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6251812 Feb 11 05:07:31.077959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-72dfc159-4419-4de0-a923-7815801042ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9975b258-4f8e-42fe-83ab-b496087134fc HTTP/1.1" status: 200 len: 217 time: 0.3400733 Feb 11 05:07:31.184505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a9d13-d53c-4f41-9803-734356f60241 None None] Pushing event updated for resources: {'Port': ['ID=5e7391b9-1a38-43ba-a6aa-2ecfdde24de5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:31.212477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e84bc25f-72e1-4045-9bad-9941fcc45a67 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:31.213921 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.238028 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (ba3bf510-4e11-403c-9313-4790c7e09af2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.243452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-3f4be5b7-7597-4ba7-ab31-827878eea0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:31.251003 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-3f4be5b7-7597-4ba7-ab31-827878eea0e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f5d756b-6cd7-46c5-9048-f901f980f6a8 HTTP/1.1" status: 200 len: 853 time: 0.1598637 Feb 11 05:07:31.267795 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.273796 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/ba3bf510-4e11-403c-9313-4790c7e09af2 HTTP/1.1" status: 204 len: 168 time: 2.3240256 Feb 11 05:07:31.288641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ca1727d8-f8dc-4847-a6f4-fd022f99b027 None None] Provisioning complete for port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:31.289230 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca1727d8-f8dc-4847-a6f4-fd022f99b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.301321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59652) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:31.319945 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-754e116e-d7ec-40a7-ab34-03d20b4629b4 admin admin] Publish callbacks [] for security_group (91bb3177-b751-4793-9c33-0a71799ea382), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.503203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Attempting to bind port a2e36eea-7439-4486-9c5d-cc135f745749 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:31.503823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Attempting to bind port a2e36eea-7439-4486-9c5d-cc135f745749 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:31.504358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Attempting to bind port a2e36eea-7439-4486-9c5d-cc135f745749 on network 801f2fae-a654-4f72-a6ba-496145495936 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:31.522345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ca1727d8-f8dc-4847-a6f4-fd022f99b027 None None] Current status of the port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:31.525400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e84bc25f-72e1-4045-9bad-9941fcc45a67 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:31.526940 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:31.585008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:31.585390 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.616995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Port a2e36eea-7439-4486-9c5d-cc135f745749 on network 801f2fae-a654-4f72-a6ba-496145495936 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:07:31.617576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Attempting to bind port a2e36eea-7439-4486-9c5d-cc135f745749 on network 801f2fae-a654-4f72-a6ba-496145495936 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:31.632189 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-754e116e-d7ec-40a7-ab34-03d20b4629b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (91bb3177-b751-4793-9c33-0a71799ea382), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.635140 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-754e116e-d7ec-40a7-ab34-03d20b4629b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.636491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-754e116e-d7ec-40a7-ab34-03d20b4629b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91bb3177-b751-4793-9c33-0a71799ea382 HTTP/1.1" status: 204 len: 168 time: 0.9920752 Feb 11 05:07:31.665921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:31.672125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Checking segment: {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:31.672125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Bound using segment: {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:31.672598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Bound port: a2e36eea-7439-4486-9c5d-cc135f745749, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:31.672973 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.759950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:31.761723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 67f611d4-d614-4cc3-bb41-ab4f9e180c52 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:31.778869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e116e-d7ec-40a7-ab34-03d20b4629b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bb3177-b751-4793-9c33-0a71799ea382,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:31.833651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1b3478-4c98-41ff-a623-0fe7f88e239a None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:07:31.924880 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (bd488a6e-60cd-49e3-b15e-a6757d8937c8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.952627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] For port a2e36eea-7439-4486-9c5d-cc135f745749, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:31.958824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a6232ea6-ee41-44a0-8777-3a3f4fa951fe None None] Provisioning complete for port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:31.960292 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6232ea6-ee41-44a0-8777-3a3f4fa951fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.962215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] For port a2e36eea-7439-4486-9c5d-cc135f745749, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=a2e36eea-7439-4486-9c5d-cc135f745749,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:32.026327 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.117461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:32.117844 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.191119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:32.198785 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.200373 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] 10.222.0.10 "PUT /v2.0/ports/a2e36eea-7439-4486-9c5d-cc135f745749 HTTP/1.1" status: 200 len: 1092 time: 4.0035329 Feb 11 05:07:32.218835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Network': ['ID=ba3bf510-4e11-403c-9313-4790c7e09af2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:32.224763 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-39d72ac9-2d98-4d51-99e0-190d9596964f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=801f2fae-a654-4f72-a6ba-496145495936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9724905 Feb 11 05:07:32.227334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9c7e6d-0fe5-4650-bacc-99872ab0d766', 'tag': 'a2e36eea-7439-4486-9c5d-cc135f745749'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:32.234492 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17b8d80-6990-4386-80ef-b4c61825ebe0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9c7e6d-0fe5-4650-bacc-99872ab0d766", "tag": "a2e36eea-7439-4486-9c5d-cc135f745749"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:32.248853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-21c67aea-b166-4687-89b3-236d4731dd47 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1426626790'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:32.316275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b3478-4c98-41ff-a623-0fe7f88e239a None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:07:32.354957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c67aea-b166-4687-89b3-236d4731dd47 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:32.357013 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c67aea-b166-4687-89b3-236d4731dd47 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.368677 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14812ee-675b-4704-9a44-154159bb077e x-openstack-request-id: req-a14812ee-675b-4704-9a44-154159bb077e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:32.369228 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9c7e6d-0fe5-4650-bacc-99872ab0d766", "tag": "a2e36eea-7439-4486-9c5d-cc135f745749", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:32.369228 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a14812ee-675b-4704-9a44-154159bb077e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:32.369617 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9c7e6d-0fe5-4650-bacc-99872ab0d766', 'tag': 'a2e36eea-7439-4486-9c5d-cc135f745749', 'status': 'completed', 'code': 200} Feb 11 05:07:32.393886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cbf5b-f53a-4a37-86ae-fed4e517060e service neutron] Pushing event updated for resources: {'Port': ['ID=a2e36eea-7439-4486-9c5d-cc135f745749,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:32.438465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.453727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.454162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.454521 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.455611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.455764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.456082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.456418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.456755 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.457092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.457586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.457935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.458285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de1a4d4-e58b-4ffb-9577-ed53742a89c9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:32.490760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-c2718982-3cca-4f1e-9610-0d002f5b98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:32.493857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-c2718982-3cca-4f1e-9610-0d002f5b98b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbe9e6f82fc34e8fbadd22dfbcd611bc&device_id=0d9c7e6d-0fe5-4650-bacc-99872ab0d766 HTTP/1.1" status: 200 len: 1126 time: 0.1946638 Feb 11 05:07:32.501010 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Router bd488a6e-60cd-49e3-b15e-a6757d8937c8 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:07:32.565296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a6232ea6-ee41-44a0-8777-3a3f4fa951fe None None] Current status of the port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:32.566146 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6232ea6-ee41-44a0-8777-3a3f4fa951fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.581488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234711-f2af-4f28-9ee0-125d31d71ace req-892e913f-5fc8-4c4e-bed5-acc24c559eaf tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:32.588352 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2234711-f2af-4f28-9ee0-125d31d71ace req-892e913f-5fc8-4c4e-bed5-acc24c559eaf tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 944 time: 0.2884498 Feb 11 05:07:32.598501 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c67aea-b166-4687-89b3-236d4731dd47 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:32.616144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-ba0fd414-d9c7-4ee6-8343-ee77affba139 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2e36eea-7439-4486-9c5d-cc135f745749 HTTP/1.1" status: 200 len: 217 time: 0.1054091 Feb 11 05:07:32.646248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c67aea-b166-4687-89b3-236d4731dd47 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (cbd8b636-f580-4533-a411-83c26558c4bb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.646594 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-21c67aea-b166-4687-89b3-236d4731dd47 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Added segment cbd8b636-f580-4533-a411-83c26558c4bb of type vlan for network c1b522ca-c704-40d1-b3da-4daf9cdd9fdd Feb 11 05:07:32.715619 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-11395510-bdd0-4e67-b56f-2df40706cb6e service neutron] 10.222.0.60 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785095 Feb 11 05:07:32.727878 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:32.728291 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.808741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a6232ea6-ee41-44a0-8777-3a3f4fa951fe None None] For port 67f611d4-d614-4cc3-bb41-ab4f9e180c52, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=67f611d4-d614-4cc3-bb41-ab4f9e180c52,segment=NetworkSegment(4ed167e1-ecd2-4950-a491-3f0f9881f64b),segment_id=4ed167e1-ecd2-4950-a491-3f0f9881f64b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:32.830620 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6232ea6-ee41-44a0-8777-3a3f4fa951fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.863079 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-8fb6c1fa-6cc3-4ca5-bdff-ebc6cac369e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:32.864571 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-8fb6c1fa-6cc3-4ca5-bdff-ebc6cac369e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f5d756b-6cd7-46c5-9048-f901f980f6a8 HTTP/1.1" status: 200 len: 853 time: 0.2407453 Feb 11 05:07:32.946372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-da883ab5-cac7-4d1b-8e57-0b7af2868b41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=801f2fae-a654-4f72-a6ba-496145495936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325942 Feb 11 05:07:33.027987 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:07:33.028349 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:07:33.033959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6232ea6-ee41-44a0-8777-3a3f4fa951fe None None] Pushing event updated for resources: {'Port': ['ID=67f611d4-d614-4cc3-bb41-ab4f9e180c52,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:33.051902 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-6c16ebc7-c393-46cb-b905-65526fc90a01 service neutron] 10.222.0.60 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353770 Feb 11 05:07:33.089241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeabe42e-a927-4353-a3a0-4e78ef058d8b None None] Network 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:33.093877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2234711-f2af-4f28-9ee0-125d31d71ace req-74083f35-f670-45bc-a652-8c82d10976bd tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963834 Feb 11 05:07:33.114509 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c67aea-b166-4687-89b3-236d4731dd47 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (c1b522ca-c704-40d1-b3da-4daf9cdd9fdd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.163577 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c67aea-b166-4687-89b3-236d4731dd47 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (c1b522ca-c704-40d1-b3da-4daf9cdd9fdd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.170972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c67aea-b166-4687-89b3-236d4731dd47 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:33.172758 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c67aea-b166-4687-89b3-236d4731dd47 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.217249 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-21c67aea-b166-4687-89b3-236d4731dd47 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0110655 Feb 11 05:07:33.220398 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:33.281083 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-97da9945-c19b-4493-b2d7-fa0a715287cd tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'network_id': 'c1b522ca-c704-40d1-b3da-4daf9cdd9fdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:33.366538 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.430039 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c67aea-b166-4687-89b3-236d4731dd47 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=c1b522ca-c704-40d1-b3da-4daf9cdd9fdd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:33.444625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a488bd-7aba-4c09-8b0d-c3dc9ea42942 req-b3b3bd33-2390-4330-9455-b2f388e45d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:33.446231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15a488bd-7aba-4c09-8b0d-c3dc9ea42942 req-b3b3bd33-2390-4330-9455-b2f388e45d8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbe9e6f82fc34e8fbadd22dfbcd611bc&device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 1127 time: 0.2953882 Feb 11 05:07:33.449606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network c1b522ca-c704-40d1-b3da-4daf9cdd9fdd details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:33.629971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97da9945-c19b-4493-b2d7-fa0a715287cd tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:33.640953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97da9945-c19b-4493-b2d7-fa0a715287cd tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.887837 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97da9945-c19b-4493-b2d7-fa0a715287cd tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (e9cd53f2-6030-4453-a283-7465ec40e44a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.970333 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-e162c807-923c-48ac-b097-8717f5783536 service neutron] 10.222.0.10 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0143764 Feb 11 05:07:33.974304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da9945-c19b-4493-b2d7-fa0a715287cd tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=e9cd53f2-6030-4453-a283-7465ec40e44a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:33.976894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a488bd-7aba-4c09-8b0d-c3dc9ea42942 req-e5c2be7b-48d4-4022-a5d4-03c9c1ae3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:33.978464 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15a488bd-7aba-4c09-8b0d-c3dc9ea42942 req-e5c2be7b-48d4-4022-a5d4-03c9c1ae3e20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=801f2fae-a654-4f72-a6ba-496145495936 HTTP/1.1" status: 200 len: 914 time: 0.5227547 Feb 11 05:07:33.990739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97da9945-c19b-4493-b2d7-fa0a715287cd tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking segment: {'id': 'cbd8b636-f580-4533-a411-83c26558c4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c1b522ca-c704-40d1-b3da-4daf9cdd9fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:33.991177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da9945-c19b-4493-b2d7-fa0a715287cd tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network hostable DHCP agents. Network: c1b522ca-c704-40d1-b3da-4daf9cdd9fdd, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:34.038388 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15a488bd-7aba-4c09-8b0d-c3dc9ea42942 req-59b8b29c-7475-44af-9ae4-d99f70eaf25d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9975b258-4f8e-42fe-83ab-b496087134fc HTTP/1.1" status: 200 len: 217 time: 0.0488279 Feb 11 05:07:34.130413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da9945-c19b-4493-b2d7-fa0a715287cd tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network c1b522ca-c704-40d1-b3da-4daf9cdd9fdd is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:34.139371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a488bd-7aba-4c09-8b0d-c3dc9ea42942 req-429428b5-5f9d-4d54-9d81-f7fcefef3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:34.141236 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15a488bd-7aba-4c09-8b0d-c3dc9ea42942 req-429428b5-5f9d-4d54-9d81-f7fcefef3d5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f5d756b-6cd7-46c5-9048-f901f980f6a8 HTTP/1.1" status: 200 len: 853 time: 0.0776839 Feb 11 05:07:34.151742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-97da9945-c19b-4493-b2d7-fa0a715287cd tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, c1b522ca-c704-40d1-b3da-4daf9cdd9fdd) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:34.186566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da9945-c19b-4493-b2d7-fa0a715287cd tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:34.188701 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-97da9945-c19b-4493-b2d7-fa0a715287cd tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:34.205657 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c08456b5-61a5-4127-bcb7-f53781bfcf14 req-796ff0ae-2953-40a3-8837-be89279dec61 service neutron] 10.222.0.10 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257240 Feb 11 05:07:34.229962 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15a488bd-7aba-4c09-8b0d-c3dc9ea42942 req-84f644ac-89ba-4b01-a51f-feed2b2c9de3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=801f2fae-a654-4f72-a6ba-496145495936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673788 Feb 11 05:07:34.236208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:34.255439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefc5ff6-cf8d-4905-8c52-962a5091e6d3 None None] Network c1b522ca-c704-40d1-b3da-4daf9cdd9fdd requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:34.305480 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:34.309398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2fa4ea87-c8b5-4204-b96d-dee633c29c17 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5538487 Feb 11 05:07:34.310015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59736) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:34.372174 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-97da9945-c19b-4493-b2d7-fa0a715287cd tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1465497 Feb 11 05:07:34.401046 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59738) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:34.443336 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Sync routers for ids ['bd488a6e-60cd-49e3-b15e-a6757d8937c8'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:34.477108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cd6df2cb-0175-4f5e-bc96-9f82ecea96b9 None None] Provisioning complete for port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:34.477486 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd6df2cb-0175-4f5e-bc96-9f82ecea96b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:34.526608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-c1b522ca-c704-40d1-b3da-4daf9cdd9fdd', 'network_id': 'c1b522ca-c704-40d1-b3da-4daf9cdd9fdd', 'project_id': '55aa8f6a03fd4c9892626a673e718aa9', 'fixed_ips': [{'subnet_id': 'e9cd53f2-6030-4453-a283-7465ec40e44a'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:34.527510 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:34.566947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:34.587105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Routers {'bd488a6e-60cd-49e3-b15e-a6757d8937c8'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:34.587360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:07:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bd488a6e-60cd-49e3-b15e-a6757d8937c8'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:34.669575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cd6df2cb-0175-4f5e-bc96-9f82ecea96b9 None None] Current status of the port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:34.763995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b8d80-6990-4386-80ef-b4c61825ebe0 req-7e227d8f-c966-49e8-9461-82f5ea144441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:34.769664 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e17b8d80-6990-4386-80ef-b4c61825ebe0 req-7e227d8f-c966-49e8-9461-82f5ea144441 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbe9e6f82fc34e8fbadd22dfbcd611bc&device_id=0d9c7e6d-0fe5-4650-bacc-99872ab0d766 HTTP/1.1" status: 200 len: 1126 time: 0.3448880 Feb 11 05:07:34.787145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:34.834300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15a488bd-7aba-4c09-8b0d-c3dc9ea42942 req-2659f53c-aa8d-4ccb-ac83-5a65b562d7af service neutron] 10.222.0.60 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945015 Feb 11 05:07:34.939172 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1eaf5-b68d-49ad-898a-4d68aa798807 req-9229f04b-547c-4b98-9269-469c9023c7e5 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:34.943075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29e1eaf5-b68d-49ad-898a-4d68aa798807 req-9229f04b-547c-4b98-9269-469c9023c7e5 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 944 time: 0.6676941 Feb 11 05:07:35.011313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Allocated IP 172.20.0.1 (c1b522ca-c704-40d1-b3da-4daf9cdd9fdd/e9cd53f2-6030-4453-a283-7465ec40e44a/1fdcf47e-ff83-4dae-9e44-3fd666b531be) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:35.112403 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (c1b522ca-c704-40d1-b3da-4daf9cdd9fdd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:35.179633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Set router bd488a6e-60cd-49e3-b15e-a6757d8937c8 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:35.240465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b8d80-6990-4386-80ef-b4c61825ebe0 req-c5d48225-8b1d-4c06-ac44-afe63517b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:35.241301 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15a488bd-7aba-4c09-8b0d-c3dc9ea42942 req-e50a922b-bd52-47c6-90f9-2b359897af59 service neutron] 10.222.0.60 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953154 Feb 11 05:07:35.246790 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e17b8d80-6990-4386-80ef-b4c61825ebe0 req-c5d48225-8b1d-4c06-ac44-afe63517b450 service neutron] 10.222.0.10 "GET /v2.0/networks?id=801f2fae-a654-4f72-a6ba-496145495936 HTTP/1.1" status: 200 len: 914 time: 0.4634004 Feb 11 05:07:35.248003 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29e1eaf5-b68d-49ad-898a-4d68aa798807 req-2ef97a89-67f9-4a3c-9c16-dd24444522b8 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877903 Feb 11 05:07:35.270401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e9cd53f2-6030-4453-a283-7465ec40e44a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:35.484860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:35.485862 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:35.489294 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e17b8d80-6990-4386-80ef-b4c61825ebe0 req-50158d47-b4fe-4989-bbbf-d923caecf390 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2e36eea-7439-4486-9c5d-cc135f745749 HTTP/1.1" status: 200 len: 217 time: 0.1598794 Feb 11 05:07:35.663459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b8d80-6990-4386-80ef-b4c61825ebe0 req-454b4fa9-0a78-4ffe-8781-fae91a929a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:35.665961 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e17b8d80-6990-4386-80ef-b4c61825ebe0 req-454b4fa9-0a78-4ffe-8781-fae91a929a81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f5d756b-6cd7-46c5-9048-f901f980f6a8 HTTP/1.1" status: 200 len: 853 time: 0.1099250 Feb 11 05:07:35.687804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:35.688913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 67f611d4-d614-4cc3-bb41-ab4f9e180c52 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:35.713521 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e17b8d80-6990-4386-80ef-b4c61825ebe0 req-59f5b929-60bf-40e6-87ec-58c075286c50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=801f2fae-a654-4f72-a6ba-496145495936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392773 Feb 11 05:07:35.871867 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Publish callbacks [] for port (1fdcf47e-ff83-4dae-9e44-3fd666b531be), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:35.891913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'name': 'tempest-TestServerMultinode-1234402549-router', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:25Z', 'updated_at': '2022-02-11T05:07:30Z', 'revision_number': 3, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'gw_port': {'id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:27Z', 'updated_at': '2022-02-11T05:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:35.918564 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (e9cd53f2-6030-4453-a283-7465ec40e44a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:35.930792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Checking router: bd488a6e-60cd-49e3-b15e-a6757d8937c8 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:35.931458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Updating router bd488a6e-60cd-49e3-b15e-a6757d8937c8 port eaf7792c-1c87-418e-aebc-8bbd74a2eb60 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:07:35.934611 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (1fdcf47e-ff83-4dae-9e44-3fd666b531be), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:35.990320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:35.992736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Subnet': ['ID=e9cd53f2-6030-4453-a283-7465ec40e44a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:36.018283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Network c1b522ca-c704-40d1-b3da-4daf9cdd9fdd is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:36.072166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e17b8d80-6990-4386-80ef-b4c61825ebe0 req-9cde3c2c-fc0c-499c-8928-d2f354a6577b service neutron] 10.222.0.10 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511343 Feb 11 05:07:36.134285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (c1b522ca-c704-40d1-b3da-4daf9cdd9fdd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.171481 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.187332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b522ca-c704-40d1-b3da-4daf9cdd9fdd']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:36.198201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:36.207015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:36.209883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:36.210335 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.212974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd8b636-f580-4533-a411-83c26558c4bb') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:36.215208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd8b636-f580-4533-a411-83c26558c4bb') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:36.239563 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (cbd8b636-f580-4533-a411-83c26558c4bb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.250411 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Pushing event updated for resources: {'Port': ['ID=1fdcf47e-ff83-4dae-9e44-3fd666b531be,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:36.278866 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e17b8d80-6990-4386-80ef-b4c61825ebe0 req-3c7f08ea-8b57-4d1f-96ec-b413d049349c service neutron] 10.222.0.10 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964898 Feb 11 05:07:36.304252 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (cbd8b636-f580-4533-a411-83c26558c4bb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.324483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:36.325358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (cbd8b636-f580-4533-a411-83c26558c4bb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:36.336410 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:36.368398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Attempting to bind port 1fdcf47e-ff83-4dae-9e44-3fd666b531be on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:36.368938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Attempting to bind port 1fdcf47e-ff83-4dae-9e44-3fd666b531be by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'cbd8b636-f580-4533-a411-83c26558c4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c1b522ca-c704-40d1-b3da-4daf9cdd9fdd'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:36.369444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Attempting to bind port 1fdcf47e-ff83-4dae-9e44-3fd666b531be on network c1b522ca-c704-40d1-b3da-4daf9cdd9fdd {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:36.390290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:36.391370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Checking segment: {'id': 'cbd8b636-f580-4533-a411-83c26558c4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c1b522ca-c704-40d1-b3da-4daf9cdd9fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:36.391906 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.392430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Bound using segment: {'id': 'cbd8b636-f580-4533-a411-83c26558c4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c1b522ca-c704-40d1-b3da-4daf9cdd9fdd'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:36.393053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Bound port: 1fdcf47e-ff83-4dae-9e44-3fd666b531be, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd8b636-f580-4533-a411-83c26558c4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c1b522ca-c704-40d1-b3da-4daf9cdd9fdd'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:36.393565 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1fdcf47e-ff83-4dae-9e44-3fd666b531be), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.551963 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.db.api [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:07:36.551963 n-d-615180-58 neutron-server[103354]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:07:36.551963 n-d-615180-58 neutron-server[103354]: [parameters: {'id': 'c1b522ca-c704-40d1-b3da-4daf9cdd9fdd'}] Feb 11 05:07:36.551963 n-d-615180-58 neutron-server[103354]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:07:36.552649 n-d-615180-58 neutron-server[103354]: DEBUG oslo_db.api [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:07:36.633675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1bc96-2a86-40e2-8476-438e675121d6 req-4773e944-2b92-42ad-bf41-f52a17f098e3 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:36.640423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ff1bc96-2a86-40e2-8476-438e675121d6 req-4773e944-2b92-42ad-bf41-f52a17f098e3 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 944 time: 0.1737494 Feb 11 05:07:36.642000 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:36.655520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] For port 1fdcf47e-ff83-4dae-9e44-3fd666b531be, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:36.663782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] For port 1fdcf47e-ff83-4dae-9e44-3fd666b531be, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1fdcf47e-ff83-4dae-9e44-3fd666b531be,segment=NetworkSegment(cbd8b636-f580-4533-a411-83c26558c4bb),segment_id=cbd8b636-f580-4533-a411-83c26558c4bb)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:36.720381 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1fdcf47e-ff83-4dae-9e44-3fd666b531be), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.786408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Allocated IP 172.20.0.1 (3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea/dc12c35d-63c8-4379-b854-f39f5f475aa6/e48677af-3ebd-4b7c-b358-4978128d04d5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:36.812232 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4ff1bc96-2a86-40e2-8476-438e675121d6 req-1f593479-0eb9-441a-b40e-fba2ee6a7567 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550372 Feb 11 05:07:37.035810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Publish callbacks [] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.053711 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (c1b522ca-c704-40d1-b3da-4daf9cdd9fdd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.053933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9975b258-4f8e-42fe-83ab-b496087134fc details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:37.131732 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.151776 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Publish callbacks [] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.171711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Deleting port 1fdcf47e-ff83-4dae-9e44-3fd666b531be {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:37.172066 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1fdcf47e-ff83-4dae-9e44-3fd666b531be), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.178087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081a483-f913-4a80-a82a-f0c54f0e5c11 None None] Pushing event updated for resources: {'Port': ['ID=1fdcf47e-ff83-4dae-9e44-3fd666b531be,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:37.190215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b7bbf0-dabe-4484-bc14-1a1866d19260 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:07:37.193578 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.250128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Network 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:37.261197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:37.268978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:37.278808 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Pushing event updated for resources: {'Port': ['ID=e48677af-3ebd-4b7c-b358-4978128d04d5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:37.364191 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (bd488a6e-60cd-49e3-b15e-a6757d8937c8), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.370799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4e3ce-31d5-42a1-ac9e-04fd424f6537 None None] Pushing event updated for resources: {'Port': ['ID=eaf7792c-1c87-418e-aebc-8bbd74a2eb60,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:37.395307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Attempting to bind port eaf7792c-1c87-418e-aebc-8bbd74a2eb60 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:37.396959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Attempting to bind port eaf7792c-1c87-418e-aebc-8bbd74a2eb60 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:37.397733 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Attempting to bind port eaf7792c-1c87-418e-aebc-8bbd74a2eb60 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:37.398988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] For port 1fdcf47e-ff83-4dae-9e44-3fd666b531be, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1fdcf47e-ff83-4dae-9e44-3fd666b531be,segment=NetworkSegment(cbd8b636-f580-4533-a411-83c26558c4bb),segment_id=cbd8b636-f580-4533-a411-83c26558c4bb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:37.405231 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1fdcf47e-ff83-4dae-9e44-3fd666b531be), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.439444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:37.441182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:37.443259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Calling delete_port for 1fdcf47e-ff83-4dae-9e44-3fd666b531be owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:37.443781 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.444184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:37.445042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Bound port: eaf7792c-1c87-418e-aebc-8bbd74a2eb60, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:37.445446 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.563918 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.634918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9975b258-4f8e-42fe-83ab-b496087134fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9975b258-4f8e-42fe-83ab-b496087134fc,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:37.669349 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1fdcf47e-ff83-4dae-9e44-3fd666b531be), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.711520 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.731366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b7bbf0-dabe-4484-bc14-1a1866d19260 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:07:37.733571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Port': ['ID=1fdcf47e-ff83-4dae-9e44-3fd666b531be,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:37.735662 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No DVR routers for this DVR port 1fdcf47e-ff83-4dae-9e44-3fd666b531be on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:37.738523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '9975b258-4f8e-42fe-83ab-b496087134fc', 'network_id': '801f2fae-a654-4f72-a6ba-496145495936', 'port_id': '9975b258-4f8e-42fe-83ab-b496087134fc', 'mac_address': 'fa:16:3e:b5:df:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5d756b-6cd7-46c5-9048-f901f980f6a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:37.787317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] For port eaf7792c-1c87-418e-aebc-8bbd74a2eb60, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:37.809774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] For port eaf7792c-1c87-418e-aebc-8bbd74a2eb60, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=eaf7792c-1c87-418e-aebc-8bbd74a2eb60,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:37.967458 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.007923 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (c1b522ca-c704-40d1-b3da-4daf9cdd9fdd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.067042 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b522ca-c704-40d1-b3da-4daf9cdd9fdd']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:38.084814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd8b636-f580-4533-a411-83c26558c4bb') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:38.085206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd8b636-f580-4533-a411-83c26558c4bb') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:38.114110 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (cbd8b636-f580-4533-a411-83c26558c4bb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.148202 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (cbd8b636-f580-4533-a411-83c26558c4bb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.161709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:38.162065 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (cbd8b636-f580-4533-a411-83c26558c4bb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.187221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 9975b258-4f8e-42fe-83ab-b496087134fc is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:38.191185 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.211107 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Publish callbacks [] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.229689 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.255271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Routers {'bd488a6e-60cd-49e3-b15e-a6757d8937c8'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:38.258695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:07:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bd488a6e-60cd-49e3-b15e-a6757d8937c8'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:38.280450 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:38.293309 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (c1b522ca-c704-40d1-b3da-4daf9cdd9fdd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.340037 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.347325 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/c1b522ca-c704-40d1-b3da-4daf9cdd9fdd HTTP/1.1" status: 204 len: 168 time: 3.9437931 Feb 11 05:07:38.349171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59800) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:38.368300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f80b98a3-e544-4e2a-865f-345753451e49 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1270908003'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:38.377728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcae163-9d5d-4505-a7a1-5ece41daf0fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Network': ['ID=c1b522ca-c704-40d1-b3da-4daf9cdd9fdd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:38.400301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Pushing event updated for resources: {'Port': ['ID=e48677af-3ebd-4b7c-b358-4978128d04d5,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:38.407630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80b98a3-e544-4e2a-865f-345753451e49 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:38.410077 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (bd488a6e-60cd-49e3-b15e-a6757d8937c8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.411983 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f80b98a3-e544-4e2a-865f-345753451e49 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.421722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9975b258-4f8e-42fe-83ab-b496087134fc {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:38.438503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f37897-54fd-4231-bce5-31d28a4a51d6 req-257d0158-721d-4566-afbf-45c00d372c9b tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:38.440383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-08f37897-54fd-4231-bce5-31d28a4a51d6 req-257d0158-721d-4566-afbf-45c00d372c9b tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 944 time: 0.1717029 Feb 11 05:07:38.478888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80b98a3-e544-4e2a-865f-345753451e49 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:38.525196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4e3ce-31d5-42a1-ac9e-04fd424f6537 None None] Pushing event updated for resources: {'Port': ['ID=eaf7792c-1c87-418e-aebc-8bbd74a2eb60,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:38.531787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9975b258-4f8e-42fe-83ab-b496087134fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9975b258-4f8e-42fe-83ab-b496087134fc,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:38.571645 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f80b98a3-e544-4e2a-865f-345753451e49 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (668c9f2c-3b30-4425-aab6-375660a1fae6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.572000 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-f80b98a3-e544-4e2a-865f-345753451e49 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Added segment 668c9f2c-3b30-4425-aab6-375660a1fae6 of type vlan for network 762a349d-4836-4ce9-98d3-f6d0401ed713 Feb 11 05:07:38.588584 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.621367 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-08f37897-54fd-4231-bce5-31d28a4a51d6 req-3742062a-6eb8-4661-8688-2b359c522998 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736073 Feb 11 05:07:38.653116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=9975b258-4f8e-42fe-83ab-b496087134fc,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:38.682340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Network 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:38.684368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:38.687743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] Set router bd488a6e-60cd-49e3-b15e-a6757d8937c8 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:38.723293 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f80b98a3-e544-4e2a-865f-345753451e49 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (762a349d-4836-4ce9-98d3-f6d0401ed713), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.780164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1788d609-3958-4586-9714-10ab2c422ac5 None None] Network c1b522ca-c704-40d1-b3da-4daf9cdd9fdd requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:38.829930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device a2e36eea-7439-4486-9c5d-cc135f745749 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:38.840236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f80b98a3-e544-4e2a-865f-345753451e49 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (762a349d-4836-4ce9-98d3-f6d0401ed713), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.856480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b98a3-e544-4e2a-865f-345753451e49 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:38.859037 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f80b98a3-e544-4e2a-865f-345753451e49 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.924251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1788d609-3958-4586-9714-10ab2c422ac5 None None] Network c1b522ca-c704-40d1-b3da-4daf9cdd9fdd could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:07:39.009470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59806) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:39.014480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f80b98a3-e544-4e2a-865f-345753451e49 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6509581 Feb 11 05:07:39.038555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8924eca5-c408-4ded-8250-18e03c703614 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'network_id': '762a349d-4836-4ce9-98d3-f6d0401ed713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:39.107610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b98a3-e544-4e2a-865f-345753451e49 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=762a349d-4836-4ce9-98d3-f6d0401ed713,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:39.145549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 762a349d-4836-4ce9-98d3-f6d0401ed713 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:39.213247 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:07:39.327384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Router bd488a6e-60cd-49e3-b15e-a6757d8937c8 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:39.336361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8924eca5-c408-4ded-8250-18e03c703614 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:39.348908 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8924eca5-c408-4ded-8250-18e03c703614 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.427813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['9975b258-4f8e-42fe-83ab-b496087134fc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:39.492595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ad90c4cb-7212-40ba-adfb-abb1b8edcf77 None None] Provisioning complete for port e48677af-3ebd-4b7c-b358-4978128d04d5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:39.492909 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad90c4cb-7212-40ba-adfb-abb1b8edcf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.590112 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79b8da82-70ac-44e3-9712-1d4aac622f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.596700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port a2e36eea-7439-4486-9c5d-cc135f745749, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=a2e36eea-7439-4486-9c5d-cc135f745749,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:39.613508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'name': 'tempest-TestServerMultinode-1234402549-router', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:25Z', 'updated_at': '2022-02-11T05:07:37Z', 'revision_number': 4, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'gw_port': {'id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:27Z', 'updated_at': '2022-02-11T05:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e48677af-3ebd-4b7c-b358-4978128d04d5', 'name': '', 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'mac_address': 'fa:16:3e:08:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'dc12c35d-63c8-4379-b854-f39f5f475aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:36Z', 'updated_at': '2022-02-11T05:07:37Z', 'revision_number': 2, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'subnets': [{'id': 'dc12c35d-63c8-4379-b854-f39f5f475aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:39.625257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ad90c4cb-7212-40ba-adfb-abb1b8edcf77 None None] Port e48677af-3ebd-4b7c-b358-4978128d04d5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:39.665181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'a2e36eea-7439-4486-9c5d-cc135f745749', 'network_id': '801f2fae-a654-4f72-a6ba-496145495936', 'port_id': 'a2e36eea-7439-4486-9c5d-cc135f745749', 'mac_address': 'fa:16:3e:f5:36:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5d756b-6cd7-46c5-9048-f901f980f6a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:39.671683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2335fa3-b89d-4433-a434-fd3e983571d3 None None] The sync data for ids ['bd488a6e-60cd-49e3-b15e-a6757d8937c8'] in n-d-615180-58 is: [{'id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'name': 'tempest-TestServerMultinode-1234402549-router', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:25Z', 'updated_at': '2022-02-11T05:07:37Z', 'revision_number': 4, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'gw_port': {'id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:27Z', 'updated_at': '2022-02-11T05:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e48677af-3ebd-4b7c-b358-4978128d04d5', 'name': '', 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'mac_address': 'fa:16:3e:08:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'dc12c35d-63c8-4379-b854-f39f5f475aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:36Z', 'updated_at': '2022-02-11T05:07:37Z', 'revision_number': 2, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'subnets': [{'id': 'dc12c35d-63c8-4379-b854-f39f5f475aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:39.787239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port a2e36eea-7439-4486-9c5d-cc135f745749 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:39.787881 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.820148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4cca77b3-274d-40ff-91ec-b09379a72d87 None None] Provisioning complete for port e48677af-3ebd-4b7c-b358-4978128d04d5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:39.823516 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4cca77b3-274d-40ff-91ec-b09379a72d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.839147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e36eea-7439-4486-9c5d-cc135f745749 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:39.884833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:39.898465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-61f0ce19-3c87-49b4-8554-68e4575bbe6c admin admin] 10.222.0.48 "PUT /v2.0/routers/bd488a6e-60cd-49e3-b15e-a6757d8937c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5867205 Feb 11 05:07:39.934035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70ff3e-4b68-426c-823d-679dd41a6c07 req-bfc0e2c5-8e8c-4262-a03a-2197d3d1bf74 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:39.934035 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d70ff3e-4b68-426c-823d-679dd41a6c07 req-bfc0e2c5-8e8c-4262-a03a-2197d3d1bf74 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 945 time: 0.1491346 Feb 11 05:07:39.934737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4cca77b3-274d-40ff-91ec-b09379a72d87 None None] Port e48677af-3ebd-4b7c-b358-4978128d04d5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:39.963902 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port a2e36eea-7439-4486-9c5d-cc135f745749, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=a2e36eea-7439-4486-9c5d-cc135f745749,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:39.988886 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.101121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d70ff3e-4b68-426c-823d-679dd41a6c07 req-819268ab-ba1c-45da-9e06-8e8ff118548a tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481557 Feb 11 05:07:40.170582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=a2e36eea-7439-4486-9c5d-cc135f745749,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:40.261041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8924eca5-c408-4ded-8250-18e03c703614 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (2157ec5a-cc40-4e0a-bca5-76c0cd4c9360), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.276601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['a2e36eea-7439-4486-9c5d-cc135f745749'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:40.400725 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924eca5-c408-4ded-8250-18e03c703614 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=2157ec5a-cc40-4e0a-bca5-76c0cd4c9360,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:40.414585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924eca5-c408-4ded-8250-18e03c703614 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking segment: {'id': '668c9f2c-3b30-4425-aab6-375660a1fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '762a349d-4836-4ce9-98d3-f6d0401ed713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:40.415417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8924eca5-c408-4ded-8250-18e03c703614 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network hostable DHCP agents. Network: 762a349d-4836-4ce9-98d3-f6d0401ed713, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:40.439861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8924eca5-c408-4ded-8250-18e03c703614 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network 762a349d-4836-4ce9-98d3-f6d0401ed713 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:40.465016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8924eca5-c408-4ded-8250-18e03c703614 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 762a349d-4836-4ce9-98d3-f6d0401ed713) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:40.483926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8924eca5-c408-4ded-8250-18e03c703614 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:40.484554 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8924eca5-c408-4ded-8250-18e03c703614 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.493649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cace66-a0ff-4adb-80ee-bdc1305adc2d None None] Network 762a349d-4836-4ce9-98d3-f6d0401ed713 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:40.533835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59824) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:40.534765 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8924eca5-c408-4ded-8250-18e03c703614 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5153766 Feb 11 05:07:40.749425 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (762a349d-4836-4ce9-98d3-f6d0401ed713), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.847577 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (2157ec5a-cc40-4e0a-bca5-76c0cd4c9360), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.036906 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (2157ec5a-cc40-4e0a-bca5-76c0cd4c9360), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.078472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Subnet': ['ID=2157ec5a-cc40-4e0a-bca5-76c0cd4c9360,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:41.135133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac16a4c-a20c-46a7-a73a-e09592223372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-762a349d-4836-4ce9-98d3-f6d0401ed713', 'network_id': '762a349d-4836-4ce9-98d3-f6d0401ed713', 'project_id': '55aa8f6a03fd4c9892626a673e718aa9', 'fixed_ips': [{'subnet_id': '2157ec5a-cc40-4e0a-bca5-76c0cd4c9360'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:41.137236 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eac16a4c-a20c-46a7-a73a-e09592223372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.237258 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (762a349d-4836-4ce9-98d3-f6d0401ed713), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.271563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762a349d-4836-4ce9-98d3-f6d0401ed713']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:41.290197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668c9f2c-3b30-4425-aab6-375660a1fae6') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:41.290599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668c9f2c-3b30-4425-aab6-375660a1fae6') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:41.302387 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89de496-141b-4f65-bc44-bd29662566bb None None] Network 762a349d-4836-4ce9-98d3-f6d0401ed713 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:41.317264 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (668c9f2c-3b30-4425-aab6-375660a1fae6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.345388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81165a0d-78ec-448b-921b-51db32fee269 req-81014969-65d8-4a55-936c-28d03dde8ca6 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:41.346807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81165a0d-78ec-448b-921b-51db32fee269 req-81014969-65d8-4a55-936c-28d03dde8ca6 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 945 time: 0.1323800 Feb 11 05:07:41.429843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81165a0d-78ec-448b-921b-51db32fee269 req-1ed72589-6843-43a8-bee1-1bb6824afa8f tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686936 Feb 11 05:07:41.468310 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (668c9f2c-3b30-4425-aab6-375660a1fae6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.479039 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:41.479462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (668c9f2c-3b30-4425-aab6-375660a1fae6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:41.496081 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:41.592540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3212d-c275-442a-8863-def6b2c79813 req-50a4a8b7-4920-45d7-ab1e-66c91627b3fc tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:41.594327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-50a4a8b7-4920-45d7-ab1e-66c91627b3fc tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/networks?id=3849dc63-bce3-4d9c-805e-999252af5069 HTTP/1.1" status: 200 len: 911 time: 0.2919998 Feb 11 05:07:41.599038 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (762a349d-4836-4ce9-98d3-f6d0401ed713), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.610288 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.614421 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/762a349d-4836-4ce9-98d3-f6d0401ed713 HTTP/1.1" status: 204 len: 168 time: 1.0783610 Feb 11 05:07:41.617792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59848) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:41.623727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cf684046-610f-4e2c-adc6-1e907a469fa7 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-832177904'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:41.654949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b97187-3c23-481e-9b34-b001685578e8 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Network': ['ID=762a349d-4836-4ce9-98d3-f6d0401ed713,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:41.663726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-68636e81-80e1-41a3-810f-77b5256b2c6e tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/quotas/967b54f3462942e39dd36a5f9f2bc882 HTTP/1.1" status: 200 len: 375 time: 0.0474801 Feb 11 05:07:41.667842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf684046-610f-4e2c-adc6-1e907a469fa7 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:41.673030 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf684046-610f-4e2c-adc6-1e907a469fa7 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.721621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf684046-610f-4e2c-adc6-1e907a469fa7 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:41.739236 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf684046-610f-4e2c-adc6-1e907a469fa7 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (44487895-c067-49f8-914e-a04584713da0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.739819 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-cf684046-610f-4e2c-adc6-1e907a469fa7 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Added segment 44487895-c067-49f8-914e-a04584713da0 of type vlan for network 6c95a119-6318-470d-a459-f85739f56673 Feb 11 05:07:41.799861 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf684046-610f-4e2c-adc6-1e907a469fa7 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (6c95a119-6318-470d-a459-f85739f56673), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.844379 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf684046-610f-4e2c-adc6-1e907a469fa7 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (6c95a119-6318-470d-a459-f85739f56673), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.856253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf684046-610f-4e2c-adc6-1e907a469fa7 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:41.856253 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf684046-610f-4e2c-adc6-1e907a469fa7 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.864934 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-ec0b765b-7e6e-4945-bc92-76ecf9f75b50 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=967b54f3462942e39dd36a5f9f2bc882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1935000 Feb 11 05:07:41.873640 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-041283d0-f6b2-4672-9ec1-bb97681ee68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.899553 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cf684046-610f-4e2c-adc6-1e907a469fa7 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2803717 Feb 11 05:07:41.902884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59856) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:41.909115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'network_id': '6c95a119-6318-470d-a459-f85739f56673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:42.002745 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-6538a2a3-93a8-4251-bf9f-9c0ff7af0ecf service neutron] 10.222.0.48 "GET /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367884 Feb 11 05:07:42.110010 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf684046-610f-4e2c-adc6-1e907a469fa7 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=6c95a119-6318-470d-a459-f85739f56673,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:42.127329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 6c95a119-6318-470d-a459-f85739f56673 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:42.190247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-6f12d065-4880-4474-8c19-e2843c813d09 service neutron] 10.222.0.48 "GET /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864555 Feb 11 05:07:42.223237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:42.227341 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:42.363979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Performing IP validity checks on allocation pools {{(pid=103353) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:07:42.365499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103353) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:07:42.611131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-993d219a-41ee-4e31-b27b-3bed16fa4130 req-9cfb5edb-443c-4547-a014-2c8d4e8b751b tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 210 time: 0.0911670 Feb 11 05:07:42.672631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (21db5fb0-ec4b-487d-ab14-6605991668d2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:42.677227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6549bfd-9dde-46b6-b1de-9c6729eeb9a5 req-17c12b8d-48fc-437a-ad68-7ea93a454916 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:42.687204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6549bfd-9dde-46b6-b1de-9c6729eeb9a5 req-17c12b8d-48fc-437a-ad68-7ea93a454916 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 945 time: 0.1193931 Feb 11 05:07:42.761765 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:42.810374 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6549bfd-9dde-46b6-b1de-9c6729eeb9a5 req-83652d2b-f5a2-419f-9b78-9fd1d04c0215 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202333 Feb 11 05:07:42.837205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device a2e36eea-7439-4486-9c5d-cc135f745749 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:42.872133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=21db5fb0-ec4b-487d-ab14-6605991668d2,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:42.874806 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking segment: {'id': '44487895-c067-49f8-914e-a04584713da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6c95a119-6318-470d-a459-f85739f56673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:42.875375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network hostable DHCP agents. Network: 6c95a119-6318-470d-a459-f85739f56673, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:42.911305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network 6c95a119-6318-470d-a459-f85739f56673 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:42.933405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device eaf7792c-1c87-418e-aebc-8bbd74a2eb60 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:42.943306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 6c95a119-6318-470d-a459-f85739f56673) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:42.948953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:42.949970 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:42.993639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ee6e196a-c396-4819-a982-73f6d157bbdf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0887165 Feb 11 05:07:42.996734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59874) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:43.017008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d3da0f-9550-4ce6-a714-7ba52a18ce40 None None] Network 6c95a119-6318-470d-a459-f85739f56673 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:43.185944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9975b258-4f8e-42fe-83ab-b496087134fc up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:43.253944 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (6c95a119-6318-470d-a459-f85739f56673), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.345303 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-6c95a119-6318-470d-a459-f85739f56673', 'network_id': '6c95a119-6318-470d-a459-f85739f56673', 'project_id': '55aa8f6a03fd4c9892626a673e718aa9', 'fixed_ips': [{'subnet_id': '21db5fb0-ec4b-487d-ab14-6605991668d2'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:43.346180 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.391376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port a2e36eea-7439-4486-9c5d-cc135f745749 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:07:43.440025 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (21db5fb0-ec4b-487d-ab14-6605991668d2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.560551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Allocated IP 172.20.0.3 (6c95a119-6318-470d-a459-f85739f56673/21db5fb0-ec4b-487d-ab14-6605991668d2/a25bc547-a032-41e6-90d2-97c6fbd44564) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:43.570318 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Sync routers for ids ['bd488a6e-60cd-49e3-b15e-a6757d8937c8'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:43.590312 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Routers {'bd488a6e-60cd-49e3-b15e-a6757d8937c8'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:43.590968 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:07:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bd488a6e-60cd-49e3-b15e-a6757d8937c8'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:43.735538 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Publish callbacks [] for port (a25bc547-a032-41e6-90d2-97c6fbd44564), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.759437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port eaf7792c-1c87-418e-aebc-8bbd74a2eb60 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:43.760767 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.768156 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (a25bc547-a032-41e6-90d2-97c6fbd44564), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.781455 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (21db5fb0-ec4b-487d-ab14-6605991668d2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.819059 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Set router bd488a6e-60cd-49e3-b15e-a6757d8937c8 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:43.820496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Network 6c95a119-6318-470d-a459-f85739f56673 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:43.837988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa0e8691-e802-47e3-912a-c2710ad36952 req-669d91a0-4d6f-458c-94a9-7e7e924ce484 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 210 time: 0.1233048 Feb 11 05:07:43.847201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Subnet': ['ID=21db5fb0-ec4b-487d-ab14-6605991668d2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:43.855184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:43.857358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port a2e36eea-7439-4486-9c5d-cc135f745749 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:43.869666 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.990639 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (6c95a119-6318-470d-a459-f85739f56673), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.993455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:44.044292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c95a119-6318-470d-a459-f85739f56673']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:44.054712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44487895-c067-49f8-914e-a04584713da0') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:44.055049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44487895-c067-49f8-914e-a04584713da0') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:44.068195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 9975b258-4f8e-42fe-83ab-b496087134fc completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:07:44.077900 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (44487895-c067-49f8-914e-a04584713da0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.102644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 9975b258-4f8e-42fe-83ab-b496087134fc triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:44.109923 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.113913 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (44487895-c067-49f8-914e-a04584713da0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.120419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:44.121058 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (44487895-c067-49f8-914e-a04584713da0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:44.135265 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:44.179975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2c7e1-ff8c-4a20-86e3-df377f55cc5d req-ddc67d5f-c789-4e41-9cce-27fa7730a836 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:44.189626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31e2c7e1-ff8c-4a20-86e3-df377f55cc5d req-ddc67d5f-c789-4e41-9cce-27fa7730a836 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 945 time: 0.1898997 Feb 11 05:07:44.267067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.db.api [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:07:44.267067 n-d-615180-58 neutron-server[103354]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:07:44.267067 n-d-615180-58 neutron-server[103354]: [parameters: {'id': '6c95a119-6318-470d-a459-f85739f56673'}] Feb 11 05:07:44.267067 n-d-615180-58 neutron-server[103354]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:07:44.267921 n-d-615180-58 neutron-server[103354]: DEBUG oslo_db.api [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:07:44.271828 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31e2c7e1-ff8c-4a20-86e3-df377f55cc5d req-2754b02b-1e76-4f0c-a476-3bb3d4e9184c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767229 Feb 11 05:07:44.346298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port a2e36eea-7439-4486-9c5d-cc135f745749 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:44.346708 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.386793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Pushing event updated for resources: {'Port': ['ID=a25bc547-a032-41e6-90d2-97c6fbd44564,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:44.414143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Attempting to bind port a25bc547-a032-41e6-90d2-97c6fbd44564 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:44.414516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Attempting to bind port a25bc547-a032-41e6-90d2-97c6fbd44564 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '44487895-c067-49f8-914e-a04584713da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6c95a119-6318-470d-a459-f85739f56673'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:44.414888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Attempting to bind port a25bc547-a032-41e6-90d2-97c6fbd44564 on network 6c95a119-6318-470d-a459-f85739f56673 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:44.421482 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.429974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9c7e6d-0fe5-4650-bacc-99872ab0d766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e36eea-7439-4486-9c5d-cc135f745749'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:44.439229 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e84cc27-48f5-43e5-b626-98ed2594417f" -d '{"events": [{"server_uuid": "0d9c7e6d-0fe5-4650-bacc-99872ab0d766", "name": "network-vif-plugged", "status": "completed", "tag": "a2e36eea-7439-4486-9c5d-cc135f745749"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:44.476964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:44.477355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Checking segment: {'id': '44487895-c067-49f8-914e-a04584713da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6c95a119-6318-470d-a459-f85739f56673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:44.477766 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.478170 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Bound using segment: {'id': '44487895-c067-49f8-914e-a04584713da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6c95a119-6318-470d-a459-f85739f56673'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:44.478665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Bound port: a25bc547-a032-41e6-90d2-97c6fbd44564, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44487895-c067-49f8-914e-a04584713da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6c95a119-6318-470d-a459-f85739f56673'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:44.479088 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a25bc547-a032-41e6-90d2-97c6fbd44564), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.482621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port a2e36eea-7439-4486-9c5d-cc135f745749, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=a2e36eea-7439-4486-9c5d-cc135f745749,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:44.542004 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'name': 'tempest-TestServerMultinode-1234402549-router', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:25Z', 'updated_at': '2022-02-11T05:07:37Z', 'revision_number': 4, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'gw_port': {'id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:27Z', 'updated_at': '2022-02-11T05:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e48677af-3ebd-4b7c-b358-4978128d04d5', 'name': '', 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'mac_address': 'fa:16:3e:08:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'dc12c35d-63c8-4379-b854-f39f5f475aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:36Z', 'updated_at': '2022-02-11T05:07:37Z', 'revision_number': 2, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'subnets': [{'id': 'dc12c35d-63c8-4379-b854-f39f5f475aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:44.586730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.642966 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Checking router: bd488a6e-60cd-49e3-b15e-a6757d8937c8 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:44.643581 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Updating router bd488a6e-60cd-49e3-b15e-a6757d8937c8 port e48677af-3ebd-4b7c-b358-4978128d04d5 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:07:44.710019 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21a2bb2-e4e1-4412-9676-55e69664c1ba x-openstack-request-id: req-b21a2bb2-e4e1-4412-9676-55e69664c1ba {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:44.710337 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9c7e6d-0fe5-4650-bacc-99872ab0d766", "name": "network-vif-plugged", "status": "completed", "tag": "a2e36eea-7439-4486-9c5d-cc135f745749", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:44.710565 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b21a2bb2-e4e1-4412-9676-55e69664c1ba {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:44.710877 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9c7e6d-0fe5-4650-bacc-99872ab0d766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e36eea-7439-4486-9c5d-cc135f745749', 'code': 200} Feb 11 05:07:44.730678 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.769080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (6c95a119-6318-470d-a459-f85739f56673), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.814749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3212d-c275-442a-8863-def6b2c79813 req-b1cde4f7-fa64-4089-9de8-6d04bdbb23c0 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:44.816555 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-b1cde4f7-fa64-4089-9de8-6d04bdbb23c0 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.10 "GET /v2.0/networks?id=3849dc63-bce3-4d9c-805e-999252af5069 HTTP/1.1" status: 200 len: 911 time: 0.2981234 Feb 11 05:07:44.833747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586f06c-5538-4d59-8b32-09891cafb1d6 req-0e29e5ce-3208-493b-a0b7-faa20d6216b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:44.835707 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1586f06c-5538-4d59-8b32-09891cafb1d6 req-0e29e5ce-3208-493b-a0b7-faa20d6216b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d9c7e6d-0fe5-4650-bacc-99872ab0d766 HTTP/1.1" status: 200 len: 1128 time: 0.0790832 Feb 11 05:07:44.846717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-30c3212d-c275-442a-8863-def6b2c79813 req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Request body: {'port': {'device_id': '229a31f0-a9fd-44e9-843a-968360fef4e7', 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069', 'admin_state_up': True, 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:44.909200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Deleting port a25bc547-a032-41e6-90d2-97c6fbd44564 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:44.909556 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a25bc547-a032-41e6-90d2-97c6fbd44564), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.066331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port eaf7792c-1c87-418e-aebc-8bbd74a2eb60 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:45.066931 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.122187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1586f06c-5538-4d59-8b32-09891cafb1d6 req-65867cc2-a2d1-46d8-846c-42da7ec23188 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709413 Feb 11 05:07:45.127914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] For port a25bc547-a032-41e6-90d2-97c6fbd44564, host n-d-615180-58, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:45.128293 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a25bc547-a032-41e6-90d2-97c6fbd44564), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.138935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bdf8c5bb-9d29-4386-ab98-d8ca21edf9e3 req-e579c066-e373-433f-8683-e9989dd63857 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 210 time: 0.1308444 Feb 11 05:07:45.144387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c3212d-c275-442a-8863-def6b2c79813 req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Made reservation on behalf of 967b54f3462942e39dd36a5f9f2bc882 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:45.155555 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30c3212d-c275-442a-8863-def6b2c79813 req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.171324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Calling delete_port for a25bc547-a032-41e6-90d2-97c6fbd44564 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:45.188417 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Publish callbacks [] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.197643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 9975b258-4f8e-42fe-83ab-b496087134fc is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:45.203620 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.232250 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.232801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=a2e36eea-7439-4486-9c5d-cc135f745749,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:45.290811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port eaf7792c-1c87-418e-aebc-8bbd74a2eb60, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=eaf7792c-1c87-418e-aebc-8bbd74a2eb60,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:45.321035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] For port a25bc547-a032-41e6-90d2-97c6fbd44564, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:45.337985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] For port a25bc547-a032-41e6-90d2-97c6fbd44564, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a25bc547-a032-41e6-90d2-97c6fbd44564,segment=NetworkSegment(44487895-c067-49f8-914e-a04584713da0),segment_id=44487895-c067-49f8-914e-a04584713da0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:45.340426 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.377132 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a25bc547-a032-41e6-90d2-97c6fbd44564), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.385986 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc853e5-0a53-4fe1-a5c1-7eead0002086 None None] Pushing event updated for resources: {'Port': ['ID=e48677af-3ebd-4b7c-b358-4978128d04d5,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:45.426520 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a25bc547-a032-41e6-90d2-97c6fbd44564), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.433144 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Port': ['ID=a25bc547-a032-41e6-90d2-97c6fbd44564,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:45.437581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9975b258-4f8e-42fe-83ab-b496087134fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9975b258-4f8e-42fe-83ab-b496087134fc,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:45.442218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No DVR routers for this DVR port a25bc547-a032-41e6-90d2-97c6fbd44564 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:45.481586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-30c3212d-c275-442a-8863-def6b2c79813 req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Allocated IP 172.20.0.8 (3849dc63-bce3-4d9c-805e-999252af5069/0f497848-f4b8-4960-82f3-c844618862af/a5fead5f-f461-4ccf-bf3b-3f876edd66a0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:45.500774 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.565236 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Attempting to bind port e48677af-3ebd-4b7c-b358-4978128d04d5 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:45.571336 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=eaf7792c-1c87-418e-aebc-8bbd74a2eb60,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:45.571934 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Attempting to bind port e48677af-3ebd-4b7c-b358-4978128d04d5 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '4ed167e1-ecd2-4950-a491-3f0f9881f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:45.573295 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Attempting to bind port e48677af-3ebd-4b7c-b358-4978128d04d5 on network 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:45.581330 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:45.581935 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Checking segment: {'id': '4ed167e1-ecd2-4950-a491-3f0f9881f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:45.582564 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.588140 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Bound using segment: {'id': '4ed167e1-ecd2-4950-a491-3f0f9881f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:45.589091 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Bound port: e48677af-3ebd-4b7c-b358-4978128d04d5, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed167e1-ecd2-4950-a491-3f0f9881f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:45.589664 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.722801 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] For port e48677af-3ebd-4b7c-b358-4978128d04d5, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:45.738410 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] For port e48677af-3ebd-4b7c-b358-4978128d04d5, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e48677af-3ebd-4b7c-b358-4978128d04d5,segment=NetworkSegment(4ed167e1-ecd2-4950-a491-3f0f9881f64b),segment_id=4ed167e1-ecd2-4950-a491-3f0f9881f64b)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:45.749317 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (6c95a119-6318-470d-a459-f85739f56673), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.754704 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.798948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c95a119-6318-470d-a459-f85739f56673']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:45.820909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44487895-c067-49f8-914e-a04584713da0') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:45.826991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44487895-c067-49f8-914e-a04584713da0') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:45.849255 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (44487895-c067-49f8-914e-a04584713da0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.865745 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Routers {'bd488a6e-60cd-49e3-b15e-a6757d8937c8'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:45.866464 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:07:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bd488a6e-60cd-49e3-b15e-a6757d8937c8'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:45.876938 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc853e5-0a53-4fe1-a5c1-7eead0002086 None None] Pushing event updated for resources: {'Port': ['ID=e48677af-3ebd-4b7c-b358-4978128d04d5,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:45.892041 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (44487895-c067-49f8-914e-a04584713da0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.908637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:45.909808 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (44487895-c067-49f8-914e-a04584713da0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:45.913268 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:46.131476 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (6c95a119-6318-470d-a459-f85739f56673), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.154721 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.179188 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/6c95a119-6318-470d-a459-f85739f56673 HTTP/1.1" status: 204 len: 168 time: 3.1779022 Feb 11 05:07:46.198133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59910) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:46.203074 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] Set router bd488a6e-60cd-49e3-b15e-a6757d8937c8 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:46.228932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01591ca-81d4-4b1c-8b1a-1d2799a52722 req-02ae6b4e-58bc-43d0-bd7d-900bbe51cfb0 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:46.243807 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f01591ca-81d4-4b1c-8b1a-1d2799a52722 req-02ae6b4e-58bc-43d0-bd7d-900bbe51cfb0 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 946 time: 0.7154431 Feb 11 05:07:46.253756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-44ec5647-c05e-4948-8727-99119fb1845b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1694500811'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-28a1b963-42a2-4e76-9e99-0483f858ac42 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port a25bc547-a032-41e6-90d2-97c6fbd44564 could not be found. Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:46.284595 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port a25bc547-a032-41e6-90d2-97c6fbd44564 could not be found. Feb 11 05:07:46.290918 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Feb 11 05:07:46.314131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d278da8-8466-46e1-8388-bf40d7acbf3d None None] Pushing event deleted for resources: {'Port': ['ID=a25bc547-a032-41e6-90d2-97c6fbd44564,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:46.319735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1f4f0-e8e3-4c89-b2f9-d0f8ba17df0b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Network': ['ID=6c95a119-6318-470d-a459-f85739f56673,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:46.369708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16127ded-6982-420a-81f5-b5dcd0d98ecf None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:07:46.432127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ec5647-c05e-4948-8727-99119fb1845b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:46.435728 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44ec5647-c05e-4948-8727-99119fb1845b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.448340 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f01591ca-81d4-4b1c-8b1a-1d2799a52722 req-19dd6db4-a460-454e-921b-90a321c42f9c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878855 Feb 11 05:07:46.518707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ec5647-c05e-4948-8727-99119fb1845b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:46.538638 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44ec5647-c05e-4948-8727-99119fb1845b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ed47abab-2a41-4493-bea8-547118f07df8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.539267 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-44ec5647-c05e-4948-8727-99119fb1845b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Added segment ed47abab-2a41-4493-bea8-547118f07df8 of type vlan for network f95b4333-0021-4d07-8d4c-8ea883c601ce Feb 11 05:07:46.616814 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.636814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44ec5647-c05e-4948-8727-99119fb1845b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (f95b4333-0021-4d07-8d4c-8ea883c601ce), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.678404 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'name': 'tempest-TestServerMultinode-1234402549-router', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:25Z', 'updated_at': '2022-02-11T05:07:37Z', 'revision_number': 4, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'gw_port': {'id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:27Z', 'updated_at': '2022-02-11T05:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e48677af-3ebd-4b7c-b358-4978128d04d5', 'name': '', 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'mac_address': 'fa:16:3e:08:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'dc12c35d-63c8-4379-b854-f39f5f475aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:36Z', 'updated_at': '2022-02-11T05:07:45Z', 'revision_number': 4, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'subnets': [{'id': 'dc12c35d-63c8-4379-b854-f39f5f475aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:46.688977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ac03d910-b5a6-4f4d-84a2-5153be90d0e9 None None] Provisioning complete for port e48677af-3ebd-4b7c-b358-4978128d04d5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:46.690541 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac03d910-b5a6-4f4d-84a2-5153be90d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.703475 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44ec5647-c05e-4948-8727-99119fb1845b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (f95b4333-0021-4d07-8d4c-8ea883c601ce), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.709669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ec5647-c05e-4948-8727-99119fb1845b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:46.710916 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44ec5647-c05e-4948-8727-99119fb1845b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.715496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cfba64f-a167-4a70-a61c-73501736b4bd req-c0e19faf-ebb2-4d27-ac91-56733bc5c8b5 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 210 time: 0.0394425 Feb 11 05:07:46.745922 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c95925-bef5-436e-bcf0-f23bba61beb4 None None] The sync data for ids ['bd488a6e-60cd-49e3-b15e-a6757d8937c8'] in n-d-615180-58 is: [{'id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'name': 'tempest-TestServerMultinode-1234402549-router', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:25Z', 'updated_at': '2022-02-11T05:07:37Z', 'revision_number': 4, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'gw_port': {'id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:27Z', 'updated_at': '2022-02-11T05:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e48677af-3ebd-4b7c-b358-4978128d04d5', 'name': '', 'network_id': '3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'mac_address': 'fa:16:3e:08:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'dc12c35d-63c8-4379-b854-f39f5f475aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:36Z', 'updated_at': '2022-02-11T05:07:45Z', 'revision_number': 4, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'subnets': [{'id': 'dc12c35d-63c8-4379-b854-f39f5f475aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:46.766395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9975b258-4f8e-42fe-83ab-b496087134fc'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:46.776356 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba879f2a-471b-4be4-9dfc-1edd47f80097" -d '{"events": [{"server_uuid": "16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe", "name": "network-vif-plugged", "status": "completed", "tag": "9975b258-4f8e-42fe-83ab-b496087134fc"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:46.785624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-44ec5647-c05e-4948-8727-99119fb1845b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5379803 Feb 11 05:07:46.795432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59924) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:46.802922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-51a1332c-271a-4f06-8ba6-5720c2a67932 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'network_id': 'f95b4333-0021-4d07-8d4c-8ea883c601ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:46.824045 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30c3212d-c275-442a-8863-def6b2c79813 req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks [] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.845840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=9975b258-4f8e-42fe-83ab-b496087134fc,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:46.898114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16127ded-6982-420a-81f5-b5dcd0d98ecf None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:07:46.915062 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30c3212d-c275-442a-8863-def6b2c79813 req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.965117 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dfafb3-2646-493f-bd00-bfb2bc2625f4 x-openstack-request-id: req-e4dfafb3-2646-493f-bd00-bfb2bc2625f4 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:46.965432 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe", "name": "network-vif-plugged", "status": "completed", "tag": "9975b258-4f8e-42fe-83ab-b496087134fc", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:46.965692 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4dfafb3-2646-493f-bd00-bfb2bc2625f4 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:46.966091 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9975b258-4f8e-42fe-83ab-b496087134fc', 'code': 200} Feb 11 05:07:47.031050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c3212d-c275-442a-8863-def6b2c79813 req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Network 3849dc63-bce3-4d9c-805e-999252af5069 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:47.034512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-30c3212d-c275-442a-8863-def6b2c79813 req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:47.044437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c3212d-c275-442a-8863-def6b2c79813 req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:47.092887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Pushing event updated for resources: {'Port': ['ID=a5fead5f-f461-4ccf-bf3b-3f876edd66a0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:47.112386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3212d-c275-442a-8863-def6b2c79813 req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:47.113357 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30c3212d-c275-442a-8863-def6b2c79813 req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.141954 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-88dd7e51-7158-49b2-9c2a-6e177660f5bf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2990038 Feb 11 05:07:47.160302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Request body: {'port': {'device_id': '229a31f0-a9fd-44e9-843a-968360fef4e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:47.251041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ac03d910-b5a6-4f4d-84a2-5153be90d0e9 None None] Current status of the port e48677af-3ebd-4b7c-b358-4978128d04d5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:47.251458 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac03d910-b5a6-4f4d-84a2-5153be90d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.288363 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.403475 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ac03d910-b5a6-4f4d-84a2-5153be90d0e9 None None] For port e48677af-3ebd-4b7c-b358-4978128d04d5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e48677af-3ebd-4b7c-b358-4978128d04d5,segment=NetworkSegment(4ed167e1-ecd2-4950-a491-3f0f9881f64b),segment_id=4ed167e1-ecd2-4950-a491-3f0f9881f64b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:47.490372 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac03d910-b5a6-4f4d-84a2-5153be90d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.648075 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4b9eee-6afd-4aa9-8acd-215e35bda0a4 None None] Network 6c95a119-6318-470d-a459-f85739f56673 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:47.655979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e48677af-3ebd-4b7c-b358-4978128d04d5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:47.849592 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4b9eee-6afd-4aa9-8acd-215e35bda0a4 None None] Network 6c95a119-6318-470d-a459-f85739f56673 could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:07:47.903742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-aaf74690-8c2b-4f4c-b8e7-d24046fd956b None None] Provisioning complete for port e48677af-3ebd-4b7c-b358-4978128d04d5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:47.905667 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aaf74690-8c2b-4f4c-b8e7-d24046fd956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.920529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03d910-b5a6-4f4d-84a2-5153be90d0e9 None None] Pushing event updated for resources: {'Port': ['ID=e48677af-3ebd-4b7c-b358-4978128d04d5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:47.922872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5fead5f-f461-4ccf-bf3b-3f876edd66a0 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:47.947011 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Publish callbacks [] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.982953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Transition to ACTIVE for port object a5fead5f-f461-4ccf-bf3b-3f876edd66a0 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:07:48.017193 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.168459 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aaf74690-8c2b-4f4c-b8e7-d24046fd956b None None] Current status of the port e48677af-3ebd-4b7c-b358-4978128d04d5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:48.175425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e48677af-3ebd-4b7c-b358-4978128d04d5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:48.176563 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.193496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Pushing event updated for resources: {'Port': ['ID=a5fead5f-f461-4ccf-bf3b-3f876edd66a0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:48.212697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec5647-c05e-4948-8727-99119fb1845b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=f95b4333-0021-4d07-8d4c-8ea883c601ce,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:48.241480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network f95b4333-0021-4d07-8d4c-8ea883c601ce details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:48.311880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a1332c-271a-4f06-8ba6-5720c2a67932 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:48.315334 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51a1332c-271a-4f06-8ba6-5720c2a67932 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.421229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e45d8-8fef-4f90-9e7c-60a9596e1b09 req-0900dd98-c272-41e3-87e1-f2608f9a2e42 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:48.430712 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f29e45d8-8fef-4f90-9e7c-60a9596e1b09 req-0900dd98-c272-41e3-87e1-f2608f9a2e42 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 946 time: 0.4453859 Feb 11 05:07:48.441019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Attempting to bind port a5fead5f-f461-4ccf-bf3b-3f876edd66a0 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:48.441358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Attempting to bind port a5fead5f-f461-4ccf-bf3b-3f876edd66a0 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:48.441694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Attempting to bind port a5fead5f-f461-4ccf-bf3b-3f876edd66a0 on network 3849dc63-bce3-4d9c-805e-999252af5069 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:48.455701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Port a5fead5f-f461-4ccf-bf3b-3f876edd66a0 on network 3849dc63-bce3-4d9c-805e-999252af5069 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:07:48.455912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Attempting to bind port a5fead5f-f461-4ccf-bf3b-3f876edd66a0 on network 3849dc63-bce3-4d9c-805e-999252af5069 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:48.465232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:48.465600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Checking segment: {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:48.465978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Bound using segment: {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:48.467021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Bound port: a5fead5f-f461-4ccf-bf3b-3f876edd66a0, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:48.467394 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.564792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f29e45d8-8fef-4f90-9e7c-60a9596e1b09 req-25efe402-c504-4b25-aa38-0af1e1314141 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320784 Feb 11 05:07:48.625988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdcb5b-0e39-416b-87e4-a31100a5115c req-3592add1-f77c-4cff-9aae-4bb92227369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:48.628709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e48677af-3ebd-4b7c-b358-4978128d04d5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:48.630774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] For port a5fead5f-f461-4ccf-bf3b-3f876edd66a0, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:48.631309 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device eaf7792c-1c87-418e-aebc-8bbd74a2eb60 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:48.640427 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bacdcb5b-0e39-416b-87e4-a31100a5115c req-3592add1-f77c-4cff-9aae-4bb92227369c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 1129 time: 0.4208856 Feb 11 05:07:48.641641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] For port a5fead5f-f461-4ccf-bf3b-3f876edd66a0, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=a5fead5f-f461-4ccf-bf3b-3f876edd66a0,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:48.647485 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902c085-5f08-424e-95b7-f65790b09762 req-23e2b807-d0a4-4f07-a74f-c629b8f60f08 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:48.649005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7902c085-5f08-424e-95b7-f65790b09762 req-23e2b807-d0a4-4f07-a74f-c629b8f60f08 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1053 time: 0.4319062 Feb 11 05:07:48.668845 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.786063 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bacdcb5b-0e39-416b-87e4-a31100a5115c req-bfbc7b99-48b9-426a-a47a-d2dafa91e2b1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337829 Feb 11 05:07:48.790477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:48.793536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port eaf7792c-1c87-418e-aebc-8bbd74a2eb60 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:48.794090 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.795700 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.798166 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7902c085-5f08-424e-95b7-f65790b09762 req-c2f21c27-37f4-462b-82d1-fa0ae336df43 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385174 Feb 11 05:07:48.798689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] 10.222.0.10 "PUT /v2.0/ports/a5fead5f-f461-4ccf-bf3b-3f876edd66a0 HTTP/1.1" status: 200 len: 1092 time: 1.6439569 Feb 11 05:07:48.807731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229a31f0-a9fd-44e9-843a-968360fef4e7', 'tag': 'a5fead5f-f461-4ccf-bf3b-3f876edd66a0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:48.813103 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af68b5b-a56a-42aa-972d-de567eb5049a" -d '{"events": [{"name": "network-changed", "server_uuid": "229a31f0-a9fd-44e9-843a-968360fef4e7", "tag": "a5fead5f-f461-4ccf-bf3b-3f876edd66a0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:48.887855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def93d8-dc5e-473b-a07b-57fd26045efd service neutron] Pushing event updated for resources: {'Port': ['ID=a5fead5f-f461-4ccf-bf3b-3f876edd66a0,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:48.961725 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09afc4bb-b088-4e68-ad8e-22b03d2faced x-openstack-request-id: req-09afc4bb-b088-4e68-ad8e-22b03d2faced {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:48.962411 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229a31f0-a9fd-44e9-843a-968360fef4e7", "tag": "a5fead5f-f461-4ccf-bf3b-3f876edd66a0", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:48.962411 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09afc4bb-b088-4e68-ad8e-22b03d2faced {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:48.969491 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229a31f0-a9fd-44e9-843a-968360fef4e7', 'tag': 'a5fead5f-f461-4ccf-bf3b-3f876edd66a0', 'status': 'completed', 'code': 200} Feb 11 05:07:48.975018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51a1332c-271a-4f06-8ba6-5720c2a67932 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (f5ab2f9d-bb0d-4085-acfe-1c1bc066c934), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.049962 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port eaf7792c-1c87-418e-aebc-8bbd74a2eb60 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:49.050378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3212d-c275-442a-8863-def6b2c79813 req-0cf1e861-3a89-4d9b-8319-106319d94c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:49.056944 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-0cf1e861-3a89-4d9b-8319-106319d94c22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=967b54f3462942e39dd36a5f9f2bc882&device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1126 time: 0.1596184 Feb 11 05:07:49.074728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1332c-271a-4f06-8ba6-5720c2a67932 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=f5ab2f9d-bb0d-4085-acfe-1c1bc066c934,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:49.092619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1332c-271a-4f06-8ba6-5720c2a67932 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking segment: {'id': 'ed47abab-2a41-4493-bea8-547118f07df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f95b4333-0021-4d07-8d4c-8ea883c601ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:49.092999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a1332c-271a-4f06-8ba6-5720c2a67932 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network hostable DHCP agents. Network: f95b4333-0021-4d07-8d4c-8ea883c601ce, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:49.144486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a1332c-271a-4f06-8ba6-5720c2a67932 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network f95b4333-0021-4d07-8d4c-8ea883c601ce is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:49.156412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-51a1332c-271a-4f06-8ba6-5720c2a67932 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, f95b4333-0021-4d07-8d4c-8ea883c601ce) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:49.162188 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-f52036f7-634b-403d-962c-882deae91376 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5fead5f-f461-4ccf-bf3b-3f876edd66a0 HTTP/1.1" status: 200 len: 217 time: 0.0915165 Feb 11 05:07:49.163860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a1332c-271a-4f06-8ba6-5720c2a67932 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:49.164660 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51a1332c-271a-4f06-8ba6-5720c2a67932 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.178710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b37b90-91b6-41f6-a126-81205eb7d21e None None] Network f95b4333-0021-4d07-8d4c-8ea883c601ce requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:49.201677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-51a1332c-271a-4f06-8ba6-5720c2a67932 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4043386 Feb 11 05:07:49.202434 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59944) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:49.243244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3212d-c275-442a-8863-def6b2c79813 req-d8b410cf-555c-4fdd-a57d-9f318aa4fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:49.245008 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-d8b410cf-555c-4fdd-a57d-9f318aa4fa60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f497848-f4b8-4960-82f3-c844618862af HTTP/1.1" status: 200 len: 849 time: 0.0760188 Feb 11 05:07:49.339280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (f95b4333-0021-4d07-8d4c-8ea883c601ce), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.345847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-f95b4333-0021-4d07-8d4c-8ea883c601ce', 'network_id': 'f95b4333-0021-4d07-8d4c-8ea883c601ce', 'project_id': '55aa8f6a03fd4c9892626a673e718aa9', 'fixed_ips': [{'subnet_id': 'f5ab2f9d-bb0d-4085-acfe-1c1bc066c934'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:49.348155 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.415153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3212d-c275-442a-8863-def6b2c79813 req-5fa83468-0040-49d2-a6ed-c0a8965feabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:49.423919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-5fa83468-0040-49d2-a6ed-c0a8965feabe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3849dc63-bce3-4d9c-805e-999252af5069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1726868 Feb 11 05:07:49.434142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (f5ab2f9d-bb0d-4085-acfe-1c1bc066c934), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.524692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e48677af-3ebd-4b7c-b358-4978128d04d5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:49.593830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Allocated IP 172.20.0.1 (f95b4333-0021-4d07-8d4c-8ea883c601ce/f5ab2f9d-bb0d-4085-acfe-1c1bc066c934/4438f970-d1ef-4ac8-8588-a2df2f23b820) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:49.604552 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-3af94731-edc2-4ef2-b4bd-b3157628d858 service neutron] 10.222.0.10 "GET /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741056 Feb 11 05:07:49.774433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30c3212d-c275-442a-8863-def6b2c79813 req-aa7a825f-0e32-45c1-9a90-b91e3cf5f596 service neutron] 10.222.0.10 "GET /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619864 Feb 11 05:07:49.785786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5122b-cf0e-476d-a2c9-687fa7da3445 req-171d8235-96d4-4d45-8640-f06c397db2ba tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:49.795893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2d5122b-cf0e-476d-a2c9-687fa7da3445 req-171d8235-96d4-4d45-8640-f06c397db2ba tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 946 time: 0.1159222 Feb 11 05:07:49.831635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Publish callbacks [] for port (4438f970-d1ef-4ac8-8588-a2df2f23b820), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.849292 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (4438f970-d1ef-4ac8-8588-a2df2f23b820), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.910397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Network f95b4333-0021-4d07-8d4c-8ea883c601ce is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:49.979561 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2d5122b-cf0e-476d-a2c9-687fa7da3445 req-f7ceefae-24c5-4b54-ad66-0c24e131c6ae tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825058 Feb 11 05:07:49.984870 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (f5ab2f9d-bb0d-4085-acfe-1c1bc066c934), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.991745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:49.999015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:50.019358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ab2f9d-bb0d-4085-acfe-1c1bc066c934,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:50.090334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Pushing event updated for resources: {'Port': ['ID=4438f970-d1ef-4ac8-8588-a2df2f23b820,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:50.107740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Attempting to bind port 4438f970-d1ef-4ac8-8588-a2df2f23b820 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:50.108479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Attempting to bind port 4438f970-d1ef-4ac8-8588-a2df2f23b820 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'ed47abab-2a41-4493-bea8-547118f07df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f95b4333-0021-4d07-8d4c-8ea883c601ce'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:50.108852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Attempting to bind port 4438f970-d1ef-4ac8-8588-a2df2f23b820 on network f95b4333-0021-4d07-8d4c-8ea883c601ce {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:50.115889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e48677af-3ebd-4b7c-b358-4978128d04d5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:50.116266 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.130662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0c52d-ea89-433c-8bf1-9082077466a6 req-fc49ff3a-a1b9-44a4-a12a-7191f8c734c4 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:50.140459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1f0c52d-ea89-433c-8bf1-9082077466a6 req-fc49ff3a-a1b9-44a4-a12a-7191f8c734c4 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1126 time: 0.1650305 Feb 11 05:07:50.157229 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (f95b4333-0021-4d07-8d4c-8ea883c601ce), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.158082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68b5b-a56a-42aa-972d-de567eb5049a req-c1536115-c896-4a24-ad2d-1c5d035a6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:50.161091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5af68b5b-a56a-42aa-972d-de567eb5049a req-c1536115-c896-4a24-ad2d-1c5d035a6ec6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=967b54f3462942e39dd36a5f9f2bc882&device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1126 time: 0.2721136 Feb 11 05:07:50.164778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:50.164978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Checking segment: {'id': 'ed47abab-2a41-4493-bea8-547118f07df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f95b4333-0021-4d07-8d4c-8ea883c601ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:50.165652 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.166056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Bound using segment: {'id': 'ed47abab-2a41-4493-bea8-547118f07df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f95b4333-0021-4d07-8d4c-8ea883c601ce'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:50.166614 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Bound port: 4438f970-d1ef-4ac8-8588-a2df2f23b820, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed47abab-2a41-4493-bea8-547118f07df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f95b4333-0021-4d07-8d4c-8ea883c601ce'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:50.167022 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4438f970-d1ef-4ac8-8588-a2df2f23b820), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.245802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95b4333-0021-4d07-8d4c-8ea883c601ce']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:50.265238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e48677af-3ebd-4b7c-b358-4978128d04d5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:50.280282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed47abab-2a41-4493-bea8-547118f07df8') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:50.280595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed47abab-2a41-4493-bea8-547118f07df8') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:50.290779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] For port 4438f970-d1ef-4ac8-8588-a2df2f23b820, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:50.295929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] For port 4438f970-d1ef-4ac8-8588-a2df2f23b820, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4438f970-d1ef-4ac8-8588-a2df2f23b820,segment=NetworkSegment(ed47abab-2a41-4493-bea8-547118f07df8),segment_id=ed47abab-2a41-4493-bea8-547118f07df8)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:50.310161 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4438f970-d1ef-4ac8-8588-a2df2f23b820), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.311966 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (ed47abab-2a41-4493-bea8-547118f07df8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.343686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ed47abab-2a41-4493-bea8-547118f07df8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.359785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:50.360200 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (ed47abab-2a41-4493-bea8-547118f07df8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.395962 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c1f0c52d-ea89-433c-8bf1-9082077466a6 req-780a8e69-9e1d-47e6-8ad6-8c33468efd60 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540936 Feb 11 05:07:50.399715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dfe9c-67fb-449b-8356-44d994fb26f5 None None] Pushing event updated for resources: {'Port': ['ID=4438f970-d1ef-4ac8-8588-a2df2f23b820,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:50.453720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68b5b-a56a-42aa-972d-de567eb5049a req-e75225e5-a48c-4b31-81e7-a29425246ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:50.457798 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5af68b5b-a56a-42aa-972d-de567eb5049a req-e75225e5-a48c-4b31-81e7-a29425246ec8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3849dc63-bce3-4d9c-805e-999252af5069 HTTP/1.1" status: 200 len: 911 time: 0.2815228 Feb 11 05:07:50.508672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb86d27a-d981-4293-9711-0f35390bf6ed None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:50.522454 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:50.532746 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.db.api [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:07:50.532746 n-d-615180-58 neutron-server[103354]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:07:50.532746 n-d-615180-58 neutron-server[103354]: [parameters: {'id': 'f95b4333-0021-4d07-8d4c-8ea883c601ce'}] Feb 11 05:07:50.532746 n-d-615180-58 neutron-server[103354]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:07:50.533550 n-d-615180-58 neutron-server[103354]: DEBUG oslo_db.api [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:07:50.572000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5af68b5b-a56a-42aa-972d-de567eb5049a req-be49c36b-48a0-45a8-93a7-4abf93fafc21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5fead5f-f461-4ccf-bf3b-3f876edd66a0 HTTP/1.1" status: 200 len: 217 time: 0.1079230 Feb 11 05:07:50.614468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59960) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:50.713144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68b5b-a56a-42aa-972d-de567eb5049a req-b3f2dc06-ce2f-42c4-a3d2-e449de8a25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:50.713750 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5af68b5b-a56a-42aa-972d-de567eb5049a req-b3f2dc06-ce2f-42c4-a3d2-e449de8a25f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f497848-f4b8-4960-82f3-c844618862af HTTP/1.1" status: 200 len: 849 time: 0.1291864 Feb 11 05:07:50.733064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb86d27a-d981-4293-9711-0f35390bf6ed None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:07:50.769889 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8393f8b5-3372-4f5f-a134-d413696635fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.824904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68b5b-a56a-42aa-972d-de567eb5049a req-e7c046d5-8bea-40d9-9e05-bcde33c587c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:50.830175 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5af68b5b-a56a-42aa-972d-de567eb5049a req-e7c046d5-8bea-40d9-9e05-bcde33c587c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3849dc63-bce3-4d9c-805e-999252af5069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1081874 Feb 11 05:07:50.972348 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8393f8b5-3372-4f5f-a134-d413696635fb admin admin] Publish callbacks [] for security_group (dde61da3-ceeb-432d-bff2-13d323559a06), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.986663 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8393f8b5-3372-4f5f-a134-d413696635fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dde61da3-ceeb-432d-bff2-13d323559a06), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.043755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f3b5bf-068c-493e-970f-2bfe4d02abe9 None None] Network f95b4333-0021-4d07-8d4c-8ea883c601ce requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:51.047698 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (f95b4333-0021-4d07-8d4c-8ea883c601ce), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.054064 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8393f8b5-3372-4f5f-a134-d413696635fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e7659ca17374ecba091eb73e10be478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4382515 Feb 11 05:07:51.057638 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 59970) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:51.099164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5af68b5b-a56a-42aa-972d-de567eb5049a req-d6269b5f-1c4e-472c-ae7e-585661fae0cc service neutron] 10.222.0.10 "GET /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619293 Feb 11 05:07:51.258922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393f8b5-3372-4f5f-a134-d413696635fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde61da3-ceeb-432d-bff2-13d323559a06,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:51.299910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a8ccb-926a-4cb2-ab87-64d2ce939330 req-6c0cae5f-85bf-4d33-8ed8-8103d2195294 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:51.303899 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-670a8ccb-926a-4cb2-ab87-64d2ce939330 req-6c0cae5f-85bf-4d33-8ed8-8103d2195294 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 946 time: 0.1684508 Feb 11 05:07:51.315238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5af68b5b-a56a-42aa-972d-de567eb5049a req-71c6db4a-fd0f-45c8-b6ed-755da043528b service neutron] 10.222.0.10 "GET /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094350 Feb 11 05:07:51.367967 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae604f5a-87d5-4565-babc-d4f82e0d0e7a admin admin] Publish callbacks [] for security_group (dde61da3-ceeb-432d-bff2-13d323559a06), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.409762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Deleting port 4438f970-d1ef-4ac8-8588-a2df2f23b820 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:51.410478 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4438f970-d1ef-4ac8-8588-a2df2f23b820), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.443579 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-670a8ccb-926a-4cb2-ab87-64d2ce939330 req-832b97a6-1598-4606-8139-1ac3a42177f1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304014 Feb 11 05:07:51.469298 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae604f5a-87d5-4565-babc-d4f82e0d0e7a admin admin] Publish callbacks [] for security_group (dde61da3-ceeb-432d-bff2-13d323559a06), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.588867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] For port 4438f970-d1ef-4ac8-8588-a2df2f23b820, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4438f970-d1ef-4ac8-8588-a2df2f23b820,segment=NetworkSegment(ed47abab-2a41-4493-bea8-547118f07df8),segment_id=ed47abab-2a41-4493-bea8-547118f07df8)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:51.589275 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4438f970-d1ef-4ac8-8588-a2df2f23b820), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.615439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Calling delete_port for 4438f970-d1ef-4ac8-8588-a2df2f23b820 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:51.646412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7c843-6a14-4723-b87e-885418c102ef req-22dafe88-f262-4f66-ac46-cd3274150569 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:51.648201 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81d7c843-6a14-4723-b87e-885418c102ef req-22dafe88-f262-4f66-ac46-cd3274150569 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d9c7e6d-0fe5-4650-bacc-99872ab0d766 HTTP/1.1" status: 200 len: 945 time: 0.1185873 Feb 11 05:07:51.714860 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae604f5a-87d5-4565-babc-d4f82e0d0e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dde61da3-ceeb-432d-bff2-13d323559a06), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.718454 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae604f5a-87d5-4565-babc-d4f82e0d0e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.723833 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ae604f5a-87d5-4565-babc-d4f82e0d0e7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dde61da3-ceeb-432d-bff2-13d323559a06 HTTP/1.1" status: 204 len: 168 time: 0.6578896 Feb 11 05:07:51.734300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae604f5a-87d5-4565-babc-d4f82e0d0e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde61da3-ceeb-432d-bff2-13d323559a06,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:51.763777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bb94c-7481-41b4-a9f3-fcfe7213e814 req-7916c6b3-dbc4-43f1-bcb4-07456b97c7b0 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:51.767668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-828bb94c-7481-41b4-a9f3-fcfe7213e814 req-7916c6b3-dbc4-43f1-bcb4-07456b97c7b0 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1126 time: 0.2853887 Feb 11 05:07:51.783605 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81d7c843-6a14-4723-b87e-885418c102ef req-96decc70-bef8-42d7-b32e-2ef2209a46a3 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916250 Feb 11 05:07:51.793417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4438f970-d1ef-4ac8-8588-a2df2f23b820), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.860028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Port': ['ID=4438f970-d1ef-4ac8-8588-a2df2f23b820,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:51.875879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No DVR routers for this DVR port 4438f970-d1ef-4ac8-8588-a2df2f23b820 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:51.913389 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-828bb94c-7481-41b4-a9f3-fcfe7213e814 req-18bac6f9-c3cc-4c32-9669-f574ad2d1bb2 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366408 Feb 11 05:07:52.087827 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (f95b4333-0021-4d07-8d4c-8ea883c601ce), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.172056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95b4333-0021-4d07-8d4c-8ea883c601ce']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:52.186957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed47abab-2a41-4493-bea8-547118f07df8') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:52.187267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed47abab-2a41-4493-bea8-547118f07df8') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:52.217183 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (ed47abab-2a41-4493-bea8-547118f07df8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.238213 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ed47abab-2a41-4493-bea8-547118f07df8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.249528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:52.250017 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (ed47abab-2a41-4493-bea8-547118f07df8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:52.396275 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:52.409747 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (f95b4333-0021-4d07-8d4c-8ea883c601ce), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.418035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.423331 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/f95b4333-0021-4d07-8d4c-8ea883c601ce HTTP/1.1" status: 204 len: 168 time: 3.2198288 Feb 11 05:07:52.426927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 59990) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:52.433328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5eb70ed1-abc1-4f30-802a-f077ebefe12d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-222179359'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:52.442683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba35ae2-92a3-4f68-88bf-f70f32027758 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Network': ['ID=f95b4333-0021-4d07-8d4c-8ea883c601ce,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:52.472818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb70ed1-abc1-4f30-802a-f077ebefe12d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:52.479544 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5eb70ed1-abc1-4f30-802a-f077ebefe12d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.563796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb70ed1-abc1-4f30-802a-f077ebefe12d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:52.576941 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5eb70ed1-abc1-4f30-802a-f077ebefe12d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1358bde3-5137-4f08-961b-4a986178c4c7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.577572 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-5eb70ed1-abc1-4f30-802a-f077ebefe12d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Added segment 1358bde3-5137-4f08-961b-4a986178c4c7 of type vlan for network e8135f7f-27e1-48df-b017-f0e03991198e Feb 11 05:07:52.630332 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5eb70ed1-abc1-4f30-802a-f077ebefe12d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (e8135f7f-27e1-48df-b017-f0e03991198e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.659042 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5eb70ed1-abc1-4f30-802a-f077ebefe12d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (e8135f7f-27e1-48df-b017-f0e03991198e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.668663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb70ed1-abc1-4f30-802a-f077ebefe12d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:52.669439 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5eb70ed1-abc1-4f30-802a-f077ebefe12d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.706512 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5eb70ed1-abc1-4f30-802a-f077ebefe12d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2778671 Feb 11 05:07:52.709808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60004) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:52.717264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-351b1342-72af-4a43-a7e0-3752beed29f1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'network_id': 'e8135f7f-27e1-48df-b017-f0e03991198e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:52.764539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb70ed1-abc1-4f30-802a-f077ebefe12d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=e8135f7f-27e1-48df-b017-f0e03991198e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:52.775774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network e8135f7f-27e1-48df-b017-f0e03991198e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:52.852727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device a5fead5f-f461-4ccf-bf3b-3f876edd66a0 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:52.953455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-2e2a414d-23b4-44a5-b47e-ae430a14d28f tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:52.955477 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-2e2a414d-23b4-44a5-b47e-ae430a14d28f tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/networks?id=801f2fae-a654-4f72-a6ba-496145495936 HTTP/1.1" status: 200 len: 813 time: 0.2294645 Feb 11 05:07:52.957192 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351b1342-72af-4a43-a7e0-3752beed29f1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:52.960935 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-351b1342-72af-4a43-a7e0-3752beed29f1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.995068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port a5fead5f-f461-4ccf-bf3b-3f876edd66a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=a5fead5f-f461-4ccf-bf3b-3f876edd66a0,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:52.997792 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-a220c189-52db-40d7-ab5d-b3ee52112d10 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/quotas/fbe9e6f82fc34e8fbadd22dfbcd611bc HTTP/1.1" status: 200 len: 375 time: 0.0325387 Feb 11 05:07:53.017739 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'a5fead5f-f461-4ccf-bf3b-3f876edd66a0', 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069', 'port_id': 'a5fead5f-f461-4ccf-bf3b-3f876edd66a0', 'mac_address': 'fa:16:3e:aa:48:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f497848-f4b8-4960-82f3-c844618862af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:53.066762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port a5fead5f-f461-4ccf-bf3b-3f876edd66a0 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:53.067197 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.084505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5fead5f-f461-4ccf-bf3b-3f876edd66a0 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:53.113447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port a5fead5f-f461-4ccf-bf3b-3f876edd66a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=a5fead5f-f461-4ccf-bf3b-3f876edd66a0,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:53.125280 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.133352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e5f58-8fe9-4f76-a981-b79930b937a0 req-af3f66ee-4347-4e17-863c-ac6c6b0a3c8d tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:53.145853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f54e5f58-8fe9-4f76-a981-b79930b937a0 req-af3f66ee-4347-4e17-863c-ac6c6b0a3c8d tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1126 time: 0.1144493 Feb 11 05:07:53.218472 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-99934c8d-6378-42d3-9a2e-065c89cdb6ce tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbe9e6f82fc34e8fbadd22dfbcd611bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2138491 Feb 11 05:07:53.230962 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f54e5f58-8fe9-4f76-a981-b79930b937a0 req-a56b3510-8e46-4789-a1f3-2fd6b52c59c1 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792162 Feb 11 05:07:53.259164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=a5fead5f-f461-4ccf-bf3b-3f876edd66a0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:53.424764 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-1bd1f284-0849-4f21-925a-1202a8c72ff0 service neutron] 10.222.0.48 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051244 Feb 11 05:07:53.457576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['a5fead5f-f461-4ccf-bf3b-3f876edd66a0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:53.465921 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-351b1342-72af-4a43-a7e0-3752beed29f1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (f80d9e4e-ad05-4d71-8f4e-ce5172dcda06), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.588325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b1342-72af-4a43-a7e0-3752beed29f1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=f80d9e4e-ad05-4d71-8f4e-ce5172dcda06,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:53.599332 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-bec013fa-8766-4a3c-a0c3-447637b37bff service neutron] 10.222.0.48 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687186 Feb 11 05:07:53.602616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b1342-72af-4a43-a7e0-3752beed29f1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking segment: {'id': '1358bde3-5137-4f08-961b-4a986178c4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e8135f7f-27e1-48df-b017-f0e03991198e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:53.603815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351b1342-72af-4a43-a7e0-3752beed29f1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network hostable DHCP agents. Network: e8135f7f-27e1-48df-b017-f0e03991198e, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:53.633509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351b1342-72af-4a43-a7e0-3752beed29f1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network e8135f7f-27e1-48df-b017-f0e03991198e is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:53.656357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-351b1342-72af-4a43-a7e0-3752beed29f1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, e8135f7f-27e1-48df-b017-f0e03991198e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:53.665976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b1342-72af-4a43-a7e0-3752beed29f1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:53.666585 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-351b1342-72af-4a43-a7e0-3752beed29f1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.702938 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-351b1342-72af-4a43-a7e0-3752beed29f1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9908295 Feb 11 05:07:53.704266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8fdf50-db96-4a6c-badc-7a9e0aacb0d0 None None] Network e8135f7f-27e1-48df-b017-f0e03991198e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:53.705731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60012) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:53.735528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031ddd8-ce95-4cdc-b808-961ca0612bd5 req-77415e51-5689-49a8-9926-42378aaa9a0e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:53.737238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2031ddd8-ce95-4cdc-b808-961ca0612bd5 req-77415e51-5689-49a8-9926-42378aaa9a0e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9c7e6d-0fe5-4650-bacc-99872ab0d766 HTTP/1.1" status: 200 len: 945 time: 0.1403544 Feb 11 05:07:53.876860 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (e8135f7f-27e1-48df-b017-f0e03991198e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.903992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-2031ddd8-ce95-4cdc-b808-961ca0612bd5 req-f28884bf-b95f-4a49-843c-e5628b29bad1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Deleting port a2e36eea-7439-4486-9c5d-cc135f745749 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:53.904347 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2031ddd8-ce95-4cdc-b808-961ca0612bd5 req-f28884bf-b95f-4a49-843c-e5628b29bad1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.046321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef12e40-0113-4cc0-93d8-80c89c334b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-e8135f7f-27e1-48df-b017-f0e03991198e', 'network_id': 'e8135f7f-27e1-48df-b017-f0e03991198e', 'project_id': '55aa8f6a03fd4c9892626a673e718aa9', 'fixed_ips': [{'subnet_id': 'f80d9e4e-ad05-4d71-8f4e-ce5172dcda06'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:54.051222 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ef12e40-0113-4cc0-93d8-80c89c334b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.102703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (f80d9e4e-ad05-4d71-8f4e-ce5172dcda06), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.107472 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b820205-8dc7-404b-b1b8-2b7e3595eeb2 req-7d02dfa0-5aa2-4951-a1f1-26eadec4ae14 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 210 time: 0.0765488 Feb 11 05:07:54.142629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-2031ddd8-ce95-4cdc-b808-961ca0612bd5 req-f28884bf-b95f-4a49-843c-e5628b29bad1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] For port a2e36eea-7439-4486-9c5d-cc135f745749, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=a2e36eea-7439-4486-9c5d-cc135f745749,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:54.143492 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2031ddd8-ce95-4cdc-b808-961ca0612bd5 req-f28884bf-b95f-4a49-843c-e5628b29bad1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.186227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-2031ddd8-ce95-4cdc-b808-961ca0612bd5 req-f28884bf-b95f-4a49-843c-e5628b29bad1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Calling delete_port for a2e36eea-7439-4486-9c5d-cc135f745749 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:54.225285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (f80d9e4e-ad05-4d71-8f4e-ce5172dcda06), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-1ef12e40-0113-4cc0-93d8-80c89c334b53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f80d9e4e-ad05-4d71-8f4e-ce5172dcda06: This subnet is being modified by another concurrent operation. Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:07:54.241163 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f80d9e4e-ad05-4d71-8f4e-ce5172dcda06: This subnet is being modified by another concurrent operation. Feb 11 05:07:54.245568 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Feb 11 05:07:54.264248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e25f1d-8abb-4409-b557-dae5d0b54221 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:07:54.265423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Subnet': ['ID=f80d9e4e-ad05-4d71-8f4e-ce5172dcda06,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:54.455046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (e8135f7f-27e1-48df-b017-f0e03991198e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.486470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8135f7f-27e1-48df-b017-f0e03991198e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:54.508231 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1358bde3-5137-4f08-961b-4a986178c4c7') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:54.508513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1358bde3-5137-4f08-961b-4a986178c4c7') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:54.530194 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (1358bde3-5137-4f08-961b-4a986178c4c7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.546111 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1358bde3-5137-4f08-961b-4a986178c4c7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.561543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:54.562529 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (1358bde3-5137-4f08-961b-4a986178c4c7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:54.567849 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:54.650444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e004a-aa7b-4a92-ad5e-a39d5faa56f7 req-4f084883-a36e-4d50-b960-7dda2a71bb0a tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:54.652959 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a0e004a-aa7b-4a92-ad5e-a39d5faa56f7 req-4f084883-a36e-4d50-b960-7dda2a71bb0a tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1127 time: 0.2713377 Feb 11 05:07:54.673969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (e8135f7f-27e1-48df-b017-f0e03991198e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.690832 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.696150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/e8135f7f-27e1-48df-b017-f0e03991198e HTTP/1.1" status: 204 len: 168 time: 0.9889758 Feb 11 05:07:54.701287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60036) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:54.722013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-38a332be-cb67-4f51-8294-e666310aa166 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1082213363'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:54.727385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10685816-e420-4d7c-8b6b-2170e121bed1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Network': ['ID=e8135f7f-27e1-48df-b017-f0e03991198e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:54.732641 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2031ddd8-ce95-4cdc-b808-961ca0612bd5 req-f28884bf-b95f-4a49-843c-e5628b29bad1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a2e36eea-7439-4486-9c5d-cc135f745749), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.735392 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e25f1d-8abb-4409-b557-dae5d0b54221 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:07:54.751468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a332be-cb67-4f51-8294-e666310aa166 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:54.759073 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38a332be-cb67-4f51-8294-e666310aa166 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.801176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['a2e36eea-7439-4486-9c5d-cc135f745749'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:54.809376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['9975b258-4f8e-42fe-83ab-b496087134fc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:54.852218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a332be-cb67-4f51-8294-e666310aa166 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:54.853147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28884bf-b95f-4a49-843c-e5628b29bad1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Pushing event deleted for resources: {'Port': ['ID=a2e36eea-7439-4486-9c5d-cc135f745749,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:54.899204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94df056-6f8a-4517-9772-1e65cf4bef53 req-0a3a56b3-e3aa-4b68-81d4-aaa94c5a939f tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:54.901450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c94df056-6f8a-4517-9772-1e65cf4bef53 req-0a3a56b3-e3aa-4b68-81d4-aaa94c5a939f tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe HTTP/1.1" status: 200 len: 946 time: 0.1368032 Feb 11 05:07:54.902935 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38a332be-cb67-4f51-8294-e666310aa166 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (67085059-c4dd-4111-96c5-de6e6444f7e3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.903509 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-38a332be-cb67-4f51-8294-e666310aa166 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Added segment 67085059-c4dd-4111-96c5-de6e6444f7e3 of type vlan for network 2a958772-5a2a-4cd6-add0-aab4e9c97899 Feb 11 05:07:54.916372 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2031ddd8-ce95-4cdc-b808-961ca0612bd5 req-f28884bf-b95f-4a49-843c-e5628b29bad1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] No DVR routers for this DVR port a2e36eea-7439-4486-9c5d-cc135f745749 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:54.920712 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2031ddd8-ce95-4cdc-b808-961ca0612bd5 req-f28884bf-b95f-4a49-843c-e5628b29bad1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.925179 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2031ddd8-ce95-4cdc-b808-961ca0612bd5 req-f28884bf-b95f-4a49-843c-e5628b29bad1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.10 "DELETE /v2.0/ports/a2e36eea-7439-4486-9c5d-cc135f745749 HTTP/1.1" status: 204 len: 173 time: 1.1820617 Feb 11 05:07:54.927777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9c7e6d-0fe5-4650-bacc-99872ab0d766', 'name': 'network-vif-deleted', 'tag': 'a2e36eea-7439-4486-9c5d-cc135f745749'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:54.930875 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a69466c-3dc5-40c4-ad2c-4323e8336201" -d '{"events": [{"server_uuid": "0d9c7e6d-0fe5-4650-bacc-99872ab0d766", "name": "network-vif-deleted", "tag": "a2e36eea-7439-4486-9c5d-cc135f745749"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:54.955243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0a0e004a-aa7b-4a92-ad5e-a39d5faa56f7 req-691ffba7-8add-4a07-9ed0-6b26c44c90b7 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900643 Feb 11 05:07:54.998343 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38a332be-cb67-4f51-8294-e666310aa166 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (2a958772-5a2a-4cd6-add0-aab4e9c97899), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.051321 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f45fe9-eb35-4fdf-b8b7-d2a26ab31b93 x-openstack-request-id: req-a8f45fe9-eb35-4fdf-b8b7-d2a26ab31b93 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:55.053580 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9c7e6d-0fe5-4650-bacc-99872ab0d766", "name": "network-vif-deleted", "tag": "a2e36eea-7439-4486-9c5d-cc135f745749", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:55.054138 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8f45fe9-eb35-4fdf-b8b7-d2a26ab31b93 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:55.054728 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9c7e6d-0fe5-4650-bacc-99872ab0d766', 'name': 'network-vif-deleted', 'tag': 'a2e36eea-7439-4486-9c5d-cc135f745749', 'status': 'completed', 'code': 200} Feb 11 05:07:55.091699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device a5fead5f-f461-4ccf-bf3b-3f876edd66a0 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:55.129942 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38a332be-cb67-4f51-8294-e666310aa166 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (2a958772-5a2a-4cd6-add0-aab4e9c97899), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.145022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a332be-cb67-4f51-8294-e666310aa166 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:55.145677 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38a332be-cb67-4f51-8294-e666310aa166 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.253143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port a5fead5f-f461-4ccf-bf3b-3f876edd66a0 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:07:55.264719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port a5fead5f-f461-4ccf-bf3b-3f876edd66a0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:55.265241 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.275089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e63e4ee7-2c2b-4d73-8dd4-56544bb04027 req-60863190-6b6a-4929-b67c-a9ce57e326d9 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 210 time: 0.0737712 Feb 11 05:07:55.303140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a332be-cb67-4f51-8294-e666310aa166 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=2a958772-5a2a-4cd6-add0-aab4e9c97899,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:55.357412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-38a332be-cb67-4f51-8294-e666310aa166 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6389790 Feb 11 05:07:55.360210 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60042) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:55.367024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0db35229-4dfd-4fe1-becc-991d7b8360b0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:55.377789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 2a958772-5a2a-4cd6-add0-aab4e9c97899 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:55.385384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-c94df056-6f8a-4517-9772-1e65cf4bef53 req-4c4040b6-9b70-488f-8b59-edb8ced331e4 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Deleting port 9975b258-4f8e-42fe-83ab-b496087134fc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:55.386412 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c94df056-6f8a-4517-9772-1e65cf4bef53 req-4c4040b6-9b70-488f-8b59-edb8ced331e4 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.546379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52385234-3d83-48e4-ad21-e776b3dca1ce None None] Network e8135f7f-27e1-48df-b017-f0e03991198e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:55.566771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-c94df056-6f8a-4517-9772-1e65cf4bef53 req-4c4040b6-9b70-488f-8b59-edb8ced331e4 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] For port 9975b258-4f8e-42fe-83ab-b496087134fc, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9975b258-4f8e-42fe-83ab-b496087134fc,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:55.567419 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c94df056-6f8a-4517-9772-1e65cf4bef53 req-4c4040b6-9b70-488f-8b59-edb8ced331e4 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.579176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52385234-3d83-48e4-ad21-e776b3dca1ce None None] Network e8135f7f-27e1-48df-b017-f0e03991198e could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:07:55.601779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-c94df056-6f8a-4517-9772-1e65cf4bef53 req-4c4040b6-9b70-488f-8b59-edb8ced331e4 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Calling delete_port for 9975b258-4f8e-42fe-83ab-b496087134fc owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:55.647477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port a5fead5f-f461-4ccf-bf3b-3f876edd66a0 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:55.647887 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.694611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229a31f0-a9fd-44e9-843a-968360fef4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fead5f-f461-4ccf-bf3b-3f876edd66a0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:55.696915 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4951649d-deee-4b61-a8ee-1b9b8e085b0a" -d '{"events": [{"server_uuid": "229a31f0-a9fd-44e9-843a-968360fef4e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5fead5f-f461-4ccf-bf3b-3f876edd66a0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:55.744624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port a5fead5f-f461-4ccf-bf3b-3f876edd66a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=a5fead5f-f461-4ccf-bf3b-3f876edd66a0,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:55.760938 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4cd56f-a325-4969-8f91-33be0f163838 x-openstack-request-id: req-6b4cd56f-a325-4969-8f91-33be0f163838 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:55.761351 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229a31f0-a9fd-44e9-843a-968360fef4e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5fead5f-f461-4ccf-bf3b-3f876edd66a0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:55.761717 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b4cd56f-a325-4969-8f91-33be0f163838 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:55.762233 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229a31f0-a9fd-44e9-843a-968360fef4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fead5f-f461-4ccf-bf3b-3f876edd66a0', 'code': 200} Feb 11 05:07:55.764122 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.786089 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c94df056-6f8a-4517-9772-1e65cf4bef53 req-4c4040b6-9b70-488f-8b59-edb8ced331e4 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9975b258-4f8e-42fe-83ab-b496087134fc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.812947 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0db35229-4dfd-4fe1-becc-991d7b8360b0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (2a958772-5a2a-4cd6-add0-aab4e9c97899), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.822656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['a2e36eea-7439-4486-9c5d-cc135f745749'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:55.844590 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0db35229-4dfd-4fe1-becc-991d7b8360b0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (2a958772-5a2a-4cd6-add0-aab4e9c97899), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.854741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['9975b258-4f8e-42fe-83ab-b496087134fc'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:55.857790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=a5fead5f-f461-4ccf-bf3b-3f876edd66a0,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:55.865285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4040b6-9b70-488f-8b59-edb8ced331e4 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Pushing event deleted for resources: {'Port': ['ID=9975b258-4f8e-42fe-83ab-b496087134fc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:55.880240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0db35229-4dfd-4fe1-becc-991d7b8360b0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network 2a958772-5a2a-4cd6-add0-aab4e9c97899 is not hosted by any dhcp agent {{(pid=103353) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:07:55.896818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db35229-4dfd-4fe1-becc-991d7b8360b0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:55.902671 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0db35229-4dfd-4fe1-becc-991d7b8360b0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.904395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0db35229-4dfd-4fe1-becc-991d7b8360b0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "PUT /v2.0/networks/2a958772-5a2a-4cd6-add0-aab4e9c97899 HTTP/1.1" status: 200 len: 723 time: 0.5427501 Feb 11 05:07:55.907977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60050) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:55.928054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e72264de-9db0-4ae0-832e-8334e6b8a9b3 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'network_id': '2a958772-5a2a-4cd6-add0-aab4e9c97899', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:55.979763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94df056-6f8a-4517-9772-1e65cf4bef53 req-4c4040b6-9b70-488f-8b59-edb8ced331e4 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] No DVR routers for this DVR port 9975b258-4f8e-42fe-83ab-b496087134fc on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:55.983977 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c94df056-6f8a-4517-9772-1e65cf4bef53 req-4c4040b6-9b70-488f-8b59-edb8ced331e4 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.987392 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c94df056-6f8a-4517-9772-1e65cf4bef53 req-4c4040b6-9b70-488f-8b59-edb8ced331e4 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.60 "DELETE /v2.0/ports/9975b258-4f8e-42fe-83ab-b496087134fc HTTP/1.1" status: 204 len: 173 time: 1.0733430 Feb 11 05:07:55.987870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe', 'name': 'network-vif-deleted', 'tag': '9975b258-4f8e-42fe-83ab-b496087134fc'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:55.990244 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7921d55-4ce2-4dea-b28b-ecc392bb7eab" -d '{"events": [{"server_uuid": "16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe", "name": "network-vif-deleted", "tag": "9975b258-4f8e-42fe-83ab-b496087134fc"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:56.083214 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf434a4f-28dc-401a-9c69-12a2daf89f41 x-openstack-request-id: req-cf434a4f-28dc-401a-9c69-12a2daf89f41 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:56.083479 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe", "name": "network-vif-deleted", "tag": "9975b258-4f8e-42fe-83ab-b496087134fc", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:56.083766 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf434a4f-28dc-401a-9c69-12a2daf89f41 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:56.084156 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ef8bdb-6ccf-4764-b628-8afaf9b3cdbe', 'name': 'network-vif-deleted', 'tag': '9975b258-4f8e-42fe-83ab-b496087134fc', 'status': 'completed', 'code': 200} Feb 11 05:07:56.120951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db35229-4dfd-4fe1-becc-991d7b8360b0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=2a958772-5a2a-4cd6-add0-aab4e9c97899,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:56.150389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 2a958772-5a2a-4cd6-add0-aab4e9c97899 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:56.350168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ff9b5d40-38e9-4464-b825-8edb0114e790 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:56.352120 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ff9b5d40-38e9-4464-b825-8edb0114e790 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.10 "GET /v2.0/networks?id=801f2fae-a654-4f72-a6ba-496145495936 HTTP/1.1" status: 200 len: 813 time: 0.1563816 Feb 11 05:07:56.396036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Request body: {'port': {'device_id': '2598f625-39ba-46d1-8858-91d4d1fd9777', 'network_id': '801f2fae-a654-4f72-a6ba-496145495936', 'admin_state_up': True, 'tenant_id': 'fbe9e6f82fc34e8fbadd22dfbcd611bc'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:56.472085 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3084e99f-e5c4-4a1c-a07c-a0447e1e7695 req-eb4bab80-223d-4766-89fa-5d29a56319da tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 210 time: 0.0533278 Feb 11 05:07:56.472297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ec8a2-597e-4281-a312-ffd411887650 req-2d04710b-324f-468a-b90f-bde0ecefb090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:56.473706 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf2ec8a2-597e-4281-a312-ffd411887650 req-2d04710b-324f-468a-b90f-bde0ecefb090 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1128 time: 0.3983576 Feb 11 05:07:56.487660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72264de-9db0-4ae0-832e-8334e6b8a9b3 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:56.491829 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e72264de-9db0-4ae0-832e-8334e6b8a9b3 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.698075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-53b80bb2-8941-4119-8935-f770b0ad877c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:56.699698 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-53b80bb2-8941-4119-8935-f770b0ad877c tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.60 "GET /v2.0/networks?id=801f2fae-a654-4f72-a6ba-496145495936 HTTP/1.1" status: 200 len: 813 time: 0.7282615 Feb 11 05:07:56.701849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf2ec8a2-597e-4281-a312-ffd411887650 req-821bbe84-4b6f-4107-9531-17321b90d29e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068665 Feb 11 05:07:56.734212 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Request body: {'port': {'device_id': 'aa576150-8d8d-4eec-9b61-f1f595c65810', 'network_id': '801f2fae-a654-4f72-a6ba-496145495936', 'admin_state_up': True, 'tenant_id': 'fbe9e6f82fc34e8fbadd22dfbcd611bc'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:56.767515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790c4a-2401-48ac-8490-738020086d2f req-dd9d948d-1bd1-461d-9591-5a2734073ed1 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:56.771480 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e790c4a-2401-48ac-8490-738020086d2f req-dd9d948d-1bd1-461d-9591-5a2734073ed1 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1128 time: 0.6551707 Feb 11 05:07:56.929062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Made reservation on behalf of fbe9e6f82fc34e8fbadd22dfbcd611bc for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:56.932402 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.968556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8e790c4a-2401-48ac-8490-738020086d2f req-4e02eaf5-5599-439d-bbaa-86989a608b60 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770837 Feb 11 05:07:57.101126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Made reservation on behalf of fbe9e6f82fc34e8fbadd22dfbcd611bc for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:57.104434 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.140030 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e72264de-9db0-4ae0-832e-8334e6b8a9b3 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (162ad7d7-df0f-4977-8f23-9da5edd69e0a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.277327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Allocated IP 172.20.0.9 (801f2fae-a654-4f72-a6ba-496145495936/6f5d756b-6cd7-46c5-9048-f901f980f6a8/b24c7814-8652-4155-9e14-c7cf76590ba3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:57.280081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72264de-9db0-4ae0-832e-8334e6b8a9b3 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=162ad7d7-df0f-4977-8f23-9da5edd69e0a,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:57.328520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72264de-9db0-4ae0-832e-8334e6b8a9b3 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking segment: {'id': '67085059-c4dd-4111-96c5-de6e6444f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a958772-5a2a-4cd6-add0-aab4e9c97899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:57.328820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72264de-9db0-4ae0-832e-8334e6b8a9b3 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network hostable DHCP agents. Network: 2a958772-5a2a-4cd6-add0-aab4e9c97899, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:57.375384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72264de-9db0-4ae0-832e-8334e6b8a9b3 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network 2a958772-5a2a-4cd6-add0-aab4e9c97899 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:57.399929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e72264de-9db0-4ae0-832e-8334e6b8a9b3 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 2a958772-5a2a-4cd6-add0-aab4e9c97899) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:57.406847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72264de-9db0-4ae0-832e-8334e6b8a9b3 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:57.407911 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e72264de-9db0-4ae0-832e-8334e6b8a9b3 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.414825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fe77ab-ad4c-4535-8562-c42b54d8b116 None None] Network 2a958772-5a2a-4cd6-add0-aab4e9c97899 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:57.462434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e72264de-9db0-4ae0-832e-8334e6b8a9b3 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5457883 Feb 11 05:07:57.465411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60070) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:57.471176 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-43480e7a-480e-406a-98f3-e2d2b7a4e21b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:57.541141 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks [] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.601399 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43480e7a-480e-406a-98f3-e2d2b7a4e21b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4699454'] for subnet (162ad7d7-df0f-4977-8f23-9da5edd69e0a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.623316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-2a958772-5a2a-4cd6-add0-aab4e9c97899', 'network_id': '2a958772-5a2a-4cd6-add0-aab4e9c97899', 'project_id': '55aa8f6a03fd4c9892626a673e718aa9', 'fixed_ips': [{'subnet_id': '162ad7d7-df0f-4977-8f23-9da5edd69e0a'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:57.624177 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3d5b5065-0636-4ec6-9a54-23655268be0f req-ae8ccba9-ffa2-4234-a7ce-aa9eac739f0a tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 210 time: 0.0713589 Feb 11 05:07:57.643077 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.869194 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.011472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43480e7a-480e-406a-98f3-e2d2b7a4e21b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739642397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5897858'] for subnet (162ad7d7-df0f-4977-8f23-9da5edd69e0a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.039760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Allocated IP 172.20.0.8 (801f2fae-a654-4f72-a6ba-496145495936/6f5d756b-6cd7-46c5-9048-f901f980f6a8/62f5add6-7a89-4d39-be8c-f71eec541b24) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:58.058192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Allocated IP 172.20.0.2 (2a958772-5a2a-4cd6-add0-aab4e9c97899/162ad7d7-df0f-4977-8f23-9da5edd69e0a/e169d7e1-92bb-478b-a697-4bab6a50443f) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:58.171246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Network 801f2fae-a654-4f72-a6ba-496145495936 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:58.175533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba638ae1-c465-4d9d-bddf-ad44f2eda6ba req-55f4275d-087f-4085-a1d7-018d2adceb9a tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:58.190090 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba638ae1-c465-4d9d-bddf-ad44f2eda6ba req-55f4275d-087f-4085-a1d7-018d2adceb9a tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 945 time: 0.1196408 Feb 11 05:07:58.261586 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Publish callbacks [] for port (e169d7e1-92bb-478b-a697-4bab6a50443f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.266241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:58.280598 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (e169d7e1-92bb-478b-a697-4bab6a50443f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.283620 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba638ae1-c465-4d9d-bddf-ad44f2eda6ba req-e8e67d14-7712-4139-bbdb-02a0d8b569d9 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876679 Feb 11 05:07:58.296163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43480e7a-480e-406a-98f3-e2d2b7a4e21b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=162ad7d7-df0f-4977-8f23-9da5edd69e0a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:58.312910 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:58.336260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Network 2a958772-5a2a-4cd6-add0-aab4e9c97899 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:58.340022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:58.347026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:58.361108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Pushing event updated for resources: {'Port': ['ID=e169d7e1-92bb-478b-a697-4bab6a50443f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:58.370367 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:58.370367 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.385051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43480e7a-480e-406a-98f3-e2d2b7a4e21b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:58.386475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43480e7a-480e-406a-98f3-e2d2b7a4e21b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.388681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-43480e7a-480e-406a-98f3-e2d2b7a4e21b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "PUT /v2.0/subnets/162ad7d7-df0f-4977-8f23-9da5edd69e0a HTTP/1.1" status: 200 len: 806 time: 0.9226384 Feb 11 05:07:58.391785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60092) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:58.429402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Pushing event updated for resources: {'Port': ['ID=b24c7814-8652-4155-9e14-c7cf76590ba3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:58.448670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Attempting to bind port e169d7e1-92bb-478b-a697-4bab6a50443f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:58.451211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Attempting to bind port e169d7e1-92bb-478b-a697-4bab6a50443f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '67085059-c4dd-4111-96c5-de6e6444f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a958772-5a2a-4cd6-add0-aab4e9c97899'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:58.451619 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Attempting to bind port e169d7e1-92bb-478b-a697-4bab6a50443f on network 2a958772-5a2a-4cd6-add0-aab4e9c97899 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:58.469114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:58.469543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Checking segment: {'id': '67085059-c4dd-4111-96c5-de6e6444f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a958772-5a2a-4cd6-add0-aab4e9c97899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:58.471143 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.471543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Bound using segment: {'id': '67085059-c4dd-4111-96c5-de6e6444f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a958772-5a2a-4cd6-add0-aab4e9c97899'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:58.473292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Bound port: e169d7e1-92bb-478b-a697-4bab6a50443f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67085059-c4dd-4111-96c5-de6e6444f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a958772-5a2a-4cd6-add0-aab4e9c97899'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:58.473808 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e169d7e1-92bb-478b-a697-4bab6a50443f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.476729 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-3875dcb4-940b-4522-8a63-ef7d77d286df tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0888548 Feb 11 05:07:58.489638 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks [] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.497317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Request body: {'port': {'device_id': '2598f625-39ba-46d1-8858-91d4d1fd9777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:58.503592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1e469-54db-447d-bb2c-b91e71ffa658 req-8c5ce149-6c36-443f-935e-e6a3285cd68c tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:58.505118 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84b1e469-54db-447d-bb2c-b91e71ffa658 req-8c5ce149-6c36-443f-935e-e6a3285cd68c tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1128 time: 0.3259182 Feb 11 05:07:58.547334 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (2a958772-5a2a-4cd6-add0-aab4e9c97899), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.626366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] For port e169d7e1-92bb-478b-a697-4bab6a50443f, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:58.630772 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] For port e169d7e1-92bb-478b-a697-4bab6a50443f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e169d7e1-92bb-478b-a697-4bab6a50443f,segment=NetworkSegment(67085059-c4dd-4111-96c5-de6e6444f7e3),segment_id=67085059-c4dd-4111-96c5-de6e6444f7e3)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:58.656021 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e169d7e1-92bb-478b-a697-4bab6a50443f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.731456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Deleting port e169d7e1-92bb-478b-a697-4bab6a50443f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:58.732612 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e169d7e1-92bb-478b-a697-4bab6a50443f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.870461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device a2e36eea-7439-4486-9c5d-cc135f745749 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:58.878084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59f7ce-0441-4ae3-87d8-3998d4dbffe9 None None] Pushing event updated for resources: {'Port': ['ID=e169d7e1-92bb-478b-a697-4bab6a50443f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:58.935652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: a2e36eea-7439-4486-9c5d-cc135f745749 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:58.936050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device a2e36eea-7439-4486-9c5d-cc135f745749 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:59.010417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670f0ad-20d3-432d-88e5-e81e233e7fab req-9cf5dc70-3d2a-4798-b786-8c5c7a519c31 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:59.018280 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2670f0ad-20d3-432d-88e5-e81e233e7fab req-9cf5dc70-3d2a-4798-b786-8c5c7a519c31 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 931 time: 0.2241931 Feb 11 05:07:59.031307 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] For port e169d7e1-92bb-478b-a697-4bab6a50443f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e169d7e1-92bb-478b-a697-4bab6a50443f,segment=NetworkSegment(67085059-c4dd-4111-96c5-de6e6444f7e3),segment_id=67085059-c4dd-4111-96c5-de6e6444f7e3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:59.031688 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e169d7e1-92bb-478b-a697-4bab6a50443f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.044737 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.061421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Calling delete_port for e169d7e1-92bb-478b-a697-4bab6a50443f owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:59.068902 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9975b258-4f8e-42fe-83ab-b496087134fc no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:59.132158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 9975b258-4f8e-42fe-83ab-b496087134fc {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:59.132517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9975b258-4f8e-42fe-83ab-b496087134fc not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:59.187998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2670f0ad-20d3-432d-88e5-e81e233e7fab req-70bc51c1-8bf1-4f21-8fd4-1b0cf118c387 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687388 Feb 11 05:07:59.306755 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e169d7e1-92bb-478b-a697-4bab6a50443f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.340094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Port': ['ID=e169d7e1-92bb-478b-a697-4bab6a50443f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:59.404624 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84b1e469-54db-447d-bb2c-b91e71ffa658 req-e534467e-1930-478c-86cc-cf6b7687970b tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8782547 Feb 11 05:07:59.405676 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.426994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No DVR routers for this DVR port e169d7e1-92bb-478b-a697-4bab6a50443f on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:59.466943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Pushing event updated for resources: {'Port': ['ID=62f5add6-7a89-4d39-be8c-f71eec541b24,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:59.485029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.485297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.485593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.485936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.486271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.486715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.487071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.487405 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.487732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.488057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.488381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.488702 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.489025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:59.537170 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (162ad7d7-df0f-4977-8f23-9da5edd69e0a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.562661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Network 801f2fae-a654-4f72-a6ba-496145495936 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:59.565763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaa838-fae1-4888-970b-86ef82e52ce0 req-8f01cb7a-0280-42c7-ae6a-6122bea74259 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:59.572455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:59.578155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:59.586808 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebcaa838-fae1-4888-970b-86ef82e52ce0 req-8f01cb7a-0280-42c7-ae6a-6122bea74259 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 945 time: 0.1863465 Feb 11 05:07:59.670166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe18aed-cb5b-43cf-97a5-e4ec3c50a8f3 req-b6a6ad24-caaa-44b8-8b2d-6ed2fd0ef2e5 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:59.671705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ffe18aed-cb5b-43cf-97a5-e4ec3c50a8f3 req-b6a6ad24-caaa-44b8-8b2d-6ed2fd0ef2e5 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1128 time: 0.1526477 Feb 11 05:07:59.686750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:59.687396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.703849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebcaa838-fae1-4888-970b-86ef82e52ce0 req-4d3fa7a8-ff0c-439f-8d25-9c1cbc2429b7 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153393 Feb 11 05:07:59.720385 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (162ad7d7-df0f-4977-8f23-9da5edd69e0a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.747632 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-ecea6f1c-8ad0-45d9-8f48-00ab221c4848 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0251293 Feb 11 05:07:59.753577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Subnet': ['ID=162ad7d7-df0f-4977-8f23-9da5edd69e0a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:59.787024 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ffe18aed-cb5b-43cf-97a5-e4ec3c50a8f3 req-ac73e765-6b8d-4b3d-9845-3ce9beecd509 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964260 Feb 11 05:07:59.821856 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24c7814-8652-4155-9e14-c7cf76590ba3 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:59.827558 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (2a958772-5a2a-4cd6-add0-aab4e9c97899), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.832958 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Publish callbacks [] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.851786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a958772-5a2a-4cd6-add0-aab4e9c97899']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:59.864753 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Transition to ACTIVE for port object b24c7814-8652-4155-9e14-c7cf76590ba3 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:07:59.875492 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.880770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67085059-c4dd-4111-96c5-de6e6444f7e3') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:59.881078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67085059-c4dd-4111-96c5-de6e6444f7e3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:59.901930 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (67085059-c4dd-4111-96c5-de6e6444f7e3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.963173 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (67085059-c4dd-4111-96c5-de6e6444f7e3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.986453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b24c7814-8652-4155-9e14-c7cf76590ba3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:00.011599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:00.012029 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (67085059-c4dd-4111-96c5-de6e6444f7e3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:00.018367 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:00.027356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Request body: {'port': {'device_id': 'aa576150-8d8d-4eec-9b61-f1f595c65810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:00.090429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Attempting to bind port b24c7814-8652-4155-9e14-c7cf76590ba3 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:00.090429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Attempting to bind port b24c7814-8652-4155-9e14-c7cf76590ba3 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:00.091816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Attempting to bind port b24c7814-8652-4155-9e14-c7cf76590ba3 on network 801f2fae-a654-4f72-a6ba-496145495936 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:00.135826 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.139935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Port b24c7814-8652-4155-9e14-c7cf76590ba3 on network 801f2fae-a654-4f72-a6ba-496145495936 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:08:00.140308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Attempting to bind port b24c7814-8652-4155-9e14-c7cf76590ba3 on network 801f2fae-a654-4f72-a6ba-496145495936 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:00.146932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:00.147271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Checking segment: {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:00.147665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Bound using segment: {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:00.148094 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Bound port: b24c7814-8652-4155-9e14-c7cf76590ba3, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:00.148460 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.307481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd93c704-119a-47d0-bbbf-ff280ca8d565 None None] Network 2a958772-5a2a-4cd6-add0-aab4e9c97899 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:00.362183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7169fcae-3ff1-47ff-9373-5bedf79740ab None None] Could not find standard attr ID for object e169d7e1-92bb-478b-a697-4bab6a50443f. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:08:00.394216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] For port b24c7814-8652-4155-9e14-c7cf76590ba3, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:00.441492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] For port b24c7814-8652-4155-9e14-c7cf76590ba3, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b24c7814-8652-4155-9e14-c7cf76590ba3,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:00.491933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6920616-a3dc-4bed-9548-72e11451458f None None] DHCP port deletion for 2a958772-5a2a-4cd6-add0-aab4e9c97899 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:08:00.519311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4e2ce5-392f-42e9-bb61-ec3f1fe59349 None None] Network 2a958772-5a2a-4cd6-add0-aab4e9c97899 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:00.522790 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.548392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:00.549217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.552053 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] 10.222.0.10 "PUT /v2.0/ports/b24c7814-8652-4155-9e14-c7cf76590ba3 HTTP/1.1" status: 200 len: 1092 time: 2.0599725 Feb 11 05:08:00.556187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2598f625-39ba-46d1-8858-91d4d1fd9777', 'tag': 'b24c7814-8652-4155-9e14-c7cf76590ba3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:00.558786 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78da63c8-6c73-491f-9a42-5d26273dbd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "2598f625-39ba-46d1-8858-91d4d1fd9777", "tag": "b24c7814-8652-4155-9e14-c7cf76590ba3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:00.610110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-1c94ca16-0fd8-46de-a9dc-d67fed4912d1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:08:00.611286 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-1c94ca16-0fd8-46de-a9dc-d67fed4912d1 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138922 Feb 11 05:08:00.624843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635219e0-44bb-46f5-b329-4811104dfa73 req-ae12a0c5-dff0-4a47-bcce-7bfe57ae6c6b tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:00.626830 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-635219e0-44bb-46f5-b329-4811104dfa73 req-ae12a0c5-dff0-4a47-bcce-7bfe57ae6c6b tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 943 time: 0.3003116 Feb 11 05:08:00.675545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ec61f-f046-46c9-8b9c-1683a23ca8bd req-7e4e3cdc-e0a4-47b4-8b62-9301f30fe6e8 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:00.677495 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-422ec61f-f046-46c9-8b9c-1683a23ca8bd req-7e4e3cdc-e0a4-47b4-8b62-9301f30fe6e8 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1128 time: 0.7346103 Feb 11 05:08:00.679460 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (2a958772-5a2a-4cd6-add0-aab4e9c97899), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.686336 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.689519 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/2a958772-5a2a-4cd6-add0-aab4e9c97899 HTTP/1.1" status: 204 len: 168 time: 2.2963271 Feb 11 05:08:00.693472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60116) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:00.724133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52814b43-3aeb-46a1-9542-5e9d7107d858 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Network': ['ID=2a958772-5a2a-4cd6-add0-aab4e9c97899,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:00.737892 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb04983-4598-482c-b40b-0ec2735b11fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:00.738419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb04983-4598-482c-b40b-0ec2735b11fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:00.741504 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5cb04983-4598-482c-b40b-0ec2735b11fe tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/2a958772-5a2a-4cd6-add0-aab4e9c97899 HTTP/1.1" status: 404 len: 339 time: 0.0433373 Feb 11 05:08:00.746754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60124) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:00.756642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77955e-4ca5-4628-93ba-e9d76b839bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b24c7814-8652-4155-9e14-c7cf76590ba3,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:00.765877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-08e58c24-6307-477c-90e0-6789befe0123 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-594032760', 'description': 'd1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:00.805686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-635219e0-44bb-46f5-b329-4811104dfa73 req-c9277dbd-d259-4de9-87da-2811fe97f63f tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650743 Feb 11 05:08:00.814652 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-422ec61f-f046-46c9-8b9c-1683a23ca8bd req-b933fc0f-89d6-49c6-bcf9-0d9caa69371a tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238763 Feb 11 05:08:00.849706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e58c24-6307-477c-90e0-6789befe0123 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:00.853380 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08e58c24-6307-477c-90e0-6789befe0123 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.858494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-8e0346e3-2e28-4b5b-8736-7883b2bb1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:00.860108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-8e0346e3-2e28-4b5b-8736-7883b2bb1f08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbe9e6f82fc34e8fbadd22dfbcd611bc&device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 1126 time: 0.1899502 Feb 11 05:08:00.873180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f5add6-7a89-4d39-be8c-f71eec541b24 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:00.880941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36d77-9755-4da7-8433-25ee198e2cf8 req-2620acb1-b81b-4d81-bb2a-3822de68c057 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:00.882810 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aba36d77-9755-4da7-8433-25ee198e2cf8 req-2620acb1-b81b-4d81-bb2a-3822de68c057 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.60 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 945 time: 0.1368084 Feb 11 05:08:00.932764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e58c24-6307-477c-90e0-6789befe0123 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:08:00.945278 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-74cc0378-b0eb-474f-8779-e1c05cb45e77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b24c7814-8652-4155-9e14-c7cf76590ba3 HTTP/1.1" status: 200 len: 217 time: 0.0597179 Feb 11 05:08:00.947423 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Publish callbacks [] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.952096 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dcd29e-ce70-4b8d-9c37-4846abc01cec x-openstack-request-id: req-b8dcd29e-ce70-4b8d-9c37-4846abc01cec {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:00.952508 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2598f625-39ba-46d1-8858-91d4d1fd9777", "tag": "b24c7814-8652-4155-9e14-c7cf76590ba3", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:00.952844 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8dcd29e-ce70-4b8d-9c37-4846abc01cec {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:00.953627 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2598f625-39ba-46d1-8858-91d4d1fd9777', 'tag': 'b24c7814-8652-4155-9e14-c7cf76590ba3', 'status': 'completed', 'code': 200} Feb 11 05:08:00.954291 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08e58c24-6307-477c-90e0-6789befe0123 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (710aa702-f7cf-47e5-9a12-a166132711e7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.954833 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-08e58c24-6307-477c-90e0-6789befe0123 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Added segment 710aa702-f7cf-47e5-9a12-a166132711e7 of type vlan for network 1ad9f3e9-3c31-4520-9008-b5baac0eed7a Feb 11 05:08:01.045982 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08e58c24-6307-477c-90e0-6789befe0123 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1ad9f3e9-3c31-4520-9008-b5baac0eed7a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.068385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-1f80b517-80a8-45ac-b5db-5871dadc73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.071747 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-1f80b517-80a8-45ac-b5db-5871dadc73bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f5d756b-6cd7-46c5-9048-f901f980f6a8 HTTP/1.1" status: 200 len: 853 time: 0.0865920 Feb 11 05:08:01.112661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Transition to ACTIVE for port object 62f5add6-7a89-4d39-be8c-f71eec541b24 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:08:01.114870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-6870576b-4d47-4286-87e4-81bab087c1a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=801f2fae-a654-4f72-a6ba-496145495936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339577 Feb 11 05:08:01.120355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.127936 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08e58c24-6307-477c-90e0-6789befe0123 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1ad9f3e9-3c31-4520-9008-b5baac0eed7a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.132914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e58c24-6307-477c-90e0-6789befe0123 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.133510 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08e58c24-6307-477c-90e0-6789befe0123 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582109'] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.149394 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-aba36d77-9755-4da7-8433-25ee198e2cf8 req-9e7fbe42-39f2-486f-8c59-634554a5f80e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Deleting port c74debc4-65df-4f9e-9ec5-e8b8163fbd58 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:01.149751 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aba36d77-9755-4da7-8433-25ee198e2cf8 req-9e7fbe42-39f2-486f-8c59-634554a5f80e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.198180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74cf88-e4e4-4307-881b-92badda851ca req-b5c1a8cf-a6a4-4ee0-8b8c-79163cb1dc88 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.202309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e74cf88-e4e4-4307-881b-92badda851ca req-b5c1a8cf-a6a4-4ee0-8b8c-79163cb1dc88 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 945 time: 0.2474487 Feb 11 05:08:01.271966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Pushing event updated for resources: {'Port': ['ID=62f5add6-7a89-4d39-be8c-f71eec541b24,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:01.292057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-08e58c24-6307-477c-90e0-6789befe0123 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5312490 Feb 11 05:08:01.292671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60140) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:01.355288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e58c24-6307-477c-90e0-6789befe0123 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=1ad9f3e9-3c31-4520-9008-b5baac0eed7a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:01.362627 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-b43a89fb-971f-42ab-be58-0b4701ca0bd2 service neutron] 10.222.0.10 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394259 Feb 11 05:08:01.370546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e74cf88-e4e4-4307-881b-92badda851ca req-9cd44b22-c476-464f-907e-f7d1cb05a080 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313739 Feb 11 05:08:01.375271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1ad9f3e9-3c31-4520-9008-b5baac0eed7a details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:08:01.387340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c531fdbc-2ae9-4d29-ad24-3c6313849445 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.405592 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c531fdbc-2ae9-4d29-ad24-3c6313849445 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/networks?id=3849dc63-bce3-4d9c-805e-999252af5069 HTTP/1.1" status: 200 len: 911 time: 0.3415537 Feb 11 05:08:01.415737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-aba36d77-9755-4da7-8433-25ee198e2cf8 req-9e7fbe42-39f2-486f-8c59-634554a5f80e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] For port c74debc4-65df-4f9e-9ec5-e8b8163fbd58, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c74debc4-65df-4f9e-9ec5-e8b8163fbd58,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:01.416111 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aba36d77-9755-4da7-8433-25ee198e2cf8 req-9e7fbe42-39f2-486f-8c59-634554a5f80e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.417824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e169d7e1-92bb-478b-a697-4bab6a50443f no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:01.468848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Attempting to bind port 62f5add6-7a89-4d39-be8c-f71eec541b24 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:01.469255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Attempting to bind port 62f5add6-7a89-4d39-be8c-f71eec541b24 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:01.469597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Attempting to bind port 62f5add6-7a89-4d39-be8c-f71eec541b24 on network 801f2fae-a654-4f72-a6ba-496145495936 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:01.472244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: e169d7e1-92bb-478b-a697-4bab6a50443f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:01.474209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-323246fc-10a3-4911-8ec7-048ce3b3d4db tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/quotas/967b54f3462942e39dd36a5f9f2bc882 HTTP/1.1" status: 200 len: 375 time: 0.0677102 Feb 11 05:08:01.474551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e169d7e1-92bb-478b-a697-4bab6a50443f not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:01.491615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-aba36d77-9755-4da7-8433-25ee198e2cf8 req-9e7fbe42-39f2-486f-8c59-634554a5f80e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Calling delete_port for c74debc4-65df-4f9e-9ec5-e8b8163fbd58 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:01.516557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620c2100-2ddf-4d05-9a52-fee697dfa694 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.520503 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-620c2100-2ddf-4d05-9a52-fee697dfa694 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/networks?id=1ad9f3e9-3c31-4520-9008-b5baac0eed7a HTTP/1.1" status: 200 len: 760 time: 0.1992941 Feb 11 05:08:01.521662 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60144) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:01.522133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Port 62f5add6-7a89-4d39-be8c-f71eec541b24 on network 801f2fae-a654-4f72-a6ba-496145495936 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:08:01.522478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Attempting to bind port 62f5add6-7a89-4d39-be8c-f71eec541b24 on network 801f2fae-a654-4f72-a6ba-496145495936 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:01.529942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2627ad4d-0665-4469-845d-103c9b5c4cdc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'description': 'd2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:01.532816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:01.533173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Checking segment: {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:01.533626 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Bound using segment: {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:01.534096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Bound port: 62f5add6-7a89-4d39-be8c-f71eec541b24, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2610c969-1a95-445f-ac9a-42e8f6aab158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '801f2fae-a654-4f72-a6ba-496145495936'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:01.534464 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.592947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-6b45f2bb-f2c8-4c00-8a13-365a2de1f4af service neutron] 10.222.0.10 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066538 Feb 11 05:08:01.619031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] For port 62f5add6-7a89-4d39-be8c-f71eec541b24, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:01.623921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] For port 62f5add6-7a89-4d39-be8c-f71eec541b24, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=62f5add6-7a89-4d39-be8c-f71eec541b24,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:01.633935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.677744 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-42b80b2c-7ec1-4be3-853f-4fb77862972b tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=967b54f3462942e39dd36a5f9f2bc882&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2025762 Feb 11 05:08:01.678873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.683273 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.687738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] 10.222.0.60 "PUT /v2.0/ports/62f5add6-7a89-4d39-be8c-f71eec541b24 HTTP/1.1" status: 200 len: 1092 time: 1.9157174 Feb 11 05:08:01.727483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17704759-fb17-4736-ac4a-3ca05d8f6296 service neutron] Pushing event updated for resources: {'Port': ['ID=62f5add6-7a89-4d39-be8c-f71eec541b24,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:01.820082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da63c8-6c73-491f-9a42-5d26273dbd7b req-6aa42297-abcf-4a70-926d-f0fce7ceb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.821600 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78da63c8-6c73-491f-9a42-5d26273dbd7b req-6aa42297-abcf-4a70-926d-f0fce7ceb98d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbe9e6f82fc34e8fbadd22dfbcd611bc&device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 1126 time: 0.1237650 Feb 11 05:08:01.839498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-20c20ee7-a942-49f0-96a1-97406e9b78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.841103 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-20c20ee7-a942-49f0-96a1-97406e9b78e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbe9e6f82fc34e8fbadd22dfbcd611bc&device_id=aa576150-8d8d-4eec-9b61-f1f595c65810 HTTP/1.1" status: 200 len: 1126 time: 0.0742986 Feb 11 05:08:01.874998 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2627ad4d-0665-4469-845d-103c9b5c4cdc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1ad9f3e9-3c31-4520-9008-b5baac0eed7a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.911611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-e0b85157-7438-4431-9dd8-308e2560c914 service neutron] 10.222.0.48 "GET /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328734 Feb 11 05:08:01.913960 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aba36d77-9755-4da7-8433-25ee198e2cf8 req-9e7fbe42-39f2-486f-8c59-634554a5f80e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c74debc4-65df-4f9e-9ec5-e8b8163fbd58), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.916236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2627ad4d-0665-4469-845d-103c9b5c4cdc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1ad9f3e9-3c31-4520-9008-b5baac0eed7a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.956109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['d762cb45-835e-4875-a59c-37abb82ee0c1', '0912b9f8-fca2-4f5e-994b-7519579213e2'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:01.961377 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2627ad4d-0665-4469-845d-103c9b5c4cdc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network 1ad9f3e9-3c31-4520-9008-b5baac0eed7a is not hosted by any dhcp agent {{(pid=103354) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:08:01.965319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2627ad4d-0665-4469-845d-103c9b5c4cdc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.966715 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2627ad4d-0665-4469-845d-103c9b5c4cdc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.971116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2627ad4d-0665-4469-845d-103c9b5c4cdc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "PUT /v2.0/networks/1ad9f3e9-3c31-4520-9008-b5baac0eed7a HTTP/1.1" status: 200 len: 757 time: 0.4461119 Feb 11 05:08:01.984271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60148) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:01.994237 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-2eb6c9f8-287a-48b9-8a76-9adf4cd863c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62f5add6-7a89-4d39-be8c-f71eec541b24 HTTP/1.1" status: 200 len: 217 time: 0.0737736 Feb 11 05:08:02.019837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb', 'c74debc4-65df-4f9e-9ec5-e8b8163fbd58'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:02.043202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fbe42-39f2-486f-8c59-634554a5f80e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Pushing event deleted for resources: {'Port': ['ID=c74debc4-65df-4f9e-9ec5-e8b8163fbd58,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:02.076097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-d241637e-1b72-433a-bb1f-e18fee107098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:02.077570 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-d241637e-1b72-433a-bb1f-e18fee107098 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f5d756b-6cd7-46c5-9048-f901f980f6a8 HTTP/1.1" status: 200 len: 853 time: 0.0616386 Feb 11 05:08:02.097267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13946c5-23c6-4fb8-81ab-771187cab657 req-a236b50c-2e8e-4a28-920d-c17e2e980da9 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:02.106528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e13946c5-23c6-4fb8-81ab-771187cab657 req-a236b50c-2e8e-4a28-920d-c17e2e980da9 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 943 time: 0.1854107 Feb 11 05:08:02.135198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da63c8-6c73-491f-9a42-5d26273dbd7b req-eb814b7d-6a08-4f4b-90ac-a92053682e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:02.136659 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78da63c8-6c73-491f-9a42-5d26273dbd7b req-eb814b7d-6a08-4f4b-90ac-a92053682e34 service neutron] 10.222.0.10 "GET /v2.0/networks?id=801f2fae-a654-4f72-a6ba-496145495936 HTTP/1.1" status: 200 len: 914 time: 0.3075309 Feb 11 05:08:02.194642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-abc2263a-d89d-489a-9a6b-2769ad08ad8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=801f2fae-a654-4f72-a6ba-496145495936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738044 Feb 11 05:08:02.199080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78da63c8-6c73-491f-9a42-5d26273dbd7b req-62a8252c-41de-47ec-aa95-ead0aa2f335c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b24c7814-8652-4155-9e14-c7cf76590ba3 HTTP/1.1" status: 200 len: 217 time: 0.0529072 Feb 11 05:08:02.289641 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e13946c5-23c6-4fb8-81ab-771187cab657 req-dc7a7d6d-2837-4f2a-834d-be55153e3843 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775794 Feb 11 05:08:02.304658 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-afed8a77-3e2f-4545-8e7b-3a6c3bbceb91 service neutron] 10.222.0.48 "GET /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813710 Feb 11 05:08:02.305414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627ad4d-0665-4469-845d-103c9b5c4cdc tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=1ad9f3e9-3c31-4520-9008-b5baac0eed7a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:02.325167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec03970-a7be-4425-819e-d0cfd5dc2c45 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:02.330393 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7ec03970-a7be-4425-819e-d0cfd5dc2c45 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/networks?id=1ad9f3e9-3c31-4520-9008-b5baac0eed7a HTTP/1.1" status: 200 len: 760 time: 0.3167088 Feb 11 05:08:02.338514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:02.354643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba36d77-9755-4da7-8433-25ee198e2cf8 req-9e7fbe42-39f2-486f-8c59-634554a5f80e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] No DVR routers for this DVR port c74debc4-65df-4f9e-9ec5-e8b8163fbd58 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:02.356154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1ad9f3e9-3c31-4520-9008-b5baac0eed7a details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:08:02.358462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aba36d77-9755-4da7-8433-25ee198e2cf8 req-9e7fbe42-39f2-486f-8c59-634554a5f80e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:02.362372 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aba36d77-9755-4da7-8433-25ee198e2cf8 req-9e7fbe42-39f2-486f-8c59-634554a5f80e tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.60 "DELETE /v2.0/ports/c74debc4-65df-4f9e-9ec5-e8b8163fbd58 HTTP/1.1" status: 204 len: 173 time: 1.4710903 Feb 11 05:08:02.364201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d12eca05-50b6-4d49-856c-74cc82334c4d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-399651166'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:02.366490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42c6e94-53ee-4025-8603-511ed841f69d', 'name': 'network-vif-deleted', 'tag': 'c74debc4-65df-4f9e-9ec5-e8b8163fbd58'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:02.371959 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b392d0fd-b16f-4eb0-8b55-0f86ef7724e5" -d '{"events": [{"server_uuid": "b42c6e94-53ee-4025-8603-511ed841f69d", "name": "network-vif-deleted", "tag": "c74debc4-65df-4f9e-9ec5-e8b8163fbd58"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:02.400112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da63c8-6c73-491f-9a42-5d26273dbd7b req-fc51ea84-6c12-434e-ba46-41672d90a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:02.402019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78da63c8-6c73-491f-9a42-5d26273dbd7b req-fc51ea84-6c12-434e-ba46-41672d90a5af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f5d756b-6cd7-46c5-9048-f901f980f6a8 HTTP/1.1" status: 200 len: 853 time: 0.1867278 Feb 11 05:08:02.455857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78da63c8-6c73-491f-9a42-5d26273dbd7b req-b6ba948a-f86f-4849-8f5a-9220ddc653ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=801f2fae-a654-4f72-a6ba-496145495936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427997 Feb 11 05:08:02.462926 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf064062-ef05-4474-b206-52a13b9999c6 x-openstack-request-id: req-bf064062-ef05-4474-b206-52a13b9999c6 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:02.463352 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42c6e94-53ee-4025-8603-511ed841f69d", "name": "network-vif-deleted", "tag": "c74debc4-65df-4f9e-9ec5-e8b8163fbd58", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:02.463862 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf064062-ef05-4474-b206-52a13b9999c6 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:02.464886 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42c6e94-53ee-4025-8603-511ed841f69d', 'name': 'network-vif-deleted', 'tag': 'c74debc4-65df-4f9e-9ec5-e8b8163fbd58', 'status': 'completed', 'code': 200} Feb 11 05:08:02.560248 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8eac96a-927e-42c4-8993-57254d2dad69 req-4435534e-018f-45c5-8478-0c83dc31ca91 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 210 time: 0.0336545 Feb 11 05:08:02.604905 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-beb06885-c0f9-473f-b87e-252b281df6e3 req-851e9d84-ed3c-45cb-85d9-1291e2aa2fe4 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=b42c6e94-53ee-4025-8603-511ed841f69d HTTP/1.1" status: 200 len: 210 time: 0.0302529 Feb 11 05:08:02.626688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12eca05-50b6-4d49-856c-74cc82334c4d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:02.626688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d12eca05-50b6-4d49-856c-74cc82334c4d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:02.647353 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-e563e8b0-870e-4bc7-ae95-aa416141eb72 service neutron] 10.222.0.60 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393821 Feb 11 05:08:02.691359 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12eca05-50b6-4d49-856c-74cc82334c4d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:08:02.708392 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78da63c8-6c73-491f-9a42-5d26273dbd7b req-d5f93d38-5b60-4d67-93ac-d2735f93be24 service neutron] 10.222.0.10 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380998 Feb 11 05:08:02.747155 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d12eca05-50b6-4d49-856c-74cc82334c4d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:02.747507 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-d12eca05-50b6-4d49-856c-74cc82334c4d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Added segment 9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7 of type vlan for network c4c72bdc-7370-4741-9bcc-0c610323a254 Feb 11 05:08:02.850752 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d12eca05-50b6-4d49-856c-74cc82334c4d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (c4c72bdc-7370-4741-9bcc-0c610323a254), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:02.884563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c26feb3b-9fb8-4e17-9878-82b5cf66d48a req-1bb122bb-c97d-4ca2-8f5b-a5440d092c01 service neutron] 10.222.0.60 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255394 Feb 11 05:08:02.911642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78da63c8-6c73-491f-9a42-5d26273dbd7b req-f3ccf0af-6d42-4aef-ab78-870d95581864 service neutron] 10.222.0.10 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732118 Feb 11 05:08:02.914635 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d12eca05-50b6-4d49-856c-74cc82334c4d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (c4c72bdc-7370-4741-9bcc-0c610323a254), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:02.920485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12eca05-50b6-4d49-856c-74cc82334c4d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:02.921085 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d12eca05-50b6-4d49-856c-74cc82334c4d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:02.955362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa576150-8d8d-4eec-9b61-f1f595c65810', 'tag': '62f5add6-7a89-4d39-be8c-f71eec541b24'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:02.957847 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c915845-3aa5-4f02-acfc-4895f1dd0b98" -d '{"events": [{"name": "network-changed", "server_uuid": "aa576150-8d8d-4eec-9b61-f1f595c65810", "tag": "62f5add6-7a89-4d39-be8c-f71eec541b24"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:03.003580 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d12eca05-50b6-4d49-856c-74cc82334c4d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6542816 Feb 11 05:08:03.005121 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a9b486-c0b7-4dfc-9f81-98940ac075d7 x-openstack-request-id: req-53a9b486-c0b7-4dfc-9f81-98940ac075d7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:03.005420 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa576150-8d8d-4eec-9b61-f1f595c65810", "tag": "62f5add6-7a89-4d39-be8c-f71eec541b24", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:03.005678 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53a9b486-c0b7-4dfc-9f81-98940ac075d7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:03.006084 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa576150-8d8d-4eec-9b61-f1f595c65810', 'tag': '62f5add6-7a89-4d39-be8c-f71eec541b24', 'status': 'completed', 'code': 200} Feb 11 05:08:03.006779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60170) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:03.009255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eca05-50b6-4d49-856c-74cc82334c4d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=c4c72bdc-7370-4741-9bcc-0c610323a254,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:03.016941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d73aa4cb-09a6-444a-88fc-e6ec6b3b9fd2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'network_id': 'c4c72bdc-7370-4741-9bcc-0c610323a254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:03.021985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network c4c72bdc-7370-4741-9bcc-0c610323a254 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:08:03.177595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c915845-3aa5-4f02-acfc-4895f1dd0b98 req-3c60078d-bf4a-40a9-bfee-3507846edb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:03.179306 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c915845-3aa5-4f02-acfc-4895f1dd0b98 req-3c60078d-bf4a-40a9-bfee-3507846edb42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbe9e6f82fc34e8fbadd22dfbcd611bc&device_id=aa576150-8d8d-4eec-9b61-f1f595c65810 HTTP/1.1" status: 200 len: 1126 time: 0.0975752 Feb 11 05:08:03.180130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73aa4cb-09a6-444a-88fc-e6ec6b3b9fd2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:03.183749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d73aa4cb-09a6-444a-88fc-e6ec6b3b9fd2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.344483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c915845-3aa5-4f02-acfc-4895f1dd0b98 req-930d9ba4-ac3a-4ac0-92b5-a35bab236e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:03.346594 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c915845-3aa5-4f02-acfc-4895f1dd0b98 req-930d9ba4-ac3a-4ac0-92b5-a35bab236e83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=801f2fae-a654-4f72-a6ba-496145495936 HTTP/1.1" status: 200 len: 914 time: 0.1606135 Feb 11 05:08:03.367719 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.428433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c915845-3aa5-4f02-acfc-4895f1dd0b98 req-fa9dba45-ccbc-4212-9dfe-e1720c35ee43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62f5add6-7a89-4d39-be8c-f71eec541b24 HTTP/1.1" status: 200 len: 217 time: 0.0692596 Feb 11 05:08:03.471431 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d73aa4cb-09a6-444a-88fc-e6ec6b3b9fd2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (624c84d1-bf4b-45b6-bc1d-658020c855d2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.498480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c915845-3aa5-4f02-acfc-4895f1dd0b98 req-2c89dd3e-1797-4286-8934-888e89187b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:03.499978 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c915845-3aa5-4f02-acfc-4895f1dd0b98 req-2c89dd3e-1797-4286-8934-888e89187b9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f5d756b-6cd7-46c5-9048-f901f980f6a8 HTTP/1.1" status: 200 len: 853 time: 0.0562575 Feb 11 05:08:03.506579 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:08:03.507166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb93d13-beb6-4bcc-9a52-de77f8057422 req-5d3aea6c-1a3f-427c-ad93-b351b082a337 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:03.508393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdb93d13-beb6-4bcc-9a52-de77f8057422 req-5d3aea6c-1a3f-427c-ad93-b351b082a337 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 943 time: 0.0915222 Feb 11 05:08:03.541288 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c915845-3aa5-4f02-acfc-4895f1dd0b98 req-f27d19a9-475f-4430-83c0-17d65a4c340c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=801f2fae-a654-4f72-a6ba-496145495936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313892 Feb 11 05:08:03.545938 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73aa4cb-09a6-444a-88fc-e6ec6b3b9fd2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=624c84d1-bf4b-45b6-bc1d-658020c855d2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:03.556804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73aa4cb-09a6-444a-88fc-e6ec6b3b9fd2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking segment: {'id': '9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4c72bdc-7370-4741-9bcc-0c610323a254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:03.557175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73aa4cb-09a6-444a-88fc-e6ec6b3b9fd2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network hostable DHCP agents. Network: c4c72bdc-7370-4741-9bcc-0c610323a254, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:08:03.575875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73aa4cb-09a6-444a-88fc-e6ec6b3b9fd2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network c4c72bdc-7370-4741-9bcc-0c610323a254 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:08:03.589291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d73aa4cb-09a6-444a-88fc-e6ec6b3b9fd2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, c4c72bdc-7370-4741-9bcc-0c610323a254) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:03.602264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895770d-cb8b-43fb-b39b-cbb1399793e4 None None] Network c4c72bdc-7370-4741-9bcc-0c610323a254 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:03.614646 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73aa4cb-09a6-444a-88fc-e6ec6b3b9fd2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:03.615900 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d73aa4cb-09a6-444a-88fc-e6ec6b3b9fd2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.638115 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdb93d13-beb6-4bcc-9a52-de77f8057422 req-6abbf86c-dbcf-42a4-9d1a-8e532ef8c698 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188850 Feb 11 05:08:03.646805 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d73aa4cb-09a6-444a-88fc-e6ec6b3b9fd2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6361027 Feb 11 05:08:03.647137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60180) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:03.739206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c915845-3aa5-4f02-acfc-4895f1dd0b98 req-2483dd64-de08-429b-a931-aab68104d2fb service neutron] 10.222.0.60 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873746 Feb 11 05:08:03.747130 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2d29cff5-5b81-4e9a-899b-040903ac3564 req-902fc7c6-f7bc-4b58-90ad-b34f37bef360 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 210 time: 0.0404091 Feb 11 05:08:03.830376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-c4c72bdc-7370-4741-9bcc-0c610323a254', 'network_id': 'c4c72bdc-7370-4741-9bcc-0c610323a254', 'project_id': '55aa8f6a03fd4c9892626a673e718aa9', 'fixed_ips': [{'subnet_id': '624c84d1-bf4b-45b6-bc1d-658020c855d2'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:08:03.831474 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.927910 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (c4c72bdc-7370-4741-9bcc-0c610323a254), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.938540 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c915845-3aa5-4f02-acfc-4895f1dd0b98 req-e675cb3d-7e71-4880-9829-f3c592f39fc9 service neutron] 10.222.0.60 "GET /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825092 Feb 11 05:08:04.066226 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (624c84d1-bf4b-45b6-bc1d-658020c855d2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.110522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-70f09ace-4659-49ae-8ae8-3dcb6ce89ce6 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:04.112525 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-70f09ace-4659-49ae-8ae8-3dcb6ce89ce6 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.60 "GET /v2.0/networks?id=3849dc63-bce3-4d9c-805e-999252af5069 HTTP/1.1" status: 200 len: 911 time: 0.1451218 Feb 11 05:08:04.128048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Request body: {'port': {'device_id': '13ada2bd-629a-4f40-8628-14ed4a42ca1b', 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069', 'admin_state_up': True, 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:04.181917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Made reservation on behalf of 967b54f3462942e39dd36a5f9f2bc882 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:04.185687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.256413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Allocated IP 172.20.0.2 (c4c72bdc-7370-4741-9bcc-0c610323a254/624c84d1-bf4b-45b6-bc1d-658020c855d2/cbce67da-53e9-4fd7-bffb-c54e4b954674) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:04.414138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Allocated IP 172.20.0.12 (3849dc63-bce3-4d9c-805e-999252af5069/0f497848-f4b8-4960-82f3-c844618862af/15a024e7-9a0d-49ff-8a07-22b334a80fa0) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:04.477281 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Publish callbacks [] for port (cbce67da-53e9-4fd7-bffb-c54e4b954674), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.498803 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (cbce67da-53e9-4fd7-bffb-c54e4b954674), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.516281 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (624c84d1-bf4b-45b6-bc1d-658020c855d2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.565653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Subnet': ['ID=624c84d1-bf4b-45b6-bc1d-658020c855d2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:04.626601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Network c4c72bdc-7370-4741-9bcc-0c610323a254 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:04.630458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:04.636280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:04.665650 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (c4c72bdc-7370-4741-9bcc-0c610323a254), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.670117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Pushing event updated for resources: {'Port': ['ID=cbce67da-53e9-4fd7-bffb-c54e4b954674,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:04.699839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Attempting to bind port cbce67da-53e9-4fd7-bffb-c54e4b954674 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:04.700961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Attempting to bind port cbce67da-53e9-4fd7-bffb-c54e4b954674 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4c72bdc-7370-4741-9bcc-0c610323a254'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:04.701435 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Attempting to bind port cbce67da-53e9-4fd7-bffb-c54e4b954674 on network c4c72bdc-7370-4741-9bcc-0c610323a254 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:04.711110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:04.711544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Checking segment: {'id': '9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4c72bdc-7370-4741-9bcc-0c610323a254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:04.711913 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.712316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Bound using segment: {'id': '9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4c72bdc-7370-4741-9bcc-0c610323a254'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:04.712807 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Bound port: cbce67da-53e9-4fd7-bffb-c54e4b954674, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4c72bdc-7370-4741-9bcc-0c610323a254'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:04.713202 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cbce67da-53e9-4fd7-bffb-c54e4b954674), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.715484 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks [] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.776812 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.822202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['a5fead5f-f461-4ccf-bf3b-3f876edd66a0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:04.856334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Pushing event updated for resources: {'Port': ['ID=15a024e7-9a0d-49ff-8a07-22b334a80fa0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:04.896412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] For port cbce67da-53e9-4fd7-bffb-c54e4b954674, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:04.908968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Network 3849dc63-bce3-4d9c-805e-999252af5069 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:04.911489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:04.915162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:04.935597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] For port cbce67da-53e9-4fd7-bffb-c54e4b954674, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=cbce67da-53e9-4fd7-bffb-c54e4b954674,segment=NetworkSegment(9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7),segment_id=9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:04.953830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device b24c7814-8652-4155-9e14-c7cf76590ba3 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:04.976975 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cbce67da-53e9-4fd7-bffb-c54e4b954674), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.040106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51208e32-766e-443d-a3cf-b54084b9fb77 req-8aeb6439-2831-4f64-9a0e-71328be95ddf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:05.049628 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51208e32-766e-443d-a3cf-b54084b9fb77 req-8aeb6439-2831-4f64-9a0e-71328be95ddf tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1028 time: 0.2043037 Feb 11 05:08:05.095084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:05.095784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.159273 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-f9f50fc6-0553-4971-899b-ac27918072cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0356128 Feb 11 05:08:05.166051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c72bdc-7370-4741-9bcc-0c610323a254']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:05.182000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-51208e32-766e-443d-a3cf-b54084b9fb77 req-6fea8cf3-08e1-4599-a7cb-5d36d7534ca0 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291420 Feb 11 05:08:05.194848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd1fbd-ed69-44e3-961e-f9d3c06cb2af None None] Pushing event updated for resources: {'Port': ['ID=cbce67da-53e9-4fd7-bffb-c54e4b954674,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:05.195500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-52195bbe-4bea-46ad-82b9-09205674b772 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:08:05.198759 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-52195bbe-4bea-46ad-82b9-09205674b772 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132582 Feb 11 05:08:05.200844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c74debc4-65df-4f9e-9ec5-e8b8163fbd58 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:05.219131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:05.219776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:05.231570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Request body: {'port': {'device_id': '13ada2bd-629a-4f40-8628-14ed4a42ca1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:05.254330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.255253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: c74debc4-65df-4f9e-9ec5-e8b8163fbd58 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:05.255893 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c74debc4-65df-4f9e-9ec5-e8b8163fbd58 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:05.275582 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.resource_extend [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:08:05.279651 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.299778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:05.301146 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:05.304818 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:05.318327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92da5e5e-8112-427f-b50d-7347fc5e6aa7 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:08:05.327610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddada7ac-5ee0-470c-a36e-ae397c56812c req-0b1b36a2-09bc-4571-b933-0bb445ce5d41 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:05.329203 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ddada7ac-5ee0-470c-a36e-ae397c56812c req-0b1b36a2-09bc-4571-b933-0bb445ce5d41 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 943 time: 0.1529748 Feb 11 05:08:05.388856 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.412250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d24706e6-f702-4f41-83fc-452022773bf2 None None] Provisioning complete for port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:05.412729 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d24706e6-f702-4f41-83fc-452022773bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.477944 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:08:05.477944 n-d-615180-58 neutron-server[103353]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:08:05.477944 n-d-615180-58 neutron-server[103353]: [parameters: {'id': 'c4c72bdc-7370-4741-9bcc-0c610323a254'}] Feb 11 05:08:05.477944 n-d-615180-58 neutron-server[103353]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:08:05.479258 n-d-615180-58 neutron-server[103353]: DEBUG oslo_db.api [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:08:05.514011 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ddada7ac-5ee0-470c-a36e-ae397c56812c req-e6f8f803-b1a4-44f6-8332-3a0461cc1e87 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638801 Feb 11 05:08:05.526281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d24706e6-f702-4f41-83fc-452022773bf2 None None] Port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:08:05.543695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port b24c7814-8652-4155-9e14-c7cf76590ba3, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b24c7814-8652-4155-9e14-c7cf76590ba3,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:05.568529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'b24c7814-8652-4155-9e14-c7cf76590ba3', 'network_id': '801f2fae-a654-4f72-a6ba-496145495936', 'port_id': 'b24c7814-8652-4155-9e14-c7cf76590ba3', 'mac_address': 'fa:16:3e:3a:e9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5d756b-6cd7-46c5-9048-f901f980f6a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:05.622831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port b24c7814-8652-4155-9e14-c7cf76590ba3 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:05.623527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.641850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24c7814-8652-4155-9e14-c7cf76590ba3 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:05.665003 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port b24c7814-8652-4155-9e14-c7cf76590ba3, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b24c7814-8652-4155-9e14-c7cf76590ba3,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:05.676302 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da5e5e-8112-427f-b50d-7347fc5e6aa7 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:08:05.683747 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.805270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=b24c7814-8652-4155-9e14-c7cf76590ba3,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:05.813703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a024e7-9a0d-49ff-8a07-22b334a80fa0 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:05.826494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Publish callbacks [] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.843953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Transition to ACTIVE for port object 15a024e7-9a0d-49ff-8a07-22b334a80fa0 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:08:05.849297 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.916297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Pushing event updated for resources: {'Port': ['ID=15a024e7-9a0d-49ff-8a07-22b334a80fa0,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:05.975148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55335124-2f2d-4e95-97a1-29a47d2f241f None None] Network c4c72bdc-7370-4741-9bcc-0c610323a254 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:05.980838 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (c4c72bdc-7370-4741-9bcc-0c610323a254), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.002186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['b24c7814-8652-4155-9e14-c7cf76590ba3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:06.062049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Deleting port cbce67da-53e9-4fd7-bffb-c54e4b954674 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:06.063004 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (cbce67da-53e9-4fd7-bffb-c54e4b954674), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.090648 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Attempting to bind port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:06.092099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Attempting to bind port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:06.092465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Attempting to bind port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 on network 3849dc63-bce3-4d9c-805e-999252af5069 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:06.105788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 on network 3849dc63-bce3-4d9c-805e-999252af5069 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:08:06.106687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Attempting to bind port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 on network 3849dc63-bce3-4d9c-805e-999252af5069 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:06.123899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:06.124942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Checking segment: {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:06.125455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Bound using segment: {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:06.127695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Bound port: 15a024e7-9a0d-49ff-8a07-22b334a80fa0, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102bc2d-e164-4bda-8aaf-932cffd1f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:06.129399 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.229119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] For port cbce67da-53e9-4fd7-bffb-c54e4b954674, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=cbce67da-53e9-4fd7-bffb-c54e4b954674,segment=NetworkSegment(9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7),segment_id=9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:06.229836 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (cbce67da-53e9-4fd7-bffb-c54e4b954674), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.266120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] For port 15a024e7-9a0d-49ff-8a07-22b334a80fa0, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:06.270773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] For port 15a024e7-9a0d-49ff-8a07-22b334a80fa0, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=15a024e7-9a0d-49ff-8a07-22b334a80fa0,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:06.272075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Calling delete_port for cbce67da-53e9-4fd7-bffb-c54e4b954674 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:06.282627 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.350088 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.350956 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.352920 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] 10.222.0.60 "PUT /v2.0/ports/15a024e7-9a0d-49ff-8a07-22b334a80fa0 HTTP/1.1" status: 200 len: 1093 time: 1.1319633 Feb 11 05:08:06.355955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ada2bd-629a-4f40-8628-14ed4a42ca1b', 'tag': '15a024e7-9a0d-49ff-8a07-22b334a80fa0'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:06.359764 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2d92e8-25b4-4be5-8b9b-1504d5981f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "13ada2bd-629a-4f40-8628-14ed4a42ca1b", "tag": "15a024e7-9a0d-49ff-8a07-22b334a80fa0"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:06.445666 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f624eec0-f8b8-4145-8606-664fa44eaa0c x-openstack-request-id: req-f624eec0-f8b8-4145-8606-664fa44eaa0c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:06.446232 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ada2bd-629a-4f40-8628-14ed4a42ca1b", "tag": "15a024e7-9a0d-49ff-8a07-22b334a80fa0", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:06.446662 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f624eec0-f8b8-4145-8606-664fa44eaa0c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:06.447413 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ada2bd-629a-4f40-8628-14ed4a42ca1b', 'tag': '15a024e7-9a0d-49ff-8a07-22b334a80fa0', 'status': 'completed', 'code': 200} Feb 11 05:08:06.489333 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (cbce67da-53e9-4fd7-bffb-c54e4b954674), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.494927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00be96f-e5a0-419c-9442-17f5880e73cd service neutron] Pushing event updated for resources: {'Port': ['ID=15a024e7-9a0d-49ff-8a07-22b334a80fa0,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:06.534031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323484e9-f594-4daa-9e69-0d91cc3b7c21 req-a63812a9-cb43-41ba-9493-96090b4b002c tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.536439 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-323484e9-f594-4daa-9e69-0d91cc3b7c21 req-a63812a9-cb43-41ba-9493-96090b4b002c tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1127 time: 0.2279139 Feb 11 05:08:06.554989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Port': ['ID=cbce67da-53e9-4fd7-bffb-c54e4b954674,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:06.559912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No DVR routers for this DVR port cbce67da-53e9-4fd7-bffb-c54e4b954674 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:06.650330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-4873355a-1ffb-4ee3-86c0-398591e05718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.651976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-4873355a-1ffb-4ee3-86c0-398591e05718 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=967b54f3462942e39dd36a5f9f2bc882&device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1127 time: 0.1799953 Feb 11 05:08:06.667178 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-323484e9-f594-4daa-9e69-0d91cc3b7c21 req-fddfad28-ba22-43c5-be0f-1f88f3b7392f tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138291 Feb 11 05:08:06.721197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-77988393-dbcb-46f0-9610-f161ea3570c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15a024e7-9a0d-49ff-8a07-22b334a80fa0 HTTP/1.1" status: 200 len: 217 time: 0.0527821 Feb 11 05:08:06.760325 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (c4c72bdc-7370-4741-9bcc-0c610323a254), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.815279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-124a8f2f-6ee0-4f0f-bf84-9a7adc312afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.816949 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-124a8f2f-6ee0-4f0f-bf84-9a7adc312afd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f497848-f4b8-4960-82f3-c844618862af HTTP/1.1" status: 200 len: 849 time: 0.0818701 Feb 11 05:08:06.887247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-a6e70218-7a13-407f-82e9-bc7c0c91ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.889250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-a6e70218-7a13-407f-82e9-bc7c0c91ea20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3849dc63-bce3-4d9c-805e-999252af5069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0625303 Feb 11 05:08:06.892863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c72bdc-7370-4741-9bcc-0c610323a254']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:06.921742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:06.921986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:06.927860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b8c2025-766b-4357-91cd-e9c418c8981a req-c902fb01-d222-4133-b5e0-98e700c83b95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1311004 Feb 11 05:08:06.940317 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.955085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3f50f-b774-47a2-a0f7-620a4455d96a req-5e2902e1-69d4-4c36-8c7f-af490f05feab tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.956895 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bb3f50f-b774-47a2-a0f7-620a4455d96a req-5e2902e1-69d4-4c36-8c7f-af490f05feab tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 944 time: 0.3195336 Feb 11 05:08:06.985178 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.024527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:07.025119 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (9be4eb7e-82d4-4ca0-8bdc-f8f6383953c7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:07.037152 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:07.058962 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-930fb7f6-3e87-4c5e-9793-cda9e0616be5 service neutron] 10.222.0.60 "GET /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528978 Feb 11 05:08:07.101382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 62f5add6-7a89-4d39-be8c-f71eec541b24 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:07.147096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c2025-766b-4357-91cd-e9c418c8981a req-ee92cd85-4672-4b70-b709-fdc4ac89ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.147398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b8c2025-766b-4357-91cd-e9c418c8981a req-ee92cd85-4672-4b70-b709-fdc4ac89ffb0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 1130 time: 0.1440477 Feb 11 05:08:07.160947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0bb3f50f-b774-47a2-a0f7-620a4455d96a req-98faf92b-b469-4a49-a3fd-34e40b91f670 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923509 Feb 11 05:08:07.170915 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (c4c72bdc-7370-4741-9bcc-0c610323a254), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.197662 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.205264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/c4c72bdc-7370-4741-9bcc-0c610323a254 HTTP/1.1" status: 204 len: 168 time: 3.5571446 Feb 11 05:08:07.211441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60208) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:07.227107 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d4700c-75fd-46cd-b49b-40bf520cae2b req-26fadce4-dd11-4d19-8830-658e5ce655fd service neutron] 10.222.0.60 "GET /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616666 Feb 11 05:08:07.296255 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c2b17a-970a-4aeb-a818-474e25be0ec9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] GET failed (client error): The resource could not be found. Feb 11 05:08:07.297781 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c1c2b17a-970a-4aeb-a818-474e25be0ec9 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/subnets/624c84d1-bf4b-45b6-bc1d-658020c855d2 HTTP/1.1" status: 404 len: 337 time: 0.0804975 Feb 11 05:08:07.300760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60210) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:07.315861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1233f-9d58-49af-aca2-0fe8c0184b8d tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Network': ['ID=c4c72bdc-7370-4741-9bcc-0c610323a254,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:07.341259 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-77446d74-826f-4e27-8a0a-520cc9778c3a tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:07.343924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77446d74-826f-4e27-8a0a-520cc9778c3a tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:07.347356 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-77446d74-826f-4e27-8a0a-520cc9778c3a tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/c4c72bdc-7370-4741-9bcc-0c610323a254 HTTP/1.1" status: 404 len: 339 time: 0.0453374 Feb 11 05:08:07.351494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60212) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:07.374744 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 62f5add6-7a89-4d39-be8c-f71eec541b24, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=62f5add6-7a89-4d39-be8c-f71eec541b24,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:07.399892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '62f5add6-7a89-4d39-be8c-f71eec541b24', 'network_id': '801f2fae-a654-4f72-a6ba-496145495936', 'port_id': '62f5add6-7a89-4d39-be8c-f71eec541b24', 'mac_address': 'fa:16:3e:b3:6b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5d756b-6cd7-46c5-9048-f901f980f6a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:07.436668 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.447695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d92e8-25b4-4be5-8b9b-1504d5981f9f req-cfba28d8-8931-4d03-98e3-dd45ce6aae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.449498 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab2d92e8-25b4-4be5-8b9b-1504d5981f9f req-cfba28d8-8931-4d03-98e3-dd45ce6aae38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=967b54f3462942e39dd36a5f9f2bc882&device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1127 time: 0.0963907 Feb 11 05:08:07.453647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 62f5add6-7a89-4d39-be8c-f71eec541b24 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:07.454096 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.470526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f5add6-7a89-4d39-be8c-f71eec541b24 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:07.499599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 62f5add6-7a89-4d39-be8c-f71eec541b24, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=62f5add6-7a89-4d39-be8c-f71eec541b24,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:07.514566 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.605865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=62f5add6-7a89-4d39-be8c-f71eec541b24,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:07.649431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c2025-766b-4357-91cd-e9c418c8981a req-b1bac707-a16d-48ce-811c-d6f78ea4f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.651546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b8c2025-766b-4357-91cd-e9c418c8981a req-b1bac707-a16d-48ce-811c-d6f78ea4f0e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 200 len: 918 time: 0.4355059 Feb 11 05:08:07.652143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d92e8-25b4-4be5-8b9b-1504d5981f9f req-c0b96a44-d3ed-46e2-88f0-89e07310ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.653681 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab2d92e8-25b4-4be5-8b9b-1504d5981f9f req-c0b96a44-d3ed-46e2-88f0-89e07310ef40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3849dc63-bce3-4d9c-805e-999252af5069 HTTP/1.1" status: 200 len: 911 time: 0.1974289 Feb 11 05:08:07.724675 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab2d92e8-25b4-4be5-8b9b-1504d5981f9f req-b9417c5b-1d59-4084-a16a-b9cfcc81ac51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15a024e7-9a0d-49ff-8a07-22b334a80fa0 HTTP/1.1" status: 200 len: 217 time: 0.0590744 Feb 11 05:08:07.737641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3b1a40-46c9-466d-8e5f-263754fecda1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.739322 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5c3b1a40-46c9-466d-8e5f-263754fecda1 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3852322 Feb 11 05:08:07.741950 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60218) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:07.790012 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-accbaf69-81c4-4c1b-a210-fea64023618f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 207 time: 0.0468724 Feb 11 05:08:07.796155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60220) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:07.831145 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d92e8-25b4-4be5-8b9b-1504d5981f9f req-3b3e9294-6f51-4b05-bdd4-b36d13bf9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.832877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab2d92e8-25b4-4be5-8b9b-1504d5981f9f req-3b3e9294-6f51-4b05-bdd4-b36d13bf9e89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f497848-f4b8-4960-82f3-c844618862af HTTP/1.1" status: 200 len: 849 time: 0.0995176 Feb 11 05:08:07.844869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b8c2025-766b-4357-91cd-e9c418c8981a req-5790e534-123a-4009-a098-c1944ca50f8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c HTTP/1.1" status: 200 len: 1002 time: 0.1794095 Feb 11 05:08:07.852351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1cc29-dad6-442d-a064-cf7855ec4575 req-2126e8b1-edfd-460a-9038-996404bde9b7 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.853804 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67f1cc29-dad6-442d-a064-cf7855ec4575 req-2126e8b1-edfd-460a-9038-996404bde9b7 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1127 time: 0.0740693 Feb 11 05:08:07.945335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c2025-766b-4357-91cd-e9c418c8981a req-08069f84-46c9-4e21-847b-9af08520d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.946230 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67f1cc29-dad6-442d-a064-cf7855ec4575 req-768e3fa4-c60e-4d5d-b7cb-861e302025be tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729656 Feb 11 05:08:07.946982 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b8c2025-766b-4357-91cd-e9c418c8981a req-08069f84-46c9-4e21-847b-9af08520d046 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 200 len: 856 time: 0.0879970 Feb 11 05:08:07.951217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d92e8-25b4-4be5-8b9b-1504d5981f9f req-57af9384-34f3-4b19-bb25-a77553a0a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.953849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab2d92e8-25b4-4be5-8b9b-1504d5981f9f req-57af9384-34f3-4b19-bb25-a77553a0a92b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3849dc63-bce3-4d9c-805e-999252af5069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1102486 Feb 11 05:08:08.065141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab2d92e8-25b4-4be5-8b9b-1504d5981f9f req-6df46a5b-bfbc-4df2-b718-9e5970fa0a84 service neutron] 10.222.0.60 "GET /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965617 Feb 11 05:08:08.084601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b6d9c-2f27-480c-9ff7-c0d8fc522b72 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.098495 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b6d9c-2f27-480c-9ff7-c0d8fc522b72 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.103722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b6d9c-2f27-480c-9ff7-c0d8fc522b72 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.109223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b6d9c-2f27-480c-9ff7-c0d8fc522b72 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.115898 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-659b6d9c-2f27-480c-9ff7-c0d8fc522b72 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3137362 Feb 11 05:08:08.116315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60222) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:08.148877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c2025-766b-4357-91cd-e9c418c8981a req-8c968eef-6204-4d6f-9036-869cb8c4d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.150494 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b8c2025-766b-4357-91cd-e9c418c8981a req-8c968eef-6204-4d6f-9036-869cb8c4d1e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1716831 Feb 11 05:08:08.189439 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ab2d92e8-25b4-4be5-8b9b-1504d5981f9f req-89efd73b-ce71-4cc5-af65-389f69393cdb service neutron] 10.222.0.60 "GET /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136413 Feb 11 05:08:08.345375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b8c2025-766b-4357-91cd-e9c418c8981a req-2dc49fd5-5a54-4eae-97d2-c999d1633e2d service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839149 Feb 11 05:08:08.408487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3469a21e-e377-44b6-b8fe-f5fc3919a4ac tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2845454 Feb 11 05:08:08.409461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60228) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:08.444531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8383e6a-f2e9-47e9-ba69-f37b84b67542 req-75caa785-1900-45d7-b152-54eab51567b6 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.446046 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a8383e6a-f2e9-47e9-ba69-f37b84b67542 req-75caa785-1900-45d7-b152-54eab51567b6 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 944 time: 0.1567268 Feb 11 05:08:08.497021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b860b-0e3b-4122-8786-9cc18883a1e6 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.498392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b860b-0e3b-4122-8786-9cc18883a1e6 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.506636 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fc4b860b-0e3b-4122-8786-9cc18883a1e6 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0899551 Feb 11 05:08:08.507622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60230) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:08.530852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['62f5add6-7a89-4d39-be8c-f71eec541b24'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:08.568177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eba74d-2aa6-466d-86c0-c2e1af7cd849 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.569519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eba74d-2aa6-466d-86c0-c2e1af7cd849 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.576598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-69eba74d-2aa6-466d-86c0-c2e1af7cd849 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0628407 Feb 11 05:08:08.577587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60232) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:08.587859 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b8c2025-766b-4357-91cd-e9c418c8981a req-25dc499e-cb35-4a9b-b58d-32118774d8ef service neutron] 10.222.0.60 "GET /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327793 Feb 11 05:08:08.591285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a8383e6a-f2e9-47e9-ba69-f37b84b67542 req-237935e5-28f6-4f36-8d50-0ff12b10899f tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365445 Feb 11 05:08:08.729871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e03b888-097d-4fd7-8c1d-4f3b5fc4bcf0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.731317 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2e03b888-097d-4fd7-8c1d-4f3b5fc4bcf0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/networks/f1bb796d-2f4c-452f-a5c4-a4b674367c28 HTTP/1.1" status: 200 len: 800 time: 0.1526186 Feb 11 05:08:08.734952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60236) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:08.836785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6bfbce23-2b2a-4d84-8733-ffc738c3f616 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/networks/f1bb796d-2f4c-452f-a5c4-a4b674367c28?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1007385 Feb 11 05:08:08.840187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60238) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:08.892969 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2c722-331d-42a0-8dd0-e3497e635851 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.894705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-74d2c722-331d-42a0-8dd0-e3497e635851 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/subnets/62ba2fcd-51e2-47ad-a5f4-02c68443ea0b HTTP/1.1" status: 200 len: 811 time: 0.0530798 Feb 11 05:08:08.897826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60240) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:08.915139 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device b24c7814-8652-4155-9e14-c7cf76590ba3 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:08.956581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc66ba7-6eeb-4a81-9537-78e78280182a tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.958709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6bc66ba7-6eeb-4a81-9537-78e78280182a tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "GET /v2.0/subnets/62ba2fcd-51e2-47ad-a5f4-02c68443ea0b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0593705 Feb 11 05:08:08.963075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60244) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:08.968385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-658d7ce9-3a33-4746-b8ba-0b797e28733f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-554771168'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:08.976470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port b24c7814-8652-4155-9e14-c7cf76590ba3 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:08.984637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port b24c7814-8652-4155-9e14-c7cf76590ba3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:08.985149 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.000866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658d7ce9-3a33-4746-b8ba-0b797e28733f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:09.004646 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-658d7ce9-3a33-4746-b8ba-0b797e28733f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.028766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658d7ce9-3a33-4746-b8ba-0b797e28733f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:08:09.038026 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-658d7ce9-3a33-4746-b8ba-0b797e28733f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (18cb31bb-09b6-49bd-93ab-d08e78e4f94e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.038381 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-658d7ce9-3a33-4746-b8ba-0b797e28733f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Added segment 18cb31bb-09b6-49bd-93ab-d08e78e4f94e of type vlan for network b17bdafa-73e3-49c4-8546-32f36a212751 Feb 11 05:08:09.076173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6ca75-d28e-471e-813c-6070d60f7dc7 req-531ef917-fced-461a-88b0-347ea28c4050 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:09.077987 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75c6ca75-d28e-471e-813c-6070d60f7dc7 req-531ef917-fced-461a-88b0-347ea28c4050 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1127 time: 0.0663452 Feb 11 05:08:09.085932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port b24c7814-8652-4155-9e14-c7cf76590ba3 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:09.086350 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.095215 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-658d7ce9-3a33-4746-b8ba-0b797e28733f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (b17bdafa-73e3-49c4-8546-32f36a212751), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.113024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2598f625-39ba-46d1-8858-91d4d1fd9777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c7814-8652-4155-9e14-c7cf76590ba3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:09.115856 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a95f3c-2d04-46fa-9e0f-403c918caa98" -d '{"events": [{"server_uuid": "2598f625-39ba-46d1-8858-91d4d1fd9777", "name": "network-vif-plugged", "status": "completed", "tag": "b24c7814-8652-4155-9e14-c7cf76590ba3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:09.128168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-658d7ce9-3a33-4746-b8ba-0b797e28733f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (b17bdafa-73e3-49c4-8546-32f36a212751), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.135226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658d7ce9-3a33-4746-b8ba-0b797e28733f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:09.136124 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-658d7ce9-3a33-4746-b8ba-0b797e28733f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.139553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75c6ca75-d28e-471e-813c-6070d60f7dc7 req-ac55434f-c915-4540-b29c-f6e8a1985967 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 Feb 11 05:08:09.165476 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port b24c7814-8652-4155-9e14-c7cf76590ba3, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b24c7814-8652-4155-9e14-c7cf76590ba3,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:09.175175 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b78cbe6-3e33-4eeb-ab7c-1e9a5f3e5d1b x-openstack-request-id: req-5b78cbe6-3e33-4eeb-ab7c-1e9a5f3e5d1b {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:09.175701 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2598f625-39ba-46d1-8858-91d4d1fd9777", "name": "network-vif-plugged", "status": "completed", "tag": "b24c7814-8652-4155-9e14-c7cf76590ba3", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:09.176532 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b78cbe6-3e33-4eeb-ab7c-1e9a5f3e5d1b {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:09.177337 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2598f625-39ba-46d1-8858-91d4d1fd9777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c7814-8652-4155-9e14-c7cf76590ba3', 'code': 200} Feb 11 05:08:09.178612 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.187702 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-658d7ce9-3a33-4746-b8ba-0b797e28733f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2233114 Feb 11 05:08:09.190476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60248) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:09.195479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'network_id': 'b17bdafa-73e3-49c4-8546-32f36a212751', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:09.230687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d7ce9-3a33-4746-b8ba-0b797e28733f tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Network': ['ID=b17bdafa-73e3-49c4-8546-32f36a212751,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:09.247635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=b24c7814-8652-4155-9e14-c7cf76590ba3,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:09.253584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network b17bdafa-73e3-49c4-8546-32f36a212751 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:08:09.331541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Made reservation on behalf of 55aa8f6a03fd4c9892626a673e718aa9 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:09.336858 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.364522 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab53be-11c7-4735-a471-24011f93cddc req-a16a06db-b4fd-4fc8-abad-4679313353eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:09.366247 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51ab53be-11c7-4735-a471-24011f93cddc req-a16a06db-b4fd-4fc8-abad-4679313353eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 1128 time: 0.0589845 Feb 11 05:08:09.405644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Performing IP validity checks on allocation pools {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:08:09.406225 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:08:09.416995 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a8f65ce9-5f8a-4e89-b4cd-be9f2d84ff97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.430724 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-51ab53be-11c7-4735-a471-24011f93cddc req-2fb3d2ec-6d70-4ae4-8d0f-28fd53b917fc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559685 Feb 11 05:08:09.534936 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (a05e1e61-e6a8-4f30-8da5-d3d640503138), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.600214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=a05e1e61-e6a8-4f30-8da5-d3d640503138,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:09.607887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Checking segment: {'id': '18cb31bb-09b6-49bd-93ab-d08e78e4f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b17bdafa-73e3-49c4-8546-32f36a212751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:09.608330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network hostable DHCP agents. Network: b17bdafa-73e3-49c4-8546-32f36a212751, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:08:09.627465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Network b17bdafa-73e3-49c4-8546-32f36a212751 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:08:09.639261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, b17bdafa-73e3-49c4-8546-32f36a212751) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:09.645698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:09.645698 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.650074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa3ca06-b675-4917-bbd9-85c184b8e5cd None None] Network b17bdafa-73e3-49c4-8546-32f36a212751 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:09.721337 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6777aa1b-1768-4c4e-8ce7-f71ee91879bf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5296772 Feb 11 05:08:09.722098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60256) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:09.732259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4f4ac064-dd78-4b66-a271-402ede1c50ac tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:09.787732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-b17bdafa-73e3-49c4-8546-32f36a212751', 'network_id': 'b17bdafa-73e3-49c4-8546-32f36a212751', 'project_id': '55aa8f6a03fd4c9892626a673e718aa9', 'fixed_ips': [{'subnet_id': 'a05e1e61-e6a8-4f30-8da5-d3d640503138'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:08:09.789786 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.807985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b84fb8-f89b-4480-bdc1-2443ecee2d9c req-6248fcdf-4297-4661-b60f-bea153252250 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:09.816562 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e1b84fb8-f89b-4480-bdc1-2443ecee2d9c req-6248fcdf-4297-4661-b60f-bea153252250 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 945 time: 0.1448240 Feb 11 05:08:09.906848 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2689ae8-f080-4b1d-92d7-52aadd8f1f08 req-4dc7ca07-7cb0-47e8-bcad-b823d8984fa7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0993056 Feb 11 05:08:10.019459 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Allocated IP 172.20.0.3 (b17bdafa-73e3-49c4-8546-32f36a212751/a05e1e61-e6a8-4f30-8da5-d3d640503138/8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:10.084951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689ae8-f080-4b1d-92d7-52aadd8f1f08 req-f440a849-d9b7-4e9e-b93f-a8e7924d5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:10.086705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2689ae8-f080-4b1d-92d7-52aadd8f1f08 req-f440a849-d9b7-4e9e-b93f-a8e7924d5c71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14fbf88da36d492db7af138f03064fc5&device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 1128 time: 0.0996943 Feb 11 05:08:10.263016 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Publish callbacks [] for port (8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.275184 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.375906 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac064-dd78-4b66-a271-402ede1c50ac tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4809926'] for subnet (a05e1e61-e6a8-4f30-8da5-d3d640503138), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.376613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Network b17bdafa-73e3-49c4-8546-32f36a212751 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:10.380814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:10.381418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689ae8-f080-4b1d-92d7-52aadd8f1f08 req-b40061dc-1f21-4457-b1d2-894cf0ffb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:10.386622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:10.395801 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2689ae8-f080-4b1d-92d7-52aadd8f1f08 req-b40061dc-1f21-4457-b1d2-894cf0ffb621 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 200 len: 916 time: 0.2785571 Feb 11 05:08:10.410594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Pushing event updated for resources: {'Port': ['ID=8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:10.433380 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e1b84fb8-f89b-4480-bdc1-2443ecee2d9c req-9b2f6cd1-14b5-4092-bdbd-324b15f47974 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143363 Feb 11 05:08:10.494745 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2689ae8-f080-4b1d-92d7-52aadd8f1f08 req-81e97914-c46c-48d2-a363-d8705b6294b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d762cb45-835e-4875-a59c-37abb82ee0c1 HTTP/1.1" status: 200 len: 217 time: 0.0804968 Feb 11 05:08:10.507115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4b034-501d-4b97-afa2-5d7146f4f446 req-a822eb96-cab3-4e51-809d-350a415ce4b4 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:10.508714 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2ec4b034-501d-4b97-afa2-5d7146f4f446 req-a822eb96-cab3-4e51-809d-350a415ce4b4 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1127 time: 0.2522361 Feb 11 05:08:10.526280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Attempting to bind port 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:10.526677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Attempting to bind port 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '18cb31bb-09b6-49bd-93ab-d08e78e4f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b17bdafa-73e3-49c4-8546-32f36a212751'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:10.527186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Attempting to bind port 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 on network b17bdafa-73e3-49c4-8546-32f36a212751 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:10.533919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:10.534310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Checking segment: {'id': '18cb31bb-09b6-49bd-93ab-d08e78e4f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b17bdafa-73e3-49c4-8546-32f36a212751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:10.534725 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.535182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Bound using segment: {'id': '18cb31bb-09b6-49bd-93ab-d08e78e4f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b17bdafa-73e3-49c4-8546-32f36a212751'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:10.535659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Bound port: 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cb31bb-09b6-49bd-93ab-d08e78e4f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b17bdafa-73e3-49c4-8546-32f36a212751'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:10.536045 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.647962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689ae8-f080-4b1d-92d7-52aadd8f1f08 req-4fedfe65-ac0e-44f7-956c-7aabe0d00f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:10.649579 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2689ae8-f080-4b1d-92d7-52aadd8f1f08 req-4fedfe65-ac0e-44f7-956c-7aabe0d00f4c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 200 len: 855 time: 0.1036162 Feb 11 05:08:10.652186 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2ec4b034-501d-4b97-afa2-5d7146f4f446 req-a7b9e652-dbfb-4408-88ef-7554130b99e0 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365929 Feb 11 05:08:10.688011 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] For port 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:10.696344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] For port 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193,segment=NetworkSegment(18cb31bb-09b6-49bd-93ab-d08e78e4f94e),segment_id=18cb31bb-09b6-49bd-93ab-d08e78e4f94e)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:10.705027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2689ae8-f080-4b1d-92d7-52aadd8f1f08 req-3ec49040-54fe-4d02-8df9-21f4b7103b92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2e76b4a-67a8-4718-bea6-6ceafeb05837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475180 Feb 11 05:08:10.712464 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.785438 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac064-dd78-4b66-a271-402ede1c50ac tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739642397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4802271'] for subnet (a05e1e61-e6a8-4f30-8da5-d3d640503138), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.862216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52831be-17c1-4db4-b587-81a4625f94df None None] Pushing event updated for resources: {'Port': ['ID=8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:10.868400 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2689ae8-f080-4b1d-92d7-52aadd8f1f08 req-d97988f3-a7a2-4377-a9f0-3b36a43fc550 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524527 Feb 11 05:08:10.887062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4ac064-dd78-4b66-a271-402ede1c50ac tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:10.887696 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac064-dd78-4b66-a271-402ede1c50ac tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.889005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4f4ac064-dd78-4b66-a271-402ede1c50ac tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "PUT /v2.0/subnets/a05e1e61-e6a8-4f30-8da5-d3d640503138 HTTP/1.1" status: 200 len: 877 time: 1.1631153 Feb 11 05:08:10.892020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60266) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:10.930740 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac064-dd78-4b66-a271-402ede1c50ac tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event updated for resources: {'Subnet': ['ID=a05e1e61-e6a8-4f30-8da5-d3d640503138,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:11.056099 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (b17bdafa-73e3-49c4-8546-32f36a212751), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.077824 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2689ae8-f080-4b1d-92d7-52aadd8f1f08 req-85ae052c-e495-4248-8331-6a289529bf16 service neutron] 10.222.0.10 "GET /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741924 Feb 11 05:08:11.142170 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 15a024e7-9a0d-49ff-8a07-22b334a80fa0 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:11.164784 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 62f5add6-7a89-4d39-be8c-f71eec541b24 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:11.228690 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Deleting port 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:11.229219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.294843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 62f5add6-7a89-4d39-be8c-f71eec541b24 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:11.308338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 62f5add6-7a89-4d39-be8c-f71eec541b24 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:11.308873 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.344243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] For port 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193,segment=NetworkSegment(18cb31bb-09b6-49bd-93ab-d08e78e4f94e),segment_id=18cb31bb-09b6-49bd-93ab-d08e78e4f94e)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:11.344933 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.360331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Calling delete_port for 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:11.643289 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.682867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Port': ['ID=8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:11.756895 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:11.764019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No DVR routers for this DVR port 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:11.810973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20c4de-50e6-4095-b6db-e67d41c09361 req-e5491ea8-e70d-4472-bd86-1e4a71b1d367 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:11.812678 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb20c4de-50e6-4095-b6db-e67d41c09361 req-e5491ea8-e70d-4472-bd86-1e4a71b1d367 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 945 time: 0.2035844 Feb 11 05:08:11.830866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:11.831582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 05:08:11.907152 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb20c4de-50e6-4095-b6db-e67d41c09361 req-2db48b4c-a556-4fb8-8e90-676b5fa3e7d5 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782495 Feb 11 05:08:11.908126 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (a05e1e61-e6a8-4f30-8da5-d3d640503138), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.911476 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Port 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 not found, will not notify nova. {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 05:08:11.934727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 15a024e7-9a0d-49ff-8a07-22b334a80fa0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=15a024e7-9a0d-49ff-8a07-22b334a80fa0,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:11.981500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '15a024e7-9a0d-49ff-8a07-22b334a80fa0', 'network_id': '3849dc63-bce3-4d9c-805e-999252af5069', 'port_id': '15a024e7-9a0d-49ff-8a07-22b334a80fa0', 'mac_address': 'fa:16:3e:8f:49:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f497848-f4b8-4960-82f3-c844618862af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:11.999818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef4025-bf1a-4f65-8a4a-2298594e8734 req-51844901-9883-4554-834a-7da3a2460768 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:12.001619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbef4025-bf1a-4f65-8a4a-2298594e8734 req-51844901-9883-4554-834a-7da3a2460768 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1127 time: 0.1595078 Feb 11 05:08:12.050536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:12.051028 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.078649 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c8bda10-6b7f-45bd-ad7c-8bc012cb13df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.107954 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbef4025-bf1a-4f65-8a4a-2298594e8734 req-59aa7fe7-f97b-4870-8c31-b9969c7ca544 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956690 Feb 11 05:08:12.126284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a024e7-9a0d-49ff-8a07-22b334a80fa0 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:12.130421 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (a05e1e61-e6a8-4f30-8da5-d3d640503138), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.205781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Subnet': ['ID=a05e1e61-e6a8-4f30-8da5-d3d640503138,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:12.240412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 15a024e7-9a0d-49ff-8a07-22b334a80fa0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=15a024e7-9a0d-49ff-8a07-22b334a80fa0,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:12.242980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 62f5add6-7a89-4d39-be8c-f71eec541b24 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:12.243485 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.267770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6b8f4-9d5a-44d2-9fda-b9351ed784ec req-b9293d55-c248-4239-89aa-24ab294fe2cb tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:12.277131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b9b6b8f4-9d5a-44d2-9fda-b9351ed784ec req-b9293d55-c248-4239-89aa-24ab294fe2cb tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa576150-8d8d-4eec-9b61-f1f595c65810 HTTP/1.1" status: 200 len: 944 time: 0.0985565 Feb 11 05:08:12.280644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4dafc-eb9e-4238-862f-28af0ff1c578 req-df970fbe-dce3-4b98-b6c5-c17d2dcf9f86 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:12.283422 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32e4dafc-eb9e-4238-862f-28af0ff1c578 req-df970fbe-dce3-4b98-b6c5-c17d2dcf9f86 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 946 time: 0.2565203 Feb 11 05:08:12.286076 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.297178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa576150-8d8d-4eec-9b61-f1f595c65810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f5add6-7a89-4d39-be8c-f71eec541b24'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:12.304340 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608aa08f-814e-4c19-b438-217d5ff64278" -d '{"events": [{"server_uuid": "aa576150-8d8d-4eec-9b61-f1f595c65810", "name": "network-vif-plugged", "status": "completed", "tag": "62f5add6-7a89-4d39-be8c-f71eec541b24"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:12.361094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b9b6b8f4-9d5a-44d2-9fda-b9351ed784ec req-34542b7f-7404-42e0-a9d7-116042137732 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827324 Feb 11 05:08:12.376440 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (b17bdafa-73e3-49c4-8546-32f36a212751), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.383061 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 62f5add6-7a89-4d39-be8c-f71eec541b24, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=62f5add6-7a89-4d39-be8c-f71eec541b24,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:12.410493 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.430827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17bdafa-73e3-49c4-8546-32f36a212751']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:12.432218 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e235b19d-e7e2-4d5f-a699-604dcd6b01c1 x-openstack-request-id: req-e235b19d-e7e2-4d5f-a699-604dcd6b01c1 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:12.432448 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa576150-8d8d-4eec-9b61-f1f595c65810", "name": "network-vif-plugged", "status": "completed", "tag": "62f5add6-7a89-4d39-be8c-f71eec541b24", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:12.432763 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e235b19d-e7e2-4d5f-a699-604dcd6b01c1 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:12.433200 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa576150-8d8d-4eec-9b61-f1f595c65810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f5add6-7a89-4d39-be8c-f71eec541b24', 'code': 200} Feb 11 05:08:12.442930 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32e4dafc-eb9e-4238-862f-28af0ff1c578 req-a07b70b5-2fff-4318-b243-77a7b2fb9fa5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437626 Feb 11 05:08:12.444656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cb31bb-09b6-49bd-93ab-d08e78e4f94e') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:12.444967 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cb31bb-09b6-49bd-93ab-d08e78e4f94e') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:12.445601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273907f9-da47-4c08-b4a0-a3154b81a506 None None] Network b17bdafa-73e3-49c4-8546-32f36a212751 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:12.454818 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (18cb31bb-09b6-49bd-93ab-d08e78e4f94e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.478109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (18cb31bb-09b6-49bd-93ab-d08e78e4f94e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.480422 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-56ef5d35-92c8-4978-80fa-c97adda912ca None None] Could not find standard attr ID for object 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:08:12.486179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:12.486596 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (18cb31bb-09b6-49bd-93ab-d08e78e4f94e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:12.490094 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:12.499408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=15a024e7-9a0d-49ff-8a07-22b334a80fa0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:12.580565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=62f5add6-7a89-4d39-be8c-f71eec541b24,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:12.585640 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (b17bdafa-73e3-49c4-8546-32f36a212751), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.598221 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.609733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/b17bdafa-73e3-49c4-8546-32f36a212751 HTTP/1.1" status: 204 len: 168 time: 1.7118397 Feb 11 05:08:12.614094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60288) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:12.626206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b2d2e-7ad6-4a80-b5a2-b35cec313e2e req-7231c062-5624-40f8-9352-ed604c7c75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:12.633083 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2d9b2d2e-7ad6-4a80-b5a2-b35cec313e2e req-7231c062-5624-40f8-9352-ed604c7c75a7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa576150-8d8d-4eec-9b61-f1f595c65810 HTTP/1.1" status: 200 len: 1128 time: 0.1090469 Feb 11 05:08:12.688240 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-23abd624-36f9-46c8-90b7-1302e0a1ed09 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:12.688818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23abd624-36f9-46c8-90b7-1302e0a1ed09 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:12.692165 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-23abd624-36f9-46c8-90b7-1302e0a1ed09 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/subnets/a05e1e61-e6a8-4f30-8da5-d3d640503138 HTTP/1.1" status: 404 len: 337 time: 0.0769382 Feb 11 05:08:12.694550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60290) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:12.709961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02465e2a-d005-4a55-accb-2c318cc6f046 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Network': ['ID=b17bdafa-73e3-49c4-8546-32f36a212751,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:12.721958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2d9b2d2e-7ad6-4a80-b5a2-b35cec313e2e req-ef86e19d-fa6b-4f99-b171-012a701c7022 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792890 Feb 11 05:08:12.725482 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a341574-0f94-4b30-a95e-7bdfe0fc418e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:12.726015 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a341574-0f94-4b30-a95e-7bdfe0fc418e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:12.729270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9a341574-0f94-4b30-a95e-7bdfe0fc418e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/b17bdafa-73e3-49c4-8546-32f36a212751 HTTP/1.1" status: 404 len: 339 time: 0.0336957 Feb 11 05:08:12.735670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60292) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:12.766188 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-361eef13-de8a-4176-b801-7ff35fd63e84 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:12.766719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361eef13-de8a-4176-b801-7ff35fd63e84 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:12.771157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.772852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-361eef13-de8a-4176-b801-7ff35fd63e84 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/subnets/624c84d1-bf4b-45b6-bc1d-658020c855d2 HTTP/1.1" status: 404 len: 337 time: 0.0361397 Feb 11 05:08:12.773345 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60296) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:12.805182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf3cff-00db-4c6f-a762-2ff236685713 None None] DHCP port deletion for b17bdafa-73e3-49c4-8546-32f36a212751 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:08:12.827234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e01bae5-d6fb-4f4f-b512-053bce84576e None None] Network b17bdafa-73e3-49c4-8546-32f36a212751 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:12.837586 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e332c5-2f95-4bd7-a74a-fdb8a938b6da tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:12.838311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e332c5-2f95-4bd7-a74a-fdb8a938b6da tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:12.844849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60300) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:12.847190 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-60e332c5-2f95-4bd7-a74a-fdb8a938b6da tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/c4c72bdc-7370-4741-9bcc-0c610323a254 HTTP/1.1" status: 404 len: 339 time: 0.0675032 Feb 11 05:08:12.850558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e01bae5-d6fb-4f4f-b512-053bce84576e None None] Network b17bdafa-73e3-49c4-8546-32f36a212751 could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:08:12.890398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['15a024e7-9a0d-49ff-8a07-22b334a80fa0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:12.998807 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (1ad9f3e9-3c31-4520-9008-b5baac0eed7a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.133537 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (1ad9f3e9-3c31-4520-9008-b5baac0eed7a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.159356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad9f3e9-3c31-4520-9008-b5baac0eed7a']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:13.171587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710aa702-f7cf-47e5-9a12-a166132711e7') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:13.172265 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710aa702-f7cf-47e5-9a12-a166132711e7') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:13.185400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (710aa702-f7cf-47e5-9a12-a166132711e7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.202500 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (710aa702-f7cf-47e5-9a12-a166132711e7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.217997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:13.218406 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (710aa702-f7cf-47e5-9a12-a166132711e7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:13.240935 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:13.432794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c0a75-a90e-406c-b93a-bd770ac58a9e req-04f1c574-8e37-4a48-b3e0-3cd6f3edc551 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:13.435564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f89c0a75-a90e-406c-b93a-bd770ac58a9e req-04f1c574-8e37-4a48-b3e0-3cd6f3edc551 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 947 time: 0.1183286 Feb 11 05:08:13.494188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:13.522769 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f89c0a75-a90e-406c-b93a-bd770ac58a9e req-127d4887-21d9-4007-a83a-8016107dd678 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807149 Feb 11 05:08:13.523279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:13.523640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8b3e500a-a6c6-4a1d-9a2c-1d7a69e16193 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:13.651305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449bf7d-d95e-46bb-be84-46e9c8c5dff2 req-33c2f26e-6d5a-4703-93ea-e1075f0e0ebf tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:13.653810 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6449bf7d-d95e-46bb-be84-46e9c8c5dff2 req-33c2f26e-6d5a-4703-93ea-e1075f0e0ebf tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa576150-8d8d-4eec-9b61-f1f595c65810 HTTP/1.1" status: 200 len: 945 time: 0.0618484 Feb 11 05:08:13.703930 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6449bf7d-d95e-46bb-be84-46e9c8c5dff2 req-3b76f8ec-c5ae-492a-a454-922101315344 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437295 Feb 11 05:08:13.761263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (1ad9f3e9-3c31-4520-9008-b5baac0eed7a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.771842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52490af-5fa2-4665-995d-8c712629f5f9 req-f9ab1c3a-98f5-424f-8b22-5011297050be tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:13.773359 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e52490af-5fa2-4665-995d-8c712629f5f9 req-f9ab1c3a-98f5-424f-8b22-5011297050be tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1128 time: 0.5688608 Feb 11 05:08:13.774319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.777451 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/1ad9f3e9-3c31-4520-9008-b5baac0eed7a HTTP/1.1" status: 204 len: 168 time: 0.9316034 Feb 11 05:08:13.782220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60316) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:13.827057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527431db-bd13-43ef-b2f3-304736470306 req-96c1f73e-3a51-462b-aa0d-74a78e6f70a5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:13.828567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-527431db-bd13-43ef-b2f3-304736470306 req-96c1f73e-3a51-462b-aa0d-74a78e6f70a5 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 946 time: 0.0669799 Feb 11 05:08:13.829498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724fc7e-4eef-4e7a-a119-11923ac63d39 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Network': ['ID=1ad9f3e9-3c31-4520-9008-b5baac0eed7a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:13.844979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9dcdf-5daf-4441-843c-14fff36ea999 req-cf84e301-a2ef-4570-823d-154d7b678c09 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:13.846438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dcf9dcdf-5daf-4441-843c-14fff36ea999 req-cf84e301-a2ef-4570-823d-154d7b678c09 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.10 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 946 time: 0.1659641 Feb 11 05:08:13.847349 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6bcd9f-6d96-463a-b918-cfa46936b939 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:13.847788 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6bcd9f-6d96-463a-b918-cfa46936b939 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:13.853033 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4c6bcd9f-6d96-463a-b918-cfa46936b939 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/subnets/162ad7d7-df0f-4977-8f23-9da5edd69e0a HTTP/1.1" status: 404 len: 337 time: 0.0659752 Feb 11 05:08:13.855002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60318) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:13.883102 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba1034c-dc3a-4b6b-8300-36ea7d769710 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:13.883524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba1034c-dc3a-4b6b-8300-36ea7d769710 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:13.886562 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bba1034c-dc3a-4b6b-8300-36ea7d769710 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/2a958772-5a2a-4cd6-add0-aab4e9c97899 HTTP/1.1" status: 404 len: 339 time: 0.0306222 Feb 11 05:08:13.891609 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60320) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:13.906325 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-527431db-bd13-43ef-b2f3-304736470306 req-d8fd4c76-740c-466b-8194-f2c045a3f340 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700762 Feb 11 05:08:13.915878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e52490af-5fa2-4665-995d-8c712629f5f9 req-20e864c8-6240-4248-86d9-f448f4928261 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325719 Feb 11 05:08:13.931082 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b790e7-7c3f-4e54-9f6f-3aa12a90808e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:13.931082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b790e7-7c3f-4e54-9f6f-3aa12a90808e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:13.935983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a8b790e7-7c3f-4e54-9f6f-3aa12a90808e tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/subnets/f80d9e4e-ad05-4d71-8f4e-ce5172dcda06 HTTP/1.1" status: 404 len: 337 time: 0.0406539 Feb 11 05:08:13.936288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60322) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:13.956523 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-794f83cc-4b90-4cc9-a867-4d6f16ce5cae tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:13.956993 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794f83cc-4b90-4cc9-a867-4d6f16ce5cae tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:13.959949 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-794f83cc-4b90-4cc9-a867-4d6f16ce5cae tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/e8135f7f-27e1-48df-b017-f0e03991198e HTTP/1.1" status: 404 len: 339 time: 0.0227318 Feb 11 05:08:13.962360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60324) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:13.982083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-dcf9dcdf-5daf-4441-843c-14fff36ea999 req-49399e1c-3072-4f6f-9f0a-19e4a88f9ba3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Deleting port 0912b9f8-fca2-4f5e-994b-7519579213e2 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:13.982431 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dcf9dcdf-5daf-4441-843c-14fff36ea999 req-49399e1c-3072-4f6f-9f0a-19e4a88f9ba3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.988567 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-4535a0a1-2320-4ad4-9aa9-b691cfd35e96 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:13.989031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4535a0a1-2320-4ad4-9aa9-b691cfd35e96 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:13.992121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4535a0a1-2320-4ad4-9aa9-b691cfd35e96 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/subnets/f5ab2f9d-bb0d-4085-acfe-1c1bc066c934 HTTP/1.1" status: 404 len: 337 time: 0.0287716 Feb 11 05:08:13.994583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60326) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.013642 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7e3427-7b83-4054-87dc-ac2cb456bfbf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:14.014145 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7e3427-7b83-4054-87dc-ac2cb456bfbf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:14.017140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0c7e3427-7b83-4054-87dc-ac2cb456bfbf tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/f95b4333-0021-4d07-8d4c-8ea883c601ce HTTP/1.1" status: 404 len: 339 time: 0.0216150 Feb 11 05:08:14.019574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60328) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.044498 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd71a44-ac9b-4960-a55c-0aa1f65f6b1b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:14.044961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd71a44-ac9b-4960-a55c-0aa1f65f6b1b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:14.048030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cdd71a44-ac9b-4960-a55c-0aa1f65f6b1b tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/subnets/21db5fb0-ec4b-487d-ab14-6605991668d2 HTTP/1.1" status: 404 len: 337 time: 0.0275095 Feb 11 05:08:14.050695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60330) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.073700 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac63edf-c742-4c6e-adeb-d7bb5091f43c tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:14.074197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac63edf-c742-4c6e-adeb-d7bb5091f43c tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:14.077885 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4ac63edf-c742-4c6e-adeb-d7bb5091f43c tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/6c95a119-6318-470d-a459-f85739f56673 HTTP/1.1" status: 404 len: 339 time: 0.0262182 Feb 11 05:08:14.080486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60332) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.097932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-dcf9dcdf-5daf-4441-843c-14fff36ea999 req-49399e1c-3072-4f6f-9f0a-19e4a88f9ba3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] For port 0912b9f8-fca2-4f5e-994b-7519579213e2, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0912b9f8-fca2-4f5e-994b-7519579213e2,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:14.098304 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dcf9dcdf-5daf-4441-843c-14fff36ea999 req-49399e1c-3072-4f6f-9f0a-19e4a88f9ba3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.110773 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-e332de47-c14a-41cf-b4dd-da7a47a12277 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:14.111138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-dcf9dcdf-5daf-4441-843c-14fff36ea999 req-49399e1c-3072-4f6f-9f0a-19e4a88f9ba3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Calling delete_port for 0912b9f8-fca2-4f5e-994b-7519579213e2 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:14.111282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e332de47-c14a-41cf-b4dd-da7a47a12277 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:14.116532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e332de47-c14a-41cf-b4dd-da7a47a12277 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/subnets/2157ec5a-cc40-4e0a-bca5-76c0cd4c9360 HTTP/1.1" status: 404 len: 337 time: 0.0328054 Feb 11 05:08:14.116762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60334) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.135129 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8ab6cd-3ca9-492c-ab78-5403b46f6c19 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:14.135547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8ab6cd-3ca9-492c-ab78-5403b46f6c19 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:14.139163 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ac8ab6cd-3ca9-492c-ab78-5403b46f6c19 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/762a349d-4836-4ce9-98d3-f6d0401ed713 HTTP/1.1" status: 404 len: 339 time: 0.0214686 Feb 11 05:08:14.141720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60336) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.166931 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c173f4-ee75-497a-b053-ec6d42390940 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:14.167389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c173f4-ee75-497a-b053-ec6d42390940 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:14.171008 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c2c173f4-ee75-497a-b053-ec6d42390940 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/subnets/e9cd53f2-6030-4453-a283-7465ec40e44a HTTP/1.1" status: 404 len: 337 time: 0.0283575 Feb 11 05:08:14.173517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60338) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.191830 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ed951e-5ad1-4f61-a178-680d38a0f350 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:14.192328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ed951e-5ad1-4f61-a178-680d38a0f350 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:14.195335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e0ed951e-5ad1-4f61-a178-680d38a0f350 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/c1b522ca-c704-40d1-b3da-4daf9cdd9fdd HTTP/1.1" status: 404 len: 339 time: 0.0209091 Feb 11 05:08:14.197837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60340) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.222834 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f5e05e-b443-460a-bb35-16a5e256489a tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:14.223305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f5e05e-b443-460a-bb35-16a5e256489a tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:14.226294 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-42f5e05e-b443-460a-bb35-16a5e256489a tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/subnets/15e786a4-4722-4964-8ec4-d806c74dd8a3 HTTP/1.1" status: 404 len: 337 time: 0.0275419 Feb 11 05:08:14.228720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60342) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.244313 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dcf9dcdf-5daf-4441-843c-14fff36ea999 req-49399e1c-3072-4f6f-9f0a-19e4a88f9ba3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0912b9f8-fca2-4f5e-994b-7519579213e2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.248469 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c64e23f-2a3b-41f5-b80e-1f79f644d453 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:14.248987 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c64e23f-2a3b-41f5-b80e-1f79f644d453 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:14.252301 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9c64e23f-2a3b-41f5-b80e-1f79f644d453 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/ba3bf510-4e11-403c-9313-4790c7e09af2 HTTP/1.1" status: 404 len: 339 time: 0.0226781 Feb 11 05:08:14.254881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60344) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.273338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49399e1c-3072-4f6f-9f0a-19e4a88f9ba3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Pushing event deleted for resources: {'Port': ['ID=0912b9f8-fca2-4f5e-994b-7519579213e2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:14.280603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['d762cb45-835e-4875-a59c-37abb82ee0c1', '0912b9f8-fca2-4f5e-994b-7519579213e2'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:14.285145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:14.289867 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abccfed-393c-4161-9dfc-417ac611ecb2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:14.290475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abccfed-393c-4161-9dfc-417ac611ecb2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:14.297516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6abccfed-393c-4161-9dfc-417ac611ecb2 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/subnets/c36cf739-8738-44c1-bdde-a75d23c8e168 HTTP/1.1" status: 404 len: 337 time: 0.0416739 Feb 11 05:08:14.298185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60346) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.318954 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5d3fc6-dcff-4da5-80a9-62cbf08b8688 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] DELETE failed (client error): The resource could not be found. Feb 11 05:08:14.319565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5d3fc6-dcff-4da5-80a9-62cbf08b8688 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:08:14.322047 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf9dcdf-5daf-4441-843c-14fff36ea999 req-49399e1c-3072-4f6f-9f0a-19e4a88f9ba3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] No DVR routers for this DVR port 0912b9f8-fca2-4f5e-994b-7519579213e2 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:14.325784 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3e5d3fc6-dcff-4da5-80a9-62cbf08b8688 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/be707811-0169-4220-bce6-65df7472e9a3 HTTP/1.1" status: 404 len: 339 time: 0.0236242 Feb 11 05:08:14.325784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60348) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.327910 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-dcf9dcdf-5daf-4441-843c-14fff36ea999 req-49399e1c-3072-4f6f-9f0a-19e4a88f9ba3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.331490 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dcf9dcdf-5daf-4441-843c-14fff36ea999 req-49399e1c-3072-4f6f-9f0a-19e4a88f9ba3 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.10 "DELETE /v2.0/ports/0912b9f8-fca2-4f5e-994b-7519579213e2 HTTP/1.1" status: 204 len: 173 time: 0.4777911 Feb 11 05:08:14.332324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90a9e6d-7d9c-4d7c-91f0-e75e867723d6', 'name': 'network-vif-deleted', 'tag': '0912b9f8-fca2-4f5e-994b-7519579213e2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:14.336114 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bf5ca8-6aed-4503-8ae5-b8fc858128d7" -d '{"events": [{"server_uuid": "c90a9e6d-7d9c-4d7c-91f0-e75e867723d6", "name": "network-vif-deleted", "tag": "0912b9f8-fca2-4f5e-994b-7519579213e2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:14.392142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d724b18-9499-4b07-9f4c-44707feaaa44 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Deleting subnet 62ba2fcd-51e2-47ad-a5f4-02c68443ea0b {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:08:14.395468 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d724b18-9499-4b07-9f4c-44707feaaa44 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for subnet (62ba2fcd-51e2-47ad-a5f4-02c68443ea0b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.418226 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d240aa73-42e7-4f64-ab46-c97cd4dfa109 x-openstack-request-id: req-d240aa73-42e7-4f64-ab46-c97cd4dfa109 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:14.419225 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90a9e6d-7d9c-4d7c-91f0-e75e867723d6", "name": "network-vif-deleted", "tag": "0912b9f8-fca2-4f5e-994b-7519579213e2", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:14.419497 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d240aa73-42e7-4f64-ab46-c97cd4dfa109 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:14.419933 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90a9e6d-7d9c-4d7c-91f0-e75e867723d6', 'name': 'network-vif-deleted', 'tag': '0912b9f8-fca2-4f5e-994b-7519579213e2', 'status': 'completed', 'code': 200} Feb 11 05:08:14.423539 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.438569 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d724b18-9499-4b07-9f4c-44707feaaa44 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (62ba2fcd-51e2-47ad-a5f4-02c68443ea0b), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.572498 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d724b18-9499-4b07-9f4c-44707feaaa44 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (62ba2fcd-51e2-47ad-a5f4-02c68443ea0b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.711786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d7641-4f76-4d7a-8e23-3c6bb876b603 req-5ce6d7a1-08c6-4c39-9af0-438cd6a6d48e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:14.713348 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf2d7641-4f76-4d7a-8e23-3c6bb876b603 req-5ce6d7a1-08c6-4c39-9af0-438cd6a6d48e tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 947 time: 0.0825119 Feb 11 05:08:14.714927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d724b18-9499-4b07-9f4c-44707feaaa44 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (62ba2fcd-51e2-47ad-a5f4-02c68443ea0b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.765537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d724b18-9499-4b07-9f4c-44707feaaa44 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Subnet': ['ID=62ba2fcd-51e2-47ad-a5f4-02c68443ea0b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:14.771504 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d724b18-9499-4b07-9f4c-44707feaaa44 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.777207 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4d724b18-9499-4b07-9f4c-44707feaaa44 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/subnets/62ba2fcd-51e2-47ad-a5f4-02c68443ea0b HTTP/1.1" status: 204 len: 168 time: 0.4484324 Feb 11 05:08:14.778009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60364) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:14.783243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1db872-2bbb-4860-ae57-2687a5009b83 None None] Network f1bb796d-2f4c-452f-a5c4-a4b674367c28 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:14.821327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf2d7641-4f76-4d7a-8e23-3c6bb876b603 req-dfb64c4e-0f77-4739-812c-a09fa79eb18a tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953720 Feb 11 05:08:14.974821 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (f1bb796d-2f4c-452f-a5c4-a4b674367c28), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.992412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce79d05-7ba9-4f25-8b23-d71b38a2d44f req-9d6576fe-bf29-4276-871c-efa30af3e1e5 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:14.994851 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ce79d05-7ba9-4f25-8b23-d71b38a2d44f req-9d6576fe-bf29-4276-871c-efa30af3e1e5 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa576150-8d8d-4eec-9b61-f1f595c65810 HTTP/1.1" status: 200 len: 945 time: 0.1483321 Feb 11 05:08:15.068891 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e1c5ae7-72bd-4d3b-8b8e-c2fcacbe765a req-ab20ab38-724e-409e-8d41-8b38a4de5716 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=c90a9e6d-7d9c-4d7c-91f0-e75e867723d6 HTTP/1.1" status: 200 len: 210 time: 0.0619233 Feb 11 05:08:15.090921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] DHCP port deletion for f1bb796d-2f4c-452f-a5c4-a4b674367c28 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:08:15.100350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ce79d05-7ba9-4f25-8b23-d71b38a2d44f req-4de066b9-380f-426e-80cf-fbd50a86f5ea tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747616 Feb 11 05:08:15.110877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Deleting port e84bc25f-72e1-4045-9bad-9941fcc45a67 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:15.110877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.165788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 15a024e7-9a0d-49ff-8a07-22b334a80fa0 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:15.196526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Deleting port e84bc25f-72e1-4045-9bad-9941fcc45a67 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:15.197648 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.203771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] For port e84bc25f-72e1-4045-9bad-9941fcc45a67, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e84bc25f-72e1-4045-9bad-9941fcc45a67,segment=NetworkSegment(4a387777-8930-485b-acc9-b9119d0e7c30),segment_id=4a387777-8930-485b-acc9-b9119d0e7c30)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:15.204144 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.217160 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Calling delete_port for e84bc25f-72e1-4045-9bad-9941fcc45a67 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:15.254001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7fa0b-5732-4b98-8cde-647902106039 req-4ee800be-81c9-4ea1-8066-efe9bbb7d29c tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:15.262545 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-34f7fa0b-5732-4b98-8cde-647902106039 req-4ee800be-81c9-4ea1-8066-efe9bbb7d29c tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1128 time: 0.0782709 Feb 11 05:08:15.286919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] For port e84bc25f-72e1-4045-9bad-9941fcc45a67, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e84bc25f-72e1-4045-9bad-9941fcc45a67,segment=NetworkSegment(4a387777-8930-485b-acc9-b9119d0e7c30),segment_id=4a387777-8930-485b-acc9-b9119d0e7c30)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:15.287538 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.304586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Calling delete_port for e84bc25f-72e1-4045-9bad-9941fcc45a67 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:15.316266 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-34f7fa0b-5732-4b98-8cde-647902106039 req-868c4cab-1db6-41a0-8709-b89b0a0250af tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515673 Feb 11 05:08:15.317453 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.353075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Port': ['ID=e84bc25f-72e1-4045-9bad-9941fcc45a67,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:15.358698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] No DVR routers for this DVR port e84bc25f-72e1-4045-9bad-9941fcc45a67 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:15.414169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:15.429089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:15.429527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.453041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (f1bb796d-2f4c-452f-a5c4-a4b674367c28), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.462427 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (e84bc25f-72e1-4045-9bad-9941fcc45a67), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.492460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e84bc25f-72e1-4045-9bad-9941fcc45a67 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:15.495366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bb796d-2f4c-452f-a5c4-a4b674367c28']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:15.498343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Pushing event deleted for resources: {'Port': ['ID=e84bc25f-72e1-4045-9bad-9941fcc45a67,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:15.506706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a387777-8930-485b-acc9-b9119d0e7c30') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:15.507105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a387777-8930-485b-acc9-b9119d0e7c30') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:15.517586 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (4a387777-8930-485b-acc9-b9119d0e7c30), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.528889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] No DVR routers for this DVR port e84bc25f-72e1-4045-9bad-9941fcc45a67 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:15.532378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: e84bc25f-72e1-4045-9bad-9941fcc45a67 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:15.532378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e84bc25f-72e1-4045-9bad-9941fcc45a67 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:15.534221 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4a387777-8930-485b-acc9-b9119d0e7c30), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.535036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.535450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.535793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.536132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.536494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.536824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.537216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.537546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.537877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.538205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.538546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.538875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.539213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d09cd7-c008-4c43-88b0-c2a3c7818121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:15.544442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:15.544984 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (4a387777-8930-485b-acc9-b9119d0e7c30), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:15.556015 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:15.599656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:15.600196 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.603930 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.627419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ada2bd-629a-4f40-8628-14ed4a42ca1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a024e7-9a0d-49ff-8a07-22b334a80fa0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:15.627758 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (f1bb796d-2f4c-452f-a5c4-a4b674367c28), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.629979 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a4b801-d6dd-4d65-8bc6-676d3df62cdb" -d '{"events": [{"server_uuid": "13ada2bd-629a-4f40-8628-14ed4a42ca1b", "name": "network-vif-plugged", "status": "completed", "tag": "15a024e7-9a0d-49ff-8a07-22b334a80fa0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:15.635151 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.638588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] 10.222.0.48 "DELETE /v2.0/networks/f1bb796d-2f4c-452f-a5c4-a4b674367c28 HTTP/1.1" status: 204 len: 168 time: 0.8572586 Feb 11 05:08:15.655792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f234b1d-249f-49b1-822d-22696a0743c0 tempest-NetworksTest-1325814047 tempest-NetworksTest-1325814047-project] Pushing event deleted for resources: {'Network': ['ID=f1bb796d-2f4c-452f-a5c4-a4b674367c28,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:15.665122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 15a024e7-9a0d-49ff-8a07-22b334a80fa0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=15a024e7-9a0d-49ff-8a07-22b334a80fa0,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:15.672088 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.710119 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13605af0-f876-41ae-9d73-9af5b8cf3958 x-openstack-request-id: req-13605af0-f876-41ae-9d73-9af5b8cf3958 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:15.710421 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ada2bd-629a-4f40-8628-14ed4a42ca1b", "name": "network-vif-plugged", "status": "completed", "tag": "15a024e7-9a0d-49ff-8a07-22b334a80fa0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:15.710675 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13605af0-f876-41ae-9d73-9af5b8cf3958 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:15.711084 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ada2bd-629a-4f40-8628-14ed4a42ca1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a024e7-9a0d-49ff-8a07-22b334a80fa0', 'code': 200} Feb 11 05:08:15.734947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=15a024e7-9a0d-49ff-8a07-22b334a80fa0,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:15.879543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ac49a-1647-4690-9a71-a9ce9a17ddb1 req-b5bbafb6-b544-46a9-a815-813bc0b9b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:15.881461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a6ac49a-1647-4690-9a71-a9ce9a17ddb1 req-b5bbafb6-b544-46a9-a815-813bc0b9b337 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1129 time: 0.0545838 Feb 11 05:08:15.947887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-6b1d8058-dbb7-4bda-aca0-3e97f8548dcf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:15.950386 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-6b1d8058-dbb7-4bda-aca0-3e97f8548dcf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 947 time: 0.1039791 Feb 11 05:08:15.981603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60384) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:16.009462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a6ac49a-1647-4690-9a71-a9ce9a17ddb1 req-ad2322e1-b32a-4a9e-83b4-0b829ab1e697 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037838 Feb 11 05:08:16.076309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a53fa5-d8bb-461c-883a-921aff1b2474 req-91126ba7-4d0b-4983-9454-624ad3c6fc9c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:16.077876 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4a53fa5-d8bb-461c-883a-921aff1b2474 req-91126ba7-4d0b-4983-9454-624ad3c6fc9c tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 947 time: 0.1484318 Feb 11 05:08:16.134344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Deleting port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:16.134695 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.155414 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1c50a9a8-e2f0-43c0-b3a7-19c210eb4ad0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55aa8f6a03fd4c9892626a673e718aa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1701095 Feb 11 05:08:16.159042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60390) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:16.205357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d4a53fa5-d8bb-461c-883a-921aff1b2474 req-0074c535-b034-4659-99e0-65c70b2d1cd5 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups?id=01f416da-de44-4627-9724-1f4c69d008a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198609 Feb 11 05:08:16.252609 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0efb658d-2586-46e1-ad04-4b7f249b8767 admin admin] Publish callbacks [] for security_group (9a775f61-14e4-47e5-81ef-7e1bdcbb759f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.301065 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] For port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:16.301443 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.310420 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0efb658d-2586-46e1-ad04-4b7f249b8767 admin admin] Publish callbacks [] for security_group (9a775f61-14e4-47e5-81ef-7e1bdcbb759f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.349083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f29fe9-7ce4-41c7-a9a6-3b453106a27b req-1e9ca87c-eec7-436e-9945-97024191725a tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:16.350836 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61f29fe9-7ce4-41c7-a9a6-3b453106a27b req-1e9ca87c-eec7-436e-9945-97024191725a tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa576150-8d8d-4eec-9b61-f1f595c65810 HTTP/1.1" status: 200 len: 945 time: 0.0953975 Feb 11 05:08:16.417602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61f29fe9-7ce4-41c7-a9a6-3b453106a27b req-b37ab370-435d-4f3c-8bd8-4550e885217e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590212 Feb 11 05:08:16.431839 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0efb658d-2586-46e1-ad04-4b7f249b8767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9a775f61-14e4-47e5-81ef-7e1bdcbb759f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.435665 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0efb658d-2586-46e1-ad04-4b7f249b8767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.437129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0efb658d-2586-46e1-ad04-4b7f249b8767 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a775f61-14e4-47e5-81ef-7e1bdcbb759f HTTP/1.1" status: 204 len: 168 time: 0.2769682 Feb 11 05:08:16.446102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb658d-2586-46e1-ad04-4b7f249b8767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a775f61-14e4-47e5-81ef-7e1bdcbb759f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:16.541097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941879b2-7aa7-4076-bd01-a5e57abc5f3a req-64df11b5-292a-4388-8ac0-1a8775fd68b8 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:16.542582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-941879b2-7aa7-4076-bd01-a5e57abc5f3a req-64df11b5-292a-4388-8ac0-1a8775fd68b8 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 945 time: 0.0563304 Feb 11 05:08:16.597096 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-941879b2-7aa7-4076-bd01-a5e57abc5f3a req-d6c3c734-7b6a-48f3-9e8d-c68ecb8ce56b tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474033 Feb 11 05:08:16.597310 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d445a1b-21c5-41c3-b3f8-2e0043ea5492 req-86aebdb6-1699-4d07-ac1d-211c45d3aa5b tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:16.599009 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2d445a1b-21c5-41c3-b3f8-2e0043ea5492 req-86aebdb6-1699-4d07-ac1d-211c45d3aa5b tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1129 time: 0.1155469 Feb 11 05:08:16.602381 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.602827 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (dcebedc0-ecdf-46b1-9e90-13eac5bb1910), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.603304 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Floating IP dcebedc0-ecdf-46b1-9e90-13eac5bb1910 disassociated. External IP: 172.25.7.148, port: 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c. Feb 11 05:08:16.603795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Calling delete_port for 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:16.708275 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2d445a1b-21c5-41c3-b3f8-2e0043ea5492 req-4b6a19ad-7994-46ec-ad8e-d1cd79e6a642 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014059 Feb 11 05:08:16.796634 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (267e01e7-2078-4bc4-9e7f-b69a1a7fa52c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.836576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event deleted for resources: {'Port': ['ID=267e01e7-2078-4bc4-9e7f-b69a1a7fa52c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:17.007514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Router 6731d802-b1bc-4336-8c99-99566be76574 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:08:17.016437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd26ec-202e-4437-acf6-abc758f8277f req-c8d296cc-e117-488c-817b-d997119d7039 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:17.018132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48dd26ec-202e-4437-acf6-abc758f8277f req-c8d296cc-e117-488c-817b-d997119d7039 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa576150-8d8d-4eec-9b61-f1f595c65810 HTTP/1.1" status: 200 len: 945 time: 0.0637996 Feb 11 05:08:17.080587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48dd26ec-202e-4437-acf6-abc758f8277f req-41c51453-8ba9-4a26-8ade-b137cccd5983 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555494 Feb 11 05:08:17.168529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:08:17.183469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1598c1-9618-4233-a011-635f9968ef19 None None] Sync routers for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:08:17.205415 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1598c1-9618-4233-a011-635f9968ef19 None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:17.206075 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bd1598c1-9618-4233-a011-635f9968ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:17.240005 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] No DVR routers for this DVR port 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:17.242954 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:17.260771 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bb76498-c002-41fe-be69-a61a08f76ab0 req-a211745d-e476-4ce2-b7a7-db52cccfd3cd tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.60 "DELETE /v2.0/ports/267e01e7-2078-4bc4-9e7f-b69a1a7fa52c HTTP/1.1" status: 204 len: 173 time: 1.2847931 Feb 11 05:08:17.261302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'name': 'network-vif-deleted', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:17.264211 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e483bf-e23a-4bcd-9b38-a703adb95021" -d '{"events": [{"server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "name": "network-vif-deleted", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:17.342311 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c740f5-6d80-45e6-ab46-0fbd60bab81d x-openstack-request-id: req-e8c740f5-6d80-45e6-ab46-0fbd60bab81d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:17.342671 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3b8e16-6a61-472e-ac10-4aee623bc76b", "name": "network-vif-deleted", "tag": "267e01e7-2078-4bc4-9e7f-b69a1a7fa52c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:17.343273 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8c740f5-6d80-45e6-ab46-0fbd60bab81d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:17.343837 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b8e16-6a61-472e-ac10-4aee623bc76b', 'name': 'network-vif-deleted', 'tag': '267e01e7-2078-4bc4-9e7f-b69a1a7fa52c', 'status': 'completed', 'code': 200} Feb 11 05:08:17.414308 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3e0b113-1584-41d9-b0bf-9a5d8dbf4bed req-a5fdf16e-fcba-4df2-8994-5f03a816fe44 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3b8e16-6a61-472e-ac10-4aee623bc76b HTTP/1.1" status: 200 len: 210 time: 0.0440702 Feb 11 05:08:17.466294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-bd1598c1-9618-4233-a011-635f9968ef19 None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:17.712156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bd1598c1-9618-4233-a011-635f9968ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:49Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:17.747811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1598c1-9618-4233-a011-635f9968ef19 None None] Checking router: 6731d802-b1bc-4336-8c99-99566be76574 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:08:17.756931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1598c1-9618-4233-a011-635f9968ef19 None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:17.757550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bd1598c1-9618-4233-a011-635f9968ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:17.762406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32581f-79d9-4f7b-9901-b228b414a6b3 req-b1590a2c-dc2c-4371-a870-5849a311230f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:17.763967 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f32581f-79d9-4f7b-9901-b228b414a6b3 req-b1590a2c-dc2c-4371-a870-5849a311230f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 945 time: 0.0847533 Feb 11 05:08:17.828066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f32581f-79d9-4f7b-9901-b228b414a6b3 req-8001193e-fdb7-4070-a137-66d50b000bd1 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538898 Feb 11 05:08:17.896242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-bd1598c1-9618-4233-a011-635f9968ef19 None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:17.903578 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a77ea-87db-415d-acd1-8829173c57f9 req-421c68d5-26d1-4530-b838-7f9886cf0aa5 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:17.911129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-173a77ea-87db-415d-acd1-8829173c57f9 req-421c68d5-26d1-4530-b838-7f9886cf0aa5 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1129 time: 0.0761778 Feb 11 05:08:17.973677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-173a77ea-87db-415d-acd1-8829173c57f9 req-540ae2c7-1946-44a1-87ce-25b9ce09e238 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616772 Feb 11 05:08:18.171432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bd1598c1-9618-4233-a011-635f9968ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:49Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:18.206556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1598c1-9618-4233-a011-635f9968ef19 None None] The sync data for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 is: [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:44Z', 'revision_number': 4, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f2d96e78-b6cb-4d59-838e-eb0d85befb74', 'name': '', 'network_id': '10f18bdb-20aa-48b4-ba4f-6f136b92d2ba', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'mac_address': 'fa:16:3e:fc:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:42Z', 'updated_at': '2022-02-11T04:58:49Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'subnets': [{'id': '54795424-2388-44e7-b342-6bb6212c3d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:08:18.286849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1aa2f-fa8f-45a3-9029-ef4aabcefd72 req-60c9cfb1-ba66-43be-a175-0a6f15255868 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:18.288668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98e1aa2f-fa8f-45a3-9029-ef4aabcefd72 req-60c9cfb1-ba66-43be-a175-0a6f15255868 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa576150-8d8d-4eec-9b61-f1f595c65810 HTTP/1.1" status: 200 len: 945 time: 0.0893376 Feb 11 05:08:18.380281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98e1aa2f-fa8f-45a3-9029-ef4aabcefd72 req-9adb9e2a-7d05-441c-a8d8-bcdf66d99e40 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845439 Feb 11 05:08:18.523555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60476) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:18.607976 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d689226-aec2-4e7f-973c-1e333feb2c29 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group (01f416da-de44-4627-9724-1f4c69d008a6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.618623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41041dc3-44a0-4b20-9378-79fb62ae55a0 req-3bb76e10-de7a-42fd-bb35-c5890d88de16 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:18.620529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41041dc3-44a0-4b20-9378-79fb62ae55a0 req-3bb76e10-de7a-42fd-bb35-c5890d88de16 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2598f625-39ba-46d1-8858-91d4d1fd9777 HTTP/1.1" status: 200 len: 945 time: 0.0987320 Feb 11 05:08:18.641404 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d689226-aec2-4e7f-973c-1e333feb2c29 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group (01f416da-de44-4627-9724-1f4c69d008a6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.670826 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ec207-a959-49ff-912a-c1afdf6c9cbd None None] New status for floating IP dcebedc0-ecdf-46b1-9e90-13eac5bb1910: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:08:18.716778 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d689226-aec2-4e7f-973c-1e333feb2c29 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (01f416da-de44-4627-9724-1f4c69d008a6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.722881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d689226-aec2-4e7f-973c-1e333feb2c29 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.726351 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1d689226-aec2-4e7f-973c-1e333feb2c29 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "DELETE /v2.0/security-groups/01f416da-de44-4627-9724-1f4c69d008a6 HTTP/1.1" status: 204 len: 168 time: 0.2016716 Feb 11 05:08:18.731162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60480) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:18.740827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d689226-aec2-4e7f-973c-1e333feb2c29 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f416da-de44-4627-9724-1f4c69d008a6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:18.787401 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-757a68d3-18d5-4c6d-bab0-59d79f847447 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] show failed (client error): The resource could not be found. Feb 11 05:08:18.788775 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-757a68d3-18d5-4c6d-bab0-59d79f847447 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "GET /v2.0/security-groups/01f416da-de44-4627-9724-1f4c69d008a6 HTTP/1.1" status: 404 len: 347 time: 0.0554626 Feb 11 05:08:18.791819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60482) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:18.856751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-41041dc3-44a0-4b20-9378-79fb62ae55a0 req-c0f785bf-406a-48b6-857e-4e955c6c34bd tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Deleting port b24c7814-8652-4155-9e14-c7cf76590ba3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:18.857123 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41041dc3-44a0-4b20-9378-79fb62ae55a0 req-c0f785bf-406a-48b6-857e-4e955c6c34bd tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.937914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0912b9f8-fca2-4f5e-994b-7519579213e2 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:18.962682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 0912b9f8-fca2-4f5e-994b-7519579213e2 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:18.963837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0912b9f8-fca2-4f5e-994b-7519579213e2 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:18.997818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-41041dc3-44a0-4b20-9378-79fb62ae55a0 req-c0f785bf-406a-48b6-857e-4e955c6c34bd tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] For port b24c7814-8652-4155-9e14-c7cf76590ba3, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b24c7814-8652-4155-9e14-c7cf76590ba3,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:18.998640 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41041dc3-44a0-4b20-9378-79fb62ae55a0 req-c0f785bf-406a-48b6-857e-4e955c6c34bd tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.010449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60490) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:19.024364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-41041dc3-44a0-4b20-9378-79fb62ae55a0 req-c0f785bf-406a-48b6-857e-4e955c6c34bd tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Calling delete_port for b24c7814-8652-4155-9e14-c7cf76590ba3 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:19.045269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6c687-c8b2-47b1-99eb-ae9eff4bbe77 req-176ea610-a5ef-4284-b034-d7a921ecabb1 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:19.053095 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-39e6c687-c8b2-47b1-99eb-ae9eff4bbe77 req-176ea610-a5ef-4284-b034-d7a921ecabb1 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 945 time: 0.1064045 Feb 11 05:08:19.083970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-782a32b0-a2e0-445b-97a8-9a2dba99d6bf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Deleting port d3d895d0-941a-4604-97f6-90e088987d69 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:19.084336 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-782a32b0-a2e0-445b-97a8-9a2dba99d6bf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d3d895d0-941a-4604-97f6-90e088987d69), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.182468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a35a84-acc0-4254-b6f9-149984980cad req-de20476a-5afa-458c-bccd-a6654f50214e tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:19.184204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-97a35a84-acc0-4254-b6f9-149984980cad req-de20476a-5afa-458c-bccd-a6654f50214e tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1129 time: 0.1098163 Feb 11 05:08:19.186128 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-39e6c687-c8b2-47b1-99eb-ae9eff4bbe77 req-0f7c82a9-3790-41c6-8083-4bbef4c73e71 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321912 Feb 11 05:08:19.186289 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb54e37e-33d5-40a0-b02d-a6a61eca1fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.192412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:19.221584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:19.223900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 267e01e7-2078-4bc4-9e7f-b69a1a7fa52c not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:19.230166 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-782a32b0-a2e0-445b-97a8-9a2dba99d6bf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d3d895d0-941a-4604-97f6-90e088987d69), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.230508 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-782a32b0-a2e0-445b-97a8-9a2dba99d6bf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (d3d895d0-941a-4604-97f6-90e088987d69), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.243504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-782a32b0-a2e0-445b-97a8-9a2dba99d6bf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Calling delete_port for d3d895d0-941a-4604-97f6-90e088987d69 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:19.307399 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-97a35a84-acc0-4254-b6f9-149984980cad req-58ba648d-b0bf-4403-b3f4-4b8acf6904ba tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053865 Feb 11 05:08:19.324577 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41041dc3-44a0-4b20-9378-79fb62ae55a0 req-c0f785bf-406a-48b6-857e-4e955c6c34bd tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b24c7814-8652-4155-9e14-c7cf76590ba3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.364637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['62f5add6-7a89-4d39-be8c-f71eec541b24'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:19.371424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f785bf-406a-48b6-857e-4e955c6c34bd tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Pushing event deleted for resources: {'Port': ['ID=b24c7814-8652-4155-9e14-c7cf76590ba3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:19.374625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['b24c7814-8652-4155-9e14-c7cf76590ba3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:19.459419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-41041dc3-44a0-4b20-9378-79fb62ae55a0 req-c0f785bf-406a-48b6-857e-4e955c6c34bd tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] No DVR routers for this DVR port b24c7814-8652-4155-9e14-c7cf76590ba3 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:19.463863 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-41041dc3-44a0-4b20-9378-79fb62ae55a0 req-c0f785bf-406a-48b6-857e-4e955c6c34bd tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.470764 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41041dc3-44a0-4b20-9378-79fb62ae55a0 req-c0f785bf-406a-48b6-857e-4e955c6c34bd tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.10 "DELETE /v2.0/ports/b24c7814-8652-4155-9e14-c7cf76590ba3 HTTP/1.1" status: 204 len: 173 time: 0.8436344 Feb 11 05:08:19.471748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2598f625-39ba-46d1-8858-91d4d1fd9777', 'name': 'network-vif-deleted', 'tag': 'b24c7814-8652-4155-9e14-c7cf76590ba3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:19.474392 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3eca0a-cfc1-4a33-bf93-cc42642ac771" -d '{"events": [{"server_uuid": "2598f625-39ba-46d1-8858-91d4d1fd9777", "name": "network-vif-deleted", "tag": "b24c7814-8652-4155-9e14-c7cf76590ba3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:19.558340 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-782a32b0-a2e0-445b-97a8-9a2dba99d6bf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d3d895d0-941a-4604-97f6-90e088987d69), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.571013 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb54e37e-33d5-40a0-b02d-a6a61eca1fd9 admin admin] Publish callbacks [] for security_group (cbb3cb70-d084-4b58-8272-773aa8edbcd5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.587478 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb54e37e-33d5-40a0-b02d-a6a61eca1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cbb3cb70-d084-4b58-8272-773aa8edbcd5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.616111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a32b0-a2e0-445b-97a8-9a2dba99d6bf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Pushing event deleted for resources: {'Port': ['ID=d3d895d0-941a-4604-97f6-90e088987d69,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:19.621143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e9716-efce-43bf-b8c0-d752b02f3b7f req-30a8f4a6-6377-4a1e-9e7a-af1d74f6a1cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:19.623064 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c66e9716-efce-43bf-b8c0-d752b02f3b7f req-30a8f4a6-6377-4a1e-9e7a-af1d74f6a1cd tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1129 time: 0.1902812 Feb 11 05:08:19.635893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bb54e37e-33d5-40a0-b02d-a6a61eca1fd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4475502f80ee49c9b5cb90f5d92bf352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6240523 Feb 11 05:08:19.638665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60502) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:19.749462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15256be-1d05-4fd9-82ad-08e64e4068bb req-f667deed-25cd-4473-a94c-6bdc1c7bf2b0 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:19.759733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d15256be-1d05-4fd9-82ad-08e64e4068bb req-f667deed-25cd-4473-a94c-6bdc1c7bf2b0 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa576150-8d8d-4eec-9b61-f1f595c65810 HTTP/1.1" status: 200 len: 945 time: 0.2749681 Feb 11 05:08:19.761681 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c66e9716-efce-43bf-b8c0-d752b02f3b7f req-e0c79a01-f1fa-47f5-b001-f9eb00c75ff7 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286466 Feb 11 05:08:19.849150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa860e-887d-42e9-8770-5567eea6ae35 req-01bb95a2-0be5-421a-b8fa-a7013fb7a652 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:19.850870 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1aa860e-887d-42e9-8770-5567eea6ae35 req-01bb95a2-0be5-421a-b8fa-a7013fb7a652 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 945 time: 0.3093684 Feb 11 05:08:19.871787 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d5973e-aa7f-4298-b590-9ecc0538ce83 x-openstack-request-id: req-a6d5973e-aa7f-4298-b590-9ecc0538ce83 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:19.872328 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2598f625-39ba-46d1-8858-91d4d1fd9777", "name": "network-vif-deleted", "tag": "b24c7814-8652-4155-9e14-c7cf76590ba3", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:19.872328 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6d5973e-aa7f-4298-b590-9ecc0538ce83 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:19.872640 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2598f625-39ba-46d1-8858-91d4d1fd9777', 'name': 'network-vif-deleted', 'tag': 'b24c7814-8652-4155-9e14-c7cf76590ba3', 'status': 'completed', 'code': 200} Feb 11 05:08:19.888351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54e37e-33d5-40a0-b02d-a6a61eca1fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb3cb70-d084-4b58-8272-773aa8edbcd5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:19.899409 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fffc276d-ebdf-4609-b72b-814d64bb70f0 admin admin] Publish callbacks [] for security_group (cbb3cb70-d084-4b58-8272-773aa8edbcd5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.920053 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-782a32b0-a2e0-445b-97a8-9a2dba99d6bf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks [] for floatingip (dcebedc0-ecdf-46b1-9e90-13eac5bb1910), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.923641 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-782a32b0-a2e0-445b-97a8-9a2dba99d6bf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.925218 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-782a32b0-a2e0-445b-97a8-9a2dba99d6bf tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] 10.222.0.48 "DELETE /v2.0/floatingips/dcebedc0-ecdf-46b1-9e90-13eac5bb1910 HTTP/1.1" status: 204 len: 168 time: 1.1318197 Feb 11 05:08:19.948231 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d15256be-1d05-4fd9-82ad-08e64e4068bb req-ed7ef0d7-8590-475b-97b9-edf70924599d tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7463dc0-c410-47b2-ab9a-79e632bc9354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879334 Feb 11 05:08:19.976145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3701-34fb-4b5d-9ed5-ec8dbe5cd7f6 req-7eaf21d3-0c5e-47fa-a883-1032d5922b0e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:19.977838 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1da3701-34fb-4b5d-9ed5-ec8dbe5cd7f6 req-7eaf21d3-0c5e-47fa-a883-1032d5922b0e tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa576150-8d8d-4eec-9b61-f1f595c65810 HTTP/1.1" status: 200 len: 945 time: 0.1953650 Feb 11 05:08:19.980132 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fffc276d-ebdf-4609-b72b-814d64bb70f0 admin admin] Publish callbacks [] for security_group (cbb3cb70-d084-4b58-8272-773aa8edbcd5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.041141 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da3b63-8b9e-4954-b86f-e527de1fae11 req-089c0646-53b6-4a50-bdc8-425461699967 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:20.042886 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c7da3b63-8b9e-4954-b86f-e527de1fae11 req-089c0646-53b6-4a50-bdc8-425461699967 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1129 time: 0.0901735 Feb 11 05:08:20.129984 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c7da3b63-8b9e-4954-b86f-e527de1fae11 req-1f5e3478-cf43-4d84-ba9d-ca8e9f7133c9 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765872 Feb 11 05:08:20.142956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-c1aa860e-887d-42e9-8770-5567eea6ae35 req-2501793a-324f-4d8e-8c09-8765210a818d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Deleting port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:20.142956 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c1aa860e-887d-42e9-8770-5567eea6ae35 req-2501793a-324f-4d8e-8c09-8765210a818d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.154242 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fffc276d-ebdf-4609-b72b-814d64bb70f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cbb3cb70-d084-4b58-8272-773aa8edbcd5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.157526 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fffc276d-ebdf-4609-b72b-814d64bb70f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.161325 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fffc276d-ebdf-4609-b72b-814d64bb70f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbb3cb70-d084-4b58-8272-773aa8edbcd5 HTTP/1.1" status: 204 len: 168 time: 0.5208735 Feb 11 05:08:20.183183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f1da3701-34fb-4b5d-9ed5-ec8dbe5cd7f6 req-0f11037b-a2e4-480d-92cc-8755b89f6c06 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Deleting port 62f5add6-7a89-4d39-be8c-f71eec541b24 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:20.183527 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f1da3701-34fb-4b5d-9ed5-ec8dbe5cd7f6 req-0f11037b-a2e4-480d-92cc-8755b89f6c06 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.243127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc276d-ebdf-4609-b72b-814d64bb70f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb3cb70-d084-4b58-8272-773aa8edbcd5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:20.310339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-c1aa860e-887d-42e9-8770-5567eea6ae35 req-2501793a-324f-4d8e-8c09-8765210a818d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] For port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:20.310339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c1aa860e-887d-42e9-8770-5567eea6ae35 req-2501793a-324f-4d8e-8c09-8765210a818d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.325105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-c1aa860e-887d-42e9-8770-5567eea6ae35 req-2501793a-324f-4d8e-8c09-8765210a818d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Calling delete_port for 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:20.414536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f1da3701-34fb-4b5d-9ed5-ec8dbe5cd7f6 req-0f11037b-a2e4-480d-92cc-8755b89f6c06 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] For port 62f5add6-7a89-4d39-be8c-f71eec541b24, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=62f5add6-7a89-4d39-be8c-f71eec541b24,segment=NetworkSegment(2610c969-1a95-445f-ac9a-42e8f6aab158),segment_id=2610c969-1a95-445f-ac9a-42e8f6aab158)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:20.414967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f1da3701-34fb-4b5d-9ed5-ec8dbe5cd7f6 req-0f11037b-a2e4-480d-92cc-8755b89f6c06 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.445834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f1da3701-34fb-4b5d-9ed5-ec8dbe5cd7f6 req-0f11037b-a2e4-480d-92cc-8755b89f6c06 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Calling delete_port for 62f5add6-7a89-4d39-be8c-f71eec541b24 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:20.472529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c104a53-b47a-4c1f-9745-6ee41e1e56e2 req-70819070-95d8-41f9-a152-734a4d71488a tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:20.474251 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c104a53-b47a-4c1f-9745-6ee41e1e56e2 req-70819070-95d8-41f9-a152-734a4d71488a tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 945 time: 0.1382825 Feb 11 05:08:20.542790 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c104a53-b47a-4c1f-9745-6ee41e1e56e2 req-37c1b990-bea2-4dd3-9f8b-952652877c1c tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597208 Feb 11 05:08:20.649012 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b29f37-86a8-429c-910f-f37ae29e13bb req-c424f032-38ec-4203-9573-bca1c96e76b0 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:20.657103 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c1aa860e-887d-42e9-8770-5567eea6ae35 req-2501793a-324f-4d8e-8c09-8765210a818d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.659023 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49b29f37-86a8-429c-910f-f37ae29e13bb req-c424f032-38ec-4203-9573-bca1c96e76b0 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1129 time: 0.1246374 Feb 11 05:08:20.694097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:20.696436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501793a-324f-4d8e-8c09-8765210a818d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Pushing event deleted for resources: {'Port': ['ID=61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:20.712515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['d762cb45-835e-4875-a59c-37abb82ee0c1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:20.741308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60528) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:20.761746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49b29f37-86a8-429c-910f-f37ae29e13bb req-bd136c11-9c77-432c-9f44-2c88e464eb5e tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839958 Feb 11 05:08:20.788551 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aa860e-887d-42e9-8770-5567eea6ae35 req-2501793a-324f-4d8e-8c09-8765210a818d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] No DVR routers for this DVR port 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:20.795062 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bdcc1130-5139-476f-a5e8-3138568848d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.808221 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-c1aa860e-887d-42e9-8770-5567eea6ae35 req-2501793a-324f-4d8e-8c09-8765210a818d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.811738 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1aa860e-887d-42e9-8770-5567eea6ae35 req-2501793a-324f-4d8e-8c09-8765210a818d tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.60 "DELETE /v2.0/ports/61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb HTTP/1.1" status: 204 len: 173 time: 0.9493465 Feb 11 05:08:20.812243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc49e133-d6be-4f2c-8576-d838274ec8f7', 'name': 'network-vif-deleted', 'tag': '61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:20.814575 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda41d20-91ce-42b7-ad01-1b8afa42509d" -d '{"events": [{"server_uuid": "fc49e133-d6be-4f2c-8576-d838274ec8f7", "name": "network-vif-deleted", "tag": "61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:20.885183 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d659780-e847-4f52-ad35-046ad53549c9 x-openstack-request-id: req-8d659780-e847-4f52-ad35-046ad53549c9 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:20.885439 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc49e133-d6be-4f2c-8576-d838274ec8f7", "name": "network-vif-deleted", "tag": "61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:20.885705 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d659780-e847-4f52-ad35-046ad53549c9 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:20.886284 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc49e133-d6be-4f2c-8576-d838274ec8f7', 'name': 'network-vif-deleted', 'tag': '61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb', 'status': 'completed', 'code': 200} Feb 11 05:08:20.975925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bdcc1130-5139-476f-a5e8-3138568848d1 admin admin] Publish callbacks [] for security_group (ab5cff3e-c000-403b-8983-41edb428c88c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.978243 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f1da3701-34fb-4b5d-9ed5-ec8dbe5cd7f6 req-0f11037b-a2e4-480d-92cc-8755b89f6c06 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (62f5add6-7a89-4d39-be8c-f71eec541b24), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.994109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bdcc1130-5139-476f-a5e8-3138568848d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ab5cff3e-c000-403b-8983-41edb428c88c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.088607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bdcc1130-5139-476f-a5e8-3138568848d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17ceed1b694a4ab7abcbbf9221581c1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3251455 Feb 11 05:08:21.092126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60534) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:21.092639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc1130-5139-476f-a5e8-3138568848d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5cff3e-c000-403b-8983-41edb428c88c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:21.103210 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11037b-a2e4-480d-92cc-8755b89f6c06 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Pushing event deleted for resources: {'Port': ['ID=62f5add6-7a89-4d39-be8c-f71eec541b24,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:21.157532 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d1d995f8-9ecb-40da-aa3d-f491fc43c77d req-3c0ccc45-67b5-451e-89fc-5bbe79229b15 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa576150-8d8d-4eec-9b61-f1f595c65810 HTTP/1.1" status: 200 len: 210 time: 0.0613232 Feb 11 05:08:21.206797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2031f5b-9753-42b6-9800-15b4ea944dfa admin admin] Publish callbacks [] for security_group (ab5cff3e-c000-403b-8983-41edb428c88c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.231775 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2031f5b-9753-42b6-9800-15b4ea944dfa admin admin] Publish callbacks [] for security_group (ab5cff3e-c000-403b-8983-41edb428c88c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.245717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1da3701-34fb-4b5d-9ed5-ec8dbe5cd7f6 req-0f11037b-a2e4-480d-92cc-8755b89f6c06 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] No DVR routers for this DVR port 62f5add6-7a89-4d39-be8c-f71eec541b24 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:21.250311 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f1da3701-34fb-4b5d-9ed5-ec8dbe5cd7f6 req-0f11037b-a2e4-480d-92cc-8755b89f6c06 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.254547 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1da3701-34fb-4b5d-9ed5-ec8dbe5cd7f6 req-0f11037b-a2e4-480d-92cc-8755b89f6c06 tempest-MultipleCreateTestJSON-1556661429 tempest-MultipleCreateTestJSON-1556661429-project] 10.222.0.60 "DELETE /v2.0/ports/62f5add6-7a89-4d39-be8c-f71eec541b24 HTTP/1.1" status: 204 len: 173 time: 1.2661753 Feb 11 05:08:21.299843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2031f5b-9753-42b6-9800-15b4ea944dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ab5cff3e-c000-403b-8983-41edb428c88c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.303266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2031f5b-9753-42b6-9800-15b4ea944dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.322452 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d2031f5b-9753-42b6-9800-15b4ea944dfa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab5cff3e-c000-403b-8983-41edb428c88c HTTP/1.1" status: 204 len: 168 time: 0.2141862 Feb 11 05:08:21.339844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2031f5b-9753-42b6-9800-15b4ea944dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5cff3e-c000-403b-8983-41edb428c88c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:21.741456 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-803305f5-7842-4892-a473-f010bfe94b7c req-b0848c70-8b2c-4cd5-b8d4-4fcaa8a836b1 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc49e133-d6be-4f2c-8576-d838274ec8f7 HTTP/1.1" status: 200 len: 210 time: 0.0416260 Feb 11 05:08:21.885908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa576150-8d8d-4eec-9b61-f1f595c65810', 'name': 'network-vif-deleted', 'tag': '62f5add6-7a89-4d39-be8c-f71eec541b24'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:21.892952 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1894a791-6b8e-467b-a106-2f000286442f" -d '{"events": [{"server_uuid": "aa576150-8d8d-4eec-9b61-f1f595c65810", "name": "network-vif-deleted", "tag": "62f5add6-7a89-4d39-be8c-f71eec541b24"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:21.917639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f391f4e-6986-4c58-80e8-0557dc005124 req-6db3ca06-4334-460e-8103-c47032cd30d2 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:21.936492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f391f4e-6986-4c58-80e8-0557dc005124 req-6db3ca06-4334-460e-8103-c47032cd30d2 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1129 time: 0.0862560 Feb 11 05:08:21.954547 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39df306a-af61-4a9b-b9ad-2f2871dfe02c x-openstack-request-id: req-39df306a-af61-4a9b-b9ad-2f2871dfe02c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:21.955082 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa576150-8d8d-4eec-9b61-f1f595c65810", "name": "network-vif-deleted", "tag": "62f5add6-7a89-4d39-be8c-f71eec541b24", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:21.957950 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39df306a-af61-4a9b-b9ad-2f2871dfe02c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:21.958455 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa576150-8d8d-4eec-9b61-f1f595c65810', 'name': 'network-vif-deleted', 'tag': '62f5add6-7a89-4d39-be8c-f71eec541b24', 'status': 'completed', 'code': 200} Feb 11 05:08:22.032308 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f391f4e-6986-4c58-80e8-0557dc005124 req-9e499015-de35-4a96-a49e-44d71e38ce25 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942230 Feb 11 05:08:22.272654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:22.326717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0102f4-4233-4716-91e7-383543906736 admin admin] Deleting subnet 6f5d756b-6cd7-46c5-9048-f901f980f6a8 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:08:22.330415 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e0102f4-4233-4716-91e7-383543906736 admin admin] Publish callbacks [] for subnet (6f5d756b-6cd7-46c5-9048-f901f980f6a8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.373729 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e0102f4-4233-4716-91e7-383543906736 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (6f5d756b-6cd7-46c5-9048-f901f980f6a8), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.433999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e0102f4-4233-4716-91e7-383543906736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (6f5d756b-6cd7-46c5-9048-f901f980f6a8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.509826 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e0102f4-4233-4716-91e7-383543906736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (6f5d756b-6cd7-46c5-9048-f901f980f6a8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.552085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0102f4-4233-4716-91e7-383543906736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f5d756b-6cd7-46c5-9048-f901f980f6a8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:22.554256 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e0102f4-4233-4716-91e7-383543906736 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.560057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4e0102f4-4233-4716-91e7-383543906736 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6f5d756b-6cd7-46c5-9048-f901f980f6a8 HTTP/1.1" status: 204 len: 168 time: 0.2838674 Feb 11 05:08:22.560264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60578) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:22.648086 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (801f2fae-a654-4f72-a6ba-496145495936), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.780185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe3315-3090-41b4-9b3b-3ec499c7fd06 req-bb83a8a1-1865-4a96-afcb-d8cce9df5e0e tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:22.782084 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbbe3315-3090-41b4-9b3b-3ec499c7fd06 req-bb83a8a1-1865-4a96-afcb-d8cce9df5e0e tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1129 time: 0.0900004 Feb 11 05:08:22.785637 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (801f2fae-a654-4f72-a6ba-496145495936), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.841401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801f2fae-a654-4f72-a6ba-496145495936']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:22.868426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2610c969-1a95-445f-ac9a-42e8f6aab158') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:22.868777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2610c969-1a95-445f-ac9a-42e8f6aab158') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:22.894222 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (2610c969-1a95-445f-ac9a-42e8f6aab158), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.927612 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (2610c969-1a95-445f-ac9a-42e8f6aab158), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.935413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:22.936047 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (2610c969-1a95-445f-ac9a-42e8f6aab158), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:22.940533 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:22.960167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device b24c7814-8652-4155-9e14-c7cf76590ba3 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:22.988586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-cbbe3315-3090-41b4-9b3b-3ec499c7fd06 req-90226c2b-93e0-4c2c-8387-25240fd3c432 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Deleting port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:22.988930 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cbbe3315-3090-41b4-9b3b-3ec499c7fd06 req-90226c2b-93e0-4c2c-8387-25240fd3c432 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.030591 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (801f2fae-a654-4f72-a6ba-496145495936), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.033936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: b24c7814-8652-4155-9e14-c7cf76590ba3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:23.038462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.040953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device b24c7814-8652-4155-9e14-c7cf76590ba3 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:23.059355 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] 10.222.0.48 "DELETE /v2.0/networks/801f2fae-a654-4f72-a6ba-496145495936 HTTP/1.1" status: 204 len: 168 time: 0.4962623 Feb 11 05:08:23.094520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d1c8e-fee2-417c-84e1-a7df5e1ce230 admin admin] Pushing event deleted for resources: {'Network': ['ID=801f2fae-a654-4f72-a6ba-496145495936,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:23.204430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 62f5add6-7a89-4d39-be8c-f71eec541b24 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:23.234591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 62f5add6-7a89-4d39-be8c-f71eec541b24 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:23.235468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 62f5add6-7a89-4d39-be8c-f71eec541b24 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:23.236148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:23.271881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-cbbe3315-3090-41b4-9b3b-3ec499c7fd06 req-90226c2b-93e0-4c2c-8387-25240fd3c432 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] For port 15a024e7-9a0d-49ff-8a07-22b334a80fa0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=15a024e7-9a0d-49ff-8a07-22b334a80fa0,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:23.272390 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cbbe3315-3090-41b4-9b3b-3ec499c7fd06 req-90226c2b-93e0-4c2c-8387-25240fd3c432 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.276096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f6b21-c7c9-47a7-9c9d-66739e7be7af req-28c701e9-bafe-4061-8bbd-98cf8c801b76 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:23.280636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f25f6b21-c7c9-47a7-9c9d-66739e7be7af req-28c701e9-bafe-4061-8bbd-98cf8c801b76 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 1129 time: 0.1519783 Feb 11 05:08:23.282768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:23.286543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 61198a7c-0d0a-45c7-a9ce-9dd3ff4738fb not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:23.328777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60606) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:23.344324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-cbbe3315-3090-41b4-9b3b-3ec499c7fd06 req-90226c2b-93e0-4c2c-8387-25240fd3c432 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Calling delete_port for 15a024e7-9a0d-49ff-8a07-22b334a80fa0 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:23.428502 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a4d40133-301e-4116-ada5-df4a4994b1f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbe9e6f82fc34e8fbadd22dfbcd611bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975783 Feb 11 05:08:23.429492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:23.484789 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f25f6b21-c7c9-47a7-9c9d-66739e7be7af req-b59e11f6-be92-4803-9460-0dc915c7819e tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884367 Feb 11 05:08:23.485149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfde97f7-0fd0-4009-8d5b-697017f6d051 admin admin] Publish callbacks [] for security_group (a7463dc0-c410-47b2-ab9a-79e632bc9354), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.510516 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfde97f7-0fd0-4009-8d5b-697017f6d051 admin admin] Publish callbacks [] for security_group (a7463dc0-c410-47b2-ab9a-79e632bc9354), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.574873 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfde97f7-0fd0-4009-8d5b-697017f6d051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a7463dc0-c410-47b2-ab9a-79e632bc9354), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.579032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dfde97f7-0fd0-4009-8d5b-697017f6d051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.582767 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dfde97f7-0fd0-4009-8d5b-697017f6d051 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7463dc0-c410-47b2-ab9a-79e632bc9354 HTTP/1.1" status: 204 len: 168 time: 0.1496530 Feb 11 05:08:23.602185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde97f7-0fd0-4009-8d5b-697017f6d051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7463dc0-c410-47b2-ab9a-79e632bc9354,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:23.655409 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cbbe3315-3090-41b4-9b3b-3ec499c7fd06 req-90226c2b-93e0-4c2c-8387-25240fd3c432 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (15a024e7-9a0d-49ff-8a07-22b334a80fa0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.688553 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['15a024e7-9a0d-49ff-8a07-22b334a80fa0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:23.709726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90226c2b-93e0-4c2c-8387-25240fd3c432 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Pushing event deleted for resources: {'Port': ['ID=15a024e7-9a0d-49ff-8a07-22b334a80fa0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:23.743158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['a5fead5f-f461-4ccf-bf3b-3f876edd66a0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:23.806413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbe3315-3090-41b4-9b3b-3ec499c7fd06 req-90226c2b-93e0-4c2c-8387-25240fd3c432 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] No DVR routers for this DVR port 15a024e7-9a0d-49ff-8a07-22b334a80fa0 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:23.810753 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-cbbe3315-3090-41b4-9b3b-3ec499c7fd06 req-90226c2b-93e0-4c2c-8387-25240fd3c432 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.822473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cbbe3315-3090-41b4-9b3b-3ec499c7fd06 req-90226c2b-93e0-4c2c-8387-25240fd3c432 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.60 "DELETE /v2.0/ports/15a024e7-9a0d-49ff-8a07-22b334a80fa0 HTTP/1.1" status: 204 len: 173 time: 1.0327108 Feb 11 05:08:23.959833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ada2bd-629a-4f40-8628-14ed4a42ca1b', 'name': 'network-vif-deleted', 'tag': '15a024e7-9a0d-49ff-8a07-22b334a80fa0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:23.962154 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527d04cf-cbac-4e34-80d4-c3de7ae006f5" -d '{"events": [{"server_uuid": "13ada2bd-629a-4f40-8628-14ed4a42ca1b", "name": "network-vif-deleted", "tag": "15a024e7-9a0d-49ff-8a07-22b334a80fa0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:24.090822 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e868e877-8f6f-4a08-ab65-3dcd9d80204b x-openstack-request-id: req-e868e877-8f6f-4a08-ab65-3dcd9d80204b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:24.091153 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ada2bd-629a-4f40-8628-14ed4a42ca1b", "name": "network-vif-deleted", "tag": "15a024e7-9a0d-49ff-8a07-22b334a80fa0", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:24.091409 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e868e877-8f6f-4a08-ab65-3dcd9d80204b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:24.091815 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ada2bd-629a-4f40-8628-14ed4a42ca1b', 'name': 'network-vif-deleted', 'tag': '15a024e7-9a0d-49ff-8a07-22b334a80fa0', 'status': 'completed', 'code': 200} Feb 11 05:08:24.701914 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2b07b929-ba08-4829-8d05-9dd8acded7c5 req-204b6d8f-cb5c-4f8f-b169-38de192a0a32 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13ada2bd-629a-4f40-8628-14ed4a42ca1b HTTP/1.1" status: 200 len: 210 time: 0.0730577 Feb 11 05:08:26.098458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5323a-1d13-4a4e-9486-b928c343e4c9 req-66b9cbed-9772-40d6-8878-fc173cd408d6 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:26.106191 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-02e5323a-1d13-4a4e-9486-b928c343e4c9 req-66b9cbed-9772-40d6-8878-fc173cd408d6 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1128 time: 0.0556922 Feb 11 05:08:26.164308 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-02e5323a-1d13-4a4e-9486-b928c343e4c9 req-0428d595-2e64-4e7d-b81c-d8325891fe93 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518396 Feb 11 05:08:26.180794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60704) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:26.401931 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-835aaf76-48da-4f3a-9fde-c69ba1f8e634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:26.486876 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-835aaf76-48da-4f3a-9fde-c69ba1f8e634 admin admin] Publish callbacks [] for security_group (ad0577bd-8de0-4b62-a8fb-1adec0f41dcd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:26.493835 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-835aaf76-48da-4f3a-9fde-c69ba1f8e634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ad0577bd-8de0-4b62-a8fb-1adec0f41dcd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:26.561377 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835aaf76-48da-4f3a-9fde-c69ba1f8e634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0577bd-8de0-4b62-a8fb-1adec0f41dcd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:26.609919 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-835aaf76-48da-4f3a-9fde-c69ba1f8e634 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78350918dced41e392c03dddeab47b3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4257843 Feb 11 05:08:26.610289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60710) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:26.686698 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e177057-a367-48cc-89a1-2305096343e5 admin admin] Publish callbacks [] for security_group (ad0577bd-8de0-4b62-a8fb-1adec0f41dcd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:26.715765 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e177057-a367-48cc-89a1-2305096343e5 admin admin] Publish callbacks [] for security_group (ad0577bd-8de0-4b62-a8fb-1adec0f41dcd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:26.784174 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e177057-a367-48cc-89a1-2305096343e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ad0577bd-8de0-4b62-a8fb-1adec0f41dcd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:26.788010 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e177057-a367-48cc-89a1-2305096343e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:26.792486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9e177057-a367-48cc-89a1-2305096343e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad0577bd-8de0-4b62-a8fb-1adec0f41dcd HTTP/1.1" status: 204 len: 168 time: 0.1805120 Feb 11 05:08:26.806382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e177057-a367-48cc-89a1-2305096343e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0577bd-8de0-4b62-a8fb-1adec0f41dcd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:27.218800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 15a024e7-9a0d-49ff-8a07-22b334a80fa0 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:27.286004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 15a024e7-9a0d-49ff-8a07-22b334a80fa0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:27.286004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 15a024e7-9a0d-49ff-8a07-22b334a80fa0 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:27.487486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1326dc-ab92-4453-990a-8391de406780 req-6ab70bac-9809-4ff6-9079-0d2d66281b77 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:27.495972 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb1326dc-ab92-4453-990a-8391de406780 req-6ab70bac-9809-4ff6-9079-0d2d66281b77 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1128 time: 0.1655543 Feb 11 05:08:27.586708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bb1326dc-ab92-4453-990a-8391de406780 req-b884f22f-4b4e-4883-8814-92e978cd1d6a tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897579 Feb 11 05:08:27.604190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4525af1-ada7-4b73-8353-9878019ad2b2 req-535a9f27-aabe-4126-81e3-8564fdf74d41 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:27.606708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4525af1-ada7-4b73-8353-9878019ad2b2 req-535a9f27-aabe-4126-81e3-8564fdf74d41 tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 1128 time: 0.1301608 Feb 11 05:08:27.829831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-c4525af1-ada7-4b73-8353-9878019ad2b2 req-781b61af-1c6a-404a-b5e3-a41c70c674ed tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Deleting port a5fead5f-f461-4ccf-bf3b-3f876edd66a0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:27.829831 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c4525af1-ada7-4b73-8353-9878019ad2b2 req-781b61af-1c6a-404a-b5e3-a41c70c674ed tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.014276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c4525af1-ada7-4b73-8353-9878019ad2b2 req-781b61af-1c6a-404a-b5e3-a41c70c674ed tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] For port a5fead5f-f461-4ccf-bf3b-3f876edd66a0, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=a5fead5f-f461-4ccf-bf3b-3f876edd66a0,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:28.014654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c4525af1-ada7-4b73-8353-9878019ad2b2 req-781b61af-1c6a-404a-b5e3-a41c70c674ed tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.037020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-c4525af1-ada7-4b73-8353-9878019ad2b2 req-781b61af-1c6a-404a-b5e3-a41c70c674ed tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Calling delete_port for a5fead5f-f461-4ccf-bf3b-3f876edd66a0 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:28.145977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60756) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:28.388278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c4525af1-ada7-4b73-8353-9878019ad2b2 req-781b61af-1c6a-404a-b5e3-a41c70c674ed tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a5fead5f-f461-4ccf-bf3b-3f876edd66a0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.423314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['a5fead5f-f461-4ccf-bf3b-3f876edd66a0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:28.531587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-651709060-network', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:28.537388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b61af-1c6a-404a-b5e3-a41c70c674ed tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5fead5f-f461-4ccf-bf3b-3f876edd66a0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:28.650227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4525af1-ada7-4b73-8353-9878019ad2b2 req-781b61af-1c6a-404a-b5e3-a41c70c674ed tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] No DVR routers for this DVR port a5fead5f-f461-4ccf-bf3b-3f876edd66a0 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:28.654049 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c4525af1-ada7-4b73-8353-9878019ad2b2 req-781b61af-1c6a-404a-b5e3-a41c70c674ed tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.667282 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4525af1-ada7-4b73-8353-9878019ad2b2 req-781b61af-1c6a-404a-b5e3-a41c70c674ed tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.10 "DELETE /v2.0/ports/a5fead5f-f461-4ccf-bf3b-3f876edd66a0 HTTP/1.1" status: 204 len: 173 time: 1.0516055 Feb 11 05:08:28.669819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229a31f0-a9fd-44e9-843a-968360fef4e7', 'name': 'network-vif-deleted', 'tag': 'a5fead5f-f461-4ccf-bf3b-3f876edd66a0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:28.672330 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a4959e-6d4e-4c10-bf35-cb027dcc48e4" -d '{"events": [{"server_uuid": "229a31f0-a9fd-44e9-843a-968360fef4e7", "name": "network-vif-deleted", "tag": "a5fead5f-f461-4ccf-bf3b-3f876edd66a0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:28.683105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Made reservation on behalf of b866c4a5e6714df091fb8e48eccbba71 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:28.695372 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.722534 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.768575 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e967b1e3-d272-45cf-b1cd-2eaf345658cc req-8f43f215-6385-4fab-bda0-ff12fc5f7eeb tempest-TestServerMultinode-239655239 tempest-TestServerMultinode-239655239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=229a31f0-a9fd-44e9-843a-968360fef4e7 HTTP/1.1" status: 200 len: 210 time: 0.0577137 Feb 11 05:08:28.783482 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759b82c1-8bb1-4b32-95dd-a2446e6eb2e5 x-openstack-request-id: req-759b82c1-8bb1-4b32-95dd-a2446e6eb2e5 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:28.783839 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229a31f0-a9fd-44e9-843a-968360fef4e7", "name": "network-vif-deleted", "tag": "a5fead5f-f461-4ccf-bf3b-3f876edd66a0", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:28.795437 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-759b82c1-8bb1-4b32-95dd-a2446e6eb2e5 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:28.796003 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229a31f0-a9fd-44e9-843a-968360fef4e7', 'name': 'network-vif-deleted', 'tag': 'a5fead5f-f461-4ccf-bf3b-3f876edd66a0', 'status': 'completed', 'code': 200} Feb 11 05:08:28.921081 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Publish callbacks [] for security_group (4ad29647-cb25-4ff7-a00d-877d854e04b7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.935947 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4ad29647-cb25-4ff7-a00d-877d854e04b7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.948691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:08:28.965834 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (54e10351-cc82-4e1b-a0e9-b0a43888da4d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.978594 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Added segment 54e10351-cc82-4e1b-a0e9-b0a43888da4d of type vlan for network 9a50b6a6-122f-42d2-aea9-4fb360dd225c Feb 11 05:08:29.024262 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (9a50b6a6-122f-42d2-aea9-4fb360dd225c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:29.071659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad29647-cb25-4ff7-a00d-877d854e04b7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:29.075474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (9a50b6a6-122f-42d2-aea9-4fb360dd225c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:29.076573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:29.077259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:29.162294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60774) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:29.162644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0088983 Feb 11 05:08:29.164275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4f265-db74-49fa-9b19-8a5165eaa5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a50b6a6-122f-42d2-aea9-4fb360dd225c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:29.169099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d0ce1cfc-6985-418d-a0e2-df87b763710b admin admin] Request body: {'subnet': {'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-651709060-subnet', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:29.186634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 9a50b6a6-122f-42d2-aea9-4fb360dd225c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:08:29.247792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ce1cfc-6985-418d-a0e2-df87b763710b admin admin] Made reservation on behalf of b866c4a5e6714df091fb8e48eccbba71 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:29.250985 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1cfc-6985-418d-a0e2-df87b763710b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:29.604905 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1cfc-6985-418d-a0e2-df87b763710b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (12d20935-2379-4458-8500-65a80af2dc1c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:29.692773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce1cfc-6985-418d-a0e2-df87b763710b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d20935-2379-4458-8500-65a80af2dc1c,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:29.703711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce1cfc-6985-418d-a0e2-df87b763710b admin admin] Checking segment: {'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:29.704273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce1cfc-6985-418d-a0e2-df87b763710b admin admin] Network hostable DHCP agents. Network: 9a50b6a6-122f-42d2-aea9-4fb360dd225c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:08:29.736586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce1cfc-6985-418d-a0e2-df87b763710b admin admin] Network 9a50b6a6-122f-42d2-aea9-4fb360dd225c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:08:29.764453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d0ce1cfc-6985-418d-a0e2-df87b763710b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 9a50b6a6-122f-42d2-aea9-4fb360dd225c) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:29.769339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ce1cfc-6985-418d-a0e2-df87b763710b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:29.770672 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1cfc-6985-418d-a0e2-df87b763710b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:29.780623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5820ce6-9490-45f5-87d9-88a6119355bb None None] Network 9a50b6a6-122f-42d2-aea9-4fb360dd225c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:29.798337 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d0ce1cfc-6985-418d-a0e2-df87b763710b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6348433 Feb 11 05:08:29.801228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60786) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:29.814491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-651709060-router', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:29.873712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (60834634-21ed-40f8-9602-3f40af8fcaf2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:29.875300 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (60834634-21ed-40f8-9602-3f40af8fcaf2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:29.915520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60788) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:29.993763 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Publish callbacks [] for router_controller (60834634-21ed-40f8-9602-3f40af8fcaf2), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:30.104126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa67c2ea-7194-4c94-ac4c-2241db2644fc None None] Network 9a50b6a6-122f-42d2-aea9-4fb360dd225c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:30.291639 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Publish callbacks [] for router_gateway (60834634-21ed-40f8-9602-3f40af8fcaf2), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:30.580512 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf941262-f095-4fc7-b2ec-36cc6ea95695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (0e8bf72e-f81c-4fe8-9472-0253080bba90), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:30.722823 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Publish callbacks [] for router_gateway (60834634-21ed-40f8-9602-3f40af8fcaf2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:30.750185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.186262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-bf941262-f095-4fc7-b2ec-36cc6ea95695 admin admin] Deleting port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:31.192769 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf941262-f095-4fc7-b2ec-36cc6ea95695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.337583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-bf941262-f095-4fc7-b2ec-36cc6ea95695 admin admin] For port 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5e7391b9-1a38-43ba-a6aa-2ecfdde24de5,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:31.338454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf941262-f095-4fc7-b2ec-36cc6ea95695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.385793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-bf941262-f095-4fc7-b2ec-36cc6ea95695 admin admin] Calling delete_port for 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:31.521597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Allocated IP 172.25.7.155 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/1e3c97f8-d2af-4cb2-b574-a63fd3baf4be) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:31.719206 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf941262-f095-4fc7-b2ec-36cc6ea95695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5e7391b9-1a38-43ba-a6aa-2ecfdde24de5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.756542 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Publish callbacks [] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.813800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf941262-f095-4fc7-b2ec-36cc6ea95695 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7391b9-1a38-43ba-a6aa-2ecfdde24de5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:31.879192 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.994870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:32.001913 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:32.032070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:32.101667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3c97f8-d2af-4cb2-b574-a63fd3baf4be,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:32.206176 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf941262-f095-4fc7-b2ec-36cc6ea95695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (0e8bf72e-f81c-4fe8-9472-0253080bba90), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:32.436762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470b0c3-2294-4316-97fc-e4a82f84900d req-098a2269-8a7e-4bfe-9da6-8fd10a6dff4c tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:32.438327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7470b0c3-2294-4316-97fc-e4a82f84900d req-098a2269-8a7e-4bfe-9da6-8fd10a6dff4c tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 945 time: 0.1438968 Feb 11 05:08:32.522645 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7470b0c3-2294-4316-97fc-e4a82f84900d req-6f6df093-28e5-47a5-9811-52c1a826442a tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772245 Feb 11 05:08:32.551929 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Publish callbacks [] for router_gateway (60834634-21ed-40f8-9602-3f40af8fcaf2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:32.579904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf941262-f095-4fc7-b2ec-36cc6ea95695 admin admin] Router 0e8bf72e-f81c-4fe8-9472-0253080bba90 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:08:32.768879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf941262-f095-4fc7-b2ec-36cc6ea95695 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:08:32.780616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5baa2-86e1-43b1-afe2-a5072f610452 None None] Sync routers for ids ['0e8bf72e-f81c-4fe8-9472-0253080bba90'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:08:32.787602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bf941262-f095-4fc7-b2ec-36cc6ea95695 admin admin] 10.222.0.48 "PUT /v2.0/routers/0e8bf72e-f81c-4fe8-9472-0253080bba90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8705280 Feb 11 05:08:32.789974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60840) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:32.806906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5baa2-86e1-43b1-afe2-a5072f610452 None None] Routers {'0e8bf72e-f81c-4fe8-9472-0253080bba90'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:32.807563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2ef5baa2-86e1-43b1-afe2-a5072f610452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['0e8bf72e-f81c-4fe8-9472-0253080bba90'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:33.064894 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (60834634-21ed-40f8-9602-3f40af8fcaf2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.124393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2ef5baa2-86e1-43b1-afe2-a5072f610452 None None] Set router 0e8bf72e-f81c-4fe8-9472-0253080bba90 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:33.237525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device a5fead5f-f461-4ccf-bf3b-3f876edd66a0 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:33.321147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Router 60834634-21ed-40f8-9602-3f40af8fcaf2 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:08:33.330697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: a5fead5f-f461-4ccf-bf3b-3f876edd66a0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:33.337824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device a5fead5f-f461-4ccf-bf3b-3f876edd66a0 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:33.490172 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.542375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2ef5baa2-86e1-43b1-afe2-a5072f610452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'name': 'tempest-TestServerMultinode-1357106220-router', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:12Z', 'updated_at': '2022-02-11T05:08:31Z', 'revision_number': 5, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'gw_port': {'id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:14Z', 'updated_at': '2022-02-11T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:33.623956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5baa2-86e1-43b1-afe2-a5072f610452 None None] Checking router: 0e8bf72e-f81c-4fe8-9472-0253080bba90 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:08:33.633384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:08:33.644488 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Sync routers for ids ['60834634-21ed-40f8-9602-3f40af8fcaf2'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:08:33.670546 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Routers {'60834634-21ed-40f8-9602-3f40af8fcaf2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:33.671765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5baa2-86e1-43b1-afe2-a5072f610452 None None] Routers {'0e8bf72e-f81c-4fe8-9472-0253080bba90'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:33.672977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2ef5baa2-86e1-43b1-afe2-a5072f610452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['0e8bf72e-f81c-4fe8-9472-0253080bba90'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:33.681052 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60834634-21ed-40f8-9602-3f40af8fcaf2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:33.681473 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.681473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dc77b1af-8acd-4f74-b421-ae39b5579496 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8767605 Feb 11 05:08:33.682729 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60850) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:33.986333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2ef5baa2-86e1-43b1-afe2-a5072f610452 None None] Set router 0e8bf72e-f81c-4fe8-9472-0253080bba90 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:34.005997 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Publish callbacks [] for router (0e8bf72e-f81c-4fe8-9472-0253080bba90), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.068668 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Set router 60834634-21ed-40f8-9602-3f40af8fcaf2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:34.150707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5daab-525a-4546-9b9e-4d975ac25981 req-96a964d0-a74d-4b88-81a3-9bd334051194 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:34.162932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3bd5daab-525a-4546-9b9e-4d975ac25981 req-96a964d0-a74d-4b88-81a3-9bd334051194 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 945 time: 0.4012580 Feb 11 05:08:34.206380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea48d1-dea3-4f9a-ba8b-919d1592a6f5 req-0b2e6694-59be-47f8-839e-e17d53b8df7f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:34.208100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8bea48d1-dea3-4f9a-ba8b-919d1592a6f5 req-0b2e6694-59be-47f8-839e-e17d53b8df7f tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 945 time: 0.4449043 Feb 11 05:08:34.423103 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'name': 'tempest-ServerRescueNegativeTestJSON-651709060-router', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:29Z', 'updated_at': '2022-02-11T05:08:32Z', 'revision_number': 3, 'project_id': 'b866c4a5e6714df091fb8e48eccbba71', 'gw_port': {'id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:08:30Z', 'updated_at': '2022-02-11T05:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:34.483449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2ef5baa2-86e1-43b1-afe2-a5072f610452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'name': 'tempest-TestServerMultinode-1357106220-router', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:12Z', 'updated_at': '2022-02-11T05:08:31Z', 'revision_number': 5, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'gw_port': {'id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:14Z', 'updated_at': '2022-02-11T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:34.532436 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Checking router: 60834634-21ed-40f8-9602-3f40af8fcaf2 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:08:34.532810 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Updating router 60834634-21ed-40f8-9602-3f40af8fcaf2 port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:08:34.552265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5baa2-86e1-43b1-afe2-a5072f610452 None None] The sync data for ids ['0e8bf72e-f81c-4fe8-9472-0253080bba90'] in n-d-615180-58 is: [{'id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'name': 'tempest-TestServerMultinode-1357106220-router', 'tenant_id': '8787b91b9a084f26826cf67ff76cde67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:12Z', 'updated_at': '2022-02-11T05:08:31Z', 'revision_number': 5, 'project_id': '8787b91b9a084f26826cf67ff76cde67', 'gw_port': {'id': '9bdba1cb-a3a3-474d-a011-85d52c3265c3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8bf72e-f81c-4fe8-9472-0253080bba90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:14Z', 'updated_at': '2022-02-11T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:08:34.628119 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.667121 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.715165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Publish callbacks [] for router_gateway (0e8bf72e-f81c-4fe8-9472-0253080bba90), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.825422 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3bd5daab-525a-4546-9b9e-4d975ac25981 req-1c1f5f0b-9827-4960-988d-b948bc027fbb tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/security-groups?id=28121c6d-e966-49fd-82fc-71aaaa25d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597307 Feb 11 05:08:34.936537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8bea48d1-dea3-4f9a-ba8b-919d1592a6f5 req-4969f217-ad53-42ee-b6f0-655e60d74fa2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Deleting port d762cb45-835e-4875-a59c-37abb82ee0c1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:34.937255 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8bea48d1-dea3-4f9a-ba8b-919d1592a6f5 req-4969f217-ad53-42ee-b6f0-655e60d74fa2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.117191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8bea48d1-dea3-4f9a-ba8b-919d1592a6f5 req-4969f217-ad53-42ee-b6f0-655e60d74fa2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] For port d762cb45-835e-4875-a59c-37abb82ee0c1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d762cb45-835e-4875-a59c-37abb82ee0c1,segment=NetworkSegment(fcd86645-9df9-43fe-8318-1101d52cbbb3),segment_id=fcd86645-9df9-43fe-8318-1101d52cbbb3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:35.117827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8bea48d1-dea3-4f9a-ba8b-919d1592a6f5 req-4969f217-ad53-42ee-b6f0-655e60d74fa2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.156847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8bea48d1-dea3-4f9a-ba8b-919d1592a6f5 req-4969f217-ad53-42ee-b6f0-655e60d74fa2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Calling delete_port for d762cb45-835e-4875-a59c-37abb82ee0c1 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:35.171319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Allocated IP 172.20.0.1 (9a50b6a6-122f-42d2-aea9-4fb360dd225c/12d20935-2379-4458-8500-65a80af2dc1c/8f9c77a6-2333-4904-8828-db55785acbd7) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:35.377332 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Publish callbacks [] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.393996 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.449093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:35.508109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:35.509909 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5e7391b9-1a38-43ba-a6aa-2ecfdde24de5 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:35.526035 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8bea48d1-dea3-4f9a-ba8b-919d1592a6f5 req-4969f217-ad53-42ee-b6f0-655e60d74fa2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d762cb45-835e-4875-a59c-37abb82ee0c1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.545261 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Publish callbacks [] for port (8f9c77a6-2333-4904-8828-db55785acbd7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.554043 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Pushing event updated for resources: {'Port': ['ID=1e3c97f8-d2af-4cb2-b574-a63fd3baf4be,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:35.561115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['d762cb45-835e-4875-a59c-37abb82ee0c1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:35.564743 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Attempting to bind port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:35.565244 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Attempting to bind port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:35.565619 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Attempting to bind port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:35.584827 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.585171 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.585513 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.585848 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.586180 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.586506 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.586827 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.588194 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.588543 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.588876 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.589209 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.590151 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.590484 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:35.606309 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:35.608246 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:35.609709 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.610669 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:35.612174 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Bound port: 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:35.612566 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.637990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.649266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969f217-ad53-42ee-b6f0-655e60d74fa2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Pushing event deleted for resources: {'Port': ['ID=d762cb45-835e-4875-a59c-37abb82ee0c1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:35.701475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Network 9a50b6a6-122f-42d2-aea9-4fb360dd225c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:35.705800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:35.712919 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:35.717644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Deleting port 9bdba1cb-a3a3-474d-a011-85d52c3265c3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:35.717992 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.736511 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] For port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:35.747713 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] For port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1e3c97f8-d2af-4cb2-b574-a63fd3baf4be,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:35.763976 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.793891 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (60834634-21ed-40f8-9602-3f40af8fcaf2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.800958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bea48d1-dea3-4f9a-ba8b-919d1592a6f5 req-4969f217-ad53-42ee-b6f0-655e60d74fa2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] No DVR routers for this DVR port d762cb45-835e-4875-a59c-37abb82ee0c1 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:35.832894 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8bea48d1-dea3-4f9a-ba8b-919d1592a6f5 req-4969f217-ad53-42ee-b6f0-655e60d74fa2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.836956 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8bea48d1-dea3-4f9a-ba8b-919d1592a6f5 req-4969f217-ad53-42ee-b6f0-655e60d74fa2 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.10 "DELETE /v2.0/ports/d762cb45-835e-4875-a59c-37abb82ee0c1 HTTP/1.1" status: 204 len: 173 time: 1.6116741 Feb 11 05:08:35.837420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0a6b34-6e76-480e-b0db-996618d3861d', 'name': 'network-vif-deleted', 'tag': 'd762cb45-835e-4875-a59c-37abb82ee0c1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:35.840572 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf2b598-5987-4e64-8a9e-38400008b716" -d '{"events": [{"server_uuid": "9b0a6b34-6e76-480e-b0db-996618d3861d", "name": "network-vif-deleted", "tag": "d762cb45-835e-4875-a59c-37abb82ee0c1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:35.881499 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Routers {'60834634-21ed-40f8-9602-3f40af8fcaf2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:35.881964 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60834634-21ed-40f8-9602-3f40af8fcaf2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:35.992731 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4181f013-5f8f-4f29-aafb-bf1c0209af96 x-openstack-request-id: req-4181f013-5f8f-4f29-aafb-bf1c0209af96 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:35.993333 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0a6b34-6e76-480e-b0db-996618d3861d", "name": "network-vif-deleted", "tag": "d762cb45-835e-4875-a59c-37abb82ee0c1", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:35.993766 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4181f013-5f8f-4f29-aafb-bf1c0209af96 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:35.994341 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0a6b34-6e76-480e-b0db-996618d3861d', 'name': 'network-vif-deleted', 'tag': 'd762cb45-835e-4875-a59c-37abb82ee0c1', 'status': 'completed', 'code': 200} Feb 11 05:08:36.067938 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c8de0baf-d64b-47ec-9766-247b11dc5ce5 req-345903b5-7384-4650-aa96-651f04310e76 tempest-AttachVolumeNegativeTest-25914994 tempest-AttachVolumeNegativeTest-25914994-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0a6b34-6e76-480e-b0db-996618d3861d HTTP/1.1" status: 200 len: 210 time: 0.0533984 Feb 11 05:08:36.069422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] For port 9bdba1cb-a3a3-474d-a011-85d52c3265c3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9bdba1cb-a3a3-474d-a011-85d52c3265c3,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:36.070039 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.077405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Pushing event updated for resources: {'Port': ['ID=8f9c77a6-2333-4904-8828-db55785acbd7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:36.093408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.093763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.094796 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.104588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.105176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.105514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.105861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.106204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.106622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.106981 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.107316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.107644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.107972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:36.123525 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Calling delete_port for 9bdba1cb-a3a3-474d-a011-85d52c3265c3 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:36.135124 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] Set router 60834634-21ed-40f8-9602-3f40af8fcaf2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:36.320471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.330337 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf458e2-d4a7-4c70-971e-5e5bf4c1c2bf None None] Pushing event updated for resources: {'Port': ['ID=1e3c97f8-d2af-4cb2-b574-a63fd3baf4be,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:36.475811 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9bdba1cb-a3a3-474d-a011-85d52c3265c3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.555442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Pushing event deleted for resources: {'Port': ['ID=9bdba1cb-a3a3-474d-a011-85d52c3265c3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:36.609091 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'name': 'tempest-ServerRescueNegativeTestJSON-651709060-router', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:29Z', 'updated_at': '2022-02-11T05:08:32Z', 'revision_number': 3, 'project_id': 'b866c4a5e6714df091fb8e48eccbba71', 'gw_port': {'id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:08:30Z', 'updated_at': '2022-02-11T05:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:36.643774 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (0e8bf72e-f81c-4fe8-9472-0253080bba90), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.664868 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e1497-7114-4891-9541-5b03197ecbbe None None] The sync data for ids ['60834634-21ed-40f8-9602-3f40af8fcaf2'] in n-d-615180-58 is: [{'id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'name': 'tempest-ServerRescueNegativeTestJSON-651709060-router', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:29Z', 'updated_at': '2022-02-11T05:08:32Z', 'revision_number': 3, 'project_id': 'b866c4a5e6714df091fb8e48eccbba71', 'gw_port': {'id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:08:30Z', 'updated_at': '2022-02-11T05:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:08:36.724913 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Publish callbacks [] for port (8f9c77a6-2333-4904-8828-db55785acbd7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.732455 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.825812 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (0e8bf72e-f81c-4fe8-9472-0253080bba90), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.829428 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Publish callbacks [] for router_controller (0e8bf72e-f81c-4fe8-9472-0253080bba90), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.877557 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (60834634-21ed-40f8-9602-3f40af8fcaf2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.887617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Pushing event updated for resources: {'Port': ['ID=8f9c77a6-2333-4904-8828-db55785acbd7,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:36.908374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (0e8bf72e-f81c-4fe8-9472-0253080bba90), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.909060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e8bf72e-f81c-4fe8-9472-0253080bba90 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:08:36.929712 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.935132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dffa6c2a-a2f2-49ff-9081-df7d4dacaa2d admin admin] 10.222.0.48 "DELETE /v2.0/routers/0e8bf72e-f81c-4fe8-9472-0253080bba90 HTTP/1.1" status: 204 len: 168 time: 4.1388791 Feb 11 05:08:36.935780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60884) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:37.047745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72e31ce-15f6-4d68-bba8-05f5efedf040 admin admin] Deleting subnet 0f497848-f4b8-4960-82f3-c844618862af {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:08:37.059983 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f72e31ce-15f6-4d68-bba8-05f5efedf040 admin admin] Publish callbacks [] for subnet (0f497848-f4b8-4960-82f3-c844618862af), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.131312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f72e31ce-15f6-4d68-bba8-05f5efedf040 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (0f497848-f4b8-4960-82f3-c844618862af), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.240994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Network 9a50b6a6-122f-42d2-aea9-4fb360dd225c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:37.252475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60894) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:37.253454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:37.277578 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60896) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:37.423671 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f72e31ce-15f6-4d68-bba8-05f5efedf040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (0f497848-f4b8-4960-82f3-c844618862af), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.439837 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.576525 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f72e31ce-15f6-4d68-bba8-05f5efedf040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (0f497848-f4b8-4960-82f3-c844618862af), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.604909 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f5f4dd-0a66-4677-8768-2c508396010c None None] Network 3849dc63-bce3-4d9c-805e-999252af5069 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:37.634776 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f72e31ce-15f6-4d68-bba8-05f5efedf040 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.648538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f72e31ce-15f6-4d68-bba8-05f5efedf040 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0f497848-f4b8-4960-82f3-c844618862af HTTP/1.1" status: 204 len: 168 time: 0.7115099 Feb 11 05:08:37.649598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e31ce-15f6-4d68-bba8-05f5efedf040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f497848-f4b8-4960-82f3-c844618862af,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:37.651351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60908) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:37.761840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68a9108-2bd6-42ce-b5d9-279ea5bc19f5 admin admin] Deleting subnet 30de0522-14cb-43d9-85af-dac873877880 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:08:37.768023 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a68a9108-2bd6-42ce-b5d9-279ea5bc19f5 admin admin] Publish callbacks [] for subnet (30de0522-14cb-43d9-85af-dac873877880), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.832898 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (3849dc63-bce3-4d9c-805e-999252af5069), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.916669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:37.969105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Router 60834634-21ed-40f8-9602-3f40af8fcaf2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:08:37.991903 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Deleting port 158e44df-761e-43b9-bae7-f9842ec40fd6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:37.992245 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.042373 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a68a9108-2bd6-42ce-b5d9-279ea5bc19f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (30de0522-14cb-43d9-85af-dac873877880), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.053439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928abb83-5e6e-46d6-8f31-880e535de1e2 None None] DHCP port deletion for 3849dc63-bce3-4d9c-805e-999252af5069 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:08:38.145132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:38.145881 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.156170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] For port 158e44df-761e-43b9-bae7-f9842ec40fd6, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=158e44df-761e-43b9-bae7-f9842ec40fd6,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:38.156754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.183944 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Calling delete_port for 158e44df-761e-43b9-bae7-f9842ec40fd6 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:38.330609 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-928abb83-5e6e-46d6-8f31-880e535de1e2 None None] Deleting port 158e44df-761e-43b9-bae7-f9842ec40fd6 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:38.331134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-928abb83-5e6e-46d6-8f31-880e535de1e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.335494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a68a9108-2bd6-42ce-b5d9-279ea5bc19f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (30de0522-14cb-43d9-85af-dac873877880), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.376390 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.406118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:08:38.414025 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f47498d3-0d97-4e12-bf63-430f8f76b24e admin admin] 10.222.0.48 "PUT /v2.0/routers/60834634-21ed-40f8-9602-3f40af8fcaf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7300951 Feb 11 05:08:38.420058 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a68a9108-2bd6-42ce-b5d9-279ea5bc19f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (30de0522-14cb-43d9-85af-dac873877880), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.444044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a68a9108-2bd6-42ce-b5d9-279ea5bc19f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.448904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Pushing event deleted for resources: {'Port': ['ID=158e44df-761e-43b9-bae7-f9842ec40fd6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:38.452470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60912) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:38.452626 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a68a9108-2bd6-42ce-b5d9-279ea5bc19f5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/30de0522-14cb-43d9-85af-dac873877880 HTTP/1.1" status: 204 len: 168 time: 1.1884205 Feb 11 05:08:38.453790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] No DVR routers for this DVR port 158e44df-761e-43b9-bae7-f9842ec40fd6 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:38.536963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a9108-2bd6-42ce-b5d9-279ea5bc19f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30de0522-14cb-43d9-85af-dac873877880,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:38.643746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-928abb83-5e6e-46d6-8f31-880e535de1e2 None None] For port 158e44df-761e-43b9-bae7-f9842ec40fd6, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=158e44df-761e-43b9-bae7-f9842ec40fd6,segment=NetworkSegment(6102bc2d-e164-4bda-8aaf-932cffd1f672),segment_id=6102bc2d-e164-4bda-8aaf-932cffd1f672)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:38.644297 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-928abb83-5e6e-46d6-8f31-880e535de1e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.708110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-928abb83-5e6e-46d6-8f31-880e535de1e2 None None] Calling delete_port for 158e44df-761e-43b9-bae7-f9842ec40fd6 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:38.830297 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (3849dc63-bce3-4d9c-805e-999252af5069), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.850480 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (f2e76b4a-67a8-4718-bea6-6ceafeb05837), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.869634 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3849dc63-bce3-4d9c-805e-999252af5069']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:38.892686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6102bc2d-e164-4bda-8aaf-932cffd1f672') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:38.892686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6102bc2d-e164-4bda-8aaf-932cffd1f672') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:38.981859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (6102bc2d-e164-4bda-8aaf-932cffd1f672), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.993489 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38320fbf-9225-47d6-bd7b-f31e1f75a1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (6731d802-b1bc-4336-8c99-99566be76574), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.050497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:39.051234 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.075990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (6102bc2d-e164-4bda-8aaf-932cffd1f672), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.081318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1e3c97f8-d2af-4cb2-b574-a63fd3baf4be,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:39.086369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d762cb45-835e-4875-a59c-37abb82ee0c1 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:39.093750 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-928abb83-5e6e-46d6-8f31-880e535de1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (158e44df-761e-43b9-bae7-f9842ec40fd6), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.096178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:39.097897 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (6102bc2d-e164-4bda-8aaf-932cffd1f672), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.138501 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.150069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: d762cb45-835e-4875-a59c-37abb82ee0c1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:39.150423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d762cb45-835e-4875-a59c-37abb82ee0c1 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:39.172924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928abb83-5e6e-46d6-8f31-880e535de1e2 None None] Pushing event deleted for resources: {'Port': ['ID=158e44df-761e-43b9-bae7-f9842ec40fd6,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:39.174914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928abb83-5e6e-46d6-8f31-880e535de1e2 None None] No DVR routers for this DVR port 158e44df-761e-43b9-bae7-f9842ec40fd6 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:39.264543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=1e3c97f8-d2af-4cb2-b574-a63fd3baf4be,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:39.269670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9bdba1cb-a3a3-474d-a011-85d52c3265c3 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:39.292257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 9bdba1cb-a3a3-474d-a011-85d52c3265c3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:39.293188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9bdba1cb-a3a3-474d-a011-85d52c3265c3 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:39.336341 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:39.441544 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-271684d6-a3ad-45e0-96f5-bc2f94edab2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.472361 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (f2e76b4a-67a8-4718-bea6-6ceafeb05837), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.548575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e76b4a-67a8-4718-bea6-6ceafeb05837']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:39.579595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:39.580348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd86645-9df9-43fe-8318-1101d52cbbb3') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:39.580659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd86645-9df9-43fe-8318-1101d52cbbb3') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:39.598807 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (fcd86645-9df9-43fe-8318-1101d52cbbb3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.620526 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (fcd86645-9df9-43fe-8318-1101d52cbbb3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.634590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:39.635050 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (fcd86645-9df9-43fe-8318-1101d52cbbb3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.712573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:39.713610 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:39.801508 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:39.809292 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (3849dc63-bce3-4d9c-805e-999252af5069), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.879848 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.898289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:39.904962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 60942) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:39.911665 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3849dc63-bce3-4d9c-805e-999252af5069 HTTP/1.1" status: 204 len: 168 time: 2.2586920 Feb 11 05:08:39.912689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa9b8-c26b-415c-af5f-c42c0da0b628 admin admin] Pushing event deleted for resources: {'Network': ['ID=3849dc63-bce3-4d9c-805e-999252af5069,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:39.927177 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (f2e76b4a-67a8-4718-bea6-6ceafeb05837), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.956145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.971637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f2e76b4a-67a8-4718-bea6-6ceafeb05837 HTTP/1.1" status: 204 len: 168 time: 1.5188539 Feb 11 05:08:39.998203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d5be5-a2dc-418f-a490-ee77e3daa349 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e76b4a-67a8-4718-bea6-6ceafeb05837,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:39.998613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Sync routers for ids ['60834634-21ed-40f8-9602-3f40af8fcaf2'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:08:40.009186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Routers {'60834634-21ed-40f8-9602-3f40af8fcaf2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:40.009831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60834634-21ed-40f8-9602-3f40af8fcaf2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:40.070215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 158e44df-761e-43b9-bae7-f9842ec40fd6 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:40.095922 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 158e44df-761e-43b9-bae7-f9842ec40fd6 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:40.096570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 158e44df-761e-43b9-bae7-f9842ec40fd6 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:40.235253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60948) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:40.260389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Set router 60834634-21ed-40f8-9602-3f40af8fcaf2 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:40.300593 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-06d8d418-b9c2-4ecd-9273-5a93ca8ea091 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14fbf88da36d492db7af138f03064fc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0630898 Feb 11 05:08:40.301296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 60950) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:40.401184 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3aa579c-2358-411f-a2a6-45f025038d85 admin admin] Publish callbacks [] for security_group (28121c6d-e966-49fd-82fc-71aaaa25d28d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:40.404173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-b3ee71ad-cce6-4167-9f4d-8fc17dade07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:40.413736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-b3ee71ad-cce6-4167-9f4d-8fc17dade07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 818 time: 0.5583267 Feb 11 05:08:40.454487 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3aa579c-2358-411f-a2a6-45f025038d85 admin admin] Publish callbacks [] for security_group (28121c6d-e966-49fd-82fc-71aaaa25d28d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:40.474948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-389ba6a7-1c07-4562-b94f-b2c49bce7901 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/quotas/b866c4a5e6714df091fb8e48eccbba71 HTTP/1.1" status: 200 len: 375 time: 0.0602267 Feb 11 05:08:40.506803 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:08:40.575695 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3aa579c-2358-411f-a2a6-45f025038d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (28121c6d-e966-49fd-82fc-71aaaa25d28d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:40.580207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3aa579c-2358-411f-a2a6-45f025038d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:40.584986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f3aa579c-2358-411f-a2a6-45f025038d85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/28121c6d-e966-49fd-82fc-71aaaa25d28d HTTP/1.1" status: 204 len: 168 time: 0.2825484 Feb 11 05:08:40.599056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa579c-2358-411f-a2a6-45f025038d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28121c6d-e966-49fd-82fc-71aaaa25d28d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:40.914025 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-b50e16f3-f7f7-4172-841a-2402985a2b2e tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4380932 Feb 11 05:08:40.927573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-e48933d1-4286-464f-a336-0850ed11c0a3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:08:40.943196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-e48933d1-4286-464f-a336-0850ed11c0a3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281630 Feb 11 05:08:41.042379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'name': 'tempest-ServerRescueNegativeTestJSON-651709060-router', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:29Z', 'updated_at': '2022-02-11T05:08:36Z', 'revision_number': 4, 'project_id': 'b866c4a5e6714df091fb8e48eccbba71', 'gw_port': {'id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:08:30Z', 'updated_at': '2022-02-11T05:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8f9c77a6-2333-4904-8828-db55785acbd7', 'name': '', 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'mac_address': 'fa:16:3e:87:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '12d20935-2379-4458-8500-65a80af2dc1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:08:34Z', 'updated_at': '2022-02-11T05:08:36Z', 'revision_number': 2, 'project_id': 'b866c4a5e6714df091fb8e48eccbba71', 'subnets': [{'id': '12d20935-2379-4458-8500-65a80af2dc1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:41.108298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Checking router: 60834634-21ed-40f8-9602-3f40af8fcaf2 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:08:41.108812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Updating router 60834634-21ed-40f8-9602-3f40af8fcaf2 port 8f9c77a6-2333-4904-8828-db55785acbd7 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:08:41.188558 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:41.315510 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-fab5c1f7-e8c3-44e9-833a-baeed2daa09e service neutron] 10.222.0.48 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713522 Feb 11 05:08:41.474195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-38320fbf-9225-47d6-bd7b-f31e1f75a1eb admin admin] Deleting port f2d96e78-b6cb-4d59-838e-eb0d85befb74 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:41.474861 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38320fbf-9225-47d6-bd7b-f31e1f75a1eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:41.693249 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Publish callbacks [] for port (8f9c77a6-2333-4904-8828-db55785acbd7), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:41.723726 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:41.821889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-24c75eee-13a9-4776-a039-6e2a35f17313 service neutron] 10.222.0.48 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054042 Feb 11 05:08:41.957091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-38320fbf-9225-47d6-bd7b-f31e1f75a1eb admin admin] For port f2d96e78-b6cb-4d59-838e-eb0d85befb74, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f2d96e78-b6cb-4d59-838e-eb0d85befb74,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:41.961891 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38320fbf-9225-47d6-bd7b-f31e1f75a1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:41.991623 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c561f891-2f38-47e4-a534-6d4cfe0c0b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.010250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bca8d9db-7983-409a-850d-eab9f60128b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (bd488a6e-60cd-49e3-b15e-a6757d8937c8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.028890 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1701570-93c2-4aae-b2be-e8ce9e0427fa None None] Pushing event updated for resources: {'Port': ['ID=8f9c77a6-2333-4904-8828-db55785acbd7,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:42.160147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-38320fbf-9225-47d6-bd7b-f31e1f75a1eb admin admin] Calling delete_port for f2d96e78-b6cb-4d59-838e-eb0d85befb74 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:42.259757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Attempting to bind port 8f9c77a6-2333-4904-8828-db55785acbd7 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:42.260389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Attempting to bind port 8f9c77a6-2333-4904-8828-db55785acbd7 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:42.260512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Attempting to bind port 8f9c77a6-2333-4904-8828-db55785acbd7 on network 9a50b6a6-122f-42d2-aea9-4fb360dd225c {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:42.294494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:42.301470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Checking segment: {'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:42.304414 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.304877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Bound using segment: {'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:42.305663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Bound port: 8f9c77a6-2333-4904-8828-db55785acbd7, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:42.306070 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.359707 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fddb1e13-de36-4484-8b84-ccdf4a14afab req-b640bef6-15e8-42ee-843e-06e9e591b20e tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 210 time: 0.0939622 Feb 11 05:08:42.409602 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] For port 8f9c77a6-2333-4904-8828-db55785acbd7, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:42.415830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] For port 8f9c77a6-2333-4904-8828-db55785acbd7, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8f9c77a6-2333-4904-8828-db55785acbd7,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:42.435528 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.553195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Routers {'60834634-21ed-40f8-9602-3f40af8fcaf2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:42.553844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60834634-21ed-40f8-9602-3f40af8fcaf2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:42.764558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1701570-93c2-4aae-b2be-e8ce9e0427fa None None] Pushing event updated for resources: {'Port': ['ID=8f9c77a6-2333-4904-8828-db55785acbd7,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:42.907372 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.951174 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] Set router 60834634-21ed-40f8-9602-3f40af8fcaf2 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:43.137599 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38320fbf-9225-47d6-bd7b-f31e1f75a1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f2d96e78-b6cb-4d59-838e-eb0d85befb74), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.333259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38320fbf-9225-47d6-bd7b-f31e1f75a1eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d96e78-b6cb-4d59-838e-eb0d85befb74,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:43.610317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-089afbbd-b5d8-4622-b498-4671efb700d3 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:43.614554 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-089afbbd-b5d8-4622-b498-4671efb700d3 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 818 time: 0.6510189 Feb 11 05:08:43.753437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'name': 'tempest-ServerRescueNegativeTestJSON-651709060-router', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:29Z', 'updated_at': '2022-02-11T05:08:36Z', 'revision_number': 4, 'project_id': 'b866c4a5e6714df091fb8e48eccbba71', 'gw_port': {'id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:08:30Z', 'updated_at': '2022-02-11T05:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8f9c77a6-2333-4904-8828-db55785acbd7', 'name': '', 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'mac_address': 'fa:16:3e:87:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '12d20935-2379-4458-8500-65a80af2dc1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:08:34Z', 'updated_at': '2022-02-11T05:08:42Z', 'revision_number': 4, 'project_id': 'b866c4a5e6714df091fb8e48eccbba71', 'subnets': [{'id': '12d20935-2379-4458-8500-65a80af2dc1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:43.800371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-bca8d9db-7983-409a-850d-eab9f60128b5 admin admin] Deleting port e48677af-3ebd-4b7c-b358-4978128d04d5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:43.800371 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bca8d9db-7983-409a-850d-eab9f60128b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.857363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca1289-2993-48ea-a4d8-3d932a701c42 None None] The sync data for ids ['60834634-21ed-40f8-9602-3f40af8fcaf2'] in n-d-615180-58 is: [{'id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'name': 'tempest-ServerRescueNegativeTestJSON-651709060-router', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:29Z', 'updated_at': '2022-02-11T05:08:36Z', 'revision_number': 4, 'project_id': 'b866c4a5e6714df091fb8e48eccbba71', 'gw_port': {'id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:08:30Z', 'updated_at': '2022-02-11T05:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '8f9c77a6-2333-4904-8828-db55785acbd7', 'name': '', 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'mac_address': 'fa:16:3e:87:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '12d20935-2379-4458-8500-65a80af2dc1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:08:34Z', 'updated_at': '2022-02-11T05:08:42Z', 'revision_number': 4, 'project_id': 'b866c4a5e6714df091fb8e48eccbba71', 'subnets': [{'id': '12d20935-2379-4458-8500-65a80af2dc1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:08:43.901474 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-0967dd3a-15b3-47ec-9bfe-69918048147e tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/quotas/b866c4a5e6714df091fb8e48eccbba71 HTTP/1.1" status: 200 len: 375 time: 0.1254110 Feb 11 05:08:44.149227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-bca8d9db-7983-409a-850d-eab9f60128b5 admin admin] For port e48677af-3ebd-4b7c-b358-4978128d04d5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e48677af-3ebd-4b7c-b358-4978128d04d5,segment=NetworkSegment(4ed167e1-ecd2-4950-a491-3f0f9881f64b),segment_id=4ed167e1-ecd2-4950-a491-3f0f9881f64b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:44.149901 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bca8d9db-7983-409a-850d-eab9f60128b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.181338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-bca8d9db-7983-409a-850d-eab9f60128b5 admin admin] Calling delete_port for e48677af-3ebd-4b7c-b358-4978128d04d5 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:44.370325 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.778872 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38320fbf-9225-47d6-bd7b-f31e1f75a1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (6731d802-b1bc-4336-8c99-99566be76574), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.820368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-6dea4b03-f24e-484e-9994-d34318ad94f5 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:44.823163 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-6dea4b03-f24e-484e-9994-d34318ad94f5 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.60 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 818 time: 0.3133092 Feb 11 05:08:44.843557 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Request body: {'port': {'device_id': '1b1fed41-5c78-4bb8-aa95-51b213eccc98', 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c', 'admin_state_up': True, 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:44.987990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bca8d9db-7983-409a-850d-eab9f60128b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e48677af-3ebd-4b7c-b358-4978128d04d5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:45.192921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Made reservation on behalf of b866c4a5e6714df091fb8e48eccbba71 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:45.201588 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:45.235318 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-bd42d1cf-fed6-43af-a9af-1ecf3f4b0d6d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3144393 Feb 11 05:08:45.250206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8d9db-7983-409a-850d-eab9f60128b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e48677af-3ebd-4b7c-b358-4978128d04d5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:45.523940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Allocated IP 172.20.0.10 (9a50b6a6-122f-42d2-aea9-4fb360dd225c/12d20935-2379-4458-8500-65a80af2dc1c/ba5a58a7-907b-4dfe-91ab-8e81ffca3dab) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:45.638768 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:45.805740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8f9c77a6-2333-4904-8828-db55785acbd7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:45.864875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks [] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:45.952778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 8f9c77a6-2333-4904-8828-db55785acbd7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:45.953465 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:45.957214 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.066781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 32864) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:46.068587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Pushing event updated for resources: {'Port': ['ID=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:46.133933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Network 9a50b6a6-122f-42d2-aea9-4fb360dd225c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:46.140635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:46.153646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:46.227144 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8f9c77a6-2333-4904-8828-db55785acbd7 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:46.227562 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.320794 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 8f9c77a6-2333-4904-8828-db55785acbd7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8f9c77a6-2333-4904-8828-db55785acbd7,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:46.321071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:46.322187 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.340021 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.359868 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-aeded4fe-b6bb-488c-9058-80ed977ea07b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5208683 Feb 11 05:08:46.400419 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-909dc12f-ed64-4881-a39d-846f722c78f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.414237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Request body: {'port': {'device_id': '1b1fed41-5c78-4bb8-aa95-51b213eccc98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:46.442370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=8f9c77a6-2333-4904-8828-db55785acbd7,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:46.537873 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-5d879212-660e-4a3e-b6d6-f3db9483515e service neutron] 10.222.0.48 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2787871 Feb 11 05:08:46.590687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.766806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38320fbf-9225-47d6-bd7b-f31e1f75a1eb admin admin] Router 6731d802-b1bc-4336-8c99-99566be76574 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:08:46.778723 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bca8d9db-7983-409a-850d-eab9f60128b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (bd488a6e-60cd-49e3-b15e-a6757d8937c8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.820957 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-909dc12f-ed64-4881-a39d-846f722c78f4 admin admin] Publish callbacks [] for security_group (4226c072-2f46-4d0b-8b48-b4ad967f1237), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.874490 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-909dc12f-ed64-4881-a39d-846f722c78f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4226c072-2f46-4d0b-8b48-b4ad967f1237), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.053656 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-40cd38fa-15ac-45b9-847a-7d8856e59972 service neutron] 10.222.0.48 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149059 Feb 11 05:08:47.063486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 32874) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:47.070787 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-909dc12f-ed64-4881-a39d-846f722c78f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19f202792a354820bff1042c8a16b056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9940455 Feb 11 05:08:47.080348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dc12f-ed64-4881-a39d-846f722c78f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4226c072-2f46-4d0b-8b48-b4ad967f1237,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:47.226409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5a58a7-907b-4dfe-91ab-8e81ffca3dab {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:47.255357 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Publish callbacks [] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.283883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Transition to ACTIVE for port object ba5a58a7-907b-4dfe-91ab-8e81ffca3dab will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:08:47.299902 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.420161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Pushing event updated for resources: {'Port': ['ID=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:47.482517 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34591178-90d5-403b-aaac-02b7b57cf0b0 req-9bf6e211-76b7-439a-a4bc-56d2090c8f42 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 210 time: 0.0927947 Feb 11 05:08:47.509545 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef6a9-c708-4701-8743-1bb3b06f6476 admin admin] Publish callbacks [] for security_group (4226c072-2f46-4d0b-8b48-b4ad967f1237), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.517137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8f9c77a6-2333-4904-8828-db55785acbd7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:47.539318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38320fbf-9225-47d6-bd7b-f31e1f75a1eb admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:08:47.547949 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-38320fbf-9225-47d6-bd7b-f31e1f75a1eb admin admin] 10.222.0.48 "PUT /v2.0/routers/6731d802-b1bc-4336-8c99-99566be76574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2689986 Feb 11 05:08:47.550945 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9ddde-e6fa-4a05-be08-56471d6d27c4 None None] Sync routers for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:08:47.554805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 32886) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:47.563353 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef6a9-c708-4701-8743-1bb3b06f6476 admin admin] Publish callbacks [] for security_group (4226c072-2f46-4d0b-8b48-b4ad967f1237), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.568592 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e9ddde-e6fa-4a05-be08-56471d6d27c4 None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:47.571544 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a6e9ddde-e6fa-4a05-be08-56471d6d27c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:47.598449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Attempting to bind port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:47.599029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Attempting to bind port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:47.600002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Attempting to bind port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab on network 9a50b6a6-122f-42d2-aea9-4fb360dd225c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:47.609745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab on network 9a50b6a6-122f-42d2-aea9-4fb360dd225c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:08:47.610083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Attempting to bind port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab on network 9a50b6a6-122f-42d2-aea9-4fb360dd225c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:47.615144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:47.616960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Checking segment: {'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:47.617354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Bound using segment: {'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:47.617793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Bound port: ba5a58a7-907b-4dfe-91ab-8e81ffca3dab, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:47.618159 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.651109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca8d9db-7983-409a-850d-eab9f60128b5 admin admin] Router bd488a6e-60cd-49e3-b15e-a6757d8937c8 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:08:47.652303 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 8f9c77a6-2333-4904-8828-db55785acbd7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:47.652702 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.752106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] For port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:47.760342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] For port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:47.782364 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.887281 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a6e9ddde-e6fa-4a05-be08-56471d6d27c4 None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:47.892938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8f9c77a6-2333-4904-8828-db55785acbd7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:47.919610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Pushing event updated for resources: {'Port': ['ID=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:47.927003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:47.928188 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.931681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-f8adb2b9-7a9e-450f-9fb8-65b66b32912e service neutron] 10.222.0.60 "PUT /v2.0/ports/ba5a58a7-907b-4dfe-91ab-8e81ffca3dab HTTP/1.1" status: 200 len: 1093 time: 1.5528238 Feb 11 05:08:47.935753 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1fed41-5c78-4bb8-aa95-51b213eccc98', 'tag': 'ba5a58a7-907b-4dfe-91ab-8e81ffca3dab'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:47.938353 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff06640-edc6-42e8-bc7e-78f05bbbabc0" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1fed41-5c78-4bb8-aa95-51b213eccc98", "tag": "ba5a58a7-907b-4dfe-91ab-8e81ffca3dab"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:48.146436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-b5adfdb6-b940-42ac-9241-dd90547dad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:48.148610 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-b5adfdb6-b940-42ac-9241-dd90547dad56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 1127 time: 0.1397281 Feb 11 05:08:48.215907 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-095bbaba-6545-45ff-baeb-98df2da17bbb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab HTTP/1.1" status: 200 len: 217 time: 0.0542223 Feb 11 05:08:48.279186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca8d9db-7983-409a-850d-eab9f60128b5 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:08:48.285087 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bca8d9db-7983-409a-850d-eab9f60128b5 admin admin] 10.222.0.48 "PUT /v2.0/routers/bd488a6e-60cd-49e3-b15e-a6757d8937c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3786137 Feb 11 05:08:48.290291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1756c-7f3e-437b-859e-16455643369b None None] Sync routers for ids ['bd488a6e-60cd-49e3-b15e-a6757d8937c8'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:08:48.294984 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-d84207ba-4438-4c5b-9a5d-a1ec62072bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:48.296613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-d84207ba-4438-4c5b-9a5d-a1ec62072bec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.0733621 Feb 11 05:08:48.298278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 32910) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:48.309741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1756c-7f3e-437b-859e-16455643369b None None] Routers {'bd488a6e-60cd-49e3-b15e-a6757d8937c8'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:48.310399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8cc1756c-7f3e-437b-859e-16455643369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bd488a6e-60cd-49e3-b15e-a6757d8937c8'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:48.353026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-e65f5a3b-2ed7-4092-93ee-de33ae5df3a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477426 Feb 11 05:08:48.457987 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a6e9ddde-e6fa-4a05-be08-56471d6d27c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T05:08:42Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:48.458295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef6a9-c708-4701-8743-1bb3b06f6476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4226c072-2f46-4d0b-8b48-b4ad967f1237), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.461299 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef6a9-c708-4701-8743-1bb3b06f6476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.471193 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5d7ef6a9-c708-4701-8743-1bb3b06f6476 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4226c072-2f46-4d0b-8b48-b4ad967f1237 HTTP/1.1" status: 204 len: 168 time: 1.4043117 Feb 11 05:08:48.480919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Publish callbacks [] for router (6731d802-b1bc-4336-8c99-99566be76574), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.488557 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a68ad9-6c32-49db-bdba-08299d98c706 x-openstack-request-id: req-74a68ad9-6c32-49db-bdba-08299d98c706 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:48.488946 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1fed41-5c78-4bb8-aa95-51b213eccc98", "tag": "ba5a58a7-907b-4dfe-91ab-8e81ffca3dab", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:48.489267 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74a68ad9-6c32-49db-bdba-08299d98c706 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:48.489741 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1fed41-5c78-4bb8-aa95-51b213eccc98', 'tag': 'ba5a58a7-907b-4dfe-91ab-8e81ffca3dab', 'status': 'completed', 'code': 200} Feb 11 05:08:48.569744 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9ddde-e6fa-4a05-be08-56471d6d27c4 None None] Checking router: 6731d802-b1bc-4336-8c99-99566be76574 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:08:48.591892 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e9ddde-e6fa-4a05-be08-56471d6d27c4 None None] Routers {'6731d802-b1bc-4336-8c99-99566be76574'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:48.592802 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a6e9ddde-e6fa-4a05-be08-56471d6d27c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6731d802-b1bc-4336-8c99-99566be76574'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:48.598566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-df46cc78-f96f-44ec-ae24-58056881f201 service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388823 Feb 11 05:08:48.652335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-8cc1756c-7f3e-437b-859e-16455643369b None None] Set router bd488a6e-60cd-49e3-b15e-a6757d8937c8 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:48.784909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b36893c0-e84c-4ac3-9fa3-034a980e0a4d req-670210ac-381a-4479-82bc-b3733689f7a0 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 210 time: 0.0936022 Feb 11 05:08:48.806112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ef6a9-c708-4701-8743-1bb3b06f6476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4226c072-2f46-4d0b-8b48-b4ad967f1237,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:48.839702 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Publish callbacks [] for router_gateway (6731d802-b1bc-4336-8c99-99566be76574), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.868135 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a6e9ddde-e6fa-4a05-be08-56471d6d27c4 None None] Set router 6731d802-b1bc-4336-8c99-99566be76574 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:48.871216 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Publish callbacks [] for router (bd488a6e-60cd-49e3-b15e-a6757d8937c8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.912615 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bbeed02-b472-4a6e-8ab0-5c1fa8de39ad req-66144002-5fe7-4bed-a913-0a197e12550e service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063023 Feb 11 05:08:49.054481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Deleting port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:49.055174 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:49.101901 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Publish callbacks [] for router_gateway (bd488a6e-60cd-49e3-b15e-a6757d8937c8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:49.111381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff06640-edc6-42e8-bc7e-78f05bbbabc0 req-a547dd7d-3033-4af1-af35-0e3b209329b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:49.118694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ff06640-edc6-42e8-bc7e-78f05bbbabc0 req-a547dd7d-3033-4af1-af35-0e3b209329b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 1127 time: 0.1085806 Feb 11 05:08:49.293271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8cc1756c-7f3e-437b-859e-16455643369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'name': 'tempest-TestServerMultinode-1234402549-router', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:25Z', 'updated_at': '2022-02-11T05:08:44Z', 'revision_number': 5, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'gw_port': {'id': 'eaf7792c-1c87-418e-aebc-8bbd74a2eb60', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:27Z', 'updated_at': '2022-02-11T05:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:49.305052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] For port b5bc8f66-8b75-4b96-ae21-5d7815d5f44f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b5bc8f66-8b75-4b96-ae21-5d7815d5f44f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:49.305784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:49.330863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Calling delete_port for b5bc8f66-8b75-4b96-ae21-5d7815d5f44f owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:49.337936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 32924) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:49.354404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Deleting port eaf7792c-1c87-418e-aebc-8bbd74a2eb60 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:49.355997 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:49.376827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff06640-edc6-42e8-bc7e-78f05bbbabc0 req-fb983177-801b-475a-9fb7-6ca471551e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:49.385397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ff06640-edc6-42e8-bc7e-78f05bbbabc0 req-fb983177-801b-475a-9fb7-6ca471551e99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 919 time: 0.2563820 Feb 11 05:08:49.388593 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9273d14e-38b2-49a8-88c4-074a81f4ec29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:49.419808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1756c-7f3e-437b-859e-16455643369b None None] Checking router: bd488a6e-60cd-49e3-b15e-a6757d8937c8 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:08:49.441319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1756c-7f3e-437b-859e-16455643369b None None] Routers {'bd488a6e-60cd-49e3-b15e-a6757d8937c8'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:49.441958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8cc1756c-7f3e-437b-859e-16455643369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bd488a6e-60cd-49e3-b15e-a6757d8937c8'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:49.558612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-8cc1756c-7f3e-437b-859e-16455643369b None None] Set router bd488a6e-60cd-49e3-b15e-a6757d8937c8 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:49.571569 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a6e9ddde-e6fa-4a05-be08-56471d6d27c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T05:08:42Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:49.582952 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ff06640-edc6-42e8-bc7e-78f05bbbabc0 req-142b99d9-07ed-470b-8273-3463720ff90f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab HTTP/1.1" status: 200 len: 217 time: 0.1116371 Feb 11 05:08:49.624597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8cc1756c-7f3e-437b-859e-16455643369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'name': 'tempest-TestServerMultinode-1234402549-router', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:25Z', 'updated_at': '2022-02-11T05:08:49Z', 'revision_number': 6, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:49.648084 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9ddde-e6fa-4a05-be08-56471d6d27c4 None None] The sync data for ids ['6731d802-b1bc-4336-8c99-99566be76574'] in n-d-615180-58 is: [{'id': '6731d802-b1bc-4336-8c99-99566be76574', 'name': 'tempest-AttachVolumeShelveTestJSON-1690379097-router', 'tenant_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T05:08:42Z', 'revision_number': 5, 'project_id': 'e2aa496ab7234a4c99e573c68b49bdb5', 'gw_port': {'id': 'b5bc8f66-8b75-4b96-ae21-5d7815d5f44f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731d802-b1bc-4336-8c99-99566be76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:39Z', 'updated_at': '2022-02-11T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:08:49.662101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] For port eaf7792c-1c87-418e-aebc-8bbd74a2eb60, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=eaf7792c-1c87-418e-aebc-8bbd74a2eb60,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:49.662494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:49.669697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1756c-7f3e-437b-859e-16455643369b None None] The sync data for ids ['bd488a6e-60cd-49e3-b15e-a6757d8937c8'] in n-d-615180-58 is: [{'id': 'bd488a6e-60cd-49e3-b15e-a6757d8937c8', 'name': 'tempest-TestServerMultinode-1234402549-router', 'tenant_id': '967b54f3462942e39dd36a5f9f2bc882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:25Z', 'updated_at': '2022-02-11T05:08:49Z', 'revision_number': 6, 'project_id': '967b54f3462942e39dd36a5f9f2bc882', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:08:49.677528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Calling delete_port for eaf7792c-1c87-418e-aebc-8bbd74a2eb60 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:49.746169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff06640-edc6-42e8-bc7e-78f05bbbabc0 req-38b0f33e-1cbc-4859-a33e-d7eb719b0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:49.748321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ff06640-edc6-42e8-bc7e-78f05bbbabc0 req-38b0f33e-1cbc-4859-a33e-d7eb719b0018 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.1178329 Feb 11 05:08:49.756949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-2330245b-9ccd-4b15-b05e-cb60d1c9fe73 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:49.759089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-2330245b-9ccd-4b15-b05e-cb60d1c9fe73 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.10 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 818 time: 0.3725660 Feb 11 05:08:49.791778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Request body: {'port': {'device_id': '5995a591-4b0a-49ff-b5b5-dfcbb917b3b0', 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c', 'admin_state_up': True, 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:49.875593 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (eaf7792c-1c87-418e-aebc-8bbd74a2eb60), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:49.904759 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ff06640-edc6-42e8-bc7e-78f05bbbabc0 req-fb254e5e-dfc2-4b04-a0e1-8ef34e695fbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443574 Feb 11 05:08:49.926525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf7792c-1c87-418e-aebc-8bbd74a2eb60,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:49.999940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Made reservation on behalf of b866c4a5e6714df091fb8e48eccbba71 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:50.005145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.080840 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (bd488a6e-60cd-49e3-b15e-a6757d8937c8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.126169 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12b7351e-eb3e-41c6-a3e8-98c83638b7b0 req-df2903ee-2796-4116-beed-916375382883 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 210 time: 0.1759315 Feb 11 05:08:50.240759 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ff06640-edc6-42e8-bc7e-78f05bbbabc0 req-97b7f8c5-bc10-4f64-b0b5-fd5f62712544 service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285990 Feb 11 05:08:50.327521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Allocated IP 172.20.0.5 (9a50b6a6-122f-42d2-aea9-4fb360dd225c/12d20935-2379-4458-8500-65a80af2dc1c/b48f2dc7-aaab-4869-baab-c7ab62562808) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:50.372242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (bd488a6e-60cd-49e3-b15e-a6757d8937c8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.375970 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Publish callbacks [] for router_controller (bd488a6e-60cd-49e3-b15e-a6757d8937c8), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.440459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ff06640-edc6-42e8-bc7e-78f05bbbabc0 req-6b644904-dd52-4cb6-86ed-7077f1713927 service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909578 Feb 11 05:08:50.455327 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9273d14e-38b2-49a8-88c4-074a81f4ec29 admin admin] Publish callbacks [] for security_group (f512cbd1-cd2d-45b5-8cb8-348da90f3be5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.517093 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9273d14e-38b2-49a8-88c4-074a81f4ec29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f512cbd1-cd2d-45b5-8cb8-348da90f3be5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.551700 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (bd488a6e-60cd-49e3-b15e-a6757d8937c8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.552229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd488a6e-60cd-49e3-b15e-a6757d8937c8 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:08:50.568931 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.570102 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-200b692c-5fe2-45bb-866f-ae055c89b458 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bd488a6e-60cd-49e3-b15e-a6757d8937c8 HTTP/1.1" status: 204 len: 168 time: 2.2683563 Feb 11 05:08:50.572733 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 32934) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:50.579021 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b5bc8f66-8b75-4b96-ae21-5d7815d5f44f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.581020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273d14e-38b2-49a8-88c4-074a81f4ec29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f512cbd1-cd2d-45b5-8cb8-348da90f3be5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:50.588051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9273d14e-38b2-49a8-88c4-074a81f4ec29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df13477d8c0347fda76b401acdc6633b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2481773 Feb 11 05:08:50.595384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 32936) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:50.627288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bc8f66-8b75-4b96-ae21-5d7815d5f44f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:50.717098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (6731d802-b1bc-4336-8c99-99566be76574), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.747996 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-00c253b7-442d-4d51-b781-301fa6cbb5bb admin admin] Publish callbacks [] for security_group (f512cbd1-cd2d-45b5-8cb8-348da90f3be5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.832036 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (6731d802-b1bc-4336-8c99-99566be76574), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.836609 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Publish callbacks [] for router_controller (6731d802-b1bc-4336-8c99-99566be76574), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.839877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-00c253b7-442d-4d51-b781-301fa6cbb5bb admin admin] Publish callbacks [] for security_group (f512cbd1-cd2d-45b5-8cb8-348da90f3be5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.924318 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (6731d802-b1bc-4336-8c99-99566be76574), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.925009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6731d802-b1bc-4336-8c99-99566be76574 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:08:50.929529 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.933425 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d490f8de-9c1f-49cc-99b3-61ec4edfaf64 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6731d802-b1bc-4336-8c99-99566be76574 HTTP/1.1" status: 204 len: 168 time: 3.3737736 Feb 11 05:08:50.934393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 32938) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:51.021493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-62963f7f-dc0d-4836-bac7-9c4757cc89d8 admin admin] Deleting subnet 54795424-2388-44e7-b342-6bb6212c3d0e {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:08:51.027381 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62963f7f-dc0d-4836-bac7-9c4757cc89d8 admin admin] Publish callbacks [] for subnet (54795424-2388-44e7-b342-6bb6212c3d0e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.060717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f556fc55-f7e5-4786-ab61-cc60313a5599 admin admin] Deleting subnet dc12c35d-63c8-4379-b854-f39f5f475aa6 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:08:51.067190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f556fc55-f7e5-4786-ab61-cc60313a5599 admin admin] Publish callbacks [] for subnet (dc12c35d-63c8-4379-b854-f39f5f475aa6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.074584 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-00c253b7-442d-4d51-b781-301fa6cbb5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f512cbd1-cd2d-45b5-8cb8-348da90f3be5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.077230 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-00c253b7-442d-4d51-b781-301fa6cbb5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.080793 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-00c253b7-442d-4d51-b781-301fa6cbb5bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f512cbd1-cd2d-45b5-8cb8-348da90f3be5 HTTP/1.1" status: 204 len: 168 time: 0.4819388 Feb 11 05:08:51.087246 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62963f7f-dc0d-4836-bac7-9c4757cc89d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (54795424-2388-44e7-b342-6bb6212c3d0e), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.139760 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f556fc55-f7e5-4786-ab61-cc60313a5599 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (dc12c35d-63c8-4379-b854-f39f5f475aa6), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.154756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c253b7-442d-4d51-b781-301fa6cbb5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f512cbd1-cd2d-45b5-8cb8-348da90f3be5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:51.266569 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62963f7f-dc0d-4836-bac7-9c4757cc89d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (54795424-2388-44e7-b342-6bb6212c3d0e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.364959 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62963f7f-dc0d-4836-bac7-9c4757cc89d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (54795424-2388-44e7-b342-6bb6212c3d0e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.376473 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks [] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.416749 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f556fc55-f7e5-4786-ab61-cc60313a5599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (dc12c35d-63c8-4379-b854-f39f5f475aa6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.423657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62963f7f-dc0d-4836-bac7-9c4757cc89d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54795424-2388-44e7-b342-6bb6212c3d0e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:51.427819 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62963f7f-dc0d-4836-bac7-9c4757cc89d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.431483 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-62963f7f-dc0d-4836-bac7-9c4757cc89d8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/54795424-2388-44e7-b342-6bb6212c3d0e HTTP/1.1" status: 204 len: 168 time: 0.4960353 Feb 11 05:08:51.434846 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8a2ac-b6cb-42ac-880c-aed81ac55699 None None] Network 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:51.445032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 32948) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:51.589916 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.666726 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f556fc55-f7e5-4786-ab61-cc60313a5599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (dc12c35d-63c8-4379-b854-f39f5f475aa6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.709514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e48677af-3ebd-4b7c-b358-4978128d04d5 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:51.791459 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: e48677af-3ebd-4b7c-b358-4978128d04d5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:51.791810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e48677af-3ebd-4b7c-b358-4978128d04d5 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:51.792286 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device eaf7792c-1c87-418e-aebc-8bbd74a2eb60 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:51.806499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Pushing event updated for resources: {'Port': ['ID=b48f2dc7-aaab-4869-baab-c7ab62562808,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:51.833086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Network 9a50b6a6-122f-42d2-aea9-4fb360dd225c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:51.854765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:51.857666 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:51.861521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: eaf7792c-1c87-418e-aebc-8bbd74a2eb60 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:51.863162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device eaf7792c-1c87-418e-aebc-8bbd74a2eb60 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:51.867327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f2d96e78-b6cb-4d59-838e-eb0d85befb74 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:51.908586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: f2d96e78-b6cb-4d59-838e-eb0d85befb74 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:51.909559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f2d96e78-b6cb-4d59-838e-eb0d85befb74 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:51.910235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b5bc8f66-8b75-4b96-ae21-5d7815d5f44f no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:51.943147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b5bc8f66-8b75-4b96-ae21-5d7815d5f44f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:51.944103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b5bc8f66-8b75-4b96-ae21-5d7815d5f44f not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:52.028204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9443d018-f5ff-44c1-b06c-69cd29e42510 None None] DHCP port deletion for 10f18bdb-20aa-48b4-ba4f-6f136b92d2ba request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:08:52.042194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 32966) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:52.044917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556fc55-f7e5-4786-ab61-cc60313a5599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc12c35d-63c8-4379-b854-f39f5f475aa6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:52.059054 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f556fc55-f7e5-4786-ab61-cc60313a5599 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.065228 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f556fc55-f7e5-4786-ab61-cc60313a5599 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dc12c35d-63c8-4379-b854-f39f5f475aa6 HTTP/1.1" status: 204 len: 168 time: 1.4901495 Feb 11 05:08:52.069214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 32972) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:52.077079 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:52.078113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.129667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-833b0d1b-3d7b-4117-9874-17e69f6b3e71 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3422830 Feb 11 05:08:52.133688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36a6ab-5e71-4ee9-bf08-1e8fa614d5ea None None] Network 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:52.232793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03123e6-d6a2-484c-90bf-ffd9e0654cc6 req-ab5a7d29-3cce-4c88-a15a-fe6b61254c19 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:52.234560 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a03123e6-d6a2-484c-90bf-ffd9e0654cc6 req-ab5a7d29-3cce-4c88-a15a-fe6b61254c19 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 931 time: 0.3062537 Feb 11 05:08:52.237204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.324249 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (10f18bdb-20aa-48b4-ba4f-6f136b92d2ba), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.331192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a03123e6-d6a2-484c-90bf-ffd9e0654cc6 req-df82536c-2b1c-4e7e-9b40-0a0e7598c1fe tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890090 Feb 11 05:08:52.353985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Deleting port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:52.353985 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.393998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Request body: {'port': {'device_id': '5995a591-4b0a-49ff-b5b5-dfcbb917b3b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:52.419033 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9443d018-f5ff-44c1-b06c-69cd29e42510 None None] Deleting port 9d08687c-3fde-4d5f-8572-a1998b22b74c {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:52.419420 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9443d018-f5ff-44c1-b06c-69cd29e42510 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.459498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Deleting port 9d08687c-3fde-4d5f-8572-a1998b22b74c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:52.460315 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.508070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427b47c-2467-4c50-8b2a-1f6afbb698bf None None] DHCP port deletion for 3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:08:52.610984 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db277273-8a68-4d76-8a98-eb0762c668a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.623682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] For port 9d08687c-3fde-4d5f-8572-a1998b22b74c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9d08687c-3fde-4d5f-8572-a1998b22b74c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:52.624007 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.654321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Calling delete_port for 9d08687c-3fde-4d5f-8572-a1998b22b74c owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:52.762013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] For port 67f611d4-d614-4cc3-bb41-ab4f9e180c52, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=67f611d4-d614-4cc3-bb41-ab4f9e180c52,segment=NetworkSegment(4ed167e1-ecd2-4950-a491-3f0f9881f64b),segment_id=4ed167e1-ecd2-4950-a491-3f0f9881f64b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:52.762398 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.776462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9443d018-f5ff-44c1-b06c-69cd29e42510 None None] For port 9d08687c-3fde-4d5f-8572-a1998b22b74c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9d08687c-3fde-4d5f-8572-a1998b22b74c,segment=NetworkSegment(8ab660cd-af99-44a8-9015-bb7c7294f5ba),segment_id=8ab660cd-af99-44a8-9015-bb7c7294f5ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:52.777230 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9443d018-f5ff-44c1-b06c-69cd29e42510 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.797017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9443d018-f5ff-44c1-b06c-69cd29e42510 None None] Calling delete_port for 9d08687c-3fde-4d5f-8572-a1998b22b74c owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:52.818797 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.823178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Calling delete_port for 67f611d4-d614-4cc3-bb41-ab4f9e180c52 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:52.839952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.860502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] No DVR routers for this DVR port 9d08687c-3fde-4d5f-8572-a1998b22b74c on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:52.881500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4427b47c-2467-4c50-8b2a-1f6afbb698bf None None] Deleting port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:52.882019 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4427b47c-2467-4c50-8b2a-1f6afbb698bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.911387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d08687c-3fde-4d5f-8572-a1998b22b74c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:52.995583 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (10f18bdb-20aa-48b4-ba4f-6f136b92d2ba), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.013192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4427b47c-2467-4c50-8b2a-1f6afbb698bf None None] For port 67f611d4-d614-4cc3-bb41-ab4f9e180c52, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=67f611d4-d614-4cc3-bb41-ab4f9e180c52,segment=NetworkSegment(4ed167e1-ecd2-4950-a491-3f0f9881f64b),segment_id=4ed167e1-ecd2-4950-a491-3f0f9881f64b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:53.016435 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4427b47c-2467-4c50-8b2a-1f6afbb698bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.022785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f18bdb-20aa-48b4-ba4f-6f136b92d2ba']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:53.036282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab660cd-af99-44a8-9015-bb7c7294f5ba') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:53.036645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab660cd-af99-44a8-9015-bb7c7294f5ba') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:53.039912 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9443d018-f5ff-44c1-b06c-69cd29e42510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (9d08687c-3fde-4d5f-8572-a1998b22b74c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.050927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (8ab660cd-af99-44a8-9015-bb7c7294f5ba), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.075876 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8ab660cd-af99-44a8-9015-bb7c7294f5ba), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.084132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:53.095684 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (8ab660cd-af99-44a8-9015-bb7c7294f5ba), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.096826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4427b47c-2467-4c50-8b2a-1f6afbb698bf None None] Calling delete_port for 67f611d4-d614-4cc3-bb41-ab4f9e180c52 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:53.097571 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:53.106704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443d018-f5ff-44c1-b06c-69cd29e42510 None None] Pushing event deleted for resources: {'Port': ['ID=9d08687c-3fde-4d5f-8572-a1998b22b74c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:53.113519 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db277273-8a68-4d76-8a98-eb0762c668a5 admin admin] Publish callbacks [] for security_group (7258d889-2302-4f73-85ec-93316b5d6372), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.148793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db277273-8a68-4d76-8a98-eb0762c668a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7258d889-2302-4f73-85ec-93316b5d6372), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.209235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9443d018-f5ff-44c1-b06c-69cd29e42510 None None] No DVR routers for this DVR port 9d08687c-3fde-4d5f-8572-a1998b22b74c on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:53.233252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-db277273-8a68-4d76-8a98-eb0762c668a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2756a30d6fb847cb883df9ce6e41a657&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1844735 Feb 11 05:08:53.239699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 32996) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:53.246467 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (10f18bdb-20aa-48b4-ba4f-6f136b92d2ba), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.299654 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.319008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db277273-8a68-4d76-8a98-eb0762c668a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7258d889-2302-4f73-85ec-93316b5d6372,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:53.319236 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] 10.222.0.48 "DELETE /v2.0/networks/10f18bdb-20aa-48b4-ba4f-6f136b92d2ba HTTP/1.1" status: 204 len: 168 time: 1.8687470 Feb 11 05:08:53.342663 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4427b47c-2467-4c50-8b2a-1f6afbb698bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.362307 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d3b88-7512-40af-b92a-76f05f306428 admin admin] Pushing event deleted for resources: {'Network': ['ID=10f18bdb-20aa-48b4-ba4f-6f136b92d2ba,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:53.407721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ba5a58a7-907b-4dfe-91ab-8e81ffca3dab details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:53.419381 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (67f611d4-d614-4cc3-bb41-ab4f9e180c52), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.427562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427b47c-2467-4c50-8b2a-1f6afbb698bf None None] Pushing event deleted for resources: {'Port': ['ID=67f611d4-d614-4cc3-bb41-ab4f9e180c52,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:53.463765 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86898e23-fe7e-49d4-b8f1-8dbe87cbbdef admin admin] Publish callbacks [] for security_group (7258d889-2302-4f73-85ec-93316b5d6372), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.465462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4427b47c-2467-4c50-8b2a-1f6afbb698bf None None] No DVR routers for this DVR port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:53.550141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f611d4-d614-4cc3-bb41-ab4f9e180c52,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:53.572832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] No DVR routers for this DVR port 67f611d4-d614-4cc3-bb41-ab4f9e180c52 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:53.619113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9d08687c-3fde-4d5f-8572-a1998b22b74c no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:53.667571 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86898e23-fe7e-49d4-b8f1-8dbe87cbbdef admin admin] Publish callbacks [] for security_group (7258d889-2302-4f73-85ec-93316b5d6372), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.685516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33014) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:53.689474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 9d08687c-3fde-4d5f-8572-a1998b22b74c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:53.690035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9d08687c-3fde-4d5f-8572-a1998b22b74c not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:53.690632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 67f611d4-d614-4cc3-bb41-ab4f9e180c52 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:53.704761 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.714571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 67f611d4-d614-4cc3-bb41-ab4f9e180c52 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:53.715266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 67f611d4-d614-4cc3-bb41-ab4f9e180c52 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:53.747708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:53.748533 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:53.761263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed167e1-ecd2-4950-a491-3f0f9881f64b') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:53.761263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed167e1-ecd2-4950-a491-3f0f9881f64b') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:53.762979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90b3cb-353c-44d5-85f6-80f62149c572 req-ec3044b3-0752-454c-b555-33655a5f8c61 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:53.764885 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2c90b3cb-353c-44d5-85f6-80f62149c572 req-ec3044b3-0752-454c-b555-33655a5f8c61 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 931 time: 0.2380898 Feb 11 05:08:53.765946 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'ba5a58a7-907b-4dfe-91ab-8e81ffca3dab', 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c', 'port_id': 'ba5a58a7-907b-4dfe-91ab-8e81ffca3dab', 'mac_address': 'fa:16:3e:a3:8e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d20935-2379-4458-8500-65a80af2dc1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:53.783135 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (4ed167e1-ecd2-4950-a491-3f0f9881f64b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.798404 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4ed167e1-ecd2-4950-a491-3f0f9881f64b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.806770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:53.807430 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (4ed167e1-ecd2-4950-a491-3f0f9881f64b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.818383 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:53.818873 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.830002 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2c90b3cb-353c-44d5-85f6-80f62149c572 req-9081eef6-60b6-41b1-9d5a-918824cc1f6c tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573313 Feb 11 05:08:53.842500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5a58a7-907b-4dfe-91ab-8e81ffca3dab {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:53.846002 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-48f1aab4-4452-4b93-88e0-02cc5d6f6890 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e2aa496ab7234a4c99e573c68b49bdb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1498656 Feb 11 05:08:53.849188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33016) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:53.863291 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:53.879015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:53.888405 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.888807 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86898e23-fe7e-49d4-b8f1-8dbe87cbbdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7258d889-2302-4f73-85ec-93316b5d6372), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.891405 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86898e23-fe7e-49d4-b8f1-8dbe87cbbdef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.895735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-86898e23-fe7e-49d4-b8f1-8dbe87cbbdef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7258d889-2302-4f73-85ec-93316b5d6372 HTTP/1.1" status: 204 len: 168 time: 0.6531866 Feb 11 05:08:53.929686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-194c7c68-c0f1-4ba2-8b46-e1bb07cd18c8 admin admin] Publish callbacks [] for security_group (77a7ff7b-9d47-47b2-8784-69a685a257fb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.951717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:53.958390 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-194c7c68-c0f1-4ba2-8b46-e1bb07cd18c8 admin admin] Publish callbacks [] for security_group (77a7ff7b-9d47-47b2-8784-69a685a257fb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.017651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86898e23-fe7e-49d4-b8f1-8dbe87cbbdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7258d889-2302-4f73-85ec-93316b5d6372,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:54.023772 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-194c7c68-c0f1-4ba2-8b46-e1bb07cd18c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (77a7ff7b-9d47-47b2-8784-69a685a257fb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.028292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-194c7c68-c0f1-4ba2-8b46-e1bb07cd18c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.029760 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-194c7c68-c0f1-4ba2-8b46-e1bb07cd18c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77a7ff7b-9d47-47b2-8784-69a685a257fb HTTP/1.1" status: 204 len: 168 time: 0.1778603 Feb 11 05:08:54.039572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c7c68-c0f1-4ba2-8b46-e1bb07cd18c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a7ff7b-9d47-47b2-8784-69a685a257fb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:54.067299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48f2dc7-aaab-4869-baab-c7ab62562808 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:54.082889 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Publish callbacks [] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.115426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.126173 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.130815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea HTTP/1.1" status: 204 len: 168 time: 2.0314031 Feb 11 05:08:54.132046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Transition to ACTIVE for port object b48f2dc7-aaab-4869-baab-c7ab62562808 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:08:54.147172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.157559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5df863-0710-46fc-bb8c-be006f0f7398 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5c0b47-1e1e-4fe7-9f2d-2dc180bbbbea,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:54.210348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Pushing event updated for resources: {'Port': ['ID=b48f2dc7-aaab-4869-baab-c7ab62562808,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:54.289786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Attempting to bind port b48f2dc7-aaab-4869-baab-c7ab62562808 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:54.290354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Attempting to bind port b48f2dc7-aaab-4869-baab-c7ab62562808 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:54.290738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Attempting to bind port b48f2dc7-aaab-4869-baab-c7ab62562808 on network 9a50b6a6-122f-42d2-aea9-4fb360dd225c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:54.297765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Port b48f2dc7-aaab-4869-baab-c7ab62562808 on network 9a50b6a6-122f-42d2-aea9-4fb360dd225c not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:08:54.298219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Attempting to bind port b48f2dc7-aaab-4869-baab-c7ab62562808 on network 9a50b6a6-122f-42d2-aea9-4fb360dd225c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:54.304530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:54.304968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Checking segment: {'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:54.305608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Bound using segment: {'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:54.306133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Bound port: b48f2dc7-aaab-4869-baab-c7ab62562808, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e10351-cc82-4e1b-a0e9-b0a43888da4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:54.306770 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.314556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ba5a58a7-907b-4dfe-91ab-8e81ffca3dab'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:54.399752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] For port b48f2dc7-aaab-4869-baab-c7ab62562808, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:54.403945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] For port b48f2dc7-aaab-4869-baab-c7ab62562808, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b48f2dc7-aaab-4869-baab-c7ab62562808,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:54.413826 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.462324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:54.464177 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.467162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] 10.222.0.10 "PUT /v2.0/ports/b48f2dc7-aaab-4869-baab-c7ab62562808 HTTP/1.1" status: 200 len: 1092 time: 2.3120894 Feb 11 05:08:54.468006 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5995a591-4b0a-49ff-b5b5-dfcbb917b3b0', 'tag': 'b48f2dc7-aaab-4869-baab-c7ab62562808'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:54.471022 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cf1511-d560-4345-983a-2cad91e1bd19" -d '{"events": [{"name": "network-changed", "server_uuid": "5995a591-4b0a-49ff-b5b5-dfcbb917b3b0", "tag": "b48f2dc7-aaab-4869-baab-c7ab62562808"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:54.519849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4076f5-991b-4921-a034-6e4eeb6bbd80 service neutron] Pushing event updated for resources: {'Port': ['ID=b48f2dc7-aaab-4869-baab-c7ab62562808,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:54.586283 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef573b27-164f-4a15-90a0-9d6cc0dbded9 x-openstack-request-id: req-ef573b27-164f-4a15-90a0-9d6cc0dbded9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:54.586774 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5995a591-4b0a-49ff-b5b5-dfcbb917b3b0", "tag": "b48f2dc7-aaab-4869-baab-c7ab62562808", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:54.587243 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef573b27-164f-4a15-90a0-9d6cc0dbded9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:54.587634 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5995a591-4b0a-49ff-b5b5-dfcbb917b3b0', 'tag': 'b48f2dc7-aaab-4869-baab-c7ab62562808', 'status': 'completed', 'code': 200} Feb 11 05:08:54.606837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-787d64d8-4529-4508-86b1-261fff56bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:54.608383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-787d64d8-4529-4508-86b1-261fff56bdb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 1126 time: 0.0697322 Feb 11 05:08:54.628258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 33036) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:54.719476 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-515f4bc4-e027-4a00-83a6-86c0c56d5b01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b48f2dc7-aaab-4869-baab-c7ab62562808 HTTP/1.1" status: 200 len: 217 time: 0.0983257 Feb 11 05:08:54.812030 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f0bc59d6-ca29-4f9f-881c-f65fd2562bd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8787b91b9a084f26826cf67ff76cde67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1818597 Feb 11 05:08:54.812605 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33050) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:54.833630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-86a03a20-2e02-4fef-8bcc-52bf0a671479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:54.835654 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-86a03a20-2e02-4fef-8bcc-52bf0a671479 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.1018121 Feb 11 05:08:54.909046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-939640c9-f007-4d00-84fc-d508207da119 admin admin] Publish callbacks [] for security_group (c86dd5b0-be54-41e8-8193-55d0fbdc22c2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.911092 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-59294216-848b-40f1-b93f-268630d5cc1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689034 Feb 11 05:08:54.993419 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-939640c9-f007-4d00-84fc-d508207da119 admin admin] Publish callbacks [] for security_group (c86dd5b0-be54-41e8-8193-55d0fbdc22c2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:55.037853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-29df826f-ad21-4b6c-9ad4-b54e9a8d49d2 service neutron] 10.222.0.10 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171169 Feb 11 05:08:55.123457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86533789-ece4-4da2-b499-54dcecadf8f0 req-eabece30-995a-4da6-bf01-74b5b12645ec tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:55.125374 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-86533789-ece4-4da2-b499-54dcecadf8f0 req-eabece30-995a-4da6-bf01-74b5b12645ec tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 943 time: 0.1722863 Feb 11 05:08:55.150783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-939640c9-f007-4d00-84fc-d508207da119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c86dd5b0-be54-41e8-8193-55d0fbdc22c2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:55.153400 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-939640c9-f007-4d00-84fc-d508207da119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:55.161993 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-939640c9-f007-4d00-84fc-d508207da119 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c86dd5b0-be54-41e8-8193-55d0fbdc22c2 HTTP/1.1" status: 204 len: 168 time: 0.3482695 Feb 11 05:08:55.188877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939640c9-f007-4d00-84fc-d508207da119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86dd5b0-be54-41e8-8193-55d0fbdc22c2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:55.202686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6c18187-779b-458f-8b6c-ab9c6179f334 req-254da9de-fd7a-43f6-9b41-b79a4c9d116e service neutron] 10.222.0.10 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569777 Feb 11 05:08:55.249715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-86533789-ece4-4da2-b499-54dcecadf8f0 req-e8a20a35-a278-47aa-bd3b-b2251b4f794a tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135221 Feb 11 05:08:55.391260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ba5a58a7-907b-4dfe-91ab-8e81ffca3dab up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:55.409038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf1511-d560-4345-983a-2cad91e1bd19 req-dd6028d0-2d0b-4ead-8fcb-415e2ad24aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:55.410870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8cf1511-d560-4345-983a-2cad91e1bd19 req-dd6028d0-2d0b-4ead-8fcb-415e2ad24aed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 1126 time: 0.0965488 Feb 11 05:08:55.513002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:55.517129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:55.517512 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:55.615764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf1511-d560-4345-983a-2cad91e1bd19 req-57090ee9-2855-46ca-b48d-5430c03675fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:55.617306 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8cf1511-d560-4345-983a-2cad91e1bd19 req-57090ee9-2855-46ca-b48d-5430c03675fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 919 time: 0.1965671 Feb 11 05:08:55.683608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:55.684063 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:55.690273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8cf1511-d560-4345-983a-2cad91e1bd19 req-529ff194-dca3-41c0-a52b-59b04caa24e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b48f2dc7-aaab-4869-baab-c7ab62562808 HTTP/1.1" status: 200 len: 217 time: 0.0642989 Feb 11 05:08:55.732252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fed41-5c78-4bb8-aa95-51b213eccc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5a58a7-907b-4dfe-91ab-8e81ffca3dab'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:55.734527 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea98c9c-c5ce-414a-9dda-95f1ea7f4740" -d '{"events": [{"server_uuid": "1b1fed41-5c78-4bb8-aa95-51b213eccc98", "name": "network-vif-plugged", "status": "completed", "tag": "ba5a58a7-907b-4dfe-91ab-8e81ffca3dab"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:55.772286 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:55.777504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf1511-d560-4345-983a-2cad91e1bd19 req-0c526f88-5726-40c9-8018-d8e31381ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:55.780380 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8cf1511-d560-4345-983a-2cad91e1bd19 req-0c526f88-5726-40c9-8018-d8e31381ab72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.0844088 Feb 11 05:08:55.782194 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:55.848936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:55.873865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8cf1511-d560-4345-983a-2cad91e1bd19 req-67633e2f-f4ed-42b8-ae60-a0d7cd3459ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852718 Feb 11 05:08:55.891874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33104) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:55.967966 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-19c1ab3f-a828-4f1d-bbdd-e75b9ba26d75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=967b54f3462942e39dd36a5f9f2bc882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0741048 Feb 11 05:08:55.969870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33108) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:56.017488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8cf1511-d560-4345-983a-2cad91e1bd19 req-b6d263dc-7b12-4202-a861-9f37796fd03d service neutron] 10.222.0.10 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359420 Feb 11 05:08:56.038776 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80cc6245-c582-41bd-840d-ec30b767cec6 admin admin] Publish callbacks [] for security_group (da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:56.073491 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80cc6245-c582-41bd-840d-ec30b767cec6 admin admin] Publish callbacks [] for security_group (da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:56.081729 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66364b4b-14db-436b-9e73-e11b4a621839 x-openstack-request-id: req-66364b4b-14db-436b-9e73-e11b4a621839 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:56.082038 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1fed41-5c78-4bb8-aa95-51b213eccc98", "name": "network-vif-plugged", "status": "completed", "tag": "ba5a58a7-907b-4dfe-91ab-8e81ffca3dab", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:56.082301 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66364b4b-14db-436b-9e73-e11b4a621839 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:56.082708 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1fed41-5c78-4bb8-aa95-51b213eccc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5a58a7-907b-4dfe-91ab-8e81ffca3dab', 'code': 200} Feb 11 05:08:56.153683 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80cc6245-c582-41bd-840d-ec30b767cec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:56.157321 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80cc6245-c582-41bd-840d-ec30b767cec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:56.158924 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-80cc6245-c582-41bd-840d-ec30b767cec6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009 HTTP/1.1" status: 204 len: 168 time: 0.1878788 Feb 11 05:08:56.174839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc6245-c582-41bd-840d-ec30b767cec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8b7b8a-2a3e-42ec-89f2-b7d7ecfed009,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:56.255752 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8cf1511-d560-4345-983a-2cad91e1bd19 req-1b7b8935-8269-4a5b-bc38-032f23d9eff9 service neutron] 10.222.0.10 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298882 Feb 11 05:08:56.293942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60c69c-480e-49b2-8a49-1a1422d4103a req-d274ee19-e75f-43c2-8091-dc2794a00187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:56.298824 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d60c69c-480e-49b2-8a49-1a1422d4103a req-d274ee19-e75f-43c2-8091-dc2794a00187 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 1129 time: 0.1122022 Feb 11 05:08:56.370799 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d60c69c-480e-49b2-8a49-1a1422d4103a req-617cfd8d-4207-48c6-8611-ef2b0b39403d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633297 Feb 11 05:08:56.397702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32d15-15e3-4869-9955-6e0705e9918b req-464bef2d-1ddb-4179-a14c-7c7a4a5680aa tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:56.400412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0dc32d15-15e3-4869-9955-6e0705e9918b req-464bef2d-1ddb-4179-a14c-7c7a4a5680aa tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 943 time: 0.0778933 Feb 11 05:08:56.468241 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0dc32d15-15e3-4869-9955-6e0705e9918b req-3d18424a-755d-4e60-aab2-9aeb4387b704 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600867 Feb 11 05:08:57.518857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33176) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:57.614148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf1f80-8123-4857-a362-30d722c8df51 req-02876647-f8eb-4de3-b281-407a077e1514 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:57.622562 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08bf1f80-8123-4857-a362-30d722c8df51 req-02876647-f8eb-4de3-b281-407a077e1514 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 943 time: 0.0687175 Feb 11 05:08:57.656196 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33184) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:57.694554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08bf1f80-8123-4857-a362-30d722c8df51 req-9c6a76cf-aa0f-4056-8fd2-391d2469b4d0 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711074 Feb 11 05:08:57.835141 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4675e54-8b6f-463c-9bf6-a0d3295e7e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:57.843103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2031964732-network', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:57.912373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Made reservation on behalf of 4e8b392b4f1c464eafef4230484f4416 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:57.915689 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:57.930734 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.058607 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4675e54-8b6f-463c-9bf6-a0d3295e7e3b admin admin] Publish callbacks [] for security_group (4a2f8572-2d31-4b6e-8b13-dbdc524c21c0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.076702 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4675e54-8b6f-463c-9bf6-a0d3295e7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4a2f8572-2d31-4b6e-8b13-dbdc524c21c0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.116038 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Publish callbacks [] for security_group (ddebf7cd-71d8-4063-a2f5-4628e0c38c25), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.137899 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ddebf7cd-71d8-4063-a2f5-4628e0c38c25), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.149377 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e4675e54-8b6f-463c-9bf6-a0d3295e7e3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86c1cc995f48440f876679aa3dba1efa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4918849 Feb 11 05:08:58.153708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33190) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:58.177260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4675e54-8b6f-463c-9bf6-a0d3295e7e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2f8572-2d31-4b6e-8b13-dbdc524c21c0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:58.201113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:08:58.255125 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (2a1451e5-f898-48c0-92ad-c782e4857504), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.255471 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Added segment 2a1451e5-f898-48c0-92ad-c782e4857504 of type vlan for network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f Feb 11 05:08:58.300315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddebf7cd-71d8-4063-a2f5-4628e0c38c25,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:58.318019 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.321511 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c4af8b0-ff47-4e70-a475-55a2179edfba admin admin] Publish callbacks [] for security_group (4a2f8572-2d31-4b6e-8b13-dbdc524c21c0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.359130 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c4af8b0-ff47-4e70-a475-55a2179edfba admin admin] Publish callbacks [] for security_group (4a2f8572-2d31-4b6e-8b13-dbdc524c21c0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.420728 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.422069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:58.422775 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.440742 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c4af8b0-ff47-4e70-a475-55a2179edfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4a2f8572-2d31-4b6e-8b13-dbdc524c21c0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.444481 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c4af8b0-ff47-4e70-a475-55a2179edfba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.446070 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4c4af8b0-ff47-4e70-a475-55a2179edfba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a2f8572-2d31-4b6e-8b13-dbdc524c21c0 HTTP/1.1" status: 204 len: 168 time: 0.2884874 Feb 11 05:08:58.474805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 33202) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:58.475516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9543374 Feb 11 05:08:58.481541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c18128c9-c328-409a-8643-441555a7f585 admin admin] Request body: {'subnet': {'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2031964732-subnet', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:58.491930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4af8b0-ff47-4e70-a475-55a2179edfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2f8572-2d31-4b6e-8b13-dbdc524c21c0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:58.574794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18128c9-c328-409a-8643-441555a7f585 admin admin] Made reservation on behalf of 4e8b392b4f1c464eafef4230484f4416 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:58.577910 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c18128c9-c328-409a-8643-441555a7f585 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:58.587102 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f2615-82bf-4269-af7f-7c7f6fefc629 admin admin] Pushing event updated for resources: {'Network': ['ID=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:58.600436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:08:58.917605 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a3d4d-0f6b-411f-bb2c-9ff48f9aeef1 req-da200a43-953d-4561-808b-a6af241dc3fd tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:58.919138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-158a3d4d-0f6b-411f-bb2c-9ff48f9aeef1 req-da200a43-953d-4561-808b-a6af241dc3fd tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 943 time: 0.1052668 Feb 11 05:08:58.980793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 33208) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:59.002134 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed196efe-9afc-44b9-8697-0faa5a4b2b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.019842 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c18128c9-c328-409a-8643-441555a7f585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (61967365-a345-463c-bb5d-3c07b0cfdaf3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.031924 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-158a3d4d-0f6b-411f-bb2c-9ff48f9aeef1 req-037f13f4-cdfa-4aa9-aef4-5f48cec36efb tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058042 Feb 11 05:08:59.096115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device b48f2dc7-aaab-4869-baab-c7ab62562808 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:59.129169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18128c9-c328-409a-8643-441555a7f585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61967365-a345-463c-bb5d-3c07b0cfdaf3,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:59.231211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18128c9-c328-409a-8643-441555a7f585 admin admin] Checking segment: {'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:59.231211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18128c9-c328-409a-8643-441555a7f585 admin admin] Network hostable DHCP agents. Network: 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:08:59.257444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port b48f2dc7-aaab-4869-baab-c7ab62562808, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b48f2dc7-aaab-4869-baab-c7ab62562808,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:59.273559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'b48f2dc7-aaab-4869-baab-c7ab62562808', 'network_id': '9a50b6a6-122f-42d2-aea9-4fb360dd225c', 'port_id': 'b48f2dc7-aaab-4869-baab-c7ab62562808', 'mac_address': 'fa:16:3e:df:cf:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d20935-2379-4458-8500-65a80af2dc1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:59.295093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18128c9-c328-409a-8643-441555a7f585 admin admin] Network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:08:59.332142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c18128c9-c328-409a-8643-441555a7f585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:59.342519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18128c9-c328-409a-8643-441555a7f585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:59.343283 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c18128c9-c328-409a-8643-441555a7f585 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.344578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port b48f2dc7-aaab-4869-baab-c7ab62562808 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:59.345968 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.352239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803d60b3-9d0a-4162-acd8-ea737589fbce None None] Network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:59.363573 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed196efe-9afc-44b9-8697-0faa5a4b2b11 admin admin] Publish callbacks [] for security_group (16ffbef1-68b0-4663-8176-dddd53204edb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.371227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c18128c9-c328-409a-8643-441555a7f585 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8927479 Feb 11 05:08:59.371548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 33210) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:59.377069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:59.389425 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed196efe-9afc-44b9-8697-0faa5a4b2b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (16ffbef1-68b0-4663-8176-dddd53204edb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.400827 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48f2dc7-aaab-4869-baab-c7ab62562808 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:59.443426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33214) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:59.443874 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ed196efe-9afc-44b9-8697-0faa5a4b2b11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c558d5c9dd94717b0e0937942c2f07c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4615793 Feb 11 05:08:59.444786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed196efe-9afc-44b9-8697-0faa5a4b2b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ffbef1-68b0-4663-8176-dddd53204edb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:59.449264 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (b05f004a-1200-4408-abad-2bf78eff04d1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.451124 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (b05f004a-1200-4408-abad-2bf78eff04d1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.495792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port b48f2dc7-aaab-4869-baab-c7ab62562808, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b48f2dc7-aaab-4869-baab-c7ab62562808,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:59.503752 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.549280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16908f12-23c4-4e9d-bd06-4408ec06e353 admin admin] Publish callbacks [] for security_group (16ffbef1-68b0-4663-8176-dddd53204edb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.574233 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16908f12-23c4-4e9d-bd06-4408ec06e353 admin admin] Publish callbacks [] for security_group (16ffbef1-68b0-4663-8176-dddd53204edb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.626303 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Publish callbacks [] for router_controller (b05f004a-1200-4408-abad-2bf78eff04d1), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.636475 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:08:59.637525 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.645239 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16908f12-23c4-4e9d-bd06-4408ec06e353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (16ffbef1-68b0-4663-8176-dddd53204edb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.648480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-16908f12-23c4-4e9d-bd06-4408ec06e353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.650233 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-16908f12-23c4-4e9d-bd06-4408ec06e353 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16ffbef1-68b0-4663-8176-dddd53204edb HTTP/1.1" status: 204 len: 168 time: 0.2055912 Feb 11 05:08:59.675096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16908f12-23c4-4e9d-bd06-4408ec06e353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ffbef1-68b0-4663-8176-dddd53204edb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:59.711368 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=b48f2dc7-aaab-4869-baab-c7ab62562808,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:59.800337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['b48f2dc7-aaab-4869-baab-c7ab62562808'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:59.895493 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Publish callbacks [] for router_gateway (b05f004a-1200-4408-abad-2bf78eff04d1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.935919 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-41a2d4d8-ff1a-4694-a276-d45b6faa4e71 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d60e5a765b764f2dbb57342ec0d9f6c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666823 Feb 11 05:09:00.045540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Allocated IP 172.20.0.2 (3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f/61967365-a345-463c-bb5d-3c07b0cfdaf3/487dba1a-2d3f-4183-b3a8-5f14f43fcbf3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:00.320287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a5ca3-fe44-4ee0-913b-50d22441fd49 req-a3a383f0-8142-4224-9807-eeb40c9399d2 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:00.326734 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c7a5ca3-fe44-4ee0-913b-50d22441fd49 req-a3a383f0-8142-4224-9807-eeb40c9399d2 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 944 time: 0.1298747 Feb 11 05:09:00.327883 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Publish callbacks [] for router_gateway (b05f004a-1200-4408-abad-2bf78eff04d1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:00.349606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f7dc9-4034-4579-9758-c74e9646d33b req-76c507c4-6225-4e07-8bed-089bb7d0373c tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:00.353051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-76c507c4-6225-4e07-8bed-089bb7d0373c tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4087477 Feb 11 05:09:00.378586 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-a0e0cc47-c7da-44a5-a114-36d9ad35dd4c tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/quotas/d60e5a765b764f2dbb57342ec0d9f6c8 HTTP/1.1" status: 200 len: 375 time: 0.0192471 Feb 11 05:09:00.444062 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-ccdbad85-1f2b-4690-bbf1-876ee6d67825 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d60e5a765b764f2dbb57342ec0d9f6c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582354 Feb 11 05:09:00.454402 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:00.457103 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Publish callbacks [] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:00.472990 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:00.521697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c7a5ca3-fe44-4ee0-913b-50d22441fd49 req-1218471a-1d96-4fdf-92f1-801ef88c42ee tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808178 Feb 11 05:09:00.610234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Pushing event updated for resources: {'Port': ['ID=487dba1a-2d3f-4183-b3a8-5f14f43fcbf3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:00.646747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:00.655822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:00.658547 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:00.738792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Allocated IP 172.25.7.209 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/289da4ff-a38d-49e9-89e1-ff04166dfe5b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:00.806540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Attempting to bind port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:00.807192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Attempting to bind port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:00.816143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Attempting to bind port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 on network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:00.821413 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b632a3af-8a01-412e-9dcf-fea1d6326a51 req-06c471d0-724d-4d3d-9586-f17caa87add4 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 210 time: 0.0802543 Feb 11 05:09:00.828630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:00.829521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Checking segment: {'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:00.831668 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:00.832347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Bound using segment: {'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:00.833651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Bound port: 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:00.835034 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:00.951564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] For port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:00.955715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] For port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=487dba1a-2d3f-4183-b3a8-5f14f43fcbf3,segment=NetworkSegment(2a1451e5-f898-48c0-92ad-c782e4857504),segment_id=2a1451e5-f898-48c0-92ad-c782e4857504)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:00.965269 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.081960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b642c67-5511-4a11-8401-b25ce09a5480 None None] Pushing event updated for resources: {'Port': ['ID=487dba1a-2d3f-4183-b3a8-5f14f43fcbf3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:01.084165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Publish callbacks [] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.113080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device b48f2dc7-aaab-4869-baab-c7ab62562808 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:01.164976 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.232144 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port b48f2dc7-aaab-4869-baab-c7ab62562808 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:09:01.236203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:01.237712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port b48f2dc7-aaab-4869-baab-c7ab62562808 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:01.238285 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.247105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:01.251308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:01.282868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Pushing event updated for resources: {'Port': ['ID=289da4ff-a38d-49e9-89e1-ff04166dfe5b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:01.324597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.325215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.329366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.329790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.330142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.330494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.331018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.331307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.331527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.331850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.335707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.336075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.336428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.362108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port b48f2dc7-aaab-4869-baab-c7ab62562808 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:01.362535 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.392231 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995a591-4b0a-49ff-b5b5-dfcbb917b3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48f2dc7-aaab-4869-baab-c7ab62562808'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:01.395052 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a504c6-3376-46f2-9f3a-e07df63a40aa" -d '{"events": [{"server_uuid": "5995a591-4b0a-49ff-b5b5-dfcbb917b3b0", "name": "network-vif-plugged", "status": "completed", "tag": "b48f2dc7-aaab-4869-baab-c7ab62562808"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:01.421718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port b48f2dc7-aaab-4869-baab-c7ab62562808, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b48f2dc7-aaab-4869-baab-c7ab62562808,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:01.438739 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.555405 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081f0353-2891-4c0c-8325-d097bb1ece7e x-openstack-request-id: req-081f0353-2891-4c0c-8325-d097bb1ece7e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:01.555708 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995a591-4b0a-49ff-b5b5-dfcbb917b3b0", "name": "network-vif-plugged", "status": "completed", "tag": "b48f2dc7-aaab-4869-baab-c7ab62562808", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:01.556167 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-081f0353-2891-4c0c-8325-d097bb1ece7e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:01.556780 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995a591-4b0a-49ff-b5b5-dfcbb917b3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48f2dc7-aaab-4869-baab-c7ab62562808', 'code': 200} Feb 11 05:09:01.610651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=b48f2dc7-aaab-4869-baab-c7ab62562808,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:01.712831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:01.846502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:01.847387 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.965875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:01.966411 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:02.018972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=487dba1a-2d3f-4183-b3a8-5f14f43fcbf3,segment=NetworkSegment(2a1451e5-f898-48c0-92ad-c782e4857504),segment_id=2a1451e5-f898-48c0-92ad-c782e4857504)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:02.030303 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:02.050418 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-044c5745-b750-4460-9f42-6befa3ab8f22 req-d2aa453c-a6ab-4fc1-bf9b-15e03285cfbc tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 210 time: 0.0716147 Feb 11 05:09:02.115738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=487dba1a-2d3f-4183-b3a8-5f14f43fcbf3,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:02.126258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3790069-cb64-4348-a45b-d9f57b016bb7 req-837cad04-13ad-40b6-8123-38dccdea6970 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:02.133877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3790069-cb64-4348-a45b-d9f57b016bb7 req-837cad04-13ad-40b6-8123-38dccdea6970 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.4403148 Feb 11 05:09:02.139554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab605475-1db8-4bbf-9d41-eda66e0f45fb req-d525b59a-ecba-4e68-8b74-def1454165f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:02.144327 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ab605475-1db8-4bbf-9d41-eda66e0f45fb req-d525b59a-ecba-4e68-8b74-def1454165f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 1128 time: 0.4315784 Feb 11 05:09:02.253978 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3790069-cb64-4348-a45b-d9f57b016bb7 req-2172bb1c-70d7-4d95-9caa-b423aa9a00f4 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191123 Feb 11 05:09:02.267890 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Publish callbacks [] for router_gateway (b05f004a-1200-4408-abad-2bf78eff04d1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:02.303207 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ab605475-1db8-4bbf-9d41-eda66e0f45fb req-6ea55b27-a1d6-442d-bd82-7dc15c810024 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018288 Feb 11 05:09:02.652173 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-ebba11c6-9ad9-443b-9218-973e9060e216 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d60e5a765b764f2dbb57342ec0d9f6c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925319 Feb 11 05:09:02.899820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef3786f-8c7b-42fd-9fbd-52ef89189130 None None] Network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:09:03.071124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-391a38b0-11b8-4b99-9a23-452993bb911b None None] Provisioning complete for port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:03.071442 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-391a38b0-11b8-4b99-9a23-452993bb911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.175937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-391a38b0-11b8-4b99-9a23-452993bb911b None None] Current status of the port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:03.225739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-74c14a5f-c2ab-4376-ba6b-f506d7f2b84a req-7c5e2924-79bb-4347-909d-477027be8331 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 210 time: 0.0454342 Feb 11 05:09:03.374764 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (b05f004a-1200-4408-abad-2bf78eff04d1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.381479 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.526723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:03.539503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f7dc9-4034-4579-9758-c74e9646d33b req-d13a3822-a7c0-4f5a-87dc-db970c95c10a tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:03.540996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-d13a3822-a7c0-4f5a-87dc-db970c95c10a tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8710968 Feb 11 05:09:03.562866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Request body: {'port': {'device_id': '21fc697a-fe36-40bc-8fcb-8cd3c8adf131', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': 'd60e5a765b764f2dbb57342ec0d9f6c8'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:03.592483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:03.593075 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.658334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-eed57903-5f32-4b12-b007-582438b5267b None None] Provisioning complete for port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:03.658725 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eed57903-5f32-4b12-b007-582438b5267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.717038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1b2b3-8651-46d0-97d8-0c4c4034161c req-b376acc6-a83f-49e1-9978-e92268f2a4b3 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:03.720154 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13f1b2b3-8651-46d0-97d8-0c4c4034161c req-b376acc6-a83f-49e1-9978-e92268f2a4b3 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.3271749 Feb 11 05:09:03.772744 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:03.809034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Made reservation on behalf of d60e5a765b764f2dbb57342ec0d9f6c8 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:09:03.812711 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.845387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.867881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eed57903-5f32-4b12-b007-582438b5267b None None] Current status of the port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:03.898069 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13f1b2b3-8651-46d0-97d8-0c4c4034161c req-825454ff-8d24-49e3-9d68-d4ec526045bc tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666241 Feb 11 05:09:03.902514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Router b05f004a-1200-4408-abad-2bf78eff04d1 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:09:04.053949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Publish callbacks [] for security_group (bfc3ad36-4305-48e2-9192-2132ebba5c9b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.065796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bfc3ad36-4305-48e2-9192-2132ebba5c9b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.071794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33364) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:04.083586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:09:04.102091 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Sync routers for ids ['b05f004a-1200-4408-abad-2bf78eff04d1'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:09:04.121995 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Routers {'b05f004a-1200-4408-abad-2bf78eff04d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:04.122669 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b05f004a-1200-4408-abad-2bf78eff04d1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:04.143653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc3ad36-4305-48e2-9192-2132ebba5c9b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:04.342862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Allocated IP 192.168.233.13 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/d6426345-b534-4efe-8803-6344382e63a7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:04.344240 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fccce564-6a70-4813-80c7-80b4e67210b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.350003 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Set router b05f004a-1200-4408-abad-2bf78eff04d1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:04.423465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5cbff500-ed5c-455a-9223-d3d012c5f09f req-a724361c-79f4-4e65-a338-2dc2cd870261 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 210 time: 0.0762031 Feb 11 05:09:04.509137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Publish callbacks [] for port (d6426345-b534-4efe-8803-6344382e63a7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.530003 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:01Z', 'revision_number': 3, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:04.548718 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d6426345-b534-4efe-8803-6344382e63a7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.564766 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.566017 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-79927865-5e19-440f-840b-de1845c0d488 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1933608 Feb 11 05:09:04.570440 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Checking router: b05f004a-1200-4408-abad-2bf78eff04d1 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:09:04.571073 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Updating router b05f004a-1200-4408-abad-2bf78eff04d1 port 289da4ff-a38d-49e9-89e1-ff04166dfe5b binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:09:04.580461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33378) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:04.597131 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fccce564-6a70-4813-80c7-80b4e67210b5 admin admin] Publish callbacks [] for security_group (ce1e962c-a55f-4d6e-9749-c3127b543b37), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.602409 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.612531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:04.616214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:04.638127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:04.643538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Pushing event updated for resources: {'Port': ['ID=d6426345-b534-4efe-8803-6344382e63a7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:04.706100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fccce564-6a70-4813-80c7-80b4e67210b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ce1e962c-a55f-4d6e-9749-c3127b543b37), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.731345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:04.732826 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.755616 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7cf0e8d7-d2a3-410f-a48d-ce37a883f8cd tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1961555 Feb 11 05:09:04.773121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Request body: {'port': {'device_id': '21fc697a-fe36-40bc-8fcb-8cd3c8adf131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:04.773546 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fccce564-6a70-4813-80c7-80b4e67210b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9077ddee500948d482b638a1da604f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7005529 Feb 11 05:09:04.777316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33380) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:04.860934 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6426345-b534-4efe-8803-6344382e63a7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.967744 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccce564-6a70-4813-80c7-80b4e67210b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1e962c-a55f-4d6e-9749-c3127b543b37,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:05.006079 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Publish callbacks [] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.006862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6ba83e43-1369-4d8e-bd29-fee5bd8c48fa None None] Provisioning complete for port d6426345-b534-4efe-8803-6344382e63a7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:05.007361 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ba83e43-1369-4d8e-bd29-fee5bd8c48fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d6426345-b534-4efe-8803-6344382e63a7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.021027 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.090200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6ba83e43-1369-4d8e-bd29-fee5bd8c48fa None None] Port d6426345-b534-4efe-8803-6344382e63a7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:09:05.110449 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af888e6-34f5-45a8-8872-76bfedb0180d None None] Pushing event updated for resources: {'Port': ['ID=289da4ff-a38d-49e9-89e1-ff04166dfe5b,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:05.119806 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56379a02-1d57-43ef-92dd-37fdc52951e3 admin admin] Publish callbacks [] for security_group (ce1e962c-a55f-4d6e-9749-c3127b543b37), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.127906 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Attempting to bind port 289da4ff-a38d-49e9-89e1-ff04166dfe5b on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:05.128444 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Attempting to bind port 289da4ff-a38d-49e9-89e1-ff04166dfe5b by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:05.128915 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Attempting to bind port 289da4ff-a38d-49e9-89e1-ff04166dfe5b on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:05.134414 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:05.135146 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:05.136685 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.137563 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:05.138278 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Bound port: 289da4ff-a38d-49e9-89e1-ff04166dfe5b, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:05.138938 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.203537 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56379a02-1d57-43ef-92dd-37fdc52951e3 admin admin] Publish callbacks [] for security_group (ce1e962c-a55f-4d6e-9749-c3127b543b37), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.217292 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] For port 289da4ff-a38d-49e9-89e1-ff04166dfe5b, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:05.229217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b66f8-c936-4e5f-875c-1fbc58e1746e req-eb3dc6ff-2365-4ca0-86d9-1cc7d26a40aa tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:05.229417 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] For port 289da4ff-a38d-49e9-89e1-ff04166dfe5b, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=289da4ff-a38d-49e9-89e1-ff04166dfe5b,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:05.239209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-205b66f8-c936-4e5f-875c-1fbc58e1746e req-eb3dc6ff-2365-4ca0-86d9-1cc7d26a40aa tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1838899 Feb 11 05:09:05.249210 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.397709 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Routers {'b05f004a-1200-4408-abad-2bf78eff04d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:05.400935 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b05f004a-1200-4408-abad-2bf78eff04d1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:05.414360 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56379a02-1d57-43ef-92dd-37fdc52951e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ce1e962c-a55f-4d6e-9749-c3127b543b37), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.415960 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-205b66f8-c936-4e5f-875c-1fbc58e1746e req-2bda3101-8572-4a2e-90dc-d58c61e4a53e tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515384 Feb 11 05:09:05.418136 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-56379a02-1d57-43ef-92dd-37fdc52951e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.435396 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-56379a02-1d57-43ef-92dd-37fdc52951e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce1e962c-a55f-4d6e-9749-c3127b543b37 HTTP/1.1" status: 204 len: 168 time: 0.6446886 Feb 11 05:09:05.541022 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af888e6-34f5-45a8-8872-76bfedb0180d None None] Pushing event updated for resources: {'Port': ['ID=289da4ff-a38d-49e9-89e1-ff04166dfe5b,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:05.543637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56379a02-1d57-43ef-92dd-37fdc52951e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1e962c-a55f-4d6e-9749-c3127b543b37,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:05.700774 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] Set router b05f004a-1200-4408-abad-2bf78eff04d1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:05.711983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6426345-b534-4efe-8803-6344382e63a7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:05.752818 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Publish callbacks [] for port (d6426345-b534-4efe-8803-6344382e63a7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.781074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0e361-44b9-44b3-8429-9f255d4f402c req-8d58fb15-0e05-4a77-ae53-0a22d69385d8 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:05.782667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9db0e361-44b9-44b3-8429-9f255d4f402c req-8d58fb15-0e05-4a77-ae53-0a22d69385d8 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 935 time: 0.1804452 Feb 11 05:09:05.826785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Transition to ACTIVE for port object d6426345-b534-4efe-8803-6344382e63a7 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:09:05.857805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d6426345-b534-4efe-8803-6344382e63a7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.919863 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.020216 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9db0e361-44b9-44b3-8429-9f255d4f402c req-d2c622ba-8f0d-4992-a65e-fba21011b195 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215791 Feb 11 05:09:06.051308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33402) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:06.078186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Pushing event updated for resources: {'Port': ['ID=d6426345-b534-4efe-8803-6344382e63a7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:06.100533 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:01Z', 'revision_number': 3, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:06.144154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bc3a1-f570-44d0-97ee-03a5f9db3391 req-1a1ca71d-8cfd-4598-97db-4a413f349211 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:06.148501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-202bc3a1-f570-44d0-97ee-03a5f9db3391 req-1a1ca71d-8cfd-4598-97db-4a413f349211 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.2931030 Feb 11 05:09:06.158702 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c19282-4a20-4fbf-a9dd-166ac8caf63c None None] The sync data for ids ['b05f004a-1200-4408-abad-2bf78eff04d1'] in n-d-615180-58 is: [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:01Z', 'revision_number': 3, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:09:06.177199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26835801-7751-4bcb-920f-ef6287cd99c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.208647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3ccaa-e108-4964-a7b2-98cf68a787f1 req-f82c3244-8772-493f-8dbc-096026d41e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:06.210608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07b3ccaa-e108-4964-a7b2-98cf68a787f1 req-f82c3244-8772-493f-8dbc-096026d41e19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 1128 time: 0.3919158 Feb 11 05:09:06.392449 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-202bc3a1-f570-44d0-97ee-03a5f9db3391 req-fabceba3-0196-48c8-bc1e-ad662bbb97ab tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306099 Feb 11 05:09:06.446713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Attempting to bind port d6426345-b534-4efe-8803-6344382e63a7 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:06.447087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Attempting to bind port d6426345-b534-4efe-8803-6344382e63a7 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:06.447444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Attempting to bind port d6426345-b534-4efe-8803-6344382e63a7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:06.481319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Allocated IP 172.20.0.1 (3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f/61967365-a345-463c-bb5d-3c07b0cfdaf3/6606ed3c-4c2e-4387-ab83-7fd386c529af) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:06.481931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Port d6426345-b534-4efe-8803-6344382e63a7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:09:06.482037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Attempting to bind port d6426345-b534-4efe-8803-6344382e63a7 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:06.484593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3ccaa-e108-4964-a7b2-98cf68a787f1 req-dbdce24f-5182-428b-a555-8876432ebcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:06.486092 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07b3ccaa-e108-4964-a7b2-98cf68a787f1 req-dbdce24f-5182-428b-a555-8876432ebcd7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 919 time: 0.2633650 Feb 11 05:09:06.583805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:06.584582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:06.585764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:06.586258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Bound port: d6426345-b534-4efe-8803-6344382e63a7, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:06.586696 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6426345-b534-4efe-8803-6344382e63a7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.592303 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07b3ccaa-e108-4964-a7b2-98cf68a787f1 req-913148c3-35be-4cba-98a1-e0f7f4dffb90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b48f2dc7-aaab-4869-baab-c7ab62562808 HTTP/1.1" status: 200 len: 217 time: 0.0874016 Feb 11 05:09:06.667185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26835801-7751-4bcb-920f-ef6287cd99c8 admin admin] Publish callbacks [] for security_group (184e087f-480c-48b2-8abd-6d92208b82cb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.714906 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26835801-7751-4bcb-920f-ef6287cd99c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (184e087f-480c-48b2-8abd-6d92208b82cb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.783564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] For port d6426345-b534-4efe-8803-6344382e63a7, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:06.787563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] For port d6426345-b534-4efe-8803-6344382e63a7, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d6426345-b534-4efe-8803-6344382e63a7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:06.791546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3ccaa-e108-4964-a7b2-98cf68a787f1 req-a6e3da27-b7e5-4dd0-b338-e10613f16ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:06.793063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07b3ccaa-e108-4964-a7b2-98cf68a787f1 req-a6e3da27-b7e5-4dd0-b338-e10613f16ccc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.1889184 Feb 11 05:09:06.830936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-26835801-7751-4bcb-920f-ef6287cd99c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f70723d3b54441cb31553ac71ab29a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7760394 Feb 11 05:09:06.831797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 33424) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:06.832103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26835801-7751-4bcb-920f-ef6287cd99c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184e087f-480c-48b2-8abd-6d92208b82cb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:06.853656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Publish callbacks [] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.870220 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d6426345-b534-4efe-8803-6344382e63a7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.928906 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.954627 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07b3ccaa-e108-4964-a7b2-98cf68a787f1 req-11903f56-a17b-4e73-bc6c-0d07d4e3ef77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547823 Feb 11 05:09:06.988498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:06.993124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:06.997429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:06.998445 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.000370 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-685fee56-8103-4631-899c-15de62ae5762 service neutron] 10.222.0.60 "PUT /v2.0/ports/d6426345-b534-4efe-8803-6344382e63a7 HTTP/1.1" status: 200 len: 1096 time: 2.2319739 Feb 11 05:09:07.003374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:07.011844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Pushing event updated for resources: {'Port': ['ID=6606ed3c-4c2e-4387-ab83-7fd386c529af,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:07.135018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (b05f004a-1200-4408-abad-2bf78eff04d1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.165515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21fc697a-fe36-40bc-8fcb-8cd3c8adf131', 'tag': 'd6426345-b534-4efe-8803-6344382e63a7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:07.169246 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded4247e-9baf-4648-bfc3-823149c1aa90" -d '{"events": [{"name": "network-changed", "server_uuid": "21fc697a-fe36-40bc-8fcb-8cd3c8adf131", "tag": "d6426345-b534-4efe-8803-6344382e63a7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:07.282266 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fee9ac8-e36e-4a2b-aea2-e0d459f6bc21 x-openstack-request-id: req-6fee9ac8-e36e-4a2b-aea2-e0d459f6bc21 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:07.282943 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21fc697a-fe36-40bc-8fcb-8cd3c8adf131", "tag": "d6426345-b534-4efe-8803-6344382e63a7", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:07.283362 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fee9ac8-e36e-4a2b-aea2-e0d459f6bc21 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:07.284136 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21fc697a-fe36-40bc-8fcb-8cd3c8adf131', 'tag': 'd6426345-b534-4efe-8803-6344382e63a7', 'status': 'completed', 'code': 200} Feb 11 05:09:07.311756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07b3ccaa-e108-4964-a7b2-98cf68a787f1 req-9959abfe-00a5-475f-9a92-e385b99eabbd service neutron] 10.222.0.10 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293462 Feb 11 05:09:07.462741 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.517535 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.560745 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07b3ccaa-e108-4964-a7b2-98cf68a787f1 req-d12dbb58-4058-4672-b460-3f73c26302cd service neutron] 10.222.0.10 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164967 Feb 11 05:09:07.576329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fee56-8103-4631-899c-15de62ae5762 service neutron] Pushing event updated for resources: {'Port': ['ID=d6426345-b534-4efe-8803-6344382e63a7,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:07.614619 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 289da4ff-a38d-49e9-89e1-ff04166dfe5b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:07.617228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f7dc9-4034-4579-9758-c74e9646d33b req-0a848ead-b67b-47b4-90a4-feb82eefc461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:07.619138 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-0a848ead-b67b-47b4-90a4-feb82eefc461 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d60e5a765b764f2dbb57342ec0d9f6c8&device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 1130 time: 0.4339671 Feb 11 05:09:07.639336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad5c0-4cb9-498b-9d5f-e7b775072f43 admin admin] Publish callbacks [] for security_group (184e087f-480c-48b2-8abd-6d92208b82cb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.669461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33444) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:07.759792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d997ed-d9b2-4938-b071-c45dff52749c req-8900a4be-0f68-4300-85d8-4adb09c068c1 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:07.761925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4d997ed-d9b2-4938-b071-c45dff52749c req-8900a4be-0f68-4300-85d8-4adb09c068c1 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 947 time: 0.4915242 Feb 11 05:09:07.763311 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-7bd931eb-c4e1-4b2b-99b6-3ff5b6108720 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=d6426345-b534-4efe-8803-6344382e63a7 HTTP/1.1" status: 200 len: 217 time: 0.1323144 Feb 11 05:09:07.793709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03dc5cc-d035-4384-969d-4c763527d98a req-d8b4f82a-c312-4bd2-99c8-523a13983daa tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:07.795353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d03dc5cc-d035-4384-969d-4c763527d98a req-d8b4f82a-c312-4bd2-99c8-523a13983daa tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.2302969 Feb 11 05:09:07.819029 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad5c0-4cb9-498b-9d5f-e7b775072f43 admin admin] Publish callbacks [] for security_group (184e087f-480c-48b2-8abd-6d92208b82cb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.940154 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8564a6a-775a-4b94-bd51-887ed824473e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.951721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4d997ed-d9b2-4938-b071-c45dff52749c req-941c37df-fb28-49d4-a349-2d2f2d3a8328 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609683 Feb 11 05:09:07.962320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f7dc9-4034-4579-9758-c74e9646d33b req-0f943689-f1ab-49eb-b27c-248a7f239eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:07.963866 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-0f943689-f1ab-49eb-b27c-248a7f239eb5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.1720109 Feb 11 05:09:07.989141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e351cc6d-ad11-4056-889a-527d965263d3 None None] Provisioning complete for port 6606ed3c-4c2e-4387-ab83-7fd386c529af triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:07.990042 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e351cc6d-ad11-4056-889a-527d965263d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.992247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d03dc5cc-d035-4384-969d-4c763527d98a req-ca68aa81-e29a-49e9-a84d-c69b77700eb4 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880100 Feb 11 05:09:08.060177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8564a6a-775a-4b94-bd51-887ed824473e admin admin] Publish callbacks [] for security_group (5d1fe33b-1e4b-446b-8bdd-2f8c45b51af0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.064575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e351cc6d-ad11-4056-889a-527d965263d3 None None] Port 6606ed3c-4c2e-4387-ab83-7fd386c529af cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:09:08.071752 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad5c0-4cb9-498b-9d5f-e7b775072f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (184e087f-480c-48b2-8abd-6d92208b82cb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.071929 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Publish callbacks [] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.074288 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 289da4ff-a38d-49e9-89e1-ff04166dfe5b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:08.074511 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8564a6a-775a-4b94-bd51-887ed824473e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5d1fe33b-1e4b-446b-8bdd-2f8c45b51af0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.074847 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.076240 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad5c0-4cb9-498b-9d5f-e7b775072f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.097837 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8f0ad5c0-4cb9-498b-9d5f-e7b775072f43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/184e087f-480c-48b2-8abd-6d92208b82cb HTTP/1.1" status: 204 len: 168 time: 1.2649074 Feb 11 05:09:08.102240 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.147935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ad5c0-4cb9-498b-9d5f-e7b775072f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184e087f-480c-48b2-8abd-6d92208b82cb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:08.180758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f7dc9-4034-4579-9758-c74e9646d33b req-a716cca3-8e42-479d-b0cb-7478fd7850a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:08.183089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-a716cca3-8e42-479d-b0cb-7478fd7850a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2026036 Feb 11 05:09:08.206357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Pushing event updated for resources: {'Port': ['ID=6606ed3c-4c2e-4387-ab83-7fd386c529af,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:08.235821 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f8564a6a-775a-4b94-bd51-887ed824473e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78026774d8104ae6a8e99172140ff42d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5642567 Feb 11 05:09:08.239693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33458) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:08.241942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8564a6a-775a-4b94-bd51-887ed824473e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1fe33b-1e4b-446b-8bdd-2f8c45b51af0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:08.267533 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (b05f004a-1200-4408-abad-2bf78eff04d1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.283370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 289da4ff-a38d-49e9-89e1-ff04166dfe5b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:08.283869 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.325207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 289da4ff-a38d-49e9-89e1-ff04166dfe5b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=289da4ff-a38d-49e9-89e1-ff04166dfe5b,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:08.329688 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.384658 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-b9e01705-0b0a-4082-8715-25ef44b65e80 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941876 Feb 11 05:09:08.395727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=289da4ff-a38d-49e9-89e1-ff04166dfe5b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:08.426070 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d356-d8a7-45fe-9197-eee3c88507a8 admin admin] Publish callbacks [] for security_group (5d1fe33b-1e4b-446b-8bdd-2f8c45b51af0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.487379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-551f7dc9-4034-4579-9758-c74e9646d33b req-b00944e6-e1f4-4840-be1d-ff892cdbe059 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954494 Feb 11 05:09:08.508783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d356-d8a7-45fe-9197-eee3c88507a8 admin admin] Publish callbacks [] for security_group (5d1fe33b-1e4b-446b-8bdd-2f8c45b51af0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.522562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:08.527601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:08.742777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4247e-9baf-4648-bfc3-823149c1aa90 req-9c404da7-9ba8-4c7a-ba60-6d88d785a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:08.749842 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ded4247e-9baf-4648-bfc3-823149c1aa90 req-9c404da7-9ba8-4c7a-ba60-6d88d785a10e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d60e5a765b764f2dbb57342ec0d9f6c8&device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 1130 time: 0.1480658 Feb 11 05:09:08.836803 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d356-d8a7-45fe-9197-eee3c88507a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5d1fe33b-1e4b-446b-8bdd-2f8c45b51af0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.854433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d356-d8a7-45fe-9197-eee3c88507a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.858188 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2dd6d356-d8a7-45fe-9197-eee3c88507a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d1fe33b-1e4b-446b-8bdd-2f8c45b51af0 HTTP/1.1" status: 204 len: 168 time: 0.6172309 Feb 11 05:09:08.863242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Router b05f004a-1200-4408-abad-2bf78eff04d1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:09:08.880668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6d356-d8a7-45fe-9197-eee3c88507a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1fe33b-1e4b-446b-8bdd-2f8c45b51af0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:09.012571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dab6da7c-87f2-47ab-8a0f-c5eebde67970 None None] Provisioning complete for port 6606ed3c-4c2e-4387-ab83-7fd386c529af triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:09.015989 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dab6da7c-87f2-47ab-8a0f-c5eebde67970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.100205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dab6da7c-87f2-47ab-8a0f-c5eebde67970 None None] Port 6606ed3c-4c2e-4387-ab83-7fd386c529af cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:09:09.101492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4247e-9baf-4648-bfc3-823149c1aa90 req-c9dfdf76-6a78-4b43-a82a-f48184bfd7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:09.106737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ded4247e-9baf-4648-bfc3-823149c1aa90 req-c9dfdf76-6a78-4b43-a82a-f48184bfd7b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.3373582 Feb 11 05:09:09.171564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:09:09.202265 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ded4247e-9baf-4648-bfc3-823149c1aa90 req-78d249ec-b410-46ad-94c9-90e3c7b27cfe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=d6426345-b534-4efe-8803-6344382e63a7 HTTP/1.1" status: 200 len: 217 time: 0.0901351 Feb 11 05:09:09.207792 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-415083cf-aedc-443f-aa95-a41f245e3729 admin admin] 10.222.0.48 "PUT /v2.0/routers/b05f004a-1200-4408-abad-2bf78eff04d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6257305 Feb 11 05:09:09.269884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Sync routers for ids ['b05f004a-1200-4408-abad-2bf78eff04d1'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:09:09.288802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bed65-6e8e-4704-8774-3cb9e63de3e8 req-d7e31714-1993-441d-9b83-b799d7e97a31 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:09.295530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Routers {'b05f004a-1200-4408-abad-2bf78eff04d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:09.297785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b05f004a-1200-4408-abad-2bf78eff04d1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:09.298501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a0bed65-6e8e-4704-8774-3cb9e63de3e8 req-d7e31714-1993-441d-9b83-b799d7e97a31 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1417346 Feb 11 05:09:09.301642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4247e-9baf-4648-bfc3-823149c1aa90 req-1d5bc1f7-1b58-45ce-8523-8f1ace5d0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:09.303563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ded4247e-9baf-4648-bfc3-823149c1aa90 req-1d5bc1f7-1b58-45ce-8523-8f1ace5d0eab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0765762 Feb 11 05:09:09.314069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d225387-5cd8-45a9-a161-fb2f29fabc29 req-b28a8ce6-ee96-4d28-9b62-a3be9974526f tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:09.322100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d225387-5cd8-45a9-a161-fb2f29fabc29 req-b28a8ce6-ee96-4d28-9b62-a3be9974526f tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 947 time: 0.2015347 Feb 11 05:09:09.394645 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a0bed65-6e8e-4704-8774-3cb9e63de3e8 req-ffc563ad-1012-48fd-82de-1dd07587c596 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951264 Feb 11 05:09:09.471747 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d225387-5cd8-45a9-a161-fb2f29fabc29 req-b14d65eb-8916-442b-9304-0dfabce8ba35 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468604 Feb 11 05:09:09.488227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4247e-9baf-4648-bfc3-823149c1aa90 req-fac2c56f-b1f5-4375-a821-9ab5a3b10b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:09.507649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33508) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:09.509554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ded4247e-9baf-4648-bfc3-823149c1aa90 req-fac2c56f-b1f5-4375-a821-9ab5a3b10b04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1690538 Feb 11 05:09:09.511949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Set router b05f004a-1200-4408-abad-2bf78eff04d1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:09.530297 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b12ce60b-3dba-47a2-ba5b-5b71b3e077d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.566629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 289da4ff-a38d-49e9-89e1-ff04166dfe5b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:09.615231 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86ce64cf-63ab-499f-90de-a060bfcd6452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.690013 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b12ce60b-3dba-47a2-ba5b-5b71b3e077d1 admin admin] Publish callbacks [] for security_group (81504580-47a6-4b93-bebe-9a96ead1056d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.700602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b12ce60b-3dba-47a2-ba5b-5b71b3e077d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (81504580-47a6-4b93-bebe-9a96ead1056d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.816804 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ded4247e-9baf-4648-bfc3-823149c1aa90 req-05acf1a4-ee35-49ee-8715-f57fe9144ea7 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063724 Feb 11 05:09:09.826596 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b12ce60b-3dba-47a2-ba5b-5b71b3e077d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c700b75a54c48f29d5f2b7bac58b921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3175876 Feb 11 05:09:09.834352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33520) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:09.854255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 289da4ff-a38d-49e9-89e1-ff04166dfe5b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:09.854872 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.899063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ce60b-3dba-47a2-ba5b-5b71b3e077d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81504580-47a6-4b93-bebe-9a96ead1056d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:09.943808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '6606ed3c-4c2e-4387-ab83-7fd386c529af', 'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'mac_address': 'fa:16:3e:ef:8a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:06Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 2, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'subnets': [{'id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:09.997828 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81dc1477-23c7-43b1-bda6-2efb6194c914 admin admin] Publish callbacks [] for security_group (81504580-47a6-4b93-bebe-9a96ead1056d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.043765 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ded4247e-9baf-4648-bfc3-823149c1aa90 req-df926bcd-3a5c-41c0-9c0b-ba211093a51f service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139688 Feb 11 05:09:10.045477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Checking router: b05f004a-1200-4408-abad-2bf78eff04d1 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:09:10.045962 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Updating router b05f004a-1200-4408-abad-2bf78eff04d1 port 6606ed3c-4c2e-4387-ab83-7fd386c529af binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:09:10.154863 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.405775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 289da4ff-a38d-49e9-89e1-ff04166dfe5b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:10.579441 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81dc1477-23c7-43b1-bda6-2efb6194c914 admin admin] Publish callbacks [] for security_group (81504580-47a6-4b93-bebe-9a96ead1056d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.676077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82de7b2-4319-4b01-b17c-80bac290f77c req-304fb155-700d-4d80-9693-56bbb256d869 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:10.692594 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82de7b2-4319-4b01-b17c-80bac290f77c req-304fb155-700d-4d80-9693-56bbb256d869 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1539581 Feb 11 05:09:10.725820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407f37-72fd-4385-97ca-0bd106fa6a66 req-7fc24a0d-c82a-4f71-9fab-044dc05dd487 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:10.727396 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b407f37-72fd-4385-97ca-0bd106fa6a66 req-7fc24a0d-c82a-4f71-9fab-044dc05dd487 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 947 time: 0.1332390 Feb 11 05:09:10.771343 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Publish callbacks [] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.775525 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81dc1477-23c7-43b1-bda6-2efb6194c914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (81504580-47a6-4b93-bebe-9a96ead1056d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.779692 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81dc1477-23c7-43b1-bda6-2efb6194c914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.780868 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-81dc1477-23c7-43b1-bda6-2efb6194c914 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81504580-47a6-4b93-bebe-9a96ead1056d HTTP/1.1" status: 204 len: 168 time: 0.9446032 Feb 11 05:09:10.794489 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.812975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e82de7b2-4319-4b01-b17c-80bac290f77c req-7313922e-c69c-4716-9f97-37993c8f2480 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114912 Feb 11 05:09:10.860919 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b407f37-72fd-4385-97ca-0bd106fa6a66 req-c70a6199-d2b7-4efc-97e2-798a082b1507 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268435 Feb 11 05:09:10.867267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc1477-23c7-43b1-bda6-2efb6194c914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81504580-47a6-4b93-bebe-9a96ead1056d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:10.903756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91b0b4-9c91-4ab8-82dc-ed559243ce34 None None] Pushing event updated for resources: {'Port': ['ID=6606ed3c-4c2e-4387-ab83-7fd386c529af,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:10.955743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33558) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:10.967199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-297630861-network', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:11.033329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Made reservation on behalf of 1711d2ebb59e4f8d9da7046b1a1ccff7 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:09:11.035800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.062405 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.081809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Attempting to bind port 6606ed3c-4c2e-4387-ab83-7fd386c529af on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:11.082785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Attempting to bind port 6606ed3c-4c2e-4387-ab83-7fd386c529af by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:11.083569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Attempting to bind port 6606ed3c-4c2e-4387-ab83-7fd386c529af on network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:11.096327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:11.097141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Checking segment: {'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:11.097965 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.098381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Bound using segment: {'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:11.099032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Bound port: 6606ed3c-4c2e-4387-ab83-7fd386c529af, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:11.099431 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.220115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] For port 6606ed3c-4c2e-4387-ab83-7fd386c529af, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:11.223914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] For port 6606ed3c-4c2e-4387-ab83-7fd386c529af, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6606ed3c-4c2e-4387-ab83-7fd386c529af,segment=NetworkSegment(2a1451e5-f898-48c0-92ad-c782e4857504),segment_id=2a1451e5-f898-48c0-92ad-c782e4857504)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:11.236165 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.245086 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Publish callbacks [] for security_group (73f2a307-9531-47ef-a48f-a3cc3c3da2e8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.255568 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73f2a307-9531-47ef-a48f-a3cc3c3da2e8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.303263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:09:11.325930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f2a307-9531-47ef-a48f-a3cc3c3da2e8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:11.341921 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.342273 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Added segment 8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3 of type vlan for network 918a3a7d-0257-4828-946a-e3ed60caeea7 Feb 11 05:09:11.418781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Routers {'b05f004a-1200-4408-abad-2bf78eff04d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:11.419471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:08:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b05f004a-1200-4408-abad-2bf78eff04d1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:11.470372 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (918a3a7d-0257-4828-946a-e3ed60caeea7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.523393 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (918a3a7d-0257-4828-946a-e3ed60caeea7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.525194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:11.526830 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.569190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 33574) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:11.569990 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6129110 Feb 11 05:09:11.575774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-38c58c8d-c258-45a0-aa95-b07af0a59b9d admin admin] Request body: {'subnet': {'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-297630861-subnet', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:11.632520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91b0b4-9c91-4ab8-82dc-ed559243ce34 None None] Pushing event updated for resources: {'Port': ['ID=6606ed3c-4c2e-4387-ab83-7fd386c529af,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:11.634709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c58c8d-c258-45a0-aa95-b07af0a59b9d admin admin] Made reservation on behalf of 1711d2ebb59e4f8d9da7046b1a1ccff7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:09:11.637569 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38c58c8d-c258-45a0-aa95-b07af0a59b9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.647916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c1439bc0-4e55-4393-b550-be50ea66df8b None None] Provisioning complete for port 6606ed3c-4c2e-4387-ab83-7fd386c529af triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:11.648310 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1439bc0-4e55-4393-b550-be50ea66df8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.696507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff5ecf-3990-4f24-b795-6f1f142b9393 admin admin] Pushing event updated for resources: {'Network': ['ID=918a3a7d-0257-4828-946a-e3ed60caeea7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:11.729517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 918a3a7d-0257-4828-946a-e3ed60caeea7 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:09:11.753153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] Set router b05f004a-1200-4408-abad-2bf78eff04d1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:11.873798 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38c58c8d-c258-45a0-aa95-b07af0a59b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (a8483c05-63f9-48bc-9497-97115fa5121b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.941941 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8c1cd78-54f8-42f5-8107-4b987fc64011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.085649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c58c8d-c258-45a0-aa95-b07af0a59b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8483c05-63f9-48bc-9497-97115fa5121b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:12.128772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8bbac-0d92-43f0-8d5e-9b41e72b2c1f req-c03e8254-81a6-4a6d-b9b4-3a1f3e17023f tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:12.131606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8af8bbac-0d92-43f0-8d5e-9b41e72b2c1f req-c03e8254-81a6-4a6d-b9b4-3a1f3e17023f tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 947 time: 0.1408243 Feb 11 05:09:12.133875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c58c8d-c258-45a0-aa95-b07af0a59b9d admin admin] Checking segment: {'id': '8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:12.139478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c58c8d-c258-45a0-aa95-b07af0a59b9d admin admin] Network hostable DHCP agents. Network: 918a3a7d-0257-4828-946a-e3ed60caeea7, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:09:12.140263 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c1439bc0-4e55-4393-b550-be50ea66df8b None None] Current status of the port 6606ed3c-4c2e-4387-ab83-7fd386c529af is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:12.141268 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1439bc0-4e55-4393-b550-be50ea66df8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.165865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ab0db-d45c-4d26-90f6-5b95fb2ee7f0 req-90f3f2be-a6c6-4294-a243-f37b86dd9fdd tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:12.180952 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d70ab0db-d45c-4d26-90f6-5b95fb2ee7f0 req-90f3f2be-a6c6-4294-a243-f37b86dd9fdd tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.2192910 Feb 11 05:09:12.211083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c1439bc0-4e55-4393-b550-be50ea66df8b None None] For port 6606ed3c-4c2e-4387-ab83-7fd386c529af, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6606ed3c-4c2e-4387-ab83-7fd386c529af,segment=NetworkSegment(2a1451e5-f898-48c0-92ad-c782e4857504),segment_id=2a1451e5-f898-48c0-92ad-c782e4857504)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:12.225440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1439bc0-4e55-4393-b550-be50ea66df8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.238159 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8af8bbac-0d92-43f0-8d5e-9b41e72b2c1f req-7975d309-06c4-45a1-aab3-b04e59416472 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993180 Feb 11 05:09:12.301657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '6606ed3c-4c2e-4387-ab83-7fd386c529af', 'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'mac_address': 'fa:16:3e:ef:8a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:06Z', 'updated_at': '2022-02-11T05:09:11Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'subnets': [{'id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:12.303254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c58c8d-c258-45a0-aa95-b07af0a59b9d admin admin] Network 918a3a7d-0257-4828-946a-e3ed60caeea7 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:09:12.311944 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d70ab0db-d45c-4d26-90f6-5b95fb2ee7f0 req-a334793f-9919-40f5-b003-9657df2948c1 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281421 Feb 11 05:09:12.321938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-38c58c8d-c258-45a0-aa95-b07af0a59b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 918a3a7d-0257-4828-946a-e3ed60caeea7) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:12.331985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c58c8d-c258-45a0-aa95-b07af0a59b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:12.333264 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38c58c8d-c258-45a0-aa95-b07af0a59b9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.339021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210039d7-1341-4d68-b350-e9ee21de55f5 None None] The sync data for ids ['b05f004a-1200-4408-abad-2bf78eff04d1'] in n-d-615180-58 is: [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '6606ed3c-4c2e-4387-ab83-7fd386c529af', 'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'mac_address': 'fa:16:3e:ef:8a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:06Z', 'updated_at': '2022-02-11T05:09:11Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'subnets': [{'id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:09:12.340699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f44fc49-912a-4271-8f7f-d8daba84ea3b None None] Network 918a3a7d-0257-4828-946a-e3ed60caeea7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:09:12.346109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1439bc0-4e55-4393-b550-be50ea66df8b None None] Pushing event updated for resources: {'Port': ['ID=6606ed3c-4c2e-4387-ab83-7fd386c529af,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:12.369045 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-38c58c8d-c258-45a0-aa95-b07af0a59b9d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7961712 Feb 11 05:09:12.369775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33592) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:12.374693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-297630861-router', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:12.432592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (108a2086-b701-4297-8bcd-8fbbbaef36f4), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.434191 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (108a2086-b701-4297-8bcd-8fbbbaef36f4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.460461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e99919f7-9294-404c-9b96-b56421917a6f None None] Provisioning complete for port 6606ed3c-4c2e-4387-ab83-7fd386c529af triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:12.460877 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e99919f7-9294-404c-9b96-b56421917a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.533444 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Publish callbacks [] for router_controller (108a2086-b701-4297-8bcd-8fbbbaef36f4), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.640601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-918a3a7d-0257-4828-946a-e3ed60caeea7', 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7', 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'fixed_ips': [{'subnet_id': 'a8483c05-63f9-48bc-9497-97115fa5121b'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:09:12.641496 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.815064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Publish callbacks [] for router_gateway (108a2086-b701-4297-8bcd-8fbbbaef36f4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.843826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e99919f7-9294-404c-9b96-b56421917a6f None None] Current status of the port 6606ed3c-4c2e-4387-ab83-7fd386c529af is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:12.854766 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.937047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Allocated IP 172.20.0.2 (918a3a7d-0257-4828-946a-e3ed60caeea7/a8483c05-63f9-48bc-9497-97115fa5121b/36f30234-080c-48b5-9175-edca10bc11a0) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:13.166863 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Publish callbacks [] for router_gateway (108a2086-b701-4297-8bcd-8fbbbaef36f4), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.208155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.284738 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Publish callbacks [] for port (36f30234-080c-48b5-9175-edca10bc11a0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.301764 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (36f30234-080c-48b5-9175-edca10bc11a0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.612138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccdbbe-02ba-4243-b946-ac799de9d6ec req-8dac3283-09f0-4f2f-adbb-2bd34f3edb66 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:13.618105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8ccdbbe-02ba-4243-b946-ac799de9d6ec req-8dac3283-09f0-4f2f-adbb-2bd34f3edb66 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1350224 Feb 11 05:09:13.701871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc759425-607d-407d-9baf-5ead24ed2bcc req-33aec352-29e3-427d-8b3f-c55f682dcacb tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:13.704969 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fc759425-607d-407d-9baf-5ead24ed2bcc req-33aec352-29e3-427d-8b3f-c55f682dcacb tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 947 time: 0.3338411 Feb 11 05:09:13.727020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Allocated IP 172.25.7.250 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:13.762009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8ccdbbe-02ba-4243-b946-ac799de9d6ec req-49e4fade-2fd8-4916-a9ab-77558d7318d7 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360242 Feb 11 05:09:13.793208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d6426345-b534-4efe-8803-6344382e63a7 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:09:13.810143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6606ed3c-4c2e-4387-ab83-7fd386c529af up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:13.897644 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fc759425-607d-407d-9baf-5ead24ed2bcc req-a67ccf73-a550-47fa-968b-3854c23f0dc0 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758451 Feb 11 05:09:13.929035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Network 918a3a7d-0257-4828-946a-e3ed60caeea7 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:13.958733 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Pushing event updated for resources: {'Port': ['ID=36f30234-080c-48b5-9175-edca10bc11a0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:13.965960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:13.970734 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:13.972643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Publish callbacks [] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.017883 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.108113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:14.114606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:14.119905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:14.159482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d6426345-b534-4efe-8803-6344382e63a7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d6426345-b534-4efe-8803-6344382e63a7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:14.191219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Attempting to bind port 36f30234-080c-48b5-9175-edca10bc11a0 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:14.191670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Attempting to bind port 36f30234-080c-48b5-9175-edca10bc11a0 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:14.192293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Attempting to bind port 36f30234-080c-48b5-9175-edca10bc11a0 on network 918a3a7d-0257-4828-946a-e3ed60caeea7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:14.195799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'd6426345-b534-4efe-8803-6344382e63a7', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': 'd6426345-b534-4efe-8803-6344382e63a7', 'mac_address': 'fa:16:3e:5b:73:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:09:14.205323 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:14.206406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Checking segment: {'id': '8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:14.207178 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.207797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Bound using segment: {'id': '8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:14.208528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Bound port: 36f30234-080c-48b5-9175-edca10bc11a0, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:14.209156 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (36f30234-080c-48b5-9175-edca10bc11a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.214404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6606ed3c-4c2e-4387-ab83-7fd386c529af triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:14.215310 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.239555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Pushing event updated for resources: {'Port': ['ID=f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:14.361148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d6426345-b534-4efe-8803-6344382e63a7 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:14.361738 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6426345-b534-4efe-8803-6344382e63a7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.399280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6426345-b534-4efe-8803-6344382e63a7 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:14.403412 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.451240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] For port 36f30234-080c-48b5-9175-edca10bc11a0, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:14.461377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d6426345-b534-4efe-8803-6344382e63a7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d6426345-b534-4efe-8803-6344382e63a7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:14.463806 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] For port 36f30234-080c-48b5-9175-edca10bc11a0, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=36f30234-080c-48b5-9175-edca10bc11a0,segment=NetworkSegment(8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3),segment_id=8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:14.509127 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (36f30234-080c-48b5-9175-edca10bc11a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.511679 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d6426345-b534-4efe-8803-6344382e63a7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.577196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6606ed3c-4c2e-4387-ab83-7fd386c529af is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:14.614757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8f181-7023-48c4-adb0-12595d679b53 None None] Pushing event updated for resources: {'Port': ['ID=36f30234-080c-48b5-9175-edca10bc11a0,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:14.712306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d6426345-b534-4efe-8803-6344382e63a7,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:14.720169 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Publish callbacks [] for router_gateway (108a2086-b701-4297-8bcd-8fbbbaef36f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.011656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4f7c3-45b7-4e31-9d58-a11d2e525123 req-b9e9c6b6-c4f7-4958-a12d-710284b76f33 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:15.012157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d6426345-b534-4efe-8803-6344382e63a7'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:15.013176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7b4f7c3-45b7-4e31-9d58-a11d2e525123 req-b9e9c6b6-c4f7-4958-a12d-710284b76f33 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1038938 Feb 11 05:09:15.111816 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7b4f7c3-45b7-4e31-9d58-a11d2e525123 req-e69956ef-509c-4b0a-8ce6-74bf4d25c6f0 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879345 Feb 11 05:09:15.145790 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (108a2086-b701-4297-8bcd-8fbbbaef36f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.266708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3e1a6-74bd-4593-ad0f-4151243a0786 req-bc35954f-d5eb-42e8-8b31-5c4f5103759b tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:15.268490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18c3e1a6-74bd-4593-ad0f-4151243a0786 req-bc35954f-d5eb-42e8-8b31-5c4f5103759b tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 948 time: 0.1875472 Feb 11 05:09:15.377364 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18c3e1a6-74bd-4593-ad0f-4151243a0786 req-9ada215b-946b-4c35-a35d-8723c170dc9d tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989575 Feb 11 05:09:15.432326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Router 108a2086-b701-4297-8bcd-8fbbbaef36f4 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:09:15.637184 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.674443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36f30234-080c-48b5-9175-edca10bc11a0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:15.758879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 36f30234-080c-48b5-9175-edca10bc11a0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:15.759296 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36f30234-080c-48b5-9175-edca10bc11a0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.944155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 36f30234-080c-48b5-9175-edca10bc11a0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:15.944554 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (36f30234-080c-48b5-9175-edca10bc11a0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.945016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:09:15.958160 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Sync routers for ids ['108a2086-b701-4297-8bcd-8fbbbaef36f4'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:09:15.978691 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Routers {'108a2086-b701-4297-8bcd-8fbbbaef36f4'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:15.979737 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:09:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['108a2086-b701-4297-8bcd-8fbbbaef36f4'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:15.993155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.996321 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6e16ba5e-baa0-4293-9c35-a17d8bb8888f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6252291 Feb 11 05:09:15.999554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 33690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:16.003442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 36f30234-080c-48b5-9175-edca10bc11a0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=36f30234-080c-48b5-9175-edca10bc11a0,segment=NetworkSegment(8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3),segment_id=8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:16.022377 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (36f30234-080c-48b5-9175-edca10bc11a0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:16.148682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=36f30234-080c-48b5-9175-edca10bc11a0,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:16.150055 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Set router 108a2086-b701-4297-8bcd-8fbbbaef36f4 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:16.176866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.180517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.180875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.181225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.181572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.183759 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.184122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.184454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.187181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.191395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.192631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.193647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.194468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:16.227584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533f7626-7719-4a51-9218-a41836bc8473 None None] Network 918a3a7d-0257-4828-946a-e3ed60caeea7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:09:16.399445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e329333-d319-43ff-ae36-f71d5766003f req-5f00bc9b-b9a8-447e-8ab4-b2390550b2fe tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:16.402573 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e329333-d319-43ff-ae36-f71d5766003f req-5f00bc9b-b9a8-447e-8ab4-b2390550b2fe tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1124041 Feb 11 05:09:16.413166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ed27e092-4629-447d-8c9a-1a209417e8b2 None None] Provisioning complete for port 36f30234-080c-48b5-9175-edca10bc11a0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:16.413878 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ed27e092-4629-447d-8c9a-1a209417e8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36f30234-080c-48b5-9175-edca10bc11a0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:16.505890 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e329333-d319-43ff-ae36-f71d5766003f req-7cf4223b-bd5c-46b3-ae42-3348a443e9ee tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956516 Feb 11 05:09:16.684674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ed27e092-4629-447d-8c9a-1a209417e8b2 None None] Current status of the port 36f30234-080c-48b5-9175-edca10bc11a0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:16.786215 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'name': 'tempest-TestVolumeBackupRestore-297630861-router', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:12Z', 'updated_at': '2022-02-11T05:09:14Z', 'revision_number': 3, 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'gw_port': {'id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:13Z', 'updated_at': '2022-02-11T05:09:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:16.848171 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Checking router: 108a2086-b701-4297-8bcd-8fbbbaef36f4 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:09:16.848530 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Updating router 108a2086-b701-4297-8bcd-8fbbbaef36f4 port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:09:16.856316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee75e6-0b51-4c34-b39c-1f4baed16cd2 req-05a0c96e-95b9-4353-b1b4-3b40e3089822 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:16.868695 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5cee75e6-0b51-4c34-b39c-1f4baed16cd2 req-05a0c96e-95b9-4353-b1b4-3b40e3089822 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 948 time: 0.3326588 Feb 11 05:09:16.905401 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.123278 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5cee75e6-0b51-4c34-b39c-1f4baed16cd2 req-cdc3d01d-26f3-4e99-892b-b2fdaf26719e tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430780 Feb 11 05:09:17.124225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e43c05a5-faec-4dea-88cb-2444cc359cc2 None None] Provisioning complete for port 36f30234-080c-48b5-9175-edca10bc11a0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:17.127261 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e43c05a5-faec-4dea-88cb-2444cc359cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36f30234-080c-48b5-9175-edca10bc11a0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.319217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e43c05a5-faec-4dea-88cb-2444cc359cc2 None None] Current status of the port 36f30234-080c-48b5-9175-edca10bc11a0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:17.377238 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Publish callbacks [] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.386654 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.397270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.460709 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Attempting to bind port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:17.461533 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Attempting to bind port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:17.462699 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Attempting to bind port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:17.478264 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:17.479089 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:17.483488 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.484559 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:17.485632 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Bound port: f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:17.486383 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.502317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d6426345-b534-4efe-8803-6344382e63a7 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:17.550593 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] For port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:17.554393 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] For port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:17.585822 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.621739 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36f30234-080c-48b5-9175-edca10bc11a0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:17.629597 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d72cad-d356-41e1-9191-ed7128923a32 None None] Pushing event updated for resources: {'Port': ['ID=f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:17.643951 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:09:17.728249 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Routers {'108a2086-b701-4297-8bcd-8fbbbaef36f4'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:17.731244 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:09:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['108a2086-b701-4297-8bcd-8fbbbaef36f4'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:17.758594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port d6426345-b534-4efe-8803-6344382e63a7 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:09:17.767355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port d6426345-b534-4efe-8803-6344382e63a7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:17.768030 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d6426345-b534-4efe-8803-6344382e63a7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.776035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d816731-053c-4d24-8301-d305deb08b28 req-7007ac18-ee30-4e97-90b4-5f24b3bfb265 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:17.796133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d816731-053c-4d24-8301-d305deb08b28 req-7007ac18-ee30-4e97-90b4-5f24b3bfb265 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1502278 Feb 11 05:09:17.806402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 36f30234-080c-48b5-9175-edca10bc11a0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:17.807239 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36f30234-080c-48b5-9175-edca10bc11a0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.884595 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] Set router 108a2086-b701-4297-8bcd-8fbbbaef36f4 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:17.904633 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d816731-053c-4d24-8301-d305deb08b28 req-29b69f5b-f8d4-4b40-b6f6-8ea4ae1961c1 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076162 Feb 11 05:09:17.914457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Allocated IP 172.20.0.1 (918a3a7d-0257-4828-946a-e3ed60caeea7/a8483c05-63f9-48bc-9497-97115fa5121b/e8f13209-068a-4820-aaba-ee5948b07061) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:18.065897 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d72cad-d356-41e1-9191-ed7128923a32 None None] Pushing event updated for resources: {'Port': ['ID=f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:18.082021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 36f30234-080c-48b5-9175-edca10bc11a0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:18.100888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d6426345-b534-4efe-8803-6344382e63a7 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:18.101535 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d6426345-b534-4efe-8803-6344382e63a7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:18.132785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fc697a-fe36-40bc-8fcb-8cd3c8adf131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6426345-b534-4efe-8803-6344382e63a7'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:18.135965 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb13e0b-f5a3-4de0-a01c-ea8aabc99dc8" -d '{"events": [{"server_uuid": "21fc697a-fe36-40bc-8fcb-8cd3c8adf131", "name": "network-vif-plugged", "status": "completed", "tag": "d6426345-b534-4efe-8803-6344382e63a7"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:18.160923 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Publish callbacks [] for port (e8f13209-068a-4820-aaba-ee5948b07061), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:18.196468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d6426345-b534-4efe-8803-6344382e63a7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d6426345-b534-4efe-8803-6344382e63a7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:18.208762 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d6426345-b534-4efe-8803-6344382e63a7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:18.280329 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2593aa5a-d93a-432c-992f-a07529afc7de x-openstack-request-id: req-2593aa5a-d93a-432c-992f-a07529afc7de {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:18.280627 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fc697a-fe36-40bc-8fcb-8cd3c8adf131", "name": "network-vif-plugged", "status": "completed", "tag": "d6426345-b534-4efe-8803-6344382e63a7", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:18.280929 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2593aa5a-d93a-432c-992f-a07529afc7de {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:18.283425 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fc697a-fe36-40bc-8fcb-8cd3c8adf131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6426345-b534-4efe-8803-6344382e63a7', 'code': 200} Feb 11 05:09:18.286712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e8f13209-068a-4820-aaba-ee5948b07061), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:18.326077 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'name': 'tempest-TestVolumeBackupRestore-297630861-router', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:12Z', 'updated_at': '2022-02-11T05:09:14Z', 'revision_number': 3, 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'gw_port': {'id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:13Z', 'updated_at': '2022-02-11T05:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:18.357333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d6426345-b534-4efe-8803-6344382e63a7,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:18.409549 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3613d9-ecc9-466d-9e2e-118c96324702 None None] The sync data for ids ['108a2086-b701-4297-8bcd-8fbbbaef36f4'] in n-d-615180-58 is: [{'id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'name': 'tempest-TestVolumeBackupRestore-297630861-router', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:12Z', 'updated_at': '2022-02-11T05:09:14Z', 'revision_number': 3, 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'gw_port': {'id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:13Z', 'updated_at': '2022-02-11T05:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:09:18.415184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Network 918a3a7d-0257-4828-946a-e3ed60caeea7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:18.428656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:18.441434 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:18.523578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98aa55d-d332-49f8-9f9d-cef43311c4e4 req-f2f3f9fb-42f5-4636-b580-eb30201e20c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:18.525891 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c98aa55d-d332-49f8-9f9d-cef43311c4e4 req-f2f3f9fb-42f5-4636-b580-eb30201e20c7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 1132 time: 0.1617370 Feb 11 05:09:18.545281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51094a-f456-490a-8999-cfe291f9c336 req-8a13ff0d-19aa-468b-9aca-3e98bfad3fb6 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:18.548613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f13209-068a-4820-aaba-ee5948b07061,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:18.553157 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f51094a-f456-490a-8999-cfe291f9c336 req-8a13ff0d-19aa-468b-9aca-3e98bfad3fb6 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 949 time: 0.2723880 Feb 11 05:09:18.592664 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (108a2086-b701-4297-8bcd-8fbbbaef36f4), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:18.661960 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f51094a-f456-490a-8999-cfe291f9c336 req-800b4ece-5f86-4535-aa90-730f9e5167db tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076720 Feb 11 05:09:18.689510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c98aa55d-d332-49f8-9f9d-cef43311c4e4 req-2124a11f-d8ff-4dc5-8dc7-9ba49f257d96 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549251 Feb 11 05:09:18.856009 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e8f13209-068a-4820-aaba-ee5948b07061), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.035010 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-82814dd1-bef1-4b4e-aa22-caa45120e7db None None] Provisioning complete for port e8f13209-068a-4820-aaba-ee5948b07061 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:19.035619 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82814dd1-bef1-4b4e-aa22-caa45120e7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e8f13209-068a-4820-aaba-ee5948b07061), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.128925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-82814dd1-bef1-4b4e-aa22-caa45120e7db None None] Port e8f13209-068a-4820-aaba-ee5948b07061 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:09:19.284387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538301dd-6ad2-4bc2-81a9-fc39b3ad6945 req-3a7b8040-0363-4e62-92ce-8d2f8fd18614 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:19.286813 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-538301dd-6ad2-4bc2-81a9-fc39b3ad6945 req-3a7b8040-0363-4e62-92ce-8d2f8fd18614 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1658304 Feb 11 05:09:19.370844 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Publish callbacks [] for port (e8f13209-068a-4820-aaba-ee5948b07061), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.397738 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (e8f13209-068a-4820-aaba-ee5948b07061), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.427653 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-538301dd-6ad2-4bc2-81a9-fc39b3ad6945 req-4af12381-9177-4533-a9db-7d8ad5710b80 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306710 Feb 11 05:09:19.506378 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (108a2086-b701-4297-8bcd-8fbbbaef36f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.562526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f13209-068a-4820-aaba-ee5948b07061,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:19.606397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:19.774113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Network 918a3a7d-0257-4828-946a-e3ed60caeea7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:19.776866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:19.777251 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.779202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:19.973915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:19.974329 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.019216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221a7d8-79a8-41d8-9492-c252c32c7542 req-b0abbe6c-9efc-4c94-8681-f212271572c6 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:20.029724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:20.034928 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1221a7d8-79a8-41d8-9492-c252c32c7542 req-b0abbe6c-9efc-4c94-8681-f212271572c6 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 949 time: 0.2071576 Feb 11 05:09:20.044097 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.135528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Router 108a2086-b701-4297-8bcd-8fbbbaef36f4 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:09:20.168856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:20.267856 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1221a7d8-79a8-41d8-9492-c252c32c7542 req-f5da005e-f62c-46b0-b303-8fd492d1df96 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275269 Feb 11 05:09:20.378025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-70ec1bfc-348c-44d1-ba35-948ba83f1e25 None None] Provisioning complete for port e8f13209-068a-4820-aaba-ee5948b07061 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:20.378025 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-70ec1bfc-348c-44d1-ba35-948ba83f1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e8f13209-068a-4820-aaba-ee5948b07061), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.463691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:09:20.476052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-70ec1bfc-348c-44d1-ba35-948ba83f1e25 None None] Port e8f13209-068a-4820-aaba-ee5948b07061 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:09:20.486458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-21c2e9b8-ab1d-4b00-a43a-fb9569aa3f50 admin admin] 10.222.0.48 "PUT /v2.0/routers/108a2086-b701-4297-8bcd-8fbbbaef36f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4782495 Feb 11 05:09:20.633123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a393b0f-2657-44be-ac95-ed11689b8a72 req-cdd61a29-7045-4669-a3f3-6933e4bf1227 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:20.634776 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a393b0f-2657-44be-ac95-ed11689b8a72 req-cdd61a29-7045-4669-a3f3-6933e4bf1227 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.0987368 Feb 11 05:09:20.731402 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a393b0f-2657-44be-ac95-ed11689b8a72 req-7191fd6d-7fef-4f3e-be2c-f1db00c7c14c tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833809 Feb 11 05:09:21.528961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Sync routers for ids ['108a2086-b701-4297-8bcd-8fbbbaef36f4'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:09:21.551970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Routers {'108a2086-b701-4297-8bcd-8fbbbaef36f4'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:21.552679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:09:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['108a2086-b701-4297-8bcd-8fbbbaef36f4'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:21.565816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582054f2-7d73-4d8d-b884-91d58a0fa8c2 req-9213ab8f-20ed-4e67-b711-a5051e089d0b tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:21.574916 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-582054f2-7d73-4d8d-b884-91d58a0fa8c2 req-9213ab8f-20ed-4e67-b711-a5051e089d0b tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 949 time: 0.1404955 Feb 11 05:09:21.643361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-582054f2-7d73-4d8d-b884-91d58a0fa8c2 req-41ac3828-cf0b-4d5b-b7ff-553db0bffa37 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631151 Feb 11 05:09:21.657304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:21.802590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:21.803284 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:21.846409 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Set router 108a2086-b701-4297-8bcd-8fbbbaef36f4 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:21.980534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4585-07de-457a-b9c6-1699599d0a39 req-e7d98671-a953-438a-bebe-ed3c0dcce414 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:22.020323 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-592d4585-07de-457a-b9c6-1699599d0a39 req-e7d98671-a953-438a-bebe-ed3c0dcce414 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1648901 Feb 11 05:09:22.167373 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-592d4585-07de-457a-b9c6-1699599d0a39 req-c66415f7-7cd2-4c60-9173-8d80e5c47b08 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249652 Feb 11 05:09:22.175126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:22.229681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81050468-751b-4bd4-9272-b35334b68f7d req-772bb259-5296-4b47-83d4-df17509ae135 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:22.238661 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81050468-751b-4bd4-9272-b35334b68f7d req-772bb259-5296-4b47-83d4-df17509ae135 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 949 time: 0.1031034 Feb 11 05:09:22.311046 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81050468-751b-4bd4-9272-b35334b68f7d req-73a257d1-85c9-43d0-8ff7-739d1b78cc57 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661483 Feb 11 05:09:22.427727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'name': 'tempest-TestVolumeBackupRestore-297630861-router', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:12Z', 'updated_at': '2022-02-11T05:09:18Z', 'revision_number': 4, 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'gw_port': {'id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:13Z', 'updated_at': '2022-02-11T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e8f13209-068a-4820-aaba-ee5948b07061', 'name': '', 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'mac_address': 'fa:16:3e:b8:96:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'a8483c05-63f9-48bc-9497-97115fa5121b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:17Z', 'updated_at': '2022-02-11T05:09:18Z', 'revision_number': 2, 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'subnets': [{'id': 'a8483c05-63f9-48bc-9497-97115fa5121b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:22.810685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Checking router: 108a2086-b701-4297-8bcd-8fbbbaef36f4 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:09:22.811803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Updating router 108a2086-b701-4297-8bcd-8fbbbaef36f4 port e8f13209-068a-4820-aaba-ee5948b07061 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:09:22.845590 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e8f13209-068a-4820-aaba-ee5948b07061), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:23.252324 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Publish callbacks [] for port (e8f13209-068a-4820-aaba-ee5948b07061), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:23.263928 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e8f13209-068a-4820-aaba-ee5948b07061), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:23.390093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cb0d9-6f9c-4903-b418-5d5a2fcbef3c req-5d8cd0a6-6043-4f88-b052-8a3303ac5663 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:23.398426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e27cb0d9-6f9c-4903-b418-5d5a2fcbef3c req-5d8cd0a6-6043-4f88-b052-8a3303ac5663 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1340995 Feb 11 05:09:23.410920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e8aa6-aa97-4306-bc15-046d0eec3930 None None] Pushing event updated for resources: {'Port': ['ID=e8f13209-068a-4820-aaba-ee5948b07061,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:23.503448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e27cb0d9-6f9c-4903-b418-5d5a2fcbef3c req-85a510d7-9423-4848-b0eb-f88820a18205 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964036 Feb 11 05:09:23.543159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3f19a-6c1c-42d6-a2f5-f6a21d9fccc2 req-3b034df9-b8a2-4ca3-88fd-42d7c0ae159e tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:23.546528 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ae3f19a-6c1c-42d6-a2f5-f6a21d9fccc2 req-3b034df9-b8a2-4ca3-88fd-42d7c0ae159e tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 949 time: 0.1468909 Feb 11 05:09:23.583669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Attempting to bind port e8f13209-068a-4820-aaba-ee5948b07061 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:23.584053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Attempting to bind port e8f13209-068a-4820-aaba-ee5948b07061 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:23.584429 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Attempting to bind port e8f13209-068a-4820-aaba-ee5948b07061 on network 918a3a7d-0257-4828-946a-e3ed60caeea7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:23.599918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:23.600567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Checking segment: {'id': '8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:23.600995 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:23.601401 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Bound using segment: {'id': '8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:23.601891 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Bound port: e8f13209-068a-4820-aaba-ee5948b07061, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:23.602278 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e8f13209-068a-4820-aaba-ee5948b07061), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:23.655206 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ae3f19a-6c1c-42d6-a2f5-f6a21d9fccc2 req-51c4c2d2-b9e7-4116-ad16-c48d44de4aec tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024523 Feb 11 05:09:23.774517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] For port e8f13209-068a-4820-aaba-ee5948b07061, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:23.783871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] For port e8f13209-068a-4820-aaba-ee5948b07061, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e8f13209-068a-4820-aaba-ee5948b07061,segment=NetworkSegment(8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3),segment_id=8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:23.797828 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e8f13209-068a-4820-aaba-ee5948b07061), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:23.903813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Routers {'108a2086-b701-4297-8bcd-8fbbbaef36f4'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:23.904465 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:09:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['108a2086-b701-4297-8bcd-8fbbbaef36f4'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:23.986305 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e8aa6-aa97-4306-bc15-046d0eec3930 None None] Pushing event updated for resources: {'Port': ['ID=e8f13209-068a-4820-aaba-ee5948b07061,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:24.022650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-19966664-3878-440e-aeb9-79ab03297fd9 None None] Provisioning complete for port e8f13209-068a-4820-aaba-ee5948b07061 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:24.022983 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19966664-3878-440e-aeb9-79ab03297fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e8f13209-068a-4820-aaba-ee5948b07061), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:24.283678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] Set router 108a2086-b701-4297-8bcd-8fbbbaef36f4 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:24.408526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bd2b8-0cbb-4653-a07b-86df7cda695f req-0e0e6ac6-381f-491e-9e3b-a06dd0bc0f82 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:24.410321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-845bd2b8-0cbb-4653-a07b-86df7cda695f req-0e0e6ac6-381f-491e-9e3b-a06dd0bc0f82 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.60 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 949 time: 0.1371760 Feb 11 05:09:24.794838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ec9fb-4501-4674-802e-ae8cb3756b23 req-96200fe6-dc3f-4ec9-a0e1-5cff36c7ff48 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:24.802976 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d2ec9fb-4501-4674-802e-ae8cb3756b23 req-96200fe6-dc3f-4ec9-a0e1-5cff36c7ff48 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1826956 Feb 11 05:09:24.821435 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-19966664-3878-440e-aeb9-79ab03297fd9 None None] Current status of the port e8f13209-068a-4820-aaba-ee5948b07061 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:24.823690 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19966664-3878-440e-aeb9-79ab03297fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e8f13209-068a-4820-aaba-ee5948b07061), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:24.876607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008a778-18cb-45df-ac9d-93955d945605 req-368abb64-c599-4f1f-8f85-73a723c22e6f tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:24.878153 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c008a778-18cb-45df-ac9d-93955d945605 req-368abb64-c599-4f1f-8f85-73a723c22e6f tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 949 time: 0.1077032 Feb 11 05:09:24.891339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-845bd2b8-0cbb-4653-a07b-86df7cda695f req-5ff32dc9-038d-4ac5-ba88-b17db64d4f6d tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Deleting port d6426345-b534-4efe-8803-6344382e63a7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:24.891903 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-845bd2b8-0cbb-4653-a07b-86df7cda695f req-5ff32dc9-038d-4ac5-ba88-b17db64d4f6d tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d6426345-b534-4efe-8803-6344382e63a7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:24.992936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-19966664-3878-440e-aeb9-79ab03297fd9 None None] For port e8f13209-068a-4820-aaba-ee5948b07061, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e8f13209-068a-4820-aaba-ee5948b07061,segment=NetworkSegment(8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3),segment_id=8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:25.015073 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19966664-3878-440e-aeb9-79ab03297fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e8f13209-068a-4820-aaba-ee5948b07061), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:25.084206 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c008a778-18cb-45df-ac9d-93955d945605 req-efd6782d-7ff6-4c5b-b18e-63e743912eb6 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789904 Feb 11 05:09:25.109066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-845bd2b8-0cbb-4653-a07b-86df7cda695f req-5ff32dc9-038d-4ac5-ba88-b17db64d4f6d tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] For port d6426345-b534-4efe-8803-6344382e63a7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d6426345-b534-4efe-8803-6344382e63a7,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:25.109454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-845bd2b8-0cbb-4653-a07b-86df7cda695f req-5ff32dc9-038d-4ac5-ba88-b17db64d4f6d tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d6426345-b534-4efe-8803-6344382e63a7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:25.125078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19966664-3878-440e-aeb9-79ab03297fd9 None None] Pushing event updated for resources: {'Port': ['ID=e8f13209-068a-4820-aaba-ee5948b07061,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:25.133890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-845bd2b8-0cbb-4653-a07b-86df7cda695f req-5ff32dc9-038d-4ac5-ba88-b17db64d4f6d tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Calling delete_port for d6426345-b534-4efe-8803-6344382e63a7 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:25.180430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-eaa44e74-e7f8-405f-82ca-1604794b6a2c None None] Provisioning complete for port e8f13209-068a-4820-aaba-ee5948b07061 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:25.180827 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eaa44e74-e7f8-405f-82ca-1604794b6a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e8f13209-068a-4820-aaba-ee5948b07061), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:25.241555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'name': 'tempest-TestVolumeBackupRestore-297630861-router', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:12Z', 'updated_at': '2022-02-11T05:09:18Z', 'revision_number': 4, 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'gw_port': {'id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:13Z', 'updated_at': '2022-02-11T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e8f13209-068a-4820-aaba-ee5948b07061', 'name': '', 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'mac_address': 'fa:16:3e:b8:96:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'a8483c05-63f9-48bc-9497-97115fa5121b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:17Z', 'updated_at': '2022-02-11T05:09:23Z', 'revision_number': 4, 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'subnets': [{'id': 'a8483c05-63f9-48bc-9497-97115fa5121b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:25.321547 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c7c9f-f606-4dd4-8015-c8b154031a24 None None] The sync data for ids ['108a2086-b701-4297-8bcd-8fbbbaef36f4'] in n-d-615180-58 is: [{'id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'name': 'tempest-TestVolumeBackupRestore-297630861-router', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:12Z', 'updated_at': '2022-02-11T05:09:18Z', 'revision_number': 4, 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'gw_port': {'id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:13Z', 'updated_at': '2022-02-11T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e8f13209-068a-4820-aaba-ee5948b07061', 'name': '', 'network_id': '918a3a7d-0257-4828-946a-e3ed60caeea7', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'mac_address': 'fa:16:3e:b8:96:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'a8483c05-63f9-48bc-9497-97115fa5121b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:17Z', 'updated_at': '2022-02-11T05:09:23Z', 'revision_number': 4, 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'subnets': [{'id': 'a8483c05-63f9-48bc-9497-97115fa5121b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:09:25.618418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eaa44e74-e7f8-405f-82ca-1604794b6a2c None None] Current status of the port e8f13209-068a-4820-aaba-ee5948b07061 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:25.710159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e8f13209-068a-4820-aaba-ee5948b07061 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:25.798766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e8f13209-068a-4820-aaba-ee5948b07061 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:25.799798 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e8f13209-068a-4820-aaba-ee5948b07061), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.155140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e8f13209-068a-4820-aaba-ee5948b07061 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:26.213420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d2ec9fb-4501-4674-802e-ae8cb3756b23 req-39abce03-beb6-41b7-a9cf-b01acb16f91d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4021595 Feb 11 05:09:26.365470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589684-3454-44ae-b908-24621d47cb03 req-f146c66a-9a08-4e54-bd7a-1050c93a61b9 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:26.382270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b589684-3454-44ae-b908-24621d47cb03 req-f146c66a-9a08-4e54-bd7a-1050c93a61b9 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/ports?device_id=21fc697a-fe36-40bc-8fcb-8cd3c8adf131 HTTP/1.1" status: 200 len: 949 time: 0.1397271 Feb 11 05:09:26.382869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-845bd2b8-0cbb-4653-a07b-86df7cda695f req-5ff32dc9-038d-4ac5-ba88-b17db64d4f6d tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d6426345-b534-4efe-8803-6344382e63a7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.491583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff32dc9-038d-4ac5-ba88-b17db64d4f6d tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Pushing event deleted for resources: {'Port': ['ID=d6426345-b534-4efe-8803-6344382e63a7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:26.512208 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b589684-3454-44ae-b908-24621d47cb03 req-855c15b7-8ac9-4b78-b429-a13706765581 tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfc3ad36-4305-48e2-9192-2132ebba5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289177 Feb 11 05:09:26.553948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-845bd2b8-0cbb-4653-a07b-86df7cda695f req-5ff32dc9-038d-4ac5-ba88-b17db64d4f6d tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] No DVR routers for this DVR port d6426345-b534-4efe-8803-6344382e63a7 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:09:26.557962 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-845bd2b8-0cbb-4653-a07b-86df7cda695f req-5ff32dc9-038d-4ac5-ba88-b17db64d4f6d tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.562820 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-845bd2b8-0cbb-4653-a07b-86df7cda695f req-5ff32dc9-038d-4ac5-ba88-b17db64d4f6d tempest-VolumesNegativeTest-918608233 tempest-VolumesNegativeTest-918608233-project] 10.222.0.60 "DELETE /v2.0/ports/d6426345-b534-4efe-8803-6344382e63a7 HTTP/1.1" status: 204 len: 173 time: 2.1439481 Feb 11 05:09:26.563350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fc697a-fe36-40bc-8fcb-8cd3c8adf131', 'name': 'network-vif-deleted', 'tag': 'd6426345-b534-4efe-8803-6344382e63a7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:26.566067 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6ac541-f45b-4ebb-9009-82ee7530f4b1" -d '{"events": [{"server_uuid": "21fc697a-fe36-40bc-8fcb-8cd3c8adf131", "name": "network-vif-deleted", "tag": "d6426345-b534-4efe-8803-6344382e63a7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:26.653461 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74789373-77a5-4964-aa37-18d17e59e050 x-openstack-request-id: req-74789373-77a5-4964-aa37-18d17e59e050 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:26.653992 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fc697a-fe36-40bc-8fcb-8cd3c8adf131", "name": "network-vif-deleted", "tag": "d6426345-b534-4efe-8803-6344382e63a7", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:26.654424 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74789373-77a5-4964-aa37-18d17e59e050 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:26.655041 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fc697a-fe36-40bc-8fcb-8cd3c8adf131', 'name': 'network-vif-deleted', 'tag': 'd6426345-b534-4efe-8803-6344382e63a7', 'status': 'completed', 'code': 200} Feb 11 05:09:27.516100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d6426345-b534-4efe-8803-6344382e63a7 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:27.573073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827dd03-d366-4077-9170-0ebccc520372 req-ce3ee392-7a60-4fc4-9206-cb166d5f91fe tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:27.577790 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9827dd03-d366-4077-9170-0ebccc520372 req-ce3ee392-7a60-4fc4-9206-cb166d5f91fe tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.2164125 Feb 11 05:09:27.604503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: d6426345-b534-4efe-8803-6344382e63a7 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:09:27.608812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d6426345-b534-4efe-8803-6344382e63a7 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:09:27.611448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34020) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:27.704349 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9827dd03-d366-4077-9170-0ebccc520372 req-f8f51043-6336-41a9-83ed-57cb5b2504cd tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137094 Feb 11 05:09:28.013975 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87775ce4-5901-45c4-9154-3c01d421df8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.235238 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87775ce4-5901-45c4-9154-3c01d421df8b admin admin] Publish callbacks [] for security_group (fd000e98-3c7e-4d09-8da1-391daf5e319f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.251459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87775ce4-5901-45c4-9154-3c01d421df8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fd000e98-3c7e-4d09-8da1-391daf5e319f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.323117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-87775ce4-5901-45c4-9154-3c01d421df8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2938c276d8b54393b0854d101d34fbd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7104869 Feb 11 05:09:28.325537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34052) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:28.337434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87775ce4-5901-45c4-9154-3c01d421df8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd000e98-3c7e-4d09-8da1-391daf5e319f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:28.420101 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-435cdbd5-63db-4fd8-a5ca-dc3071656c5d admin admin] Publish callbacks [] for security_group (fd000e98-3c7e-4d09-8da1-391daf5e319f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.456324 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-435cdbd5-63db-4fd8-a5ca-dc3071656c5d admin admin] Publish callbacks [] for security_group (fd000e98-3c7e-4d09-8da1-391daf5e319f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.533756 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-435cdbd5-63db-4fd8-a5ca-dc3071656c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fd000e98-3c7e-4d09-8da1-391daf5e319f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.537294 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-435cdbd5-63db-4fd8-a5ca-dc3071656c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.538468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-435cdbd5-63db-4fd8-a5ca-dc3071656c5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd000e98-3c7e-4d09-8da1-391daf5e319f HTTP/1.1" status: 204 len: 168 time: 0.2113767 Feb 11 05:09:28.559139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cdbd5-63db-4fd8-a5ca-dc3071656c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd000e98-3c7e-4d09-8da1-391daf5e319f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:28.964624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaf9e2-399e-48b0-8e4e-3bf116d3099b req-d4a61b5a-2988-4ed4-b455-34b545cd87c9 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:28.972147 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2acaf9e2-399e-48b0-8e4e-3bf116d3099b req-d4a61b5a-2988-4ed4-b455-34b545cd87c9 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1306918 Feb 11 05:09:29.111939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2acaf9e2-399e-48b0-8e4e-3bf116d3099b req-0c8a57c4-5d2c-4f4c-b549-40b9e6b81029 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963929 Feb 11 05:09:29.521233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34134) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:29.537267 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b54669a-5ab6-4291-830d-bfb66516b452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:29.679302 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b54669a-5ab6-4291-830d-bfb66516b452 admin admin] Publish callbacks [] for security_group (8e90367f-d07b-45dd-8592-abb46d84f859), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:29.692592 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b54669a-5ab6-4291-830d-bfb66516b452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8e90367f-d07b-45dd-8592-abb46d84f859), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:29.774266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54669a-5ab6-4291-830d-bfb66516b452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e90367f-d07b-45dd-8592-abb46d84f859,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:29.782067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34146) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:29.794389 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6b54669a-5ab6-4291-830d-bfb66516b452 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eba70734a2a2488db4eaf9712ed30680&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2614555 Feb 11 05:09:29.895396 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38ebe892-cb6a-44d8-bbfa-6960b926c341 admin admin] Publish callbacks [] for security_group (8e90367f-d07b-45dd-8592-abb46d84f859), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:29.924174 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38ebe892-cb6a-44d8-bbfa-6960b926c341 admin admin] Publish callbacks [] for security_group (8e90367f-d07b-45dd-8592-abb46d84f859), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:30.000219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38ebe892-cb6a-44d8-bbfa-6960b926c341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8e90367f-d07b-45dd-8592-abb46d84f859), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:30.004832 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38ebe892-cb6a-44d8-bbfa-6960b926c341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:30.006571 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-38ebe892-cb6a-44d8-bbfa-6960b926c341 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e90367f-d07b-45dd-8592-abb46d84f859 HTTP/1.1" status: 204 len: 168 time: 0.2224460 Feb 11 05:09:30.019363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebe892-cb6a-44d8-bbfa-6960b926c341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e90367f-d07b-45dd-8592-abb46d84f859,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:30.378218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725e12-827b-4751-ba1f-a0362ab0d6dd req-069a4cee-4910-49aa-9910-47622dd29713 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:30.385592 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32725e12-827b-4751-ba1f-a0362ab0d6dd req-069a4cee-4910-49aa-9910-47622dd29713 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1489944 Feb 11 05:09:30.540056 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32725e12-827b-4751-ba1f-a0362ab0d6dd req-a69b8b21-bc14-4759-b7f4-26eedbe3019f tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479983 Feb 11 05:09:30.918541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34188) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:31.177417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-324397b3-70b3-48bb-9e1d-482503a1b5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.347441 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-324397b3-70b3-48bb-9e1d-482503a1b5d0 admin admin] Publish callbacks [] for security_group (ec3f09af-c216-4029-b0a9-e0144354c948), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.358929 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-324397b3-70b3-48bb-9e1d-482503a1b5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ec3f09af-c216-4029-b0a9-e0144354c948), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.432462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-324397b3-70b3-48bb-9e1d-482503a1b5d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f38210d0e4fe4f58979854a0273593d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5126288 Feb 11 05:09:31.435066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34238) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:31.439456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324397b3-70b3-48bb-9e1d-482503a1b5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3f09af-c216-4029-b0a9-e0144354c948,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:31.521061 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-699f92b1-c4db-42b1-b89c-8676d5bd8b06 admin admin] Publish callbacks [] for security_group (ec3f09af-c216-4029-b0a9-e0144354c948), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.560105 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-699f92b1-c4db-42b1-b89c-8676d5bd8b06 admin admin] Publish callbacks [] for security_group (ec3f09af-c216-4029-b0a9-e0144354c948), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.737374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-699f92b1-c4db-42b1-b89c-8676d5bd8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ec3f09af-c216-4029-b0a9-e0144354c948), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.740502 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-699f92b1-c4db-42b1-b89c-8676d5bd8b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.741906 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-699f92b1-c4db-42b1-b89c-8676d5bd8b06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec3f09af-c216-4029-b0a9-e0144354c948 HTTP/1.1" status: 204 len: 168 time: 0.3058577 Feb 11 05:09:31.763547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f92b1-c4db-42b1-b89c-8676d5bd8b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3f09af-c216-4029-b0a9-e0144354c948,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:31.800866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1db5d3-3f84-4a88-be75-0330d72febbf req-65651c58-1059-4c00-9e83-fdbd69a73bef tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:31.802716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a1db5d3-3f84-4a88-be75-0330d72febbf req-65651c58-1059-4c00-9e83-fdbd69a73bef tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1461613 Feb 11 05:09:31.904074 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a1db5d3-3f84-4a88-be75-0330d72febbf req-38d957b2-490e-4315-973e-9e1795b4b1f6 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948193 Feb 11 05:09:32.264598 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34278) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:32.420566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34284) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:32.444248 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6106e7ad-fe4e-4107-8e24-2818d9ee0923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:32.570479 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6106e7ad-fe4e-4107-8e24-2818d9ee0923 admin admin] Publish callbacks [] for security_group (e2aaf684-78e2-4553-bcb6-2f2e636ac003), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:32.584304 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6106e7ad-fe4e-4107-8e24-2818d9ee0923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e2aaf684-78e2-4553-bcb6-2f2e636ac003), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:32.659004 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6106e7ad-fe4e-4107-8e24-2818d9ee0923 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=427ceab7f7b449769c2b4c8a2190e6d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372668 Feb 11 05:09:32.660798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106e7ad-fe4e-4107-8e24-2818d9ee0923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aaf684-78e2-4553-bcb6-2f2e636ac003,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:32.661830 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34296) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:32.758833 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dab3085-5aa9-48a1-895b-8c6a45b66eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:32.852803 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-616b17d1-97fa-471a-8a9d-acb5f751750b admin admin] Publish callbacks [] for security_group (e2aaf684-78e2-4553-bcb6-2f2e636ac003), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:32.929387 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-616b17d1-97fa-471a-8a9d-acb5f751750b admin admin] Publish callbacks [] for security_group (e2aaf684-78e2-4553-bcb6-2f2e636ac003), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.002157 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-616b17d1-97fa-471a-8a9d-acb5f751750b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e2aaf684-78e2-4553-bcb6-2f2e636ac003), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.007007 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-616b17d1-97fa-471a-8a9d-acb5f751750b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.011653 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-616b17d1-97fa-471a-8a9d-acb5f751750b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2aaf684-78e2-4553-bcb6-2f2e636ac003 HTTP/1.1" status: 204 len: 168 time: 0.3488033 Feb 11 05:09:33.045142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b17d1-97fa-471a-8a9d-acb5f751750b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aaf684-78e2-4553-bcb6-2f2e636ac003,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:33.144748 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dab3085-5aa9-48a1-895b-8c6a45b66eec admin admin] Publish callbacks [] for security_group (448fed0f-2875-439f-9ee2-39b718c592c6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.161777 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2dab3085-5aa9-48a1-895b-8c6a45b66eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (448fed0f-2875-439f-9ee2-39b718c592c6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.279296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca195850-4778-4b16-8392-c5ea2a4e84cb req-6e1ad891-1135-4384-8bc6-4d3736eb5ad2 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:33.279296 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ca195850-4778-4b16-8392-c5ea2a4e84cb req-6e1ad891-1135-4384-8bc6-4d3736eb5ad2 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.2154531 Feb 11 05:09:33.290267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34342) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:33.291303 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2dab3085-5aa9-48a1-895b-8c6a45b66eec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88a3e63f90c34f42828fac22c6252e84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0248027 Feb 11 05:09:33.295402 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab3085-5aa9-48a1-895b-8c6a45b66eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448fed0f-2875-439f-9ee2-39b718c592c6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:33.364647 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ca195850-4778-4b16-8392-c5ea2a4e84cb req-f8514e48-05dc-4751-b070-bdc9b35674c9 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710731 Feb 11 05:09:33.387267 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.416862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03186990-17a0-4209-a38d-2f9795e60b1b admin admin] Publish callbacks [] for security_group (448fed0f-2875-439f-9ee2-39b718c592c6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.480438 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03186990-17a0-4209-a38d-2f9795e60b1b admin admin] Publish callbacks [] for security_group (448fed0f-2875-439f-9ee2-39b718c592c6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.578682 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03186990-17a0-4209-a38d-2f9795e60b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (448fed0f-2875-439f-9ee2-39b718c592c6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.584477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03186990-17a0-4209-a38d-2f9795e60b1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.590928 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-03186990-17a0-4209-a38d-2f9795e60b1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/448fed0f-2875-439f-9ee2-39b718c592c6 HTTP/1.1" status: 204 len: 168 time: 0.2990327 Feb 11 05:09:33.621173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03186990-17a0-4209-a38d-2f9795e60b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448fed0f-2875-439f-9ee2-39b718c592c6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:33.790238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e153b-152e-4f63-a320-3cff825ed1c6 req-e0031498-200e-483c-b2c1-347562a1d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:33.795070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-928e153b-152e-4f63-a320-3cff825ed1c6 req-e0031498-200e-483c-b2c1-347562a1d537 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 1128 time: 0.0870457 Feb 11 05:09:33.860998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-928e153b-152e-4f63-a320-3cff825ed1c6 req-b927844d-2e43-4359-93c0-9a5e7e73658d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598028 Feb 11 05:09:34.262637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34420) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:34.532859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec09bb-cf6d-4ad3-95f8-bd83ca1a1b06 req-6ba83852-29a5-49ee-99c5-57d0b5477894 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:34.546131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-45ec09bb-cf6d-4ad3-95f8-bd83ca1a1b06 req-6ba83852-29a5-49ee-99c5-57d0b5477894 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.0857050 Feb 11 05:09:34.642861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-45ec09bb-cf6d-4ad3-95f8-bd83ca1a1b06 req-e1559778-678c-421d-a6ab-7d3ba50692fd tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905569 Feb 11 05:09:34.659344 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c449a1ec-fd7e-4b9a-ad61-2aeb3d541635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.857282 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c449a1ec-fd7e-4b9a-ad61-2aeb3d541635 admin admin] Publish callbacks [] for security_group (02ec998c-72c0-49f6-9c2e-b0d6dcaf2798), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.877580 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c449a1ec-fd7e-4b9a-ad61-2aeb3d541635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (02ec998c-72c0-49f6-9c2e-b0d6dcaf2798), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.984566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34440) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:34.995509 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c449a1ec-fd7e-4b9a-ad61-2aeb3d541635 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e7523b24b004bc5bcf99b191862b504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7314053 Feb 11 05:09:34.998175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449a1ec-fd7e-4b9a-ad61-2aeb3d541635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ec998c-72c0-49f6-9c2e-b0d6dcaf2798,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:35.053840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32ca7be3-0d6f-4528-aa7c-1e201e70c957 admin admin] Publish callbacks [] for security_group (02ec998c-72c0-49f6-9c2e-b0d6dcaf2798), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.135599 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32ca7be3-0d6f-4528-aa7c-1e201e70c957 admin admin] Publish callbacks [] for security_group (02ec998c-72c0-49f6-9c2e-b0d6dcaf2798), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.268102 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32ca7be3-0d6f-4528-aa7c-1e201e70c957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (02ec998c-72c0-49f6-9c2e-b0d6dcaf2798), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.271370 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32ca7be3-0d6f-4528-aa7c-1e201e70c957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.273208 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-32ca7be3-0d6f-4528-aa7c-1e201e70c957 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02ec998c-72c0-49f6-9c2e-b0d6dcaf2798 HTTP/1.1" status: 204 len: 168 time: 0.2870383 Feb 11 05:09:35.285096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca7be3-0d6f-4528-aa7c-1e201e70c957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ec998c-72c0-49f6-9c2e-b0d6dcaf2798,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:35.877546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cc59b-5361-4099-991a-f3b2ad98a187 req-4443a19f-2d87-43f3-a773-135f4d3ffefd tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:35.879422 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-203cc59b-5361-4099-991a-f3b2ad98a187 req-4443a19f-2d87-43f3-a773-135f4d3ffefd tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1118248 Feb 11 05:09:35.937641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34470) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:35.970667 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7996f2e-7dae-4f41-a3ad-369651ea6fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.994849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-203cc59b-5361-4099-991a-f3b2ad98a187 req-36104ed1-eaba-4899-ac5d-bd09d4ac662a tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000938 Feb 11 05:09:36.279491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34482) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:36.301670 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7996f2e-7dae-4f41-a3ad-369651ea6fb3 admin admin] Publish callbacks [] for security_group (dac6a57b-00d8-451f-8cb7-361c74e26d43), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.338542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d11225-5b6e-4830-b885-8bbb74366377 req-10ab5fd0-a34a-44b4-8ad2-d64e555c69c8 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:36.354307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-59d11225-5b6e-4830-b885-8bbb74366377 req-10ab5fd0-a34a-44b4-8ad2-d64e555c69c8 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.2039468 Feb 11 05:09:36.429096 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.451541 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7996f2e-7dae-4f41-a3ad-369651ea6fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dac6a57b-00d8-451f-8cb7-361c74e26d43), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.497570 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-59d11225-5b6e-4830-b885-8bbb74366377 req-c3008b27-e24a-4de9-acb0-ba3b88cd099b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413922 Feb 11 05:09:36.568168 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e7996f2e-7dae-4f41-a3ad-369651ea6fb3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9be7dbe8911a40fcb22410f7e3827932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6294410 Feb 11 05:09:36.570254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34494) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:36.591108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7996f2e-7dae-4f41-a3ad-369651ea6fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac6a57b-00d8-451f-8cb7-361c74e26d43,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:36.675353 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Publish callbacks [] for security_group (1778c20c-0df9-4ac6-acc8-82004113a460), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.691128 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1778c20c-0df9-4ac6-acc8-82004113a460), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.721273 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de9262d4-7fcb-4ddc-a66b-8851a19a8b57 admin admin] Publish callbacks [] for security_group (dac6a57b-00d8-451f-8cb7-361c74e26d43), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.742030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=176ab01960264957b09e8304185c4d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4607484 Feb 11 05:09:36.745126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34502) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:36.769763 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de9262d4-7fcb-4ddc-a66b-8851a19a8b57 admin admin] Publish callbacks [] for security_group (dac6a57b-00d8-451f-8cb7-361c74e26d43), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.793925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1778c20c-0df9-4ac6-acc8-82004113a460,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:36.826064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.826572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.827398 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.827819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.828538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.828951 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.829888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.830002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.830403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.830837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.831293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.831871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.832368 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11b7d7-40be-46b7-8ad4-fa17f598f709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:36.865092 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41cb0d18-e902-4259-9347-9687d75d30ba admin admin] Publish callbacks [] for security_group (1778c20c-0df9-4ac6-acc8-82004113a460), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.897951 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41cb0d18-e902-4259-9347-9687d75d30ba admin admin] Publish callbacks [] for security_group (1778c20c-0df9-4ac6-acc8-82004113a460), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.976100 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41cb0d18-e902-4259-9347-9687d75d30ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1778c20c-0df9-4ac6-acc8-82004113a460), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.980319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41cb0d18-e902-4259-9347-9687d75d30ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.981996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-41cb0d18-e902-4259-9347-9687d75d30ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1778c20c-0df9-4ac6-acc8-82004113a460 HTTP/1.1" status: 204 len: 168 time: 0.2354522 Feb 11 05:09:37.001911 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb0d18-e902-4259-9347-9687d75d30ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1778c20c-0df9-4ac6-acc8-82004113a460,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:37.047428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acace022-8b92-4986-9d3a-db5b20072e9b req-ceb1cbc2-6c06-46f9-8295-36de6f0d8827 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:37.049238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-acace022-8b92-4986-9d3a-db5b20072e9b req-ceb1cbc2-6c06-46f9-8295-36de6f0d8827 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1719537 Feb 11 05:09:37.050694 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de9262d4-7fcb-4ddc-a66b-8851a19a8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dac6a57b-00d8-451f-8cb7-361c74e26d43), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:37.053792 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de9262d4-7fcb-4ddc-a66b-8851a19a8b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:37.057794 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-de9262d4-7fcb-4ddc-a66b-8851a19a8b57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dac6a57b-00d8-451f-8cb7-361c74e26d43 HTTP/1.1" status: 204 len: 168 time: 0.4818399 Feb 11 05:09:37.074372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9262d4-7fcb-4ddc-a66b-8851a19a8b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac6a57b-00d8-451f-8cb7-361c74e26d43,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:37.176866 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-acace022-8b92-4986-9d3a-db5b20072e9b req-dcd060c6-6ecc-4495-b343-6a0bcf82eba4 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171355 Feb 11 05:09:37.469108 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:38.312187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7552d3e-5de6-4f63-94c7-645f98d74a2c req-63f37779-f778-40f9-a67f-043e0217059d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:38.320191 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7552d3e-5de6-4f63-94c7-645f98d74a2c req-63f37779-f778-40f9-a67f-043e0217059d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0728984 Feb 11 05:09:38.394068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7552d3e-5de6-4f63-94c7-645f98d74a2c req-1e9265f8-98f1-45aa-a6af-b1a62f765477 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723758 Feb 11 05:09:38.854108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b0384-752f-4615-b0cd-b386f93bd86c req-f986a116-4432-48bd-8051-6267a28518e2 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:38.860940 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd2b0384-752f-4615-b0cd-b386f93bd86c req-f986a116-4432-48bd-8051-6267a28518e2 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1088300 Feb 11 05:09:38.946153 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd2b0384-752f-4615-b0cd-b386f93bd86c req-d9000047-fc8b-4dd1-8993-80219dfbdeeb tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775216 Feb 11 05:09:39.412509 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-18c7a31e-2385-4161-8315-b9e98d2cceaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:40.061216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34614) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:40.096051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b633a1-711b-4dc0-b0d4-dca085811488 req-4ed0a17a-893b-4d62-9b99-5ffdaf45be11 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:40.105007 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18b633a1-711b-4dc0-b0d4-dca085811488 req-4ed0a17a-893b-4d62-9b99-5ffdaf45be11 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0803280 Feb 11 05:09:40.164399 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18b633a1-711b-4dc0-b0d4-dca085811488 req-640bd88f-8392-4f06-82a5-29a1d1747b7b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581193 Feb 11 05:09:40.381383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34626) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:40.381595 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c2ab7e47-5074-4466-b5b9-942c1c6db062 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d60e5a765b764f2dbb57342ec0d9f6c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192031 Feb 11 05:09:40.470355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-035de8c6-b316-4c42-a373-668366d98295 admin admin] Publish callbacks [] for security_group (bfc3ad36-4305-48e2-9192-2132ebba5c9b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:40.496781 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-035de8c6-b316-4c42-a373-668366d98295 admin admin] Publish callbacks [] for security_group (bfc3ad36-4305-48e2-9192-2132ebba5c9b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:40.576354 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-035de8c6-b316-4c42-a373-668366d98295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bfc3ad36-4305-48e2-9192-2132ebba5c9b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:40.579997 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-035de8c6-b316-4c42-a373-668366d98295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:40.581610 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-035de8c6-b316-4c42-a373-668366d98295 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bfc3ad36-4305-48e2-9192-2132ebba5c9b HTTP/1.1" status: 204 len: 168 time: 0.1989241 Feb 11 05:09:40.590578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035de8c6-b316-4c42-a373-668366d98295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc3ad36-4305-48e2-9192-2132ebba5c9b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:41.339537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0dd43-6b8b-4df4-b20f-b59649c85c78 req-3c6cf971-f00f-4727-941d-910be1a3dc03 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:41.341775 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6af0dd43-6b8b-4df4-b20f-b59649c85c78 req-3c6cf971-f00f-4727-941d-910be1a3dc03 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0796869 Feb 11 05:09:41.409459 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6af0dd43-6b8b-4df4-b20f-b59649c85c78 req-e32ebe32-d7b5-4016-b32b-9b04badf73d7 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608017 Feb 11 05:09:41.857313 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1ab0-52a9-4df5-bfa9-f62293edb834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.036614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:42.218735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db6ac465-30ee-4ac7-bf96-dbffc0c05459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.301295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db6ac465-30ee-4ac7-bf96-dbffc0c05459 admin admin] Publish callbacks [] for security_group (9e3f6dc2-dd4b-4acd-bc04-8868eef92d4e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.308026 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db6ac465-30ee-4ac7-bf96-dbffc0c05459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9e3f6dc2-dd4b-4acd-bc04-8868eef92d4e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.362687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ac465-30ee-4ac7-bf96-dbffc0c05459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3f6dc2-dd4b-4acd-bc04-8868eef92d4e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:42.372509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34704) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:42.372950 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-db6ac465-30ee-4ac7-bf96-dbffc0c05459 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18d1a7a22cf241d6bb2ba93e36eec020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3350749 Feb 11 05:09:42.446215 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0c3ffb7-a88a-46f3-84f8-241d16d79b14 admin admin] Publish callbacks [] for security_group (9e3f6dc2-dd4b-4acd-bc04-8868eef92d4e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.473920 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0c3ffb7-a88a-46f3-84f8-241d16d79b14 admin admin] Publish callbacks [] for security_group (9e3f6dc2-dd4b-4acd-bc04-8868eef92d4e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.581468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34714) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:42.628751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c2225-eb43-48a9-89cd-c95e6b4c817c req-f4a33d25-b0b9-4e5e-b734-2e2c493fc127 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:42.632852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-233c2225-eb43-48a9-89cd-c95e6b4c817c req-f4a33d25-b0b9-4e5e-b734-2e2c493fc127 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1119754 Feb 11 05:09:42.633969 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0c3ffb7-a88a-46f3-84f8-241d16d79b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9e3f6dc2-dd4b-4acd-bc04-8868eef92d4e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.636965 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0c3ffb7-a88a-46f3-84f8-241d16d79b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.638348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e0c3ffb7-a88a-46f3-84f8-241d16d79b14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e3f6dc2-dd4b-4acd-bc04-8868eef92d4e HTTP/1.1" status: 204 len: 168 time: 0.2642968 Feb 11 05:09:42.664211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3ffb7-a88a-46f3-84f8-241d16d79b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3f6dc2-dd4b-4acd-bc04-8868eef92d4e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:42.709457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-233c2225-eb43-48a9-89cd-c95e6b4c817c req-8d54341c-0f00-4d3f-87d8-738e0da48ca9 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697386 Feb 11 05:09:42.773287 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.934980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1831031557-network', 'tenant_id': '040594b17acd4e8eaa873add51ee9ccd'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:42.982597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Made reservation on behalf of 040594b17acd4e8eaa873add51ee9ccd for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:09:42.985310 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.998810 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.114954 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Publish callbacks [] for security_group (5f5811d6-f75a-40e4-a9d4-9f8a1bf13dc7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.121288 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5f5811d6-f75a-40e4-a9d4-9f8a1bf13dc7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.148275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:09:43.165944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5811d6-f75a-40e4-a9d4-9f8a1bf13dc7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:43.171290 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b929ec5f-3831-4c9b-9b06-649a406b381d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.171770 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Added segment b929ec5f-3831-4c9b-9b06-649a406b381d of type vlan for network 06a77856-4f11-497d-b5cc-52367d1ed240 Feb 11 05:09:43.225399 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (06a77856-4f11-497d-b5cc-52367d1ed240), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.260604 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (06a77856-4f11-497d-b5cc-52367d1ed240), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.264478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:43.265395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.366148 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7830536 Feb 11 05:09:43.369130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34738) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:43.370081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db317d-8c7e-49c7-aeb2-54e444c58b38 admin admin] Pushing event updated for resources: {'Network': ['ID=06a77856-4f11-497d-b5cc-52367d1ed240,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:43.381001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-36dbd73a-71e0-4651-92b2-72601178eee0 admin admin] Request body: {'subnet': {'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1831031557-subnet', 'tenant_id': '040594b17acd4e8eaa873add51ee9ccd', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:43.385936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 06a77856-4f11-497d-b5cc-52367d1ed240 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:09:43.421349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dbd73a-71e0-4651-92b2-72601178eee0 admin admin] Made reservation on behalf of 040594b17acd4e8eaa873add51ee9ccd for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:09:43.426181 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36dbd73a-71e0-4651-92b2-72601178eee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.609730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34742) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:43.629035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02950b77-49d9-4896-8135-2e3bb493b543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.768367 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02950b77-49d9-4896-8135-2e3bb493b543 admin admin] Publish callbacks [] for security_group (73b1456c-ea4d-4172-b7c6-dbf199973435), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.777144 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02950b77-49d9-4896-8135-2e3bb493b543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73b1456c-ea4d-4172-b7c6-dbf199973435), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.799593 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36dbd73a-71e0-4651-92b2-72601178eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (e351bc44-62a1-4883-b7e3-2abf558701f6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.841664 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-02950b77-49d9-4896-8135-2e3bb493b543 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1773ddf604d34b80aa42783a0783e563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308159 Feb 11 05:09:43.870559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34750) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:43.876017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbd73a-71e0-4651-92b2-72601178eee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e351bc44-62a1-4883-b7e3-2abf558701f6,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:43.880614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02950b77-49d9-4896-8135-2e3bb493b543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b1456c-ea4d-4172-b7c6-dbf199973435,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:43.923538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dbd73a-71e0-4651-92b2-72601178eee0 admin admin] Checking segment: {'id': 'b929ec5f-3831-4c9b-9b06-649a406b381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:43.924337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dbd73a-71e0-4651-92b2-72601178eee0 admin admin] Network hostable DHCP agents. Network: 06a77856-4f11-497d-b5cc-52367d1ed240, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:09:43.927662 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15837296-23c0-4286-99d7-5abf332ca927 req-3ab32cff-3aa3-4456-b55e-ee7db89442b7 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:43.929355 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15837296-23c0-4286-99d7-5abf332ca927 req-3ab32cff-3aa3-4456-b55e-ee7db89442b7 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0951569 Feb 11 05:09:43.948505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dbd73a-71e0-4651-92b2-72601178eee0 admin admin] Network 06a77856-4f11-497d-b5cc-52367d1ed240 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:09:43.960329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-36dbd73a-71e0-4651-92b2-72601178eee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 06a77856-4f11-497d-b5cc-52367d1ed240) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:43.965995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dbd73a-71e0-4651-92b2-72601178eee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:43.966754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36dbd73a-71e0-4651-92b2-72601178eee0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.969866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a282fa10-027d-4d8f-b886-bc7947f9da89 None None] Network 06a77856-4f11-497d-b5cc-52367d1ed240 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:09:43.976003 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29211af5-8c71-45a9-853d-b9d3aac0cd14 admin admin] Publish callbacks [] for security_group (73b1456c-ea4d-4172-b7c6-dbf199973435), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.992559 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-36dbd73a-71e0-4651-92b2-72601178eee0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6196156 Feb 11 05:09:43.992812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34752) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:44.003764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1831031557-router', 'tenant_id': '040594b17acd4e8eaa873add51ee9ccd', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:44.019302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29211af5-8c71-45a9-853d-b9d3aac0cd14 admin admin] Publish callbacks [] for security_group (73b1456c-ea4d-4172-b7c6-dbf199973435), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.029308 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15837296-23c0-4286-99d7-5abf332ca927 req-0cedb74a-b8c9-4c64-a691-2fdd7d8fce1c tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905044 Feb 11 05:09:44.035603 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.037678 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.135631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29211af5-8c71-45a9-853d-b9d3aac0cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73b1456c-ea4d-4172-b7c6-dbf199973435), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.139475 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-29211af5-8c71-45a9-853d-b9d3aac0cd14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.140771 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-29211af5-8c71-45a9-853d-b9d3aac0cd14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73b1456c-ea4d-4172-b7c6-dbf199973435 HTTP/1.1" status: 204 len: 168 time: 0.2689989 Feb 11 05:09:44.155787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29211af5-8c71-45a9-853d-b9d3aac0cd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b1456c-ea4d-4172-b7c6-dbf199973435,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:44.158413 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Publish callbacks [] for router_controller (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.188569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-06a77856-4f11-497d-b5cc-52367d1ed240', 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240', 'project_id': '040594b17acd4e8eaa873add51ee9ccd', 'fixed_ips': [{'subnet_id': 'e351bc44-62a1-4883-b7e3-2abf558701f6'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:09:44.189878 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.377074 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Publish callbacks [] for router_gateway (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.470106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Allocated IP 172.20.0.2 (06a77856-4f11-497d-b5cc-52367d1ed240/e351bc44-62a1-4883-b7e3-2abf558701f6/b9f6a116-1347-4f85-9ece-ba248eae921f) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:44.495682 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.828066 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Publish callbacks [] for router_gateway (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.873482 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.016156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Allocated IP 172.25.7.195 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/8db76ef3-85bf-4abd-87c1-bad9c0a51230) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:45.093988 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Publish callbacks [] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.113796 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.159970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Network 06a77856-4f11-497d-b5cc-52367d1ed240 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:45.168353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:45.174454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:45.241007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Pushing event updated for resources: {'Port': ['ID=b9f6a116-1347-4f85-9ece-ba248eae921f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:45.260457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Attempting to bind port b9f6a116-1347-4f85-9ece-ba248eae921f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:45.261090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Attempting to bind port b9f6a116-1347-4f85-9ece-ba248eae921f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'b929ec5f-3831-4c9b-9b06-649a406b381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:45.261607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Attempting to bind port b9f6a116-1347-4f85-9ece-ba248eae921f on network 06a77856-4f11-497d-b5cc-52367d1ed240 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:45.287037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:45.287037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Checking segment: {'id': 'b929ec5f-3831-4c9b-9b06-649a406b381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:45.287037 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.287463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Bound using segment: {'id': 'b929ec5f-3831-4c9b-9b06-649a406b381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:45.288100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Bound port: b9f6a116-1347-4f85-9ece-ba248eae921f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b929ec5f-3831-4c9b-9b06-649a406b381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:45.288784 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.357124 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Publish callbacks [] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.391208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] For port b9f6a116-1347-4f85-9ece-ba248eae921f, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:45.394836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] For port b9f6a116-1347-4f85-9ece-ba248eae921f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b9f6a116-1347-4f85-9ece-ba248eae921f,segment=NetworkSegment(b929ec5f-3831-4c9b-9b06-649a406b381d),segment_id=b929ec5f-3831-4c9b-9b06-649a406b381d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:45.410231 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.460343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38316eaa-57f2-4cb8-9991-19ac50307274 req-4f4ca107-f44a-463e-b7de-9c9e9124fb36 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:45.461878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38316eaa-57f2-4cb8-9991-19ac50307274 req-4f4ca107-f44a-463e-b7de-9c9e9124fb36 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.2335482 Feb 11 05:09:45.576081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62eeb2-b074-4ddb-a07c-2136a2d746b2 None None] Pushing event updated for resources: {'Port': ['ID=b9f6a116-1347-4f85-9ece-ba248eae921f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:45.616589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38316eaa-57f2-4cb8-9991-19ac50307274 req-3aedac10-4297-48d3-899b-02d1af1d3474 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431332 Feb 11 05:09:45.647829 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.655801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.725819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:45.737100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:45.740830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:45.790410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8db76ef3-85bf-4abd-87c1-bad9c0a51230,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:46.138254 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Publish callbacks [] for router_gateway (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.387757 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.557830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Router 5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:09:46.833845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67964937-3aaf-41c7-a1b9-6c73fa7159f7 req-083bc6c0-9a45-4a33-a1ec-2590159f66c7 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:46.838132 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67964937-3aaf-41c7-a1b9-6c73fa7159f7 req-083bc6c0-9a45-4a33-a1ec-2590159f66c7 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1196415 Feb 11 05:09:46.872634 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:09:46.886352 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Sync routers for ids ['5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:09:46.916394 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.920269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a0130cfc-c403-4795-8758-586db181c7d4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9255595 Feb 11 05:09:46.924506 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Routers {'5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:46.925455 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:09:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:46.927082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 34824) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:47.011657 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67964937-3aaf-41c7-a1b9-6c73fa7159f7 req-f7f58a07-9324-4044-8f4c-48601b2f7468 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668649 Feb 11 05:09:47.189800 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Set router 5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:47.334782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e505bcc-a337-44e7-9469-e2015c677c32 None None] Network 06a77856-4f11-497d-b5cc-52367d1ed240 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:09:47.575400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4d608ca4-816d-4af4-8e5f-f515ba1c0754 None None] Provisioning complete for port b9f6a116-1347-4f85-9ece-ba248eae921f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:47.576047 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d608ca4-816d-4af4-8e5f-f515ba1c0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:47.592313 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'name': 'tempest-ImageQuotaTest-1831031557-router', 'tenant_id': '040594b17acd4e8eaa873add51ee9ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '8db76ef3-85bf-4abd-87c1-bad9c0a51230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:44Z', 'updated_at': '2022-02-11T05:09:45Z', 'revision_number': 3, 'project_id': '040594b17acd4e8eaa873add51ee9ccd', 'gw_port': {'id': '8db76ef3-85bf-4abd-87c1-bad9c0a51230', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:44Z', 'updated_at': '2022-02-11T05:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:47.702247 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Checking router: 5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:09:47.703477 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Updating router 5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 port 8db76ef3-85bf-4abd-87c1-bad9c0a51230 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:09:47.736135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b9f6a116-1347-4f85-9ece-ba248eae921f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:47.793618 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:47.936918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b9f6a116-1347-4f85-9ece-ba248eae921f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:47.937118 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.048062 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.071453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4d608ca4-816d-4af4-8e5f-f515ba1c0754 None None] Current status of the port b9f6a116-1347-4f85-9ece-ba248eae921f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:48.071865 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d608ca4-816d-4af4-8e5f-f515ba1c0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.357353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b9f6a116-1347-4f85-9ece-ba248eae921f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:48.358036 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.368679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Allocated IP 172.20.0.1 (06a77856-4f11-497d-b5cc-52367d1ed240/e351bc44-62a1-4883-b7e3-2abf558701f6/b4004782-bd99-485f-83e2-f9092014c99c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:48.379222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4d608ca4-816d-4af4-8e5f-f515ba1c0754 None None] For port b9f6a116-1347-4f85-9ece-ba248eae921f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b9f6a116-1347-4f85-9ece-ba248eae921f,segment=NetworkSegment(b929ec5f-3831-4c9b-9b06-649a406b381d),segment_id=b929ec5f-3831-4c9b-9b06-649a406b381d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:48.396255 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d608ca4-816d-4af4-8e5f-f515ba1c0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.606123 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Publish callbacks [] for port (b4004782-bd99-485f-83e2-f9092014c99c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.608694 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Publish callbacks [] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.627563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f8bfcc87-b88f-4660-afbf-9075b18f68d1 None None] Provisioning complete for port b9f6a116-1347-4f85-9ece-ba248eae921f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:48.628205 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f8bfcc87-b88f-4660-afbf-9075b18f68d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.629998 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:09:48.630510 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:09:48.633267 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.648029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d608ca4-816d-4af4-8e5f-f515ba1c0754 None None] Pushing event updated for resources: {'Port': ['ID=b9f6a116-1347-4f85-9ece-ba248eae921f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:48.663201 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b4004782-bd99-485f-83e2-f9092014c99c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.758440 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Attempting to bind port 8db76ef3-85bf-4abd-87c1-bad9c0a51230 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:48.759401 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Attempting to bind port 8db76ef3-85bf-4abd-87c1-bad9c0a51230 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:48.760873 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Attempting to bind port 8db76ef3-85bf-4abd-87c1-bad9c0a51230 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:48.788429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Network 06a77856-4f11-497d-b5cc-52367d1ed240 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:48.793102 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Pushing event updated for resources: {'Port': ['ID=8db76ef3-85bf-4abd-87c1-bad9c0a51230,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:48.798141 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:48.798522 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:48.798942 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.799394 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:48.799801 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Bound port: 8db76ef3-85bf-4abd-87c1-bad9c0a51230, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:48.800177 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.808821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Pushing event updated for resources: {'Port': ['ID=b4004782-bd99-485f-83e2-f9092014c99c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:48.812247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:48.815302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:48.819094 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.819449 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.819789 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.820121 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.831318 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.831708 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.832210 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.832556 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.832891 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.833223 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.833564 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.833879 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.834200 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:48.842792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfcc87-b88f-4660-afbf-9075b18f68d1 None None] Current status of the port b9f6a116-1347-4f85-9ece-ba248eae921f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:48.890531 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.913266 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] For port 8db76ef3-85bf-4abd-87c1-bad9c0a51230, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:48.917939 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] For port 8db76ef3-85bf-4abd-87c1-bad9c0a51230, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8db76ef3-85bf-4abd-87c1-bad9c0a51230,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:48.934049 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:49.086099 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d371e5b-419c-48e0-aebe-35bd3f2917cd None None] Pushing event updated for resources: {'Port': ['ID=8db76ef3-85bf-4abd-87c1-bad9c0a51230,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:49.144852 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Routers {'5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:49.145490 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:09:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:49.203980 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b4004782-bd99-485f-83e2-f9092014c99c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:49.235905 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b9f6a116-1347-4f85-9ece-ba248eae921f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:49.293230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-419020ba-89c8-4eb9-ae59-3c7ea1730db7 None None] Provisioning complete for port b4004782-bd99-485f-83e2-f9092014c99c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:49.293654 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-419020ba-89c8-4eb9-ae59-3c7ea1730db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b4004782-bd99-485f-83e2-f9092014c99c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:49.409470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-419020ba-89c8-4eb9-ae59-3c7ea1730db7 None None] Port b4004782-bd99-485f-83e2-f9092014c99c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:09:49.426811 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] Set router 5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:49.591688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b9f6a116-1347-4f85-9ece-ba248eae921f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:49.696029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b9f6a116-1347-4f85-9ece-ba248eae921f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:49.697189 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:49.817462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b9f6a116-1347-4f85-9ece-ba248eae921f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:49.886182 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'name': 'tempest-ImageQuotaTest-1831031557-router', 'tenant_id': '040594b17acd4e8eaa873add51ee9ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '8db76ef3-85bf-4abd-87c1-bad9c0a51230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:44Z', 'updated_at': '2022-02-11T05:09:49Z', 'revision_number': 4, 'project_id': '040594b17acd4e8eaa873add51ee9ccd', 'gw_port': {'id': '8db76ef3-85bf-4abd-87c1-bad9c0a51230', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:44Z', 'updated_at': '2022-02-11T05:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b4004782-bd99-485f-83e2-f9092014c99c', 'name': '', 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240', 'tenant_id': '040594b17acd4e8eaa873add51ee9ccd', 'mac_address': 'fa:16:3e:0c:b3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'e351bc44-62a1-4883-b7e3-2abf558701f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:48Z', 'updated_at': '2022-02-11T05:09:48Z', 'revision_number': 1, 'project_id': '040594b17acd4e8eaa873add51ee9ccd', 'subnets': [{'id': 'e351bc44-62a1-4883-b7e3-2abf558701f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:49.970811 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeefe28-c337-4272-9611-2ae654ea67f0 None None] The sync data for ids ['5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'] in n-d-615180-58 is: [{'id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'name': 'tempest-ImageQuotaTest-1831031557-router', 'tenant_id': '040594b17acd4e8eaa873add51ee9ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '8db76ef3-85bf-4abd-87c1-bad9c0a51230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:44Z', 'updated_at': '2022-02-11T05:09:49Z', 'revision_number': 4, 'project_id': '040594b17acd4e8eaa873add51ee9ccd', 'gw_port': {'id': '8db76ef3-85bf-4abd-87c1-bad9c0a51230', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:44Z', 'updated_at': '2022-02-11T05:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b4004782-bd99-485f-83e2-f9092014c99c', 'name': '', 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240', 'tenant_id': '040594b17acd4e8eaa873add51ee9ccd', 'mac_address': 'fa:16:3e:0c:b3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'e351bc44-62a1-4883-b7e3-2abf558701f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:48Z', 'updated_at': '2022-02-11T05:09:48Z', 'revision_number': 1, 'project_id': '040594b17acd4e8eaa873add51ee9ccd', 'subnets': [{'id': 'e351bc44-62a1-4883-b7e3-2abf558701f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:09:50.381894 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Publish callbacks [] for port (b4004782-bd99-485f-83e2-f9092014c99c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.405216 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b4004782-bd99-485f-83e2-f9092014c99c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.497692 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.520955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Pushing event updated for resources: {'Port': ['ID=b4004782-bd99-485f-83e2-f9092014c99c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:50.668401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Network 06a77856-4f11-497d-b5cc-52367d1ed240 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:50.672294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:50.934752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Router 5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:09:51.282857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-056e9629-54c1-4df7-b6fd-0c92c572b994 None None] Provisioning complete for port b4004782-bd99-485f-83e2-f9092014c99c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:51.283463 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-056e9629-54c1-4df7-b6fd-0c92c572b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b4004782-bd99-485f-83e2-f9092014c99c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.333714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:09:51.346835 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ecb23dcf-00af-4070-bfc4-ec74bda62561 admin admin] 10.222.0.48 "PUT /v2.0/routers/5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4185801 Feb 11 05:09:51.387294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-056e9629-54c1-4df7-b6fd-0c92c572b994 None None] Port b4004782-bd99-485f-83e2-f9092014c99c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:09:51.582808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1470-4cb2-41cc-83d4-cdc7755474c8 req-d685eb08-42b9-48a3-af18-74515fc32341 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:51.588186 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-34cd1470-4cb2-41cc-83d4-cdc7755474c8 req-d685eb08-42b9-48a3-af18-74515fc32341 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1341527 Feb 11 05:09:51.637080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd7a15-f7aa-4488-9f9f-10e1082670a1 req-91fd7f2c-1f67-49cf-a13b-4e0bcf5cf291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:51.638877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-17cd7a15-f7aa-4488-9f9f-10e1082670a1 req-91fd7f2c-1f67-49cf-a13b-4e0bcf5cf291 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 1129 time: 0.1253881 Feb 11 05:09:51.665956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8db76ef3-85bf-4abd-87c1-bad9c0a51230 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:51.718660 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-34cd1470-4cb2-41cc-83d4-cdc7755474c8 req-6ac0bf13-dddd-4af4-b353-eb17a52e86bb tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136529 Feb 11 05:09:51.777805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 8db76ef3-85bf-4abd-87c1-bad9c0a51230 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:51.778501 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.861391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd7a15-f7aa-4488-9f9f-10e1082670a1 req-7afbbb88-b3f8-41a7-8408-c88436094789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:51.864657 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-17cd7a15-f7aa-4488-9f9f-10e1082670a1 req-7afbbb88-b3f8-41a7-8408-c88436094789 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 919 time: 0.2049322 Feb 11 05:09:51.911363 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-17cd7a15-f7aa-4488-9f9f-10e1082670a1 req-dadaa545-82f8-41db-853f-e6fa94a09df6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab HTTP/1.1" status: 200 len: 217 time: 0.0391936 Feb 11 05:09:51.934583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8db76ef3-85bf-4abd-87c1-bad9c0a51230 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:51.935021 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.979666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 8db76ef3-85bf-4abd-87c1-bad9c0a51230, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8db76ef3-85bf-4abd-87c1-bad9c0a51230,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:51.986326 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:52.025135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd7a15-f7aa-4488-9f9f-10e1082670a1 req-7249a87e-7f54-4fe3-87be-5de96f3430b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.027137 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-17cd7a15-f7aa-4488-9f9f-10e1082670a1 req-7249a87e-7f54-4fe3-87be-5de96f3430b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.1077638 Feb 11 05:09:52.090698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=8db76ef3-85bf-4abd-87c1-bad9c0a51230,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:52.090791 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-17cd7a15-f7aa-4488-9f9f-10e1082670a1 req-eafc1af0-1892-48db-8c0c-b636e7e842e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530374 Feb 11 05:09:52.313853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-17cd7a15-f7aa-4488-9f9f-10e1082670a1 req-9dd681df-8f03-4c31-915b-68d6bb525380 service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165740 Feb 11 05:09:52.456070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-17cd7a15-f7aa-4488-9f9f-10e1082670a1 req-8eef6e74-c81f-4958-8203-7520af2d4f5d service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319840 Feb 11 05:09:52.598784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34980) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:52.785687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a8209fc3-a3bd-4ff7-ac34-faa55ec69de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:52.941382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9de9b-ae72-432c-ae6b-c38d008fcd20 req-5e6c8c96-2773-43bc-8183-d975ef73f55d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.951440 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1b9de9b-ae72-432c-ae6b-c38d008fcd20 req-5e6c8c96-2773-43bc-8183-d975ef73f55d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0830193 Feb 11 05:09:52.951620 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a8209fc3-a3bd-4ff7-ac34-faa55ec69de1 admin admin] Publish callbacks [] for security_group (7bd05fda-d07c-4095-b7af-8e7b03b50386), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:52.962978 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a8209fc3-a3bd-4ff7-ac34-faa55ec69de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7bd05fda-d07c-4095-b7af-8e7b03b50386), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:53.076065 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1b9de9b-ae72-432c-ae6b-c38d008fcd20 req-60883193-da63-4fd0-aef9-c2fc594c9ecf tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236155 Feb 11 05:09:53.336699 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a8209fc3-a3bd-4ff7-ac34-faa55ec69de1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=904beb54fa36445ea15a63fb69c15d90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7361040 Feb 11 05:09:53.339295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 34996) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:53.346863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8209fc3-a3bd-4ff7-ac34-faa55ec69de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd05fda-d07c-4095-b7af-8e7b03b50386,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:53.398868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-baf13cb9-5da5-448b-a87c-c8211fb32ddf admin admin] Publish callbacks [] for security_group (7bd05fda-d07c-4095-b7af-8e7b03b50386), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:53.431533 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-baf13cb9-5da5-448b-a87c-c8211fb32ddf admin admin] Publish callbacks [] for security_group (7bd05fda-d07c-4095-b7af-8e7b03b50386), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:53.527536 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-baf13cb9-5da5-448b-a87c-c8211fb32ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7bd05fda-d07c-4095-b7af-8e7b03b50386), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:53.530179 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-baf13cb9-5da5-448b-a87c-c8211fb32ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:53.531373 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-baf13cb9-5da5-448b-a87c-c8211fb32ddf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bd05fda-d07c-4095-b7af-8e7b03b50386 HTTP/1.1" status: 204 len: 168 time: 0.1911337 Feb 11 05:09:53.563947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf13cb9-5da5-448b-a87c-c8211fb32ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd05fda-d07c-4095-b7af-8e7b03b50386,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:53.599358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Sync routers for ids ['5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:09:53.630851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8db76ef3-85bf-4abd-87c1-bad9c0a51230 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:53.645069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Routers {'5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:53.645742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:09:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:53.809929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35008) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:53.888211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 8db76ef3-85bf-4abd-87c1-bad9c0a51230 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:53.888741 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.006336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35010) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:54.023526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Set router 5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:54.024486 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a79d-896c-4631-ad3e-76ca7e1f3b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.157392 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a79d-896c-4631-ad3e-76ca7e1f3b1d admin admin] Publish callbacks [] for security_group (38113c56-ec75-4486-815e-a74dcef6d66d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.163162 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a79d-896c-4631-ad3e-76ca7e1f3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (38113c56-ec75-4486-815e-a74dcef6d66d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.226357 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7ac7a79d-896c-4631-ad3e-76ca7e1f3b1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cbeaf3a97fe41589f2f57ece39f1d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2183046 Feb 11 05:09:54.228016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7a79d-896c-4631-ad3e-76ca7e1f3b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38113c56-ec75-4486-815e-a74dcef6d66d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:54.232135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35016) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:54.261291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8db76ef3-85bf-4abd-87c1-bad9c0a51230 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:54.326405 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5036f66-4b66-483f-bc1c-9339c79e3d9d admin admin] Publish callbacks [] for security_group (38113c56-ec75-4486-815e-a74dcef6d66d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.363884 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5036f66-4b66-483f-bc1c-9339c79e3d9d admin admin] Publish callbacks [] for security_group (38113c56-ec75-4486-815e-a74dcef6d66d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.421399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762d91a-69d6-48d4-ba1a-f732a4116d0d req-0d726e1c-2cf6-4399-9441-34ad0477dcc9 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:54.424020 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c762d91a-69d6-48d4-ba1a-f732a4116d0d req-0d726e1c-2cf6-4399-9441-34ad0477dcc9 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1876888 Feb 11 05:09:54.445680 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5036f66-4b66-483f-bc1c-9339c79e3d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (38113c56-ec75-4486-815e-a74dcef6d66d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.452957 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5036f66-4b66-483f-bc1c-9339c79e3d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.457928 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c5036f66-4b66-483f-bc1c-9339c79e3d9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38113c56-ec75-4486-815e-a74dcef6d66d HTTP/1.1" status: 204 len: 168 time: 0.2246215 Feb 11 05:09:54.472858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5036f66-4b66-483f-bc1c-9339c79e3d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38113c56-ec75-4486-815e-a74dcef6d66d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:54.497079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'name': 'tempest-ImageQuotaTest-1831031557-router', 'tenant_id': '040594b17acd4e8eaa873add51ee9ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '8db76ef3-85bf-4abd-87c1-bad9c0a51230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:44Z', 'updated_at': '2022-02-11T05:09:49Z', 'revision_number': 4, 'project_id': '040594b17acd4e8eaa873add51ee9ccd', 'gw_port': {'id': '8db76ef3-85bf-4abd-87c1-bad9c0a51230', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:44Z', 'updated_at': '2022-02-11T05:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b4004782-bd99-485f-83e2-f9092014c99c', 'name': '', 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240', 'tenant_id': '040594b17acd4e8eaa873add51ee9ccd', 'mac_address': 'fa:16:3e:0c:b3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'e351bc44-62a1-4883-b7e3-2abf558701f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:48Z', 'updated_at': '2022-02-11T05:09:49Z', 'revision_number': 2, 'project_id': '040594b17acd4e8eaa873add51ee9ccd', 'subnets': [{'id': 'e351bc44-62a1-4883-b7e3-2abf558701f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:54.533444 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c762d91a-69d6-48d4-ba1a-f732a4116d0d req-a3d52360-4442-4a2e-95da-538010d903ea tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990653 Feb 11 05:09:54.573203 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:09:54.581551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5ad6-684f-4131-949c-463b98bb3eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.619112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Checking router: 5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:09:54.619568 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Updating router 5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 port b4004782-bd99-485f-83e2-f9092014c99c binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:09:54.674809 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b4004782-bd99-485f-83e2-f9092014c99c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.077812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b5ad6-684f-4131-949c-463b98bb3eda admin admin] Deleting port b4004782-bd99-485f-83e2-f9092014c99c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:55.079074 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5ad6-684f-4131-949c-463b98bb3eda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b4004782-bd99-485f-83e2-f9092014c99c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.248220 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5ad6-684f-4131-949c-463b98bb3eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b4004782-bd99-485f-83e2-f9092014c99c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.265393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b5ad6-684f-4131-949c-463b98bb3eda admin admin] Calling delete_port for b4004782-bd99-485f-83e2-f9092014c99c owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:55.281033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35036) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:55.295324 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0ecbe3b-cb87-4df3-930b-7ad221c88290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.395599 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0ecbe3b-cb87-4df3-930b-7ad221c88290 admin admin] Publish callbacks [] for security_group (ef0a6728-3e0c-4b85-adea-8f7140505c2c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.403672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0ecbe3b-cb87-4df3-930b-7ad221c88290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ef0a6728-3e0c-4b85-adea-8f7140505c2c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.439538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecbe3b-cb87-4df3-930b-7ad221c88290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0a6728-3e0c-4b85-adea-8f7140505c2c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:55.466385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a0ecbe3b-cb87-4df3-930b-7ad221c88290 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82220cf58e334e88b97cf8e78d91bf3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1842520 Feb 11 05:09:55.471616 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Publish callbacks [] for port (b4004782-bd99-485f-83e2-f9092014c99c), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.473264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35040) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:55.488543 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b4004782-bd99-485f-83e2-f9092014c99c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.611918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae28c00-3eab-4adf-97f8-c698cc5db224 None None] Pushing event updated for resources: {'Port': ['ID=b4004782-bd99-485f-83e2-f9092014c99c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:55.650889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Attempting to bind port b4004782-bd99-485f-83e2-f9092014c99c on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:55.652536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Attempting to bind port b4004782-bd99-485f-83e2-f9092014c99c by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'b929ec5f-3831-4c9b-9b06-649a406b381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:55.652930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Attempting to bind port b4004782-bd99-485f-83e2-f9092014c99c on network 06a77856-4f11-497d-b5cc-52367d1ed240 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:55.662206 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b1100ed0-d448-4171-8661-e99a3355a174 admin admin] Publish callbacks [] for security_group (ef0a6728-3e0c-4b85-adea-8f7140505c2c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.667889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:55.668436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Checking segment: {'id': 'b929ec5f-3831-4c9b-9b06-649a406b381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:55.669022 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.669423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Bound using segment: {'id': 'b929ec5f-3831-4c9b-9b06-649a406b381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:55.670093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Bound port: b4004782-bd99-485f-83e2-f9092014c99c, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b929ec5f-3831-4c9b-9b06-649a406b381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '06a77856-4f11-497d-b5cc-52367d1ed240'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:55.670487 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b4004782-bd99-485f-83e2-f9092014c99c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.710250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b1100ed0-d448-4171-8661-e99a3355a174 admin admin] Publish callbacks [] for security_group (ef0a6728-3e0c-4b85-adea-8f7140505c2c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.718770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Port b4004782-bd99-485f-83e2-f9092014c99c has been deleted concurrently {{(pid=103355) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 05:09:55.738292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Routers {'5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:55.740093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:09:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:55.804021 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5ad6-684f-4131-949c-463b98bb3eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b4004782-bd99-485f-83e2-f9092014c99c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.807983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bb811-cc60-428b-b692-5e4ff81e87f2 req-e6d2935c-a1e4-4405-873c-9b0eaa61fc96 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:55.816961 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b2bb811-cc60-428b-b692-5e4ff81e87f2 req-e6d2935c-a1e4-4405-873c-9b0eaa61fc96 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1365614 Feb 11 05:09:55.818987 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b1100ed0-d448-4171-8661-e99a3355a174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ef0a6728-3e0c-4b85-adea-8f7140505c2c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.823184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b1100ed0-d448-4171-8661-e99a3355a174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.824788 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b1100ed0-d448-4171-8661-e99a3355a174 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef0a6728-3e0c-4b85-adea-8f7140505c2c HTTP/1.1" status: 204 len: 168 time: 0.3504264 Feb 11 05:09:55.875653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b5ad6-684f-4131-949c-463b98bb3eda admin admin] Pushing event deleted for resources: {'Port': ['ID=b4004782-bd99-485f-83e2-f9092014c99c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:55.881906 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1100ed0-d448-4171-8661-e99a3355a174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0a6728-3e0c-4b85-adea-8f7140505c2c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:55.933847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b2bb811-cc60-428b-b692-5e4ff81e87f2 req-a32ea8ed-ce8c-45d5-81a0-2e24db2ff32d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135795 Feb 11 05:09:56.056225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5886211c-7601-422f-b01c-0796918587ef None None] Could not find standard attr ID for object b4004782-bd99-485f-83e2-f9092014c99c. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:09:56.093053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] Set router 5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:56.162100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5ad6-684f-4131-949c-463b98bb3eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.557505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'name': 'tempest-ImageQuotaTest-1831031557-router', 'tenant_id': '040594b17acd4e8eaa873add51ee9ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '8db76ef3-85bf-4abd-87c1-bad9c0a51230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:44Z', 'updated_at': '2022-02-11T05:09:55Z', 'revision_number': 5, 'project_id': '040594b17acd4e8eaa873add51ee9ccd', 'gw_port': {'id': '8db76ef3-85bf-4abd-87c1-bad9c0a51230', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:44Z', 'updated_at': '2022-02-11T05:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:56.592425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8b5ad6-684f-4131-949c-463b98bb3eda admin admin] Router 5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:09:56.625039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ea9f9-0689-4e76-9c2c-23f7e311cede None None] The sync data for ids ['5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'] in n-d-615180-58 is: [{'id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'name': 'tempest-ImageQuotaTest-1831031557-router', 'tenant_id': '040594b17acd4e8eaa873add51ee9ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '8db76ef3-85bf-4abd-87c1-bad9c0a51230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:44Z', 'updated_at': '2022-02-11T05:09:55Z', 'revision_number': 5, 'project_id': '040594b17acd4e8eaa873add51ee9ccd', 'gw_port': {'id': '8db76ef3-85bf-4abd-87c1-bad9c0a51230', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:44Z', 'updated_at': '2022-02-11T05:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:09:56.757379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8b5ad6-684f-4131-949c-463b98bb3eda admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:09:56.766853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1a8b5ad6-684f-4131-949c-463b98bb3eda admin admin] 10.222.0.48 "PUT /v2.0/routers/5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9533906 Feb 11 05:09:56.767166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35064) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:56.911766 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Publish callbacks [] for router (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.245441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba790d74-6362-4739-a50b-e1339e555956 req-6a59e1bc-5ad1-408b-b9e3-4a4b32473a21 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:57.253820 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba790d74-6362-4739-a50b-e1339e555956 req-6a59e1bc-5ad1-408b-b9e3-4a4b32473a21 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1312690 Feb 11 05:09:57.256510 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Publish callbacks [] for router_gateway (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.348187 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba790d74-6362-4739-a50b-e1339e555956 req-c36446f2-e449-4d1d-8cf3-26d0d9f26eec tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877571 Feb 11 05:09:57.460544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Deleting port 8db76ef3-85bf-4abd-87c1-bad9c0a51230 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:57.461149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.495562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b4004782-bd99-485f-83e2-f9092014c99c no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:57.530008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b4004782-bd99-485f-83e2-f9092014c99c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:09:57.530367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b4004782-bd99-485f-83e2-f9092014c99c not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:09:57.616073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] For port 8db76ef3-85bf-4abd-87c1-bad9c0a51230, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8db76ef3-85bf-4abd-87c1-bad9c0a51230,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:57.616597 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.643288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Calling delete_port for 8db76ef3-85bf-4abd-87c1-bad9c0a51230 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:57.912324 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8db76ef3-85bf-4abd-87c1-bad9c0a51230), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.962157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db76ef3-85bf-4abd-87c1-bad9c0a51230,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:58.046628 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.204551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.207094 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Publish callbacks [] for router_controller (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.283291 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.284117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:09:58.290531 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.292001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7b56da99-7858-4265-87be-2b3abb87ea95 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9 HTTP/1.1" status: 204 len: 168 time: 1.5234752 Feb 11 05:09:58.295157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35118) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:58.388864 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52ea75-3b33-455b-8289-03e4450f1338 None None] Sync routers for ids ['5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:09:58.408105 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52ea75-3b33-455b-8289-03e4450f1338 None None] Routers set() bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:58.409449 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52ea75-3b33-455b-8289-03e4450f1338 None None] Router IDs set() for agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:09:58.411687 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee52ea75-3b33-455b-8289-03e4450f1338 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:09:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent'). {{(pid=103356) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:09:58.411914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cd311a-7405-401e-a58c-b6a95f73c268 admin admin] Deleting subnet e351bc44-62a1-4883-b7e3-2abf558701f6 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:09:58.424933 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52ea75-3b33-455b-8289-03e4450f1338 None None] Routers set() bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:58.425504 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52ea75-3b33-455b-8289-03e4450f1338 None None] Router IDs set() for agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:09:58.429879 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97cd311a-7405-401e-a58c-b6a95f73c268 admin admin] Publish callbacks [] for subnet (e351bc44-62a1-4883-b7e3-2abf558701f6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.433045 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee52ea75-3b33-455b-8289-03e4450f1338 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:09:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent'). {{(pid=103356) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:09:58.433705 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52ea75-3b33-455b-8289-03e4450f1338 None None] The sync data for ids ['5a5bbd9b-18d7-4313-ba5a-5b4576fa71b9'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:09:58.568824 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97cd311a-7405-401e-a58c-b6a95f73c268 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (e351bc44-62a1-4883-b7e3-2abf558701f6), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.616368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fc106-83a2-4875-bfe9-85194a64b102 req-4030ff5d-8d06-403e-8e4d-ac1f78ffbf87 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:58.624215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-248fc106-83a2-4875-bfe9-85194a64b102 req-4030ff5d-8d06-403e-8e4d-ac1f78ffbf87 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1392355 Feb 11 05:09:58.736441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35128) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:58.748973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-248fc106-83a2-4875-bfe9-85194a64b102 req-3dc9b88d-5a59-408c-b513-09c8021f2997 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238947 Feb 11 05:09:58.763458 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97cd311a-7405-401e-a58c-b6a95f73c268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e351bc44-62a1-4883-b7e3-2abf558701f6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.837199 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97cd311a-7405-401e-a58c-b6a95f73c268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (e351bc44-62a1-4883-b7e3-2abf558701f6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.869020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd311a-7405-401e-a58c-b6a95f73c268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e351bc44-62a1-4883-b7e3-2abf558701f6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:58.875085 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97cd311a-7405-401e-a58c-b6a95f73c268 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.877266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b388f9-7f31-443f-a9e4-9bdaf4f0e11d None None] Network 06a77856-4f11-497d-b5cc-52367d1ed240 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:09:58.882557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35132) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:58.883330 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-97cd311a-7405-401e-a58c-b6a95f73c268 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e351bc44-62a1-4883-b7e3-2abf558701f6 HTTP/1.1" status: 204 len: 168 time: 0.5864527 Feb 11 05:09:58.974731 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52af6f2d-6af5-4486-ad3c-092e5ae2ea07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.112510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a98220-eb2d-4059-97d3-22ee3d5522e5 None None] DHCP port deletion for 06a77856-4f11-497d-b5cc-52367d1ed240 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:09:59.135307 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52af6f2d-6af5-4486-ad3c-092e5ae2ea07 admin admin] Publish callbacks [] for security_group (580a7069-9997-4ca2-ba22-abf09013631c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.167861 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (06a77856-4f11-497d-b5cc-52367d1ed240), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.170388 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-52af6f2d-6af5-4486-ad3c-092e5ae2ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (580a7069-9997-4ca2-ba22-abf09013631c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.239521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a9a98220-eb2d-4059-97d3-22ee3d5522e5 None None] Deleting port b9f6a116-1347-4f85-9ece-ba248eae921f {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:59.239903 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a98220-eb2d-4059-97d3-22ee3d5522e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.257379 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-52af6f2d-6af5-4486-ad3c-092e5ae2ea07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a013929016dd43de977169c0a8a94899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5198338 Feb 11 05:09:59.260077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35136) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:59.278987 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af6f2d-6af5-4486-ad3c-092e5ae2ea07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580a7069-9997-4ca2-ba22-abf09013631c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:59.349958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Deleting port b9f6a116-1347-4f85-9ece-ba248eae921f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:59.354695 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.377737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a9a98220-eb2d-4059-97d3-22ee3d5522e5 None None] For port b9f6a116-1347-4f85-9ece-ba248eae921f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b9f6a116-1347-4f85-9ece-ba248eae921f,segment=NetworkSegment(b929ec5f-3831-4c9b-9b06-649a406b381d),segment_id=b929ec5f-3831-4c9b-9b06-649a406b381d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:59.378417 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a98220-eb2d-4059-97d3-22ee3d5522e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.394885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a9a98220-eb2d-4059-97d3-22ee3d5522e5 None None] Calling delete_port for b9f6a116-1347-4f85-9ece-ba248eae921f owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:59.399687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc612b1b-8fe1-436e-afd6-4a8c0df02104 admin admin] Publish callbacks [] for security_group (580a7069-9997-4ca2-ba22-abf09013631c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.446175 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc612b1b-8fe1-436e-afd6-4a8c0df02104 admin admin] Publish callbacks [] for security_group (580a7069-9997-4ca2-ba22-abf09013631c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.471406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] For port b9f6a116-1347-4f85-9ece-ba248eae921f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b9f6a116-1347-4f85-9ece-ba248eae921f,segment=NetworkSegment(b929ec5f-3831-4c9b-9b06-649a406b381d),segment_id=b929ec5f-3831-4c9b-9b06-649a406b381d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:59.471792 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.504736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Calling delete_port for b9f6a116-1347-4f85-9ece-ba248eae921f owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:59.540657 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a98220-eb2d-4059-97d3-22ee3d5522e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.542206 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc612b1b-8fe1-436e-afd6-4a8c0df02104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (580a7069-9997-4ca2-ba22-abf09013631c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.545260 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc612b1b-8fe1-436e-afd6-4a8c0df02104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.546791 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fc612b1b-8fe1-436e-afd6-4a8c0df02104 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/580a7069-9997-4ca2-ba22-abf09013631c HTTP/1.1" status: 204 len: 168 time: 0.2854571 Feb 11 05:09:59.570232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc612b1b-8fe1-436e-afd6-4a8c0df02104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580a7069-9997-4ca2-ba22-abf09013631c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:59.608212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8db76ef3-85bf-4abd-87c1-bad9c0a51230 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:59.650307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 8db76ef3-85bf-4abd-87c1-bad9c0a51230 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:09:59.650849 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8db76ef3-85bf-4abd-87c1-bad9c0a51230 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:09:59.651458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b9f6a116-1347-4f85-9ece-ba248eae921f no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:59.659375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a98220-eb2d-4059-97d3-22ee3d5522e5 None None] No DVR routers for this DVR port b9f6a116-1347-4f85-9ece-ba248eae921f on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:09:59.670379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a98220-eb2d-4059-97d3-22ee3d5522e5 None None] Pushing event deleted for resources: {'Port': ['ID=b9f6a116-1347-4f85-9ece-ba248eae921f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:59.711121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b9f6a116-1347-4f85-9ece-ba248eae921f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:09:59.712018 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b9f6a116-1347-4f85-9ece-ba248eae921f not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:09:59.977471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b9f6a116-1347-4f85-9ece-ba248eae921f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:00.026067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f6a116-1347-4f85-9ece-ba248eae921f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:00.027959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] No DVR routers for this DVR port b9f6a116-1347-4f85-9ece-ba248eae921f on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:00.085223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be11a8d-434f-4bf6-a936-987750bd1db8 req-dbf3daa6-f447-4333-9a15-97a7d28863ae tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:00.087733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2be11a8d-434f-4bf6-a936-987750bd1db8 req-dbf3daa6-f447-4333-9a15-97a7d28863ae tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1488695 Feb 11 05:10:00.160670 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (06a77856-4f11-497d-b5cc-52367d1ed240), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:00.199827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a77856-4f11-497d-b5cc-52367d1ed240']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:00.205814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2be11a8d-434f-4bf6-a936-987750bd1db8 req-c1cf5994-af09-4a4c-bf38-de99d30de562 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049411 Feb 11 05:10:00.216411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b929ec5f-3831-4c9b-9b06-649a406b381d') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:00.216771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b929ec5f-3831-4c9b-9b06-649a406b381d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:00.236171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (b929ec5f-3831-4c9b-9b06-649a406b381d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:00.259306 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b929ec5f-3831-4c9b-9b06-649a406b381d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:00.270370 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:00.270803 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (b929ec5f-3831-4c9b-9b06-649a406b381d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: items = [ Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:00.272561 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:00.364333 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (06a77856-4f11-497d-b5cc-52367d1ed240), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:00.372466 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:00.376480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/06a77856-4f11-497d-b5cc-52367d1ed240 HTTP/1.1" status: 204 len: 168 time: 1.4920304 Feb 11 05:10:00.406524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42565e-c789-47e4-b06b-961040a8dcb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a77856-4f11-497d-b5cc-52367d1ed240,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:00.571838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35164) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:00.651032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35168) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:00.651261 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-28c4a066-b08a-4d08-81e5-2eec478b50d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=040594b17acd4e8eaa873add51ee9ccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776534 Feb 11 05:10:00.744568 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5c460df-1087-4cb5-a4fb-4196f3c0db27 admin admin] Publish callbacks [] for security_group (5f5811d6-f75a-40e4-a9d4-9f8a1bf13dc7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:00.785920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5c460df-1087-4cb5-a4fb-4196f3c0db27 admin admin] Publish callbacks [] for security_group (5f5811d6-f75a-40e4-a9d4-9f8a1bf13dc7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:00.844769 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5c460df-1087-4cb5-a4fb-4196f3c0db27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5f5811d6-f75a-40e4-a9d4-9f8a1bf13dc7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:00.847544 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5c460df-1087-4cb5-a4fb-4196f3c0db27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:00.853681 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c5c460df-1087-4cb5-a4fb-4196f3c0db27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f5811d6-f75a-40e4-a9d4-9f8a1bf13dc7 HTTP/1.1" status: 204 len: 168 time: 0.1992157 Feb 11 05:10:00.873693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c460df-1087-4cb5-a4fb-4196f3c0db27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5811d6-f75a-40e4-a9d4-9f8a1bf13dc7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:01.347071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35192) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:01.556573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:01.583236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a272f685-45af-4a5b-8168-c5bc70f6bb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:01.583667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f80219-4a67-4164-abae-2d576f0c93ad req-4ec77cd7-39f5-459a-89dc-66680466f370 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:01.591750 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7f80219-4a67-4164-abae-2d576f0c93ad req-4ec77cd7-39f5-459a-89dc-66680466f370 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.2231712 Feb 11 05:10:01.704281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7f80219-4a67-4164-abae-2d576f0c93ad req-ca6f8fa5-c40a-432b-b722-c72bef1830bc tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113765 Feb 11 05:10:01.793384 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a272f685-45af-4a5b-8168-c5bc70f6bb30 admin admin] Publish callbacks [] for security_group (48137a9c-73c2-4d03-ad38-00dd71088a60), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:01.812544 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a272f685-45af-4a5b-8168-c5bc70f6bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (48137a9c-73c2-4d03-ad38-00dd71088a60), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:01.860052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272f685-45af-4a5b-8168-c5bc70f6bb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48137a9c-73c2-4d03-ad38-00dd71088a60,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:01.893590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35200) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:01.893893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a272f685-45af-4a5b-8168-c5bc70f6bb30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3351882 Feb 11 05:10:01.941618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4991579f-8108-400d-a846-9688ddba2278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:01.994204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Publish callbacks [] for security_group (48137a9c-73c2-4d03-ad38-00dd71088a60), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.037713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Publish callbacks [] for security_group (48137a9c-73c2-4d03-ad38-00dd71088a60), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.038741 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4991579f-8108-400d-a846-9688ddba2278 admin admin] Publish callbacks [] for security_group (c505c203-4fdb-4544-bd04-059e93224a11), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.057277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4991579f-8108-400d-a846-9688ddba2278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c505c203-4fdb-4544-bd04-059e93224a11), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.090209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4991579f-8108-400d-a846-9688ddba2278 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e2f655b6371468187e80d8cbd78b138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7419636 Feb 11 05:10:02.095630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35202) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:02.118149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991579f-8108-400d-a846-9688ddba2278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c505c203-4fdb-4544-bd04-059e93224a11,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:02.190009 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (48137a9c-73c2-4d03-ad38-00dd71088a60), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.193693 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.198384 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48137a9c-73c2-4d03-ad38-00dd71088a60 HTTP/1.1" status: 204 len: 168 time: 0.3034179 Feb 11 05:10:02.210480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48137a9c-73c2-4d03-ad38-00dd71088a60,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:02.230458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.231047 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.231628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.232126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.232715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.233310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.233792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.234371 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.234853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.235564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.236046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.236524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.237036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4963d-e764-4385-a3c2-0c4dd222fa6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:02.248333 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2eebf4ec-b7d7-4b48-b68b-9646bf22010b admin admin] Publish callbacks [] for security_group (c505c203-4fdb-4544-bd04-059e93224a11), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.290604 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2eebf4ec-b7d7-4b48-b68b-9646bf22010b admin admin] Publish callbacks [] for security_group (c505c203-4fdb-4544-bd04-059e93224a11), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.451784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2eebf4ec-b7d7-4b48-b68b-9646bf22010b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c505c203-4fdb-4544-bd04-059e93224a11), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.456170 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2eebf4ec-b7d7-4b48-b68b-9646bf22010b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.458112 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2eebf4ec-b7d7-4b48-b68b-9646bf22010b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c505c203-4fdb-4544-bd04-059e93224a11 HTTP/1.1" status: 204 len: 168 time: 0.3594940 Feb 11 05:10:02.493955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebf4ec-b7d7-4b48-b68b-9646bf22010b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c505c203-4fdb-4544-bd04-059e93224a11,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:02.930785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f61bd3-98fe-4d3f-9476-d36866e4e58f req-19ae1eb8-6fb8-406a-9094-997ede4f88a8 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:02.933621 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-91f61bd3-98fe-4d3f-9476-d36866e4e58f req-19ae1eb8-6fb8-406a-9094-997ede4f88a8 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0951557 Feb 11 05:10:03.056466 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-91f61bd3-98fe-4d3f-9476-d36866e4e58f req-3f4c5bb7-8879-430a-8559-baebd167b667 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162043 Feb 11 05:10:03.387058 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.236659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fb428-2e86-421d-b8e3-8e82fa441520 req-6249c0f0-9387-40c4-afb0-8c45b4e47a97 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:04.238599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-887fb428-2e86-421d-b8e3-8e82fa441520 req-6249c0f0-9387-40c4-afb0-8c45b4e47a97 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0776594 Feb 11 05:10:04.313719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-887fb428-2e86-421d-b8e3-8e82fa441520 req-c6772774-e76f-49d2-bb55-59cc185ff1e2 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668201 Feb 11 05:10:04.607812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35256) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:04.731308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-91aabff2-93b9-4d56-af6c-58f12f350540 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1435178438'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:04.766688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91aabff2-93b9-4d56-af6c-58f12f350540 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (8067e880-33aa-4557-bd56-fd9a26631b62), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.768027 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91aabff2-93b9-4d56-af6c-58f12f350540 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (8067e880-33aa-4557-bd56-fd9a26631b62), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.860022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f14a5e-3826-4f00-bebf-c6b871d4c0cf req-874025b1-ae3b-4884-8e02-37f69d5442fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:04.861991 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74f14a5e-3826-4f00-bebf-c6b871d4c0cf req-874025b1-ae3b-4884-8e02-37f69d5442fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 1129 time: 0.1074927 Feb 11 05:10:04.863444 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91aabff2-93b9-4d56-af6c-58f12f350540 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router_controller (8067e880-33aa-4557-bd56-fd9a26631b62), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.870263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91aabff2-93b9-4d56-af6c-58f12f350540 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (8067e880-33aa-4557-bd56-fd9a26631b62), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.913870 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91aabff2-93b9-4d56-af6c-58f12f350540 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.915264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-91aabff2-93b9-4d56-af6c-58f12f350540 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3063378 Feb 11 05:10:04.917640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35262) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:05.014653 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74f14a5e-3826-4f00-bebf-c6b871d4c0cf req-282554ae-b056-4b07-bb3d-144fa1c11484 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302781 Feb 11 05:10:05.021107 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a56b9ea-cdb4-43f3-a51e-48337630869d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (8067e880-33aa-4557-bd56-fd9a26631b62), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.209135 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a56b9ea-cdb4-43f3-a51e-48337630869d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (8067e880-33aa-4557-bd56-fd9a26631b62), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.211426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a56b9ea-cdb4-43f3-a51e-48337630869d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router_controller (8067e880-33aa-4557-bd56-fd9a26631b62), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.262261 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a56b9ea-cdb4-43f3-a51e-48337630869d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (8067e880-33aa-4557-bd56-fd9a26631b62), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.262997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a56b9ea-cdb4-43f3-a51e-48337630869d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8067e880-33aa-4557-bd56-fd9a26631b62 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:10:05.268872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a56b9ea-cdb4-43f3-a51e-48337630869d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.272655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2a56b9ea-cdb4-43f3-a51e-48337630869d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8067e880-33aa-4557-bd56-fd9a26631b62 HTTP/1.1" status: 204 len: 168 time: 0.3505785 Feb 11 05:10:05.272655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35264) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:05.277391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-35eb369f-93a5-48e6-b2ac-222655895603 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Request body: {'router': {'name': 'tempest-router-1212686428', 'distributed': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:05.297990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35eb369f-93a5-48e6-b2ac-222655895603 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (8b2e83ea-9560-489e-b3da-5e96b310e0c9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.299209 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35eb369f-93a5-48e6-b2ac-222655895603 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (8b2e83ea-9560-489e-b3da-5e96b310e0c9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.364524 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35eb369f-93a5-48e6-b2ac-222655895603 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router_controller (8b2e83ea-9560-489e-b3da-5e96b310e0c9), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.372764 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35eb369f-93a5-48e6-b2ac-222655895603 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (8b2e83ea-9560-489e-b3da-5e96b310e0c9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.395259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35eb369f-93a5-48e6-b2ac-222655895603 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.399114 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-35eb369f-93a5-48e6-b2ac-222655895603 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1231198 Feb 11 05:10:05.399390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35268) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:05.493817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4f998-e4dd-4d5d-aa23-1623101bb513 req-14b13168-01a7-4ed4-a6b1-ba973708db9f tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:05.496462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eba4f998-e4dd-4d5d-aa23-1623101bb513 req-14b13168-01a7-4ed4-a6b1-ba973708db9f tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0934892 Feb 11 05:10:05.504958 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3000d12-cf83-42d1-9746-9ad44e173ffb tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (8b2e83ea-9560-489e-b3da-5e96b310e0c9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.560739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eba4f998-e4dd-4d5d-aa23-1623101bb513 req-90abbcc1-81e3-4ba0-8fab-bd08c68291e9 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579813 Feb 11 05:10:05.695067 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3000d12-cf83-42d1-9746-9ad44e173ffb tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (8b2e83ea-9560-489e-b3da-5e96b310e0c9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.697773 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3000d12-cf83-42d1-9746-9ad44e173ffb tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router_controller (8b2e83ea-9560-489e-b3da-5e96b310e0c9), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.744603 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3000d12-cf83-42d1-9746-9ad44e173ffb tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (8b2e83ea-9560-489e-b3da-5e96b310e0c9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.745147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3000d12-cf83-42d1-9746-9ad44e173ffb tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2e83ea-9560-489e-b3da-5e96b310e0c9 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:10:05.749929 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3000d12-cf83-42d1-9746-9ad44e173ffb tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.751374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e3000d12-cf83-42d1-9746-9ad44e173ffb tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8b2e83ea-9560-489e-b3da-5e96b310e0c9 HTTP/1.1" status: 204 len: 168 time: 0.3507512 Feb 11 05:10:05.755578 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35272) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:05.761241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-574438fc-aeac-4a72-93ba-78a9a8186333 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Request body: {'router': {'name': 'tempest-router-2056414311', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '541d5014ba914da6aa713625e893b9d8'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:05.803829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-574438fc-aeac-4a72-93ba-78a9a8186333 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (e71323b0-f38e-4da3-8a04-3df5119d2e9c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.804877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-574438fc-aeac-4a72-93ba-78a9a8186333 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (e71323b0-f38e-4da3-8a04-3df5119d2e9c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.861134 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-574438fc-aeac-4a72-93ba-78a9a8186333 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router_controller (e71323b0-f38e-4da3-8a04-3df5119d2e9c), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.865366 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-574438fc-aeac-4a72-93ba-78a9a8186333 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (e71323b0-f38e-4da3-8a04-3df5119d2e9c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.886292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-574438fc-aeac-4a72-93ba-78a9a8186333 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.887824 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-574438fc-aeac-4a72-93ba-78a9a8186333 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1312160 Feb 11 05:10:05.890931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35276) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:05.895478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:06.114168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (e71323b0-f38e-4da3-8a04-3df5119d2e9c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.114483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (e71323b0-f38e-4da3-8a04-3df5119d2e9c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.204375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103353) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 11 05:10:06.205124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Router e71323b0-f38e-4da3-8a04-3df5119d2e9c migrating from provider to provider. {{(pid=103353) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 11 05:10:06.205712 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router_controller (e71323b0-f38e-4da3-8a04-3df5119d2e9c), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.213007 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router_controller (e71323b0-f38e-4da3-8a04-3df5119d2e9c), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.224503 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (e71323b0-f38e-4da3-8a04-3df5119d2e9c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.332991 n-d-615180-58 neutron-server[103353]: WARNING neutron.scheduler.l3_agent_scheduler [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] No L3 agents can host the router e71323b0-f38e-4da3-8a04-3df5119d2e9c Feb 11 05:10:06.544274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Hosts for router e71323b0-f38e-4da3-8a04-3df5119d2e9c: [] {{(pid=103353) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 11 05:10:06.567578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Hosts for other DVR routers connected to router e71323b0-f38e-4da3-8a04-3df5119d2e9c: set() {{(pid=103353) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 11 05:10:06.570147 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.574210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-eb73af5a-1f6e-4b45-b489-559a988ab86d tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] 10.222.0.48 "PUT /v2.0/routers/e71323b0-f38e-4da3-8a04-3df5119d2e9c HTTP/1.1" status: 200 len: 717 time: 0.6799257 Feb 11 05:10:06.574461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35282) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:06.660380 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8556ddbe-7d86-45d2-866f-9ef9c819d737 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] 10.222.0.48 "GET /v2.0/routers/e71323b0-f38e-4da3-8a04-3df5119d2e9c HTTP/1.1" status: 200 len: 717 time: 0.0847447 Feb 11 05:10:06.662983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35288) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:06.707387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9f408-542c-4e5b-8949-f3589067a032 req-35138f39-64a0-4a35-b40f-fea858395201 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:06.716143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fda9f408-542c-4e5b-8949-f3589067a032 req-35138f39-64a0-4a35-b40f-fea858395201 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0708921 Feb 11 05:10:06.784947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fda9f408-542c-4e5b-8949-f3589067a032 req-53efb88e-6970-4d35-9ac5-787abd1e448a tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644283 Feb 11 05:10:07.035478 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7df7686d-2c18-4d8f-bf08-e00f14d283d3 tempest-RoutersTestDVR-582390058 tempest-RoutersTestDVR-582390058-project] 10.222.0.48 "GET /v2.0/routers/e71323b0-f38e-4da3-8a04-3df5119d2e9c HTTP/1.1" status: 200 len: 683 time: 0.3706071 Feb 11 05:10:07.037779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35302) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:07.129545 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-898ad02a-0eb3-43d7-8dfd-3cf82523490f tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (e71323b0-f38e-4da3-8a04-3df5119d2e9c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.260787 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa89633-6fac-4473-aa8f-2789def1ec50 req-c36fb977-c20e-4e14-b731-5554b408c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:07.262685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1aa89633-6fac-4473-aa8f-2789def1ec50 req-c36fb977-c20e-4e14-b731-5554b408c0ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 1129 time: 0.0830860 Feb 11 05:10:07.314781 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-898ad02a-0eb3-43d7-8dfd-3cf82523490f tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (e71323b0-f38e-4da3-8a04-3df5119d2e9c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.317093 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-898ad02a-0eb3-43d7-8dfd-3cf82523490f tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router_controller (e71323b0-f38e-4da3-8a04-3df5119d2e9c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.397566 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-898ad02a-0eb3-43d7-8dfd-3cf82523490f tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (e71323b0-f38e-4da3-8a04-3df5119d2e9c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.398066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898ad02a-0eb3-43d7-8dfd-3cf82523490f tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e71323b0-f38e-4da3-8a04-3df5119d2e9c {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:10:07.410595 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-898ad02a-0eb3-43d7-8dfd-3cf82523490f tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.415525 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-898ad02a-0eb3-43d7-8dfd-3cf82523490f tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] 10.222.0.48 "DELETE /v2.0/routers/e71323b0-f38e-4da3-8a04-3df5119d2e9c HTTP/1.1" status: 204 len: 168 time: 0.3729131 Feb 11 05:10:07.416489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35306) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:07.420490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a5c59c22-c854-420f-9de2-f5a77c335830 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Request body: {'router': {'name': 'tempest-router-1163665321', 'distributed': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:07.459137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa89633-6fac-4473-aa8f-2789def1ec50 req-d455b2cb-25ac-431d-b079-74f84c5f5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:07.460720 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1aa89633-6fac-4473-aa8f-2789def1ec50 req-d455b2cb-25ac-431d-b079-74f84c5f5684 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 919 time: 0.1902769 Feb 11 05:10:07.466873 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5c59c22-c854-420f-9de2-f5a77c335830 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (3ad1a816-2509-408e-a635-8a605cd52b0f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.468248 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5c59c22-c854-420f-9de2-f5a77c335830 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (3ad1a816-2509-408e-a635-8a605cd52b0f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.469179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25c9ef-08b4-4886-8f66-5603eb9f02e2 req-1a28a2ab-5b44-432f-8313-e390d9a6422c tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:07.482016 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b25c9ef-08b4-4886-8f66-5603eb9f02e2 req-1a28a2ab-5b44-432f-8313-e390d9a6422c tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1173115 Feb 11 05:10:07.501141 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.522208 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1aa89633-6fac-4473-aa8f-2789def1ec50 req-b0297bc0-f536-4062-b880-c9e8253a20a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab HTTP/1.1" status: 200 len: 217 time: 0.0496290 Feb 11 05:10:07.599863 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9b25c9ef-08b4-4886-8f66-5603eb9f02e2 req-455dd34b-c16b-49f7-8505-966b3d6f29fb tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087565 Feb 11 05:10:07.607810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5c59c22-c854-420f-9de2-f5a77c335830 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router_controller (3ad1a816-2509-408e-a635-8a605cd52b0f), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.631603 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5c59c22-c854-420f-9de2-f5a77c335830 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (3ad1a816-2509-408e-a635-8a605cd52b0f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.631603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa89633-6fac-4473-aa8f-2789def1ec50 req-03c1b936-9259-4cba-85bc-b86505011403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:07.631603 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1aa89633-6fac-4473-aa8f-2789def1ec50 req-03c1b936-9259-4cba-85bc-b86505011403 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.0977142 Feb 11 05:10:07.653835 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5c59c22-c854-420f-9de2-f5a77c335830 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.658131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a5c59c22-c854-420f-9de2-f5a77c335830 tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2388642 Feb 11 05:10:07.658466 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35314) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:07.674687 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1aa89633-6fac-4473-aa8f-2789def1ec50 req-bd4ba35f-c6a3-44c0-80f0-5731afe9fd84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347836 Feb 11 05:10:07.755847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7ec0031-e29c-43a9-b8e5-7dd1f764d29c tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (3ad1a816-2509-408e-a635-8a605cd52b0f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.846269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1aa89633-6fac-4473-aa8f-2789def1ec50 req-2f4c5e19-5810-4e66-b955-4634097a862a service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637442 Feb 11 05:10:07.980202 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7ec0031-e29c-43a9-b8e5-7dd1f764d29c tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (3ad1a816-2509-408e-a635-8a605cd52b0f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.982244 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7ec0031-e29c-43a9-b8e5-7dd1f764d29c tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router_controller (3ad1a816-2509-408e-a635-8a605cd52b0f), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.033577 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1aa89633-6fac-4473-aa8f-2789def1ec50 req-4770d32a-1ff3-4c5d-9a88-8908e27bbd7a service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785996 Feb 11 05:10:08.058348 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7ec0031-e29c-43a9-b8e5-7dd1f764d29c tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (3ad1a816-2509-408e-a635-8a605cd52b0f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.058833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ec0031-e29c-43a9-b8e5-7dd1f764d29c tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad1a816-2509-408e-a635-8a605cd52b0f {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:10:08.069958 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f7ec0031-e29c-43a9-b8e5-7dd1f764d29c tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.071923 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f7ec0031-e29c-43a9-b8e5-7dd1f764d29c tempest-RoutersTestDVR-1212796682 tempest-RoutersTestDVR-1212796682-project-admin] 10.222.0.48 "DELETE /v2.0/routers/3ad1a816-2509-408e-a635-8a605cd52b0f HTTP/1.1" status: 204 len: 168 time: 0.4124112 Feb 11 05:10:08.365934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35328) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:08.480568 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8120-1774-4fdc-8e4d-e62534f00be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.565875 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8120-1774-4fdc-8e4d-e62534f00be7 admin admin] Publish callbacks [] for security_group (f3963cba-93d0-48a3-b509-855b9e9cf1d5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.570227 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8120-1774-4fdc-8e4d-e62534f00be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f3963cba-93d0-48a3-b509-855b9e9cf1d5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.609817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b8120-1774-4fdc-8e4d-e62534f00be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3963cba-93d0-48a3-b509-855b9e9cf1d5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:08.618157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35332) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:08.618731 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-eb7b8120-1774-4fdc-8e4d-e62534f00be7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=541d5014ba914da6aa713625e893b9d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511768 Feb 11 05:10:08.745997 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b246ca-ddb7-4142-afb8-d457b51ba211 admin admin] Publish callbacks [] for security_group (f3963cba-93d0-48a3-b509-855b9e9cf1d5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.775793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324812c-e278-4deb-8a43-3e73f3ea177b req-0b2dfb2b-fd90-4cc5-8f55-f0039f4c8d88 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:08.777257 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3324812c-e278-4deb-8a43-3e73f3ea177b req-0b2dfb2b-fd90-4cc5-8f55-f0039f4c8d88 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0861840 Feb 11 05:10:08.782352 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b246ca-ddb7-4142-afb8-d457b51ba211 admin admin] Publish callbacks [] for security_group (f3963cba-93d0-48a3-b509-855b9e9cf1d5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.858921 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3324812c-e278-4deb-8a43-3e73f3ea177b req-a98ba954-f195-4b50-b905-1322d3bda51d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701227 Feb 11 05:10:08.869355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b246ca-ddb7-4142-afb8-d457b51ba211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f3963cba-93d0-48a3-b509-855b9e9cf1d5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.872032 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5b246ca-ddb7-4142-afb8-d457b51ba211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.882235 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d5b246ca-ddb7-4142-afb8-d457b51ba211 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3963cba-93d0-48a3-b509-855b9e9cf1d5 HTTP/1.1" status: 204 len: 168 time: 0.2563560 Feb 11 05:10:08.902170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b246ca-ddb7-4142-afb8-d457b51ba211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3963cba-93d0-48a3-b509-855b9e9cf1d5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:09.279865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35350) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:09.293313 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74b00a34-1fb2-43ac-8245-4bcde56ff462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.372473 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74b00a34-1fb2-43ac-8245-4bcde56ff462 admin admin] Publish callbacks [] for security_group (5e7bbb55-2612-4dba-8170-b4912b24ef90), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.377244 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74b00a34-1fb2-43ac-8245-4bcde56ff462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5e7bbb55-2612-4dba-8170-b4912b24ef90), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.422460 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b954c0a1-8126-43cc-9b36-bac5b3dfcb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.429604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35352) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:09.437589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-74b00a34-1fb2-43ac-8245-4bcde56ff462 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02f5fac58403429cbd67703d04ea7b7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1544089 Feb 11 05:10:09.439960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b00a34-1fb2-43ac-8245-4bcde56ff462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7bbb55-2612-4dba-8170-b4912b24ef90,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:09.506285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c51b7df6-6ef7-48bb-944f-4ac49d51c148 admin admin] Publish callbacks [] for security_group (5e7bbb55-2612-4dba-8170-b4912b24ef90), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.528519 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c51b7df6-6ef7-48bb-944f-4ac49d51c148 admin admin] Publish callbacks [] for security_group (5e7bbb55-2612-4dba-8170-b4912b24ef90), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.579801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c51b7df6-6ef7-48bb-944f-4ac49d51c148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5e7bbb55-2612-4dba-8170-b4912b24ef90), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.582805 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c51b7df6-6ef7-48bb-944f-4ac49d51c148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.586486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c51b7df6-6ef7-48bb-944f-4ac49d51c148 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e7bbb55-2612-4dba-8170-b4912b24ef90 HTTP/1.1" status: 204 len: 168 time: 0.1528349 Feb 11 05:10:09.604166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b7df6-6ef7-48bb-944f-4ac49d51c148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7bbb55-2612-4dba-8170-b4912b24ef90,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:09.887441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e83941-521b-4857-81de-e871018821a2 req-761dc65c-717b-4fa9-ba98-e8a517d16f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:09.889492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44e83941-521b-4857-81de-e871018821a2 req-761dc65c-717b-4fa9-ba98-e8a517d16f5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 1129 time: 0.0626533 Feb 11 05:10:10.064706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b6dbd-c0ae-4700-8d02-77e9bafb871e req-1165ae56-6390-4b2f-b200-712a634d5a4c tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:10.074717 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb8b6dbd-c0ae-4700-8d02-77e9bafb871e req-1165ae56-6390-4b2f-b200-712a634d5a4c tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1019742 Feb 11 05:10:10.110763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e83941-521b-4857-81de-e871018821a2 req-24ee01d9-6c81-48d1-b59d-da22bce7b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:10.117406 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44e83941-521b-4857-81de-e871018821a2 req-24ee01d9-6c81-48d1-b59d-da22bce7b77f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 919 time: 0.1948180 Feb 11 05:10:10.152069 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb8b6dbd-c0ae-4700-8d02-77e9bafb871e req-9afd2ebb-32f6-4964-9e70-ab4e8f957252 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759342 Feb 11 05:10:10.534608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35386) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:10.696048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-909497304'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:10.728577 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44e83941-521b-4857-81de-e871018821a2 req-f8b84203-efe5-4762-b95c-cee7c361b80b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab HTTP/1.1" status: 200 len: 217 time: 0.6035924 Feb 11 05:10:10.729755 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Made reservation on behalf of 217d88a2e0594821a2a371fb234158bc for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:10.733150 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.742390 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.783193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e83941-521b-4857-81de-e871018821a2 req-91fe1ca9-ff0e-436f-9018-cc4aafdd1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:10.784828 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44e83941-521b-4857-81de-e871018821a2 req-91fe1ca9-ff0e-436f-9018-cc4aafdd1bdb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.0502717 Feb 11 05:10:10.823345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44e83941-521b-4857-81de-e871018821a2 req-cba143bb-6a8d-4e9d-be33-4c443e5d9430 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300629 Feb 11 05:10:10.841408 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for security_group (5ded8d9d-7be7-4bf6-8596-94be33b28e88), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.848489 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5ded8d9d-7be7-4bf6-8596-94be33b28e88), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.882749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:10.896859 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ad2df0fd-1724-47b4-9a19-2d026610c0dd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.897647 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Added segment ad2df0fd-1724-47b4-9a19-2d026610c0dd of type vlan for network 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c Feb 11 05:10:10.949140 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1dbd9bb2-2969-42b0-b21e-ccf53d91f37c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.975401 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44e83941-521b-4857-81de-e871018821a2 req-88046eb8-629d-4790-b9af-8f493b88ad52 service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456265 Feb 11 05:10:11.010976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ded8d9d-7be7-4bf6-8596-94be33b28e88,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:11.014209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1dbd9bb2-2969-42b0-b21e-ccf53d91f37c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.021406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:11.022014 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.118928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event updated for resources: {'Network': ['ID=1dbd9bb2-2969-42b0-b21e-ccf53d91f37c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:11.135600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:11.150445 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44e83941-521b-4857-81de-e871018821a2 req-9b26b440-f7da-42b3-b547-104352efe50c service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659379 Feb 11 05:10:11.153935 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8162eb5d-cf30-48b8-982b-43453163ed0c tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6162601 Feb 11 05:10:11.157764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35392) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:11.163809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3085440f-5fe6-4d86-a7e3-7769b6df78cf tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Request body: {'subnet': {'network_id': '1dbd9bb2-2969-42b0-b21e-ccf53d91f37c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:11.376453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7d971-8a60-4043-8bd2-462a64a0b4e5 req-b00b42fc-2d76-441f-8613-21fb5cfa5568 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:11.378166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dee7d971-8a60-4043-8bd2-462a64a0b4e5 req-b00b42fc-2d76-441f-8613-21fb5cfa5568 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0752182 Feb 11 05:10:11.379402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3085440f-5fe6-4d86-a7e3-7769b6df78cf tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Made reservation on behalf of 217d88a2e0594821a2a371fb234158bc for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:11.382942 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3085440f-5fe6-4d86-a7e3-7769b6df78cf tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.513942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dee7d971-8a60-4043-8bd2-462a64a0b4e5 req-2e04f292-5cb4-4400-9a0f-39b61eef74b8 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672941 Feb 11 05:10:11.594490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35404) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:11.681389 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3085440f-5fe6-4d86-a7e3-7769b6df78cf tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (5ac614ed-a6be-40ca-b5cd-2d004fb8ac49), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.739215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085440f-5fe6-4d86-a7e3-7769b6df78cf tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event updated for resources: {'Subnet': ['ID=5ac614ed-a6be-40ca-b5cd-2d004fb8ac49,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:11.769229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3085440f-5fe6-4d86-a7e3-7769b6df78cf tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Checking segment: {'id': 'ad2df0fd-1724-47b4-9a19-2d026610c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1dbd9bb2-2969-42b0-b21e-ccf53d91f37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:11.769607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085440f-5fe6-4d86-a7e3-7769b6df78cf tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Network hostable DHCP agents. Network: 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:11.789020 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15d33ee7-d9e6-4e82-a5a3-81c4331a9545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.795394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085440f-5fe6-4d86-a7e3-7769b6df78cf tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Network 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:11.811560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3085440f-5fe6-4d86-a7e3-7769b6df78cf tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:11.819350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3085440f-5fe6-4d86-a7e3-7769b6df78cf tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:11.820257 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3085440f-5fe6-4d86-a7e3-7769b6df78cf tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.842137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48de6b01-799b-4591-8782-6f3195ccfeb2 None None] Network 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:11.862071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3085440f-5fe6-4d86-a7e3-7769b6df78cf tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7031677 Feb 11 05:10:11.864725 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35410) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:11.871777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-91cbd96e-5158-4998-b7f5-47f40d368992 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-987241335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:11.912706 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91cbd96e-5158-4998-b7f5-47f40d368992 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (34e0e258-1d60-4a5b-a45c-981bfaa1aaf2), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.914009 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91cbd96e-5158-4998-b7f5-47f40d368992 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (34e0e258-1d60-4a5b-a45c-981bfaa1aaf2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.949036 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15d33ee7-d9e6-4e82-a5a3-81c4331a9545 admin admin] Publish callbacks [] for security_group (a994bf11-04d7-4921-976d-dc9f4eb96421), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.957172 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15d33ee7-d9e6-4e82-a5a3-81c4331a9545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a994bf11-04d7-4921-976d-dc9f4eb96421), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.058003 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91cbd96e-5158-4998-b7f5-47f40d368992 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for router_controller (34e0e258-1d60-4a5b-a45c-981bfaa1aaf2), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.064506 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91cbd96e-5158-4998-b7f5-47f40d368992 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (34e0e258-1d60-4a5b-a45c-981bfaa1aaf2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.087796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91cbd96e-5158-4998-b7f5-47f40d368992 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.088750 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f5a83f39-695c-44aa-907e-d44c8f44b5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.089675 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-91cbd96e-5158-4998-b7f5-47f40d368992 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2238071 Feb 11 05:10:12.092567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35416) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:12.107015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-1dbd9bb2-2969-42b0-b21e-ccf53d91f37c', 'network_id': '1dbd9bb2-2969-42b0-b21e-ccf53d91f37c', 'project_id': '217d88a2e0594821a2a371fb234158bc', 'fixed_ips': [{'subnet_id': '5ac614ed-a6be-40ca-b5cd-2d004fb8ac49'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:12.108306 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.109641 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-15d33ee7-d9e6-4e82-a5a3-81c4331a9545 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e35d8c5b9a214c05b04cd267999834a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5138407 Feb 11 05:10:12.111490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d33ee7-d9e6-4e82-a5a3-81c4331a9545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a994bf11-04d7-4921-976d-dc9f4eb96421,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:12.123528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35420) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:12.215184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c4da7c1-bdf6-414a-86c8-68600473f150 admin admin] Publish callbacks [] for security_group (a994bf11-04d7-4921-976d-dc9f4eb96421), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.244446 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c4da7c1-bdf6-414a-86c8-68600473f150 admin admin] Publish callbacks [] for security_group (a994bf11-04d7-4921-976d-dc9f4eb96421), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.306310 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c4da7c1-bdf6-414a-86c8-68600473f150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a994bf11-04d7-4921-976d-dc9f4eb96421), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.310192 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c4da7c1-bdf6-414a-86c8-68600473f150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.311663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2c4da7c1-bdf6-414a-86c8-68600473f150 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a994bf11-04d7-4921-976d-dc9f4eb96421 HTTP/1.1" status: 204 len: 168 time: 0.1865008 Feb 11 05:10:12.322033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4da7c1-bdf6-414a-86c8-68600473f150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a994bf11-04d7-4921-976d-dc9f4eb96421,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:12.401805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Allocated IP 172.20.0.2 (1dbd9bb2-2969-42b0-b21e-ccf53d91f37c/5ac614ed-a6be-40ca-b5cd-2d004fb8ac49/9ad48f8b-51f7-4664-a1d5-5fd22b8352ed) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:12.592997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13f1c101-3f87-49f5-becc-daffcbe3bc8b req-cdd02fdb-1e5a-45bc-84d7-b1e58f4e0970 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3270781 Feb 11 05:10:12.657724 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.722146 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Publish callbacks [] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.777221 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.835305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1c101-3f87-49f5-becc-daffcbe3bc8b req-2ae72bd4-4824-459e-8e32-71a90bc14d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:12.837992 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13f1c101-3f87-49f5-becc-daffcbe3bc8b req-2ae72bd4-4824-459e-8e32-71a90bc14d4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 1128 time: 0.1779633 Feb 11 05:10:12.887793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Pushing event updated for resources: {'Port': ['ID=9ad48f8b-51f7-4664-a1d5-5fd22b8352ed,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:12.920615 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.933866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Network 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:12.938086 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:12.946629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:12.989332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35436) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:13.051024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Attempting to bind port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:13.051531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Attempting to bind port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'ad2df0fd-1724-47b4-9a19-2d026610c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1dbd9bb2-2969-42b0-b21e-ccf53d91f37c'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:13.052189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Attempting to bind port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed on network 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:13.059506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:13.060195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Checking segment: {'id': 'ad2df0fd-1724-47b4-9a19-2d026610c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1dbd9bb2-2969-42b0-b21e-ccf53d91f37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:13.070503 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.072081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Bound using segment: {'id': 'ad2df0fd-1724-47b4-9a19-2d026610c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1dbd9bb2-2969-42b0-b21e-ccf53d91f37c'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:13.075084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Bound port: 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2df0fd-1724-47b4-9a19-2d026610c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1dbd9bb2-2969-42b0-b21e-ccf53d91f37c'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:13.075763 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.112737 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e7064d0-01a8-4835-8951-7ab7c540ae75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.196855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] For port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:13.201138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] For port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9ad48f8b-51f7-4664-a1d5-5fd22b8352ed,segment=NetworkSegment(ad2df0fd-1724-47b4-9a19-2d026610c0dd),segment_id=ad2df0fd-1724-47b4-9a19-2d026610c0dd)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:13.215251 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.285836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1c101-3f87-49f5-becc-daffcbe3bc8b req-aebce275-3ebd-45cf-9b52-597806222029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:13.287573 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13f1c101-3f87-49f5-becc-daffcbe3bc8b req-aebce275-3ebd-45cf-9b52-597806222029 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 919 time: 0.3606584 Feb 11 05:10:13.312204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052e931-2717-404c-a8d4-3186a3bec19f None None] Pushing event updated for resources: {'Port': ['ID=9ad48f8b-51f7-4664-a1d5-5fd22b8352ed,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:13.354193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Allocated IP 172.20.0.1 (1dbd9bb2-2969-42b0-b21e-ccf53d91f37c/5ac614ed-a6be-40ca-b5cd-2d004fb8ac49/47260ba5-78a9-4a54-a5fd-38e57fe33fa2) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:13.358404 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13f1c101-3f87-49f5-becc-daffcbe3bc8b req-0c030ede-fe58-4639-aa21-7a0316511ce7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b48f2dc7-aaab-4869-baab-c7ab62562808 HTTP/1.1" status: 200 len: 217 time: 0.0600579 Feb 11 05:10:13.432837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35444) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:13.526850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1c101-3f87-49f5-becc-daffcbe3bc8b req-ebe1ef59-40ea-4175-9c85-2453aaf6ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:13.528532 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13f1c101-3f87-49f5-becc-daffcbe3bc8b req-ebe1ef59-40ea-4175-9c85-2453aaf6ef63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.1629052 Feb 11 05:10:13.532459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e7064d0-01a8-4835-8951-7ab7c540ae75 admin admin] Publish callbacks [] for security_group (6afc729f-b846-4c59-987e-e932f3908a3e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.552836 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e7064d0-01a8-4835-8951-7ab7c540ae75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6afc729f-b846-4c59-987e-e932f3908a3e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.581572 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13f1c101-3f87-49f5-becc-daffcbe3bc8b req-7ba28ef7-2dd5-4273-85e1-c144ae247344 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437670 Feb 11 05:10:13.689509 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c0be29b-87db-45fa-adf5-9f01b3c8c4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.716729 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13f1c101-3f87-49f5-becc-daffcbe3bc8b req-75506f37-89d7-42cc-b2b1-1bec6f51f71d service neutron] 10.222.0.10 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130147 Feb 11 05:10:13.801836 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9e7064d0-01a8-4835-8951-7ab7c540ae75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=439b46132d7c4082970a7f47faf0f068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7968018 Feb 11 05:10:13.802052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:13.848450 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for port (47260ba5-78a9-4a54-a5fd-38e57fe33fa2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.887695 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c0be29b-87db-45fa-adf5-9f01b3c8c4f9 admin admin] Publish callbacks [] for security_group (963195f7-4c67-4dad-b94c-c7c2aec1011f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.922959 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d4059e-264c-49c4-b721-e03d72c001aa admin admin] Publish callbacks [] for security_group (6afc729f-b846-4c59-987e-e932f3908a3e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.924819 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c0be29b-87db-45fa-adf5-9f01b3c8c4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (963195f7-4c67-4dad-b94c-c7c2aec1011f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.982620 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3c0be29b-87db-45fa-adf5-9f01b3c8c4f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ee9ecf362aa42babb7dfd4d405c9c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5486627 Feb 11 05:10:13.993155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35450) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:14.001524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d4059e-264c-49c4-b721-e03d72c001aa admin admin] Publish callbacks [] for security_group (6afc729f-b846-4c59-987e-e932f3908a3e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.017090 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13f1c101-3f87-49f5-becc-daffcbe3bc8b req-f55708e4-e8f8-42c9-8ccd-2fdc27c09a9d service neutron] 10.222.0.10 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837381 Feb 11 05:10:14.017958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7064d0-01a8-4835-8951-7ab7c540ae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afc729f-b846-4c59-987e-e932f3908a3e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:14.024203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0be29b-87db-45fa-adf5-9f01b3c8c4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963195f7-4c67-4dad-b94c-c7c2aec1011f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:14.051877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (47260ba5-78a9-4a54-a5fd-38e57fe33fa2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.112673 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca524084-8733-4b3b-b18f-3c414eb86cdf admin admin] Publish callbacks [] for security_group (963195f7-4c67-4dad-b94c-c7c2aec1011f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.176286 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca524084-8733-4b3b-b18f-3c414eb86cdf admin admin] Publish callbacks [] for security_group (963195f7-4c67-4dad-b94c-c7c2aec1011f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.203443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event updated for resources: {'Port': ['ID=47260ba5-78a9-4a54-a5fd-38e57fe33fa2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:14.206437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Network 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:14.213338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:14.215851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:14.235089 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d4059e-264c-49c4-b721-e03d72c001aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6afc729f-b846-4c59-987e-e932f3908a3e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.239389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d4059e-264c-49c4-b721-e03d72c001aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.240859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-77d4059e-264c-49c4-b721-e03d72c001aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6afc729f-b846-4c59-987e-e932f3908a3e HTTP/1.1" status: 204 len: 168 time: 0.4379981 Feb 11 05:10:14.260630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4059e-264c-49c4-b721-e03d72c001aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afc729f-b846-4c59-987e-e932f3908a3e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:14.293951 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca524084-8733-4b3b-b18f-3c414eb86cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (963195f7-4c67-4dad-b94c-c7c2aec1011f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.295529 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (34e0e258-1d60-4a5b-a45c-981bfaa1aaf2), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.297056 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca524084-8733-4b3b-b18f-3c414eb86cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.304532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ca524084-8733-4b3b-b18f-3c414eb86cdf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/963195f7-4c67-4dad-b94c-c7c2aec1011f HTTP/1.1" status: 204 len: 168 time: 0.3044138 Feb 11 05:10:14.336898 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca524084-8733-4b3b-b18f-3c414eb86cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963195f7-4c67-4dad-b94c-c7c2aec1011f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:14.377419 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.493350 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (47260ba5-78a9-4a54-a5fd-38e57fe33fa2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.957981 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for port (47260ba5-78a9-4a54-a5fd-38e57fe33fa2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.967268 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (47260ba5-78a9-4a54-a5fd-38e57fe33fa2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.999522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c54868-f2f5-4429-93ec-59949c5a1f13 None None] Network 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:15.062968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9e661326-8f5a-4b1f-b68f-c4867d0adc8c None None] Provisioning complete for port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:15.063349 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e661326-8f5a-4b1f-b68f-c4867d0adc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.105263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (34e0e258-1d60-4a5b-a45c-981bfaa1aaf2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.118680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event updated for resources: {'Port': ['ID=47260ba5-78a9-4a54-a5fd-38e57fe33fa2,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:15.283836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Network 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:15.285768 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:15.410911 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9e661326-8f5a-4b1f-b68f-c4867d0adc8c None None] Current status of the port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:15.411366 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e661326-8f5a-4b1f-b68f-c4867d0adc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.468187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Router 34e0e258-1d60-4a5b-a45c-981bfaa1aaf2 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:10:15.489040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dab6f1-3242-4d70-8a9a-957c9107f1fe req-cb7a26b3-63b6-4f11-b7a8-0ff70b4e482a tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:15.490635 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-77dab6f1-3242-4d70-8a9a-957c9107f1fe req-cb7a26b3-63b6-4f11-b7a8-0ff70b4e482a tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1219864 Feb 11 05:10:15.494756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9e661326-8f5a-4b1f-b68f-c4867d0adc8c None None] For port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9ad48f8b-51f7-4664-a1d5-5fd22b8352ed,segment=NetworkSegment(ad2df0fd-1724-47b4-9a19-2d026610c0dd),segment_id=ad2df0fd-1724-47b4-9a19-2d026610c0dd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:15.504535 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e661326-8f5a-4b1f-b68f-c4867d0adc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.623586 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-77dab6f1-3242-4d70-8a9a-957c9107f1fe req-d3bed097-1eae-4643-85a0-f84ada63487e tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249282 Feb 11 05:10:15.652195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e661326-8f5a-4b1f-b68f-c4867d0adc8c None None] Pushing event updated for resources: {'Port': ['ID=9ad48f8b-51f7-4664-a1d5-5fd22b8352ed,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:15.664904 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:15.668986 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.714499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:10:15.720919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e8ab7140-36c1-4d4c-a4e4-1a797c109f39 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "PUT /v2.0/routers/34e0e258-1d60-4a5b-a45c-981bfaa1aaf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6269040 Feb 11 05:10:15.723739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35512) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:15.729251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Request body: {'port': {'network_id': '1dbd9bb2-2969-42b0-b21e-ccf53d91f37c', 'name': 'tempest-FloatingIPNegativeTestJSON-1298766859'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:15.756316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c9c00-07c0-4651-ba7f-0768bc8a16a9 None None] Sync routers for ids ['34e0e258-1d60-4a5b-a45c-981bfaa1aaf2'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:10:15.817266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c9c00-07c0-4651-ba7f-0768bc8a16a9 None None] Routers {'34e0e258-1d60-4a5b-a45c-981bfaa1aaf2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:15.818200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-187c9c00-07c0-4651-ba7f-0768bc8a16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:10:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['34e0e258-1d60-4a5b-a45c-981bfaa1aaf2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:15.895522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-187c9c00-07c0-4651-ba7f-0768bc8a16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:15.960252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:15.961461 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.967471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c9c00-07c0-4651-ba7f-0768bc8a16a9 None None] Routers {'34e0e258-1d60-4a5b-a45c-981bfaa1aaf2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:15.968408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-187c9c00-07c0-4651-ba7f-0768bc8a16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:10:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['34e0e258-1d60-4a5b-a45c-981bfaa1aaf2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:16.035219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Made reservation on behalf of 217d88a2e0594821a2a371fb234158bc for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:16.039988 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.094182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] device_id is not set on port cde09d55-e772-41d6-bd9e-063f29065ddf yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:10:16.126277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-187c9c00-07c0-4651-ba7f-0768bc8a16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:16.127313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c9c00-07c0-4651-ba7f-0768bc8a16a9 None None] The sync data for ids ['34e0e258-1d60-4a5b-a45c-981bfaa1aaf2'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:10:16.174970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6a2da392-e394-4ef9-baf1-8209ac373a66 None None] Provisioning complete for port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:16.175732 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a2da392-e394-4ef9-baf1-8209ac373a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.397631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:16.491976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Allocated IP 172.20.0.14 (1dbd9bb2-2969-42b0-b21e-ccf53d91f37c/5ac614ed-a6be-40ca-b5cd-2d004fb8ac49/cde09d55-e772-41d6-bd9e-063f29065ddf) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:16.505395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6a2da392-e394-4ef9-baf1-8209ac373a66 None None] Current status of the port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:16.530776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6a2da392-e394-4ef9-baf1-8209ac373a66 None None] Provisioning complete for port 47260ba5-78a9-4a54-a5fd-38e57fe33fa2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:16.532362 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a2da392-e394-4ef9-baf1-8209ac373a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (47260ba5-78a9-4a54-a5fd-38e57fe33fa2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.622156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6a2da392-e394-4ef9-baf1-8209ac373a66 None None] Port 47260ba5-78a9-4a54-a5fd-38e57fe33fa2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:16.759356 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d1554aad-7b51-43bc-92df-c3a6d48891e4 None None] Provisioning complete for port 47260ba5-78a9-4a54-a5fd-38e57fe33fa2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:16.759904 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d1554aad-7b51-43bc-92df-c3a6d48891e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (47260ba5-78a9-4a54-a5fd-38e57fe33fa2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.804235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35564) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:16.838087 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for port (cde09d55-e772-41d6-bd9e-063f29065ddf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.863317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d1554aad-7b51-43bc-92df-c3a6d48891e4 None None] Port 47260ba5-78a9-4a54-a5fd-38e57fe33fa2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:16.903790 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (cde09d55-e772-41d6-bd9e-063f29065ddf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.989418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Network 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:16.996534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:17.002692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-653ff6e1-ee9f-49f9-91ff-8c14c3300045 None None] Provisioning complete for port 47260ba5-78a9-4a54-a5fd-38e57fe33fa2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:17.010112 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-653ff6e1-ee9f-49f9-91ff-8c14c3300045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (47260ba5-78a9-4a54-a5fd-38e57fe33fa2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.013079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:17.126981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-653ff6e1-ee9f-49f9-91ff-8c14c3300045 None None] Port 47260ba5-78a9-4a54-a5fd-38e57fe33fa2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:17.264343 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35ad3496-4d8d-4cd3-ae7e-6b16e2edc6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.464257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a504e8e5-3108-4df8-a27f-0f95858cedd6 None None] Provisioning complete for port cde09d55-e772-41d6-bd9e-063f29065ddf triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:17.466111 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a504e8e5-3108-4df8-a27f-0f95858cedd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (cde09d55-e772-41d6-bd9e-063f29065ddf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.467709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35ad3496-4d8d-4cd3-ae7e-6b16e2edc6c1 admin admin] Publish callbacks [] for security_group (b03e5fef-e01e-4e2b-8db6-39736611f901), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.480169 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35ad3496-4d8d-4cd3-ae7e-6b16e2edc6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b03e5fef-e01e-4e2b-8db6-39736611f901), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.508603 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event updated for resources: {'Port': ['ID=cde09d55-e772-41d6-bd9e-063f29065ddf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:17.571259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:17.571902 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.598743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a504e8e5-3108-4df8-a27f-0f95858cedd6 None None] Port cde09d55-e772-41d6-bd9e-063f29065ddf cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:17.614096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:17.618247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-539cb410-8d1c-489c-8449-b4cc23528c33 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8932605 Feb 11 05:10:17.621297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35590) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:17.632114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:17.640537 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-35ad3496-4d8d-4cd3-ae7e-6b16e2edc6c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f9db936f0404fd7b38f47849262ea22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8343205 Feb 11 05:10:17.644442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35592) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:17.646238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad3496-4d8d-4cd3-ae7e-6b16e2edc6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03e5fef-e01e-4e2b-8db6-39736611f901,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:17.701307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:17.701781 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.779142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.807546 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b926eb4-6e33-4de9-a336-b35040e5eee4 admin admin] Publish callbacks [] for security_group (b03e5fef-e01e-4e2b-8db6-39736611f901), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.813907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:17.850186 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b926eb4-6e33-4de9-a336-b35040e5eee4 admin admin] Publish callbacks [] for security_group (b03e5fef-e01e-4e2b-8db6-39736611f901), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.953781 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b926eb4-6e33-4de9-a336-b35040e5eee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b03e5fef-e01e-4e2b-8db6-39736611f901), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.956292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b926eb4-6e33-4de9-a336-b35040e5eee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.960806 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2b926eb4-6e33-4de9-a336-b35040e5eee4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b03e5fef-e01e-4e2b-8db6-39736611f901 HTTP/1.1" status: 204 len: 168 time: 0.3113062 Feb 11 05:10:17.975151 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b926eb4-6e33-4de9-a336-b35040e5eee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03e5fef-e01e-4e2b-8db6-39736611f901,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:17.979614 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.152402 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Allocated IP 172.25.7.175 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/0d9622d3-f43c-4566-8a58-b7f21671f01b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:18.323115 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for port (0d9622d3-f43c-4566-8a58-b7f21671f01b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.370419 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (0d9622d3-f43c-4566-8a58-b7f21671f01b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.385939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35630) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:18.429802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:18.432911 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:18.440586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:18.470017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event updated for resources: {'Port': ['ID=0d9622d3-f43c-4566-8a58-b7f21671f01b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:18.595185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for floatingip (1182b145-f5fe-4e7a-9dda-01a2f3b18fc1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.648974 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0d9622d3-f43c-4566-8a58-b7f21671f01b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.715855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e43edf3a-4570-4c5e-832a-56c510e4ff0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.845043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e43edf3a-4570-4c5e-832a-56c510e4ff0f admin admin] Publish callbacks [] for security_group (16d1c127-caa7-4295-a182-affffea12f29), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.854139 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e43edf3a-4570-4c5e-832a-56c510e4ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (16d1c127-caa7-4295-a182-affffea12f29), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.906876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e43edf3a-4570-4c5e-832a-56c510e4ff0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12553e2c98524ee68fa79ba3631bcac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5192895 Feb 11 05:10:18.910614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35650) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:18.929739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43edf3a-4570-4c5e-832a-56c510e4ff0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d1c127-caa7-4295-a182-affffea12f29,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:18.983976 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for port (0d9622d3-f43c-4566-8a58-b7f21671f01b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.001838 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a52256d-5dc1-4b5a-86ac-ab5c75ea4efb admin admin] Publish callbacks [] for security_group (16d1c127-caa7-4295-a182-affffea12f29), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.003913 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (0d9622d3-f43c-4566-8a58-b7f21671f01b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.062059 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event updated for resources: {'Port': ['ID=0d9622d3-f43c-4566-8a58-b7f21671f01b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:19.083475 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a52256d-5dc1-4b5a-86ac-ab5c75ea4efb admin admin] Publish callbacks [] for security_group (16d1c127-caa7-4295-a182-affffea12f29), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.161151 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (1182b145-f5fe-4e7a-9dda-01a2f3b18fc1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.189581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.193502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35660) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:19.198843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a883f837-9b6f-47a4-bdea-9b07f392c3fe tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Request body: {'floatingip': {'port_id': 'cde09d55-e772-41d6-bd9e-063f29065ddf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:19.203080 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ab551416-4c44-42bf-ad3a-f9346f3b5a09 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5655398 Feb 11 05:10:19.214760 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a52256d-5dc1-4b5a-86ac-ab5c75ea4efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (16d1c127-caa7-4295-a182-affffea12f29), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.217931 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a52256d-5dc1-4b5a-86ac-ab5c75ea4efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.221538 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4a52256d-5dc1-4b5a-86ac-ab5c75ea4efb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16d1c127-caa7-4295-a182-affffea12f29 HTTP/1.1" status: 204 len: 168 time: 0.3075054 Feb 11 05:10:19.228892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52256d-5dc1-4b5a-86ac-ab5c75ea4efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d1c127-caa7-4295-a182-affffea12f29,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:19.272801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a883f837-9b6f-47a4-bdea-9b07f392c3fe tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for floatingip (1182b145-f5fe-4e7a-9dda-01a2f3b18fc1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.459800 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-a883f837-9b6f-47a4-bdea-9b07f392c3fe tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] update failed (client error): The resource could not be found. Feb 11 05:10:19.465637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35666) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:19.478085 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a883f837-9b6f-47a4-bdea-9b07f392c3fe tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "PUT /v2.0/floatingips/1182b145-f5fe-4e7a-9dda-01a2f3b18fc1 HTTP/1.1" status: 404 len: 507 time: 0.2834415 Feb 11 05:10:19.716798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35676) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:19.735217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac2be-d9cb-482c-bcd4-e6474f67c82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.783903 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-09d59366-7fa6-4e98-9a0d-004d5f871b73 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Deleting port 0d9622d3-f43c-4566-8a58-b7f21671f01b {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:19.784439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09d59366-7fa6-4e98-9a0d-004d5f871b73 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0d9622d3-f43c-4566-8a58-b7f21671f01b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.903743 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac2be-d9cb-482c-bcd4-e6474f67c82c admin admin] Publish callbacks [] for security_group (1c2dab42-6e40-4c63-8b80-0467d426bd23), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.911448 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac2be-d9cb-482c-bcd4-e6474f67c82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1c2dab42-6e40-4c63-8b80-0467d426bd23), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.978374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8a9ac2be-d9cb-482c-bcd4-e6474f67c82c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bcf2ed1880b943c78d02ac86e2d296d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572327 Feb 11 05:10:19.978374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ac2be-d9cb-482c-bcd4-e6474f67c82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2dab42-6e40-4c63-8b80-0467d426bd23,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:19.980016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35680) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:19.998465 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09d59366-7fa6-4e98-9a0d-004d5f871b73 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0d9622d3-f43c-4566-8a58-b7f21671f01b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.999769 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09d59366-7fa6-4e98-9a0d-004d5f871b73 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for floatingip (0d9622d3-f43c-4566-8a58-b7f21671f01b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.027735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-09d59366-7fa6-4e98-9a0d-004d5f871b73 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Calling delete_port for 0d9622d3-f43c-4566-8a58-b7f21671f01b owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:20.041109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca6026f9-9274-49c2-8aee-9494678c48dd admin admin] Publish callbacks [] for security_group (1c2dab42-6e40-4c63-8b80-0467d426bd23), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.067276 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca6026f9-9274-49c2-8aee-9494678c48dd admin admin] Publish callbacks [] for security_group (1c2dab42-6e40-4c63-8b80-0467d426bd23), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.152633 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca6026f9-9274-49c2-8aee-9494678c48dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1c2dab42-6e40-4c63-8b80-0467d426bd23), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.156029 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca6026f9-9274-49c2-8aee-9494678c48dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.157524 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ca6026f9-9274-49c2-8aee-9494678c48dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c2dab42-6e40-4c63-8b80-0467d426bd23 HTTP/1.1" status: 204 len: 168 time: 0.1765707 Feb 11 05:10:20.168318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6026f9-9274-49c2-8aee-9494678c48dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2dab42-6e40-4c63-8b80-0467d426bd23,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:20.226091 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09d59366-7fa6-4e98-9a0d-004d5f871b73 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (0d9622d3-f43c-4566-8a58-b7f21671f01b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.258873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d59366-7fa6-4e98-9a0d-004d5f871b73 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event deleted for resources: {'Port': ['ID=0d9622d3-f43c-4566-8a58-b7f21671f01b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:20.339502 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09d59366-7fa6-4e98-9a0d-004d5f871b73 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for floatingip (1182b145-f5fe-4e7a-9dda-01a2f3b18fc1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.342454 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-09d59366-7fa6-4e98-9a0d-004d5f871b73 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.344308 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-09d59366-7fa6-4e98-9a0d-004d5f871b73 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "DELETE /v2.0/floatingips/1182b145-f5fe-4e7a-9dda-01a2f3b18fc1 HTTP/1.1" status: 204 len: 168 time: 0.8767929 Feb 11 05:10:20.347941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35684) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:20.353254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-239207aa-bc79-4ca0-9764-e827384456bb tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Request body: {'floatingip': {'floating_network_id': '1dbd9bb2-2969-42b0-b21e-ccf53d91f37c', 'port_id': 'cde09d55-e772-41d6-bd9e-063f29065ddf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:20.383974 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-239207aa-bc79-4ca0-9764-e827384456bb tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.595128 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-239207aa-bc79-4ca0-9764-e827384456bb tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:10:20.600028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-239207aa-bc79-4ca0-9764-e827384456bb tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2472076 Feb 11 05:10:20.600678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35688) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:20.607748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'cde09d55-e772-41d6-bd9e-063f29065ddf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:20.680273 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.892019 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.109829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Allocated IP 172.25.7.121 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/e4901fe5-0f9a-458c-83b7-ff48004e35fe) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:21.333638 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for port (e4901fe5-0f9a-458c-83b7-ff48004e35fe), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.385207 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e4901fe5-0f9a-458c-83b7-ff48004e35fe), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.408325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:21.410739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:21.439530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:21.487547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event updated for resources: {'Port': ['ID=e4901fe5-0f9a-458c-83b7-ff48004e35fe,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:21.694304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Deleting port e4901fe5-0f9a-458c-83b7-ff48004e35fe {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:21.694881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e4901fe5-0f9a-458c-83b7-ff48004e35fe), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.804668 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e4901fe5-0f9a-458c-83b7-ff48004e35fe), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.806664 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for floatingip (e4901fe5-0f9a-458c-83b7-ff48004e35fe), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.823657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Calling delete_port for e4901fe5-0f9a-458c-83b7-ff48004e35fe owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:22.020562 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e4901fe5-0f9a-458c-83b7-ff48004e35fe), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.059856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event deleted for resources: {'Port': ['ID=e4901fe5-0f9a-458c-83b7-ff48004e35fe,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:22.163978 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] create failed (client error): The resource could not be found. Feb 11 05:10:22.169512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35756) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:22.170286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-885656b5-137c-46a1-9c4b-df5944bc380e tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5673537 Feb 11 05:10:22.358024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6575bd8f-19f5-49b2-9cb5-f704d819515a tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Deleting port cde09d55-e772-41d6-bd9e-063f29065ddf {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:22.358380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6575bd8f-19f5-49b2-9cb5-f704d819515a tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (cde09d55-e772-41d6-bd9e-063f29065ddf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.549293 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6575bd8f-19f5-49b2-9cb5-f704d819515a tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (cde09d55-e772-41d6-bd9e-063f29065ddf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.562441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6575bd8f-19f5-49b2-9cb5-f704d819515a tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Calling delete_port for cde09d55-e772-41d6-bd9e-063f29065ddf owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:22.791568 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6575bd8f-19f5-49b2-9cb5-f704d819515a tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (cde09d55-e772-41d6-bd9e-063f29065ddf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.854032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575bd8f-19f5-49b2-9cb5-f704d819515a tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event deleted for resources: {'Port': ['ID=cde09d55-e772-41d6-bd9e-063f29065ddf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:23.017880 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6575bd8f-19f5-49b2-9cb5-f704d819515a tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:23.025796 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35816) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:23.040217 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6575bd8f-19f5-49b2-9cb5-f704d819515a tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "DELETE /v2.0/ports/cde09d55-e772-41d6-bd9e-063f29065ddf HTTP/1.1" status: 204 len: 168 time: 0.8650661 Feb 11 05:10:23.107363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95744de8-7457-4d74-ab92-13622f7c6d8a tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:23.111272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-95744de8-7457-4d74-ab92-13622f7c6d8a tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "GET /v2.0/ports?device_id=34e0e258-1d60-4a5b-a45c-981bfaa1aaf2 HTTP/1.1" status: 200 len: 913 time: 0.0822659 Feb 11 05:10:23.111947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35824) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:23.658716 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2828fb95-821d-4756-a4db-ae8b3ae54c29 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (34e0e258-1d60-4a5b-a45c-981bfaa1aaf2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.016401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2828fb95-821d-4756-a4db-ae8b3ae54c29 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Deleting port 47260ba5-78a9-4a54-a5fd-38e57fe33fa2 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:24.017109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2828fb95-821d-4756-a4db-ae8b3ae54c29 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (47260ba5-78a9-4a54-a5fd-38e57fe33fa2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.174443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2828fb95-821d-4756-a4db-ae8b3ae54c29 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (47260ba5-78a9-4a54-a5fd-38e57fe33fa2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.193352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2828fb95-821d-4756-a4db-ae8b3ae54c29 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Calling delete_port for 47260ba5-78a9-4a54-a5fd-38e57fe33fa2 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:24.464611 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2828fb95-821d-4756-a4db-ae8b3ae54c29 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (47260ba5-78a9-4a54-a5fd-38e57fe33fa2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.500473 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828fb95-821d-4756-a4db-ae8b3ae54c29 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event deleted for resources: {'Port': ['ID=47260ba5-78a9-4a54-a5fd-38e57fe33fa2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:25.194036 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2828fb95-821d-4756-a4db-ae8b3ae54c29 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (34e0e258-1d60-4a5b-a45c-981bfaa1aaf2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:25.479233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2828fb95-821d-4756-a4db-ae8b3ae54c29 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Router 34e0e258-1d60-4a5b-a45c-981bfaa1aaf2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:10:25.591265 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2828fb95-821d-4756-a4db-ae8b3ae54c29 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:10:25.601435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2828fb95-821d-4756-a4db-ae8b3ae54c29 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "PUT /v2.0/routers/34e0e258-1d60-4a5b-a45c-981bfaa1aaf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4846609 Feb 11 05:10:25.601583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 35962) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:25.607723 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fb7b5-5adc-446f-875d-5f3805d1d635 None None] Sync routers for ids ['34e0e258-1d60-4a5b-a45c-981bfaa1aaf2'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:10:25.630801 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838fb7b5-5adc-446f-875d-5f3805d1d635 None None] Routers {'34e0e258-1d60-4a5b-a45c-981bfaa1aaf2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:25.631461 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-838fb7b5-5adc-446f-875d-5f3805d1d635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:10:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['34e0e258-1d60-4a5b-a45c-981bfaa1aaf2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:25.691552 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-838fb7b5-5adc-446f-875d-5f3805d1d635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:25.715779 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838fb7b5-5adc-446f-875d-5f3805d1d635 None None] Routers {'34e0e258-1d60-4a5b-a45c-981bfaa1aaf2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:25.716409 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-838fb7b5-5adc-446f-875d-5f3805d1d635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:10:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['34e0e258-1d60-4a5b-a45c-981bfaa1aaf2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:25.752756 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20605c5a-f360-4779-8600-5874d2a9833b tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for router (34e0e258-1d60-4a5b-a45c-981bfaa1aaf2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:25.783053 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-838fb7b5-5adc-446f-875d-5f3805d1d635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:25.783723 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fb7b5-5adc-446f-875d-5f3805d1d635 None None] The sync data for ids ['34e0e258-1d60-4a5b-a45c-981bfaa1aaf2'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:10:26.011510 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20605c5a-f360-4779-8600-5874d2a9833b tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (34e0e258-1d60-4a5b-a45c-981bfaa1aaf2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.013624 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20605c5a-f360-4779-8600-5874d2a9833b tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for router_controller (34e0e258-1d60-4a5b-a45c-981bfaa1aaf2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.071074 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20605c5a-f360-4779-8600-5874d2a9833b tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (34e0e258-1d60-4a5b-a45c-981bfaa1aaf2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.071839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20605c5a-f360-4779-8600-5874d2a9833b tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Fanout notify agent at l3_agent the message router_deleted on router 34e0e258-1d60-4a5b-a45c-981bfaa1aaf2 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:10:26.095099 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-20605c5a-f360-4779-8600-5874d2a9833b tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.099366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 35990) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:26.100073 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-20605c5a-f360-4779-8600-5874d2a9833b tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "DELETE /v2.0/routers/34e0e258-1d60-4a5b-a45c-981bfaa1aaf2 HTTP/1.1" status: 204 len: 168 time: 0.4975488 Feb 11 05:10:26.175056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd7c98e-e1a4-4200-8f5a-2aeae74d8f3d tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Deleting subnet 5ac614ed-a6be-40ca-b5cd-2d004fb8ac49 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:10:26.179046 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c98e-e1a4-4200-8f5a-2aeae74d8f3d tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for subnet (5ac614ed-a6be-40ca-b5cd-2d004fb8ac49), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.235595 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c98e-e1a4-4200-8f5a-2aeae74d8f3d tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (5ac614ed-a6be-40ca-b5cd-2d004fb8ac49), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.449331 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c98e-e1a4-4200-8f5a-2aeae74d8f3d tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (5ac614ed-a6be-40ca-b5cd-2d004fb8ac49), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.565390 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c98e-e1a4-4200-8f5a-2aeae74d8f3d tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (5ac614ed-a6be-40ca-b5cd-2d004fb8ac49), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.600492 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c98e-e1a4-4200-8f5a-2aeae74d8f3d tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.608532 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36024) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:26.611153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1e5099-afcd-4961-a4c4-e7050541fde1 None None] Network 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:26.618399 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6dd7c98e-e1a4-4200-8f5a-2aeae74d8f3d tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "DELETE /v2.0/subnets/5ac614ed-a6be-40ca-b5cd-2d004fb8ac49 HTTP/1.1" status: 204 len: 168 time: 0.5177195 Feb 11 05:10:26.619375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7c98e-e1a4-4200-8f5a-2aeae74d8f3d tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac614ed-a6be-40ca-b5cd-2d004fb8ac49,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:26.719533 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (1dbd9bb2-2969-42b0-b21e-ccf53d91f37c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.858166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Deleting port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:26.858522 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.914268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] DHCP port deletion for 1dbd9bb2-2969-42b0-b21e-ccf53d91f37c request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:10:27.012147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Deleting port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:27.012336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] For port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9ad48f8b-51f7-4664-a1d5-5fd22b8352ed,segment=NetworkSegment(ad2df0fd-1724-47b4-9a19-2d026610c0dd),segment_id=ad2df0fd-1724-47b4-9a19-2d026610c0dd)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:27.012654 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.013343 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.038011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Calling delete_port for 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:27.190413 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.201147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] For port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9ad48f8b-51f7-4664-a1d5-5fd22b8352ed,segment=NetworkSegment(ad2df0fd-1724-47b4-9a19-2d026610c0dd),segment_id=ad2df0fd-1724-47b4-9a19-2d026610c0dd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:27.201804 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.219339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event deleted for resources: {'Port': ['ID=9ad48f8b-51f7-4664-a1d5-5fd22b8352ed,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:27.225877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] No DVR routers for this DVR port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:27.239959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Calling delete_port for 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:27.370140 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (1dbd9bb2-2969-42b0-b21e-ccf53d91f37c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.394479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbd9bb2-2969-42b0-b21e-ccf53d91f37c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:27.406731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2df0fd-1724-47b4-9a19-2d026610c0dd') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:27.407105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2df0fd-1724-47b4-9a19-2d026610c0dd') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:27.419901 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (ad2df0fd-1724-47b4-9a19-2d026610c0dd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.451325 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ad2df0fd-1724-47b4-9a19-2d026610c0dd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.462259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:27.462800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (ad2df0fd-1724-47b4-9a19-2d026610c0dd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:27.468484 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:27.611958 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (9ad48f8b-51f7-4664-a1d5-5fd22b8352ed), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.661534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Pushing event deleted for resources: {'Port': ['ID=9ad48f8b-51f7-4664-a1d5-5fd22b8352ed,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:27.664942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:10:27.686634 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (1dbd9bb2-2969-42b0-b21e-ccf53d91f37c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.694350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:10:27.695643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:10:27.698630 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.709129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] No DVR routers for this DVR port 9ad48f8b-51f7-4664-a1d5-5fd22b8352ed on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:27.723865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.723865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.724152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.724684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.724848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.725662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.726026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.726727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.735799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.737470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.738664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.739630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.740152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6d4d2-1fec-410a-899c-48313cb0d819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:27.748611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] 10.222.0.48 "DELETE /v2.0/networks/1dbd9bb2-2969-42b0-b21e-ccf53d91f37c HTTP/1.1" status: 204 len: 168 time: 1.1363449 Feb 11 05:10:27.784526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60def053-6d29-4e85-882e-b51cca69f788 tempest-FloatingIPNegativeTestJSON-2067433005 tempest-FloatingIPNegativeTestJSON-2067433005-project] Pushing event deleted for resources: {'Network': ['ID=1dbd9bb2-2969-42b0-b21e-ccf53d91f37c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:28.248099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36118) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:28.517411 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cad5da81-32df-4c85-8899-ae7889a4ac6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=217d88a2e0594821a2a371fb234158bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2678401 Feb 11 05:10:28.520001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36134) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:28.614248 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-687b46a5-f8a5-4dbe-b93e-a7b50daea39a admin admin] Publish callbacks [] for security_group (5ded8d9d-7be7-4bf6-8596-94be33b28e88), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.659759 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-687b46a5-f8a5-4dbe-b93e-a7b50daea39a admin admin] Publish callbacks [] for security_group (5ded8d9d-7be7-4bf6-8596-94be33b28e88), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.760684 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-687b46a5-f8a5-4dbe-b93e-a7b50daea39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5ded8d9d-7be7-4bf6-8596-94be33b28e88), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.764450 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-687b46a5-f8a5-4dbe-b93e-a7b50daea39a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.766083 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-687b46a5-f8a5-4dbe-b93e-a7b50daea39a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ded8d9d-7be7-4bf6-8596-94be33b28e88 HTTP/1.1" status: 204 len: 168 time: 0.2450581 Feb 11 05:10:28.775574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b46a5-f8a5-4dbe-b93e-a7b50daea39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ded8d9d-7be7-4bf6-8596-94be33b28e88,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:29.110631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36178) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:29.341731 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc6445a2-d138-44c9-94c4-f62e2fcee6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.471010 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc6445a2-d138-44c9-94c4-f62e2fcee6b1 admin admin] Publish callbacks [] for security_group (583d5efb-3aef-42bb-9dc2-385f278f8000), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.484007 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc6445a2-d138-44c9-94c4-f62e2fcee6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (583d5efb-3aef-42bb-9dc2-385f278f8000), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.556174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36190) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:29.596964 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bc6445a2-d138-44c9-94c4-f62e2fcee6b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee53fdc280d9410e967e5330b884139e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4839075 Feb 11 05:10:29.597761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6445a2-d138-44c9-94c4-f62e2fcee6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583d5efb-3aef-42bb-9dc2-385f278f8000,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:29.599238 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:29.705928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb6d96e1-59ff-4ae3-93fd-a5dde81a2700 admin admin] Publish callbacks [] for security_group (583d5efb-3aef-42bb-9dc2-385f278f8000), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.749893 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb6d96e1-59ff-4ae3-93fd-a5dde81a2700 admin admin] Publish callbacks [] for security_group (583d5efb-3aef-42bb-9dc2-385f278f8000), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.852916 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb6d96e1-59ff-4ae3-93fd-a5dde81a2700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (583d5efb-3aef-42bb-9dc2-385f278f8000), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.856498 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb6d96e1-59ff-4ae3-93fd-a5dde81a2700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.858134 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-eb6d96e1-59ff-4ae3-93fd-a5dde81a2700 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/583d5efb-3aef-42bb-9dc2-385f278f8000 HTTP/1.1" status: 204 len: 168 time: 0.2578285 Feb 11 05:10:29.894244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d96e1-59ff-4ae3-93fd-a5dde81a2700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583d5efb-3aef-42bb-9dc2-385f278f8000,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:29.901212 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec165161-b12a-4121-89df-fa47826bd21c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:30.041472 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec165161-b12a-4121-89df-fa47826bd21c admin admin] Publish callbacks [] for security_group (9c181e93-f9db-4069-aa12-393287a1c5aa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:30.049432 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ec165161-b12a-4121-89df-fa47826bd21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9c181e93-f9db-4069-aa12-393287a1c5aa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:30.137011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec165161-b12a-4121-89df-fa47826bd21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c181e93-f9db-4069-aa12-393287a1c5aa,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:30.160433 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ec165161-b12a-4121-89df-fa47826bd21c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=822fd4bf6582405f82f388c4fd5d61df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6032214 Feb 11 05:10:30.160620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36210) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:30.321819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b36f74f7-fd94-415a-a56e-6242db091f04 admin admin] Publish callbacks [] for security_group (9c181e93-f9db-4069-aa12-393287a1c5aa), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:30.382754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b36f74f7-fd94-415a-a56e-6242db091f04 admin admin] Publish callbacks [] for security_group (9c181e93-f9db-4069-aa12-393287a1c5aa), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:30.528477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36214) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:30.536371 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b36f74f7-fd94-415a-a56e-6242db091f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9c181e93-f9db-4069-aa12-393287a1c5aa), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:30.545052 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b36f74f7-fd94-415a-a56e-6242db091f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:30.549614 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b36f74f7-fd94-415a-a56e-6242db091f04 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c181e93-f9db-4069-aa12-393287a1c5aa HTTP/1.1" status: 204 len: 168 time: 0.3878660 Feb 11 05:10:30.574566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f74f7-fd94-415a-a56e-6242db091f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c181e93-f9db-4069-aa12-393287a1c5aa,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:30.698511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-967594994'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:30.734051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:30.738853 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:30.749703 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:30.922645 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for security_group (77bcc586-a228-4da5-aa8f-b6b86c9718bc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:30.936040 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (77bcc586-a228-4da5-aa8f-b6b86c9718bc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:30.972512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:30.982451 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:30.982652 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Added segment c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6 of type vlan for network 26cd69c2-6520-4d25-ba4f-1bc39084ef0d Feb 11 05:10:31.055822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bcc586-a228-4da5-aa8f-b6b86c9718bc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:31.059426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (26cd69c2-6520-4d25-ba4f-1bc39084ef0d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.127114 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (26cd69c2-6520-4d25-ba4f-1bc39084ef0d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.132941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:31.133508 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.242937 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7035134 Feb 11 05:10:31.298482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892c816-7ea3-404f-ab3b-cfb6688f68dd tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Network': ['ID=26cd69c2-6520-4d25-ba4f-1bc39084ef0d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:31.316311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 26cd69c2-6520-4d25-ba4f-1bc39084ef0d details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:31.574012 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:10:33.264480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36322) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:33.371174 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.389575 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c22bce5a-b79e-4061-aca1-c9c2aec605af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.472972 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c22bce5a-b79e-4061-aca1-c9c2aec605af admin admin] Publish callbacks [] for security_group (5b1db2ce-e347-4ece-8a28-a56473556ad3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.477060 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c22bce5a-b79e-4061-aca1-c9c2aec605af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5b1db2ce-e347-4ece-8a28-a56473556ad3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.522738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c22bce5a-b79e-4061-aca1-c9c2aec605af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=93a3c136e8554aeda533c38213e77e34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540777 Feb 11 05:10:33.522738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bce5a-b79e-4061-aca1-c9c2aec605af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1db2ce-e347-4ece-8a28-a56473556ad3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:33.523155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36326) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:33.574340 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c120c584-f957-43ff-a86e-1f254585680b admin admin] Publish callbacks [] for security_group (5b1db2ce-e347-4ece-8a28-a56473556ad3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.596903 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c120c584-f957-43ff-a86e-1f254585680b admin admin] Publish callbacks [] for security_group (5b1db2ce-e347-4ece-8a28-a56473556ad3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.644862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c120c584-f957-43ff-a86e-1f254585680b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5b1db2ce-e347-4ece-8a28-a56473556ad3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.647738 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c120c584-f957-43ff-a86e-1f254585680b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.652108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c120c584-f957-43ff-a86e-1f254585680b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b1db2ce-e347-4ece-8a28-a56473556ad3 HTTP/1.1" status: 204 len: 168 time: 0.1279345 Feb 11 05:10:33.661817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120c584-f957-43ff-a86e-1f254585680b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1db2ce-e347-4ece-8a28-a56473556ad3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:34.010730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36338) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:34.024168 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8be9a001-033d-45e5-861a-c7f0e79e51e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.104590 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8be9a001-033d-45e5-861a-c7f0e79e51e7 admin admin] Publish callbacks [] for security_group (bff415bd-f25c-4541-9424-71478b6f1da2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.108440 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8be9a001-033d-45e5-861a-c7f0e79e51e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bff415bd-f25c-4541-9424-71478b6f1da2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.138232 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8be9a001-033d-45e5-861a-c7f0e79e51e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78ea5def78a34f1d89d41fbee6a1c07d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1239533 Feb 11 05:10:34.138798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36340) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:34.192087 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9a001-033d-45e5-861a-c7f0e79e51e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff415bd-f25c-4541-9424-71478b6f1da2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:34.205732 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f917ac7b-1575-4b3b-9fe6-7f0928ab82d9 admin admin] Publish callbacks [] for security_group (bff415bd-f25c-4541-9424-71478b6f1da2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.230443 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f917ac7b-1575-4b3b-9fe6-7f0928ab82d9 admin admin] Publish callbacks [] for security_group (bff415bd-f25c-4541-9424-71478b6f1da2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.292319 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f917ac7b-1575-4b3b-9fe6-7f0928ab82d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (bff415bd-f25c-4541-9424-71478b6f1da2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.296726 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f917ac7b-1575-4b3b-9fe6-7f0928ab82d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.308475 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f917ac7b-1575-4b3b-9fe6-7f0928ab82d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bff415bd-f25c-4541-9424-71478b6f1da2 HTTP/1.1" status: 204 len: 168 time: 0.1615062 Feb 11 05:10:34.330103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917ac7b-1575-4b3b-9fe6-7f0928ab82d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff415bd-f25c-4541-9424-71478b6f1da2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:34.499649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36348) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:34.507605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1cf3460e-92bc-4aa4-bc75-59d94c3f3fe2 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'subnet': {'network_id': '26cd69c2-6520-4d25-ba4f-1bc39084ef0d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:34.634299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf3460e-92bc-4aa4-bc75-59d94c3f3fe2 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:34.639229 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1cf3460e-92bc-4aa4-bc75-59d94c3f3fe2 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.882862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1cf3460e-92bc-4aa4-bc75-59d94c3f3fe2 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (00e010e9-d199-4542-955e-e10af855cb5a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.970957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3460e-92bc-4aa4-bc75-59d94c3f3fe2 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Subnet': ['ID=00e010e9-d199-4542-955e-e10af855cb5a,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:34.979639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3460e-92bc-4aa4-bc75-59d94c3f3fe2 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Checking segment: {'id': 'c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26cd69c2-6520-4d25-ba4f-1bc39084ef0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:34.980034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf3460e-92bc-4aa4-bc75-59d94c3f3fe2 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network hostable DHCP agents. Network: 26cd69c2-6520-4d25-ba4f-1bc39084ef0d, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:35.000477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf3460e-92bc-4aa4-bc75-59d94c3f3fe2 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network 26cd69c2-6520-4d25-ba4f-1bc39084ef0d is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:35.012567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1cf3460e-92bc-4aa4-bc75-59d94c3f3fe2 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 26cd69c2-6520-4d25-ba4f-1bc39084ef0d) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:35.026299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a1db5-59a2-4361-9d10-cecec6c64f42 None None] Network 26cd69c2-6520-4d25-ba4f-1bc39084ef0d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:35.028377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3460e-92bc-4aa4-bc75-59d94c3f3fe2 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:35.029659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1cf3460e-92bc-4aa4-bc75-59d94c3f3fe2 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.060585 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1cf3460e-92bc-4aa4-bc75-59d94c3f3fe2 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5595698 Feb 11 05:10:35.063138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36370) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:35.069329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-96c3ecf1-63cf-40c5-a615-13787fe3767e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1954754538'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:35.117366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c3ecf1-63cf-40c5-a615-13787fe3767e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:35.124393 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96c3ecf1-63cf-40c5-a615-13787fe3767e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.155032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-26cd69c2-6520-4d25-ba4f-1bc39084ef0d', 'network_id': '26cd69c2-6520-4d25-ba4f-1bc39084ef0d', 'project_id': '742e6bd77232461a8bf61ed6f251d7a0', 'fixed_ips': [{'subnet_id': '00e010e9-d199-4542-955e-e10af855cb5a'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:35.155032 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.180743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c3ecf1-63cf-40c5-a615-13787fe3767e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:35.192762 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96c3ecf1-63cf-40c5-a615-13787fe3767e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (08ac991a-e466-4350-9b42-c1c46979e135), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.193412 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-96c3ecf1-63cf-40c5-a615-13787fe3767e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Added segment 08ac991a-e466-4350-9b42-c1c46979e135 of type vlan for network 504d0a58-b73a-4920-8541-87a34fe7e333 Feb 11 05:10:35.252357 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96c3ecf1-63cf-40c5-a615-13787fe3767e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (504d0a58-b73a-4920-8541-87a34fe7e333), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.312566 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96c3ecf1-63cf-40c5-a615-13787fe3767e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (504d0a58-b73a-4920-8541-87a34fe7e333), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.320279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3ecf1-63cf-40c5-a615-13787fe3767e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:35.320898 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96c3ecf1-63cf-40c5-a615-13787fe3767e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.330616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36376) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:35.369389 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-96c3ecf1-63cf-40c5-a615-13787fe3767e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3047874 Feb 11 05:10:35.373285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36380) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:35.380528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4b8d29f9-7656-49e8-bbd6-ebaf2249ef81 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'subnet': {'network_id': '504d0a58-b73a-4920-8541-87a34fe7e333', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:35.422361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3ecf1-63cf-40c5-a615-13787fe3767e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Network': ['ID=504d0a58-b73a-4920-8541-87a34fe7e333,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:35.446376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Allocated IP 2001:db8:0:ffff::2 (26cd69c2-6520-4d25-ba4f-1bc39084ef0d/00e010e9-d199-4542-955e-e10af855cb5a/0d8e4672-ae21-44c4-bb1b-15c12cd4def2) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:35.448499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 504d0a58-b73a-4920-8541-87a34fe7e333 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:35.513341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1955722512'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:35.542652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:35.547080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.727115 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Publish callbacks [] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.734157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.784155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Network 26cd69c2-6520-4d25-ba4f-1bc39084ef0d is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:35.787194 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:35.792933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:35.796480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Pushing event updated for resources: {'Port': ['ID=0d8e4672-ae21-44c4-bb1b-15c12cd4def2,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:35.860407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Attempting to bind port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:35.860407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Attempting to bind port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26cd69c2-6520-4d25-ba4f-1bc39084ef0d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:35.860407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Attempting to bind port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 on network 26cd69c2-6520-4d25-ba4f-1bc39084ef0d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:35.868066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:35.868066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Checking segment: {'id': 'c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26cd69c2-6520-4d25-ba4f-1bc39084ef0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:35.868066 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.868066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Bound using segment: {'id': 'c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26cd69c2-6520-4d25-ba4f-1bc39084ef0d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:35.868066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Bound port: 0d8e4672-ae21-44c4-bb1b-15c12cd4def2, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26cd69c2-6520-4d25-ba4f-1bc39084ef0d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:35.868066 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.869565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8d29f9-7656-49e8-bbd6-ebaf2249ef81 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:35.874865 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b8d29f9-7656-49e8-bbd6-ebaf2249ef81 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.901029 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.952245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] For port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:35.956045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] For port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=0d8e4672-ae21-44c4-bb1b-15c12cd4def2,segment=NetworkSegment(c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6),segment_id=c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:35.963492 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.042239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cd877-6fc8-4dc4-9aba-e0f3b528ebfe None None] Pushing event updated for resources: {'Port': ['ID=0d8e4672-ae21-44c4-bb1b-15c12cd4def2,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:36.160766 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for security_group (6e7df9b9-70ef-4534-b99f-d42756d45a6a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.166916 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6e7df9b9-70ef-4534-b99f-d42756d45a6a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.201637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:36.214314 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b8d29f9-7656-49e8-bbd6-ebaf2249ef81 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (3efefa7c-bfe4-4a86-84e6-a79fee420071), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.229260 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (61198d38-2955-468e-ba88-7867cc7dac0f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.229608 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Added segment 61198d38-2955-468e-ba88-7867cc7dac0f of type vlan for network 7c563e16-8896-4630-8c06-8305ed9e25d0 Feb 11 05:10:36.253512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7df9b9-70ef-4534-b99f-d42756d45a6a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:36.376254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d29f9-7656-49e8-bbd6-ebaf2249ef81 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Subnet': ['ID=3efefa7c-bfe4-4a86-84e6-a79fee420071,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:36.383232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (7c563e16-8896-4630-8c06-8305ed9e25d0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.390522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d29f9-7656-49e8-bbd6-ebaf2249ef81 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Checking segment: {'id': '08ac991a-e466-4350-9b42-c1c46979e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '504d0a58-b73a-4920-8541-87a34fe7e333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:36.390905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d29f9-7656-49e8-bbd6-ebaf2249ef81 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network hostable DHCP agents. Network: 504d0a58-b73a-4920-8541-87a34fe7e333, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:36.424125 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (7c563e16-8896-4630-8c06-8305ed9e25d0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.432718 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:36.433458 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.462020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d29f9-7656-49e8-bbd6-ebaf2249ef81 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network 504d0a58-b73a-4920-8541-87a34fe7e333 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:36.521614 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1868794 Feb 11 05:10:36.524896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36390) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:36.530799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:36.546718 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4b8d29f9-7656-49e8-bbd6-ebaf2249ef81 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 504d0a58-b73a-4920-8541-87a34fe7e333) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:36.549038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623b73b-0f33-4315-b53f-e040b625c595 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Network': ['ID=7c563e16-8896-4630-8c06-8305ed9e25d0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:36.558683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d29f9-7656-49e8-bbd6-ebaf2249ef81 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:36.559366 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b8d29f9-7656-49e8-bbd6-ebaf2249ef81 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.567677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e433319-5953-4472-a41b-ca700333d148 None None] Network 504d0a58-b73a-4920-8541-87a34fe7e333 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:36.581354 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:36.586214 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4b8d29f9-7656-49e8-bbd6-ebaf2249ef81 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2091458 Feb 11 05:10:36.587578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36392) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:36.668772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:36.673814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.716771 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (504d0a58-b73a-4920-8541-87a34fe7e333), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.782291 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (3efefa7c-bfe4-4a86-84e6-a79fee420071), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.803422 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55147a0-c444-453a-98e8-c3b4470b9ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-504d0a58-b73a-4920-8541-87a34fe7e333', 'network_id': '504d0a58-b73a-4920-8541-87a34fe7e333', 'project_id': '742e6bd77232461a8bf61ed6f251d7a0', 'fixed_ips': [{'subnet_id': '3efefa7c-bfe4-4a86-84e6-a79fee420071'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:36.804463 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d55147a0-c444-453a-98e8-c3b4470b9ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.870037 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (3efefa7c-bfe4-4a86-84e6-a79fee420071), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.927147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Subnet': ['ID=3efefa7c-bfe4-4a86-84e6-a79fee420071,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-d55147a0-c444-453a-98e8-c3b4470b9ff4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3efefa7c-bfe4-4a86-84e6-a79fee420071: This subnet is being modified by another concurrent operation. Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:10:37.001269 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3efefa7c-bfe4-4a86-84e6-a79fee420071: This subnet is being modified by another concurrent operation. Feb 11 05:10:37.004122 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Feb 11 05:10:37.030713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176e6a24-833e-460e-a4d2-316bd2fdeef2 None None] Network 504d0a58-b73a-4920-8541-87a34fe7e333 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:37.032386 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (0ad60a41-d29a-4328-8b2a-c901b31dca44), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.056827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (504d0a58-b73a-4920-8541-87a34fe7e333), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.081387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504d0a58-b73a-4920-8541-87a34fe7e333']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:37.096004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ac991a-e466-4350-9b42-c1c46979e135') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:37.096317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ac991a-e466-4350-9b42-c1c46979e135') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:37.146384 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (08ac991a-e466-4350-9b42-c1c46979e135), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.155643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=0ad60a41-d29a-4328-8b2a-c901b31dca44,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:37.169229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.169947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.170492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.171068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.171624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.172156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.172702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.173233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.173764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.174287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.174827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.175399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.175939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.190571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:37.191219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network hostable DHCP agents. Network: 7c563e16-8896-4630-8c06-8305ed9e25d0, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:37.215267 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (08ac991a-e466-4350-9b42-c1c46979e135), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.217906 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:37.222779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:37.223468 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (08ac991a-e466-4350-9b42-c1c46979e135), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:37.226949 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:37.234510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 7c563e16-8896-4630-8c06-8305ed9e25d0) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:37.246134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff642da-635c-4e5a-a544-aaf9a5ced750 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:37.247892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:37.248507 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.273539 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4c46b050-9796-4d87-8729-5b21b8cda7c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7471359 Feb 11 05:10:37.276968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36400) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:37.283622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'name': 'tempest-NetworksTestDHCPv6-1645006926'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:37.349177 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (504d0a58-b73a-4920-8541-87a34fe7e333), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.375755 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.388413 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/504d0a58-b73a-4920-8541-87a34fe7e333 HTTP/1.1" status: 204 len: 168 time: 0.7962854 Feb 11 05:10:37.389853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36404) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:37.407659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-10cfae4c-80e1-4498-b988-4a011618d50a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1970085003'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:37.444979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdf001-e8d0-4998-b7db-514ab4ea3470 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Network': ['ID=504d0a58-b73a-4920-8541-87a34fe7e333,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:37.451749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cfae4c-80e1-4498-b988-4a011618d50a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:37.455567 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10cfae4c-80e1-4498-b988-4a011618d50a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.466950 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:37.471436 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.489645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cfae4c-80e1-4498-b988-4a011618d50a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:37.490637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': '0ad60a41-d29a-4328-8b2a-c901b31dca44'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:37.493440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.503163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10cfae4c-80e1-4498-b988-4a011618d50a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (19effac8-66d9-4b4d-a248-ebb8f62cb24b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.503846 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-10cfae4c-80e1-4498-b988-4a011618d50a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Added segment 19effac8-66d9-4b4d-a248-ebb8f62cb24b of type vlan for network 078f0605-62d9-4559-bf26-2f903d92785a Feb 11 05:10:37.518521 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.524026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 47a3b83a-6ca7-4a17-9d86-c6f33b9eec06 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:10:37.536107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb065c-1d1d-4ae7-bcc9-5a5d2a8eddb4 None None] Network 26cd69c2-6520-4d25-ba4f-1bc39084ef0d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:37.572452 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10cfae4c-80e1-4498-b988-4a011618d50a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (078f0605-62d9-4559-bf26-2f903d92785a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.615466 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10cfae4c-80e1-4498-b988-4a011618d50a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (078f0605-62d9-4559-bf26-2f903d92785a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.621516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfae4c-80e1-4498-b988-4a011618d50a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:37.622248 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10cfae4c-80e1-4498-b988-4a011618d50a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.689832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:37.709101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::138 (7c563e16-8896-4630-8c06-8305ed9e25d0/0ad60a41-d29a-4328-8b2a-c901b31dca44/47a3b83a-6ca7-4a17-9d86-c6f33b9eec06) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:37.713171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfae4c-80e1-4498-b988-4a011618d50a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Network': ['ID=078f0605-62d9-4559-bf26-2f903d92785a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:37.720474 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-10cfae4c-80e1-4498-b988-4a011618d50a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3280976 Feb 11 05:10:37.725562 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36406) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:37.731055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-32233718-ff7a-4644-a165-22968059495b None None] Provisioning complete for port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:37.731443 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32233718-ff7a-4644-a165-22968059495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.732770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a478df69-f30d-4c59-b618-4201758ae435 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'subnet': {'network_id': '078f0605-62d9-4559-bf26-2f903d92785a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:37.774308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 078f0605-62d9-4559-bf26-2f903d92785a details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:37.848445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a478df69-f30d-4c59-b618-4201758ae435 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:37.854700 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a478df69-f30d-4c59-b618-4201758ae435 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.931596 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (47a3b83a-6ca7-4a17-9d86-c6f33b9eec06), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.978022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-32233718-ff7a-4644-a165-22968059495b None None] Current status of the port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:37.978368 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32233718-ff7a-4644-a165-22968059495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.984002 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (47a3b83a-6ca7-4a17-9d86-c6f33b9eec06), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.020847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:38.021239 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.054189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:38.057435 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:38.062479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:38.067942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:38.068760 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.073552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=47a3b83a-6ca7-4a17-9d86-c6f33b9eec06,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:38.106259 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1510933a-c693-42bc-b3b6-a45e3c6d9116 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8279352 Feb 11 05:10:38.106876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36408) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:38.145732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-32233718-ff7a-4644-a165-22968059495b None None] For port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=0d8e4672-ae21-44c4-bb1b-15c12cd4def2,segment=NetworkSegment(c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6),segment_id=c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:38.190933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:38.191990 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.198591 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32233718-ff7a-4644-a165-22968059495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.253353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Allocated IP 2001:db8::2 (7c563e16-8896-4630-8c06-8305ed9e25d0/0ad60a41-d29a-4328-8b2a-c901b31dca44/72c98b21-b669-4570-9fa9-ca1a72f773fa) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:38.279803 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b3a94-4195-4b67-ab29-c505408a8cfe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:38.287633 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-323b3a94-4195-4b67-ab29-c505408a8cfe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1795411 Feb 11 05:10:38.292853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36418) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:38.324765 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a478df69-f30d-4c59-b618-4201758ae435 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (6339510f-0d4c-4d71-a193-5122ecc2e4fc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.432369 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478df69-f30d-4c59-b618-4201758ae435 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Subnet': ['ID=6339510f-0d4c-4d71-a193-5122ecc2e4fc,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:38.435026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-efb4e25a-c6ce-4fa0-8490-c575d82a79a9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 47a3b83a-6ca7-4a17-9d86-c6f33b9eec06 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:38.435592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efb4e25a-c6ce-4fa0-8490-c575d82a79a9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (47a3b83a-6ca7-4a17-9d86-c6f33b9eec06), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.470467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32233718-ff7a-4644-a165-22968059495b None None] Pushing event updated for resources: {'Port': ['ID=0d8e4672-ae21-44c4-bb1b-15c12cd4def2,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:38.476153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-55179972-3f16-4a10-a77d-6606e480aa76 None None] Provisioning complete for port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:38.476681 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55179972-3f16-4a10-a77d-6606e480aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.489595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a478df69-f30d-4c59-b618-4201758ae435 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Checking segment: {'id': '19effac8-66d9-4b4d-a248-ebb8f62cb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '078f0605-62d9-4559-bf26-2f903d92785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:38.489975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a478df69-f30d-4c59-b618-4201758ae435 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network hostable DHCP agents. Network: 078f0605-62d9-4559-bf26-2f903d92785a, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:38.511201 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:10:38.512032 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:10:38.537678 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a478df69-f30d-4c59-b618-4201758ae435 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network 078f0605-62d9-4559-bf26-2f903d92785a is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:38.562754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a478df69-f30d-4c59-b618-4201758ae435 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 078f0605-62d9-4559-bf26-2f903d92785a) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:38.572244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a478df69-f30d-4c59-b618-4201758ae435 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:38.573472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a478df69-f30d-4c59-b618-4201758ae435 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.583175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3afa03-c634-4473-940c-f6f4e44610c0 None None] Network 078f0605-62d9-4559-bf26-2f903d92785a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:38.585687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efb4e25a-c6ce-4fa0-8490-c575d82a79a9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (47a3b83a-6ca7-4a17-9d86-c6f33b9eec06), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.603759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-efb4e25a-c6ce-4fa0-8490-c575d82a79a9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 47a3b83a-6ca7-4a17-9d86-c6f33b9eec06 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:38.614689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a478df69-f30d-4c59-b618-4201758ae435 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8870745 Feb 11 05:10:38.618828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:38.625733 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c118ebbf-a9fb-465c-9194-ecd253443d02 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-276149014'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:38.671225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c118ebbf-a9fb-465c-9194-ecd253443d02 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:38.683342 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c118ebbf-a9fb-465c-9194-ecd253443d02 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.809144 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efb4e25a-c6ce-4fa0-8490-c575d82a79a9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (47a3b83a-6ca7-4a17-9d86-c6f33b9eec06), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.822515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c118ebbf-a9fb-465c-9194-ecd253443d02 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:38.833043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c118ebbf-a9fb-465c-9194-ecd253443d02 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ced556ab-616f-46a4-8007-b064200d44eb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.833409 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-c118ebbf-a9fb-465c-9194-ecd253443d02 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Added segment ced556ab-616f-46a4-8007-b064200d44eb of type vlan for network 08e6b700-0d0e-4272-9e11-c3ff8768e7b5 Feb 11 05:10:38.846966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4e25a-c6ce-4fa0-8490-c575d82a79a9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=47a3b83a-6ca7-4a17-9d86-c6f33b9eec06,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:38.882788 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efb4e25a-c6ce-4fa0-8490-c575d82a79a9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.890802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-efb4e25a-c6ce-4fa0-8490-c575d82a79a9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/47a3b83a-6ca7-4a17-9d86-c6f33b9eec06 HTTP/1.1" status: 204 len: 168 time: 0.6002586 Feb 11 05:10:38.892672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36430) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:38.921930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-078f0605-62d9-4559-bf26-2f903d92785a', 'network_id': '078f0605-62d9-4559-bf26-2f903d92785a', 'project_id': '742e6bd77232461a8bf61ed6f251d7a0', 'fixed_ips': [{'subnet_id': '6339510f-0d4c-4d71-a193-5122ecc2e4fc'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:38.922806 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.925537 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c118ebbf-a9fb-465c-9194-ecd253443d02 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (08e6b700-0d0e-4272-9e11-c3ff8768e7b5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.952014 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Publish callbacks [] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.953469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afdbd97-2e7f-4904-85c2-3e41b9ff2516 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:38.955257 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afdbd97-2e7f-4904-85c2-3e41b9ff2516 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:38.956975 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1afdbd97-2e7f-4904-85c2-3e41b9ff2516 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0631864 Feb 11 05:10:38.960953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36432) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:38.962465 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c118ebbf-a9fb-465c-9194-ecd253443d02 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (08e6b700-0d0e-4272-9e11-c3ff8768e7b5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.968538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-55179972-3f16-4a10-a77d-6606e480aa76 None None] Current status of the port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:38.969313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c118ebbf-a9fb-465c-9194-ecd253443d02 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:38.973313 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c118ebbf-a9fb-465c-9194-ecd253443d02 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.976142 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.020942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c118ebbf-a9fb-465c-9194-ecd253443d02 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4001615 Feb 11 05:10:39.028156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c447ff1-6c84-47ac-8a0b-54277cf01742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 0ad60a41-d29a-4328-8b2a-c901b31dca44 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:10:39.031242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36434) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:39.038586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'subnet': {'network_id': '08e6b700-0d0e-4272-9e11-c3ff8768e7b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:39.042870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dbde4-03a0-4278-84e2-f7ff6a71c65b req-431af0fd-2a46-458d-a379-42d0ecceb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:39.044708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b54dbde4-03a0-4278-84e2-f7ff6a71c65b req-431af0fd-2a46-458d-a379-42d0ecceb694 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 1129 time: 0.3182878 Feb 11 05:10:39.060968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5c1b-53a1-41f9-bdb3-3ea2ce3125da req-4fc597ed-240d-4036-89d8-68f8c87d0cea tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:39.068867 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c3e5c1b-53a1-41f9-bdb3-3ea2ce3125da req-4fc597ed-240d-4036-89d8-68f8c87d0cea tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.2863474 Feb 11 05:10:39.091986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:39.105032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:39.112604 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c447ff1-6c84-47ac-8a0b-54277cf01742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (0ad60a41-d29a-4328-8b2a-c901b31dca44), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.115978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:39.131497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Pushing event updated for resources: {'Port': ['ID=72c98b21-b669-4570-9fa9-ca1a72f773fa,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:39.136748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:39.155308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118ebbf-a9fb-465c-9194-ecd253443d02 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Network': ['ID=08e6b700-0d0e-4272-9e11-c3ff8768e7b5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:39.169789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:39.173766 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.185653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 08e6b700-0d0e-4272-9e11-c3ff8768e7b5 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:39.199653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c447ff1-6c84-47ac-8a0b-54277cf01742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (0ad60a41-d29a-4328-8b2a-c901b31dca44), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.238987 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c3e5c1b-53a1-41f9-bdb3-3ea2ce3125da req-39534107-7dc0-48ba-9f30-5c2be0a076c4 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611664 Feb 11 05:10:39.252538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Attempting to bind port 72c98b21-b669-4570-9fa9-ca1a72f773fa on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:39.253013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Attempting to bind port 72c98b21-b669-4570-9fa9-ca1a72f773fa by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:39.253450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Attempting to bind port 72c98b21-b669-4570-9fa9-ca1a72f773fa on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:39.260834 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Allocated IP 2001:db8::1 (078f0605-62d9-4559-bf26-2f903d92785a/6339510f-0d4c-4d71-a193-5122ecc2e4fc/2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:39.303083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:39.303410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:39.304390 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.304808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:39.305339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Bound port: 72c98b21-b669-4570-9fa9-ca1a72f773fa, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:39.305863 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.321946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dbde4-03a0-4278-84e2-f7ff6a71c65b req-b995a279-7cbb-4874-9225-deea98b43242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:39.323486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b54dbde4-03a0-4278-84e2-f7ff6a71c65b req-b995a279-7cbb-4874-9225-deea98b43242 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 919 time: 0.2022579 Feb 11 05:10:39.363166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Performing IP validity checks on allocation pools {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:10:39.363964 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103354) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:10:39.367022 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c447ff1-6c84-47ac-8a0b-54277cf01742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (0ad60a41-d29a-4328-8b2a-c901b31dca44), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.377011 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b54dbde4-03a0-4278-84e2-f7ff6a71c65b req-266a3e7e-9602-4f73-834e-8d7060d8692a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab HTTP/1.1" status: 200 len: 217 time: 0.0465672 Feb 11 05:10:39.478484 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6266feb5-0bdd-4cd5-bd1b-44deac66d93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.478731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dbde4-03a0-4278-84e2-f7ff6a71c65b req-1263470d-c718-4581-b490-b68779dd8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:39.479740 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b54dbde4-03a0-4278-84e2-f7ff6a71c65b req-1263470d-c718-4581-b490-b68779dd8463 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.0956187 Feb 11 05:10:39.486931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] For port 72c98b21-b669-4570-9fa9-ca1a72f773fa, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:39.493544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] For port 72c98b21-b669-4570-9fa9-ca1a72f773fa, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=72c98b21-b669-4570-9fa9-ca1a72f773fa,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:39.505538 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.516068 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c447ff1-6c84-47ac-8a0b-54277cf01742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (0ad60a41-d29a-4328-8b2a-c901b31dca44), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.550718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b54dbde4-03a0-4278-84e2-f7ff6a71c65b req-db73fc37-0e35-4159-bc95-cfbff6483c2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603094 Feb 11 05:10:39.560747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c447ff1-6c84-47ac-8a0b-54277cf01742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad60a41-d29a-4328-8b2a-c901b31dca44,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:39.563103 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c447ff1-6c84-47ac-8a0b-54277cf01742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.566646 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8c447ff1-6c84-47ac-8a0b-54277cf01742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/0ad60a41-d29a-4328-8b2a-c901b31dca44 HTTP/1.1" status: 204 len: 168 time: 0.6045222 Feb 11 05:10:39.569471 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36442) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:39.675440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-14383aa0-31cf-42d9-9cc2-34d003182a23 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976958 Feb 11 05:10:39.675440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36444) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:39.679407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-043912a4-a12e-4cdb-8c89-1aed6ef0a8b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:39.699192 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Publish callbacks [] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.714635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b54dbde4-03a0-4278-84e2-f7ff6a71c65b req-ea160aa6-15e4-4f52-9d6a-0c250f6e5bac service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568573 Feb 11 05:10:39.719138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:39.737181 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.798295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d303f2-6eaa-485f-b270-fadc622f3c0e None None] Pushing event updated for resources: {'Port': ['ID=72c98b21-b669-4570-9fa9-ca1a72f773fa,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:39.839088 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b54dbde4-03a0-4278-84e2-f7ff6a71c65b req-422b11c4-7aa5-4a50-beb6-a55292d27bf5 service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169240 Feb 11 05:10:39.846978 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (4c65fdfc-47b9-4f0d-8ebb-434c8efbcc2f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.858283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043912a4-a12e-4cdb-8c89-1aed6ef0a8b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:39.862208 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-043912a4-a12e-4cdb-8c89-1aed6ef0a8b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.879510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Network 078f0605-62d9-4559-bf26-2f903d92785a is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:39.892582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:39.898559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:39.935850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Pushing event updated for resources: {'Port': ['ID=2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:39.973653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:39.973888 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.982809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Attempting to bind port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:39.983242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Attempting to bind port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '19effac8-66d9-4b4d-a248-ebb8f62cb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '078f0605-62d9-4559-bf26-2f903d92785a'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:39.983622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Attempting to bind port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 on network 078f0605-62d9-4559-bf26-2f903d92785a {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:40.014769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:40.015229 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Checking segment: {'id': '19effac8-66d9-4b4d-a248-ebb8f62cb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '078f0605-62d9-4559-bf26-2f903d92785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:40.017613 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.017613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Bound using segment: {'id': '19effac8-66d9-4b4d-a248-ebb8f62cb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '078f0605-62d9-4559-bf26-2f903d92785a'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:40.017613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Bound port: 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19effac8-66d9-4b4d-a248-ebb8f62cb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '078f0605-62d9-4559-bf26-2f903d92785a'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:40.017613 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.124337 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-043912a4-a12e-4cdb-8c89-1aed6ef0a8b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (b43eb6c4-f5bc-4cc0-b23b-aa2acd6d6b24), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.162484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Subnet': ['ID=4c65fdfc-47b9-4f0d-8ebb-434c8efbcc2f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:40.166099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043912a4-a12e-4cdb-8c89-1aed6ef0a8b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:40.179439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-043912a4-a12e-4cdb-8c89-1aed6ef0a8b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:40.183895 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] For port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:40.186106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:40.195797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] For port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9,segment=NetworkSegment(19effac8-66d9-4b4d-a248-ebb8f62cb24b),segment_id=19effac8-66d9-4b4d-a248-ebb8f62cb24b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:40.201048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043912a4-a12e-4cdb-8c89-1aed6ef0a8b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:40.201605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-043912a4-a12e-4cdb-8c89-1aed6ef0a8b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.210420 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.224128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Checking segment: {'id': 'ced556ab-616f-46a4-8007-b064200d44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '08e6b700-0d0e-4272-9e11-c3ff8768e7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:40.224597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network hostable DHCP agents. Network: 08e6b700-0d0e-4272-9e11-c3ff8768e7b5, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:40.249036 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-043912a4-a12e-4cdb-8c89-1aed6ef0a8b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5763543 Feb 11 05:10:40.249657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36450) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:40.258308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'name': 'tempest-NetworksTestDHCPv6-325846155'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:40.271876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043912a4-a12e-4cdb-8c89-1aed6ef0a8b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=b43eb6c4-f5bc-4cc0-b23b-aa2acd6d6b24,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:40.290152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network 08e6b700-0d0e-4272-9e11-c3ff8768e7b5 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:40.306711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 08e6b700-0d0e-4272-9e11-c3ff8768e7b5) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:40.314843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:40.315586 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.328743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911a648b-6cb2-483c-9f96-24fe38fb254d None None] Network 08e6b700-0d0e-4272-9e11-c3ff8768e7b5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:40.372911 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b88865c6-315d-426f-81d1-1fe2a92ae4f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3403871 Feb 11 05:10:40.374100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36454) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:40.477266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-08e6b700-0d0e-4272-9e11-c3ff8768e7b5', 'network_id': '08e6b700-0d0e-4272-9e11-c3ff8768e7b5', 'project_id': '742e6bd77232461a8bf61ed6f251d7a0', 'fixed_ips': [{'subnet_id': '4c65fdfc-47b9-4f0d-8ebb-434c8efbcc2f'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:40.478275 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.496013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c00d6b-fb8b-42af-9479-fcc71553c6a7 None None] Pushing event updated for resources: {'Port': ['ID=2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:40.524627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:40.528057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.548786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cc786-2ed9-4d81-8baf-6b5091d78ae5 req-6933ee86-6ed5-476d-943f-06d9417344b2 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:40.550477 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e47cc786-2ed9-4d81-8baf-6b5091d78ae5 req-6933ee86-6ed5-476d-943f-06d9417344b2 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.2049079 Feb 11 05:10:40.564049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 701b61ab-dc77-4519-8e2d-351acd7f8b50 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:10:40.626459 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (08e6b700-0d0e-4272-9e11-c3ff8768e7b5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.647438 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e47cc786-2ed9-4d81-8baf-6b5091d78ae5 req-129af7bc-2f0a-4906-bffd-8865f4ddcf69 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901420 Feb 11 05:10:40.726524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4c65fdfc-47b9-4f0d-8ebb-434c8efbcc2f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.742548 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Allocated IP 2001:db8::3 (08e6b700-0d0e-4272-9e11-c3ff8768e7b5/4c65fdfc-47b9-4f0d-8ebb-434c8efbcc2f/7aaca40c-f0d6-480d-88a7-eadd63344bd6) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:40.820356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::301 (7c563e16-8896-4630-8c06-8305ed9e25d0/b43eb6c4-f5bc-4cc0-b23b-aa2acd6d6b24/701b61ab-dc77-4519-8e2d-351acd7f8b50) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:40.968362 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Publish callbacks [] for port (7aaca40c-f0d6-480d-88a7-eadd63344bd6), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.976885 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (7aaca40c-f0d6-480d-88a7-eadd63344bd6), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.003733 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (4c65fdfc-47b9-4f0d-8ebb-434c8efbcc2f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.047959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Pushing event updated for resources: {'Port': ['ID=7aaca40c-f0d6-480d-88a7-eadd63344bd6,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:41.053596 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (701b61ab-dc77-4519-8e2d-351acd7f8b50), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.071475 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Network 08e6b700-0d0e-4272-9e11-c3ff8768e7b5 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:41.074551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:41.076140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Subnet': ['ID=4c65fdfc-47b9-4f0d-8ebb-434c8efbcc2f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:41.078382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:41.112501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (701b61ab-dc77-4519-8e2d-351acd7f8b50), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.161398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Attempting to bind port 7aaca40c-f0d6-480d-88a7-eadd63344bd6 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:41.161695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Attempting to bind port 7aaca40c-f0d6-480d-88a7-eadd63344bd6 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'ced556ab-616f-46a4-8007-b064200d44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '08e6b700-0d0e-4272-9e11-c3ff8768e7b5'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:41.162091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Attempting to bind port 7aaca40c-f0d6-480d-88a7-eadd63344bd6 on network 08e6b700-0d0e-4272-9e11-c3ff8768e7b5 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:41.168934 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:41.169145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Checking segment: {'id': 'ced556ab-616f-46a4-8007-b064200d44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '08e6b700-0d0e-4272-9e11-c3ff8768e7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:41.169466 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.169854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Bound using segment: {'id': 'ced556ab-616f-46a4-8007-b064200d44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '08e6b700-0d0e-4272-9e11-c3ff8768e7b5'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:41.170329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Bound port: 7aaca40c-f0d6-480d-88a7-eadd63344bd6, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced556ab-616f-46a4-8007-b064200d44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '08e6b700-0d0e-4272-9e11-c3ff8768e7b5'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:41.170761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7aaca40c-f0d6-480d-88a7-eadd63344bd6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.183112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=701b61ab-dc77-4519-8e2d-351acd7f8b50,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:41.193995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:41.196651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:41.197729 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (08e6b700-0d0e-4272-9e11-c3ff8768e7b5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.201102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:41.207053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:41.207883 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.240852 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36462) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:41.242475 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2901c48f-358e-421a-a718-b723b32ff588 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9878483 Feb 11 05:10:41.278343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] For port 7aaca40c-f0d6-480d-88a7-eadd63344bd6, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:41.281864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] For port 7aaca40c-f0d6-480d-88a7-eadd63344bd6, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7aaca40c-f0d6-480d-88a7-eadd63344bd6,segment=NetworkSegment(ced556ab-616f-46a4-8007-b064200d44eb),segment_id=ced556ab-616f-46a4-8007-b064200d44eb)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:41.289931 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7aaca40c-f0d6-480d-88a7-eadd63344bd6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.298425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e6b700-0d0e-4272-9e11-c3ff8768e7b5']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:41.321834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced556ab-616f-46a4-8007-b064200d44eb') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:41.322140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced556ab-616f-46a4-8007-b064200d44eb') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:41.328702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e88b0-54e8-40c0-94ca-65e0b92f893b None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:41.335488 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (ced556ab-616f-46a4-8007-b064200d44eb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.358161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ddbcb5-2d7f-4383-a682-e142f2054550 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:41.368698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ddbcb5-2d7f-4383-a682-e142f2054550 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:41.371043 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-57ddbcb5-2d7f-4383-a682-e142f2054550 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1251433 Feb 11 05:10:41.374498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36464) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:41.389852 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ced556ab-616f-46a4-8007-b064200d44eb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.401973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:41.403188 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (ced556ab-616f-46a4-8007-b064200d44eb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.461959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7d9b8-9931-49bd-ac48-d76380432b75 None None] Pushing event updated for resources: {'Port': ['ID=7aaca40c-f0d6-480d-88a7-eadd63344bd6,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:41.471786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4c8c7b82-0551-414a-94cf-a2aa2bf52f94 None None] Provisioning complete for port 72c98b21-b669-4570-9fa9-ca1a72f773fa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:41.472316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4c8c7b82-0551-414a-94cf-a2aa2bf52f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.503436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fb7dd3-9200-4368-ba08-760939739610 None None] Network 08e6b700-0d0e-4272-9e11-c3ff8768e7b5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:41.517525 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:41.598686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.db.api [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:10:41.598686 n-d-615180-58 neutron-server[103354]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:10:41.598686 n-d-615180-58 neutron-server[103354]: [parameters: {'id': '08e6b700-0d0e-4272-9e11-c3ff8768e7b5'}] Feb 11 05:10:41.598686 n-d-615180-58 neutron-server[103354]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:10:41.599153 n-d-615180-58 neutron-server[103354]: DEBUG oslo_db.api [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:10:41.746807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-083999de-c43e-4772-a5b0-ad46bac7620f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 701b61ab-dc77-4519-8e2d-351acd7f8b50 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:41.747807 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-083999de-c43e-4772-a5b0-ad46bac7620f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (701b61ab-dc77-4519-8e2d-351acd7f8b50), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.778059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c7b82-0551-414a-94cf-a2aa2bf52f94 None None] Current status of the port 72c98b21-b669-4570-9fa9-ca1a72f773fa is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:41.778470 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4c8c7b82-0551-414a-94cf-a2aa2bf52f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.819986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4c8c7b82-0551-414a-94cf-a2aa2bf52f94 None None] For port 72c98b21-b669-4570-9fa9-ca1a72f773fa, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=72c98b21-b669-4570-9fa9-ca1a72f773fa,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:41.824500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 72c98b21-b669-4570-9fa9-ca1a72f773fa up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:41.845252 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4c8c7b82-0551-414a-94cf-a2aa2bf52f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.880618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-083999de-c43e-4772-a5b0-ad46bac7620f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (701b61ab-dc77-4519-8e2d-351acd7f8b50), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.907474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527ad38-21aa-4133-8c45-8a999d24ead6 req-b9b97a4c-85c9-45df-89a8-f522b5e1d917 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:41.909131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5527ad38-21aa-4133-8c45-8a999d24ead6 req-b9b97a4c-85c9-45df-89a8-f522b5e1d917 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1429715 Feb 11 05:10:41.911272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-083999de-c43e-4772-a5b0-ad46bac7620f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 701b61ab-dc77-4519-8e2d-351acd7f8b50 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:41.938878 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9e967e-40fb-4f8a-89de-d22e34c8a99b None None] Network 078f0605-62d9-4559-bf26-2f903d92785a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:41.977678 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5527ad38-21aa-4133-8c45-8a999d24ead6 req-0023b98a-e2f6-4727-b4a0-a0fb4b1e465b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578189 Feb 11 05:10:42.003898 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-309e6f68-482b-49ec-aed1-e25caadbee3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.118596 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (08e6b700-0d0e-4272-9e11-c3ff8768e7b5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.137008 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-083999de-c43e-4772-a5b0-ad46bac7620f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (701b61ab-dc77-4519-8e2d-351acd7f8b50), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.195028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083999de-c43e-4772-a5b0-ad46bac7620f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=701b61ab-dc77-4519-8e2d-351acd7f8b50,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:42.232995 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-083999de-c43e-4772-a5b0-ad46bac7620f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.238932 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-083999de-c43e-4772-a5b0-ad46bac7620f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/701b61ab-dc77-4519-8e2d-351acd7f8b50 HTTP/1.1" status: 204 len: 168 time: 0.8583970 Feb 11 05:10:42.239515 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36474) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:42.255557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e56b3d-bffc-4147-9224-5127562b0d27 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:42.277191 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c7b82-0551-414a-94cf-a2aa2bf52f94 None None] Pushing event updated for resources: {'Port': ['ID=72c98b21-b669-4570-9fa9-ca1a72f773fa,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:42.285542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-44d46dcd-a43e-40c1-9cbc-05db4304ef3c None None] Provisioning complete for port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:42.285890 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44d46dcd-a43e-40c1-9cbc-05db4304ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.289554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Deleting port 7aaca40c-f0d6-480d-88a7-eadd63344bd6 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:42.289936 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7aaca40c-f0d6-480d-88a7-eadd63344bd6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.311092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde08075-72a1-407d-b44a-992da61c8478 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.312703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde08075-72a1-407d-b44a-992da61c8478 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.316555 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cde08075-72a1-407d-b44a-992da61c8478 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0735748 Feb 11 05:10:42.318768 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36476) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:42.328094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 72c98b21-b669-4570-9fa9-ca1a72f773fa triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:42.328480 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.364965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] For port 7aaca40c-f0d6-480d-88a7-eadd63344bd6, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7aaca40c-f0d6-480d-88a7-eadd63344bd6,segment=NetworkSegment(ced556ab-616f-46a4-8007-b064200d44eb),segment_id=ced556ab-616f-46a4-8007-b064200d44eb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:42.365877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7aaca40c-f0d6-480d-88a7-eadd63344bd6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.383956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Calling delete_port for 7aaca40c-f0d6-480d-88a7-eadd63344bd6 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:42.407194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9799ea6-d71a-4388-959b-ff3ff89cbadb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet b43eb6c4-f5bc-4cc0-b23b-aa2acd6d6b24 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:10:42.411178 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9799ea6-d71a-4388-959b-ff3ff89cbadb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (b43eb6c4-f5bc-4cc0-b23b-aa2acd6d6b24), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.479905 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9799ea6-d71a-4388-959b-ff3ff89cbadb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (b43eb6c4-f5bc-4cc0-b23b-aa2acd6d6b24), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.481903 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (7aaca40c-f0d6-480d-88a7-eadd63344bd6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.509165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Port': ['ID=7aaca40c-f0d6-480d-88a7-eadd63344bd6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:42.513092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No DVR routers for this DVR port 7aaca40c-f0d6-480d-88a7-eadd63344bd6 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:42.581488 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9799ea6-d71a-4388-959b-ff3ff89cbadb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (b43eb6c4-f5bc-4cc0-b23b-aa2acd6d6b24), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.604536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 72c98b21-b669-4570-9fa9-ca1a72f773fa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:42.607164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:42.611656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (08e6b700-0d0e-4272-9e11-c3ff8768e7b5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.633843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e6b700-0d0e-4272-9e11-c3ff8768e7b5']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:42.652584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced556ab-616f-46a4-8007-b064200d44eb') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:42.653009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced556ab-616f-46a4-8007-b064200d44eb') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:42.657629 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9799ea6-d71a-4388-959b-ff3ff89cbadb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (b43eb6c4-f5bc-4cc0-b23b-aa2acd6d6b24), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.670555 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (ced556ab-616f-46a4-8007-b064200d44eb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.691690 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ced556ab-616f-46a4-8007-b064200d44eb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.701636 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9799ea6-d71a-4388-959b-ff3ff89cbadb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=b43eb6c4-f5bc-4cc0-b23b-aa2acd6d6b24,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:42.702312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:42.702986 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (ced556ab-616f-46a4-8007-b064200d44eb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.706730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-66cc8de1-5845-4aaa-8644-1cf5ecb0f999 req-e78781ed-620d-43ed-82cd-1a1d7467561a tempest-TaggedBootDevicesTest-1498652833 tempest-TaggedBootDevicesTest-1498652833-project] (103354) timed out ('10.222.0.48', 43766) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:10:42.707367 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9799ea6-d71a-4388-959b-ff3ff89cbadb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:42.708314 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:42.711763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-44d46dcd-a43e-40c1-9cbc-05db4304ef3c None None] Current status of the port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:42.712243 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44d46dcd-a43e-40c1-9cbc-05db4304ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.714056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a9799ea6-d71a-4388-959b-ff3ff89cbadb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/b43eb6c4-f5bc-4cc0-b23b-aa2acd6d6b24 HTTP/1.1" status: 204 len: 168 time: 0.3932328 Feb 11 05:10:42.716434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36484) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:42.799728 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (08e6b700-0d0e-4272-9e11-c3ff8768e7b5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.844889 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.856521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36486) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:42.858653 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/08e6b700-0d0e-4272-9e11-c3ff8768e7b5 HTTP/1.1" status: 204 len: 168 time: 2.4528427 Feb 11 05:10:42.859817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc3842-36cc-40ed-8323-889866780c1e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Network': ['ID=08e6b700-0d0e-4272-9e11-c3ff8768e7b5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:42.861753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-44d46dcd-a43e-40c1-9cbc-05db4304ef3c None None] For port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9,segment=NetworkSegment(19effac8-66d9-4b4d-a248-ebb8f62cb24b),segment_id=19effac8-66d9-4b4d-a248-ebb8f62cb24b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:42.864432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:42.865525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-60c3c74d-d71c-44bb-8dc0-e69ddab70c2c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1479723 Feb 11 05:10:42.868176 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36488) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:42.868972 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.871959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d95acab5-ffaa-4308-9247-ffc46c512019 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-162314193'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:42.889560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1a33ed25-b933-4b09-badf-a8923a89c389 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:42.905632 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44d46dcd-a43e-40c1-9cbc-05db4304ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.907373 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.984084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95acab5-ffaa-4308-9247-ffc46c512019 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:42.988210 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d95acab5-ffaa-4308-9247-ffc46c512019 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.998472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d46dcd-a43e-40c1-9cbc-05db4304ef3c None None] Pushing event updated for resources: {'Port': ['ID=2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:43.048106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ca634e89-79ec-4aee-8fdf-9a6c397077cf None None] Provisioning complete for port 72c98b21-b669-4570-9fa9-ca1a72f773fa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:43.048621 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca634e89-79ec-4aee-8fdf-9a6c397077cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.058484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95acab5-ffaa-4308-9247-ffc46c512019 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:43.079649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a33ed25-b933-4b09-badf-a8923a89c389 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:43.084011 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a33ed25-b933-4b09-badf-a8923a89c389 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.092291 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d95acab5-ffaa-4308-9247-ffc46c512019 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c5d66717-becc-4b42-8b7d-9fbf0770b675), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.092291 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-d95acab5-ffaa-4308-9247-ffc46c512019 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Added segment c5d66717-becc-4b42-8b7d-9fbf0770b675 of type vlan for network 4ae84d6c-4959-47b8-a8dd-dd469a9eb447 Feb 11 05:10:43.113891 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:43.152294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fbf20c-51ba-482f-9f62-f0a9882441d2 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:10:43.175036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09247a4f-d5d5-47e2-bf96-4b0813772005 req-a3599955-8ede-44e2-ba57-ecff8023f352 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:43.183391 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-09247a4f-d5d5-47e2-bf96-4b0813772005 req-a3599955-8ede-44e2-ba57-ecff8023f352 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0806715 Feb 11 05:10:43.231421 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d95acab5-ffaa-4308-9247-ffc46c512019 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (4ae84d6c-4959-47b8-a8dd-dd469a9eb447), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.238885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ca634e89-79ec-4aee-8fdf-9a6c397077cf None None] Current status of the port 72c98b21-b669-4570-9fa9-ca1a72f773fa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:43.240396 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-09247a4f-d5d5-47e2-bf96-4b0813772005 req-2d07b700-a2b4-4a74-a119-bb901cab4cc6 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545473 Feb 11 05:10:43.246773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ca634e89-79ec-4aee-8fdf-9a6c397077cf None None] Could not find standard attr ID for object 701b61ab-dc77-4519-8e2d-351acd7f8b50. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:10:43.287681 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d95acab5-ffaa-4308-9247-ffc46c512019 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (4ae84d6c-4959-47b8-a8dd-dd469a9eb447), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.292680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95acab5-ffaa-4308-9247-ffc46c512019 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:43.293262 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d95acab5-ffaa-4308-9247-ffc46c512019 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.332435 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fbf20c-51ba-482f-9f62-f0a9882441d2 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:10:43.362623 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d95acab5-ffaa-4308-9247-ffc46c512019 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5024955 Feb 11 05:10:43.366961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36492) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:43.374189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b12f680f-8765-4423-896d-01372f92ee63 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'subnet': {'network_id': '4ae84d6c-4959-47b8-a8dd-dd469a9eb447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:43.402146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95acab5-ffaa-4308-9247-ffc46c512019 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Network': ['ID=4ae84d6c-4959-47b8-a8dd-dd469a9eb447,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:43.430715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 4ae84d6c-4959-47b8-a8dd-dd469a9eb447 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:43.484675 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a33ed25-b933-4b09-badf-a8923a89c389 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (14d4a0db-2153-47ed-b79a-e8a5119430b7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.494055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f7857245-a81c-4e16-8ac2-996fd41622ff None None] Provisioning complete for port 72c98b21-b669-4570-9fa9-ca1a72f773fa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:43.494445 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7857245-a81c-4e16-8ac2-996fd41622ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.522179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33ed25-b933-4b09-badf-a8923a89c389 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:43.529468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1a33ed25-b933-4b09-badf-a8923a89c389 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:43.551294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a33ed25-b933-4b09-badf-a8923a89c389 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:43.551294 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a33ed25-b933-4b09-badf-a8923a89c389 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.583408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ed25-b933-4b09-badf-a8923a89c389 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=14d4a0db-2153-47ed-b79a-e8a5119430b7,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:43.600266 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1a33ed25-b933-4b09-badf-a8923a89c389 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7153101 Feb 11 05:10:43.603024 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36496) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:43.608527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'name': 'tempest-NetworksTestDHCPv6-773062526'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:43.624367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12f680f-8765-4423-896d-01372f92ee63 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:43.628300 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b12f680f-8765-4423-896d-01372f92ee63 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.685681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef84030f-b76f-4efd-bfad-3d8eeb00e5be None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:10:43.687921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 72c98b21-b669-4570-9fa9-ca1a72f773fa up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:43.764945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f7857245-a81c-4e16-8ac2-996fd41622ff None None] Current status of the port 72c98b21-b669-4570-9fa9-ca1a72f773fa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:43.813056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f7857245-a81c-4e16-8ac2-996fd41622ff None None] Provisioning complete for port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:43.813439 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7857245-a81c-4e16-8ac2-996fd41622ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.868447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 72c98b21-b669-4570-9fa9-ca1a72f773fa triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:43.868754 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.903975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef84030f-b76f-4efd-bfad-3d8eeb00e5be None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:10:44.046868 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f7857245-a81c-4e16-8ac2-996fd41622ff None None] Current status of the port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:44.068438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:44.072357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.077810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 72c98b21-b669-4570-9fa9-ca1a72f773fa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:44.078873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:44.115509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port c6f07bd9-6652-4817-a5fd-2bb5960252d3 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:10:44.199586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:44.200063 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.235486 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b12f680f-8765-4423-896d-01372f92ee63 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (b28b0edc-70aa-48cc-b571-4e4f41028f68), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.238028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a705be-1725-41a3-9fb3-885201bd245d None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:44.337480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::33d (7c563e16-8896-4630-8c06-8305ed9e25d0/14d4a0db-2153-47ed-b79a-e8a5119430b7/c6f07bd9-6652-4817-a5fd-2bb5960252d3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:44.344293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f680f-8765-4423-896d-01372f92ee63 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Subnet': ['ID=b28b0edc-70aa-48cc-b571-4e4f41028f68,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:44.374493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12f680f-8765-4423-896d-01372f92ee63 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Checking segment: {'id': 'c5d66717-becc-4b42-8b7d-9fbf0770b675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ae84d6c-4959-47b8-a8dd-dd469a9eb447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:44.374872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f680f-8765-4423-896d-01372f92ee63 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network hostable DHCP agents. Network: 4ae84d6c-4959-47b8-a8dd-dd469a9eb447, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:44.380988 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.408039 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bd8b0-5764-4a10-9d84-eef09608411e req-12a39678-ee3d-40bb-8df4-264be0a8b61f tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:44.411149 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c47bd8b0-5764-4a10-9d84-eef09608411e req-12a39678-ee3d-40bb-8df4-264be0a8b61f tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0735929 Feb 11 05:10:44.436481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:44.439240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f680f-8765-4423-896d-01372f92ee63 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network 4ae84d6c-4959-47b8-a8dd-dd469a9eb447 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:44.462075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b12f680f-8765-4423-896d-01372f92ee63 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 4ae84d6c-4959-47b8-a8dd-dd469a9eb447) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:44.474645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c206c564-fea5-4f68-81cf-9bb20c50a784 None None] Network 4ae84d6c-4959-47b8-a8dd-dd469a9eb447 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:44.493836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12f680f-8765-4423-896d-01372f92ee63 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:44.494447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b12f680f-8765-4423-896d-01372f92ee63 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.495753 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c47bd8b0-5764-4a10-9d84-eef09608411e req-40888d64-ec9b-4528-9cde-b33ebfe25891 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781920 Feb 11 05:10:44.522668 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b12f680f-8765-4423-896d-01372f92ee63 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1542072 Feb 11 05:10:44.525406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36504) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:44.552852 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (c6f07bd9-6652-4817-a5fd-2bb5960252d3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.603619 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c6f07bd9-6652-4817-a5fd-2bb5960252d3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.638571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-4ae84d6c-4959-47b8-a8dd-dd469a9eb447', 'network_id': '4ae84d6c-4959-47b8-a8dd-dd469a9eb447', 'project_id': '742e6bd77232461a8bf61ed6f251d7a0', 'fixed_ips': [{'subnet_id': 'b28b0edc-70aa-48cc-b571-4e4f41028f68'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:44.639505 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.657095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (4ae84d6c-4959-47b8-a8dd-dd469a9eb447), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.687024 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=c6f07bd9-6652-4817-a5fd-2bb5960252d3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:44.720516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:44.722623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:44.726494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:44.743136 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:44.743839 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.744623 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (b28b0edc-70aa-48cc-b571-4e4f41028f68), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.776212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2714933b-5a86-45e1-80f6-67aa86ac1839 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1699870 Feb 11 05:10:44.776596 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36508) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:44.871305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7207e694-ef19-462e-9cf6-93553ccad0f8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:44.879572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7207e694-ef19-462e-9cf6-93553ccad0f8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:44.886643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36510) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:44.891514 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7207e694-ef19-462e-9cf6-93553ccad0f8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1137919 Feb 11 05:10:45.001989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ad148cdc-d185-4583-8194-ab879a0576f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port c6f07bd9-6652-4817-a5fd-2bb5960252d3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:45.002374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad148cdc-d185-4583-8194-ab879a0576f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c6f07bd9-6652-4817-a5fd-2bb5960252d3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.038631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d68334d0-ff12-45d7-90fa-2b2d27618b56 None None] Provisioning complete for port 72c98b21-b669-4570-9fa9-ca1a72f773fa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:45.039207 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d68334d0-ff12-45d7-90fa-2b2d27618b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.046767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Allocated IP 2001:db8::1 (4ae84d6c-4959-47b8-a8dd-dd469a9eb447/b28b0edc-70aa-48cc-b571-4e4f41028f68/46e3e5e2-bf11-410d-b4c4-518309291e07) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:45.110920 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad148cdc-d185-4583-8194-ab879a0576f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c6f07bd9-6652-4817-a5fd-2bb5960252d3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.124926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ad148cdc-d185-4583-8194-ab879a0576f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for c6f07bd9-6652-4817-a5fd-2bb5960252d3 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:45.221447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d68334d0-ff12-45d7-90fa-2b2d27618b56 None None] Current status of the port 72c98b21-b669-4570-9fa9-ca1a72f773fa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:45.264621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad148cdc-d185-4583-8194-ab879a0576f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c6f07bd9-6652-4817-a5fd-2bb5960252d3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.280782 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Publish callbacks [] for port (46e3e5e2-bf11-410d-b4c4-518309291e07), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.291794 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (46e3e5e2-bf11-410d-b4c4-518309291e07), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.306923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad148cdc-d185-4583-8194-ab879a0576f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=c6f07bd9-6652-4817-a5fd-2bb5960252d3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:45.347979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Network 4ae84d6c-4959-47b8-a8dd-dd469a9eb447 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:45.351667 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad148cdc-d185-4583-8194-ab879a0576f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.357271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:45.364417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:45.369128 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ad148cdc-d185-4583-8194-ab879a0576f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/c6f07bd9-6652-4817-a5fd-2bb5960252d3 HTTP/1.1" status: 204 len: 168 time: 0.4792218 Feb 11 05:10:45.370075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36512) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:45.370568 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c47ebeb6-f420-4cf8-9eef-1a8aab92b773 None None] Could not find standard attr ID for object 47a3b83a-6ca7-4a17-9d86-c6f33b9eec06. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:10:45.378355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (b28b0edc-70aa-48cc-b571-4e4f41028f68), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.407078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Pushing event updated for resources: {'Port': ['ID=46e3e5e2-bf11-410d-b4c4-518309291e07,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:45.429536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Subnet': ['ID=b28b0edc-70aa-48cc-b571-4e4f41028f68,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:45.467494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Attempting to bind port 46e3e5e2-bf11-410d-b4c4-518309291e07 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:45.467910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Attempting to bind port 46e3e5e2-bf11-410d-b4c4-518309291e07 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c5d66717-becc-4b42-8b7d-9fbf0770b675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ae84d6c-4959-47b8-a8dd-dd469a9eb447'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:45.468288 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Attempting to bind port 46e3e5e2-bf11-410d-b4c4-518309291e07 on network 4ae84d6c-4959-47b8-a8dd-dd469a9eb447 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:45.480666 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bca7ae0-d66d-4981-ab41-4f9bdcd85366 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.482148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bca7ae0-d66d-4981-ab41-4f9bdcd85366 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.483207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:45.483803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0bca7ae0-d66d-4981-ab41-4f9bdcd85366 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1116669 Feb 11 05:10:45.483971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Checking segment: {'id': 'c5d66717-becc-4b42-8b7d-9fbf0770b675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ae84d6c-4959-47b8-a8dd-dd469a9eb447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:45.484651 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.485067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Bound using segment: {'id': 'c5d66717-becc-4b42-8b7d-9fbf0770b675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ae84d6c-4959-47b8-a8dd-dd469a9eb447'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:45.485858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Bound port: 46e3e5e2-bf11-410d-b4c4-518309291e07, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d66717-becc-4b42-8b7d-9fbf0770b675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ae84d6c-4959-47b8-a8dd-dd469a9eb447'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:45.486259 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (46e3e5e2-bf11-410d-b4c4-518309291e07), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.486884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36516) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:45.544959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dc077303-ef47-435a-bdf1-e958e9a782b9 None None] Could not find standard attr ID for object 701b61ab-dc77-4519-8e2d-351acd7f8b50. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:10:45.574151 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-9784a361-b695-4a1b-bb31-bf2d9f546242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 14d4a0db-2153-47ed-b79a-e8a5119430b7 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:10:45.577810 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9784a361-b695-4a1b-bb31-bf2d9f546242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (14d4a0db-2153-47ed-b79a-e8a5119430b7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.603127 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (4ae84d6c-4959-47b8-a8dd-dd469a9eb447), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.641845 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9784a361-b695-4a1b-bb31-bf2d9f546242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (14d4a0db-2153-47ed-b79a-e8a5119430b7), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.654181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] For port 46e3e5e2-bf11-410d-b4c4-518309291e07, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:45.659638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] For port 46e3e5e2-bf11-410d-b4c4-518309291e07, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=46e3e5e2-bf11-410d-b4c4-518309291e07,segment=NetworkSegment(c5d66717-becc-4b42-8b7d-9fbf0770b675),segment_id=c5d66717-becc-4b42-8b7d-9fbf0770b675)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:45.664491 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.668793 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (46e3e5e2-bf11-410d-b4c4-518309291e07), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.676819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae84d6c-4959-47b8-a8dd-dd469a9eb447']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:45.692789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d66717-becc-4b42-8b7d-9fbf0770b675') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:45.693030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d66717-becc-4b42-8b7d-9fbf0770b675') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:45.707994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (c5d66717-becc-4b42-8b7d-9fbf0770b675), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.730034 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c5d66717-becc-4b42-8b7d-9fbf0770b675), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.737940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:45.738349 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (c5d66717-becc-4b42-8b7d-9fbf0770b675), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:45.742400 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:45.765453 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9784a361-b695-4a1b-bb31-bf2d9f546242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (14d4a0db-2153-47ed-b79a-e8a5119430b7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.785497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a1da3-8e5b-409c-aa38-6138c4c1531b None None] Pushing event updated for resources: {'Port': ['ID=46e3e5e2-bf11-410d-b4c4-518309291e07,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:45.797825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0ed9ccfd-5103-4b5c-9b8a-1da5ad9827de None None] Could not find standard attr ID for object c6f07bd9-6652-4817-a5fd-2bb5960252d3. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:10:45.830420 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:10:45.830420 n-d-615180-58 neutron-server[103353]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:10:45.830420 n-d-615180-58 neutron-server[103353]: [parameters: {'id': '4ae84d6c-4959-47b8-a8dd-dd469a9eb447'}] Feb 11 05:10:45.830420 n-d-615180-58 neutron-server[103353]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:10:45.830791 n-d-615180-58 neutron-server[103353]: DEBUG oslo_db.api [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:10:45.836289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbef8dd-ac4e-417d-84c5-b207dca5a48c None None] Network 4ae84d6c-4959-47b8-a8dd-dd469a9eb447 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:45.873412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3077de-f542-4233-a7ee-9dc79a786cf7 req-6a83ed4b-090d-41ca-afb4-4421d667b78f tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.875109 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e3077de-f542-4233-a7ee-9dc79a786cf7 req-6a83ed4b-090d-41ca-afb4-4421d667b78f tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1254787 Feb 11 05:10:45.925659 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9784a361-b695-4a1b-bb31-bf2d9f546242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (14d4a0db-2153-47ed-b79a-e8a5119430b7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.956870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784a361-b695-4a1b-bb31-bf2d9f546242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=14d4a0db-2153-47ed-b79a-e8a5119430b7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:45.981587 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9784a361-b695-4a1b-bb31-bf2d9f546242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.984921 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9784a361-b695-4a1b-bb31-bf2d9f546242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/14d4a0db-2153-47ed-b79a-e8a5119430b7 HTTP/1.1" status: 204 len: 168 time: 0.4965641 Feb 11 05:10:45.987494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36524) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:45.995255 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e3077de-f542-4233-a7ee-9dc79a786cf7 req-f3b18f2b-f6e5-4a7f-aadd-10e3ac9bac09 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077576 Feb 11 05:10:46.058679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24502a0-567e-4fdf-9bea-3dff6c5a75ad None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:10:46.162611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24502a0-567e-4fdf-9bea-3dff6c5a75ad None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:10:46.349947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad884b15-a191-468e-8e8d-580b7ae757eb None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:46.368583 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (4ae84d6c-4959-47b8-a8dd-dd469a9eb447), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.373852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ae75fbde-09fe-49c6-bfa7-2d057c287b96 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3837419 Feb 11 05:10:46.375423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36526) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:46.438603 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f0830c-ab28-4f49-a28a-330a3ef88293 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:46.443592 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e7f0830c-ab28-4f49-a28a-330a3ef88293 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0633039 Feb 11 05:10:46.444248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36528) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:46.449560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Deleting port 46e3e5e2-bf11-410d-b4c4-518309291e07 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:46.450093 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (46e3e5e2-bf11-410d-b4c4-518309291e07), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.500061 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d6af4d-542a-49ba-9900-903df1995bd7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:46.504012 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-78d6af4d-542a-49ba-9900-903df1995bd7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0566139 Feb 11 05:10:46.504252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36530) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:46.534509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] For port 46e3e5e2-bf11-410d-b4c4-518309291e07, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=46e3e5e2-bf11-410d-b4c4-518309291e07,segment=NetworkSegment(c5d66717-becc-4b42-8b7d-9fbf0770b675),segment_id=c5d66717-becc-4b42-8b7d-9fbf0770b675)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:46.535066 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (46e3e5e2-bf11-410d-b4c4-518309291e07), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.539644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d80f158-3584-4823-a70c-2616e267e24f None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:10:46.555707 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9abe59d7-c875-402e-adb7-8dfdd57763b8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458546 Feb 11 05:10:46.556667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36532) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:46.561461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1af29956-98d0-4aec-8b18-900af909dcdd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:46.568730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Calling delete_port for 46e3e5e2-bf11-410d-b4c4-518309291e07 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:46.594360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9d80f158-3584-4823-a70c-2616e267e24f None None] Deleting port 72c98b21-b669-4570-9fa9-ca1a72f773fa {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:46.594820 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d80f158-3584-4823-a70c-2616e267e24f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.651491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af29956-98d0-4aec-8b18-900af909dcdd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:46.655541 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1af29956-98d0-4aec-8b18-900af909dcdd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.668843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9d80f158-3584-4823-a70c-2616e267e24f None None] For port 72c98b21-b669-4570-9fa9-ca1a72f773fa, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=72c98b21-b669-4570-9fa9-ca1a72f773fa,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:46.669408 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d80f158-3584-4823-a70c-2616e267e24f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.672586 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (46e3e5e2-bf11-410d-b4c4-518309291e07), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.684432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9d80f158-3584-4823-a70c-2616e267e24f None None] Calling delete_port for 72c98b21-b669-4570-9fa9-ca1a72f773fa owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:46.704759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Port': ['ID=46e3e5e2-bf11-410d-b4c4-518309291e07,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:46.718002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No DVR routers for this DVR port 46e3e5e2-bf11-410d-b4c4-518309291e07 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:46.793134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d80f158-3584-4823-a70c-2616e267e24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (72c98b21-b669-4570-9fa9-ca1a72f773fa), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.828400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (4ae84d6c-4959-47b8-a8dd-dd469a9eb447), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.833395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80f158-3584-4823-a70c-2616e267e24f None None] Pushing event deleted for resources: {'Port': ['ID=72c98b21-b669-4570-9fa9-ca1a72f773fa,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:46.842102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80f158-3584-4823-a70c-2616e267e24f None None] No DVR routers for this DVR port 72c98b21-b669-4570-9fa9-ca1a72f773fa on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:46.865717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae84d6c-4959-47b8-a8dd-dd469a9eb447']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:46.877892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d66717-becc-4b42-8b7d-9fbf0770b675') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:46.878236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d66717-becc-4b42-8b7d-9fbf0770b675') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:46.888816 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (c5d66717-becc-4b42-8b7d-9fbf0770b675), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.902707 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c5d66717-becc-4b42-8b7d-9fbf0770b675), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.910300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:46.910469 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (c5d66717-becc-4b42-8b7d-9fbf0770b675), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:46.914409 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:46.931862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1af29956-98d0-4aec-8b18-900af909dcdd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (d64ebd4c-2203-4050-bda5-f5faaed1663d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.976190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af29956-98d0-4aec-8b18-900af909dcdd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:46.982309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1af29956-98d0-4aec-8b18-900af909dcdd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:46.986779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af29956-98d0-4aec-8b18-900af909dcdd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:46.988277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1af29956-98d0-4aec-8b18-900af909dcdd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.993288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af29956-98d0-4aec-8b18-900af909dcdd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=d64ebd4c-2203-4050-bda5-f5faaed1663d,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:46.994353 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (4ae84d6c-4959-47b8-a8dd-dd469a9eb447), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.999488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55885d5b-1dd4-41fd-ba6c-445b10e2c5cc None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:47.014307 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1af29956-98d0-4aec-8b18-900af909dcdd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4542017 Feb 11 05:10:47.014452 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.014590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36540) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:47.021343 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/4ae84d6c-4959-47b8-a8dd-dd469a9eb447 HTTP/1.1" status: 204 len: 168 time: 2.4882746 Feb 11 05:10:47.021623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': 'd64ebd4c-2203-4050-bda5-f5faaed1663d', 'ip_address': '2001:db8::a61b:f72f:61fe:3465'}], 'name': 'tempest-NetworksTestDHCPv6-781071979'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:47.026360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36542) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:47.031628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6fe619db-bdbf-4690-985e-fc7cf3a0dd41 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2079897984'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:47.035421 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057840b-da12-4a39-adbc-5545d5ad0599 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Network': ['ID=4ae84d6c-4959-47b8-a8dd-dd469a9eb447,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:47.058973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe619db-bdbf-4690-985e-fc7cf3a0dd41 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:47.062805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fe619db-bdbf-4690-985e-fc7cf3a0dd41 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.119737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe619db-bdbf-4690-985e-fc7cf3a0dd41 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:47.148100 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fe619db-bdbf-4690-985e-fc7cf3a0dd41 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (16f55035-a39e-4940-b8db-056299ddd59c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.148725 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-6fe619db-bdbf-4690-985e-fc7cf3a0dd41 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Added segment 16f55035-a39e-4940-b8db-056299ddd59c of type vlan for network 2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e Feb 11 05:10:47.163615 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': 'd64ebd4c-2203-4050-bda5-f5faaed1663d'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:47.164766 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.204594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:47.232500 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fe619db-bdbf-4690-985e-fc7cf3a0dd41 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.241950 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84622ce3-ea07-4f89-9c27-02091f10f647 req-73fdf980-23ac-45aa-9e6f-fb9d35d5cd00 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:47.243877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84622ce3-ea07-4f89-9c27-02091f10f647 req-73fdf980-23ac-45aa-9e6f-fb9d35d5cd00 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1179512 Feb 11 05:10:47.314566 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fe619db-bdbf-4690-985e-fc7cf3a0dd41 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.315990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.321564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe619db-bdbf-4690-985e-fc7cf3a0dd41 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:47.322444 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fe619db-bdbf-4690-985e-fc7cf3a0dd41 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.325156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Allocated IP 2001:db8::2 (7c563e16-8896-4630-8c06-8305ed9e25d0/d64ebd4c-2203-4050-bda5-f5faaed1663d/44ff2d58-6269-496f-83af-0dfd46ab6db2) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:47.340183 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84622ce3-ea07-4f89-9c27-02091f10f647 req-a482ee54-db31-42e9-b4dd-16902e66ebe7 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885446 Feb 11 05:10:47.342827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port b2f8328d-4f6c-487b-82a0-ed04b54871dc yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:10:47.391917 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6fe619db-bdbf-4690-985e-fc7cf3a0dd41 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3642519 Feb 11 05:10:47.416648 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36546) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:47.424035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bc2e14a3-11c1-4129-8954-7ae49d61a132 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'subnet': {'network_id': '2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:47.425607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe619db-bdbf-4690-985e-fc7cf3a0dd41 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Network': ['ID=2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:47.438469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:47.570842 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Publish callbacks [] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.581770 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.634443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 72c98b21-b669-4570-9fa9-ca1a72f773fa no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:10:47.649814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2e14a3-11c1-4129-8954-7ae49d61a132 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:47.653372 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc2e14a3-11c1-4129-8954-7ae49d61a132 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.661930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:47.667287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:47.669154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 72c98b21-b669-4570-9fa9-ca1a72f773fa {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:10:47.669610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 72c98b21-b669-4570-9fa9-ca1a72f773fa not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:10:47.672866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:47.682036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Pushing event updated for resources: {'Port': ['ID=44ff2d58-6269-496f-83af-0dfd46ab6db2,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:47.734052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::a61b:f72f:61fe:3465 (7c563e16-8896-4630-8c06-8305ed9e25d0/d64ebd4c-2203-4050-bda5-f5faaed1663d/b2f8328d-4f6c-487b-82a0-ed04b54871dc) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:47.736690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Attempting to bind port 44ff2d58-6269-496f-83af-0dfd46ab6db2 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:47.737035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Attempting to bind port 44ff2d58-6269-496f-83af-0dfd46ab6db2 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:47.737501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Attempting to bind port 44ff2d58-6269-496f-83af-0dfd46ab6db2 on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:47.743971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:47.744363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:47.744786 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.745247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:47.745987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Bound port: 44ff2d58-6269-496f-83af-0dfd46ab6db2, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:47.746363 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.817237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] For port 44ff2d58-6269-496f-83af-0dfd46ab6db2, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:47.821305 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] For port 44ff2d58-6269-496f-83af-0dfd46ab6db2, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=44ff2d58-6269-496f-83af-0dfd46ab6db2,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:47.831581 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.901816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61d94d-98e4-4f6b-908e-a196c64c469d None None] Pushing event updated for resources: {'Port': ['ID=44ff2d58-6269-496f-83af-0dfd46ab6db2,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:47.998816 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc2e14a3-11c1-4129-8954-7ae49d61a132 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (d83bff6d-23f5-4130-b9c1-e5b039ef45b5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.021130 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (b2f8328d-4f6c-487b-82a0-ed04b54871dc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.120741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e14a3-11c1-4129-8954-7ae49d61a132 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Subnet': ['ID=d83bff6d-23f5-4130-b9c1-e5b039ef45b5,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:48.133126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e14a3-11c1-4129-8954-7ae49d61a132 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Checking segment: {'id': '16f55035-a39e-4940-b8db-056299ddd59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:48.133126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e14a3-11c1-4129-8954-7ae49d61a132 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network hostable DHCP agents. Network: 2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:48.156192 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b2f8328d-4f6c-487b-82a0-ed04b54871dc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.171552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e14a3-11c1-4129-8954-7ae49d61a132 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network 2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:48.207803 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bc2e14a3-11c1-4129-8954-7ae49d61a132 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:48.213204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e14a3-11c1-4129-8954-7ae49d61a132 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.214342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc2e14a3-11c1-4129-8954-7ae49d61a132 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.216025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1c7f0-0962-47f9-a0b0-4e7b01f1dc55 None None] Network 2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:48.234164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:48.243381 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc2e14a3-11c1-4129-8954-7ae49d61a132 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8248096 Feb 11 05:10:48.244381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:48.247660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:48.248311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36554) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:48.255150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.255794 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.272285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=b2f8328d-4f6c-487b-82a0-ed04b54871dc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:48.284767 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0990b149-0fe4-465a-8a10-ab09118446a7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2690885 Feb 11 05:10:48.287288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36556) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:48.342670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e', 'network_id': '2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e', 'project_id': '742e6bd77232461a8bf61ed6f251d7a0', 'fixed_ips': [{'subnet_id': 'd83bff6d-23f5-4130-b9c1-e5b039ef45b5'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:48.343831 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.407147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f546073-bc3f-4acc-99ee-f544c7481e57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.414320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f546073-bc3f-4acc-99ee-f544c7481e57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.415211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8f546073-bc3f-4acc-99ee-f544c7481e57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1263974 Feb 11 05:10:48.419237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36560) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:48.429790 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.493194 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (d83bff6d-23f5-4130-b9c1-e5b039ef45b5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.506966 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Allocated IP 2001:db8::1 (2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e/d83bff6d-23f5-4130-b9c1-e5b039ef45b5/cb5c3e03-d544-4991-b13a-b8519fa5e508) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:48.619835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f7bbc-d3e6-4fb4-b284-876d31497838 req-b2e9c5b2-dbeb-4acc-8417-180f6cce9ef4 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.621390 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d09f7bbc-d3e6-4fb4-b284-876d31497838 req-b2e9c5b2-dbeb-4acc-8417-180f6cce9ef4 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1251459 Feb 11 05:10:48.665909 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Publish callbacks [] for port (cb5c3e03-d544-4991-b13a-b8519fa5e508), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.671659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d7540-f1ec-4bb7-bcf3-3121195620fb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port b2f8328d-4f6c-487b-82a0-ed04b54871dc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:48.672095 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7540-f1ec-4bb7-bcf3-3121195620fb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b2f8328d-4f6c-487b-82a0-ed04b54871dc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.677754 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (cb5c3e03-d544-4991-b13a-b8519fa5e508), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.697164 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (d83bff6d-23f5-4130-b9c1-e5b039ef45b5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.727098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Subnet': ['ID=d83bff6d-23f5-4130-b9c1-e5b039ef45b5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:48.744583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Network 2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:48.748116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:48.750076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d09f7bbc-d3e6-4fb4-b284-876d31497838 req-9fcf8c45-3c4c-4fc3-95a1-7c8d8d7935e9 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209254 Feb 11 05:10:48.753491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:48.823638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Pushing event updated for resources: {'Port': ['ID=cb5c3e03-d544-4991-b13a-b8519fa5e508,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:48.841909 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Attempting to bind port cb5c3e03-d544-4991-b13a-b8519fa5e508 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:48.842557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Attempting to bind port cb5c3e03-d544-4991-b13a-b8519fa5e508 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '16f55035-a39e-4940-b8db-056299ddd59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:48.843118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Attempting to bind port cb5c3e03-d544-4991-b13a-b8519fa5e508 on network 2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:48.849251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:48.850478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Checking segment: {'id': '16f55035-a39e-4940-b8db-056299ddd59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:48.851230 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.851810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Bound using segment: {'id': '16f55035-a39e-4940-b8db-056299ddd59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:48.852445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Bound port: cb5c3e03-d544-4991-b13a-b8519fa5e508, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f55035-a39e-4940-b8db-056299ddd59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:48.852992 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cb5c3e03-d544-4991-b13a-b8519fa5e508), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.864037 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.868586 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7540-f1ec-4bb7-bcf3-3121195620fb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b2f8328d-4f6c-487b-82a0-ed04b54871dc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.889694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d7540-f1ec-4bb7-bcf3-3121195620fb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for b2f8328d-4f6c-487b-82a0-ed04b54871dc owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:48.901892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:48.916416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f55035-a39e-4940-b8db-056299ddd59c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:48.916615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f55035-a39e-4940-b8db-056299ddd59c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:48.934400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (16f55035-a39e-4940-b8db-056299ddd59c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.934767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] For port cb5c3e03-d544-4991-b13a-b8519fa5e508, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:48.938219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] For port cb5c3e03-d544-4991-b13a-b8519fa5e508, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=cb5c3e03-d544-4991-b13a-b8519fa5e508,segment=NetworkSegment(16f55035-a39e-4940-b8db-056299ddd59c),segment_id=16f55035-a39e-4940-b8db-056299ddd59c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:48.951722 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (16f55035-a39e-4940-b8db-056299ddd59c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.954203 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cb5c3e03-d544-4991-b13a-b8519fa5e508), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.961627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:48.962098 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (16f55035-a39e-4940-b8db-056299ddd59c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:49.056562 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:49.060712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7540-f1ec-4bb7-bcf3-3121195620fb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b2f8328d-4f6c-487b-82a0-ed04b54871dc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.062553 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:10:49.062553 n-d-615180-58 neutron-server[103353]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:10:49.062553 n-d-615180-58 neutron-server[103353]: [parameters: {'id': '2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e'}] Feb 11 05:10:49.062553 n-d-615180-58 neutron-server[103353]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:10:49.063636 n-d-615180-58 neutron-server[103353]: DEBUG oslo_db.api [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:10:49.076520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503aa61-c02e-4b47-9278-644f4b4e0b43 None None] Pushing event updated for resources: {'Port': ['ID=cb5c3e03-d544-4991-b13a-b8519fa5e508,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:49.095994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1987506-28d1-416a-96c0-14e601f2c29a None None] Network 2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:49.108563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d7540-f1ec-4bb7-bcf3-3121195620fb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=b2f8328d-4f6c-487b-82a0-ed04b54871dc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:49.158035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7540-f1ec-4bb7-bcf3-3121195620fb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.162960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2a4d7540-f1ec-4bb7-bcf3-3121195620fb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/b2f8328d-4f6c-487b-82a0-ed04b54871dc HTTP/1.1" status: 204 len: 168 time: 0.7415679 Feb 11 05:10:49.164332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36566) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:49.243929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11adb2-5591-4f38-baa9-e536807cfdf2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:49.245327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11adb2-5591-4f38-baa9-e536807cfdf2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:49.249375 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-de11adb2-5591-4f38-baa9-e536807cfdf2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0814526 Feb 11 05:10:49.249764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36570) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:49.297241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-504a73c3-384d-453f-bbe3-5f18fffbba3b None None] Provisioning complete for port 44ff2d58-6269-496f-83af-0dfd46ab6db2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:49.297807 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-504a73c3-384d-453f-bbe3-5f18fffbba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.313850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5183220-6af4-49fa-be3f-03898bcde261 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet d64ebd4c-2203-4050-bda5-f5faaed1663d {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:10:49.317662 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5183220-6af4-49fa-be3f-03898bcde261 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (d64ebd4c-2203-4050-bda5-f5faaed1663d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.368047 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5183220-6af4-49fa-be3f-03898bcde261 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (d64ebd4c-2203-4050-bda5-f5faaed1663d), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.393298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-504a73c3-384d-453f-bbe3-5f18fffbba3b None None] Current status of the port 44ff2d58-6269-496f-83af-0dfd46ab6db2 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:49.393733 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-504a73c3-384d-453f-bbe3-5f18fffbba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.435257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-504a73c3-384d-453f-bbe3-5f18fffbba3b None None] For port 44ff2d58-6269-496f-83af-0dfd46ab6db2, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=44ff2d58-6269-496f-83af-0dfd46ab6db2,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:49.442788 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-504a73c3-384d-453f-bbe3-5f18fffbba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.465698 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5183220-6af4-49fa-be3f-03898bcde261 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (d64ebd4c-2203-4050-bda5-f5faaed1663d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.499805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5647536-edef-47cb-9ad4-e04913ab92d9 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:10:49.541748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5183220-6af4-49fa-be3f-03898bcde261 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (d64ebd4c-2203-4050-bda5-f5faaed1663d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.542070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a73c3-384d-453f-bbe3-5f18fffbba3b None None] Pushing event updated for resources: {'Port': ['ID=44ff2d58-6269-496f-83af-0dfd46ab6db2,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:49.561350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a5d745c9-acdf-4ecb-ab52-45c576699c14 None None] Could not find standard attr ID for object b2f8328d-4f6c-487b-82a0-ed04b54871dc. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:10:49.590561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.595183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5183220-6af4-49fa-be3f-03898bcde261 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=d64ebd4c-2203-4050-bda5-f5faaed1663d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:49.606742 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5183220-6af4-49fa-be3f-03898bcde261 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.610111 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e5183220-6af4-49fa-be3f-03898bcde261 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/d64ebd4c-2203-4050-bda5-f5faaed1663d HTTP/1.1" status: 204 len: 168 time: 0.3592961 Feb 11 05:10:49.612690 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:49.649770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 44ff2d58-6269-496f-83af-0dfd46ab6db2 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:49.663943 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7003d023-bee4-4d19-b1e5-2dd602958869 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500085 Feb 11 05:10:49.666556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36574) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:49.672734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b5e61622-d509-459c-b706-62c15de72e56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:49.675724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Deleting port cb5c3e03-d544-4991-b13a-b8519fa5e508 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:49.676080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (cb5c3e03-d544-4991-b13a-b8519fa5e508), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.711369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5647536-edef-47cb-9ad4-e04913ab92d9 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:10:49.738789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 44ff2d58-6269-496f-83af-0dfd46ab6db2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:49.739558 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.753070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] For port cb5c3e03-d544-4991-b13a-b8519fa5e508, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=cb5c3e03-d544-4991-b13a-b8519fa5e508,segment=NetworkSegment(16f55035-a39e-4940-b8db-056299ddd59c),segment_id=16f55035-a39e-4940-b8db-056299ddd59c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:49.753448 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (cb5c3e03-d544-4991-b13a-b8519fa5e508), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.766566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Calling delete_port for cb5c3e03-d544-4991-b13a-b8519fa5e508 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:49.790323 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e61622-d509-459c-b706-62c15de72e56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:49.795880 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5e61622-d509-459c-b706-62c15de72e56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.921507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (cb5c3e03-d544-4991-b13a-b8519fa5e508), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.963796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No DVR routers for this DVR port cb5c3e03-d544-4991-b13a-b8519fa5e508 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:49.967266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Port': ['ID=cb5c3e03-d544-4991-b13a-b8519fa5e508,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:49.992130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df92c4-dee6-451e-a39b-b058d006044f req-02138c6c-b2af-41bc-abd3-c67a16b6a72b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:49.994738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98df92c4-dee6-451e-a39b-b058d006044f req-02138c6c-b2af-41bc-abd3-c67a16b6a72b tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1247880 Feb 11 05:10:50.068377 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5e61622-d509-459c-b706-62c15de72e56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (fca9d070-4424-4ba0-b1a9-5e8d35047b38), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.085536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.109896 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:50.120730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f55035-a39e-4940-b8db-056299ddd59c') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:50.121143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f55035-a39e-4940-b8db-056299ddd59c') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:50.131437 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e61622-d509-459c-b706-62c15de72e56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:50.132967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (16f55035-a39e-4940-b8db-056299ddd59c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.136120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b5e61622-d509-459c-b706-62c15de72e56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:50.144827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e61622-d509-459c-b706-62c15de72e56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:50.145496 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b5e61622-d509-459c-b706-62c15de72e56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.154960 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (16f55035-a39e-4940-b8db-056299ddd59c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.156556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e61622-d509-459c-b706-62c15de72e56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=fca9d070-4424-4ba0-b1a9-5e8d35047b38,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:50.161441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:50.161796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (16f55035-a39e-4940-b8db-056299ddd59c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.179314 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b5e61622-d509-459c-b706-62c15de72e56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5091550 Feb 11 05:10:50.180229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36580) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:50.185840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 44ff2d58-6269-496f-83af-0dfd46ab6db2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:50.186176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': 'fca9d070-4424-4ba0-b1a9-5e8d35047b38', 'ip_address': '2001:db8::ce3b:9245:91c0:9e0'}], 'name': 'tempest-NetworksTestDHCPv6-572953697'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:50.228576 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:50.276924 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.286623 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.294619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e HTTP/1.1" status: 204 len: 168 time: 2.0450850 Feb 11 05:10:50.298624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36582) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:50.306005 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bb6a979b-a28f-4ea0-93b0-e8238e700450 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-349847723'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:50.307685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98df92c4-dee6-451e-a39b-b058d006044f req-5f7433a2-c096-472d-a740-420a8cb228b4 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800424 Feb 11 05:10:50.308913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3ccaf-f7f1-4af6-9d38-a43799ae0b18 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Network': ['ID=2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:50.356172 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6a979b-a28f-4ea0-93b0-e8238e700450 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:50.359661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb6a979b-a28f-4ea0-93b0-e8238e700450 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.364769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:50.368083 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.399668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 9e590343-84ed-4311-b77f-921ef3af5f39 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:10:50.412981 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6a979b-a28f-4ea0-93b0-e8238e700450 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:50.461005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb6a979b-a28f-4ea0-93b0-e8238e700450 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (056626b5-997a-450e-85d4-dc0ecd7d8b29), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.461366 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-bb6a979b-a28f-4ea0-93b0-e8238e700450 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Added segment 056626b5-997a-450e-85d4-dc0ecd7d8b29 of type vlan for network ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 Feb 11 05:10:50.492948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c2b0f2-be47-4708-bdac-caefa05f7fbd None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:50.551524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb6a979b-a28f-4ea0-93b0-e8238e700450 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.618777 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb6a979b-a28f-4ea0-93b0-e8238e700450 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.624252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6a979b-a28f-4ea0-93b0-e8238e700450 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:50.624843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb6a979b-a28f-4ea0-93b0-e8238e700450 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.682642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bb6a979b-a28f-4ea0-93b0-e8238e700450 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3803148 Feb 11 05:10:50.683633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36588) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:50.685382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::ce3b:9245:91c0:9e0 (7c563e16-8896-4630-8c06-8305ed9e25d0/fca9d070-4424-4ba0-b1a9-5e8d35047b38/9e590343-84ed-4311-b77f-921ef3af5f39) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:50.690028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bc12923d-76e3-4dd4-8fcb-2ff9f5eb0dee tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'subnet': {'network_id': 'ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:50.827556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc12923d-76e3-4dd4-8fcb-2ff9f5eb0dee tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:50.831914 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc12923d-76e3-4dd4-8fcb-2ff9f5eb0dee tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.901213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4cb6a0be-9c3a-446d-a448-3e53e0a73eca None None] Provisioning complete for port 44ff2d58-6269-496f-83af-0dfd46ab6db2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:50.901740 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a0be-9c3a-446d-a448-3e53e0a73eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.990640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6a0be-9c3a-446d-a448-3e53e0a73eca None None] Current status of the port 44ff2d58-6269-496f-83af-0dfd46ab6db2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:51.038540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a979b-a28f-4ea0-93b0-e8238e700450 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Network': ['ID=ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:51.055178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:51.068044 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc12923d-76e3-4dd4-8fcb-2ff9f5eb0dee tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (66d3e9d0-9a64-455f-b577-8a7aed26ade2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.155650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12923d-76e3-4dd4-8fcb-2ff9f5eb0dee tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Subnet': ['ID=66d3e9d0-9a64-455f-b577-8a7aed26ade2,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:51.164979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc12923d-76e3-4dd4-8fcb-2ff9f5eb0dee tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Checking segment: {'id': '056626b5-997a-450e-85d4-dc0ecd7d8b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:51.165356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc12923d-76e3-4dd4-8fcb-2ff9f5eb0dee tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network hostable DHCP agents. Network: ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:51.184508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc12923d-76e3-4dd4-8fcb-2ff9f5eb0dee tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:51.196576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-bc12923d-76e3-4dd4-8fcb-2ff9f5eb0dee tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:51.201242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc12923d-76e3-4dd4-8fcb-2ff9f5eb0dee tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.201834 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc12923d-76e3-4dd4-8fcb-2ff9f5eb0dee tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.215953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252c6ed9-82aa-4a3c-8582-bf2a2f96ab1d None None] Network ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:51.226466 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bc12923d-76e3-4dd4-8fcb-2ff9f5eb0dee tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5412326 Feb 11 05:10:51.229566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36596) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:51.235532 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-838d02e6-dbbe-4de3-b8d9-dbe47d1d12fb tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'subnet': {'network_id': 'ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:51.275486 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (9e590343-84ed-4311-b77f-921ef3af5f39), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.327728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72', 'network_id': 'ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72', 'project_id': '742e6bd77232461a8bf61ed6f251d7a0', 'fixed_ips': [{'subnet_id': '66d3e9d0-9a64-455f-b577-8a7aed26ade2'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:51.329375 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.425548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838d02e6-dbbe-4de3-b8d9-dbe47d1d12fb tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:51.429605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-838d02e6-dbbe-4de3-b8d9-dbe47d1d12fb tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.444737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9e590343-84ed-4311-b77f-921ef3af5f39), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.491707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Allocated IP 2001:db8::2 (ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72/66d3e9d0-9a64-455f-b577-8a7aed26ade2/85b7662d-a4c6-4012-9f82-413f7bbf0504) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:51.553293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:51.571537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:51.576896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:51.582385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.583104 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.589587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=9e590343-84ed-4311-b77f-921ef3af5f39,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:51.610550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c203ad-bbe6-4539-ae20-2eaed7fb2950 req-51918044-7c01-434e-bcd1-f195d4527821 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.612218 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31c203ad-bbe6-4539-ae20-2eaed7fb2950 req-51918044-7c01-434e-bcd1-f195d4527821 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.2157433 Feb 11 05:10:51.641007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-778c36e6-64c8-439b-aa0a-8f14c12f6fae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4572735 Feb 11 05:10:51.641628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36600) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:51.684975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 44ff2d58-6269-496f-83af-0dfd46ab6db2 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:51.743348 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31c203ad-bbe6-4539-ae20-2eaed7fb2950 req-c6b0da56-4f63-45d1-811e-fb1dd5c301be tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178095 Feb 11 05:10:51.743731 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Publish callbacks [] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.760680 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.784320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 44ff2d58-6269-496f-83af-0dfd46ab6db2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:51.784320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.784709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800d82f6-399a-452f-83e6-7ee33ca39edb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.790619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800d82f6-399a-452f-83e6-7ee33ca39edb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.792316 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-800d82f6-399a-452f-83e6-7ee33ca39edb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1500053 Feb 11 05:10:51.795082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36602) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:51.870489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Network ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:51.878613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:51.890360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:51.897711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Pushing event updated for resources: {'Port': ['ID=85b7662d-a4c6-4012-9f82-413f7bbf0504,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:51.971944 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-838d02e6-dbbe-4de3-b8d9-dbe47d1d12fb tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (3395ff1a-ee0f-4b2a-8a99-17c4e37dc235), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.026690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Attempting to bind port 85b7662d-a4c6-4012-9f82-413f7bbf0504 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:52.027216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Attempting to bind port 85b7662d-a4c6-4012-9f82-413f7bbf0504 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '056626b5-997a-450e-85d4-dc0ecd7d8b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:52.027688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Attempting to bind port 85b7662d-a4c6-4012-9f82-413f7bbf0504 on network ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:52.028735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ac6ae-cb8a-4070-9429-069eeccabbc5 req-d01a0cdf-7b17-45a2-b28d-9e23d7fce941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.030231 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b55ac6ae-cb8a-4070-9429-069eeccabbc5 req-d01a0cdf-7b17-45a2-b28d-9e23d7fce941 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 1129 time: 0.0845644 Feb 11 05:10:52.033167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec05c5-3118-401d-9988-3a2df2f2ba63 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 9e590343-84ed-4311-b77f-921ef3af5f39 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:52.033518 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1ec05c5-3118-401d-9988-3a2df2f2ba63 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9e590343-84ed-4311-b77f-921ef3af5f39), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.045273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838d02e6-dbbe-4de3-b8d9-dbe47d1d12fb tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:52.048243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 44ff2d58-6269-496f-83af-0dfd46ab6db2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:52.050307 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-838d02e6-dbbe-4de3-b8d9-dbe47d1d12fb tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:52.050871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:52.051408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Checking segment: {'id': '056626b5-997a-450e-85d4-dc0ecd7d8b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:52.051916 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.052498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Bound using segment: {'id': '056626b5-997a-450e-85d4-dc0ecd7d8b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:52.053163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Bound port: 85b7662d-a4c6-4012-9f82-413f7bbf0504, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056626b5-997a-450e-85d4-dc0ecd7d8b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:52.054258 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.062657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838d02e6-dbbe-4de3-b8d9-dbe47d1d12fb tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.063583 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-838d02e6-dbbe-4de3-b8d9-dbe47d1d12fb tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.078529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d02e6-dbbe-4de3-b8d9-dbe47d1d12fb tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Subnet': ['ID=3395ff1a-ee0f-4b2a-8a99-17c4e37dc235,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:52.079211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-55b59fe0-5d8a-43aa-ae38-eaba5f5c46d7 None None] Provisioning complete for port 9e590343-84ed-4311-b77f-921ef3af5f39 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:52.079392 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55b59fe0-5d8a-43aa-ae38-eaba5f5c46d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9e590343-84ed-4311-b77f-921ef3af5f39), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.106480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-838d02e6-dbbe-4de3-b8d9-dbe47d1d12fb tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8752666 Feb 11 05:10:52.107722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36606) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:52.157165 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-55b59fe0-5d8a-43aa-ae38-eaba5f5c46d7 None None] Port 9e590343-84ed-4311-b77f-921ef3af5f39 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:52.158857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b55ac6ae-cb8a-4070-9429-069eeccabbc5 req-eb219a5a-b5b5-4467-9826-82586a1b4d6d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109591 Feb 11 05:10:52.168460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] For port 85b7662d-a4c6-4012-9f82-413f7bbf0504, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:52.171284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] For port 85b7662d-a4c6-4012-9f82-413f7bbf0504, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=85b7662d-a4c6-4012-9f82-413f7bbf0504,segment=NetworkSegment(056626b5-997a-450e-85d4-dc0ecd7d8b29),segment_id=056626b5-997a-450e-85d4-dc0ecd7d8b29)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:52.179488 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.195955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537ac91-75ad-40d5-8438-ffa88ada6600 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.197314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537ac91-75ad-40d5-8438-ffa88ada6600 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.197445 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1ec05c5-3118-401d-9988-3a2df2f2ba63 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9e590343-84ed-4311-b77f-921ef3af5f39), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.198950 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537ac91-75ad-40d5-8438-ffa88ada6600 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.202045 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537ac91-75ad-40d5-8438-ffa88ada6600 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.203479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537ac91-75ad-40d5-8438-ffa88ada6600 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.205305 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d537ac91-75ad-40d5-8438-ffa88ada6600 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0964296 Feb 11 05:10:52.209118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36608) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:52.215333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5076abe4-5f9f-4ba9-bc57-675cb1cfa7be tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-640426037'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:52.223904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec05c5-3118-401d-9988-3a2df2f2ba63 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 9e590343-84ed-4311-b77f-921ef3af5f39 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:52.251638 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5076abe4-5f9f-4ba9-bc57-675cb1cfa7be tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:52.257062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5076abe4-5f9f-4ba9-bc57-675cb1cfa7be tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.276055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510f95f-2a39-4730-b769-e6a4f97c3ce3 None None] Pushing event updated for resources: {'Port': ['ID=85b7662d-a4c6-4012-9f82-413f7bbf0504,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:52.296731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5076abe4-5f9f-4ba9-bc57-675cb1cfa7be tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:52.309482 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5076abe4-5f9f-4ba9-bc57-675cb1cfa7be tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3e2c1c3f-74bb-4d3f-8e89-801ed12d8568), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.310327 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-5076abe4-5f9f-4ba9-bc57-675cb1cfa7be tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Added segment 3e2c1c3f-74bb-4d3f-8e89-801ed12d8568 of type vlan for network 90f169a5-3fd0-4cc3-9022-22f1d2403064 Feb 11 05:10:52.356794 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5076abe4-5f9f-4ba9-bc57-675cb1cfa7be tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (90f169a5-3fd0-4cc3-9022-22f1d2403064), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.400412 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5076abe4-5f9f-4ba9-bc57-675cb1cfa7be tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (90f169a5-3fd0-4cc3-9022-22f1d2403064), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.406360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5076abe4-5f9f-4ba9-bc57-675cb1cfa7be tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.409084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5076abe4-5f9f-4ba9-bc57-675cb1cfa7be tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.445677 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1ec05c5-3118-401d-9988-3a2df2f2ba63 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9e590343-84ed-4311-b77f-921ef3af5f39), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.495962 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5076abe4-5f9f-4ba9-bc57-675cb1cfa7be tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2850292 Feb 11 05:10:52.500279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36614) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:52.507440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec05c5-3118-401d-9988-3a2df2f2ba63 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=9e590343-84ed-4311-b77f-921ef3af5f39,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:52.508439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6cb09f41-a155-4026-b302-7da819752c0b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:52.552686 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1ec05c5-3118-401d-9988-3a2df2f2ba63 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.558934 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c1ec05c5-3118-401d-9988-3a2df2f2ba63 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/9e590343-84ed-4311-b77f-921ef3af5f39 HTTP/1.1" status: 204 len: 168 time: 0.7590342 Feb 11 05:10:52.559567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36616) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:52.586459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076abe4-5f9f-4ba9-bc57-675cb1cfa7be tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Network': ['ID=90f169a5-3fd0-4cc3-9022-22f1d2403064,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:52.602232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 90f169a5-3fd0-4cc3-9022-22f1d2403064 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:52.710402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa250807-8289-451f-bafc-d0bf883ee079 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.719430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa250807-8289-451f-bafc-d0bf883ee079 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.721034 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fa250807-8289-451f-bafc-d0bf883ee079 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1601496 Feb 11 05:10:52.726804 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36618) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:52.806142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6cb09f41-a155-4026-b302-7da819752c0b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (90f169a5-3fd0-4cc3-9022-22f1d2403064), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.820783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-99398122-5df2-4dd3-ba40-12f1e6ae6183 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet fca9d070-4424-4ba0-b1a9-5e8d35047b38 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:10:52.828986 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99398122-5df2-4dd3-ba40-12f1e6ae6183 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (fca9d070-4424-4ba0-b1a9-5e8d35047b38), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.829551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6cb09f41-a155-4026-b302-7da819752c0b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (90f169a5-3fd0-4cc3-9022-22f1d2403064), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.852765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6cb09f41-a155-4026-b302-7da819752c0b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network 90f169a5-3fd0-4cc3-9022-22f1d2403064 is not hosted by any dhcp agent {{(pid=103354) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:10:52.859431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb09f41-a155-4026-b302-7da819752c0b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.860323 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6cb09f41-a155-4026-b302-7da819752c0b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.862568 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6cb09f41-a155-4026-b302-7da819752c0b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "PUT /v2.0/networks/90f169a5-3fd0-4cc3-9022-22f1d2403064 HTTP/1.1" status: 200 len: 723 time: 0.3604946 Feb 11 05:10:52.869818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36622) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:52.883978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1b052549-a7cb-4948-bc84-5e5719f729ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'subnet': {'network_id': '90f169a5-3fd0-4cc3-9022-22f1d2403064', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:52.926071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb09f41-a155-4026-b302-7da819752c0b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Network': ['ID=90f169a5-3fd0-4cc3-9022-22f1d2403064,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:52.932008 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99398122-5df2-4dd3-ba40-12f1e6ae6183 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (fca9d070-4424-4ba0-b1a9-5e8d35047b38), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.937705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 90f169a5-3fd0-4cc3-9022-22f1d2403064 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:53.047277 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99398122-5df2-4dd3-ba40-12f1e6ae6183 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (fca9d070-4424-4ba0-b1a9-5e8d35047b38), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.058324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2794925-6e83-4264-920b-f633d4db0625 req-4f8b750f-6743-4d04-b2f7-25ad07e89bc7 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:53.059772 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2794925-6e83-4264-920b-f633d4db0625 req-4f8b750f-6743-4d04-b2f7-25ad07e89bc7 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1908042 Feb 11 05:10:53.112189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b052549-a7cb-4948-bc84-5e5719f729ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:53.115527 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b052549-a7cb-4948-bc84-5e5719f729ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.178305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2794925-6e83-4264-920b-f633d4db0625 req-c3e6c756-c43c-4b56-b45f-a38038f0a951 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987248 Feb 11 05:10:53.239931 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99398122-5df2-4dd3-ba40-12f1e6ae6183 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (fca9d070-4424-4ba0-b1a9-5e8d35047b38), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.301999 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99398122-5df2-4dd3-ba40-12f1e6ae6183 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.305334 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-99398122-5df2-4dd3-ba40-12f1e6ae6183 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/fca9d070-4424-4ba0-b1a9-5e8d35047b38 HTTP/1.1" status: 204 len: 168 time: 0.5774493 Feb 11 05:10:53.306235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99398122-5df2-4dd3-ba40-12f1e6ae6183 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=fca9d070-4424-4ba0-b1a9-5e8d35047b38,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:53.308421 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36630) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:53.313890 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665d8813-b948-427a-a0e5-f0dbc47382ac None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:53.352911 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-19a3c155-f793-4c72-a0fe-16ff243e40ce tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424728 Feb 11 05:10:53.355751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36632) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:53.362662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6a268b48-95d6-4b9d-9e8f-23528b2c6c94 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:53.568109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8a3720-5da2-4abf-b143-112a06bf7e8f None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:10:53.568308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a268b48-95d6-4b9d-9e8f-23528b2c6c94 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:53.585630 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a268b48-95d6-4b9d-9e8f-23528b2c6c94 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.591402 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b052549-a7cb-4948-bc84-5e5719f729ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (b5ab2de3-4d71-4c7e-893e-f4129682e418), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.651410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9c8a3720-5da2-4abf-b143-112a06bf7e8f None None] Deleting port 44ff2d58-6269-496f-83af-0dfd46ab6db2 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:53.652075 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3720-5da2-4abf-b143-112a06bf7e8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.727190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20fbac-ce12-48fa-94ab-450e3f8a7641 None None] Network ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:53.730172 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 85b7662d-a4c6-4012-9f82-413f7bbf0504 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:53.753888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b052549-a7cb-4948-bc84-5e5719f729ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Subnet': ['ID=b5ab2de3-4d71-4c7e-893e-f4129682e418,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:53.772761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b052549-a7cb-4948-bc84-5e5719f729ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Checking segment: {'id': '3e2c1c3f-74bb-4d3f-8e89-801ed12d8568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '90f169a5-3fd0-4cc3-9022-22f1d2403064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:53.773131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b052549-a7cb-4948-bc84-5e5719f729ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network hostable DHCP agents. Network: 90f169a5-3fd0-4cc3-9022-22f1d2403064, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:53.818316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9c8a3720-5da2-4abf-b143-112a06bf7e8f None None] For port 44ff2d58-6269-496f-83af-0dfd46ab6db2, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=44ff2d58-6269-496f-83af-0dfd46ab6db2,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:53.818316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3720-5da2-4abf-b143-112a06bf7e8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.820325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b052549-a7cb-4948-bc84-5e5719f729ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network 90f169a5-3fd0-4cc3-9022-22f1d2403064 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:53.838701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1b052549-a7cb-4948-bc84-5e5719f729ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 90f169a5-3fd0-4cc3-9022-22f1d2403064) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:53.843323 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b052549-a7cb-4948-bc84-5e5719f729ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:53.843924 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b052549-a7cb-4948-bc84-5e5719f729ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.863441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de951254-7ce9-4660-8a73-8bf8bb6b3e32 None None] Network 90f169a5-3fd0-4cc3-9022-22f1d2403064 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:53.874594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9c8a3720-5da2-4abf-b143-112a06bf7e8f None None] Calling delete_port for 44ff2d58-6269-496f-83af-0dfd46ab6db2 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:53.894142 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1b052549-a7cb-4948-bc84-5e5719f729ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0233471 Feb 11 05:10:53.896936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36636) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:53.903232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c3645a3e-7c77-40bd-95e6-bc0e694a485e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:53.916746 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a268b48-95d6-4b9d-9e8f-23528b2c6c94 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (15495607-c98f-4205-abae-9ca22545b90f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.932350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-880d6e75-2fbb-461b-9b9b-6d061e2cc801 None None] Provisioning complete for port 85b7662d-a4c6-4012-9f82-413f7bbf0504 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:53.932738 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-880d6e75-2fbb-461b-9b9b-6d061e2cc801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.961404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a268b48-95d6-4b9d-9e8f-23528b2c6c94 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:53.964617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6a268b48-95d6-4b9d-9e8f-23528b2c6c94 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:53.967744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a268b48-95d6-4b9d-9e8f-23528b2c6c94 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:53.969143 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a268b48-95d6-4b9d-9e8f-23528b2c6c94 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.984003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a268b48-95d6-4b9d-9e8f-23528b2c6c94 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=15495607-c98f-4205-abae-9ca22545b90f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:53.998374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6a268b48-95d6-4b9d-9e8f-23528b2c6c94 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6390123 Feb 11 05:10:53.998612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36640) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:54.004887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': '15495607-c98f-4205-abae-9ca22545b90f', 'ip_address': '2001:db8::28a:cc8a:fe1a:608e'}], 'name': 'tempest-NetworksTestDHCPv6-979409169'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:54.061240 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3645a3e-7c77-40bd-95e6-bc0e694a485e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4809926'] for subnet (b5ab2de3-4d71-4c7e-893e-f4129682e418), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.103064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 85b7662d-a4c6-4012-9f82-413f7bbf0504 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:54.103560 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.216950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-90f169a5-3fd0-4cc3-9022-22f1d2403064', 'network_id': '90f169a5-3fd0-4cc3-9022-22f1d2403064', 'project_id': '742e6bd77232461a8bf61ed6f251d7a0', 'fixed_ips': [{'subnet_id': 'b5ab2de3-4d71-4c7e-893e-f4129682e418'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:54.217253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:54.217842 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.249446 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3645a3e-7c77-40bd-95e6-bc0e694a485e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739642397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4802271'] for subnet (b5ab2de3-4d71-4c7e-893e-f4129682e418), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.262745 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3720-5da2-4abf-b143-112a06bf7e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (44ff2d58-6269-496f-83af-0dfd46ab6db2), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.323988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3645a3e-7c77-40bd-95e6-bc0e694a485e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:54.324727 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3645a3e-7c77-40bd-95e6-bc0e694a485e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.326260 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c3645a3e-7c77-40bd-95e6-bc0e694a485e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "PUT /v2.0/subnets/b5ab2de3-4d71-4c7e-893e-f4129682e418 HTTP/1.1" status: 200 len: 826 time: 0.4279420 Feb 11 05:10:54.330650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36644) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:54.339986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a3720-5da2-4abf-b143-112a06bf7e8f None None] Pushing event deleted for resources: {'Port': ['ID=44ff2d58-6269-496f-83af-0dfd46ab6db2,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:54.342024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a3720-5da2-4abf-b143-112a06bf7e8f None None] No DVR routers for this DVR port 44ff2d58-6269-496f-83af-0dfd46ab6db2 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:54.366678 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.394722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:10:54.395166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-880d6e75-2fbb-461b-9b9b-6d061e2cc801 None None] Current status of the port 85b7662d-a4c6-4012-9f82-413f7bbf0504 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:54.395271 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-880d6e75-2fbb-461b-9b9b-6d061e2cc801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.431976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3645a3e-7c77-40bd-95e6-bc0e694a485e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Subnet': ['ID=b5ab2de3-4d71-4c7e-893e-f4129682e418,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:54.537263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184d5e8-b6b3-4e57-a955-db197871c020 req-d3aa8c32-82e7-4cdd-bdbf-c170040fb25c tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:54.539806 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5184d5e8-b6b3-4e57-a955-db197871c020 req-d3aa8c32-82e7-4cdd-bdbf-c170040fb25c tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.2302396 Feb 11 05:10:54.544087 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (90f169a5-3fd0-4cc3-9022-22f1d2403064), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.621791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::28a:cc8a:fe1a:608e (7c563e16-8896-4630-8c06-8305ed9e25d0/15495607-c98f-4205-abae-9ca22545b90f/fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:54.626984 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5184d5e8-b6b3-4e57-a955-db197871c020 req-8011a53d-010b-43c1-b9cc-f981ec5a66a3 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798810 Feb 11 05:10:54.665665 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (b5ab2de3-4d71-4c7e-893e-f4129682e418), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.670335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a37039e-c13a-4c32-8902-1eb8bf0b7b49 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:54.744601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9c7e3d-ce53-46df-b957-02fec448a6f0 None None] Update dhcp port {'port': {'network_id': 'ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72', 'fixed_ips': [{'subnet_id': '66d3e9d0-9a64-455f-b577-8a7aed26ade2', 'ip_address': '2001:db8::2'}, {'subnet_id': '3395ff1a-ee0f-4b2a-8a99-17c4e37dc235'}], 'binding:host_id': 'n-d-615180-58'}, 'id': '85b7662d-a4c6-4012-9f82-413f7bbf0504'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:10:54.819762 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.838136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Allocated IP 2001:db8::2 (90f169a5-3fd0-4cc3-9022-22f1d2403064/b5ab2de3-4d71-4c7e-893e-f4129682e418/65cf209e-916c-454c-9a76-fcdc8082e949) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:54.868398 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.882848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 85b7662d-a4c6-4012-9f82-413f7bbf0504 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:54.883286 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.908907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-880d6e75-2fbb-461b-9b9b-6d061e2cc801 None None] For port 85b7662d-a4c6-4012-9f82-413f7bbf0504, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=85b7662d-a4c6-4012-9f82-413f7bbf0504,segment=NetworkSegment(056626b5-997a-450e-85d4-dc0ecd7d8b29),segment_id=056626b5-997a-450e-85d4-dc0ecd7d8b29)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:54.931732 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-880d6e75-2fbb-461b-9b9b-6d061e2cc801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.943774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:54.947394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:54.951266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:54.956692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:54.957334 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.976639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:54.987833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-60cf3146-cdff-4daa-ad53-6ff06f15ef8e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9880033 Feb 11 05:10:54.990332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36658) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:55.061126 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b9c7e3d-ce53-46df-b957-02fec448a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.128054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459823a7-9100-4d02-add4-fcd574e0331f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:55.131996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-459823a7-9100-4d02-add4-fcd574e0331f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1374116 Feb 11 05:10:55.133191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36664) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:55.155587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a55271-0abb-4bc3-bdd6-55133d2b0b10 req-52a6c2d1-4115-4e20-ac80-dec997d95204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:55.158766 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7a55271-0abb-4bc3-bdd6-55133d2b0b10 req-52a6c2d1-4115-4e20-ac80-dec997d95204 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 1129 time: 0.1251895 Feb 11 05:10:55.170881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb935c-646a-4498-b90e-54cab53ad5e1 req-4719b246-e0ee-4dac-8651-25d23d2f6795 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:55.173413 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ffb935c-646a-4498-b90e-54cab53ad5e1 req-4719b246-e0ee-4dac-8651-25d23d2f6795 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1416869 Feb 11 05:10:55.232198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d6e75-2fbb-461b-9b9b-6d061e2cc801 None None] Pushing event updated for resources: {'Port': ['ID=85b7662d-a4c6-4012-9f82-413f7bbf0504,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:55.242427 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-03ce2b8f-c76a-4bd0-be4b-994a113a7325 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:55.242862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03ce2b8f-c76a-4bd0-be4b-994a113a7325 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.255352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:10:55.255731 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:10:55.335644 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Publish callbacks [] for port (65cf209e-916c-454c-9a76-fcdc8082e949), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.363902 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ffb935c-646a-4498-b90e-54cab53ad5e1 req-fbd6c1c6-872b-4304-b6d5-bcc719394081 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836520 Feb 11 05:10:55.364290 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (65cf209e-916c-454c-9a76-fcdc8082e949), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.376758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a55271-0abb-4bc3-bdd6-55133d2b0b10 req-638214b9-7e3d-48c6-b98f-7a7c9b4f671b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:55.378521 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7a55271-0abb-4bc3-bdd6-55133d2b0b10 req-638214b9-7e3d-48c6-b98f-7a7c9b4f671b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 919 time: 0.2039165 Feb 11 05:10:55.390978 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03ce2b8f-c76a-4bd0-be4b-994a113a7325 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.407812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': '15495607-c98f-4205-abae-9ca22545b90f'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:55.408788 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.439745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-03ce2b8f-c76a-4bd0-be4b-994a113a7325 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:55.448985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7a55271-0abb-4bc3-bdd6-55133d2b0b10 req-9b299d9c-3dba-4f62-8e05-8496ee5806f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab HTTP/1.1" status: 200 len: 217 time: 0.0627127 Feb 11 05:10:55.456347 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (b5ab2de3-4d71-4c7e-893e-f4129682e418), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.467915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Network 90f169a5-3fd0-4cc3-9022-22f1d2403064 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:55.482085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:55.492661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Pushing event updated for resources: {'Port': ['ID=65cf209e-916c-454c-9a76-fcdc8082e949,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:55.495675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:55.533248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a55271-0abb-4bc3-bdd6-55133d2b0b10 req-229791c5-3630-4f34-aeeb-386fb8008f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:55.535115 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7a55271-0abb-4bc3-bdd6-55133d2b0b10 req-229791c5-3630-4f34-aeeb-386fb8008f02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.0778551 Feb 11 05:10:55.544006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ab2de3-4d71-4c7e-893e-f4129682e418,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:55.566090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-2b9c7e3d-ce53-46df-b957-02fec448a6f0 None None] Allocated IP 172.20.0.1 (ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72/3395ff1a-ee0f-4b2a-8a99-17c4e37dc235/85b7662d-a4c6-4012-9f82-413f7bbf0504) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:55.602085 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7a55271-0abb-4bc3-bdd6-55133d2b0b10 req-aeba5019-6984-4eb2-9fc8-d782a369152a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592282 Feb 11 05:10:55.652621 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (90f169a5-3fd0-4cc3-9022-22f1d2403064), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.688612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f169a5-3fd0-4cc3-9022-22f1d2403064']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:55.700577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Attempting to bind port 65cf209e-916c-454c-9a76-fcdc8082e949 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:55.700967 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Attempting to bind port 65cf209e-916c-454c-9a76-fcdc8082e949 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '3e2c1c3f-74bb-4d3f-8e89-801ed12d8568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '90f169a5-3fd0-4cc3-9022-22f1d2403064'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:55.701344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Attempting to bind port 65cf209e-916c-454c-9a76-fcdc8082e949 on network 90f169a5-3fd0-4cc3-9022-22f1d2403064 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:55.702957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2c1c3f-74bb-4d3f-8e89-801ed12d8568') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:55.703753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2c1c3f-74bb-4d3f-8e89-801ed12d8568') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:55.722173 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (3e2c1c3f-74bb-4d3f-8e89-801ed12d8568), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.754820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:55.755237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Checking segment: {'id': '3e2c1c3f-74bb-4d3f-8e89-801ed12d8568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '90f169a5-3fd0-4cc3-9022-22f1d2403064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:55.755654 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.756066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Bound using segment: {'id': '3e2c1c3f-74bb-4d3f-8e89-801ed12d8568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '90f169a5-3fd0-4cc3-9022-22f1d2403064'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:55.757023 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7a55271-0abb-4bc3-bdd6-55133d2b0b10 req-82994ea8-42ac-46d4-b371-010d57358b0d service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457560 Feb 11 05:10:55.757155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Bound port: 65cf209e-916c-454c-9a76-fcdc8082e949, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2c1c3f-74bb-4d3f-8e89-801ed12d8568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '90f169a5-3fd0-4cc3-9022-22f1d2403064'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:55.757467 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (65cf209e-916c-454c-9a76-fcdc8082e949), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.764701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Allocated IP 2001:db8::2 (7c563e16-8896-4630-8c06-8305ed9e25d0/15495607-c98f-4205-abae-9ca22545b90f/684a6bbc-e2e7-440f-bfb4-f29d73304893) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:55.771721 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3e2c1c3f-74bb-4d3f-8e89-801ed12d8568), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.783371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:55.784014 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (3e2c1c3f-74bb-4d3f-8e89-801ed12d8568), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:55.787338 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:55.820722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03ce2b8f-c76a-4bd0-be4b-994a113a7325 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.891080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7a55271-0abb-4bc3-bdd6-55133d2b0b10 req-92933c59-3a3c-4e56-95c3-4282002f9475 service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254106 Feb 11 05:10:55.894962 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 85b7662d-a4c6-4012-9f82-413f7bbf0504 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:55.915997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce2b8f-c76a-4bd0-be4b-994a113a7325 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:55.949570 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-03ce2b8f-c76a-4bd0-be4b-994a113a7325 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.953395 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-03ce2b8f-c76a-4bd0-be4b-994a113a7325 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12 HTTP/1.1" status: 204 len: 168 time: 0.8192003 Feb 11 05:10:55.955048 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.db.api [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:10:55.955048 n-d-615180-58 neutron-server[103354]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:10:55.955048 n-d-615180-58 neutron-server[103354]: [parameters: {'id': '90f169a5-3fd0-4cc3-9022-22f1d2403064'}] Feb 11 05:10:55.955048 n-d-615180-58 neutron-server[103354]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:10:55.955390 n-d-615180-58 neutron-server[103354]: DEBUG oslo_db.api [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:10:55.956019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36670) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:55.961135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] For port 65cf209e-916c-454c-9a76-fcdc8082e949, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:56.018682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a545db1b-ed51-4f21-a360-64a0b31bbdb5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:56.020490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a545db1b-ed51-4f21-a360-64a0b31bbdb5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:56.024532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a545db1b-ed51-4f21-a360-64a0b31bbdb5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0650036 Feb 11 05:10:56.026015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36672) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:56.043411 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] For port 65cf209e-916c-454c-9a76-fcdc8082e949, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=65cf209e-916c-454c-9a76-fcdc8082e949,segment=NetworkSegment(3e2c1c3f-74bb-4d3f-8e89-801ed12d8568),segment_id=3e2c1c3f-74bb-4d3f-8e89-801ed12d8568)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:56.045640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2b9c7e3d-ce53-46df-b957-02fec448a6f0 None None] For port 85b7662d-a4c6-4012-9f82-413f7bbf0504, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=85b7662d-a4c6-4012-9f82-413f7bbf0504,segment=NetworkSegment(056626b5-997a-450e-85d4-dc0ecd7d8b29),segment_id=056626b5-997a-450e-85d4-dc0ecd7d8b29)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:56.050221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 85b7662d-a4c6-4012-9f82-413f7bbf0504 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:56.090650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00f833c-0c70-4330-a62a-25416b21ebfd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 15495607-c98f-4205-abae-9ca22545b90f {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:10:56.097663 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (65cf209e-916c-454c-9a76-fcdc8082e949), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.170439 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b9c7e3d-ce53-46df-b957-02fec448a6f0 None None] Publish callbacks [] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.194883 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b9c7e3d-ce53-46df-b957-02fec448a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.267706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35668d6f-7262-4b21-a23d-e592f49ed25f None None] Pushing event updated for resources: {'Port': ['ID=65cf209e-916c-454c-9a76-fcdc8082e949,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:56.329409 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2f89f1-8b9a-4189-8ddd-c0c06b195edc None None] Network 90f169a5-3fd0-4cc3-9022-22f1d2403064 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:56.354655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Publish callbacks [] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.379702 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c00f833c-0c70-4330-a62a-25416b21ebfd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (15495607-c98f-4205-abae-9ca22545b90f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.396670 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.448310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c00f833c-0c70-4330-a62a-25416b21ebfd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (15495607-c98f-4205-abae-9ca22545b90f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.456385 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (90f169a5-3fd0-4cc3-9022-22f1d2403064), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.466098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 85b7662d-a4c6-4012-9f82-413f7bbf0504 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:56.466479 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.527743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:56.564238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c7e3d-ce53-46df-b957-02fec448a6f0 None None] Pushing event updated for resources: {'Port': ['ID=85b7662d-a4c6-4012-9f82-413f7bbf0504,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:56.574877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:56.580264 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c00f833c-0c70-4330-a62a-25416b21ebfd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (15495607-c98f-4205-abae-9ca22545b90f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.585944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:56.634983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Deleting port 65cf209e-916c-454c-9a76-fcdc8082e949 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:56.635202 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (65cf209e-916c-454c-9a76-fcdc8082e949), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.657442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb720000-125d-4586-92af-21567d93541c req-a4645737-8ae5-4d83-88ee-2acad66f50ae tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:56.666124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb720000-125d-4586-92af-21567d93541c req-a4645737-8ae5-4d83-88ee-2acad66f50ae tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1289449 Feb 11 05:10:56.693092 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c00f833c-0c70-4330-a62a-25416b21ebfd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (15495607-c98f-4205-abae-9ca22545b90f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.710054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Pushing event updated for resources: {'Port': ['ID=684a6bbc-e2e7-440f-bfb4-f29d73304893,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:56.748814 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c00f833c-0c70-4330-a62a-25416b21ebfd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.757894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c00f833c-0c70-4330-a62a-25416b21ebfd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/15495607-c98f-4205-abae-9ca22545b90f HTTP/1.1" status: 204 len: 168 time: 0.7310078 Feb 11 05:10:56.759505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f833c-0c70-4330-a62a-25416b21ebfd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=15495607-c98f-4205-abae-9ca22545b90f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:56.761182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:56.784982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5f511c-f94f-4dbd-8b7e-532c912621e2 None None] Network 90f169a5-3fd0-4cc3-9022-22f1d2403064 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:56.802244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Attempting to bind port 684a6bbc-e2e7-440f-bfb4-f29d73304893 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:56.802630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Attempting to bind port 684a6bbc-e2e7-440f-bfb4-f29d73304893 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:56.803045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Attempting to bind port 684a6bbc-e2e7-440f-bfb4-f29d73304893 on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:56.826448 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:56.826684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:56.827130 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.827532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:56.828131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Bound port: 684a6bbc-e2e7-440f-bfb4-f29d73304893, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:56.828386 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.836291 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7c23a31c-62f3-4f53-8105-a7fbbed935cc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614092 Feb 11 05:10:56.837628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36684) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:56.850967 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb720000-125d-4586-92af-21567d93541c req-d5fa460d-cca2-4271-a990-c2110a1fe133 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793752 Feb 11 05:10:56.853384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] For port 65cf209e-916c-454c-9a76-fcdc8082e949, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=65cf209e-916c-454c-9a76-fcdc8082e949,segment=NetworkSegment(3e2c1c3f-74bb-4d3f-8e89-801ed12d8568),segment_id=3e2c1c3f-74bb-4d3f-8e89-801ed12d8568)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:56.853384 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (65cf209e-916c-454c-9a76-fcdc8082e949), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.872208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 85b7662d-a4c6-4012-9f82-413f7bbf0504 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:56.885413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Calling delete_port for 65cf209e-916c-454c-9a76-fcdc8082e949 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:56.949255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3747c27d-288e-4c4b-830d-472d1dab0069 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:56.954735 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3747c27d-288e-4c4b-830d-472d1dab0069 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1157548 Feb 11 05:10:56.955476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36686) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:57.042507 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (65cf209e-916c-454c-9a76-fcdc8082e949), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.063736 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee48da2-8a32-4c32-8e18-4db9124d4345 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:57.068726 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6ee48da2-8a32-4c32-8e18-4db9124d4345 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1121116 Feb 11 05:10:57.069422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36688) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:57.074909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Port': ['ID=65cf209e-916c-454c-9a76-fcdc8082e949,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:57.093422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No DVR routers for this DVR port 65cf209e-916c-454c-9a76-fcdc8082e949 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:57.142526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ce5209ef-635b-4c45-a4d6-a3a47ae2e5c0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683270 Feb 11 05:10:57.149328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36692) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:57.154480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-626aff87-10b1-45c4-b84e-18088e99a19e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:57.170218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 44ff2d58-6269-496f-83af-0dfd46ab6db2 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:10:57.200814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (90f169a5-3fd0-4cc3-9022-22f1d2403064), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.212125 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 44ff2d58-6269-496f-83af-0dfd46ab6db2 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:10:57.212466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 44ff2d58-6269-496f-83af-0dfd46ab6db2 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:10:57.225537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f169a5-3fd0-4cc3-9022-22f1d2403064']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:57.237581 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2c1c3f-74bb-4d3f-8e89-801ed12d8568') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:57.237891 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2c1c3f-74bb-4d3f-8e89-801ed12d8568') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:57.248797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (3e2c1c3f-74bb-4d3f-8e89-801ed12d8568), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.249458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] For port 684a6bbc-e2e7-440f-bfb4-f29d73304893, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:57.253343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] For port 684a6bbc-e2e7-440f-bfb4-f29d73304893, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=684a6bbc-e2e7-440f-bfb4-f29d73304893,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:57.262815 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.263149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3e2c1c3f-74bb-4d3f-8e89-801ed12d8568), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.270212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:57.270629 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (3e2c1c3f-74bb-4d3f-8e89-801ed12d8568), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:57.339464 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:57.342486 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (90f169a5-3fd0-4cc3-9022-22f1d2403064), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.351501 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.357122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/90f169a5-3fd0-4cc3-9022-22f1d2403064 HTTP/1.1" status: 204 len: 168 time: 3.0024161 Feb 11 05:10:57.364349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36698) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:57.369111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0d3326-de71-40f2-a47c-dbb00031cd0a None None] Network ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:57.373845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ca386-196c-4002-b897-01ae390b68f9 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Network': ['ID=90f169a5-3fd0-4cc3-9022-22f1d2403064,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:57.385208 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad5e32d-e221-44ba-b8ea-b2d9e293bb5b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:10:57.385727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad5e32d-e221-44ba-b8ea-b2d9e293bb5b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:10:57.388963 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4ad5e32d-e221-44ba-b8ea-b2d9e293bb5b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/90f169a5-3fd0-4cc3-9022-22f1d2403064 HTTP/1.1" status: 404 len: 339 time: 0.0239139 Feb 11 05:10:57.393109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36700) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:57.399043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1cbb35bd-dfa8-4962-980f-aa84a67be172 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-597916736', 'description': 'd1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:57.399657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626aff87-10b1-45c4-b84e-18088e99a19e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:57.405075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-626aff87-10b1-45c4-b84e-18088e99a19e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.423637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbb35bd-dfa8-4962-980f-aa84a67be172 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:57.427250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cbb35bd-dfa8-4962-980f-aa84a67be172 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.464311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbb35bd-dfa8-4962-980f-aa84a67be172 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:57.477621 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cbb35bd-dfa8-4962-980f-aa84a67be172 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a2f46472-3ca1-4200-905d-1309abfa621f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.478042 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-1cbb35bd-dfa8-4962-980f-aa84a67be172 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Added segment a2f46472-3ca1-4200-905d-1309abfa621f of type vlan for network 506d8465-95d8-4660-9413-078eb76a961e Feb 11 05:10:57.530477 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cbb35bd-dfa8-4962-980f-aa84a67be172 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (506d8465-95d8-4660-9413-078eb76a961e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.532220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d791c7-09b8-448c-804b-b8d08db6a0ac None None] Pushing event updated for resources: {'Port': ['ID=684a6bbc-e2e7-440f-bfb4-f29d73304893,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:57.556012 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-338736e1-2787-4465-a4d8-e64adfe3eb99 None None] Provisioning complete for port 85b7662d-a4c6-4012-9f82-413f7bbf0504 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:57.556638 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-338736e1-2787-4465-a4d8-e64adfe3eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.565103 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cbb35bd-dfa8-4962-980f-aa84a67be172 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (506d8465-95d8-4660-9413-078eb76a961e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.571988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbb35bd-dfa8-4962-980f-aa84a67be172 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:57.573309 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cbb35bd-dfa8-4962-980f-aa84a67be172 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.635882 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1cbb35bd-dfa8-4962-980f-aa84a67be172 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2415714 Feb 11 05:10:57.675543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb35bd-dfa8-4962-980f-aa84a67be172 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Network': ['ID=506d8465-95d8-4660-9413-078eb76a961e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:57.677916 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36702) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:57.692986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 506d8465-95d8-4660-9413-078eb76a961e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:57.776545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-338736e1-2787-4465-a4d8-e64adfe3eb99 None None] Current status of the port 85b7662d-a4c6-4012-9f82-413f7bbf0504 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:57.820566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93fb167-d13e-4aa0-b0b0-0370a5c93b11 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:57.822330 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d93fb167-d13e-4aa0-b0b0-0370a5c93b11 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/networks?id=506d8465-95d8-4660-9413-078eb76a961e HTTP/1.1" status: 200 len: 764 time: 0.1430047 Feb 11 05:10:57.825075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36704) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:57.831430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-72e4fce9-7c77-4392-a169-b0090f09342a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'network': {'description': 'd2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:57.951017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b423eea-f1d7-4093-a8fd-f6cfbd2cdf54 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:10:58.044828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-01133930-0f46-4c7b-9e7c-6499122cf8a0 None None] Provisioning complete for port 85b7662d-a4c6-4012-9f82-413f7bbf0504 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:58.045225 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01133930-0f46-4c7b-9e7c-6499122cf8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.049778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 85b7662d-a4c6-4012-9f82-413f7bbf0504 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:58.057034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72462387-c7d1-4c85-95b9-6f5ac5a5ea56 req-f72a4841-7b8e-48cf-aac9-cd0a6b51cd57 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.058548 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72462387-c7d1-4c85-95b9-6f5ac5a5ea56 req-f72a4841-7b8e-48cf-aac9-cd0a6b51cd57 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1141162 Feb 11 05:10:58.060470 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72e4fce9-7c77-4392-a169-b0090f09342a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (506d8465-95d8-4660-9413-078eb76a961e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.076931 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72e4fce9-7c77-4392-a169-b0090f09342a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (506d8465-95d8-4660-9413-078eb76a961e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.143770 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-626aff87-10b1-45c4-b84e-18088e99a19e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (81f6a0f2-f41b-4282-8290-0027ab63d6c2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.173980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4fce9-7c77-4392-a169-b0090f09342a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Network': ['ID=506d8465-95d8-4660-9413-078eb76a961e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:58.186502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72e4fce9-7c77-4392-a169-b0090f09342a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network 506d8465-95d8-4660-9413-078eb76a961e is not hosted by any dhcp agent {{(pid=103354) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:10:58.193800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 506d8465-95d8-4660-9413-078eb76a961e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:58.195318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e4fce9-7c77-4392-a169-b0090f09342a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.196113 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72e4fce9-7c77-4392-a169-b0090f09342a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.197498 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-72e4fce9-7c77-4392-a169-b0090f09342a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "PUT /v2.0/networks/506d8465-95d8-4660-9413-078eb76a961e HTTP/1.1" status: 200 len: 761 time: 0.3712542 Feb 11 05:10:58.200157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36710) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:58.212136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72462387-c7d1-4c85-95b9-6f5ac5a5ea56 req-23830ee5-dfd2-405b-9d4a-9bca03fef8da tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321468 Feb 11 05:10:58.214613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626aff87-10b1-45c4-b84e-18088e99a19e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:58.219363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-626aff87-10b1-45c4-b84e-18088e99a19e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:58.224003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626aff87-10b1-45c4-b84e-18088e99a19e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.224921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-626aff87-10b1-45c4-b84e-18088e99a19e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.238705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b423eea-f1d7-4093-a8fd-f6cfbd2cdf54 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:10:58.241634 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626aff87-10b1-45c4-b84e-18088e99a19e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=81f6a0f2-f41b-4282-8290-0027ab63d6c2,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:58.269691 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-626aff87-10b1-45c4-b84e-18088e99a19e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1192591 Feb 11 05:10:58.272129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36712) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:58.277745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': '81f6a0f2-f41b-4282-8290-0027ab63d6c2', 'ip_address': '2001:db8::eece:f42f:cb3f:ad10'}], 'name': 'tempest-NetworksTestDHCPv6-194730602'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:58.342308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 85b7662d-a4c6-4012-9f82-413f7bbf0504 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:58.343236 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.364297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d537b7b-ceb0-4a2c-a7a6-d5037714d817 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.367280 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7d537b7b-ceb0-4a2c-a7a6-d5037714d817 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/networks?id=506d8465-95d8-4660-9413-078eb76a961e HTTP/1.1" status: 200 len: 764 time: 0.1630352 Feb 11 05:10:58.370975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36714) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:58.402335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-01133930-0f46-4c7b-9e7c-6499122cf8a0 None None] Current status of the port 85b7662d-a4c6-4012-9f82-413f7bbf0504 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:58.434356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:58.446377 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.478244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 59cefa82-1c10-40f6-b65d-47a8fcce5e8f yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:10:58.563680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 85b7662d-a4c6-4012-9f82-413f7bbf0504 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:58.664738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3a53f3-cc0b-449c-82fa-07913e9ae103 None None] Update dhcp port {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': '81f6a0f2-f41b-4282-8290-0027ab63d6c2'}], 'binding:host_id': 'n-d-615180-58'}, 'id': '684a6bbc-e2e7-440f-bfb4-f29d73304893'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:10:58.688463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f21335c-14d4-41c3-a0be-31ba6c5b4a47 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.693118 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6f21335c-14d4-41c3-a0be-31ba6c5b4a47 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3211789 Feb 11 05:10:58.694390 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36720) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:58.705074 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f3a53f3-cc0b-449c-82fa-07913e9ae103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.708280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::eece:f42f:cb3f:ad10 (7c563e16-8896-4630-8c06-8305ed9e25d0/81f6a0f2-f41b-4282-8290-0027ab63d6c2/59cefa82-1c10-40f6-b65d-47a8fcce5e8f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:58.743516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2b1d8404-2f1f-4069-9f4a-afb9f71e4b69 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 207 time: 0.0478742 Feb 11 05:10:58.743898 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36722) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:58.938041 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf052c78-7e09-4f6a-9098-65c4967c7b7f tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.943032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf052c78-7e09-4f6a-9098-65c4967c7b7f tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.948340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf052c78-7e09-4f6a-9098-65c4967c7b7f tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.953304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf052c78-7e09-4f6a-9098-65c4967c7b7f tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.958507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf052c78-7e09-4f6a-9098-65c4967c7b7f tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.963998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf052c78-7e09-4f6a-9098-65c4967c7b7f tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.965718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bf052c78-7e09-4f6a-9098-65c4967c7b7f tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2209246 Feb 11 05:10:58.969600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36724) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:59.063651 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (59cefa82-1c10-40f6-b65d-47a8fcce5e8f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.124826 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d5f3957b-e580-478c-b5a1-9220d1bd86aa tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1540828 Feb 11 05:10:59.128822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36726) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:59.138688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (59cefa82-1c10-40f6-b65d-47a8fcce5e8f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.179422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:59.186694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:59.191682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:59.197360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.197970 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.213919 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=59cefa82-1c10-40f6-b65d-47a8fcce5e8f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:59.223887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459693ba-3862-41bc-a140-1a300c3f1d3a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.226756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-9f3a53f3-cc0b-449c-82fa-07913e9ae103 None None] Allocated IP 2001:db8::2 (7c563e16-8896-4630-8c06-8305ed9e25d0/81f6a0f2-f41b-4282-8290-0027ab63d6c2/684a6bbc-e2e7-440f-bfb4-f29d73304893) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:59.226976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459693ba-3862-41bc-a140-1a300c3f1d3a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.228469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459693ba-3862-41bc-a140-1a300c3f1d3a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.230082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459693ba-3862-41bc-a140-1a300c3f1d3a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.231674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459693ba-3862-41bc-a140-1a300c3f1d3a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.237397 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-459693ba-3862-41bc-a140-1a300c3f1d3a tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1029811 Feb 11 05:10:59.237545 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8594848b-cbf7-4541-84e3-a9d5c94b4742 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9596684 Feb 11 05:10:59.237676 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36730) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:59.238043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36732) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:59.245420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d851e93d-1e00-42ff-9968-05c99ef8f1de tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': '81f6a0f2-f41b-4282-8290-0027ab63d6c2', 'ip_address': '2001:db8::eece:f42f:cb3f:ad10'}], 'name': 'tempest-NetworksTestDHCPv6-191681937'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:59.344418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9f3a53f3-cc0b-449c-82fa-07913e9ae103 None None] For port 684a6bbc-e2e7-440f-bfb4-f29d73304893, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=684a6bbc-e2e7-440f-bfb4-f29d73304893,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:59.376668 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f3a53f3-cc0b-449c-82fa-07913e9ae103 None None] Publish callbacks [] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.383332 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f3a53f3-cc0b-449c-82fa-07913e9ae103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.469969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a53f3-cc0b-449c-82fa-07913e9ae103 None None] Pushing event updated for resources: {'Port': ['ID=684a6bbc-e2e7-440f-bfb4-f29d73304893,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:59.676318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560fae0-1e47-4dff-ae8e-9d49639f66b4 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.676591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560fae0-1e47-4dff-ae8e-9d49639f66b4 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.678174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560fae0-1e47-4dff-ae8e-9d49639f66b4 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.680268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560fae0-1e47-4dff-ae8e-9d49639f66b4 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.681505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560fae0-1e47-4dff-ae8e-9d49639f66b4 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['shared'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.688741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36742) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:59.695467 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a560fae0-1e47-4dff-ae8e-9d49639f66b4 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4551113 Feb 11 05:10:59.741776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61d1b-c9e8-44c0-811b-1e2ac9519b4a req-b8e9cbf3-b6a5-439c-977d-d76ddf710471 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.755083 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4b61d1b-c9e8-44c0-811b-1e2ac9519b4a req-b8e9cbf3-b6a5-439c-977d-d76ddf710471 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.4453630 Feb 11 05:10:59.805872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d851e93d-1e00-42ff-9968-05c99ef8f1de tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:59.831320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149b27a-ae4b-4ace-b447-8af29e5f9417 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.835130 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d149b27a-ae4b-4ace-b447-8af29e5f9417 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/networks/26cd69c2-6520-4d25-ba4f-1bc39084ef0d HTTP/1.1" status: 200 len: 803 time: 0.1435924 Feb 11 05:10:59.837973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36744) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:59.895330 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d851e93d-1e00-42ff-9968-05c99ef8f1de tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.922662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4b61d1b-c9e8-44c0-811b-1e2ac9519b4a req-c49d139f-9b7b-4719-99fc-3e86a9f67863 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604075 Feb 11 05:10:59.928449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-d851e93d-1e00-42ff-9968-05c99ef8f1de tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 543ccc7d-05a6-4062-9bc3-9aa78f39c8ee yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:10:59.970975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ecef55b2-9206-484d-887c-63d575dcbdab tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/networks/26cd69c2-6520-4d25-ba4f-1bc39084ef0d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1307487 Feb 11 05:10:59.970975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36748) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:00.042586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d625453c-0100-4ffc-9111-c4c4ab771ef7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:00.048267 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d625453c-0100-4ffc-9111-c4c4ab771ef7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/subnets/00e010e9-d199-4542-955e-e10af855cb5a HTTP/1.1" status: 200 len: 843 time: 0.0759978 Feb 11 05:11:00.048433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36752) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:00.107187 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 684a6bbc-e2e7-440f-bfb4-f29d73304893 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:00.120360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9f31a8-644a-42e8-aa00-027c2bbd6b84 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:00.121760 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7d9f31a8-644a-42e8-aa00-027c2bbd6b84 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "GET /v2.0/subnets/00e010e9-d199-4542-955e-e10af855cb5a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0723827 Feb 11 05:11:00.126328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36754) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:00.136181 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6585df94-a69f-43f5-b2bb-8b02f45ec082 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1405708626'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:00.186417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 684a6bbc-e2e7-440f-bfb4-f29d73304893 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:00.186829 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.188281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6585df94-a69f-43f5-b2bb-8b02f45ec082 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:00.193329 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6585df94-a69f-43f5-b2bb-8b02f45ec082 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.226388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6585df94-a69f-43f5-b2bb-8b02f45ec082 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:00.237906 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6585df94-a69f-43f5-b2bb-8b02f45ec082 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a64c47a3-8df5-4aac-adb9-c794300806d8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.238349 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-6585df94-a69f-43f5-b2bb-8b02f45ec082 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Added segment a64c47a3-8df5-4aac-adb9-c794300806d8 of type vlan for network a36ee9e4-6392-421b-bf10-87633f55e11c Feb 11 05:11:00.247710 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-d851e93d-1e00-42ff-9968-05c99ef8f1de tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 05:11:00.248362 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d851e93d-1e00-42ff-9968-05c99ef8f1de tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:00.275494 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d851e93d-1e00-42ff-9968-05c99ef8f1de tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0363829 Feb 11 05:11:00.278025 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36760) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:00.339793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6585df94-a69f-43f5-b2bb-8b02f45ec082 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (a36ee9e4-6392-421b-bf10-87633f55e11c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.342785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 684a6bbc-e2e7-440f-bfb4-f29d73304893 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:00.343516 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.392313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba932290-d892-405a-a91a-dae2e5b76bf6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:00.402667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba932290-d892-405a-a91a-dae2e5b76bf6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:00.404878 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ba932290-d892-405a-a91a-dae2e5b76bf6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1258566 Feb 11 05:11:00.407579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36766) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:00.408210 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6585df94-a69f-43f5-b2bb-8b02f45ec082 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (a36ee9e4-6392-421b-bf10-87633f55e11c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.414415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6585df94-a69f-43f5-b2bb-8b02f45ec082 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:00.415179 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6585df94-a69f-43f5-b2bb-8b02f45ec082 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.421299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 684a6bbc-e2e7-440f-bfb4-f29d73304893, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=684a6bbc-e2e7-440f-bfb4-f29d73304893,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:00.426963 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.494640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=684a6bbc-e2e7-440f-bfb4-f29d73304893,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:00.543446 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6d1092bb-94f4-4f9f-ace5-aa5b1cb45781 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 59cefa82-1c10-40f6-b65d-47a8fcce5e8f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:00.544709 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d1092bb-94f4-4f9f-ace5-aa5b1cb45781 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (59cefa82-1c10-40f6-b65d-47a8fcce5e8f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.544843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585df94-a69f-43f5-b2bb-8b02f45ec082 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Network': ['ID=a36ee9e4-6392-421b-bf10-87633f55e11c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:00.555103 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6585df94-a69f-43f5-b2bb-8b02f45ec082 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4257097 Feb 11 05:11:00.559789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36768) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:00.560911 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network a36ee9e4-6392-421b-bf10-87633f55e11c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:00.571162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'subnet': {'network_id': 'a36ee9e4-6392-421b-bf10-87633f55e11c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:00.701462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d1092bb-94f4-4f9f-ace5-aa5b1cb45781 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (59cefa82-1c10-40f6-b65d-47a8fcce5e8f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.724047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6d1092bb-94f4-4f9f-ace5-aa5b1cb45781 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 59cefa82-1c10-40f6-b65d-47a8fcce5e8f owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:00.727550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Made reservation on behalf of 742e6bd77232461a8bf61ed6f251d7a0 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:00.732313 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.807151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Performing IP validity checks on allocation pools {{(pid=103353) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:11:00.807755 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103353) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:11:00.893748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d95fcb-3a9d-410a-9d2c-3653b9cb2362 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:11:00.898939 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d1092bb-94f4-4f9f-ace5-aa5b1cb45781 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (59cefa82-1c10-40f6-b65d-47a8fcce5e8f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.929855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1092bb-94f4-4f9f-ace5-aa5b1cb45781 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=59cefa82-1c10-40f6-b65d-47a8fcce5e8f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:00.973307 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d1092bb-94f4-4f9f-ace5-aa5b1cb45781 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.977908 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6d1092bb-94f4-4f9f-ace5-aa5b1cb45781 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/59cefa82-1c10-40f6-b65d-47a8fcce5e8f HTTP/1.1" status: 204 len: 168 time: 0.5693271 Feb 11 05:11:00.980335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36774) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:00.989725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (b44ee2ba-1cb4-4708-8f62-d044938e43f2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.005118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-41df1702-8693-4f32-a77c-896db5104bae None None] Provisioning complete for port 684a6bbc-e2e7-440f-bfb4-f29d73304893 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:01.005548 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-41df1702-8693-4f32-a77c-896db5104bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.076318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d95fcb-3a9d-410a-9d2c-3653b9cb2362 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:11:01.081930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ceb0b-8d88-43a9-9bf9-b81015c274f3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:01.083544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ceb0b-8d88-43a9-9bf9-b81015c274f3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:01.089901 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2c6ceb0b-8d88-43a9-9bf9-b81015c274f3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1070871 Feb 11 05:11:01.090503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36776) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:01.096744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Checking segment: {'id': 'a64c47a3-8df5-4aac-adb9-c794300806d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a36ee9e4-6392-421b-bf10-87633f55e11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:01.097250 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network hostable DHCP agents. Network: a36ee9e4-6392-421b-bf10-87633f55e11c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:01.101413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Subnet': ['ID=b44ee2ba-1cb4-4708-8f62-d044938e43f2,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:01.127942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Network a36ee9e4-6392-421b-bf10-87633f55e11c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:01.167431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, a36ee9e4-6392-421b-bf10-87633f55e11c) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:01.171854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:01.172571 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.192529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-7517ef5d-d5b4-483b-a531-365aa865aee4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 81f6a0f2-f41b-4282-8290-0027ab63d6c2 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:01.196115 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7517ef5d-d5b4-483b-a531-365aa865aee4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (81f6a0f2-f41b-4282-8290-0027ab63d6c2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.205574 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e962daca-dd4d-4aef-b1c7-0be9e06bdf4d tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6420929 Feb 11 05:11:01.205852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36778) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:01.211833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-eaaac049-ab66-48aa-b898-0d57f0916f07 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:01.223224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-41df1702-8693-4f32-a77c-896db5104bae None None] Current status of the port 684a6bbc-e2e7-440f-bfb4-f29d73304893 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:01.270615 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7517ef5d-d5b4-483b-a531-365aa865aee4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (81f6a0f2-f41b-4282-8290-0027ab63d6c2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.365341 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eaaac049-ab66-48aa-b898-0d57f0916f07 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4699454'] for subnet (b44ee2ba-1cb4-4708-8f62-d044938e43f2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.396571 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7517ef5d-d5b4-483b-a531-365aa865aee4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (81f6a0f2-f41b-4282-8290-0027ab63d6c2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.489012 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7517ef5d-d5b4-483b-a531-365aa865aee4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (81f6a0f2-f41b-4282-8290-0027ab63d6c2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.542016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517ef5d-d5b4-483b-a531-365aa865aee4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=81f6a0f2-f41b-4282-8290-0027ab63d6c2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:01.560845 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7517ef5d-d5b4-483b-a531-365aa865aee4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.576327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7517ef5d-d5b4-483b-a531-365aa865aee4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/81f6a0f2-f41b-4282-8290-0027ab63d6c2 HTTP/1.1" status: 204 len: 168 time: 0.4841309 Feb 11 05:11:01.584422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36788) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:01.645718 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5c8e2843-fc5d-405c-abdb-a560563e323a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604272 Feb 11 05:11:01.650456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36790) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:01.656136 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a9e48c29-25a0-4163-9233-48dd67d0d5cf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:01.658993 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eaaac049-ab66-48aa-b898-0d57f0916f07 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739642397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5897858'] for subnet (b44ee2ba-1cb4-4708-8f62-d044938e43f2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.730786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaac049-ab66-48aa-b898-0d57f0916f07 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:01.731438 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eaaac049-ab66-48aa-b898-0d57f0916f07 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.739795 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-eaaac049-ab66-48aa-b898-0d57f0916f07 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "PUT /v2.0/subnets/b44ee2ba-1cb4-4708-8f62-d044938e43f2 HTTP/1.1" status: 200 len: 900 time: 0.5312331 Feb 11 05:11:01.743598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36792) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:01.769133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e48c29-25a0-4163-9233-48dd67d0d5cf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:01.780368 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9e48c29-25a0-4163-9233-48dd67d0d5cf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.827628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-b2b3a7f9-6fde-46ba-8665-db02e2ef2472 req-3661a8b6-cda5-4b5f-bebc-8e79e5eaaedb service neutron] (103353) timed out ('10.222.0.60', 57387) {{(pid=103353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:11:01.837977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaac049-ab66-48aa-b898-0d57f0916f07 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event updated for resources: {'Subnet': ['ID=b44ee2ba-1cb4-4708-8f62-d044938e43f2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:01.883929 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (a36ee9e4-6392-421b-bf10-87633f55e11c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.975978 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (b44ee2ba-1cb4-4708-8f62-d044938e43f2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.028553 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 684a6bbc-e2e7-440f-bfb4-f29d73304893 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:02.070562 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9e48c29-25a0-4163-9233-48dd67d0d5cf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (56146aa8-f8df-4813-aeed-6da182c49ce6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.114475 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 684a6bbc-e2e7-440f-bfb4-f29d73304893 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:02.114888 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.116699 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (b44ee2ba-1cb4-4708-8f62-d044938e43f2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.157268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e48c29-25a0-4163-9233-48dd67d0d5cf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:02.162940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Subnet': ['ID=b44ee2ba-1cb4-4708-8f62-d044938e43f2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:02.170988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a9e48c29-25a0-4163-9233-48dd67d0d5cf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:02.179960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e48c29-25a0-4163-9233-48dd67d0d5cf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:02.180574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9e48c29-25a0-4163-9233-48dd67d0d5cf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.209850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e48c29-25a0-4163-9233-48dd67d0d5cf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=56146aa8-f8df-4813-aeed-6da182c49ce6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:02.234673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 684a6bbc-e2e7-440f-bfb4-f29d73304893 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:02.242487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1efb76-fbd3-4dee-bfc5-4960e0e97db0 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:02.245101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a9e48c29-25a0-4163-9233-48dd67d0d5cf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5865378 Feb 11 05:11:02.245564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bca180-9daf-4342-951a-b20ec5a7f8bd None None] Network a36ee9e4-6392-421b-bf10-87633f55e11c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:02.247571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36794) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:02.264561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7a4d9296-2f09-4cea-820b-f7c2a24188ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': '56146aa8-f8df-4813-aeed-6da182c49ce6', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1550586687'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:02.308150 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (a36ee9e4-6392-421b-bf10-87633f55e11c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.356999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36ee9e4-6392-421b-bf10-87633f55e11c']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:02.377637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64c47a3-8df5-4aac-adb9-c794300806d8') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:02.379665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64c47a3-8df5-4aac-adb9-c794300806d8') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:02.406224 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (a64c47a3-8df5-4aac-adb9-c794300806d8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.425150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4d9296-2f09-4cea-820b-f7c2a24188ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:02.432752 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a64c47a3-8df5-4aac-adb9-c794300806d8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.437305 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9296-2f09-4cea-820b-f7c2a24188ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.448101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:02.448799 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (a64c47a3-8df5-4aac-adb9-c794300806d8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.461497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-7a4d9296-2f09-4cea-820b-f7c2a24188ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port cd2c0e39-88b8-4f5c-b3a9-eafd12f965e5 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:02.528268 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:02.533963 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (a36ee9e4-6392-421b-bf10-87633f55e11c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.541374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.548209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/a36ee9e4-6392-421b-bf10-87633f55e11c HTTP/1.1" status: 204 len: 168 time: 0.8002229 Feb 11 05:11:02.557434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36798) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:02.566839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Network': ['ID=a36ee9e4-6392-421b-bf10-87633f55e11c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:02.589139 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f1bdf7-adc7-4de4-aa14-c2295e55c417 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:11:02.589701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f1bdf7-adc7-4de4-aa14-c2295e55c417 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:02.595163 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b1f1bdf7-adc7-4de4-aa14-c2295e55c417 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/subnets/b44ee2ba-1cb4-4708-8f62-d044938e43f2 HTTP/1.1" status: 404 len: 337 time: 0.0344131 Feb 11 05:11:02.596327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36804) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:02.598261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.598618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.598989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.599333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.600165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.600165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.600462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.600782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.601115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.601441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.601767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.602093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.602414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadf98a-896f-4ed6-9abf-3779bf331058 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:02.632959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f9a7dc62-ed7b-4112-9ff3-c04295ea1a61 None None] Provisioning complete for port 684a6bbc-e2e7-440f-bfb4-f29d73304893 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:02.633494 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9a7dc62-ed7b-4112-9ff3-c04295ea1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.663708 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-18864cc5-cff2-404d-a68b-149d8dfe2064 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:11:02.664222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18864cc5-cff2-404d-a68b-149d8dfe2064 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:02.669588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-18864cc5-cff2-404d-a68b-149d8dfe2064 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/a36ee9e4-6392-421b-bf10-87633f55e11c HTTP/1.1" status: 404 len: 339 time: 0.0705853 Feb 11 05:11:02.669925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36806) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:02.718524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2875c8-04ec-426b-b22e-8eadd4041dc8 None None] Network a36ee9e4-6392-421b-bf10-87633f55e11c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:02.751620 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2875c8-04ec-426b-b22e-8eadd4041dc8 None None] Network a36ee9e4-6392-421b-bf10-87633f55e11c could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:11:02.778642 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a5c7d5-bf65-4250-8596-9c828bb8e671 None None] Network a36ee9e4-6392-421b-bf10-87633f55e11c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:02.790597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (506d8465-95d8-4660-9413-078eb76a961e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.805078 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4d9296-2f09-4cea-820b-f7c2a24188ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:11:02.806644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4d9296-2f09-4cea-820b-f7c2a24188ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:02.829336 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a5c7d5-bf65-4250-8596-9c828bb8e671 None None] Network a36ee9e4-6392-421b-bf10-87633f55e11c could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:11:02.854655 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7a4d9296-2f09-4cea-820b-f7c2a24188ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6051807 Feb 11 05:11:02.855987 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36808) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:02.915574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7dc62-ed7b-4112-9ff3-c04295ea1a61 None None] Current status of the port 684a6bbc-e2e7-440f-bfb4-f29d73304893 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:02.941267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17ee181-6e9d-42af-a1ee-9640644e23c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:02.945139 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e17ee181-6e9d-42af-a1ee-9640644e23c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0853689 Feb 11 05:11:02.949881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36810) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:02.981331 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (506d8465-95d8-4660-9413-078eb76a961e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.010253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506d8465-95d8-4660-9413-078eb76a961e']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:03.030123 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f46472-3ca1-4200-905d-1309abfa621f') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:03.030470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f46472-3ca1-4200-905d-1309abfa621f') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:03.042634 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (a2f46472-3ca1-4200-905d-1309abfa621f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.046928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d4a814-e0ba-4008-96ce-c7071f264ada tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:03.048637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d4a814-e0ba-4008-96ce-c7071f264ada tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:03.054761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36816) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:03.056049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-47d4a814-e0ba-4008-96ce-c7071f264ada tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1049793 Feb 11 05:11:03.063396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a2f46472-3ca1-4200-905d-1309abfa621f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.100292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:03.100976 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (a2f46472-3ca1-4200-905d-1309abfa621f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:03.127274 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:03.132062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-300dd6e5-1d55-4e38-a630-99b9d56d595e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 56146aa8-f8df-4813-aeed-6da182c49ce6 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:03.151046 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-300dd6e5-1d55-4e38-a630-99b9d56d595e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (56146aa8-f8df-4813-aeed-6da182c49ce6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.198496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a34e44e-38ec-4cb2-9c27-f1e57925189b None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:03.240416 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-300dd6e5-1d55-4e38-a630-99b9d56d595e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (56146aa8-f8df-4813-aeed-6da182c49ce6), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.279712 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (506d8465-95d8-4660-9413-078eb76a961e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.284937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.289445 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/506d8465-95d8-4660-9413-078eb76a961e HTTP/1.1" status: 204 len: 168 time: 0.6185174 Feb 11 05:11:03.293359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36818) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:03.311377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde444e-617e-42e5-8a46-d46ac867b007 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Network': ['ID=506d8465-95d8-4660-9413-078eb76a961e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:03.355822 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-300dd6e5-1d55-4e38-a630-99b9d56d595e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (56146aa8-f8df-4813-aeed-6da182c49ce6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.358268 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-57881dc3-edfb-4768-8432-ca9cbfba60e5 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:11:03.359832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57881dc3-edfb-4768-8432-ca9cbfba60e5 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:03.367394 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-57881dc3-edfb-4768-8432-ca9cbfba60e5 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/subnets/b5ab2de3-4d71-4c7e-893e-f4129682e418 HTTP/1.1" status: 404 len: 337 time: 0.0727272 Feb 11 05:11:03.368230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36822) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:03.395841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9474b391-1c1f-4e6b-96ef-34e888c1ce92 None None] Provisioning complete for port 684a6bbc-e2e7-440f-bfb4-f29d73304893 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:03.396229 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9474b391-1c1f-4e6b-96ef-34e888c1ce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.413928 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bca18a8-1289-478b-b2c9-8bde9ea4a4c4 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:11:03.414775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bca18a8-1289-478b-b2c9-8bde9ea4a4c4 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:03.421849 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4bca18a8-1289-478b-b2c9-8bde9ea4a4c4 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/90f169a5-3fd0-4cc3-9022-22f1d2403064 HTTP/1.1" status: 404 len: 339 time: 0.0521882 Feb 11 05:11:03.422608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36824) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:03.443837 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.478883 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-300dd6e5-1d55-4e38-a630-99b9d56d595e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (56146aa8-f8df-4813-aeed-6da182c49ce6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.497671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d602e0f-45ce-4eed-89d9-00e00d9db2ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Deleting subnet 3395ff1a-ee0f-4b2a-8a99-17c4e37dc235 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:03.503507 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d602e0f-45ce-4eed-89d9-00e00d9db2ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (3395ff1a-ee0f-4b2a-8a99-17c4e37dc235), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.503713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9474b391-1c1f-4e6b-96ef-34e888c1ce92 None None] Current status of the port 684a6bbc-e2e7-440f-bfb4-f29d73304893 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:03.520473 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dd6e5-1d55-4e38-a630-99b9d56d595e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=56146aa8-f8df-4813-aeed-6da182c49ce6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:03.527228 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-300dd6e5-1d55-4e38-a630-99b9d56d595e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.530690 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-300dd6e5-1d55-4e38-a630-99b9d56d595e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/56146aa8-f8df-4813-aeed-6da182c49ce6 HTTP/1.1" status: 204 len: 168 time: 0.4749148 Feb 11 05:11:03.533158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36826) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:03.585068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2239e566-e147-4218-8a18-4d789e9815f9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502486 Feb 11 05:11:03.589081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36828) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:03.594256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f543c5e5-ad47-4ed9-96db-72c228d3abbe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:03.599251 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d602e0f-45ce-4eed-89d9-00e00d9db2ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (3395ff1a-ee0f-4b2a-8a99-17c4e37dc235), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.726028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f543c5e5-ad47-4ed9-96db-72c228d3abbe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:03.730071 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f543c5e5-ad47-4ed9-96db-72c228d3abbe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.758622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be5b9e-c598-4f12-97c6-05db09fbb0bf None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:03.789407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d602e0f-45ce-4eed-89d9-00e00d9db2ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (3395ff1a-ee0f-4b2a-8a99-17c4e37dc235), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.893011 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5b5a26cb-fae2-4070-9113-fa8329169d21 None None] Provisioning complete for port 684a6bbc-e2e7-440f-bfb4-f29d73304893 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:03.893636 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b5a26cb-fae2-4070-9113-fa8329169d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.895110 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d602e0f-45ce-4eed-89d9-00e00d9db2ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (3395ff1a-ee0f-4b2a-8a99-17c4e37dc235), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.948873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d602e0f-45ce-4eed-89d9-00e00d9db2ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Subnet': ['ID=3395ff1a-ee0f-4b2a-8a99-17c4e37dc235,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:03.955888 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d602e0f-45ce-4eed-89d9-00e00d9db2ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.963194 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2d602e0f-45ce-4eed-89d9-00e00d9db2ad tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/subnets/3395ff1a-ee0f-4b2a-8a99-17c4e37dc235 HTTP/1.1" status: 204 len: 168 time: 0.5353982 Feb 11 05:11:03.963825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36832) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:03.980390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf80eb28-617a-4d98-8ca2-38464f90cb9e None None] Network ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:03.997567 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f543c5e5-ad47-4ed9-96db-72c228d3abbe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (50d0c840-decd-47f9-8846-5b8c31f6d3f1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.054488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f543c5e5-ad47-4ed9-96db-72c228d3abbe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:04.058310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f543c5e5-ad47-4ed9-96db-72c228d3abbe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:04.075298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543c5e5-ad47-4ed9-96db-72c228d3abbe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:04.076136 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f543c5e5-ad47-4ed9-96db-72c228d3abbe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.098452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543c5e5-ad47-4ed9-96db-72c228d3abbe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=50d0c840-decd-47f9-8846-5b8c31f6d3f1,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:04.098852 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d70df92-a91c-4ad9-a318-363eb9825fdc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Deleting subnet 66d3e9d0-9a64-455f-b577-8a7aed26ade2 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:04.107424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d70df92-a91c-4ad9-a318-363eb9825fdc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (66d3e9d0-9a64-455f-b577-8a7aed26ade2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.121486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f543c5e5-ad47-4ed9-96db-72c228d3abbe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5289996 Feb 11 05:11:04.121948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36836) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:04.129563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9ee699af-0dfb-4dbb-bc7b-7b2aa6fe513e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1790592861', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:04.190305 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ee699af-0dfb-4dbb-bc7b-7b2aa6fe513e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (98637b01-7463-4634-b942-89bef0bdb89a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.199264 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d70df92-a91c-4ad9-a318-363eb9825fdc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (66d3e9d0-9a64-455f-b577-8a7aed26ade2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.203416 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ee699af-0dfb-4dbb-bc7b-7b2aa6fe513e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (98637b01-7463-4634-b942-89bef0bdb89a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.276482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd729f-ce4b-46c3-b5b7-af3cf3515dd3 None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:11:04.298698 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ee699af-0dfb-4dbb-bc7b-7b2aa6fe513e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for router_controller (98637b01-7463-4634-b942-89bef0bdb89a), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.306790 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ee699af-0dfb-4dbb-bc7b-7b2aa6fe513e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (98637b01-7463-4634-b942-89bef0bdb89a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.337923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ee699af-0dfb-4dbb-bc7b-7b2aa6fe513e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.342506 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9ee699af-0dfb-4dbb-bc7b-7b2aa6fe513e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2180424 Feb 11 05:11:04.344555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36840) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:04.348858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a26cb-fae2-4070-9113-fa8329169d21 None None] Current status of the port 684a6bbc-e2e7-440f-bfb4-f29d73304893 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:04.383819 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d70df92-a91c-4ad9-a318-363eb9825fdc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (66d3e9d0-9a64-455f-b577-8a7aed26ade2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.401844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-25dd729f-ce4b-46c3-b5b7-af3cf3515dd3 None None] Deleting port 684a6bbc-e2e7-440f-bfb4-f29d73304893 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:04.402386 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25dd729f-ce4b-46c3-b5b7-af3cf3515dd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.554688 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d70df92-a91c-4ad9-a318-363eb9825fdc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (66d3e9d0-9a64-455f-b577-8a7aed26ade2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.558758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-25dd729f-ce4b-46c3-b5b7-af3cf3515dd3 None None] For port 684a6bbc-e2e7-440f-bfb4-f29d73304893, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=684a6bbc-e2e7-440f-bfb4-f29d73304893,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:04.559505 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25dd729f-ce4b-46c3-b5b7-af3cf3515dd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.574069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-25dd729f-ce4b-46c3-b5b7-af3cf3515dd3 None None] Calling delete_port for 684a6bbc-e2e7-440f-bfb4-f29d73304893 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:04.639708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70df92-a91c-4ad9-a318-363eb9825fdc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Subnet': ['ID=66d3e9d0-9a64-455f-b577-8a7aed26ade2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:04.649967 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4d70df92-a91c-4ad9-a318-363eb9825fdc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.666122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4d70df92-a91c-4ad9-a318-363eb9825fdc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/subnets/66d3e9d0-9a64-455f-b577-8a7aed26ade2 HTTP/1.1" status: 204 len: 168 time: 0.7011921 Feb 11 05:11:04.667341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36844) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:04.715760 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25dd729f-ce4b-46c3-b5b7-af3cf3515dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (684a6bbc-e2e7-440f-bfb4-f29d73304893), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.778187 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd729f-ce4b-46c3-b5b7-af3cf3515dd3 None None] Pushing event deleted for resources: {'Port': ['ID=684a6bbc-e2e7-440f-bfb4-f29d73304893,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:04.790981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd729f-ce4b-46c3-b5b7-af3cf3515dd3 None None] No DVR routers for this DVR port 684a6bbc-e2e7-440f-bfb4-f29d73304893 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:04.813610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ae727-6f1c-4fe9-b8e3-705d2fd6d4b5 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:04.877271 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.993739 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.994615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Deleting port 85b7662d-a4c6-4012-9f82-413f7bbf0504 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:04.995093 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.039078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': '50d0c840-decd-47f9-8846-5b8c31f6d3f1'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:11:05.044761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.135147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] For port 85b7662d-a4c6-4012-9f82-413f7bbf0504, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=85b7662d-a4c6-4012-9f82-413f7bbf0504,segment=NetworkSegment(056626b5-997a-450e-85d4-dc0ecd7d8b29),segment_id=056626b5-997a-450e-85d4-dc0ecd7d8b29)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:05.135983 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.153731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Calling delete_port for 85b7662d-a4c6-4012-9f82-413f7bbf0504 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:05.262356 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Allocated IP 2001:db8::2 (7c563e16-8896-4630-8c06-8305ed9e25d0/50d0c840-decd-47f9-8846-5b8c31f6d3f1/fcfb37ad-1923-416f-a766-6eca8200824a) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:05.286325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd83cc7-a538-4f7e-ae5a-358af4410179 None None] Network ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:05.287694 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (85b7662d-a4c6-4012-9f82-413f7bbf0504), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.356632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Port': ['ID=85b7662d-a4c6-4012-9f82-413f7bbf0504,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:05.364856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No DVR routers for this DVR port 85b7662d-a4c6-4012-9f82-413f7bbf0504 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:05.459880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-39abe310-08ff-4cec-ae43-e47d42a9cc80 None None] Could not find standard attr ID for object 85b7662d-a4c6-4012-9f82-413f7bbf0504. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:11:05.479207 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.504596 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:05.517496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056626b5-997a-450e-85d4-dc0ecd7d8b29') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:05.517794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056626b5-997a-450e-85d4-dc0ecd7d8b29') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:05.530986 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (056626b5-997a-450e-85d4-dc0ecd7d8b29), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.549791 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (056626b5-997a-450e-85d4-dc0ecd7d8b29), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.559296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:05.559802 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (056626b5-997a-450e-85d4-dc0ecd7d8b29), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:05.563323 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:05.594758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2967378-55a8-4ed6-8da2-b4f07bdcd612 None None] DHCP port deletion for ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:11:05.647880 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Publish callbacks [] for port (fcfb37ad-1923-416f-a766-6eca8200824a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.651584 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.672636 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.683513 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.687280 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72 HTTP/1.1" status: 204 len: 168 time: 1.0189424 Feb 11 05:11:05.698506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36854) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:05.709880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef30c2-2831-4b22-83d1-6d5509b7b4b7 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Network': ['ID=ac1786c5-1bd9-4063-bbf2-ecd5c1c84e72,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:05.735345 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c8ae91-50a4-44ac-a03e-f2638d407694 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:11:05.736671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c8ae91-50a4-44ac-a03e-f2638d407694 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:05.742415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d1c8ae91-50a4-44ac-a03e-f2638d407694 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/subnets/d83bff6d-23f5-4130-b9c1-e5b039ef45b5 HTTP/1.1" status: 404 len: 337 time: 0.0403354 Feb 11 05:11:05.742763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36856) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:05.754127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Pushing event updated for resources: {'Port': ['ID=fcfb37ad-1923-416f-a766-6eca8200824a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:05.757442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::1 (7c563e16-8896-4630-8c06-8305ed9e25d0/50d0c840-decd-47f9-8846-5b8c31f6d3f1/9b2b7b16-d563-47ea-99a0-88ec57bd0100) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:05.766738 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d3481b-c95a-434b-9d20-054cf7ab6971 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:11:05.767601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d3481b-c95a-434b-9d20-054cf7ab6971 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:05.768825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:05.770383 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:05.774109 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-60d3481b-c95a-434b-9d20-054cf7ab6971 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/2fa12d50-6c8f-4b07-930d-ca6b6c4e2a7e HTTP/1.1" status: 404 len: 339 time: 0.0277159 Feb 11 05:11:05.774267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:05.776976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36858) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:05.808515 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c8cad3-bfb4-4c13-a844-90093d01f633 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:11:05.808924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c8cad3-bfb4-4c13-a844-90093d01f633 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:05.814407 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-55c8cad3-bfb4-4c13-a844-90093d01f633 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/subnets/b28b0edc-70aa-48cc-b571-4e4f41028f68 HTTP/1.1" status: 404 len: 337 time: 0.0337710 Feb 11 05:11:05.814641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36860) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:05.834508 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c67d0a-1775-4390-81fc-30ed5fe94e1b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:11:05.835101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c67d0a-1775-4390-81fc-30ed5fe94e1b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:05.840513 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-28c67d0a-1775-4390-81fc-30ed5fe94e1b tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/4ae84d6c-4959-47b8-a8dd-dd469a9eb447 HTTP/1.1" status: 404 len: 339 time: 0.0226088 Feb 11 05:11:05.844129 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36862) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:05.866217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Attempting to bind port fcfb37ad-1923-416f-a766-6eca8200824a on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:05.866648 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Attempting to bind port fcfb37ad-1923-416f-a766-6eca8200824a by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:05.873317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Attempting to bind port fcfb37ad-1923-416f-a766-6eca8200824a on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:05.881866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:05.882088 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69ae256-d57b-4617-b0f8-3661eeaea0e5 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:11:05.882333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69ae256-d57b-4617-b0f8-3661eeaea0e5 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:05.882566 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:05.883097 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.883593 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:05.884164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Bound port: fcfb37ad-1923-416f-a766-6eca8200824a, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:05.888531 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c69ae256-d57b-4617-b0f8-3661eeaea0e5 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/subnets/4c65fdfc-47b9-4f0d-8ebb-434c8efbcc2f HTTP/1.1" status: 404 len: 337 time: 0.0444486 Feb 11 05:11:05.888700 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.888959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36866) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:05.913970 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-61580374-0a61-4579-a84f-04ea28bca0d6 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:11:05.914859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61580374-0a61-4579-a84f-04ea28bca0d6 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:05.922791 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (9b2b7b16-d563-47ea-99a0-88ec57bd0100), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.923553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-61580374-0a61-4579-a84f-04ea28bca0d6 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/08e6b700-0d0e-4272-9e11-c3ff8768e7b5 HTTP/1.1" status: 404 len: 339 time: 0.0335696 Feb 11 05:11:05.924360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36868) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:05.968278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9b2b7b16-d563-47ea-99a0-88ec57bd0100), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.013170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37a03a1-c390-4228-b654-6a756654a682 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Deleting subnet 6339510f-0d4c-4d71-a193-5122ecc2e4fc {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:06.022933 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b37a03a1-c390-4228-b654-6a756654a682 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (6339510f-0d4c-4d71-a193-5122ecc2e4fc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.026514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] For port fcfb37ad-1923-416f-a766-6eca8200824a, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:06.032741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 684a6bbc-e2e7-440f-bfb4-f29d73304893 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:06.050464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:06.054972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 684a6bbc-e2e7-440f-bfb4-f29d73304893 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:06.055137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 684a6bbc-e2e7-440f-bfb4-f29d73304893 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:06.055662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 85b7662d-a4c6-4012-9f82-413f7bbf0504 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:06.057231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:06.061217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:06.061861 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (98637b01-7463-4634-b942-89bef0bdb89a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.077155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b37a03a1-c390-4228-b654-6a756654a682 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (6339510f-0d4c-4d71-a193-5122ecc2e4fc), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.089522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] For port fcfb37ad-1923-416f-a766-6eca8200824a, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fcfb37ad-1923-416f-a766-6eca8200824a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:06.090950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 85b7662d-a4c6-4012-9f82-413f7bbf0504 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:06.091306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 85b7662d-a4c6-4012-9f82-413f7bbf0504 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:06.109556 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.159948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=9b2b7b16-d563-47ea-99a0-88ec57bd0100,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:06.178727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af920dc-6c5c-4806-b55e-ffcf488900d2 None None] Pushing event updated for resources: {'Port': ['ID=fcfb37ad-1923-416f-a766-6eca8200824a,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:06.237988 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b37a03a1-c390-4228-b654-6a756654a682 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (6339510f-0d4c-4d71-a193-5122ecc2e4fc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.299716 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9b2b7b16-d563-47ea-99a0-88ec57bd0100), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.333767 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b37a03a1-c390-4228-b654-6a756654a682 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (6339510f-0d4c-4d71-a193-5122ecc2e4fc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.372254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a03a1-c390-4228-b654-6a756654a682 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Subnet': ['ID=6339510f-0d4c-4d71-a193-5122ecc2e4fc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:06.376480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b37a03a1-c390-4228-b654-6a756654a682 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.380341 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b37a03a1-c390-4228-b654-6a756654a682 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/subnets/6339510f-0d4c-4d71-a193-5122ecc2e4fc HTTP/1.1" status: 204 len: 168 time: 0.4548223 Feb 11 05:11:06.383282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36874) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:06.386199 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b9c3f-d3e3-449d-9abc-c3ac0c09da76 None None] Network 078f0605-62d9-4559-bf26-2f903d92785a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:06.566012 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (078f0605-62d9-4559-bf26-2f903d92785a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.687078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Deleting port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:06.687425 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.713581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79adada5-4286-4c11-b604-b623cf9ef096 None None] DHCP port deletion for 078f0605-62d9-4559-bf26-2f903d92785a request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:11:06.781988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] For port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9,segment=NetworkSegment(19effac8-66d9-4b4d-a248-ebb8f62cb24b),segment_id=19effac8-66d9-4b4d-a248-ebb8f62cb24b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:06.782828 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.796040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-79adada5-4286-4c11-b604-b623cf9ef096 None None] Deleting port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:06.796516 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79adada5-4286-4c11-b604-b623cf9ef096 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.798814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Calling delete_port for 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:06.810630 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (9b2b7b16-d563-47ea-99a0-88ec57bd0100), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.819269 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (9b2b7b16-d563-47ea-99a0-88ec57bd0100), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.820058 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (98637b01-7463-4634-b942-89bef0bdb89a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.892524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-79adada5-4286-4c11-b604-b623cf9ef096 None None] For port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9,segment=NetworkSegment(19effac8-66d9-4b4d-a248-ebb8f62cb24b),segment_id=19effac8-66d9-4b4d-a248-ebb8f62cb24b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:06.893066 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79adada5-4286-4c11-b604-b623cf9ef096 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.915335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-79adada5-4286-4c11-b604-b623cf9ef096 None None] Calling delete_port for 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:06.933631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.959098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Port': ['ID=2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:06.971215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No DVR routers for this DVR port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:07.003106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=9b2b7b16-d563-47ea-99a0-88ec57bd0100,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:07.070984 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:07.072475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:07.078638 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79adada5-4286-4c11-b604-b623cf9ef096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.114319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79adada5-4286-4c11-b604-b623cf9ef096 None None] No DVR routers for this DVR port 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:07.118695 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (078f0605-62d9-4559-bf26-2f903d92785a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.134404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adada5-4286-4c11-b604-b623cf9ef096 None None] Pushing event deleted for resources: {'Port': ['ID=2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:07.157562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078f0605-62d9-4559-bf26-2f903d92785a']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:07.169546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19effac8-66d9-4b4d-a248-ebb8f62cb24b') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:07.170051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19effac8-66d9-4b4d-a248-ebb8f62cb24b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:07.180304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (19effac8-66d9-4b4d-a248-ebb8f62cb24b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.194248 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (19effac8-66d9-4b4d-a248-ebb8f62cb24b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.201128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:07.201766 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (19effac8-66d9-4b4d-a248-ebb8f62cb24b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:07.205600 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:07.310604 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (078f0605-62d9-4559-bf26-2f903d92785a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.318359 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.326976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/078f0605-62d9-4559-bf26-2f903d92785a HTTP/1.1" status: 204 len: 168 time: 0.9405229 Feb 11 05:11:07.333365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36888) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:07.354694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f9422-5b05-47b4-a511-0ce70c3f777e tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Network': ['ID=078f0605-62d9-4559-bf26-2f903d92785a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:07.385384 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-682bbb80-dae2-41ea-9ed6-8bac5a7de40c tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:11:07.386148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682bbb80-dae2-41ea-9ed6-8bac5a7de40c tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:07.389562 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-682bbb80-dae2-41ea-9ed6-8bac5a7de40c tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/subnets/3efefa7c-bfe4-4a86-84e6-a79fee420071 HTTP/1.1" status: 404 len: 337 time: 0.0546577 Feb 11 05:11:07.393750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36890) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:07.416105 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e64cd8-22af-4d74-82e1-0d5f0c20d238 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] DELETE failed (client error): The resource could not be found. Feb 11 05:11:07.416641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e64cd8-22af-4d74-82e1-0d5f0c20d238 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:07.422196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-89e64cd8-22af-4d74-82e1-0d5f0c20d238 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/504d0a58-b73a-4920-8541-87a34fe7e333 HTTP/1.1" status: 404 len: 339 time: 0.0258026 Feb 11 05:11:07.423979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36892) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:07.481372 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.544381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-537450c0-8603-41fd-8c51-a2596f6b82bc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Deleting subnet 00e010e9-d199-4542-955e-e10af855cb5a {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:07.548542 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-537450c0-8603-41fd-8c51-a2596f6b82bc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (00e010e9-d199-4542-955e-e10af855cb5a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.636700 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-537450c0-8603-41fd-8c51-a2596f6b82bc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (00e010e9-d199-4542-955e-e10af855cb5a), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.752830 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-537450c0-8603-41fd-8c51-a2596f6b82bc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (00e010e9-d199-4542-955e-e10af855cb5a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.766224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Router 98637b01-7463-4634-b942-89bef0bdb89a is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:11:07.839778 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-537450c0-8603-41fd-8c51-a2596f6b82bc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (00e010e9-d199-4542-955e-e10af855cb5a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.883405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537450c0-8603-41fd-8c51-a2596f6b82bc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Subnet': ['ID=00e010e9-d199-4542-955e-e10af855cb5a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:07.889208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:07.896469 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-537450c0-8603-41fd-8c51-a2596f6b82bc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.903037 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-537450c0-8603-41fd-8c51-a2596f6b82bc tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/subnets/00e010e9-d199-4542-955e-e10af855cb5a HTTP/1.1" status: 204 len: 168 time: 0.4779675 Feb 11 05:11:07.903557 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7ebb8b96-5202-4a72-8b6b-86eaac9af093 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "PUT /v2.0/routers/98637b01-7463-4634-b942-89bef0bdb89a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5564883 Feb 11 05:11:07.903871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36900) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:07.905229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36902) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:07.910874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad288dd-8df9-4e39-96c4-bac599e32e13 None None] Network 26cd69c2-6520-4d25-ba4f-1bc39084ef0d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:07.918886 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] Sync routers for ids ['98637b01-7463-4634-b942-89bef0bdb89a'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:07.984926 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d1373-a564-4193-b715-9ac08f7dcaf3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:07.984926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-aa7d1373-a564-4193-b715-9ac08f7dcaf3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports/9b2b7b16-d563-47ea-99a0-88ec57bd0100 HTTP/1.1" status: 200 len: 911 time: 0.0776639 Feb 11 05:11:07.998481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36906) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:08.049661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (26cd69c2-6520-4d25-ba4f-1bc39084ef0d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.050370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] Routers {'98637b01-7463-4634-b942-89bef0bdb89a'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:08.051262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:10:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['98637b01-7463-4634-b942-89bef0bdb89a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:08.104937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c18ad6-4955-407e-88b6-4ccc93d68819 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:08.110966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c18ad6-4955-407e-88b6-4ccc93d68819 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:08.112167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-97c18ad6-4955-407e-88b6-4ccc93d68819 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1125886 Feb 11 05:11:08.122046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36912) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:08.200079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fcfb37ad-1923-416f-a766-6eca8200824a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:08.215293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Deleting port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:08.215847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.233967 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c4abb041-fb16-453c-be90-81e0678928f8 None None] Provisioning complete for port fcfb37ad-1923-416f-a766-6eca8200824a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:08.234350 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c4abb041-fb16-453c-be90-81e0678928f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.318599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] For port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=0d8e4672-ae21-44c4-bb1b-15c12cd4def2,segment=NetworkSegment(c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6),segment_id=c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:08.319222 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.339934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Calling delete_port for 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:08.485002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] Set router 98637b01-7463-4634-b942-89bef0bdb89a gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:08.515254 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (0d8e4672-ae21-44c4-bb1b-15c12cd4def2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.568500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Port': ['ID=0d8e4672-ae21-44c4-bb1b-15c12cd4def2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:08.570722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] No DVR routers for this DVR port 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:08.573922 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:11:08.744637 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (26cd69c2-6520-4d25-ba4f-1bc39084ef0d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.801162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cd69c2-6520-4d25-ba4f-1bc39084ef0d']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:08.821509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b39b1-7618-4a1f-bb84-f3f75c9946e8 None None] DHCP port deletion for 26cd69c2-6520-4d25-ba4f-1bc39084ef0d request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:11:08.822578 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:08.822884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:08.841100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.870485 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.884764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:08.885231 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (c0bf7e3d-8b44-4c65-88d2-e33ee3e9d9d6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:08.890157 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:08.906005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port fcfb37ad-1923-416f-a766-6eca8200824a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:08.906416 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.002854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c4abb041-fb16-453c-be90-81e0678928f8 None None] Current status of the port fcfb37ad-1923-416f-a766-6eca8200824a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:09.003248 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c4abb041-fb16-453c-be90-81e0678928f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.028842 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (26cd69c2-6520-4d25-ba4f-1bc39084ef0d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.036760 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.043419 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] 10.222.0.48 "DELETE /v2.0/networks/26cd69c2-6520-4d25-ba4f-1bc39084ef0d HTTP/1.1" status: 204 len: 168 time: 1.1384122 Feb 11 05:11:09.075467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896c3c6-ec2a-4d46-b598-665180e65bd1 tempest-NetworksIpV6Test-1057619926 tempest-NetworksIpV6Test-1057619926-project] Pushing event deleted for resources: {'Network': ['ID=26cd69c2-6520-4d25-ba4f-1bc39084ef0d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:09.161075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766045ed-c8b1-446f-b2c6-6c91c5f126c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (98637b01-7463-4634-b942-89bef0bdb89a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.308531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c4abb041-fb16-453c-be90-81e0678928f8 None None] For port fcfb37ad-1923-416f-a766-6eca8200824a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fcfb37ad-1923-416f-a766-6eca8200824a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:09.311963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port fcfb37ad-1923-416f-a766-6eca8200824a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:09.312445 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.348523 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c4abb041-fb16-453c-be90-81e0678928f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.483022 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:11:09.483396 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:11:09.488136 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-875e74af-338c-4041-9ed1-c91d0e352e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.495320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b633e910-1d28-42e3-8066-a6023eec3c62 None None] Could not find standard attr ID for object 59cefa82-1c10-40f6-b65d-47a8fcce5e8f. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:11:09.498233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98637b01-7463-4634-b942-89bef0bdb89a', 'name': 'tempest-NetworksTestDHCPv6-router-1790592861', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:04Z', 'updated_at': '2022-02-11T05:11:06Z', 'revision_number': 2, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'gw_port_host': None, '_interfaces': [{'id': '9b2b7b16-d563-47ea-99a0-88ec57bd0100', 'name': '', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'mac_address': 'fa:16:3e:78:3f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98637b01-7463-4634-b942-89bef0bdb89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '50d0c840-decd-47f9-8846-5b8c31f6d3f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:05Z', 'updated_at': '2022-02-11T05:11:06Z', 'revision_number': 2, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'subnets': [{'id': '50d0c840-decd-47f9-8846-5b8c31f6d3f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:09.501507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abb041-fb16-453c-be90-81e0678928f8 None None] Pushing event updated for resources: {'Port': ['ID=fcfb37ad-1923-416f-a766-6eca8200824a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:09.583759 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] Checking router: 98637b01-7463-4634-b942-89bef0bdb89a for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:11:09.584650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] Updating router 98637b01-7463-4634-b942-89bef0bdb89a port 9b2b7b16-d563-47ea-99a0-88ec57bd0100 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:11:09.627518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-766045ed-c8b1-446f-b2c6-6c91c5f126c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 9b2b7b16-d563-47ea-99a0-88ec57bd0100 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:09.628190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766045ed-c8b1-446f-b2c6-6c91c5f126c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9b2b7b16-d563-47ea-99a0-88ec57bd0100), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.640853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b633e910-1d28-42e3-8066-a6023eec3c62 None None] Provisioning complete for port 9b2b7b16-d563-47ea-99a0-88ec57bd0100 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:09.641150 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b633e910-1d28-42e3-8066-a6023eec3c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9b2b7b16-d563-47ea-99a0-88ec57bd0100), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.654794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36928) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:09.688892 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9b2b7b16-d563-47ea-99a0-88ec57bd0100), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.707700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b633e910-1d28-42e3-8066-a6023eec3c62 None None] Port 9b2b7b16-d563-47ea-99a0-88ec57bd0100 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:09.771600 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766045ed-c8b1-446f-b2c6-6c91c5f126c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9b2b7b16-d563-47ea-99a0-88ec57bd0100), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.785940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-766045ed-c8b1-446f-b2c6-6c91c5f126c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 9b2b7b16-d563-47ea-99a0-88ec57bd0100 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:09.962240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36936) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:09.963722 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d43f237e-22a6-44bc-9d57-4d29516207fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=742e6bd77232461a8bf61ed6f251d7a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3070605 Feb 11 05:11:10.059995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port fcfb37ad-1923-416f-a766-6eca8200824a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:10.069813 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] Publish callbacks [] for port (9b2b7b16-d563-47ea-99a0-88ec57bd0100), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.076403 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 11 05:11:10.076403 n-d-615180-58 neutron-server[103355]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Feb 11 05:11:10.076403 n-d-615180-58 neutron-server[103355]: [parameters: {'host': 'n-d-615180-58', 'ml2_port_bindings_port_id': '9b2b7b16-d563-47ea-99a0-88ec57bd0100', 'ml2_port_bindings_host': ''}] Feb 11 05:11:10.076403 n-d-615180-58 neutron-server[103355]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:11:10.076953 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:11:10.094640 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07c8a3d7-cda5-4e16-a4b2-be3a8146f0b0 admin admin] Publish callbacks [] for security_group (77bcc586-a228-4da5-aa8f-b6b86c9718bc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.135821 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07c8a3d7-cda5-4e16-a4b2-be3a8146f0b0 admin admin] Publish callbacks [] for security_group (77bcc586-a228-4da5-aa8f-b6b86c9718bc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.156293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:10.186407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:10.187183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2c02ad3a-0803-4a78-8a05-fc55d3e9c7e9 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:10.302384 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766045ed-c8b1-446f-b2c6-6c91c5f126c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9b2b7b16-d563-47ea-99a0-88ec57bd0100), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.338027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fcfb37ad-1923-416f-a766-6eca8200824a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:10.353344 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07c8a3d7-cda5-4e16-a4b2-be3a8146f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (77bcc586-a228-4da5-aa8f-b6b86c9718bc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.356250 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07c8a3d7-cda5-4e16-a4b2-be3a8146f0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.360168 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-07c8a3d7-cda5-4e16-a4b2-be3a8146f0b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77bcc586-a228-4da5-aa8f-b6b86c9718bc HTTP/1.1" status: 204 len: 168 time: 0.3943119 Feb 11 05:11:10.360168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766045ed-c8b1-446f-b2c6-6c91c5f126c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=9b2b7b16-d563-47ea-99a0-88ec57bd0100,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:10.403193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port fcfb37ad-1923-416f-a766-6eca8200824a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:10.403579 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.418883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8a3d7-cda5-4e16-a4b2-be3a8146f0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bcc586-a228-4da5-aa8f-b6b86c9718bc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:10.550341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port fcfb37ad-1923-416f-a766-6eca8200824a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:10.568073 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766045ed-c8b1-446f-b2c6-6c91c5f126c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (98637b01-7463-4634-b942-89bef0bdb89a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.689687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:10.698628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] Port 9b2b7b16-d563-47ea-99a0-88ec57bd0100 not found while updating agent binding for router 98637b01-7463-4634-b942-89bef0bdb89a. {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 05:11:10.755424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:10.761781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0d8e4672-ae21-44c4-bb1b-15c12cd4def2 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:10.763800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] Routers {'98637b01-7463-4634-b942-89bef0bdb89a'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:10.764427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:10:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['98637b01-7463-4634-b942-89bef0bdb89a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:10.891870 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] Set router 98637b01-7463-4634-b942-89bef0bdb89a gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:10.895508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766045ed-c8b1-446f-b2c6-6c91c5f126c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Router 98637b01-7463-4634-b942-89bef0bdb89a has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:10.996916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98637b01-7463-4634-b942-89bef0bdb89a', 'name': 'tempest-NetworksTestDHCPv6-router-1790592861', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:04Z', 'updated_at': '2022-02-11T05:11:10Z', 'revision_number': 3, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:11.035227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766045ed-c8b1-446f-b2c6-6c91c5f126c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:11.043993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36962) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:11.044456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-766045ed-c8b1-446f-b2c6-6c91c5f126c6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "PUT /v2.0/routers/98637b01-7463-4634-b942-89bef0bdb89a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9209435 Feb 11 05:11:11.070497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2fb40-f0e9-4ae4-9058-7b9c587f5b0b None None] The sync data for ids ['98637b01-7463-4634-b942-89bef0bdb89a'] in n-d-615180-58 is: [{'id': '98637b01-7463-4634-b942-89bef0bdb89a', 'name': 'tempest-NetworksTestDHCPv6-router-1790592861', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:04Z', 'updated_at': '2022-02-11T05:11:10Z', 'revision_number': 3, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:11.139232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09905e54-c0cc-4d37-b650-7220c107c545 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:11.141826 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09905e54-c0cc-4d37-b650-7220c107c545 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:11.145007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-09905e54-c0cc-4d37-b650-7220c107c545 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0997713 Feb 11 05:11:11.148237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 36966) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:11.230314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-3944ca1a-e5ed-44bb-8e3c-7e4abbcc5fcd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 50d0c840-decd-47f9-8846-5b8c31f6d3f1 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:11.241225 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3944ca1a-e5ed-44bb-8e3c-7e4abbcc5fcd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (50d0c840-decd-47f9-8846-5b8c31f6d3f1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.311765 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3944ca1a-e5ed-44bb-8e3c-7e4abbcc5fcd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (50d0c840-decd-47f9-8846-5b8c31f6d3f1), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.433524 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3944ca1a-e5ed-44bb-8e3c-7e4abbcc5fcd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (50d0c840-decd-47f9-8846-5b8c31f6d3f1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.551880 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3944ca1a-e5ed-44bb-8e3c-7e4abbcc5fcd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (50d0c840-decd-47f9-8846-5b8c31f6d3f1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.557018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36982) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:11.597614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944ca1a-e5ed-44bb-8e3c-7e4abbcc5fcd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=50d0c840-decd-47f9-8846-5b8c31f6d3f1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:11.602258 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3944ca1a-e5ed-44bb-8e3c-7e4abbcc5fcd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.607927 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3944ca1a-e5ed-44bb-8e3c-7e4abbcc5fcd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/50d0c840-decd-47f9-8846-5b8c31f6d3f1 HTTP/1.1" status: 204 len: 168 time: 0.4564528 Feb 11 05:11:11.608252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36986) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:11.612900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf30732-f245-4666-b4c6-42675aaa0283 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:11.654028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4973b5c1-17a8-4a98-9c3c-a54b36619af7 req-bbb98a4b-d571-42e0-bc2e-3c614453673d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0667493 Feb 11 05:11:11.810082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-189426808'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:11.838965 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a384a40e-5d4c-4d1d-b127-9860aaf90a84 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2294211 Feb 11 05:11:11.842161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 36990) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:11.863810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973b5c1-17a8-4a98-9c3c-a54b36619af7 req-5c5d947e-0f47-45ee-9e06-02bc6cf245f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:11.868284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4973b5c1-17a8-4a98-9c3c-a54b36619af7 req-5c5d947e-0f47-45ee-9e06-02bc6cf245f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 1128 time: 0.1253457 Feb 11 05:11:11.877831 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ab9871c-756c-498e-b5bb-71acf6ca330e req-c1768223-df70-4448-98f3-185ba8769c1a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1946158 Feb 11 05:11:11.894440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb49c-e63e-4aca-8ae3-d5158381b444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.950546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:11.953941 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.968743 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e8208e7-5fde-459a-a104-628e4e19d1b4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for router (98637b01-7463-4634-b942-89bef0bdb89a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.971192 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.986029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec649f95-2ba8-4c55-891a-ec3907faced3 None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:11:12.082088 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ec649f95-2ba8-4c55-891a-ec3907faced3 None None] Deleting port fcfb37ad-1923-416f-a766-6eca8200824a {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:12.082699 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ec649f95-2ba8-4c55-891a-ec3907faced3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.144161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973b5c1-17a8-4a98-9c3c-a54b36619af7 req-0e7ed617-05b2-495f-91d8-32f004744282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.145690 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4973b5c1-17a8-4a98-9c3c-a54b36619af7 req-0e7ed617-05b2-495f-91d8-32f004744282 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 919 time: 0.2486503 Feb 11 05:11:12.199664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ec649f95-2ba8-4c55-891a-ec3907faced3 None None] For port fcfb37ad-1923-416f-a766-6eca8200824a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fcfb37ad-1923-416f-a766-6eca8200824a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:12.200415 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ec649f95-2ba8-4c55-891a-ec3907faced3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.217768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ec649f95-2ba8-4c55-891a-ec3907faced3 None None] Calling delete_port for fcfb37ad-1923-416f-a766-6eca8200824a owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:12.218012 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9871c-756c-498e-b5bb-71acf6ca330e req-1427bed9-0eef-4bc8-8810-8af73d47de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.219704 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ab9871c-756c-498e-b5bb-71acf6ca330e req-1427bed9-0eef-4bc8-8810-8af73d47de05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b866c4a5e6714df091fb8e48eccbba71&device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 1129 time: 0.1860094 Feb 11 05:11:12.221415 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4973b5c1-17a8-4a98-9c3c-a54b36619af7 req-201f221e-9f5b-4158-9148-3e9299438cc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b48f2dc7-aaab-4869-baab-c7ab62562808 HTTP/1.1" status: 200 len: 217 time: 0.0675435 Feb 11 05:11:12.343686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fcfb37ad-1923-416f-a766-6eca8200824a no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:12.408767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973b5c1-17a8-4a98-9c3c-a54b36619af7 req-b732bce1-96ad-4bbb-890b-655ec16cadac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.410334 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4973b5c1-17a8-4a98-9c3c-a54b36619af7 req-b732bce1-96ad-4bbb-890b-655ec16cadac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.1747732 Feb 11 05:11:12.449118 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4973b5c1-17a8-4a98-9c3c-a54b36619af7 req-f156a5e5-3aaa-4409-a598-2230a200aa1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299623 Feb 11 05:11:12.458009 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c8b86-75c4-4560-ad60-1fa264991db6 None None] Sync routers for ids ['98637b01-7463-4634-b942-89bef0bdb89a'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:12.480887 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c8b86-75c4-4560-ad60-1fa264991db6 None None] Routers {'98637b01-7463-4634-b942-89bef0bdb89a'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:12.481857 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5b1c8b86-75c4-4560-ad60-1fa264991db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['98637b01-7463-4634-b942-89bef0bdb89a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:12.511464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9871c-756c-498e-b5bb-71acf6ca330e req-a1b55a34-bc4d-41a6-8a07-f5989400ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.513035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ab9871c-756c-498e-b5bb-71acf6ca330e req-a1b55a34-bc4d-41a6-8a07-f5989400ceb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 200 len: 919 time: 0.2672966 Feb 11 05:11:12.587578 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4973b5c1-17a8-4a98-9c3c-a54b36619af7 req-fa7613f5-e7da-4e87-b8c3-373b4fcf86a7 service neutron] 10.222.0.10 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326239 Feb 11 05:11:12.640881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ab9871c-756c-498e-b5bb-71acf6ca330e req-862ab54c-5313-4cf8-9184-f3f187eb1181 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab HTTP/1.1" status: 200 len: 217 time: 0.0524178 Feb 11 05:11:12.642780 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5b1c8b86-75c4-4560-ad60-1fa264991db6 None None] Set router 98637b01-7463-4634-b942-89bef0bdb89a gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:12.652379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port fcfb37ad-1923-416f-a766-6eca8200824a is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:12.652899 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.719828 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5b1c8b86-75c4-4560-ad60-1fa264991db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98637b01-7463-4634-b942-89bef0bdb89a', 'name': 'tempest-NetworksTestDHCPv6-router-1790592861', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:04Z', 'updated_at': '2022-02-11T05:11:10Z', 'revision_number': 3, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:12.748520 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c8b86-75c4-4560-ad60-1fa264991db6 None None] Checking router: 98637b01-7463-4634-b942-89bef0bdb89a for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:11:12.758696 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c8b86-75c4-4560-ad60-1fa264991db6 None None] Routers {'98637b01-7463-4634-b942-89bef0bdb89a'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:12.759554 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5b1c8b86-75c4-4560-ad60-1fa264991db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['98637b01-7463-4634-b942-89bef0bdb89a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:12.784477 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ec649f95-2ba8-4c55-891a-ec3907faced3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (fcfb37ad-1923-416f-a766-6eca8200824a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.840310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9871c-756c-498e-b5bb-71acf6ca330e req-0ebbeefa-2c71-4d96-acba-bbdd25beeed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.842082 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ab9871c-756c-498e-b5bb-71acf6ca330e req-0ebbeefa-2c71-4d96-acba-bbdd25beeed2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 200 len: 858 time: 0.1901624 Feb 11 05:11:12.850340 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.852767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec649f95-2ba8-4c55-891a-ec3907faced3 None None] Pushing event deleted for resources: {'Port': ['ID=fcfb37ad-1923-416f-a766-6eca8200824a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:12.863224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec649f95-2ba8-4c55-891a-ec3907faced3 None None] No DVR routers for this DVR port fcfb37ad-1923-416f-a766-6eca8200824a on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:12.864069 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5b1c8b86-75c4-4560-ad60-1fa264991db6 None None] Set router 98637b01-7463-4634-b942-89bef0bdb89a gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:12.872009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4973b5c1-17a8-4a98-9c3c-a54b36619af7 req-0cff824a-1aa0-4ba2-876f-2e2f085b085f service neutron] 10.222.0.10 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767241 Feb 11 05:11:12.912046 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ab9871c-756c-498e-b5bb-71acf6ca330e req-efb3f264-488a-4595-b357-4f811f86a1fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a50b6a6-122f-42d2-aea9-4fb360dd225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609422 Feb 11 05:11:12.923894 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e8208e7-5fde-459a-a104-628e4e19d1b4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (98637b01-7463-4634-b942-89bef0bdb89a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.928581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e8208e7-5fde-459a-a104-628e4e19d1b4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for router_controller (98637b01-7463-4634-b942-89bef0bdb89a), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.931471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for security_group (cd0b58d9-7d8c-4434-bbb1-718313b3b87b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.998437 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5b1c8b86-75c4-4560-ad60-1fa264991db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98637b01-7463-4634-b942-89bef0bdb89a', 'name': 'tempest-NetworksTestDHCPv6-router-1790592861', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:04Z', 'updated_at': '2022-02-11T05:11:10Z', 'revision_number': 3, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:13.016012 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cd0b58d9-7d8c-4434-bbb1-718313b3b87b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.037063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ab9871c-756c-498e-b5bb-71acf6ca330e req-b035512d-16d8-44f7-bb2d-2b5e4d010141 service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062486 Feb 11 05:11:13.046689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:13.062492 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (35c44dfd-3797-4b18-98d3-4ca291672857), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.063563 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Added segment 35c44dfd-3797-4b18-98d3-4ca291672857 of type vlan for network 39470aef-60f4-4828-94bb-fb5016ca582e Feb 11 05:11:13.065002 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c8b86-75c4-4560-ad60-1fa264991db6 None None] The sync data for ids ['98637b01-7463-4634-b942-89bef0bdb89a'] in n-d-615180-58 is: [{'id': '98637b01-7463-4634-b942-89bef0bdb89a', 'name': 'tempest-NetworksTestDHCPv6-router-1790592861', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:04Z', 'updated_at': '2022-02-11T05:11:10Z', 'revision_number': 3, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:13.109177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (39470aef-60f4-4828-94bb-fb5016ca582e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.141778 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (39470aef-60f4-4828-94bb-fb5016ca582e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.147975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:13.148809 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.167752 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e8208e7-5fde-459a-a104-628e4e19d1b4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (98637b01-7463-4634-b942-89bef0bdb89a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.168593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8208e7-5fde-459a-a104-628e4e19d1b4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Fanout notify agent at l3_agent the message router_deleted on router 98637b01-7463-4634-b942-89bef0bdb89a {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:11:13.197977 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e8208e7-5fde-459a-a104-628e4e19d1b4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.199479 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1e8208e7-5fde-459a-a104-628e4e19d1b4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/routers/98637b01-7463-4634-b942-89bef0bdb89a HTTP/1.1" status: 204 len: 168 time: 1.3561709 Feb 11 05:11:13.207692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37006) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:13.222170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e9c5961f-1da5-4a2a-8dbf-bd7b579b7f97 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:13.229126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0b58d9-7d8c-4434-bbb1-718313b3b87b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:13.272052 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7139218 Feb 11 05:11:13.273013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37008) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:13.282841 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-89afcd82-c518-480b-946c-e6015a450040 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-976987070'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:13.286364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151a233-430b-4b34-b456-35c4ac083161 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Network': ['ID=39470aef-60f4-4828-94bb-fb5016ca582e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:13.320983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 39470aef-60f4-4828-94bb-fb5016ca582e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:13.332910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89afcd82-c518-480b-946c-e6015a450040 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:13.337479 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89afcd82-c518-480b-946c-e6015a450040 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.356606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ab9871c-756c-498e-b5bb-71acf6ca330e req-494aee5b-dbc7-4a25-90e5-9bb158047938 service neutron] 10.222.0.60 "GET /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133430 Feb 11 05:11:13.366536 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89afcd82-c518-480b-946c-e6015a450040 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:13.378797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89afcd82-c518-480b-946c-e6015a450040 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c404010c-56c3-442b-9b43-85f95f3b2f47), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.379414 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-89afcd82-c518-480b-946c-e6015a450040 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Added segment c404010c-56c3-442b-9b43-85f95f3b2f47 of type vlan for network bfbbb010-e6c7-4d64-b87f-ac273b980b5f Feb 11 05:11:13.445417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89afcd82-c518-480b-946c-e6015a450040 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (bfbbb010-e6c7-4d64-b87f-ac273b980b5f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.477286 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89afcd82-c518-480b-946c-e6015a450040 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (bfbbb010-e6c7-4d64-b87f-ac273b980b5f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.487283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89afcd82-c518-480b-946c-e6015a450040 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:13.487984 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89afcd82-c518-480b-946c-e6015a450040 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.523652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c5961f-1da5-4a2a-8dbf-bd7b579b7f97 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:13.527577 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9c5961f-1da5-4a2a-8dbf-bd7b579b7f97 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.539532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-89afcd82-c518-480b-946c-e6015a450040 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2621398 Feb 11 05:11:13.542672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37012) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:13.548182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-39938cce-8bd6-42ec-a7e2-64e6858afcbb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'subnet': {'network_id': '39470aef-60f4-4828-94bb-fb5016ca582e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:13.703091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afcd82-c518-480b-946c-e6015a450040 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Network': ['ID=bfbbb010-e6c7-4d64-b87f-ac273b980b5f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:13.715573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network bfbbb010-e6c7-4d64-b87f-ac273b980b5f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:13.744661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39938cce-8bd6-42ec-a7e2-64e6858afcbb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:13.754198 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39938cce-8bd6-42ec-a7e2-64e6858afcbb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.790718 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9c5961f-1da5-4a2a-8dbf-bd7b579b7f97 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (7dcae92e-1da5-4e3e-b1f7-6fcacde81c01), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.848407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5961f-1da5-4a2a-8dbf-bd7b579b7f97 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=7dcae92e-1da5-4e3e-b1f7-6fcacde81c01,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:13.868560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c5961f-1da5-4a2a-8dbf-bd7b579b7f97 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:13.871657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e9c5961f-1da5-4a2a-8dbf-bd7b579b7f97 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:13.883938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c5961f-1da5-4a2a-8dbf-bd7b579b7f97 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:13.884269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6052922-85e1-45e8-b832-78e23cd25241 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:13.884688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9c5961f-1da5-4a2a-8dbf-bd7b579b7f97 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.922940 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e9c5961f-1da5-4a2a-8dbf-bd7b579b7f97 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7093194 Feb 11 05:11:13.923576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37018) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:13.930515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-dfc2c606-131a-4709-b8ee-e68042b00b4c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1526709757', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:13.984188 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfc2c606-131a-4709-b8ee-e68042b00b4c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (bb731491-23cc-4c2f-bbc0-31d0ff3b869e), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.985361 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfc2c606-131a-4709-b8ee-e68042b00b4c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (bb731491-23cc-4c2f-bbc0-31d0ff3b869e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.007858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': '7dcae92e-1da5-4e3e-b1f7-6fcacde81c01'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:11:14.008830 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.048092 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39938cce-8bd6-42ec-a7e2-64e6858afcbb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (ad8a3646-acd6-4922-a983-a9abda19ee5e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.093684 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfc2c606-131a-4709-b8ee-e68042b00b4c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for router_controller (bb731491-23cc-4c2f-bbc0-31d0ff3b869e), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.106837 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfc2c606-131a-4709-b8ee-e68042b00b4c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (bb731491-23cc-4c2f-bbc0-31d0ff3b869e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.146748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39938cce-8bd6-42ec-a7e2-64e6858afcbb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Checking segment: {'id': '35c44dfd-3797-4b18-98d3-4ca291672857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '39470aef-60f4-4828-94bb-fb5016ca582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:14.147212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39938cce-8bd6-42ec-a7e2-64e6858afcbb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network hostable DHCP agents. Network: 39470aef-60f4-4828-94bb-fb5016ca582e, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:14.156342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39938cce-8bd6-42ec-a7e2-64e6858afcbb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Subnet': ['ID=ad8a3646-acd6-4922-a983-a9abda19ee5e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:14.160581 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfc2c606-131a-4709-b8ee-e68042b00b4c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.162472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dfc2c606-131a-4709-b8ee-e68042b00b4c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2368197 Feb 11 05:11:14.165336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37024) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:14.196747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39938cce-8bd6-42ec-a7e2-64e6858afcbb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 39470aef-60f4-4828-94bb-fb5016ca582e is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:14.212306 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-39938cce-8bd6-42ec-a7e2-64e6858afcbb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 39470aef-60f4-4828-94bb-fb5016ca582e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:14.216717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39938cce-8bd6-42ec-a7e2-64e6858afcbb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:14.217525 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-39938cce-8bd6-42ec-a7e2-64e6858afcbb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.235981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d0aa48-3f82-419e-8a29-fee173567fce None None] Network 39470aef-60f4-4828-94bb-fb5016ca582e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:14.246072 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-39938cce-8bd6-42ec-a7e2-64e6858afcbb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7022684 Feb 11 05:11:14.249137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37026) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:14.256545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-31f37e05-64e7-4050-a118-04edf5c6dfe0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'subnet': {'network_id': 'bfbbb010-e6c7-4d64-b87f-ac273b980b5f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:14.354355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Allocated IP 2001:db8::2 (7c563e16-8896-4630-8c06-8305ed9e25d0/7dcae92e-1da5-4e3e-b1f7-6fcacde81c01/36cc23c0-9ffa-4eb8-8206-7fc765e797d3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:14.394281 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.638109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-39470aef-60f4-4828-94bb-fb5016ca582e', 'network_id': '39470aef-60f4-4828-94bb-fb5016ca582e', 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'fixed_ips': [{'subnet_id': 'ad8a3646-acd6-4922-a983-a9abda19ee5e'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:11:14.639009 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.855047 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Publish callbacks [] for port (36cc23c0-9ffa-4eb8-8206-7fc765e797d3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.877775 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (36cc23c0-9ffa-4eb8-8206-7fc765e797d3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.894147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Allocated IP 2001:db8::2 (39470aef-60f4-4828-94bb-fb5016ca582e/ad8a3646-acd6-4922-a983-a9abda19ee5e/a750e99e-f0e1-40b7-9db4-b91ffbce1a05) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:14.969109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.983770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:14.985781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f37e05-64e7-4050-a118-04edf5c6dfe0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:14.991419 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31f37e05-64e7-4050-a118-04edf5c6dfe0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.993797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:15.011249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:15.016722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Pushing event updated for resources: {'Port': ['ID=36cc23c0-9ffa-4eb8-8206-7fc765e797d3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:15.127879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Attempting to bind port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:15.128430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Attempting to bind port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:15.128995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Attempting to bind port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:15.149325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:15.151869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:15.152416 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.152924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:15.153595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Bound port: 36cc23c0-9ffa-4eb8-8206-7fc765e797d3, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:15.155498 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (36cc23c0-9ffa-4eb8-8206-7fc765e797d3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.281633 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Publish callbacks [] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.292477 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.298032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] For port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:15.343808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] For port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=36cc23c0-9ffa-4eb8-8206-7fc765e797d3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:15.353952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Network 39470aef-60f4-4828-94bb-fb5016ca582e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:15.357044 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:15.360680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:15.367169 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (36cc23c0-9ffa-4eb8-8206-7fc765e797d3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.372112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Pushing event updated for resources: {'Port': ['ID=a750e99e-f0e1-40b7-9db4-b91ffbce1a05,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:15.425705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcead09-5ea7-48ea-9efd-f9c8928a4478 None None] Pushing event updated for resources: {'Port': ['ID=36cc23c0-9ffa-4eb8-8206-7fc765e797d3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:15.454216 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31f37e05-64e7-4050-a118-04edf5c6dfe0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (5bbfaa0d-272c-471a-ba4b-911f1b99a1ea), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.506164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Attempting to bind port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:15.508352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Attempting to bind port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '35c44dfd-3797-4b18-98d3-4ca291672857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '39470aef-60f4-4828-94bb-fb5016ca582e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:15.508981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Attempting to bind port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 on network 39470aef-60f4-4828-94bb-fb5016ca582e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:15.516349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:15.517169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Checking segment: {'id': '35c44dfd-3797-4b18-98d3-4ca291672857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '39470aef-60f4-4828-94bb-fb5016ca582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:15.517794 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.519137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Bound using segment: {'id': '35c44dfd-3797-4b18-98d3-4ca291672857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '39470aef-60f4-4828-94bb-fb5016ca582e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:15.520348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Bound port: a750e99e-f0e1-40b7-9db4-b91ffbce1a05, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c44dfd-3797-4b18-98d3-4ca291672857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '39470aef-60f4-4828-94bb-fb5016ca582e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:15.520966 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.565807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f37e05-64e7-4050-a118-04edf5c6dfe0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Subnet': ['ID=5bbfaa0d-272c-471a-ba4b-911f1b99a1ea,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:15.585168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f37e05-64e7-4050-a118-04edf5c6dfe0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Checking segment: {'id': 'c404010c-56c3-442b-9b43-85f95f3b2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bfbbb010-e6c7-4d64-b87f-ac273b980b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:15.585486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f37e05-64e7-4050-a118-04edf5c6dfe0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network hostable DHCP agents. Network: bfbbb010-e6c7-4d64-b87f-ac273b980b5f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:15.615605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::1 (7c563e16-8896-4630-8c06-8305ed9e25d0/7dcae92e-1da5-4e3e-b1f7-6fcacde81c01/73d45a77-785c-458a-a963-ffa038c0324b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:15.643026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] For port a750e99e-f0e1-40b7-9db4-b91ffbce1a05, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:15.648921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] For port a750e99e-f0e1-40b7-9db4-b91ffbce1a05, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a750e99e-f0e1-40b7-9db4-b91ffbce1a05,segment=NetworkSegment(35c44dfd-3797-4b18-98d3-4ca291672857),segment_id=35c44dfd-3797-4b18-98d3-4ca291672857)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:15.649095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f37e05-64e7-4050-a118-04edf5c6dfe0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network bfbbb010-e6c7-4d64-b87f-ac273b980b5f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:15.652556 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.664274 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.776488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ca74e-bcfd-40a4-a566-c39f206a8f25 None None] Pushing event updated for resources: {'Port': ['ID=a750e99e-f0e1-40b7-9db4-b91ffbce1a05,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:15.827012 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-31f37e05-64e7-4050-a118-04edf5c6dfe0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, bfbbb010-e6c7-4d64-b87f-ac273b980b5f) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:15.838766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7946430c-cbae-4d3b-b7f1-941b2bd2b0ef None None] Network bfbbb010-e6c7-4d64-b87f-ac273b980b5f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:15.870657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f37e05-64e7-4050-a118-04edf5c6dfe0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:15.884987 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31f37e05-64e7-4050-a118-04edf5c6dfe0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.946555 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-31f37e05-64e7-4050-a118-04edf5c6dfe0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6961801 Feb 11 05:11:15.949594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37066) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:15.954740 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f62bd806-9a8d-4cae-a691-fbbd1f3e9c6f tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-269429272', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:15.965231 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (73d45a77-785c-458a-a963-ffa038c0324b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.012637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-bfbbb010-e6c7-4d64-b87f-ac273b980b5f', 'network_id': 'bfbbb010-e6c7-4d64-b87f-ac273b980b5f', 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'fixed_ips': [{'subnet_id': '5bbfaa0d-272c-471a-ba4b-911f1b99a1ea'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:11:16.013577 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.032382 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f62bd806-9a8d-4cae-a691-fbbd1f3e9c6f tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (d5f44da3-ec83-4eb4-b467-97eb443f0731), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.034155 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f62bd806-9a8d-4cae-a691-fbbd1f3e9c6f tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (d5f44da3-ec83-4eb4-b467-97eb443f0731), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.162523 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (73d45a77-785c-458a-a963-ffa038c0324b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.242687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Allocated IP 2001:db8:1::2 (bfbbb010-e6c7-4d64-b87f-ac273b980b5f/5bbfaa0d-272c-471a-ba4b-911f1b99a1ea/9da7bd8f-9761-4743-b3a2-ea3026abd2de) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:16.295274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:16.337831 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f62bd806-9a8d-4cae-a691-fbbd1f3e9c6f tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (d5f44da3-ec83-4eb4-b467-97eb443f0731), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.359845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:16.368281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:16.369074 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (bb731491-23cc-4c2f-bbc0-31d0ff3b869e), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.372180 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f62bd806-9a8d-4cae-a691-fbbd1f3e9c6f tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (d5f44da3-ec83-4eb4-b467-97eb443f0731), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.454337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=73d45a77-785c-458a-a963-ffa038c0324b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:16.485194 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Publish callbacks [] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.489622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a750e99e-f0e1-40b7-9db4-b91ffbce1a05 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:16.502504 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f62bd806-9a8d-4cae-a691-fbbd1f3e9c6f tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.504538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f62bd806-9a8d-4cae-a691-fbbd1f3e9c6f tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5537550 Feb 11 05:11:16.507386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37070) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:16.533401 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.610338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Pushing event updated for resources: {'Port': ['ID=9da7bd8f-9761-4743-b3a2-ea3026abd2de,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:16.630729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:16.632993 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.645347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Network bfbbb010-e6c7-4d64-b87f-ac273b980b5f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:16.671266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:16.686083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:16.690186 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (73d45a77-785c-458a-a963-ffa038c0324b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.834797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Attempting to bind port 9da7bd8f-9761-4743-b3a2-ea3026abd2de on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:16.835721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Attempting to bind port 9da7bd8f-9761-4743-b3a2-ea3026abd2de by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c404010c-56c3-442b-9b43-85f95f3b2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bfbbb010-e6c7-4d64-b87f-ac273b980b5f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:16.836277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Attempting to bind port 9da7bd8f-9761-4743-b3a2-ea3026abd2de on network bfbbb010-e6c7-4d64-b87f-ac273b980b5f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:16.847712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:16.848407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Checking segment: {'id': 'c404010c-56c3-442b-9b43-85f95f3b2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bfbbb010-e6c7-4d64-b87f-ac273b980b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:16.848979 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.849576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Bound using segment: {'id': 'c404010c-56c3-442b-9b43-85f95f3b2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bfbbb010-e6c7-4d64-b87f-ac273b980b5f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:16.850979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Bound port: 9da7bd8f-9761-4743-b3a2-ea3026abd2de, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c404010c-56c3-442b-9b43-85f95f3b2f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bfbbb010-e6c7-4d64-b87f-ac273b980b5f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:16.851852 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.946329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:16.947422 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.024550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] For port 9da7bd8f-9761-4743-b3a2-ea3026abd2de, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:17.039198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] For port 9da7bd8f-9761-4743-b3a2-ea3026abd2de, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9da7bd8f-9761-4743-b3a2-ea3026abd2de,segment=NetworkSegment(c404010c-56c3-442b-9b43-85f95f3b2f47),segment_id=c404010c-56c3-442b-9b43-85f95f3b2f47)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:17.056722 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.201906 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.320467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port a750e99e-f0e1-40b7-9db4-b91ffbce1a05, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a750e99e-f0e1-40b7-9db4-b91ffbce1a05,segment=NetworkSegment(35c44dfd-3797-4b18-98d3-4ca291672857),segment_id=35c44dfd-3797-4b18-98d3-4ca291672857)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:17.337930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638c9ba-13b0-476c-9664-e493bf6e4e0d None None] Pushing event updated for resources: {'Port': ['ID=9da7bd8f-9761-4743-b3a2-ea3026abd2de,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:17.352069 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.356937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:17.497015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=a750e99e-f0e1-40b7-9db4-b91ffbce1a05,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:17.623241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:17.623715 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36cc23c0-9ffa-4eb8-8206-7fc765e797d3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.679608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e6720c-6e63-407f-ac9c-1a9fd883bba8 None None] Network 39470aef-60f4-4828-94bb-fb5016ca582e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:17.702651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Allocated IP 2001:db8::1 (39470aef-60f4-4828-94bb-fb5016ca582e/ad8a3646-acd6-4922-a983-a9abda19ee5e/4ff4af2d-ab1c-4ff0-9257-8a27cee92246) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:17.870148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9f5b6bf9-e63b-4506-8a8c-fc761c46d836 None None] Provisioning complete for port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:17.870745 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9f5b6bf9-e63b-4506-8a8c-fc761c46d836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.933094 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (4ff4af2d-ab1c-4ff0-9257-8a27cee92246), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.983141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:17.983589 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (36cc23c0-9ffa-4eb8-8206-7fc765e797d3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.041325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b6bf9-e63b-4506-8a8c-fc761c46d836 None None] Current status of the port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:18.083074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=36cc23c0-9ffa-4eb8-8206-7fc765e797d3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:18.101934 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (36cc23c0-9ffa-4eb8-8206-7fc765e797d3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.120871 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (4ff4af2d-ab1c-4ff0-9257-8a27cee92246), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.166961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=36cc23c0-9ffa-4eb8-8206-7fc765e797d3,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:18.183658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8a9a742f-b4c2-4513-9c9b-bd503e51391b None None] Provisioning complete for port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:18.184289 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8a9a742f-b4c2-4513-9c9b-bd503e51391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36cc23c0-9ffa-4eb8-8206-7fc765e797d3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.254809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 39470aef-60f4-4828-94bb-fb5016ca582e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:18.306659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:18.314395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:18.314983 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (d5f44da3-ec83-4eb4-b467-97eb443f0731), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.330093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=4ff4af2d-ab1c-4ff0-9257-8a27cee92246,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:18.367521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8a9a742f-b4c2-4513-9c9b-bd503e51391b None None] Current status of the port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:18.421270 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (73d45a77-785c-458a-a963-ffa038c0324b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.493140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-aaf4213a-0ad7-4488-bdeb-9917bef5186d None None] Provisioning complete for port 73d45a77-785c-458a-a963-ffa038c0324b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:18.496001 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (73d45a77-785c-458a-a963-ffa038c0324b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.496525 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aaf4213a-0ad7-4488-bdeb-9917bef5186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (73d45a77-785c-458a-a963-ffa038c0324b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.500882 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (bb731491-23cc-4c2f-bbc0-31d0ff3b869e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.570984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4213a-0ad7-4488-bdeb-9917bef5186d None None] Port 73d45a77-785c-458a-a963-ffa038c0324b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:18.605844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=73d45a77-785c-458a-a963-ffa038c0324b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:18.626455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a750e99e-f0e1-40b7-9db4-b91ffbce1a05 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:18.734712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0c94dcdb-2dd2-4ad6-8bc3-61ddc59818b6 None None] Provisioning complete for port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:18.735117 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0c94dcdb-2dd2-4ad6-8bc3-61ddc59818b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.825293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:18.825672 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.999894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeae9557-c771-4a74-aa66-20c32e4cf995 None None] Network bfbbb010-e6c7-4d64-b87f-ac273b980b5f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:19.002051 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0c94dcdb-2dd2-4ad6-8bc3-61ddc59818b6 None None] Current status of the port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:19.182097 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4ff4af2d-ab1c-4ff0-9257-8a27cee92246), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.187803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:19.188916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9da7bd8f-9761-4743-b3a2-ea3026abd2de up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:19.200529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:19.206661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:19.213871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-830498ef-f383-4127-85c0-25ca5fd51e68 None None] Provisioning complete for port 9da7bd8f-9761-4743-b3a2-ea3026abd2de triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:19.214180 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-830498ef-f383-4127-85c0-25ca5fd51e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.509659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Router bb731491-23cc-4c2f-bbc0-31d0ff3b869e is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:11:19.614242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9da7bd8f-9761-4743-b3a2-ea3026abd2de triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:19.616159 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.710309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:19.721292 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9212234f-edda-44d7-9fd6-d2b67ce955c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "PUT /v2.0/routers/bb731491-23cc-4c2f-bbc0-31d0ff3b869e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5524485 Feb 11 05:11:19.721534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-830498ef-f383-4127-85c0-25ca5fd51e68 None None] Current status of the port 9da7bd8f-9761-4743-b3a2-ea3026abd2de is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:19.721534 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-830498ef-f383-4127-85c0-25ca5fd51e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.723192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37092) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:19.752752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Sync routers for ids ['bb731491-23cc-4c2f-bbc0-31d0ff3b869e'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:19.770702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9da7bd8f-9761-4743-b3a2-ea3026abd2de is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:19.771025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7d98f6-e902-4ff7-b25f-cafba7703e83 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.771351 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.775639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2e7d98f6-e902-4ff7-b25f-cafba7703e83 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports/73d45a77-785c-458a-a963-ffa038c0324b HTTP/1.1" status: 200 len: 911 time: 0.0497744 Feb 11 05:11:19.775639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37096) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:19.798145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-830498ef-f383-4127-85c0-25ca5fd51e68 None None] For port 9da7bd8f-9761-4743-b3a2-ea3026abd2de, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9da7bd8f-9761-4743-b3a2-ea3026abd2de,segment=NetworkSegment(c404010c-56c3-442b-9b43-85f95f3b2f47),segment_id=c404010c-56c3-442b-9b43-85f95f3b2f47)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:19.813117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Routers {'bb731491-23cc-4c2f-bbc0-31d0ff3b869e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:19.814069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bb731491-23cc-4c2f-bbc0-31d0ff3b869e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:19.841204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (4ff4af2d-ab1c-4ff0-9257-8a27cee92246), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.861521 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (4ff4af2d-ab1c-4ff0-9257-8a27cee92246), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.862028 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-830498ef-f383-4127-85c0-25ca5fd51e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.862506 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (d5f44da3-ec83-4eb4-b467-97eb443f0731), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.951793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-830498ef-f383-4127-85c0-25ca5fd51e68 None None] Provisioning complete for port 4ff4af2d-ab1c-4ff0-9257-8a27cee92246 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:19.952489 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-830498ef-f383-4127-85c0-25ca5fd51e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4ff4af2d-ab1c-4ff0-9257-8a27cee92246), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.972218 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7953ff-d9de-4294-a970-b036e3dfad2e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.980947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7953ff-d9de-4294-a970-b036e3dfad2e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.983061 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-be7953ff-d9de-4294-a970-b036e3dfad2e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2065096 Feb 11 05:11:19.985599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37102) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:19.993599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=4ff4af2d-ab1c-4ff0-9257-8a27cee92246,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:20.003061 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-830498ef-f383-4127-85c0-25ca5fd51e68 None None] Port 4ff4af2d-ab1c-4ff0-9257-8a27cee92246 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:20.033134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:11:20.033653 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:11:20.054077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Set router bb731491-23cc-4c2f-bbc0-31d0ff3b869e gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:20.056062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830498ef-f383-4127-85c0-25ca5fd51e68 None None] Pushing event updated for resources: {'Port': ['ID=9da7bd8f-9761-4743-b3a2-ea3026abd2de,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:20.089171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 39470aef-60f4-4828-94bb-fb5016ca582e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:20.092597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:20.316946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router d5f44da3-ec83-4eb4-b467-97eb443f0731 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:11:20.381235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-00cb7e99-4d79-41ac-9fea-2b2a08420971 None None] Provisioning complete for port 9da7bd8f-9761-4743-b3a2-ea3026abd2de triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:20.381760 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00cb7e99-4d79-41ac-9fea-2b2a08420971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.447513 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb731491-23cc-4c2f-bbc0-31d0ff3b869e', 'name': 'tempest-NetworksTestDHCPv6-router-1526709757', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:13Z', 'updated_at': '2022-02-11T05:11:16Z', 'revision_number': 2, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'gw_port_host': None, '_interfaces': [{'id': '73d45a77-785c-458a-a963-ffa038c0324b', 'name': '', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'mac_address': 'fa:16:3e:bc:46:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb731491-23cc-4c2f-bbc0-31d0ff3b869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7dcae92e-1da5-4e3e-b1f7-6fcacde81c01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:15Z', 'updated_at': '2022-02-11T05:11:17Z', 'revision_number': 2, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'subnets': [{'id': '7dcae92e-1da5-4e3e-b1f7-6fcacde81c01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:20.501473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Checking router: bb731491-23cc-4c2f-bbc0-31d0ff3b869e for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:11:20.501831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Updating router bb731491-23cc-4c2f-bbc0-31d0ff3b869e port 73d45a77-785c-458a-a963-ffa038c0324b binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:11:20.506078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:20.517609 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf9257-43a2-43be-92c9-d39b65720b62 None None] Sync routers for ids ['d5f44da3-ec83-4eb4-b467-97eb443f0731'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:20.534382 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf9257-43a2-43be-92c9-d39b65720b62 None None] Routers {'d5f44da3-ec83-4eb4-b467-97eb443f0731'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:20.535932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-19325125-d4ea-49de-919c-9abcca1f69c8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/d5f44da3-ec83-4eb4-b467-97eb443f0731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0272858 Feb 11 05:11:20.536652 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9aaf9257-43a2-43be-92c9-d39b65720b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5f44da3-ec83-4eb4-b467-97eb443f0731'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:20.539059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37108) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:20.574637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9da7bd8f-9761-4743-b3a2-ea3026abd2de is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:20.575745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:20.583567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-00cb7e99-4d79-41ac-9fea-2b2a08420971 None None] Current status of the port 9da7bd8f-9761-4743-b3a2-ea3026abd2de is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:20.603188 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (73d45a77-785c-458a-a963-ffa038c0324b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.630514 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9aaf9257-43a2-43be-92c9-d39b65720b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:20.659210 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf9257-43a2-43be-92c9-d39b65720b62 None None] Routers {'d5f44da3-ec83-4eb4-b467-97eb443f0731'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:20.659833 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9aaf9257-43a2-43be-92c9-d39b65720b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5f44da3-ec83-4eb4-b467-97eb443f0731'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:20.673203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5f791d-293a-4d08-bb21-f6d7d6d8eebe tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:20.675280 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4c5f791d-293a-4d08-bb21-f6d7d6d8eebe tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports/4ff4af2d-ab1c-4ff0-9257-8a27cee92246 HTTP/1.1" status: 200 len: 911 time: 0.1342971 Feb 11 05:11:20.678726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37114) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:20.725443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-00cb7e99-4d79-41ac-9fea-2b2a08420971 None None] Provisioning complete for port 73d45a77-785c-458a-a963-ffa038c0324b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:20.725825 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00cb7e99-4d79-41ac-9fea-2b2a08420971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (73d45a77-785c-458a-a963-ffa038c0324b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.754633 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9aaf9257-43a2-43be-92c9-d39b65720b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:20.756566 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf9257-43a2-43be-92c9-d39b65720b62 None None] The sync data for ids ['d5f44da3-ec83-4eb4-b467-97eb443f0731'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:20.822410 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-249828ec-11a5-4724-82cb-32c6cb18ac73 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (bb731491-23cc-4c2f-bbc0-31d0ff3b869e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.067727 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Publish callbacks [] for port (73d45a77-785c-458a-a963-ffa038c0324b), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.083756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-00cb7e99-4d79-41ac-9fea-2b2a08420971 None None] Port 73d45a77-785c-458a-a963-ffa038c0324b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:21.089169 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (73d45a77-785c-458a-a963-ffa038c0324b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.095440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-249828ec-11a5-4724-82cb-32c6cb18ac73 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 73d45a77-785c-458a-a963-ffa038c0324b {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:21.097096 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-249828ec-11a5-4724-82cb-32c6cb18ac73 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (73d45a77-785c-458a-a963-ffa038c0324b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.144784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.164031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f95864-4a8f-43f4-9c82-61e1e5d35e0c None None] Pushing event updated for resources: {'Port': ['ID=73d45a77-785c-458a-a963-ffa038c0324b,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:21.246335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:21.246335 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36cc23c0-9ffa-4eb8-8206-7fc765e797d3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.262182 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-249828ec-11a5-4724-82cb-32c6cb18ac73 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (73d45a77-785c-458a-a963-ffa038c0324b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.278804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-249828ec-11a5-4724-82cb-32c6cb18ac73 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 73d45a77-785c-458a-a963-ffa038c0324b owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:21.304025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ffa11761-6c18-4357-8162-2a556cd3226a None None] Provisioning complete for port 4ff4af2d-ab1c-4ff0-9257-8a27cee92246 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:21.304425 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ffa11761-6c18-4357-8162-2a556cd3226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4ff4af2d-ab1c-4ff0-9257-8a27cee92246), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.306163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Attempting to bind port 73d45a77-785c-458a-a963-ffa038c0324b on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:21.306547 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Attempting to bind port 73d45a77-785c-458a-a963-ffa038c0324b by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:21.306952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Attempting to bind port 73d45a77-785c-458a-a963-ffa038c0324b on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:21.315502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:21.315894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:21.316320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.316725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:21.317220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Bound port: 73d45a77-785c-458a-a963-ffa038c0324b, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:21.317612 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (73d45a77-785c-458a-a963-ffa038c0324b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.480567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] For port 73d45a77-785c-458a-a963-ffa038c0324b, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:21.484102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] For port 73d45a77-785c-458a-a963-ffa038c0324b, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=73d45a77-785c-458a-a963-ffa038c0324b,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:21.500017 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (73d45a77-785c-458a-a963-ffa038c0324b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.530368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Allocated IP 2001:db8:1::1 (bfbbb010-e6c7-4d64-b87f-ac273b980b5f/5bbfaa0d-272c-471a-ba4b-911f1b99a1ea/f1632eca-1cdd-4922-b976-7a2b1cde7210) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:21.549114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ffa11761-6c18-4357-8162-2a556cd3226a None None] Port 4ff4af2d-ab1c-4ff0-9257-8a27cee92246 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:21.644516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Routers {'bb731491-23cc-4c2f-bbc0-31d0ff3b869e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:21.645178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bb731491-23cc-4c2f-bbc0-31d0ff3b869e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:21.680986 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-249828ec-11a5-4724-82cb-32c6cb18ac73 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (73d45a77-785c-458a-a963-ffa038c0324b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.697505 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (f1632eca-1cdd-4922-b976-7a2b1cde7210), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.721807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249828ec-11a5-4724-82cb-32c6cb18ac73 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=73d45a77-785c-458a-a963-ffa038c0324b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:21.738622 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f1632eca-1cdd-4922-b976-7a2b1cde7210), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.779756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network bfbbb010-e6c7-4d64-b87f-ac273b980b5f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:21.783507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:21.786150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:21.786767 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (d5f44da3-ec83-4eb4-b467-97eb443f0731), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.810050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] Set router bb731491-23cc-4c2f-bbc0-31d0ff3b869e gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:21.868608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=f1632eca-1cdd-4922-b976-7a2b1cde7210,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:21.884071 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-249828ec-11a5-4724-82cb-32c6cb18ac73 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (bb731491-23cc-4c2f-bbc0-31d0ff3b869e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.012797 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f1632eca-1cdd-4922-b976-7a2b1cde7210), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.189440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6bdef272-4027-48fc-bca2-af589dc575f4 None None] Could not find standard attr ID for object 73d45a77-785c-458a-a963-ffa038c0324b. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:11:22.226444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:22.255203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f95864-4a8f-43f4-9c82-61e1e5d35e0c None None] Pushing event updated for resources: {'Port': ['ID=73d45a77-785c-458a-a963-ffa038c0324b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:22.329047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249828ec-11a5-4724-82cb-32c6cb18ac73 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Router bb731491-23cc-4c2f-bbc0-31d0ff3b869e has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:22.376269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb731491-23cc-4c2f-bbc0-31d0ff3b869e', 'name': 'tempest-NetworksTestDHCPv6-router-1526709757', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:13Z', 'updated_at': '2022-02-11T05:11:16Z', 'revision_number': 2, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'gw_port_host': None, '_interfaces': [{'id': '73d45a77-785c-458a-a963-ffa038c0324b', 'name': '', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'mac_address': 'fa:16:3e:bc:46:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb731491-23cc-4c2f-bbc0-31d0ff3b869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7dcae92e-1da5-4e3e-b1f7-6fcacde81c01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:15Z', 'updated_at': '2022-02-11T05:11:21Z', 'revision_number': 4, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'subnets': [{'id': '7dcae92e-1da5-4e3e-b1f7-6fcacde81c01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:22.382478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bac3bf20-754c-49fb-af37-c815d7eccc88 None None] Provisioning complete for port f1632eca-1cdd-4922-b976-7a2b1cde7210 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:22.382853 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bac3bf20-754c-49fb-af37-c815d7eccc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f1632eca-1cdd-4922-b976-7a2b1cde7210), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.431728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9da7bd8f-9761-4743-b3a2-ea3026abd2de up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:22.453464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecb7be-f23e-4e9f-ad39-6b2f6ee8e1b1 None None] The sync data for ids ['bb731491-23cc-4c2f-bbc0-31d0ff3b869e'] in n-d-615180-58 is: [{'id': 'bb731491-23cc-4c2f-bbc0-31d0ff3b869e', 'name': 'tempest-NetworksTestDHCPv6-router-1526709757', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:13Z', 'updated_at': '2022-02-11T05:11:16Z', 'revision_number': 2, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'gw_port_host': None, '_interfaces': [{'id': '73d45a77-785c-458a-a963-ffa038c0324b', 'name': '', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'mac_address': 'fa:16:3e:bc:46:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb731491-23cc-4c2f-bbc0-31d0ff3b869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7dcae92e-1da5-4e3e-b1f7-6fcacde81c01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:15Z', 'updated_at': '2022-02-11T05:11:21Z', 'revision_number': 4, 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'subnets': [{'id': '7dcae92e-1da5-4e3e-b1f7-6fcacde81c01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:22.506288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249828ec-11a5-4724-82cb-32c6cb18ac73 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:22.519939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-249828ec-11a5-4724-82cb-32c6cb18ac73 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "PUT /v2.0/routers/bb731491-23cc-4c2f-bbc0-31d0ff3b869e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5331864 Feb 11 05:11:22.523505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:22.636710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac24d4d-9c50-473e-b20b-13e4effd2bb5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:22.638599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac24d4d-9c50-473e-b20b-13e4effd2bb5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:22.640348 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1ac24d4d-9c50-473e-b20b-13e4effd2bb5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1157808 Feb 11 05:11:22.643248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37142) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:22.655263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (f1632eca-1cdd-4922-b976-7a2b1cde7210), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.662935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f1632eca-1cdd-4922-b976-7a2b1cde7210), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.664101 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (d5f44da3-ec83-4eb4-b467-97eb443f0731), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.732280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bac3bf20-754c-49fb-af37-c815d7eccc88 None None] Port f1632eca-1cdd-4922-b976-7a2b1cde7210 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:22.737051 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bac3bf20-754c-49fb-af37-c815d7eccc88 None None] Could not find standard attr ID for object 73d45a77-785c-458a-a963-ffa038c0324b. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:11:22.744552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=f1632eca-1cdd-4922-b976-7a2b1cde7210,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:22.769128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9da7bd8f-9761-4743-b3a2-ea3026abd2de triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:22.769511 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.810408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b25afb-b703-40f1-a9e0-d8d44b25f22a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 7dcae92e-1da5-4e3e-b1f7-6fcacde81c01 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:22.816181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7b25afb-b703-40f1-a9e0-d8d44b25f22a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (7dcae92e-1da5-4e3e-b1f7-6fcacde81c01), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.947588 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7b25afb-b703-40f1-a9e0-d8d44b25f22a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (7dcae92e-1da5-4e3e-b1f7-6fcacde81c01), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.965910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9da7bd8f-9761-4743-b3a2-ea3026abd2de is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:23.052950 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7b25afb-b703-40f1-a9e0-d8d44b25f22a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (7dcae92e-1da5-4e3e-b1f7-6fcacde81c01), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.167571 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7b25afb-b703-40f1-a9e0-d8d44b25f22a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (7dcae92e-1da5-4e3e-b1f7-6fcacde81c01), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.198735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2640e2-cdaa-45b1-a89b-06a8072133d0 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:23.201350 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7b25afb-b703-40f1-a9e0-d8d44b25f22a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.212787 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b7b25afb-b703-40f1-a9e0-d8d44b25f22a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/7dcae92e-1da5-4e3e-b1f7-6fcacde81c01 HTTP/1.1" status: 204 len: 168 time: 0.5682197 Feb 11 05:11:23.221318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:23.242098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b25afb-b703-40f1-a9e0-d8d44b25f22a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcae92e-1da5-4e3e-b1f7-6fcacde81c01,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:23.403093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26638360-e312-468d-9144-0f92f4beff9c None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:11:23.437070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-101e87ef-d13f-4700-8480-da89bbcda725 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2118866 Feb 11 05:11:23.438297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37156) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:23.446372 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network bfbbb010-e6c7-4d64-b87f-ac273b980b5f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:23.450422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:23.506226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-26638360-e312-468d-9144-0f92f4beff9c None None] Deleting port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:23.506618 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26638360-e312-468d-9144-0f92f4beff9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (36cc23c0-9ffa-4eb8-8206-7fc765e797d3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.593015 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac023dc2-cc4c-4296-95e5-ea4ca1750cea tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for router (bb731491-23cc-4c2f-bbc0-31d0ff3b869e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.657114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router d5f44da3-ec83-4eb4-b467-97eb443f0731 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:23.675485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-26638360-e312-468d-9144-0f92f4beff9c None None] For port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=36cc23c0-9ffa-4eb8-8206-7fc765e797d3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:23.676183 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26638360-e312-468d-9144-0f92f4beff9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (36cc23c0-9ffa-4eb8-8206-7fc765e797d3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.700783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-26638360-e312-468d-9144-0f92f4beff9c None None] Calling delete_port for 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:23.824537 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26638360-e312-468d-9144-0f92f4beff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (36cc23c0-9ffa-4eb8-8206-7fc765e797d3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.866461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:23.872631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-79ab7316-cd0d-4d8e-9837-d412469fba60 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/d5f44da3-ec83-4eb4-b467-97eb443f0731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1923096 Feb 11 05:11:23.883449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37166) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:23.893960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a186b9-8792-4db5-bd0c-9432d55d19e6 None None] Sync routers for ids ['d5f44da3-ec83-4eb4-b467-97eb443f0731'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:23.907700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26638360-e312-468d-9144-0f92f4beff9c None None] Pushing event deleted for resources: {'Port': ['ID=36cc23c0-9ffa-4eb8-8206-7fc765e797d3,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:23.910601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26638360-e312-468d-9144-0f92f4beff9c None None] No DVR routers for this DVR port 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:23.934715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a186b9-8792-4db5-bd0c-9432d55d19e6 None None] Routers {'d5f44da3-ec83-4eb4-b467-97eb443f0731'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:23.937101 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac023dc2-cc4c-4296-95e5-ea4ca1750cea tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (bb731491-23cc-4c2f-bbc0-31d0ff3b869e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.938498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c2a186b9-8792-4db5-bd0c-9432d55d19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5f44da3-ec83-4eb4-b467-97eb443f0731'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:23.943389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac023dc2-cc4c-4296-95e5-ea4ca1750cea tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for router_controller (bb731491-23cc-4c2f-bbc0-31d0ff3b869e), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.981627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c2a186b9-8792-4db5-bd0c-9432d55d19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:23.992580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a186b9-8792-4db5-bd0c-9432d55d19e6 None None] Routers {'d5f44da3-ec83-4eb4-b467-97eb443f0731'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:23.993145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c2a186b9-8792-4db5-bd0c-9432d55d19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5f44da3-ec83-4eb4-b467-97eb443f0731'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:24.007132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a84ce-00ad-479e-a4dc-4d314f489062 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:24.007132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ab8a84ce-00ad-479e-a4dc-4d314f489062 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports/f1632eca-1cdd-4922-b976-7a2b1cde7210 HTTP/1.1" status: 200 len: 913 time: 0.1218855 Feb 11 05:11:24.019468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37170) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:24.058932 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac023dc2-cc4c-4296-95e5-ea4ca1750cea tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (bb731491-23cc-4c2f-bbc0-31d0ff3b869e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.059556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac023dc2-cc4c-4296-95e5-ea4ca1750cea tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Fanout notify agent at l3_agent the message router_deleted on router bb731491-23cc-4c2f-bbc0-31d0ff3b869e {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:11:24.067848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c2a186b9-8792-4db5-bd0c-9432d55d19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:24.068241 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac023dc2-cc4c-4296-95e5-ea4ca1750cea tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.069706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a186b9-8792-4db5-bd0c-9432d55d19e6 None None] The sync data for ids ['d5f44da3-ec83-4eb4-b467-97eb443f0731'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:24.070516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ac023dc2-cc4c-4296-95e5-ea4ca1750cea tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/routers/bb731491-23cc-4c2f-bbc0-31d0ff3b869e HTTP/1.1" status: 204 len: 168 time: 0.6306441 Feb 11 05:11:24.073615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37174) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:24.093829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-28412fce-1425-42a9-8203-f8d7d3554cb3 None None] Provisioning complete for port f1632eca-1cdd-4922-b976-7a2b1cde7210 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:24.094577 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-28412fce-1425-42a9-8203-f8d7d3554cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f1632eca-1cdd-4922-b976-7a2b1cde7210), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.150694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-28412fce-1425-42a9-8203-f8d7d3554cb3 None None] Port f1632eca-1cdd-4922-b976-7a2b1cde7210 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:24.162776 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-de315ae5-3ac2-493e-b135-2ec9adf1a2a6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0879338 Feb 11 05:11:24.169765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37178) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:24.282126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f9f1f1-2248-4546-851a-351fe5d4f6f2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:24.287226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37180) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:24.298735 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f4f9f1f1-2248-4546-851a-351fe5d4f6f2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1278474 Feb 11 05:11:24.360613 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6635b105-818b-4eca-945f-fe158d79f147 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722241 Feb 11 05:11:24.368831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37186) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:24.372203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:24.374023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fc0fd39f-6302-4466-a868-53d85840628c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:24.401364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:24.402068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36cc23c0-9ffa-4eb8-8206-7fc765e797d3 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:24.526774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0fd39f-6302-4466-a868-53d85840628c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:24.530817 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc0fd39f-6302-4466-a868-53d85840628c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.653535 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45fe08db-b75b-4601-803f-c985b857ca88 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (d5f44da3-ec83-4eb4-b467-97eb443f0731), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.941102 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6164f-e35f-4d4c-9fc2-dde85b8ee484 None None] Sync routers for ids ['bb731491-23cc-4c2f-bbc0-31d0ff3b869e'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:24.955239 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6164f-e35f-4d4c-9fc2-dde85b8ee484 None None] Routers set() bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:24.955612 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6164f-e35f-4d4c-9fc2-dde85b8ee484 None None] Router IDs set() for agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:11:24.956218 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_agentschedulers_db [None req-b6c6164f-e35f-4d4c-9fc2-dde85b8ee484 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bb731491-23cc-4c2f-bbc0-31d0ff3b869e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent'). {{(pid=103356) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:11:24.975990 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6164f-e35f-4d4c-9fc2-dde85b8ee484 None None] Routers set() bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:24.976351 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6164f-e35f-4d4c-9fc2-dde85b8ee484 None None] Router IDs set() for agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:11:24.976959 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_agentschedulers_db [None req-b6c6164f-e35f-4d4c-9fc2-dde85b8ee484 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bb731491-23cc-4c2f-bbc0-31d0ff3b869e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent'). {{(pid=103356) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:11:24.977335 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6164f-e35f-4d4c-9fc2-dde85b8ee484 None None] The sync data for ids ['bb731491-23cc-4c2f-bbc0-31d0ff3b869e'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:25.148730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-45fe08db-b75b-4601-803f-c985b857ca88 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port f1632eca-1cdd-4922-b976-7a2b1cde7210 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:25.149286 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45fe08db-b75b-4601-803f-c985b857ca88 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f1632eca-1cdd-4922-b976-7a2b1cde7210), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.245305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-fc0fd39f-6302-4466-a868-53d85840628c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:11:25.246877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc0fd39f-6302-4466-a868-53d85840628c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (8ba044d5-0d41-4066-afae-ae9138416e7d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.269276 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45fe08db-b75b-4601-803f-c985b857ca88 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f1632eca-1cdd-4922-b976-7a2b1cde7210), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.282865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-45fe08db-b75b-4601-803f-c985b857ca88 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for f1632eca-1cdd-4922-b976-7a2b1cde7210 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:25.305882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0fd39f-6302-4466-a868-53d85840628c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:25.313701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fc0fd39f-6302-4466-a868-53d85840628c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:25.319501 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0fd39f-6302-4466-a868-53d85840628c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:25.320501 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc0fd39f-6302-4466-a868-53d85840628c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.325397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e261e6d-7241-411b-8608-9e096faa8d7f None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:25.337835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fd39f-6302-4466-a868-53d85840628c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=8ba044d5-0d41-4066-afae-ae9138416e7d,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:25.345382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fc0fd39f-6302-4466-a868-53d85840628c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9754927 Feb 11 05:11:25.348577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:25.362387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-54889075-9c04-4ce6-a7b0-7655f51461f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:25.563584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': '8ba044d5-0d41-4066-afae-ae9138416e7d'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:11:25.564475 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.585212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54889075-9c04-4ce6-a7b0-7655f51461f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:25.589372 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-54889075-9c04-4ce6-a7b0-7655f51461f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.617822 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45fe08db-b75b-4601-803f-c985b857ca88 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f1632eca-1cdd-4922-b976-7a2b1cde7210), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.679615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe08db-b75b-4601-803f-c985b857ca88 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=f1632eca-1cdd-4922-b976-7a2b1cde7210,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:25.808427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Allocated IP 2001:db8::f816:3eff:fecf:e54d (7c563e16-8896-4630-8c06-8305ed9e25d0/8ba044d5-0d41-4066-afae-ae9138416e7d/ad6a01b6-2366-43da-971a-ee6056ce67f3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:25.961226 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-45fe08db-b75b-4601-803f-c985b857ca88 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (d5f44da3-ec83-4eb4-b467-97eb443f0731), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.973383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-54889075-9c04-4ce6-a7b0-7655f51461f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (3ee37a8d-55e3-4713-802e-3eabc222894d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.053637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54889075-9c04-4ce6-a7b0-7655f51461f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:26.068523 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-54889075-9c04-4ce6-a7b0-7655f51461f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:26.076173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54889075-9c04-4ce6-a7b0-7655f51461f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:26.076780 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-54889075-9c04-4ce6-a7b0-7655f51461f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.109641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54889075-9c04-4ce6-a7b0-7655f51461f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=3ee37a8d-55e3-4713-802e-3eabc222894d,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:26.139272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-54889075-9c04-4ce6-a7b0-7655f51461f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7890015 Feb 11 05:11:26.139610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37206) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:26.140783 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Publish callbacks [] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.144695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:f4:68:40', 'name': 'tempest-NetworksTestDHCPv6-1109904339'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:26.162749 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.275166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:26.283718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 73d45a77-785c-458a-a963-ffa038c0324b no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:26.288762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:26.329646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:26.353399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:26.358919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 73d45a77-785c-458a-a963-ffa038c0324b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:26.362225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 73d45a77-785c-458a-a963-ffa038c0324b not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:26.362431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fe08db-b75b-4601-803f-c985b857ca88 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router d5f44da3-ec83-4eb4-b467-97eb443f0731 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:26.379582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:26.484746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Attempting to bind port ad6a01b6-2366-43da-971a-ee6056ce67f3 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:26.487091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Attempting to bind port ad6a01b6-2366-43da-971a-ee6056ce67f3 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:26.487639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Attempting to bind port ad6a01b6-2366-43da-971a-ee6056ce67f3 on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:26.499707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fe08db-b75b-4601-803f-c985b857ca88 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:26.502987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:26.503740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:26.504205 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.504673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:26.505315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Bound port: ad6a01b6-2366-43da-971a-ee6056ce67f3, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:26.505873 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.510467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49532a-0c82-48d7-a352-c64e3c5a0227 None None] Sync routers for ids ['d5f44da3-ec83-4eb4-b467-97eb443f0731'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:26.514249 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-45fe08db-b75b-4601-803f-c985b857ca88 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/d5f44da3-ec83-4eb4-b467-97eb443f0731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4936781 Feb 11 05:11:26.518067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37218) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:26.549277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49532a-0c82-48d7-a352-c64e3c5a0227 None None] Routers {'d5f44da3-ec83-4eb4-b467-97eb443f0731'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:26.550009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7e49532a-0c82-48d7-a352-c64e3c5a0227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5f44da3-ec83-4eb4-b467-97eb443f0731'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:26.574991 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.593195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7e49532a-0c82-48d7-a352-c64e3c5a0227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:26.609010 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49532a-0c82-48d7-a352-c64e3c5a0227 None None] Routers {'d5f44da3-ec83-4eb4-b467-97eb443f0731'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:26.609832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7e49532a-0c82-48d7-a352-c64e3c5a0227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5f44da3-ec83-4eb4-b467-97eb443f0731'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:26.624202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:11:26.662284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7e49532a-0c82-48d7-a352-c64e3c5a0227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:26.663145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49532a-0c82-48d7-a352-c64e3c5a0227 None None] The sync data for ids ['d5f44da3-ec83-4eb4-b467-97eb443f0731'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:26.676286 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:26.681814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:26.698399 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.816919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f0bf6-2593-4761-935a-1d760be6480a None None] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:26.870680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 172.20.0.8 (7c563e16-8896-4630-8c06-8305ed9e25d0/3ee37a8d-55e3-4713-802e-3eabc222894d/2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:26.880084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::f816:3eff:fef4:6840 (7c563e16-8896-4630-8c06-8305ed9e25d0/8ba044d5-0d41-4066-afae-ae9138416e7d/2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:27.120387 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.140242 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b92db2e-ffba-4031-bd03-7cd502f8e3f7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (d5f44da3-ec83-4eb4-b467-97eb443f0731), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.248823 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.313251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:27.317540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:27.321761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:27.374006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:27.420765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:27.421489 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.443759 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8f59a706-17e0-437e-b069-77e4997980b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3031034 Feb 11 05:11:27.446398 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37230) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:27.543512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738c6b75-e6b9-4232-ae76-0c92d89bb5a4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:27.551331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738c6b75-e6b9-4232-ae76-0c92d89bb5a4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:27.553308 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-738c6b75-e6b9-4232-ae76-0c92d89bb5a4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1050308 Feb 11 05:11:27.556520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37236) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:27.744280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfc9eb-d678-453d-b264-4b94e7a7a78a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:27.744916 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc9eb-d678-453d-b264-4b94e7a7a78a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.853219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0b92db2e-ffba-4031-bd03-7cd502f8e3f7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port 4ff4af2d-ab1c-4ff0-9257-8a27cee92246 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:27.853772 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b92db2e-ffba-4031-bd03-7cd502f8e3f7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4ff4af2d-ab1c-4ff0-9257-8a27cee92246), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.857765 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc9eb-d678-453d-b264-4b94e7a7a78a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.878851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfc9eb-d678-453d-b264-4b94e7a7a78a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:27.980140 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b92db2e-ffba-4031-bd03-7cd502f8e3f7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4ff4af2d-ab1c-4ff0-9257-8a27cee92246), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.994866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0b92db2e-ffba-4031-bd03-7cd502f8e3f7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for 4ff4af2d-ab1c-4ff0-9257-8a27cee92246 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:28.204009 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc9eb-d678-453d-b264-4b94e7a7a78a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.235206 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b92db2e-ffba-4031-bd03-7cd502f8e3f7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (4ff4af2d-ab1c-4ff0-9257-8a27cee92246), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.275528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92db2e-ffba-4031-bd03-7cd502f8e3f7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=4ff4af2d-ab1c-4ff0-9257-8a27cee92246,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:28.354670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfc9eb-d678-453d-b264-4b94e7a7a78a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:28.443791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ad6a01b6-2366-43da-971a-ee6056ce67f3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:28.448684 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc9eb-d678-453d-b264-4b94e7a7a78a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.464676 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6ecfc9eb-d678-453d-b264-4b94e7a7a78a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82 HTTP/1.1" status: 204 len: 168 time: 0.9068751 Feb 11 05:11:28.467062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37250) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:28.550009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:28.555056 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.565721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ddeda-8ae7-4dac-807b-c1e9ab9381b2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:28.567738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ddeda-8ae7-4dac-807b-c1e9ab9381b2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:28.569249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ddeda-8ae7-4dac-807b-c1e9ab9381b2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:28.570959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6c3ddeda-8ae7-4dac-807b-c1e9ab9381b2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1028636 Feb 11 05:11:28.573526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37252) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:28.584271 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b92db2e-ffba-4031-bd03-7cd502f8e3f7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (d5f44da3-ec83-4eb4-b467-97eb443f0731), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.603771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f6517-c712-46f6-87f4-3604a9cdaf9d None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:28.697543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdbac60-b4ab-4ad7-9aca-166eb38e11bd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 3ee37a8d-55e3-4713-802e-3eabc222894d {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:28.709805 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afdbac60-b4ab-4ad7-9aca-166eb38e11bd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (3ee37a8d-55e3-4713-802e-3eabc222894d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.713625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:28.714128 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.767639 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afdbac60-b4ab-4ad7-9aca-166eb38e11bd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (3ee37a8d-55e3-4713-802e-3eabc222894d), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.808453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b92db2e-ffba-4031-bd03-7cd502f8e3f7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router d5f44da3-ec83-4eb4-b467-97eb443f0731 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:28.869423 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afdbac60-b4ab-4ad7-9aca-166eb38e11bd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (3ee37a8d-55e3-4713-802e-3eabc222894d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.872111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:28.872519 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.890819 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:28.891281 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.902612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b92db2e-ffba-4031-bd03-7cd502f8e3f7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:28.912592 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0b92db2e-ffba-4031-bd03-7cd502f8e3f7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/d5f44da3-ec83-4eb4-b467-97eb443f0731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3900669 Feb 11 05:11:28.918079 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9ae83-c9c9-46a3-a551-0df4d7aefea4 None None] Sync routers for ids ['d5f44da3-ec83-4eb4-b467-97eb443f0731'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:28.921868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37258) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:28.936858 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9ae83-c9c9-46a3-a551-0df4d7aefea4 None None] Routers {'d5f44da3-ec83-4eb4-b467-97eb443f0731'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:28.937823 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-05e9ae83-c9c9-46a3-a551-0df4d7aefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5f44da3-ec83-4eb4-b467-97eb443f0731'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:28.954687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37260) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:28.955041 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ec96d543-cea0-4af9-b983-0189749256a4 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5f44da3-ec83-4eb4-b467-97eb443f0731 HTTP/1.1" status: 200 len: 205 time: 0.0319703 Feb 11 05:11:28.978512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:29.017091 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.018653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afdbac60-b4ab-4ad7-9aca-166eb38e11bd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (3ee37a8d-55e3-4713-802e-3eabc222894d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.030515 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-05e9ae83-c9c9-46a3-a551-0df4d7aefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:29.054694 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9ae83-c9c9-46a3-a551-0df4d7aefea4 None None] Routers {'d5f44da3-ec83-4eb4-b467-97eb443f0731'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:29.056280 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-05e9ae83-c9c9-46a3-a551-0df4d7aefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5f44da3-ec83-4eb4-b467-97eb443f0731'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:29.063530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbac60-b4ab-4ad7-9aca-166eb38e11bd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee37a8d-55e3-4713-802e-3eabc222894d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:29.081772 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-afdbac60-b4ab-4ad7-9aca-166eb38e11bd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.090659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-afdbac60-b4ab-4ad7-9aca-166eb38e11bd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/3ee37a8d-55e3-4713-802e-3eabc222894d HTTP/1.1" status: 204 len: 168 time: 0.5140693 Feb 11 05:11:29.090882 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-845e7673-0c9f-43ca-baef-6473716f12c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (d5f44da3-ec83-4eb4-b467-97eb443f0731), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.091018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37266) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:29.219290 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1118367-05ea-4b32-a7aa-08d475f116aa tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 8ba044d5-0d41-4066-afae-ae9138416e7d {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:29.234684 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1118367-05ea-4b32-a7aa-08d475f116aa tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (8ba044d5-0d41-4066-afae-ae9138416e7d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.301466 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:11:29.301836 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:11:29.302379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:29.308834 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1118367-05ea-4b32-a7aa-08d475f116aa tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (8ba044d5-0d41-4066-afae-ae9138416e7d), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.311531 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-845e7673-0c9f-43ca-baef-6473716f12c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (d5f44da3-ec83-4eb4-b467-97eb443f0731), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.313998 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-845e7673-0c9f-43ca-baef-6473716f12c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (d5f44da3-ec83-4eb4-b467-97eb443f0731), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.324951 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-05e9ae83-c9c9-46a3-a551-0df4d7aefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:29.325851 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9ae83-c9c9-46a3-a551-0df4d7aefea4 None None] The sync data for ids ['d5f44da3-ec83-4eb4-b467-97eb443f0731'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:29.336031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.336031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.336311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.336625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.336981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.337298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.337629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.338015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.338351 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.338679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.339198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.339535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.339860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691534aa-17c3-4028-b670-d6d37643ee21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:29.358460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe62eaa-e953-490c-a88e-6f63b69781c8 None None] Update dhcp port {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': '8ba044d5-0d41-4066-afae-ae9138416e7d', 'ip_address': '2001:db8::f816:3eff:fecf:e54d'}, {'subnet_id': '3ee37a8d-55e3-4713-802e-3eabc222894d'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'ad6a01b6-2366-43da-971a-ee6056ce67f3'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:11:29.393930 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-845e7673-0c9f-43ca-baef-6473716f12c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (d5f44da3-ec83-4eb4-b467-97eb443f0731), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.394534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845e7673-0c9f-43ca-baef-6473716f12c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Fanout notify agent at l3_agent the message router_deleted on router d5f44da3-ec83-4eb4-b467-97eb443f0731 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:11:29.403948 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-845e7673-0c9f-43ca-baef-6473716f12c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.406267 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2fe62eaa-e953-490c-a88e-6f63b69781c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.408024 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-845e7673-0c9f-43ca-baef-6473716f12c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/d5f44da3-ec83-4eb4-b467-97eb443f0731 HTTP/1.1" status: 204 len: 168 time: 0.4520397 Feb 11 05:11:29.408720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37270) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:29.472310 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1118367-05ea-4b32-a7aa-08d475f116aa tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (8ba044d5-0d41-4066-afae-ae9138416e7d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.474186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe99e12c-cab6-4f8a-bb23-a2a38b8fae7c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting subnet 5bbfaa0d-272c-471a-ba4b-911f1b99a1ea {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:29.480721 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe99e12c-cab6-4f8a-bb23-a2a38b8fae7c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (5bbfaa0d-272c-471a-ba4b-911f1b99a1ea), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.545053 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe99e12c-cab6-4f8a-bb23-a2a38b8fae7c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (5bbfaa0d-272c-471a-ba4b-911f1b99a1ea), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.594943 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1118367-05ea-4b32-a7aa-08d475f116aa tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (8ba044d5-0d41-4066-afae-ae9138416e7d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-2fe62eaa-e953-490c-a88e-6f63b69781c8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ba044d5-0d41-4066-afae-ae9138416e7d: This subnet is being modified by another concurrent operation. Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:11:29.658002 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ba044d5-0d41-4066-afae-ae9138416e7d: This subnet is being modified by another concurrent operation. Feb 11 05:11:29.662142 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Feb 11 05:11:29.667004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1118367-05ea-4b32-a7aa-08d475f116aa tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.669802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c1118367-05ea-4b32-a7aa-08d475f116aa tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/8ba044d5-0d41-4066-afae-ae9138416e7d HTTP/1.1" status: 204 len: 168 time: 0.5794399 Feb 11 05:11:29.671394 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1118367-05ea-4b32-a7aa-08d475f116aa tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba044d5-0d41-4066-afae-ae9138416e7d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:29.674420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37278) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:29.734278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe99e12c-cab6-4f8a-bb23-a2a38b8fae7c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (5bbfaa0d-272c-471a-ba4b-911f1b99a1ea), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.749422 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ce2ee3d5-1c28-4d2f-8789-e1b7329ab01d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689106 Feb 11 05:11:29.749422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37280) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:29.755939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:29.761206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4ceeaa-9178-497b-b044-db82fca9905f None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:11:29.831019 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe99e12c-cab6-4f8a-bb23-a2a38b8fae7c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (5bbfaa0d-272c-471a-ba4b-911f1b99a1ea), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.882105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:29.886003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99e12c-cab6-4f8a-bb23-a2a38b8fae7c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Subnet': ['ID=5bbfaa0d-272c-471a-ba4b-911f1b99a1ea,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:29.887769 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.891428 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe99e12c-cab6-4f8a-bb23-a2a38b8fae7c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.897252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fe99e12c-cab6-4f8a-bb23-a2a38b8fae7c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/5bbfaa0d-272c-471a-ba4b-911f1b99a1ea HTTP/1.1" status: 204 len: 168 time: 0.4852235 Feb 11 05:11:29.897973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37284) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:29.920513 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7a6c0980-1dec-44cb-b4e1-6888e0c6d16c None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:29.921113 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0980-1dec-44cb-b4e1-6888e0c6d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.947676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:29.961089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02f1d5e-7ea8-4ffb-bbe0-e071db22b0fc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting subnet ad8a3646-acd6-4922-a983-a9abda19ee5e {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:29.965606 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f02f1d5e-7ea8-4ffb-bbe0-e071db22b0fc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (ad8a3646-acd6-4922-a983-a9abda19ee5e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.021745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ceeaa-9178-497b-b044-db82fca9905f None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:11:30.028980 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f02f1d5e-7ea8-4ffb-bbe0-e071db22b0fc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (ad8a3646-acd6-4922-a983-a9abda19ee5e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.192792 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f02f1d5e-7ea8-4ffb-bbe0-e071db22b0fc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (ad8a3646-acd6-4922-a983-a9abda19ee5e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.323439 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f02f1d5e-7ea8-4ffb-bbe0-e071db22b0fc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (ad8a3646-acd6-4922-a983-a9abda19ee5e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.360518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f1d5e-7ea8-4ffb-bbe0-e071db22b0fc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8a3646-acd6-4922-a983-a9abda19ee5e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:30.369238 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f02f1d5e-7ea8-4ffb-bbe0-e071db22b0fc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.389067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ad6a01b6-2366-43da-971a-ee6056ce67f3 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:30.394808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f02f1d5e-7ea8-4ffb-bbe0-e071db22b0fc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/ad8a3646-acd6-4922-a983-a9abda19ee5e HTTP/1.1" status: 204 len: 168 time: 0.4936249 Feb 11 05:11:30.398805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37294) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:30.451570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c0980-1dec-44cb-b4e1-6888e0c6d16c None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:30.498483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (bfbbb010-e6c7-4d64-b87f-ac273b980b5f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.499323 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:11:30.614346 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:30.614761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.630608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port 9da7bd8f-9761-4743-b3a2-ea3026abd2de {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:30.630985 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.645417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb063853-be00-4136-a204-9008f221f1ae None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:30.650688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827305c9-abe2-41f1-ac12-f10b3c1995e3 None None] Network bfbbb010-e6c7-4d64-b87f-ac273b980b5f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:30.730100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port 9da7bd8f-9761-4743-b3a2-ea3026abd2de, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9da7bd8f-9761-4743-b3a2-ea3026abd2de,segment=NetworkSegment(c404010c-56c3-442b-9b43-85f95f3b2f47),segment_id=c404010c-56c3-442b-9b43-85f95f3b2f47)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:30.730677 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.744582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for 9da7bd8f-9761-4743-b3a2-ea3026abd2de owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:30.807041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351a2b69-481f-41d1-8b1a-2a281639c893 None None] Network 39470aef-60f4-4828-94bb-fb5016ca582e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:30.933063 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.949621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9da7bd8f-9761-4743-b3a2-ea3026abd2de), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.979715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=9da7bd8f-9761-4743-b3a2-ea3026abd2de,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:30.988769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No DVR routers for this DVR port 9da7bd8f-9761-4743-b3a2-ea3026abd2de on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:31.081159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8a0728c5-6ef5-449c-a781-b4a8c1b6e9f2 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:31.081783 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8a0728c5-6ef5-449c-a781-b4a8c1b6e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.189802 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (bfbbb010-e6c7-4d64-b87f-ac273b980b5f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.212314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4be4e2-fb1b-4e57-a43b-2da8d6e0027c None None] DHCP port deletion for bfbbb010-e6c7-4d64-b87f-ac273b980b5f request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:11:31.213109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfe44d3-1107-40c6-95a4-534505dc4d02 None None] DHCP port deletion for 39470aef-60f4-4828-94bb-fb5016ca582e request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:11:31.213221 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9e93-bf07-42fd-9095-774a220dc57a req-9c50968f-715a-4a03-85db-4fa757e837fe tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:31.216434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd4a9e93-bf07-42fd-9095-774a220dc57a req-9c50968f-715a-4a03-85db-4fa757e837fe tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1755476 Feb 11 05:11:31.229893 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbbb010-e6c7-4d64-b87f-ac273b980b5f']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:31.247835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:31.248563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c404010c-56c3-442b-9b43-85f95f3b2f47') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:31.248869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c404010c-56c3-442b-9b43-85f95f3b2f47') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:31.268695 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (c404010c-56c3-442b-9b43-85f95f3b2f47), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.298819 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.303397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd4a9e93-bf07-42fd-9095-774a220dc57a req-0c81e4c3-0d9b-43c3-ae25-6cedc41c5470 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755310 Feb 11 05:11:31.317023 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c404010c-56c3-442b-9b43-85f95f3b2f47), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.319815 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.327146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:31.327576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (c404010c-56c3-442b-9b43-85f95f3b2f47), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:31.332986 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:31.384830 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:11:31.385221 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:11:31.436104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:31.465524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (e1419e17-2683-4fcd-bc41-35316f26e4bc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.466363 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (bfbbb010-e6c7-4d64-b87f-ac273b980b5f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.475267 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.484340 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/networks/bfbbb010-e6c7-4d64-b87f-ac273b980b5f HTTP/1.1" status: 204 len: 168 time: 1.0818772 Feb 11 05:11:31.508761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37312) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:31.511588 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8a0728c5-6ef5-449c-a781-b4a8c1b6e9f2 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:31.522528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0426c7-b495-476d-b12c-05e99d3e7d87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Network': ['ID=bfbbb010-e6c7-4d64-b87f-ac273b980b5f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:31.525216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe44d3-1107-40c6-95a4-534505dc4d02 None None] Deleting port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:31.525671 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3bfe44d3-1107-40c6-95a4-534505dc4d02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.555581 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:31.556848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=e1419e17-2683-4fcd-bc41-35316f26e4bc,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:31.572516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:31.576790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:31.577666 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.606123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e46035c5-6e08-41c7-b968-23a6fa5a0aad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8561597 Feb 11 05:11:31.606827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37314) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:31.616140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-450ee40a-ff95-4a34-8f80-b45c811b80d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:31.639366 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (39470aef-60f4-4828-94bb-fb5016ca582e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.673803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7f6bf0-2c3c-4a90-9b55-66aae43a35b8 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:31.745040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:31.745385 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.761495 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3bfe44d3-1107-40c6-95a4-534505dc4d02 None None] For port a750e99e-f0e1-40b7-9db4-b91ffbce1a05, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a750e99e-f0e1-40b7-9db4-b91ffbce1a05,segment=NetworkSegment(35c44dfd-3797-4b18-98d3-4ca291672857),segment_id=35c44dfd-3797-4b18-98d3-4ca291672857)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:31.761904 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3bfe44d3-1107-40c6-95a4-534505dc4d02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.809806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450ee40a-ff95-4a34-8f80-b45c811b80d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:31.813656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-450ee40a-ff95-4a34-8f80-b45c811b80d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.924610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port a750e99e-f0e1-40b7-9db4-b91ffbce1a05, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a750e99e-f0e1-40b7-9db4-b91ffbce1a05,segment=NetworkSegment(35c44dfd-3797-4b18-98d3-4ca291672857),segment_id=35c44dfd-3797-4b18-98d3-4ca291672857)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:31.925180 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.957410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-33848453-1f4c-4ce5-a950-804536162473 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:31.959177 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33848453-1f4c-4ce5-a950-804536162473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.961290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe44d3-1107-40c6-95a4-534505dc4d02 None None] Calling delete_port for a750e99e-f0e1-40b7-9db4-b91ffbce1a05 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:31.972432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for a750e99e-f0e1-40b7-9db4-b91ffbce1a05 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:32.136179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:32.136765 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.193855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.216313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:32.235804 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.307151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=a750e99e-f0e1-40b7-9db4-b91ffbce1a05,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:32.320709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No DVR routers for this DVR port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:32.351918 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3bfe44d3-1107-40c6-95a4-534505dc4d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (a750e99e-f0e1-40b7-9db4-b91ffbce1a05), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.403940 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-450ee40a-ff95-4a34-8f80-b45c811b80d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (83416087-dcda-4adb-8999-da9477fea50e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.443762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfe44d3-1107-40c6-95a4-534505dc4d02 None None] No DVR routers for this DVR port a750e99e-f0e1-40b7-9db4-b91ffbce1a05 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:32.453708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a750e99e-f0e1-40b7-9db4-b91ffbce1a05 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:32.458809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-33848453-1f4c-4ce5-a950-804536162473 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:32.463134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33848453-1f4c-4ce5-a950-804536162473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.487633 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (39470aef-60f4-4828-94bb-fb5016ca582e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.510316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9817742c-4803-49cb-9ebd-49592ceac905 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:11:32.512598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:32.522330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39470aef-60f4-4828-94bb-fb5016ca582e']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:32.537614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c44dfd-3797-4b18-98d3-4ca291672857') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:32.538734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c44dfd-3797-4b18-98d3-4ca291672857') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:32.562814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: a750e99e-f0e1-40b7-9db4-b91ffbce1a05 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:32.562814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a750e99e-f0e1-40b7-9db4-b91ffbce1a05 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:32.562814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9da7bd8f-9761-4743-b3a2-ea3026abd2de no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:32.578270 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (35c44dfd-3797-4b18-98d3-4ca291672857), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.594332 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (35c44dfd-3797-4b18-98d3-4ca291672857), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.601194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:32.601797 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (35c44dfd-3797-4b18-98d3-4ca291672857), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.618171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 9da7bd8f-9761-4743-b3a2-ea3026abd2de {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:32.618694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9da7bd8f-9761-4743-b3a2-ea3026abd2de not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:32.629440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ee40a-ff95-4a34-8f80-b45c811b80d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:32.639627 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:32.644905 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe44d3-1107-40c6-95a4-534505dc4d02 None None] Pushing event deleted for resources: {'Port': ['ID=a750e99e-f0e1-40b7-9db4-b91ffbce1a05,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:32.654482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-450ee40a-ff95-4a34-8f80-b45c811b80d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:32.658598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-33848453-1f4c-4ce5-a950-804536162473 None None] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:32.662482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450ee40a-ff95-4a34-8f80-b45c811b80d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:32.663560 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-450ee40a-ff95-4a34-8f80-b45c811b80d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.673026 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33848453-1f4c-4ce5-a950-804536162473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.676354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ee40a-ff95-4a34-8f80-b45c811b80d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=83416087-dcda-4adb-8999-da9477fea50e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:32.696875 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-450ee40a-ff95-4a34-8f80-b45c811b80d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0871336 Feb 11 05:11:32.706733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ca4b2-4f29-45b1-95b8-a12e90a00297 req-0234fc85-3ce5-4224-922e-4eb095dccc52 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:32.714410 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-199ca4b2-4f29-45b1-95b8-a12e90a00297 req-0234fc85-3ce5-4224-922e-4eb095dccc52 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1682131 Feb 11 05:11:32.717634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37332) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:32.721586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:41:50:e2', 'name': 'tempest-NetworksTestDHCPv6-1666624824'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:32.748338 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (39470aef-60f4-4828-94bb-fb5016ca582e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.758231 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.763313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-33848453-1f4c-4ce5-a950-804536162473 None None] Could not find standard attr ID for object 2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:11:32.769943 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/networks/39470aef-60f4-4828-94bb-fb5016ca582e HTTP/1.1" status: 204 len: 168 time: 1.2590294 Feb 11 05:11:32.772016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37336) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:32.777956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-83831773-cc41-40e7-ac5d-14b6ea4ad052 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-81363216'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:32.804872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a63f2-0eee-4bc3-a52e-9102de0df3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Network': ['ID=39470aef-60f4-4828-94bb-fb5016ca582e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:32.835248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33848453-1f4c-4ce5-a950-804536162473 None None] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:32.841572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817742c-4803-49cb-9ebd-49592ceac905 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:11:32.887276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83831773-cc41-40e7-ac5d-14b6ea4ad052 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:32.890533 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83831773-cc41-40e7-ac5d-14b6ea4ad052 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.907189 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-199ca4b2-4f29-45b1-95b8-a12e90a00297 req-ac96f55a-b76c-45d8-bbb3-7a30351fa7e5 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917243 Feb 11 05:11:32.948513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83831773-cc41-40e7-ac5d-14b6ea4ad052 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:32.963937 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83831773-cc41-40e7-ac5d-14b6ea4ad052 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.964351 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-83831773-cc41-40e7-ac5d-14b6ea4ad052 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Added segment b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc of type vlan for network eabba8ff-5c1f-49b4-a0db-911ebf032a0f Feb 11 05:11:32.968209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ddc3fbd1-215c-4b4d-b9b7-a7238aa6de6e None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:32.968752 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fbd1-215c-4b4d-b9b7-a7238aa6de6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.998708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:33.023116 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83831773-cc41-40e7-ac5d-14b6ea4ad052 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (eabba8ff-5c1f-49b4-a0db-911ebf032a0f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.108572 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83831773-cc41-40e7-ac5d-14b6ea4ad052 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (eabba8ff-5c1f-49b4-a0db-911ebf032a0f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.113809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83831773-cc41-40e7-ac5d-14b6ea4ad052 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.115107 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-83831773-cc41-40e7-ac5d-14b6ea4ad052 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.150193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ddc3fbd1-215c-4b4d-b9b7-a7238aa6de6e None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:33.157836 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.193783 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-83831773-cc41-40e7-ac5d-14b6ea4ad052 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4205925 Feb 11 05:11:33.197001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37344) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:33.204057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b981ac16-5d95-4ee8-9865-d544ed5a3fdf tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'subnet': {'network_id': 'eabba8ff-5c1f-49b4-a0db-911ebf032a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:33.243786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83831773-cc41-40e7-ac5d-14b6ea4ad052 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Network': ['ID=eabba8ff-5c1f-49b4-a0db-911ebf032a0f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:33.264124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 8d96ec13-aa18-405b-a0b1-05132a3da8bb yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:11:33.320070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b981ac16-5d95-4ee8-9865-d544ed5a3fdf tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:33.325327 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b981ac16-5d95-4ee8-9865-d544ed5a3fdf tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.403503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network eabba8ff-5c1f-49b4-a0db-911ebf032a0f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:33.462025 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 172.20.0.2 (7c563e16-8896-4630-8c06-8305ed9e25d0/83416087-dcda-4adb-8999-da9477fea50e/8d96ec13-aa18-405b-a0b1-05132a3da8bb) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:33.485372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::f816:3eff:fe41:50e2 (7c563e16-8896-4630-8c06-8305ed9e25d0/e1419e17-2683-4fcd-bc41-35316f26e4bc/8d96ec13-aa18-405b-a0b1-05132a3da8bb) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:33.489614 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.496508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07652a2d-30c8-43b0-a219-a7b06186f6e0 None None] Update dhcp port {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': 'e1419e17-2683-4fcd-bc41-35316f26e4bc', 'ip_address': '2001:db8::f816:3eff:fecf:e54d'}, {'subnet_id': '83416087-dcda-4adb-8999-da9477fea50e'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'ad6a01b6-2366-43da-971a-ee6056ce67f3'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:11:33.532731 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07652a2d-30c8-43b0-a219-a7b06186f6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.580968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784652a9-fb33-4fa2-be02-5911db683a0b req-b39d5712-d6a2-469f-a7e9-a01214afc30d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.582457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-784652a9-fb33-4fa2-be02-5911db683a0b req-b39d5712-d6a2-469f-a7e9-a01214afc30d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.10 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1113067 Feb 11 05:11:33.594814 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b981ac16-5d95-4ee8-9865-d544ed5a3fdf tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (6cd575d5-4aec-4267-8b54-6f39bac309f5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.721100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (8d96ec13-aa18-405b-a0b1-05132a3da8bb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.758718 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8d96ec13-aa18-405b-a0b1-05132a3da8bb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.833985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:33.837941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:33.843760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:33.845047 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-07652a2d-30c8-43b0-a219-a7b06186f6e0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-79c1b3d6-a5c0-4940-9aa8-9a6a37ebc460 {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:11:33.845624 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-07652a2d-30c8-43b0-a219-a7b06186f6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:11:33.848163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=8d96ec13-aa18-405b-a0b1-05132a3da8bb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:33.905291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.906009 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.923831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ddab1620-25dc-466b-9391-b20d5b078f41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2059331 Feb 11 05:11:33.926330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37356) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:33.986835 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981ac16-5d95-4ee8-9865-d544ed5a3fdf tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Subnet': ['ID=6cd575d5-4aec-4267-8b54-6f39bac309f5,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:33.998932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfddb3aa-c5a5-4a34-acc6-3371c9c69dd0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:34.005453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfddb3aa-c5a5-4a34-acc6-3371c9c69dd0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:34.007274 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dfddb3aa-c5a5-4a34-acc6-3371c9c69dd0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0798903 Feb 11 05:11:34.010063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37362) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:34.036837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981ac16-5d95-4ee8-9865-d544ed5a3fdf tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Checking segment: {'id': 'b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eabba8ff-5c1f-49b4-a0db-911ebf032a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:34.037436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b981ac16-5d95-4ee8-9865-d544ed5a3fdf tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network hostable DHCP agents. Network: eabba8ff-5c1f-49b4-a0db-911ebf032a0f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:34.081363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b981ac16-5d95-4ee8-9865-d544ed5a3fdf tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network eabba8ff-5c1f-49b4-a0db-911ebf032a0f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:34.090373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-784652a9-fb33-4fa2-be02-5911db683a0b req-a6d30cb0-3a10-4317-afed-c82674724d32 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Deleting port b48f2dc7-aaab-4869-baab-c7ab62562808 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:34.090819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-784652a9-fb33-4fa2-be02-5911db683a0b req-a6d30cb0-3a10-4317-afed-c82674724d32 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.112210 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6198c-80b0-4563-bee7-a10475ff6a83 req-4d20c0cd-6e6a-403c-bf13-a3a7b8cb57fa tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:34.113892 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fcc6198c-80b0-4563-bee7-a10475ff6a83 req-4d20c0cd-6e6a-403c-bf13-a3a7b8cb57fa tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=5995a591-4b0a-49ff-b5b5-dfcbb917b3b0 HTTP/1.1" status: 200 len: 945 time: 0.1155593 Feb 11 05:11:34.117907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b981ac16-5d95-4ee8-9865-d544ed5a3fdf tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, eabba8ff-5c1f-49b4-a0db-911ebf032a0f) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:34.123620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0031eeeb-88f7-4a56-b9df-cf505127bcad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 8d96ec13-aa18-405b-a0b1-05132a3da8bb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:34.123620 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0031eeeb-88f7-4a56-b9df-cf505127bcad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8d96ec13-aa18-405b-a0b1-05132a3da8bb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.130854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981ac16-5d95-4ee8-9865-d544ed5a3fdf tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:34.131518 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b981ac16-5d95-4ee8-9865-d544ed5a3fdf tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.200693 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b981ac16-5d95-4ee8-9865-d544ed5a3fdf tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0016868 Feb 11 05:11:34.203379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37370) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:34.210265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3ac335d5-23b8-4e35-b239-4cfef3552802 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-929031031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:34.242510 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0031eeeb-88f7-4a56-b9df-cf505127bcad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8d96ec13-aa18-405b-a0b1-05132a3da8bb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.247640 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fcc6198c-80b0-4563-bee7-a10475ff6a83 req-7c26220c-e6e2-4069-911c-f1dfc0b9dbbc tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083450 Feb 11 05:11:34.252869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-784652a9-fb33-4fa2-be02-5911db683a0b req-a6d30cb0-3a10-4317-afed-c82674724d32 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] For port b48f2dc7-aaab-4869-baab-c7ab62562808, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=b48f2dc7-aaab-4869-baab-c7ab62562808,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:34.253253 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-784652a9-fb33-4fa2-be02-5911db683a0b req-a6d30cb0-3a10-4317-afed-c82674724d32 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.253739 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ac335d5-23b8-4e35-b239-4cfef3552802 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (5b00fbef-ac2d-4af6-8f5f-ddbac54087c3), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.255589 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ac335d5-23b8-4e35-b239-4cfef3552802 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (5b00fbef-ac2d-4af6-8f5f-ddbac54087c3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.265510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0031eeeb-88f7-4a56-b9df-cf505127bcad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 8d96ec13-aa18-405b-a0b1-05132a3da8bb owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:34.274582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-784652a9-fb33-4fa2-be02-5911db683a0b req-a6d30cb0-3a10-4317-afed-c82674724d32 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Calling delete_port for b48f2dc7-aaab-4869-baab-c7ab62562808 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:34.382597 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ac335d5-23b8-4e35-b239-4cfef3552802 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (5b00fbef-ac2d-4af6-8f5f-ddbac54087c3), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.396741 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ac335d5-23b8-4e35-b239-4cfef3552802 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (5b00fbef-ac2d-4af6-8f5f-ddbac54087c3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.429656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3ac335d5-23b8-4e35-b239-4cfef3552802 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.431300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3ac335d5-23b8-4e35-b239-4cfef3552802 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2268734 Feb 11 05:11:34.433874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37378) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:34.440011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'port': {'network_id': 'eabba8ff-5c1f-49b4-a0db-911ebf032a0f', 'name': 'tempest-RoutersIpV6Test-678168525'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:34.444786 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07652a2d-30c8-43b0-a219-a7b06186f6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.466614 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-784652a9-fb33-4fa2-be02-5911db683a0b req-a6d30cb0-3a10-4317-afed-c82674724d32 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b48f2dc7-aaab-4869-baab-c7ab62562808), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.508758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['b48f2dc7-aaab-4869-baab-c7ab62562808'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:34.512273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ba5a58a7-907b-4dfe-91ab-8e81ffca3dab'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:34.516855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d30cb0-3a10-4317-afed-c82674724d32 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Pushing event deleted for resources: {'Port': ['ID=b48f2dc7-aaab-4869-baab-c7ab62562808,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:34.560737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-784652a9-fb33-4fa2-be02-5911db683a0b req-a6d30cb0-3a10-4317-afed-c82674724d32 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] No DVR routers for this DVR port b48f2dc7-aaab-4869-baab-c7ab62562808 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:34.564979 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-784652a9-fb33-4fa2-be02-5911db683a0b req-a6d30cb0-3a10-4317-afed-c82674724d32 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.573873 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-784652a9-fb33-4fa2-be02-5911db683a0b req-a6d30cb0-3a10-4317-afed-c82674724d32 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.10 "DELETE /v2.0/ports/b48f2dc7-aaab-4869-baab-c7ab62562808 HTTP/1.1" status: 204 len: 173 time: 0.9859710 Feb 11 05:11:34.575839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995a591-4b0a-49ff-b5b5-dfcbb917b3b0', 'name': 'network-vif-deleted', 'tag': 'b48f2dc7-aaab-4869-baab-c7ab62562808'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:34.580804 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5aea5d-561a-4aa1-870e-5ebac148359a" -d '{"events": [{"server_uuid": "5995a591-4b0a-49ff-b5b5-dfcbb917b3b0", "name": "network-vif-deleted", "tag": "b48f2dc7-aaab-4869-baab-c7ab62562808"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:34.652710 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98500a2-6a86-4034-bb0f-1fd85f4c7a14 x-openstack-request-id: req-e98500a2-6a86-4034-bb0f-1fd85f4c7a14 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:34.653000 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:34.653455 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995a591-4b0a-49ff-b5b5-dfcbb917b3b0", "name": "network-vif-deleted", "tag": "b48f2dc7-aaab-4869-baab-c7ab62562808", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:34.653455 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e98500a2-6a86-4034-bb0f-1fd85f4c7a14 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:34.653877 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995a591-4b0a-49ff-b5b5-dfcbb917b3b0', 'name': 'network-vif-deleted', 'tag': 'b48f2dc7-aaab-4869-baab-c7ab62562808', 'status': 'completed', 'code': 200} Feb 11 05:11:34.665015 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.734114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] device_id is not set on port 4338d2de-f2d3-45f3-a880-0fae3b21e196 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:11:34.787761 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0031eeeb-88f7-4a56-b9df-cf505127bcad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8d96ec13-aa18-405b-a0b1-05132a3da8bb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.868883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-07652a2d-30c8-43b0-a219-a7b06186f6e0 None None] Allocated IP 172.20.0.3 (7c563e16-8896-4630-8c06-8305ed9e25d0/83416087-dcda-4adb-8999-da9477fea50e/ad6a01b6-2366-43da-971a-ee6056ce67f3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:34.883660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031eeeb-88f7-4a56-b9df-cf505127bcad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=8d96ec13-aa18-405b-a0b1-05132a3da8bb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:35.004290 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0031eeeb-88f7-4a56-b9df-cf505127bcad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.008483 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0031eeeb-88f7-4a56-b9df-cf505127bcad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/8d96ec13-aa18-405b-a0b1-05132a3da8bb HTTP/1.1" status: 204 len: 168 time: 0.9974051 Feb 11 05:11:35.011137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37386) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:35.032200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-07652a2d-30c8-43b0-a219-a7b06186f6e0 None None] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:35.071359 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07652a2d-30c8-43b0-a219-a7b06186f6e0 None None] Publish callbacks [] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.083687 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07652a2d-30c8-43b0-a219-a7b06186f6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.129731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91782a0-f20b-4022-b4a0-9f7212bfb7d9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.131171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91782a0-f20b-4022-b4a0-9f7212bfb7d9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.132721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91782a0-f20b-4022-b4a0-9f7212bfb7d9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.137330 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f91782a0-f20b-4022-b4a0-9f7212bfb7d9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1223791 Feb 11 05:11:35.142949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37388) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:35.267457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07652a2d-30c8-43b0-a219-a7b06186f6e0 None None] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:35.276173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8c3547-14f6-47fb-b0e6-8036fea6e7bf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 83416087-dcda-4adb-8999-da9477fea50e {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:35.282522 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3547-14f6-47fb-b0e6-8036fea6e7bf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (83416087-dcda-4adb-8999-da9477fea50e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.364930 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3547-14f6-47fb-b0e6-8036fea6e7bf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (83416087-dcda-4adb-8999-da9477fea50e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.581925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3547-14f6-47fb-b0e6-8036fea6e7bf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (83416087-dcda-4adb-8999-da9477fea50e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.653854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Allocated IP 2001:db8::1b7 (eabba8ff-5c1f-49b4-a0db-911ebf032a0f/6cd575d5-4aec-4267-8b54-6f39bac309f5/4338d2de-f2d3-45f3-a880-0fae3b21e196) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:35.705998 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3547-14f6-47fb-b0e6-8036fea6e7bf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (83416087-dcda-4adb-8999-da9477fea50e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.746271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c3547-14f6-47fb-b0e6-8036fea6e7bf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=83416087-dcda-4adb-8999-da9477fea50e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:35.757047 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b8c3547-14f6-47fb-b0e6-8036fea6e7bf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.764814 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3b8c3547-14f6-47fb-b0e6-8036fea6e7bf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/83416087-dcda-4adb-8999-da9477fea50e HTTP/1.1" status: 204 len: 168 time: 0.6194966 Feb 11 05:11:35.764814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37398) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:35.817771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2c8cd-f586-412e-b5a7-f0f4666fd978 req-a829ca30-ae83-4aff-b8fb-e29d9dfea4da tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.819347 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53f2c8cd-f586-412e-b5a7-f0f4666fd978 req-a829ca30-ae83-4aff-b8fb-e29d9dfea4da tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1535289 Feb 11 05:11:35.874565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9360f31-da90-4a93-bb53-345917de5830 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet e1419e17-2683-4fcd-bc41-35316f26e4bc {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:35.878212 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9360f31-da90-4a93-bb53-345917de5830 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (e1419e17-2683-4fcd-bc41-35316f26e4bc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.922519 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (4338d2de-f2d3-45f3-a880-0fae3b21e196), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.931413 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9360f31-da90-4a93-bb53-345917de5830 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (e1419e17-2683-4fcd-bc41-35316f26e4bc), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.985982 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4338d2de-f2d3-45f3-a880-0fae3b21e196), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.023162 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9360f31-da90-4a93-bb53-345917de5830 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e1419e17-2683-4fcd-bc41-35316f26e4bc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.070351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network eabba8ff-5c1f-49b4-a0db-911ebf032a0f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:36.082213 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:36.094447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:36.103177 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9360f31-da90-4a93-bb53-345917de5830 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (e1419e17-2683-4fcd-bc41-35316f26e4bc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.110019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:36.110932 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.133684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=4338d2de-f2d3-45f3-a880-0fae3b21e196,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:36.158384 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f6b89cef-cd0d-4f35-97a1-175240c42dcd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7230895 Feb 11 05:11:36.163233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37400) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:36.167121 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-53f2c8cd-f586-412e-b5a7-f0f4666fd978 req-53434715-e1ed-471b-a131-be45ff54ae1d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399658 Feb 11 05:11:36.174738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9360f31-da90-4a93-bb53-345917de5830 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=e1419e17-2683-4fcd-bc41-35316f26e4bc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:36.183837 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9360f31-da90-4a93-bb53-345917de5830 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.187983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f9360f31-da90-4a93-bb53-345917de5830 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/e1419e17-2683-4fcd-bc41-35316f26e4bc HTTP/1.1" status: 204 len: 168 time: 0.4220135 Feb 11 05:11:36.190559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37402) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:36.317984 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2086ce3d-49ae-4be6-ae42-4ed46a5ed1c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1236563 Feb 11 05:11:36.318615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37404) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:36.323222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8fe1a883-454a-4845-82f0-05f15161958f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:36.418056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ad6a01b6-2366-43da-971a-ee6056ce67f3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:36.493880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe1a883-454a-4845-82f0-05f15161958f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:36.498706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:36.499057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fe1a883-454a-4845-82f0-05f15161958f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.499377 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.526027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7881c43e-6ae2-4735-8883-3c99fed220d0 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:11:36.664848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-78347525-2b40-4425-9bcd-ece0943d5ab1 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:36.665235 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78347525-2b40-4425-9bcd-ece0943d5ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.673220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7881c43e-6ae2-4735-8883-3c99fed220d0 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:11:36.717825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:36.858216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-78347525-2b40-4425-9bcd-ece0943d5ab1 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:36.880955 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fe1a883-454a-4845-82f0-05f15161958f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (d514df73-321b-4bc6-b956-cef77aa11d0e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.960531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-eabba8ff-5c1f-49b4-a0db-911ebf032a0f', 'network_id': 'eabba8ff-5c1f-49b4-a0db-911ebf032a0f', 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'fixed_ips': [{'subnet_id': '6cd575d5-4aec-4267-8b54-6f39bac309f5'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:11:36.961521 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.963157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe1a883-454a-4845-82f0-05f15161958f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:36.972991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8fe1a883-454a-4845-82f0-05f15161958f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:36.977323 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1a883-454a-4845-82f0-05f15161958f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:36.977939 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fe1a883-454a-4845-82f0-05f15161958f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.001471 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1a883-454a-4845-82f0-05f15161958f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=d514df73-321b-4bc6-b956-cef77aa11d0e,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:37.017709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8fe1a883-454a-4845-82f0-05f15161958f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6985157 Feb 11 05:11:37.020728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37408) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:37.028094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:37.062254 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4338d2de-f2d3-45f3-a880-0fae3b21e196), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.174881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Allocated IP 2001:db8::2 (eabba8ff-5c1f-49b4-a0db-911ebf032a0f/6cd575d5-4aec-4267-8b54-6f39bac309f5/b8aecba4-daca-4081-b996-f351723e0c9f) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:37.245942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:37.253504 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.357282 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Publish callbacks [] for port (b8aecba4-daca-4081-b996-f351723e0c9f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.366878 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.402014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90c3d5-4f48-4a2d-b633-abea57983df5 req-463f61f9-ef0f-47cd-b932-fd6d7ff6fb83 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:37.403557 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce90c3d5-4f48-4a2d-b633-abea57983df5 req-463f61f9-ef0f-47cd-b932-fd6d7ff6fb83 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1179693 Feb 11 05:11:37.417361 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (4338d2de-f2d3-45f3-a880-0fae3b21e196), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.419093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Network eabba8ff-5c1f-49b4-a0db-911ebf032a0f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:37.425057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:37.425211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (4338d2de-f2d3-45f3-a880-0fae3b21e196), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.429381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:37.437629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Pushing event updated for resources: {'Port': ['ID=b8aecba4-daca-4081-b996-f351723e0c9f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:37.510838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce90c3d5-4f48-4a2d-b633-abea57983df5 req-067bfb84-0f0d-4e44-be16-c027f6f5eafb tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984344 Feb 11 05:11:37.551854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Attempting to bind port b8aecba4-daca-4081-b996-f351723e0c9f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:37.552392 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Attempting to bind port b8aecba4-daca-4081-b996-f351723e0c9f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eabba8ff-5c1f-49b4-a0db-911ebf032a0f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:37.552780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Attempting to bind port b8aecba4-daca-4081-b996-f351723e0c9f on network eabba8ff-5c1f-49b4-a0db-911ebf032a0f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:37.562732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:37.563188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Checking segment: {'id': 'b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eabba8ff-5c1f-49b4-a0db-911ebf032a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:37.564271 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.564677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Bound using segment: {'id': 'b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eabba8ff-5c1f-49b4-a0db-911ebf032a0f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:37.565166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Bound port: b8aecba4-daca-4081-b996-f351723e0c9f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'eabba8ff-5c1f-49b4-a0db-911ebf032a0f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:37.565553 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.585299 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.622093 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (5b00fbef-ac2d-4af6-8f5f-ddbac54087c3), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.640255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] For port b8aecba4-daca-4081-b996-f351723e0c9f, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:37.644283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] For port b8aecba4-daca-4081-b996-f351723e0c9f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b8aecba4-daca-4081-b996-f351723e0c9f,segment=NetworkSegment(b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc),segment_id=b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:37.654422 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.704172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=4338d2de-f2d3-45f3-a880-0fae3b21e196,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:37.757766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8bafd-5b66-4d72-a8c5-37fc404dbbf1 None None] Pushing event updated for resources: {'Port': ['ID=b8aecba4-daca-4081-b996-f351723e0c9f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:37.793103 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4338d2de-f2d3-45f3-a880-0fae3b21e196), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.808688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:11:37.812497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device b48f2dc7-aaab-4869-baab-c7ab62562808 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:37.842338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: b48f2dc7-aaab-4869-baab-c7ab62562808 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:37.842987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device b48f2dc7-aaab-4869-baab-c7ab62562808 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:38.027882 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.177037 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (4338d2de-f2d3-45f3-a880-0fae3b21e196), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.183364 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (4338d2de-f2d3-45f3-a880-0fae3b21e196), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.184492 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (5b00fbef-ac2d-4af6-8f5f-ddbac54087c3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.224786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:38.257595 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.272062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.277720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=4338d2de-f2d3-45f3-a880-0fae3b21e196,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:38.331034 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (10c5839a-9849-43f0-9870-dfb1cd529f21), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.342287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network eabba8ff-5c1f-49b4-a0db-911ebf032a0f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:38.347281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:38.411607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:38.415906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b8aecba4-daca-4081-b996-f351723e0c9f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:38.416400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:38.418060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=13']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:38.420825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.421416 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.433569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=10c5839a-9849-43f0-9870-dfb1cd529f21,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:38.438471 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.438820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.440373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.440724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.441068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.441406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.441757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.442069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.442972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.443306 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.443637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.443962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.444284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.456935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.456935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.456935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.456935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.456935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.456935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.457429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.457595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.458003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.458959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.459489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.459823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.460221 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.471924 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-763bbd5c-da76-4ab9-b18c-63b5bd4e747b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4494712 Feb 11 05:11:38.472583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37414) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:38.479122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:e9:9a:f1', 'name': 'tempest-NetworksTestDHCPv6-1882801527'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:38.491921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b8aecba4-daca-4081-b996-f351723e0c9f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:38.492936 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.530069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 5b00fbef-ac2d-4af6-8f5f-ddbac54087c3 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:11:38.636017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b8aecba4-daca-4081-b996-f351723e0c9f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:38.636766 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.664666 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:38.683626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port b8aecba4-daca-4081-b996-f351723e0c9f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b8aecba4-daca-4081-b996-f351723e0c9f,segment=NetworkSegment(b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc),segment_id=b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:38.693520 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.706384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:38.731967 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22383d7e-6b5f-4662-8093-04424e2b3e74 None None] Sync routers for ids ['5b00fbef-ac2d-4af6-8f5f-ddbac54087c3'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:38.736153 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1a33df49-54c3-423c-8b09-74d3bb28f173 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/5b00fbef-ac2d-4af6-8f5f-ddbac54087c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5649707 Feb 11 05:11:38.754741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37420) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:38.759607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22383d7e-6b5f-4662-8093-04424e2b3e74 None None] Routers {'5b00fbef-ac2d-4af6-8f5f-ddbac54087c3'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:38.760258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-22383d7e-6b5f-4662-8093-04424e2b3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5b00fbef-ac2d-4af6-8f5f-ddbac54087c3'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:38.806282 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.822232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-22383d7e-6b5f-4662-8093-04424e2b3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:38.826044 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=b8aecba4-daca-4081-b996-f351723e0c9f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:38.836616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22383d7e-6b5f-4662-8093-04424e2b3e74 None None] Routers {'5b00fbef-ac2d-4af6-8f5f-ddbac54087c3'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:38.837544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-22383d7e-6b5f-4662-8093-04424e2b3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5b00fbef-ac2d-4af6-8f5f-ddbac54087c3'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:38.865869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 92eecf6b-cef1-467b-9f8a-dafedf6fb842 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:11:38.867937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645ef2c-64d1-4448-9c1f-c837d25cd99d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.869638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d645ef2c-64d1-4448-9c1f-c837d25cd99d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports/4338d2de-f2d3-45f3-a880-0fae3b21e196 HTTP/1.1" status: 200 len: 983 time: 0.1131845 Feb 11 05:11:38.875600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37422) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:38.898467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb322995-edc5-4a7e-8ebf-d4407b5b9620 req-6dcfd3e8-1881-48b0-ae36-ece169e34ef2 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.900640 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb322995-edc5-4a7e-8ebf-d4407b5b9620 req-6dcfd3e8-1881-48b0-ae36-ece169e34ef2 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.2131088 Feb 11 05:11:38.906516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-22383d7e-6b5f-4662-8093-04424e2b3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:38.907245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22383d7e-6b5f-4662-8093-04424e2b3e74 None None] The sync data for ids ['5b00fbef-ac2d-4af6-8f5f-ddbac54087c3'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:39.062365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 172.20.0.10 (7c563e16-8896-4630-8c06-8305ed9e25d0/d514df73-321b-4bc6-b956-cef77aa11d0e/92eecf6b-cef1-467b-9f8a-dafedf6fb842) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:39.069641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::f816:3eff:fee9:9af1 (7c563e16-8896-4630-8c06-8305ed9e25d0/10c5839a-9849-43f0-9870-dfb1cd529f21/92eecf6b-cef1-467b-9f8a-dafedf6fb842) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:39.153457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bceb36-ce9d-474b-a303-4bd84890ffd5 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:39.186800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbe01bc-35c4-47c0-a6ab-f68b6bb26f19 None None] Network eabba8ff-5c1f-49b4-a0db-911ebf032a0f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:39.268352 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (92eecf6b-cef1-467b-9f8a-dafedf6fb842), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.309769 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb322995-edc5-4a7e-8ebf-d4407b5b9620 req-9da9b67a-4a33-41a5-944b-78dbcbcef24f tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624744 Feb 11 05:11:39.319301 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (92eecf6b-cef1-467b-9f8a-dafedf6fb842), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.359877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5f128125-a675-43f5-8152-1b25fbad8269 None None] Provisioning complete for port b8aecba4-daca-4081-b996-f351723e0c9f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:39.360550 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f128125-a675-43f5-8152-1b25fbad8269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.384062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=92eecf6b-cef1-467b-9f8a-dafedf6fb842,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:39.395768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:39.397305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:39.399878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:39.464844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.465547 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.476973 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-38308740-bba5-490a-af10-5246d58047f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.486821 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8b71c429-e993-4270-9a37-0d3cd81ee350 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0131032 Feb 11 05:11:39.489312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37424) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:39.528625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5f128125-a675-43f5-8152-1b25fbad8269 None None] Current status of the port b8aecba4-daca-4081-b996-f351723e0c9f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:39.550048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5f128125-a675-43f5-8152-1b25fbad8269 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:39.550428 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f128125-a675-43f5-8152-1b25fbad8269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.568223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1877047e-daf5-4c4d-9e9f-2ce8fb6fe92a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.585608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1877047e-daf5-4c4d-9e9f-2ce8fb6fe92a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.590479 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1877047e-daf5-4c4d-9e9f-2ce8fb6fe92a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1786 time: 0.0967820 Feb 11 05:11:39.591728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37426) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:39.667274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19107607-1f78-4117-88a3-7f160f06addb None None] Update dhcp port {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': '10c5839a-9849-43f0-9870-dfb1cd529f21', 'ip_address': '2001:db8::f816:3eff:fecf:e54d'}, {'subnet_id': 'd514df73-321b-4bc6-b956-cef77aa11d0e'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'ad6a01b6-2366-43da-971a-ee6056ce67f3'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:11:39.684863 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-456f047c-45eb-490f-a06a-fe3621605ce8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (5b00fbef-ac2d-4af6-8f5f-ddbac54087c3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.718752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-45fc0dbd-dfb0-4650-aa8d-337e1b7e33d3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 92eecf6b-cef1-467b-9f8a-dafedf6fb842 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:39.719229 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45fc0dbd-dfb0-4650-aa8d-337e1b7e33d3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (92eecf6b-cef1-467b-9f8a-dafedf6fb842), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.743272 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19107607-1f78-4117-88a3-7f160f06addb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.763455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5f128125-a675-43f5-8152-1b25fbad8269 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:39.811620 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5f128125-a675-43f5-8152-1b25fbad8269 None None] Provisioning complete for port 4338d2de-f2d3-45f3-a880-0fae3b21e196 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:39.811997 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f128125-a675-43f5-8152-1b25fbad8269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4338d2de-f2d3-45f3-a880-0fae3b21e196), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.861381 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45fc0dbd-dfb0-4650-aa8d-337e1b7e33d3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (92eecf6b-cef1-467b-9f8a-dafedf6fb842), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.875789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-45fc0dbd-dfb0-4650-aa8d-337e1b7e33d3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 92eecf6b-cef1-467b-9f8a-dafedf6fb842 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:39.999814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-19107607-1f78-4117-88a3-7f160f06addb None None] Allocated IP 172.20.0.2 (7c563e16-8896-4630-8c06-8305ed9e25d0/d514df73-321b-4bc6-b956-cef77aa11d0e/ad6a01b6-2366-43da-971a-ee6056ce67f3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:40.054673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5f128125-a675-43f5-8152-1b25fbad8269 None None] Port 4338d2de-f2d3-45f3-a880-0fae3b21e196 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:40.058427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-456f047c-45eb-490f-a06a-fe3621605ce8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port 4338d2de-f2d3-45f3-a880-0fae3b21e196 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:40.058791 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-456f047c-45eb-490f-a06a-fe3621605ce8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4338d2de-f2d3-45f3-a880-0fae3b21e196), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.170102 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45fc0dbd-dfb0-4650-aa8d-337e1b7e33d3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (92eecf6b-cef1-467b-9f8a-dafedf6fb842), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.206790 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-456f047c-45eb-490f-a06a-fe3621605ce8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4338d2de-f2d3-45f3-a880-0fae3b21e196), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.225085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc0dbd-dfb0-4650-aa8d-337e1b7e33d3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=92eecf6b-cef1-467b-9f8a-dafedf6fb842,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:40.234321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-456f047c-45eb-490f-a06a-fe3621605ce8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for 4338d2de-f2d3-45f3-a880-0fae3b21e196 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:40.361674 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45fc0dbd-dfb0-4650-aa8d-337e1b7e33d3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.366948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-45fc0dbd-dfb0-4650-aa8d-337e1b7e33d3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/92eecf6b-cef1-467b-9f8a-dafedf6fb842 HTTP/1.1" status: 204 len: 168 time: 0.7738743 Feb 11 05:11:40.369705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37432) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:40.397093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-19107607-1f78-4117-88a3-7f160f06addb None None] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:40.438859 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19107607-1f78-4117-88a3-7f160f06addb None None] Publish callbacks [] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.443569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ad6a01b6-2366-43da-971a-ee6056ce67f3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:40.476190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaba44d2-2147-42ad-ae71-fc3e28142295 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.477739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaba44d2-2147-42ad-ae71-fc3e28142295 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.479716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaba44d2-2147-42ad-ae71-fc3e28142295 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.484148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37434) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:40.484320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d3ef36-a869-483c-b1aa-fea19646c099 None None] Network eabba8ff-5c1f-49b4-a0db-911ebf032a0f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:40.484814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aaba44d2-2147-42ad-ae71-fc3e28142295 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1140096 Feb 11 05:11:40.486017 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19107607-1f78-4117-88a3-7f160f06addb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.534853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0b8f2-d058-48b5-b6f7-9c7ec23b807f req-d4159543-48bb-4a7a-94af-944d1a91acb0 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.537301 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-feb0b8f2-d058-48b5-b6f7-9c7ec23b807f req-d4159543-48bb-4a7a-94af-944d1a91acb0 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0825076 Feb 11 05:11:40.573487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-714221b9-0246-4820-a4a5-c10b92a9a45f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 10c5839a-9849-43f0-9870-dfb1cd529f21 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:40.577071 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-714221b9-0246-4820-a4a5-c10b92a9a45f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (10c5839a-9849-43f0-9870-dfb1cd529f21), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.615434 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-feb0b8f2-d058-48b5-b6f7-9c7ec23b807f req-a51b847f-c13a-4202-af94-821197abb37c tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645118 Feb 11 05:11:40.627579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-714221b9-0246-4820-a4a5-c10b92a9a45f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (10c5839a-9849-43f0-9870-dfb1cd529f21), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.630973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:40.630973 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.640534 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-456f047c-45eb-490f-a06a-fe3621605ce8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (4338d2de-f2d3-45f3-a880-0fae3b21e196), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.683279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f047c-45eb-490f-a06a-fe3621605ce8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=4338d2de-f2d3-45f3-a880-0fae3b21e196,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:40.713784 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19107607-1f78-4117-88a3-7f160f06addb None None] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=14']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:40.720976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fb9efe56-11fd-4626-9d97-a576c2ad4759 None None] Provisioning complete for port b8aecba4-daca-4081-b996-f351723e0c9f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:40.721310 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb9efe56-11fd-4626-9d97-a576c2ad4759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.837841 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-456f047c-45eb-490f-a06a-fe3621605ce8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (5b00fbef-ac2d-4af6-8f5f-ddbac54087c3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.852465 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-714221b9-0246-4820-a4a5-c10b92a9a45f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (10c5839a-9849-43f0-9870-dfb1cd529f21), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.882998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:40.884232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b8aecba4-daca-4081-b996-f351723e0c9f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:40.932153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fb9efe56-11fd-4626-9d97-a576c2ad4759 None None] Current status of the port b8aecba4-daca-4081-b996-f351723e0c9f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:40.948949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fb9efe56-11fd-4626-9d97-a576c2ad4759 None None] Could not find standard attr ID for object 4338d2de-f2d3-45f3-a880-0fae3b21e196. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:11:40.984195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b8aecba4-daca-4081-b996-f351723e0c9f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:40.984589 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.116095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b8aecba4-daca-4081-b996-f351723e0c9f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:41.141121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456f047c-45eb-490f-a06a-fe3621605ce8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 5b00fbef-ac2d-4af6-8f5f-ddbac54087c3 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:41.143153 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-714221b9-0246-4820-a4a5-c10b92a9a45f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (10c5839a-9849-43f0-9870-dfb1cd529f21), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.178664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714221b9-0246-4820-a4a5-c10b92a9a45f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=10c5839a-9849-43f0-9870-dfb1cd529f21,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:41.188762 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-714221b9-0246-4820-a4a5-c10b92a9a45f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.192611 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-714221b9-0246-4820-a4a5-c10b92a9a45f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/10c5839a-9849-43f0-9870-dfb1cd529f21 HTTP/1.1" status: 204 len: 168 time: 0.7063336 Feb 11 05:11:41.195001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37438) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:41.285954 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-27eb1c54-865c-4037-a6ea-94121e674bf2 None None] Provisioning complete for port b8aecba4-daca-4081-b996-f351723e0c9f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:41.286591 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-27eb1c54-865c-4037-a6ea-94121e674bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.321028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456f047c-45eb-490f-a06a-fe3621605ce8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:41.332398 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ffcf2a-81f7-46c8-9f54-8d50a2660934 None None] Sync routers for ids ['5b00fbef-ac2d-4af6-8f5f-ddbac54087c3'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:41.347501 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37440) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:41.358484 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ffcf2a-81f7-46c8-9f54-8d50a2660934 None None] Routers {'5b00fbef-ac2d-4af6-8f5f-ddbac54087c3'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:41.361932 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-87ffcf2a-81f7-46c8-9f54-8d50a2660934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5b00fbef-ac2d-4af6-8f5f-ddbac54087c3'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:41.364265 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-456f047c-45eb-490f-a06a-fe3621605ce8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/5b00fbef-ac2d-4af6-8f5f-ddbac54087c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4811366 Feb 11 05:11:41.370340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0febb8-0102-489f-a64a-3d0ab800ee4f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet d514df73-321b-4bc6-b956-cef77aa11d0e {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:41.381103 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad0febb8-0102-489f-a64a-3d0ab800ee4f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (d514df73-321b-4bc6-b956-cef77aa11d0e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.416709 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-87ffcf2a-81f7-46c8-9f54-8d50a2660934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:41.426650 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ffcf2a-81f7-46c8-9f54-8d50a2660934 None None] Routers {'5b00fbef-ac2d-4af6-8f5f-ddbac54087c3'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:41.427617 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-87ffcf2a-81f7-46c8-9f54-8d50a2660934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5b00fbef-ac2d-4af6-8f5f-ddbac54087c3'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:41.440031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-27eb1c54-865c-4037-a6ea-94121e674bf2 None None] Current status of the port b8aecba4-daca-4081-b996-f351723e0c9f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:41.464103 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-87ffcf2a-81f7-46c8-9f54-8d50a2660934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:41.465130 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ffcf2a-81f7-46c8-9f54-8d50a2660934 None None] The sync data for ids ['5b00fbef-ac2d-4af6-8f5f-ddbac54087c3'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:41.477963 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad0febb8-0102-489f-a64a-3d0ab800ee4f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (d514df73-321b-4bc6-b956-cef77aa11d0e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.579609 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad0febb8-0102-489f-a64a-3d0ab800ee4f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (d514df73-321b-4bc6-b956-cef77aa11d0e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.623877 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-6973378e-cf36-4d84-87db-e9cba510374d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 05:11:41.624251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6969ad5a-ec12-46a9-b96a-a8b024bb3ad6 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:41.628286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6973378e-cf36-4d84-87db-e9cba510374d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/5b00fbef-ac2d-4af6-8f5f-ddbac54087c3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2797420 Feb 11 05:11:41.629776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37442) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:41.663597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad0febb8-0102-489f-a64a-3d0ab800ee4f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (d514df73-321b-4bc6-b956-cef77aa11d0e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.672225 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9677c05e-9b90-4a5f-8658-0ff0ba7f342d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b00fbef-ac2d-4af6-8f5f-ddbac54087c3 HTTP/1.1" status: 200 len: 205 time: 0.0408959 Feb 11 05:11:41.674349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37446) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:41.704003 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-18197200-4070-43ff-96c8-d38f2e8e1e83 None None] Could not find standard attr ID for object 92eecf6b-cef1-467b-9f8a-dafedf6fb842. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:11:41.718995 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad0febb8-0102-489f-a64a-3d0ab800ee4f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.722435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ad0febb8-0102-489f-a64a-3d0ab800ee4f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/d514df73-321b-4bc6-b956-cef77aa11d0e HTTP/1.1" status: 204 len: 168 time: 0.5265126 Feb 11 05:11:41.730286 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:41.733121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0febb8-0102-489f-a64a-3d0ab800ee4f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=d514df73-321b-4bc6-b956-cef77aa11d0e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:41.762873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-18197200-4070-43ff-96c8-d38f2e8e1e83 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:41.763293 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-18197200-4070-43ff-96c8-d38f2e8e1e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.780878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37450) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:41.781452 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cbb6fad4-5055-4b00-b164-1255a29a966b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497696 Feb 11 05:11:41.787360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4f78279a-a2c1-49e2-92d7-bb4dcebcc450 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:41.814026 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d21b05a-602d-401f-94f5-0b6921e228e3 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (5b00fbef-ac2d-4af6-8f5f-ddbac54087c3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.831534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69daaea-0efd-414a-bc73-d631c8280852 req-8dbd53cf-ff6e-4982-9e22-5ef79782069d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.833525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e69daaea-0efd-414a-bc73-d631c8280852 req-8dbd53cf-ff6e-4982-9e22-5ef79782069d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.1169372 Feb 11 05:11:41.910071 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b87a9a3d-efc2-4ead-b004-755ff0e6491b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.938422 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-18197200-4070-43ff-96c8-d38f2e8e1e83 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:41.974825 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e69daaea-0efd-414a-bc73-d631c8280852 req-50348554-89d2-46f3-940d-3ed45874e7b3 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ad29647-cb25-4ff7-a00d-877d854e04b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307762 Feb 11 05:11:41.980165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f78279a-a2c1-49e2-92d7-bb4dcebcc450 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:41.984336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f78279a-a2c1-49e2-92d7-bb4dcebcc450 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.032031 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d21b05a-602d-401f-94f5-0b6921e228e3 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (5b00fbef-ac2d-4af6-8f5f-ddbac54087c3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.034592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d21b05a-602d-401f-94f5-0b6921e228e3 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (5b00fbef-ac2d-4af6-8f5f-ddbac54087c3), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.041681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b2049a-43f3-4d2d-9d4a-3bc995da3bcb None None] Update dhcp port {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': 'd514df73-321b-4bc6-b956-cef77aa11d0e'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'ad6a01b6-2366-43da-971a-ee6056ce67f3'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:11:42.078494 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99b2049a-43f3-4d2d-9d4a-3bc995da3bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.087943 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d21b05a-602d-401f-94f5-0b6921e228e3 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (5b00fbef-ac2d-4af6-8f5f-ddbac54087c3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.088496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d21b05a-602d-401f-94f5-0b6921e228e3 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Fanout notify agent at l3_agent the message router_deleted on router 5b00fbef-ac2d-4af6-8f5f-ddbac54087c3 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:11:42.095814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d21b05a-602d-401f-94f5-0b6921e228e3 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.099882 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5d21b05a-602d-401f-94f5-0b6921e228e3 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/5b00fbef-ac2d-4af6-8f5f-ddbac54087c3 HTTP/1.1" status: 204 len: 168 time: 0.4215436 Feb 11 05:11:42.100545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37454) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:42.172727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a83788-56dd-4c01-bce5-935e3d405fc9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting subnet 6cd575d5-4aec-4267-8b54-6f39bac309f5 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:42.176165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74a83788-56dd-4c01-bce5-935e3d405fc9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (6cd575d5-4aec-4267-8b54-6f39bac309f5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.230364 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74a83788-56dd-4c01-bce5-935e3d405fc9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (6cd575d5-4aec-4267-8b54-6f39bac309f5), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.240353 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f78279a-a2c1-49e2-92d7-bb4dcebcc450 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (e6dea40a-18b8-432e-92db-a36028037285), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.293289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f78279a-a2c1-49e2-92d7-bb4dcebcc450 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:42.297396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4f78279a-a2c1-49e2-92d7-bb4dcebcc450 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:42.303110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f78279a-a2c1-49e2-92d7-bb4dcebcc450 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.303809 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f78279a-a2c1-49e2-92d7-bb4dcebcc450 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.314809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78279a-a2c1-49e2-92d7-bb4dcebcc450 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=e6dea40a-18b8-432e-92db-a36028037285,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:42.329530 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74a83788-56dd-4c01-bce5-935e3d405fc9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (6cd575d5-4aec-4267-8b54-6f39bac309f5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.330930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4f78279a-a2c1-49e2-92d7-bb4dcebcc450 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5479610 Feb 11 05:11:42.334223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37456) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:42.339470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:42.362705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42864284-caa2-4615-a72b-67a8e22db46d None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:42.473995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa3a1-dd6b-46e2-b71d-adb06b335901 req-f9a162c5-1b9f-407d-8c4a-eb3ec509af1d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.476269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fbfa3a1-dd6b-46e2-b71d-adb06b335901 req-f9a162c5-1b9f-407d-8c4a-eb3ec509af1d tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 946 time: 0.0934017 Feb 11 05:11:42.478123 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74a83788-56dd-4c01-bce5-935e3d405fc9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (6cd575d5-4aec-4267-8b54-6f39bac309f5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.508487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-11cb2a2c-dcc0-47e6-ae3b-c17f489e2e97 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:42.508955 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-11cb2a2c-dcc0-47e6-ae3b-c17f489e2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.518677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a83788-56dd-4c01-bce5-935e3d405fc9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd575d5-4aec-4267-8b54-6f39bac309f5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:42.520795 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74a83788-56dd-4c01-bce5-935e3d405fc9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.526451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-74a83788-56dd-4c01-bce5-935e3d405fc9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/6cd575d5-4aec-4267-8b54-6f39bac309f5 HTTP/1.1" status: 204 len: 168 time: 0.4225008 Feb 11 05:11:42.527082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37458) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:42.549630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:42.554122 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.554270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6497fe99-f459-48c1-bb0e-188a513172a9 None None] Network eabba8ff-5c1f-49b4-a0db-911ebf032a0f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:42.648761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-6fbfa3a1-dd6b-46e2-b71d-adb06b335901 req-41fa057e-3e39-4db0-998f-1591f548b515 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Deleting port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:42.649443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fbfa3a1-dd6b-46e2-b71d-adb06b335901 req-41fa057e-3e39-4db0-998f-1591f548b515 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.698098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (eabba8ff-5c1f-49b4-a0db-911ebf032a0f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.709915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-11cb2a2c-dcc0-47e6-ae3b-c17f489e2e97 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:42.722873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a5c7d-aff7-4be5-a545-f4f0dca2ec64 None None] Update dhcp port {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': 'e6dea40a-18b8-432e-92db-a36028037285'}], 'binding:host_id': 'n-d-615180-58'}, 'id': 'ad6a01b6-2366-43da-971a-ee6056ce67f3'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:11:42.767822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6fbfa3a1-dd6b-46e2-b71d-adb06b335901 req-41fa057e-3e39-4db0-998f-1591f548b515 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] For port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:42.768219 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fbfa3a1-dd6b-46e2-b71d-adb06b335901 req-41fa057e-3e39-4db0-998f-1591f548b515 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.784285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-6fbfa3a1-dd6b-46e2-b71d-adb06b335901 req-41fa057e-3e39-4db0-998f-1591f548b515 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Calling delete_port for ba5a58a7-907b-4dfe-91ab-8e81ffca3dab owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:42.794118 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c61a5c7d-aff7-4be5-a545-f4f0dca2ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.810352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.835962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port b8aecba4-daca-4081-b996-f351723e0c9f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:42.836703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.918845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea92da83-3c67-4431-954e-2c2b6a3db2d9 None None] DHCP port deletion for eabba8ff-5c1f-49b4-a0db-911ebf032a0f request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:11:43.043212 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fbfa3a1-dd6b-46e2-b71d-adb06b335901 req-41fa057e-3e39-4db0-998f-1591f548b515 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ba5a58a7-907b-4dfe-91ab-8e81ffca3dab), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.046583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ea92da83-3c67-4431-954e-2c2b6a3db2d9 None None] Deleting port b8aecba4-daca-4081-b996-f351723e0c9f {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:43.047132 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea92da83-3c67-4431-954e-2c2b6a3db2d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.049908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-c61a5c7d-aff7-4be5-a545-f4f0dca2ec64 None None] Allocated IP 172.20.0.2 (7c563e16-8896-4630-8c06-8305ed9e25d0/e6dea40a-18b8-432e-92db-a36028037285/ad6a01b6-2366-43da-971a-ee6056ce67f3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:43.081309 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ba5a58a7-907b-4dfe-91ab-8e81ffca3dab'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:43.110452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa057e-3e39-4db0-998f-1591f548b515 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Pushing event deleted for resources: {'Port': ['ID=ba5a58a7-907b-4dfe-91ab-8e81ffca3dab,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:43.184406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ea92da83-3c67-4431-954e-2c2b6a3db2d9 None None] For port b8aecba4-daca-4081-b996-f351723e0c9f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b8aecba4-daca-4081-b996-f351723e0c9f,segment=NetworkSegment(b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc),segment_id=b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:43.184863 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea92da83-3c67-4431-954e-2c2b6a3db2d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.197467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbfa3a1-dd6b-46e2-b71d-adb06b335901 req-41fa057e-3e39-4db0-998f-1591f548b515 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] No DVR routers for this DVR port ba5a58a7-907b-4dfe-91ab-8e81ffca3dab on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:43.201994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6fbfa3a1-dd6b-46e2-b71d-adb06b335901 req-41fa057e-3e39-4db0-998f-1591f548b515 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.206529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fbfa3a1-dd6b-46e2-b71d-adb06b335901 req-41fa057e-3e39-4db0-998f-1591f548b515 tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.60 "DELETE /v2.0/ports/ba5a58a7-907b-4dfe-91ab-8e81ffca3dab HTTP/1.1" status: 204 len: 173 time: 0.7244489 Feb 11 05:11:43.207211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fed41-5c78-4bb8-aa95-51b213eccc98', 'name': 'network-vif-deleted', 'tag': 'ba5a58a7-907b-4dfe-91ab-8e81ffca3dab'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:43.220267 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9229cf98-528d-4cc5-8048-def24a4e8d1b" -d '{"events": [{"server_uuid": "1b1fed41-5c78-4bb8-aa95-51b213eccc98", "name": "network-vif-deleted", "tag": "ba5a58a7-907b-4dfe-91ab-8e81ffca3dab"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:43.231374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ea92da83-3c67-4431-954e-2c2b6a3db2d9 None None] Calling delete_port for b8aecba4-daca-4081-b996-f351723e0c9f owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:43.291994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c61a5c7d-aff7-4be5-a545-f4f0dca2ec64 None None] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:43.330744 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c61a5c7d-aff7-4be5-a545-f4f0dca2ec64 None None] Publish callbacks [] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.341430 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f39c4578-bd45-40fb-bb4e-5c696f06fb03 req-69314433-4e74-459c-bff5-ec29107e78af tempest-ServerRescueNegativeTestJSON-104804178 tempest-ServerRescueNegativeTestJSON-104804178-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b1fed41-5c78-4bb8-aa95-51b213eccc98 HTTP/1.1" status: 200 len: 210 time: 0.0392859 Feb 11 05:11:43.344366 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c61a5c7d-aff7-4be5-a545-f4f0dca2ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.354715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port b8aecba4-daca-4081-b996-f351723e0c9f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b8aecba4-daca-4081-b996-f351723e0c9f,segment=NetworkSegment(b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc),segment_id=b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:43.355130 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.368289 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8efe978-75cc-4bca-9465-eb59616da38e x-openstack-request-id: req-f8efe978-75cc-4bca-9465-eb59616da38e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:43.368605 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1fed41-5c78-4bb8-aa95-51b213eccc98", "name": "network-vif-deleted", "tag": "ba5a58a7-907b-4dfe-91ab-8e81ffca3dab", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:43.368868 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8efe978-75cc-4bca-9465-eb59616da38e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:43.369499 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1fed41-5c78-4bb8-aa95-51b213eccc98', 'name': 'network-vif-deleted', 'tag': 'ba5a58a7-907b-4dfe-91ab-8e81ffca3dab', 'status': 'completed', 'code': 200} Feb 11 05:11:43.382661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for b8aecba4-daca-4081-b996-f351723e0c9f owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:43.511812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a5c7d-aff7-4be5-a545-f4f0dca2ec64 None None] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=17']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:43.556653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.571824 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea92da83-3c67-4431-954e-2c2b6a3db2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (b8aecba4-daca-4081-b996-f351723e0c9f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.575689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:11:43.599844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=b8aecba4-daca-4081-b996-f351723e0c9f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:43.604859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No DVR routers for this DVR port b8aecba4-daca-4081-b996-f351723e0c9f on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:43.609994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92da83-3c67-4431-954e-2c2b6a3db2d9 None None] Pushing event deleted for resources: {'Port': ['ID=b8aecba4-daca-4081-b996-f351723e0c9f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:43.622804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92da83-3c67-4431-954e-2c2b6a3db2d9 None None] No DVR routers for this DVR port b8aecba4-daca-4081-b996-f351723e0c9f on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:43.772946 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (eabba8ff-5c1f-49b4-a0db-911ebf032a0f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.823775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabba8ff-5c1f-49b4-a0db-911ebf032a0f']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:43.837301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:43.837679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:43.850046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.892444 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.906671 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.909806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:43.910376 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (b9f72bfb-b0ce-40fc-b8a2-6d5629d645dc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:43.914028 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:44.023397 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (eabba8ff-5c1f-49b4-a0db-911ebf032a0f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.031643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.034843 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/networks/eabba8ff-5c1f-49b4-a0db-911ebf032a0f HTTP/1.1" status: 204 len: 168 time: 1.5072234 Feb 11 05:11:44.038688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37468) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:44.043762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-463f1bb0-158e-4ea5-a83d-fa138e4f1927 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-815252600'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:44.064092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf4fed-cd2a-4b1d-9e0b-e62cdd1a96d1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Network': ['ID=eabba8ff-5c1f-49b4-a0db-911ebf032a0f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:44.074848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463f1bb0-158e-4ea5-a83d-fa138e4f1927 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:44.080020 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-463f1bb0-158e-4ea5-a83d-fa138e4f1927 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.117305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463f1bb0-158e-4ea5-a83d-fa138e4f1927 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:44.136145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-463f1bb0-158e-4ea5-a83d-fa138e4f1927 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (047c0cf4-7dd3-4df9-96f4-f04e5cab62cc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.136895 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-463f1bb0-158e-4ea5-a83d-fa138e4f1927 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Added segment 047c0cf4-7dd3-4df9-96f4-f04e5cab62cc of type vlan for network 5411fb0c-87c8-44db-ac4f-ef0fd7133058 Feb 11 05:11:44.189660 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-463f1bb0-158e-4ea5-a83d-fa138e4f1927 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (5411fb0c-87c8-44db-ac4f-ef0fd7133058), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.200163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:44.225583 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-463f1bb0-158e-4ea5-a83d-fa138e4f1927 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (5411fb0c-87c8-44db-ac4f-ef0fd7133058), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.232470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f1bb0-158e-4ea5-a83d-fa138e4f1927 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:44.233264 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-463f1bb0-158e-4ea5-a83d-fa138e4f1927 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.242304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.260630 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.283609 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-463f1bb0-158e-4ea5-a83d-fa138e4f1927 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2437763 Feb 11 05:11:44.288018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (737f8f8c-ae69-4a32-bbcd-eb1348748e99), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.289802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37470) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:44.295460 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2f1fb487-b99d-410d-a998-5fa653778a43 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'subnet': {'network_id': '5411fb0c-87c8-44db-ac4f-ef0fd7133058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:44.323204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ad6a01b6-2366-43da-971a-ee6056ce67f3 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:44.347223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f1bb0-158e-4ea5-a83d-fa138e4f1927 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Network': ['ID=5411fb0c-87c8-44db-ac4f-ef0fd7133058,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:44.396146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:44.403789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:44.418548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:44.419533 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.456777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=19']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:44.462032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37474) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:44.469087 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=737f8f8c-ae69-4a32-bbcd-eb1348748e99,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:44.547678 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1fb487-b99d-410d-a998-5fa653778a43 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:44.553842 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb487-b99d-410d-a998-5fa653778a43 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.600973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 5411fb0c-87c8-44db-ac4f-ef0fd7133058 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:44.602713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8ef65c-7b3a-43ed-ad6a-674210b062de None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:44.622701 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f34d99eb-c88b-4709-b7fb-8fa842fdb838 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2871060 Feb 11 05:11:44.640254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37476) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:44.650642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:30:2f:7f', 'name': 'tempest-NetworksTestDHCPv6-1570254260'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:44.666711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bedae11d-f82d-49d5-aaad-bcc4420d56cf None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:44.667187 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bedae11d-f82d-49d5-aaad-bcc4420d56cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.823093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:44.838040 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.957459 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-811b7c65-8c7e-4bab-8f86-0e9a4d1f8fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (60834634-21ed-40f8-9602-3f40af8fcaf2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.969037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:44.969608 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.022009 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.026120 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb487-b99d-410d-a998-5fa653778a43 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.061437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bedae11d-f82d-49d5-aaad-bcc4420d56cf None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:45.078208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:45.093437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 179950f0-9ab6-4eef-9bf8-5bcdaf0656bc yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:11:45.100127 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.178111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=20']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:45.276848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ad6a01b6-2366-43da-971a-ee6056ce67f3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:45.346245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-811b7c65-8c7e-4bab-8f86-0e9a4d1f8fec admin admin] Deleting port 8f9c77a6-2333-4904-8828-db55785acbd7 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:45.346782 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-811b7c65-8c7e-4bab-8f86-0e9a4d1f8fec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.365391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:45.365958 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.460865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:45.460865 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.477480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-811b7c65-8c7e-4bab-8f86-0e9a4d1f8fec admin admin] For port 8f9c77a6-2333-4904-8828-db55785acbd7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8f9c77a6-2333-4904-8828-db55785acbd7,segment=NetworkSegment(54e10351-cc82-4e1b-a0e9-b0a43888da4d),segment_id=54e10351-cc82-4e1b-a0e9-b0a43888da4d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:45.479068 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-811b7c65-8c7e-4bab-8f86-0e9a4d1f8fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.503509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-811b7c65-8c7e-4bab-8f86-0e9a4d1f8fec admin admin] Calling delete_port for 8f9c77a6-2333-4904-8828-db55785acbd7 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:45.519099 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:45.526766 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.530306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fb487-b99d-410d-a998-5fa653778a43 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Checking segment: {'id': '047c0cf4-7dd3-4df9-96f4-f04e5cab62cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5411fb0c-87c8-44db-ac4f-ef0fd7133058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:45.530661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1fb487-b99d-410d-a998-5fa653778a43 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network hostable DHCP agents. Network: 5411fb0c-87c8-44db-ac4f-ef0fd7133058, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:45.540532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fb487-b99d-410d-a998-5fa653778a43 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Subnet': ['ID=0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:45.586970 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:11:45.647301 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b8aecba4-daca-4081-b996-f351723e0c9f no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:45.653940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1fb487-b99d-410d-a998-5fa653778a43 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 5411fb0c-87c8-44db-ac4f-ef0fd7133058 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:45.677527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2f1fb487-b99d-410d-a998-5fa653778a43 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 5411fb0c-87c8-44db-ac4f-ef0fd7133058) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:45.688777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1fb487-b99d-410d-a998-5fa653778a43 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:45.689376 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb487-b99d-410d-a998-5fa653778a43 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.720630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6313edf-f5e6-40d6-8efe-d79a4f296c90 None None] Network 5411fb0c-87c8-44db-ac4f-ef0fd7133058 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:45.747327 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2f1fb487-b99d-410d-a998-5fa653778a43 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4562109 Feb 11 05:11:45.750632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37480) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:45.757158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ff557511-5506-47eb-8997-6ddf1d5f2116 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1458137697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:45.805777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b8aecba4-daca-4081-b996-f351723e0c9f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:45.806980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b8aecba4-daca-4081-b996-f351723e0c9f not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:45.835003 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.836007 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff557511-5506-47eb-8997-6ddf1d5f2116 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (e77f9396-5d18-46fd-83ef-8176eeac985c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.837683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 172.20.0.13 (7c563e16-8896-4630-8c06-8305ed9e25d0/e6dea40a-18b8-432e-92db-a36028037285/179950f0-9ab6-4eef-9bf8-5bcdaf0656bc) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:45.838681 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff557511-5506-47eb-8997-6ddf1d5f2116 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (e77f9396-5d18-46fd-83ef-8176eeac985c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.856233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::f816:3eff:fe30:2f7f (7c563e16-8896-4630-8c06-8305ed9e25d0/737f8f8c-ae69-4a32-bbcd-eb1348748e99/179950f0-9ab6-4eef-9bf8-5bcdaf0656bc) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:45.870403 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-811b7c65-8c7e-4bab-8f86-0e9a4d1f8fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8f9c77a6-2333-4904-8828-db55785acbd7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.884237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=21']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:45.904108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-5411fb0c-87c8-44db-ac4f-ef0fd7133058', 'network_id': '5411fb0c-87c8-44db-ac4f-ef0fd7133058', 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'fixed_ips': [{'subnet_id': '0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:11:45.905370 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.913958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b7c65-8c7e-4bab-8f86-0e9a4d1f8fec admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9c77a6-2333-4904-8828-db55785acbd7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:45.961033 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff557511-5506-47eb-8997-6ddf1d5f2116 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (e77f9396-5d18-46fd-83ef-8176eeac985c), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.982536 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff557511-5506-47eb-8997-6ddf1d5f2116 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (e77f9396-5d18-46fd-83ef-8176eeac985c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.104944 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff557511-5506-47eb-8997-6ddf1d5f2116 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.109135 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (179950f0-9ab6-4eef-9bf8-5bcdaf0656bc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.109926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ff557511-5506-47eb-8997-6ddf1d5f2116 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3548355 Feb 11 05:11:46.110351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37484) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:46.117902 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Allocated IP 2001:db8::2 (5411fb0c-87c8-44db-ac4f-ef0fd7133058/0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46/1b519d29-e7a5-4ef5-a93d-fa8db5f14637) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:46.143771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ba5a58a7-907b-4dfe-91ab-8e81ffca3dab no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:46.187632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: ba5a58a7-907b-4dfe-91ab-8e81ffca3dab {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:46.188221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ba5a58a7-907b-4dfe-91ab-8e81ffca3dab not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:46.199563 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-811b7c65-8c7e-4bab-8f86-0e9a4d1f8fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (60834634-21ed-40f8-9602-3f40af8fcaf2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.241284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cc8728-b26f-4d9f-a713-41b0184a09c0 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:46.389928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b921d59f-1f9e-4254-9155-88ea52d7e5b2 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:46.390523 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b921d59f-1f9e-4254-9155-88ea52d7e5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.469078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ad6a01b6-2366-43da-971a-ee6056ce67f3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:46.503172 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811b7c65-8c7e-4bab-8f86-0e9a4d1f8fec admin admin] Router 60834634-21ed-40f8-9602-3f40af8fcaf2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:46.532668 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (179950f0-9ab6-4eef-9bf8-5bcdaf0656bc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.543475 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Publish callbacks [] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.580023 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.584514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:46.600495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.608623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:46.612890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:46.666370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:46.666756 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.677207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Network 5411fb0c-87c8-44db-ac4f-ef0fd7133058 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:46.678110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b921d59f-1f9e-4254-9155-88ea52d7e5b2 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:46.685686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=179950f0-9ab6-4eef-9bf8-5bcdaf0656bc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:46.705156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811b7c65-8c7e-4bab-8f86-0e9a4d1f8fec admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:46.712997 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-811b7c65-8c7e-4bab-8f86-0e9a4d1f8fec admin admin] 10.222.0.48 "PUT /v2.0/routers/60834634-21ed-40f8-9602-3f40af8fcaf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2474062 Feb 11 05:11:46.713291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37486) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:46.763266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:46.779318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9558790-b8fd-4328-8029-6e50ec309ce2 None None] Sync routers for ids ['60834634-21ed-40f8-9602-3f40af8fcaf2'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:46.783950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:46.791893 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Pushing event updated for resources: {'Port': ['ID=1b519d29-e7a5-4ef5-a93d-fa8db5f14637,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:46.823691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:46.824359 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.873529 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Publish callbacks [] for router (60834634-21ed-40f8-9602-3f40af8fcaf2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.888093 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-280aba01-47ef-4c2b-8bf0-4a878f2b60c4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2465227 Feb 11 05:11:46.892024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37488) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:46.912022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Attempting to bind port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:46.914565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Attempting to bind port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '047c0cf4-7dd3-4df9-96f4-f04e5cab62cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5411fb0c-87c8-44db-ac4f-ef0fd7133058'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:46.915091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Attempting to bind port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 on network 5411fb0c-87c8-44db-ac4f-ef0fd7133058 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:46.955124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:46.955765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Checking segment: {'id': '047c0cf4-7dd3-4df9-96f4-f04e5cab62cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5411fb0c-87c8-44db-ac4f-ef0fd7133058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:46.956223 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.956727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Bound using segment: {'id': '047c0cf4-7dd3-4df9-96f4-f04e5cab62cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5411fb0c-87c8-44db-ac4f-ef0fd7133058'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:46.957326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Bound port: 1b519d29-e7a5-4ef5-a93d-fa8db5f14637, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047c0cf4-7dd3-4df9-96f4-f04e5cab62cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5411fb0c-87c8-44db-ac4f-ef0fd7133058'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:46.957866 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.044142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] For port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:47.050205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] For port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1b519d29-e7a5-4ef5-a93d-fa8db5f14637,segment=NetworkSegment(047c0cf4-7dd3-4df9-96f4-f04e5cab62cc),segment_id=047c0cf4-7dd3-4df9-96f4-f04e5cab62cc)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:47.070137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9558790-b8fd-4328-8029-6e50ec309ce2 None None] Routers {'60834634-21ed-40f8-9602-3f40af8fcaf2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:47.071655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a9558790-b8fd-4328-8029-6e50ec309ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60834634-21ed-40f8-9602-3f40af8fcaf2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:47.079043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e7abb-4d1f-490e-afa0-f439216270a4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:47.091226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e7abb-4d1f-490e-afa0-f439216270a4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:47.096229 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-222e7abb-4d1f-490e-afa0-f439216270a4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.2031801 Feb 11 05:11:47.100815 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Publish callbacks [] for router_gateway (60834634-21ed-40f8-9602-3f40af8fcaf2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.104446 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37492) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:47.147300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:47.156088 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.238054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Allocated IP 2001:db8::1 (5411fb0c-87c8-44db-ac4f-ef0fd7133058/0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46/0c8c1db0-0565-49c8-88b8-8f8e643eb990) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:47.281371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-09a813fb-0c8f-4db9-9115-910338cc296e None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:47.281791 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-09a813fb-0c8f-4db9-9115-910338cc296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.405218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Deleting port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:47.405862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.444771 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (0c8c1db0-0565-49c8-88b8-8f8e643eb990), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.491988 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0c8c1db0-0565-49c8-88b8-8f8e643eb990), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.494799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-37d4fc88-7b9b-4cdf-9b05-613a97544172 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 179950f0-9ab6-4eef-9bf8-5bcdaf0656bc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:47.495287 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37d4fc88-7b9b-4cdf-9b05-613a97544172 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (179950f0-9ab6-4eef-9bf8-5bcdaf0656bc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.542336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 5411fb0c-87c8-44db-ac4f-ef0fd7133058 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:47.546735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:47.563933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:47.564976 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (e77f9396-5d18-46fd-83ef-8176eeac985c), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.677402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bdc71-bd42-4369-90ba-2459b079f501 None None] Pushing event updated for resources: {'Port': ['ID=1b519d29-e7a5-4ef5-a93d-fa8db5f14637,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:47.716633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a9558790-b8fd-4328-8029-6e50ec309ce2 None None] Set router 60834634-21ed-40f8-9602-3f40af8fcaf2 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:47.738356 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37d4fc88-7b9b-4cdf-9b05-613a97544172 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (179950f0-9ab6-4eef-9bf8-5bcdaf0656bc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.763506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] For port 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1e3c97f8-d2af-4cb2-b574-a63fd3baf4be,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:47.764049 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.775303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-37d4fc88-7b9b-4cdf-9b05-613a97544172 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 179950f0-9ab6-4eef-9bf8-5bcdaf0656bc owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:47.784867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=0c8c1db0-0565-49c8-88b8-8f8e643eb990,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:47.786751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Calling delete_port for 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:47.811564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0c8c1db0-0565-49c8-88b8-8f8e643eb990), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.907977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-09a813fb-0c8f-4db9-9115-910338cc296e None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:48.081650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-126613c8-743b-491f-8c2d-4337cf6c5b01 None None] Provisioning complete for port 179950f0-9ab6-4eef-9bf8-5bcdaf0656bc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:48.082240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-126613c8-743b-491f-8c2d-4337cf6c5b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (179950f0-9ab6-4eef-9bf8-5bcdaf0656bc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.169365 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a9558790-b8fd-4328-8029-6e50ec309ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'name': 'tempest-ServerRescueNegativeTestJSON-651709060-router', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:29Z', 'updated_at': '2022-02-11T05:11:45Z', 'revision_number': 5, 'project_id': 'b866c4a5e6714df091fb8e48eccbba71', 'gw_port': {'id': '1e3c97f8-d2af-4cb2-b574-a63fd3baf4be', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:08:30Z', 'updated_at': '2022-02-11T05:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:48.206742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9558790-b8fd-4328-8029-6e50ec309ce2 None None] Checking router: 60834634-21ed-40f8-9602-3f40af8fcaf2 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:11:48.208056 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1e3c97f8-d2af-4cb2-b574-a63fd3baf4be), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.219876 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (0c8c1db0-0565-49c8-88b8-8f8e643eb990), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.227371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-126613c8-743b-491f-8c2d-4337cf6c5b01 None None] Port 179950f0-9ab6-4eef-9bf8-5bcdaf0656bc cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:48.228939 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37d4fc88-7b9b-4cdf-9b05-613a97544172 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (179950f0-9ab6-4eef-9bf8-5bcdaf0656bc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.234137 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0c8c1db0-0565-49c8-88b8-8f8e643eb990), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.235384 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (e77f9396-5d18-46fd-83ef-8176eeac985c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.238464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-126613c8-743b-491f-8c2d-4337cf6c5b01 None None] Could not find standard attr ID for object 92eecf6b-cef1-467b-9f8a-dafedf6fb842. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:11:48.253689 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9558790-b8fd-4328-8029-6e50ec309ce2 None None] Routers {'60834634-21ed-40f8-9602-3f40af8fcaf2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:48.255170 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a9558790-b8fd-4328-8029-6e50ec309ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['60834634-21ed-40f8-9602-3f40af8fcaf2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:48.312535 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=0c8c1db0-0565-49c8-88b8-8f8e643eb990,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:48.380543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3c97f8-d2af-4cb2-b574-a63fd3baf4be,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:48.448088 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4fc88-7b9b-4cdf-9b05-613a97544172 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=179950f0-9ab6-4eef-9bf8-5bcdaf0656bc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:48.479608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a9558790-b8fd-4328-8029-6e50ec309ce2 None None] Set router 60834634-21ed-40f8-9602-3f40af8fcaf2 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:48.491983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:48.515396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 5411fb0c-87c8-44db-ac4f-ef0fd7133058 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:48.521888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:48.602538 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37d4fc88-7b9b-4cdf-9b05-613a97544172 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.609728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37500) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:48.610147 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-37d4fc88-7b9b-4cdf-9b05-613a97544172 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/179950f0-9ab6-4eef-9bf8-5bcdaf0656bc HTTP/1.1" status: 204 len: 168 time: 1.4983072 Feb 11 05:11:48.613428 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (60834634-21ed-40f8-9602-3f40af8fcaf2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.671271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a9558790-b8fd-4328-8029-6e50ec309ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'name': 'tempest-ServerRescueNegativeTestJSON-651709060-router', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:29Z', 'updated_at': '2022-02-11T05:11:48Z', 'revision_number': 7, 'project_id': 'b866c4a5e6714df091fb8e48eccbba71', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:48.745787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9558790-b8fd-4328-8029-6e50ec309ce2 None None] The sync data for ids ['60834634-21ed-40f8-9602-3f40af8fcaf2'] in n-d-615180-58 is: [{'id': '60834634-21ed-40f8-9602-3f40af8fcaf2', 'name': 'tempest-ServerRescueNegativeTestJSON-651709060-router', 'tenant_id': 'b866c4a5e6714df091fb8e48eccbba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:29Z', 'updated_at': '2022-02-11T05:11:48Z', 'revision_number': 7, 'project_id': 'b866c4a5e6714df091fb8e48eccbba71', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:48.758706 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (60834634-21ed-40f8-9602-3f40af8fcaf2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.763261 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Publish callbacks [] for router_controller (60834634-21ed-40f8-9602-3f40af8fcaf2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.767399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:48.768049 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.821258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac5033d-657b-4d4e-bac7-fd4e18c905aa tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.822889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac5033d-657b-4d4e-bac7-fd4e18c905aa tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.825726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac5033d-657b-4d4e-bac7-fd4e18c905aa tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.830945 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9ac5033d-657b-4d4e-bac7-fd4e18c905aa tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2181914 Feb 11 05:11:48.831256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37504) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:48.882126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:48.882520 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.886052 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (60834634-21ed-40f8-9602-3f40af8fcaf2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.886723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60834634-21ed-40f8-9602-3f40af8fcaf2 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:11:48.893008 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.895076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda4506b-392f-48e2-9f0b-6362856b5b71 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 737f8f8c-ae69-4a32-bbcd-eb1348748e99 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:48.897212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8d83365e-3a9b-487f-8953-142978fe6c22 admin admin] 10.222.0.48 "DELETE /v2.0/routers/60834634-21ed-40f8-9602-3f40af8fcaf2 HTTP/1.1" status: 204 len: 168 time: 2.1828952 Feb 11 05:11:48.900070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37508) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:48.904474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dda4506b-392f-48e2-9f0b-6362856b5b71 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (737f8f8c-ae69-4a32-bbcd-eb1348748e99), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.932662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1b519d29-e7a5-4ef5-a93d-fa8db5f14637,segment=NetworkSegment(047c0cf4-7dd3-4df9-96f4-f04e5cab62cc),segment_id=047c0cf4-7dd3-4df9-96f4-f04e5cab62cc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:48.943158 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.964516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router e77f9396-5d18-46fd-83ef-8176eeac985c is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:11:48.974297 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dda4506b-392f-48e2-9f0b-6362856b5b71 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (737f8f8c-ae69-4a32-bbcd-eb1348748e99), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.012657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=1b519d29-e7a5-4ef5-a93d-fa8db5f14637,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:49.022514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1542971-e903-4b73-bab6-e829fbb7d127 admin admin] Deleting subnet 12d20935-2379-4458-8500-65a80af2dc1c {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:49.038439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1542971-e903-4b73-bab6-e829fbb7d127 admin admin] Publish callbacks [] for subnet (12d20935-2379-4458-8500-65a80af2dc1c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.097427 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1542971-e903-4b73-bab6-e829fbb7d127 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (12d20935-2379-4458-8500-65a80af2dc1c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.132434 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dda4506b-392f-48e2-9f0b-6362856b5b71 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (737f8f8c-ae69-4a32-bbcd-eb1348748e99), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.188803 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1542971-e903-4b73-bab6-e829fbb7d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (12d20935-2379-4458-8500-65a80af2dc1c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.220361 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ee02ef-ac98-48e7-8ec5-23a628ee168e None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:11:49.259750 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1542971-e903-4b73-bab6-e829fbb7d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (12d20935-2379-4458-8500-65a80af2dc1c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.293219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1542971-e903-4b73-bab6-e829fbb7d127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d20935-2379-4458-8500-65a80af2dc1c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:49.301712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5ed030de-4f2d-4ef4-b8d2-087968bb8ec7 None None] Provisioning complete for port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:49.306154 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5ed030de-4f2d-4ef4-b8d2-087968bb8ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.308996 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1542971-e903-4b73-bab6-e829fbb7d127 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.313670 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f1542971-e903-4b73-bab6-e829fbb7d127 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/12d20935-2379-4458-8500-65a80af2dc1c HTTP/1.1" status: 204 len: 168 time: 0.4093726 Feb 11 05:11:49.315450 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37510) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:49.353539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:49.361196 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6997ba97-28ca-4186-a02f-f68dcf634c9c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/e77f9396-5d18-46fd-83ef-8176eeac985c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2495246 Feb 11 05:11:49.363863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37512) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:49.369034 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e5bf7-30a2-4f0b-9763-6e1508312d19 None None] Sync routers for ids ['e77f9396-5d18-46fd-83ef-8176eeac985c'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:49.405627 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e5bf7-30a2-4f0b-9763-6e1508312d19 None None] Routers {'e77f9396-5d18-46fd-83ef-8176eeac985c'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:49.406253 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c58e5bf7-30a2-4f0b-9763-6e1508312d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e77f9396-5d18-46fd-83ef-8176eeac985c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:49.417163 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (9a50b6a6-122f-42d2-aea9-4fb360dd225c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.453792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a12742e-2ffd-48c2-8cd7-3b7981dca50d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:49.455294 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9a12742e-2ffd-48c2-8cd7-3b7981dca50d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports/0c8c1db0-0565-49c8-88b8-8f8e643eb990 HTTP/1.1" status: 200 len: 911 time: 0.0761232 Feb 11 05:11:49.458875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37514) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:49.470094 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dda4506b-392f-48e2-9f0b-6362856b5b71 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (737f8f8c-ae69-4a32-bbcd-eb1348748e99), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.474250 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c58e5bf7-30a2-4f0b-9763-6e1508312d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:49.483687 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e5bf7-30a2-4f0b-9763-6e1508312d19 None None] Routers {'e77f9396-5d18-46fd-83ef-8176eeac985c'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:49.484633 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c58e5bf7-30a2-4f0b-9763-6e1508312d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e77f9396-5d18-46fd-83ef-8176eeac985c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:49.525542 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c58e5bf7-30a2-4f0b-9763-6e1508312d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:49.526754 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e5bf7-30a2-4f0b-9763-6e1508312d19 None None] The sync data for ids ['e77f9396-5d18-46fd-83ef-8176eeac985c'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:49.534853 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dda4506b-392f-48e2-9f0b-6362856b5b71 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.538414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee02ef-ac98-48e7-8ec5-23a628ee168e None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:11:49.543475 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dda4506b-392f-48e2-9f0b-6362856b5b71 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/737f8f8c-ae69-4a32-bbcd-eb1348748e99 HTTP/1.1" status: 204 len: 168 time: 0.7087519 Feb 11 05:11:49.544334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37516) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:49.610501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5ed030de-4f2d-4ef4-b8d2-087968bb8ec7 None None] Current status of the port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:49.696614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb6a705-f1a5-4d3a-a1ef-6bc5ce85d1a2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet e6dea40a-18b8-432e-92db-a36028037285 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:49.707323 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4506b-392f-48e2-9f0b-6362856b5b71 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=737f8f8c-ae69-4a32-bbcd-eb1348748e99,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:49.710031 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a705-f1a5-4d3a-a1ef-6bc5ce85d1a2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (e6dea40a-18b8-432e-92db-a36028037285), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.901414 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (9a50b6a6-122f-42d2-aea9-4fb360dd225c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.925256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a50b6a6-122f-42d2-aea9-4fb360dd225c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:49.936437 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e10351-cc82-4e1b-a0e9-b0a43888da4d') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:49.936810 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e10351-cc82-4e1b-a0e9-b0a43888da4d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:49.950121 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (54e10351-cc82-4e1b-a0e9-b0a43888da4d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.965357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (54e10351-cc82-4e1b-a0e9-b0a43888da4d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.973989 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:49.974475 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (54e10351-cc82-4e1b-a0e9-b0a43888da4d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:49.976692 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:50.060272 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (9a50b6a6-122f-42d2-aea9-4fb360dd225c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.075019 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.076643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] 10.222.0.48 "DELETE /v2.0/networks/9a50b6a6-122f-42d2-aea9-4fb360dd225c HTTP/1.1" status: 204 len: 168 time: 0.7594953 Feb 11 05:11:50.099769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d964dc-1d8e-4d47-8e0a-d3a2c847b80e admin admin] Pushing event deleted for resources: {'Network': ['ID=9a50b6a6-122f-42d2-aea9-4fb360dd225c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:50.261040 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a705-f1a5-4d3a-a1ef-6bc5ce85d1a2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (e6dea40a-18b8-432e-92db-a36028037285), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.403241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:50.406272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37520) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:50.434713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a705-f1a5-4d3a-a1ef-6bc5ce85d1a2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e6dea40a-18b8-432e-92db-a36028037285), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.468931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ecfef7bb-8f1b-408f-a818-e6d0e324654a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b866c4a5e6714df091fb8e48eccbba71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0613301 Feb 11 05:11:50.471750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:50.473408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:50.474606 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.533874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe77ec81-2d6c-4554-b5dd-d0f49d6f7780 admin admin] Publish callbacks [] for security_group (4ad29647-cb25-4ff7-a00d-877d854e04b7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.543261 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a705-f1a5-4d3a-a1ef-6bc5ce85d1a2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (e6dea40a-18b8-432e-92db-a36028037285), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.563153 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe77ec81-2d6c-4554-b5dd-d0f49d6f7780 admin admin] Publish callbacks [] for security_group (4ad29647-cb25-4ff7-a00d-877d854e04b7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.577708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6a705-f1a5-4d3a-a1ef-6bc5ce85d1a2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=e6dea40a-18b8-432e-92db-a36028037285,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:50.581185 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a705-f1a5-4d3a-a1ef-6bc5ce85d1a2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.588129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8fb6a705-f1a5-4d3a-a1ef-6bc5ce85d1a2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/e6dea40a-18b8-432e-92db-a36028037285 HTTP/1.1" status: 204 len: 168 time: 1.0213044 Feb 11 05:11:50.590232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37524) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:50.601113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1e75300-e72d-4211-82cf-b60208424436 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (e77f9396-5d18-46fd-83ef-8176eeac985c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.604670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:50.629658 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe77ec81-2d6c-4554-b5dd-d0f49d6f7780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4ad29647-cb25-4ff7-a00d-877d854e04b7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.633663 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fe77ec81-2d6c-4554-b5dd-d0f49d6f7780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.637444 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fe77ec81-2d6c-4554-b5dd-d0f49d6f7780 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ad29647-cb25-4ff7-a00d-877d854e04b7 HTTP/1.1" status: 204 len: 168 time: 0.1620562 Feb 11 05:11:50.646086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77ec81-2d6c-4554-b5dd-d0f49d6f7780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad29647-cb25-4ff7-a00d-877d854e04b7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:50.699675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:50.704911 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1cfcd2-b1b0-4753-91e8-1e76add845fa None None] Network 5411fb0c-87c8-44db-ac4f-ef0fd7133058 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:50.734758 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dfb416be-516a-48b8-b27f-ed0c77b5af86 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1433740 Feb 11 05:11:50.735221 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37530) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:50.764248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d7e3cc-530a-4b66-9549-3dd82b6c3e26 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:50.809810 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc21456-cfdc-4366-9db6-7c36b2386e9e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:50.814175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7cc21456-cfdc-4366-9db6-7c36b2386e9e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0754254 Feb 11 05:11:50.814602 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37532) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:50.876985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:50.877445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1e3c97f8-d2af-4cb2-b574-a63fd3baf4be not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:50.877773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8f9c77a6-2333-4904-8828-db55785acbd7 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:50.882196 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97feb05-bcfe-4b86-933b-1d4997a87d66 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:50.896754 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b97feb05-bcfe-4b86-933b-1d4997a87d66 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0809054 Feb 11 05:11:50.899780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37534) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:50.915881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-88f13044-15fe-45ad-a8f2-a8d536f1f533 None None] Provisioning complete for port ad6a01b6-2366-43da-971a-ee6056ce67f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:50.916268 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88f13044-15fe-45ad-a8f2-a8d536f1f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.947019 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b6a23c21-2a25-476b-98ec-3a9e89bfde08 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446472 Feb 11 05:11:50.952660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37538) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:50.958774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-233c963f-22e4-4ef8-9a2b-e1e86c35397e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:50.961500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 8f9c77a6-2333-4904-8828-db55785acbd7 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:50.961814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8f9c77a6-2333-4904-8828-db55785acbd7 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:51.006283 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c1e75300-e72d-4211-82cf-b60208424436 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port 0c8c1db0-0565-49c8-88b8-8f8e643eb990 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:51.006954 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1e75300-e72d-4211-82cf-b60208424436 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0c8c1db0-0565-49c8-88b8-8f8e643eb990), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.078591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233c963f-22e4-4ef8-9a2b-e1e86c35397e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:51.085032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-233c963f-22e4-4ef8-9a2b-e1e86c35397e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.087171 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-233c963f-22e4-4ef8-9a2b-e1e86c35397e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:11:51.088112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233c963f-22e4-4ef8-9a2b-e1e86c35397e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:51.132423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-233c963f-22e4-4ef8-9a2b-e1e86c35397e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1757102 Feb 11 05:11:51.132746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37540) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:51.142526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4e4cf67c-6699-4276-9bc6-120d7d19a9f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:51.147914 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1e75300-e72d-4211-82cf-b60208424436 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0c8c1db0-0565-49c8-88b8-8f8e643eb990), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.164909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c1e75300-e72d-4211-82cf-b60208424436 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for 0c8c1db0-0565-49c8-88b8-8f8e643eb990 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:51.169727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ee8dc0-8385-446c-ae9a-0d8b36db4a93 None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:11:51.210586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-88f13044-15fe-45ad-a8f2-a8d536f1f533 None None] Current status of the port ad6a01b6-2366-43da-971a-ee6056ce67f3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:51.275349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-09ee8dc0-8385-446c-ae9a-0d8b36db4a93 None None] Deleting port ad6a01b6-2366-43da-971a-ee6056ce67f3 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:51.275729 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-09ee8dc0-8385-446c-ae9a-0d8b36db4a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.344677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4cf67c-6699-4276-9bc6-120d7d19a9f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:51.348355 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4e4cf67c-6699-4276-9bc6-120d7d19a9f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.349845 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4cf67c-6699-4276-9bc6-120d7d19a9f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:11:51.350285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4cf67c-6699-4276-9bc6-120d7d19a9f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:51.371894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-09ee8dc0-8385-446c-ae9a-0d8b36db4a93 None None] For port ad6a01b6-2366-43da-971a-ee6056ce67f3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ad6a01b6-2366-43da-971a-ee6056ce67f3,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:51.377416 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-09ee8dc0-8385-446c-ae9a-0d8b36db4a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.388100 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4e4cf67c-6699-4276-9bc6-120d7d19a9f5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2510717 Feb 11 05:11:51.388463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37548) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:51.400337 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4fed149d-f44c-4e22-b168-e1a220282cfc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:51.401608 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1e75300-e72d-4211-82cf-b60208424436 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0c8c1db0-0565-49c8-88b8-8f8e643eb990), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.419729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-09ee8dc0-8385-446c-ae9a-0d8b36db4a93 None None] Calling delete_port for ad6a01b6-2366-43da-971a-ee6056ce67f3 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:51.454233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e75300-e72d-4211-82cf-b60208424436 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=0c8c1db0-0565-49c8-88b8-8f8e643eb990,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:51.568237 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-09ee8dc0-8385-446c-ae9a-0d8b36db4a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (ad6a01b6-2366-43da-971a-ee6056ce67f3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.585327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fed149d-f44c-4e22-b168-e1a220282cfc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:51.589190 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fed149d-f44c-4e22-b168-e1a220282cfc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.590693 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fed149d-f44c-4e22-b168-e1a220282cfc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:11:51.591165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fed149d-f44c-4e22-b168-e1a220282cfc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:51.619266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee8dc0-8385-446c-ae9a-0d8b36db4a93 None None] Pushing event deleted for resources: {'Port': ['ID=ad6a01b6-2366-43da-971a-ee6056ce67f3,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:51.625382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee8dc0-8385-446c-ae9a-0d8b36db4a93 None None] No DVR routers for this DVR port ad6a01b6-2366-43da-971a-ee6056ce67f3 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:51.634087 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4fed149d-f44c-4e22-b168-e1a220282cfc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2418396 Feb 11 05:11:51.634556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37554) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:51.642668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-60ce616b-9619-400c-b943-562884a83b04 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:51.656285 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1e75300-e72d-4211-82cf-b60208424436 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (e77f9396-5d18-46fd-83ef-8176eeac985c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.757630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3c31f73b-5ccf-43ce-a6bd-655e060184ec None None] Provisioning complete for port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:51.758021 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c31f73b-5ccf-43ce-a6bd-655e060184ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.773292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ce616b-9619-400c-b943-562884a83b04 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:51.784573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-60ce616b-9619-400c-b943-562884a83b04 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.784573 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ce616b-9619-400c-b943-562884a83b04 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:11:51.786423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ce616b-9619-400c-b943-562884a83b04 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:51.807818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-60ce616b-9619-400c-b943-562884a83b04 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1706810 Feb 11 05:11:51.810971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37562) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:51.816790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cae62c73-0c5f-4ead-ac00-ccd3f7b224e5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:51.890059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3c31f73b-5ccf-43ce-a6bd-655e060184ec None None] Current status of the port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:51.895181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3c31f73b-5ccf-43ce-a6bd-655e060184ec None None] Could not find standard attr ID for object 0c8c1db0-0565-49c8-88b8-8f8e643eb990. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:11:51.961866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e75300-e72d-4211-82cf-b60208424436 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router e77f9396-5d18-46fd-83ef-8176eeac985c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:52.061890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae62c73-0c5f-4ead-ac00-ccd3f7b224e5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:52.065317 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cae62c73-0c5f-4ead-ac00-ccd3f7b224e5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.066808 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae62c73-0c5f-4ead-ac00-ccd3f7b224e5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:11:52.067463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae62c73-0c5f-4ead-ac00-ccd3f7b224e5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:52.079342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e75300-e72d-4211-82cf-b60208424436 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:52.085301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c1e75300-e72d-4211-82cf-b60208424436 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/e77f9396-5d18-46fd-83ef-8176eeac985c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6240058 Feb 11 05:11:52.088225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37576) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:52.095879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f907302-fd7b-4ea5-bff8-d4b5a8b2c993 None None] Sync routers for ids ['e77f9396-5d18-46fd-83ef-8176eeac985c'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:52.111862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cae62c73-0c5f-4ead-ac00-ccd3f7b224e5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2960062 Feb 11 05:11:52.112426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37578) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:52.118663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-862c906b-f8b8-4f62-8d57-4c32e853226e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:52.120353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f907302-fd7b-4ea5-bff8-d4b5a8b2c993 None None] Routers {'e77f9396-5d18-46fd-83ef-8176eeac985c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:52.121236 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9f907302-fd7b-4ea5-bff8-d4b5a8b2c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e77f9396-5d18-46fd-83ef-8176eeac985c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:52.125517 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2dc567e8-1367-4879-802b-763b28887701 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=e77f9396-5d18-46fd-83ef-8176eeac985c HTTP/1.1" status: 200 len: 205 time: 0.0354342 Feb 11 05:11:52.128883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37580) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:52.184320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9f907302-fd7b-4ea5-bff8-d4b5a8b2c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:52.194509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f907302-fd7b-4ea5-bff8-d4b5a8b2c993 None None] Routers {'e77f9396-5d18-46fd-83ef-8176eeac985c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:52.195413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9f907302-fd7b-4ea5-bff8-d4b5a8b2c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e77f9396-5d18-46fd-83ef-8176eeac985c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:52.263214 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-916e34c6-3bda-43d6-9e9d-55255edd8694 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (e77f9396-5d18-46fd-83ef-8176eeac985c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.263376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9f907302-fd7b-4ea5-bff8-d4b5a8b2c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:52.263963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f907302-fd7b-4ea5-bff8-d4b5a8b2c993 None None] The sync data for ids ['e77f9396-5d18-46fd-83ef-8176eeac985c'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:52.287584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862c906b-f8b8-4f62-8d57-4c32e853226e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:52.291529 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-862c906b-f8b8-4f62-8d57-4c32e853226e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.293664 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-862c906b-f8b8-4f62-8d57-4c32e853226e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:11:52.294131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862c906b-f8b8-4f62-8d57-4c32e853226e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:11:52.324964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37584) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:52.325360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-862c906b-f8b8-4f62-8d57-4c32e853226e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2116385 Feb 11 05:11:52.358632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37586) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:52.361547 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ad6a01b6-2366-43da-971a-ee6056ce67f3 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:52.388714 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: ad6a01b6-2366-43da-971a-ee6056ce67f3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:52.388952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ad6a01b6-2366-43da-971a-ee6056ce67f3 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:52.401684 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ab7a9473-1187-4636-b234-14cf6b0ae31f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0734582 Feb 11 05:11:52.405877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37590) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:52.473422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cdfdc6-a622-40ac-9eba-fa2a8729b0bd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:52.475148 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e1cdfdc6-a622-40ac-9eba-fa2a8729b0bd tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0683973 Feb 11 05:11:52.479150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37594) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:52.525386 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d1d79a49-7b79-4105-99f7-f4dbaa6826bb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446343 Feb 11 05:11:52.529124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37596) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:52.534330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-916e34c6-3bda-43d6-9e9d-55255edd8694 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (e77f9396-5d18-46fd-83ef-8176eeac985c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.535161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a7bf1ebf-8d3c-4b7f-903c-84620bfd5f57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:52.538226 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-916e34c6-3bda-43d6-9e9d-55255edd8694 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (e77f9396-5d18-46fd-83ef-8176eeac985c), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.592285 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-916e34c6-3bda-43d6-9e9d-55255edd8694 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (e77f9396-5d18-46fd-83ef-8176eeac985c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.592968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916e34c6-3bda-43d6-9e9d-55255edd8694 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Fanout notify agent at l3_agent the message router_deleted on router e77f9396-5d18-46fd-83ef-8176eeac985c {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:11:52.607030 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a934db5-4752-4400-a9ed-71de85eb6b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.609894 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-916e34c6-3bda-43d6-9e9d-55255edd8694 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.614030 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-916e34c6-3bda-43d6-9e9d-55255edd8694 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/e77f9396-5d18-46fd-83ef-8176eeac985c HTTP/1.1" status: 204 len: 168 time: 0.4838369 Feb 11 05:11:52.614162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37598) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:52.704560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-28580ad8-7ea2-4f5c-92cb-2877a86d917e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting subnet 0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:52.712270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bf1ebf-8d3c-4b7f-903c-84620bfd5f57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:52.715427 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1ebf-8d3c-4b7f-903c-84620bfd5f57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.721734 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28580ad8-7ea2-4f5c-92cb-2877a86d917e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.820153 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28580ad8-7ea2-4f5c-92cb-2877a86d917e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.905388 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a934db5-4752-4400-a9ed-71de85eb6b2b admin admin] Publish callbacks [] for security_group (ce8c0c2a-c2a3-4e44-9b49-95e3789310cf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.913856 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a934db5-4752-4400-a9ed-71de85eb6b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ce8c0c2a-c2a3-4e44-9b49-95e3789310cf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.007865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9a934db5-4752-4400-a9ed-71de85eb6b2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ad8cee5595f42d9a7da2eb7ec8edae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6477702 Feb 11 05:11:53.010734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37602) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:53.017919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28580ad8-7ea2-4f5c-92cb-2877a86d917e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.022727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a934db5-4752-4400-a9ed-71de85eb6b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8c0c2a-c2a3-4e44-9b49-95e3789310cf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.070766 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a977dd4-0b7a-4ec8-ad3d-91eddade0227 admin admin] Publish callbacks [] for security_group (ce8c0c2a-c2a3-4e44-9b49-95e3789310cf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.093964 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a977dd4-0b7a-4ec8-ad3d-91eddade0227 admin admin] Publish callbacks [] for security_group (ce8c0c2a-c2a3-4e44-9b49-95e3789310cf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.151144 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a977dd4-0b7a-4ec8-ad3d-91eddade0227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ce8c0c2a-c2a3-4e44-9b49-95e3789310cf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.153733 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a977dd4-0b7a-4ec8-ad3d-91eddade0227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.154890 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7a977dd4-0b7a-4ec8-ad3d-91eddade0227 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce8c0c2a-c2a3-4e44-9b49-95e3789310cf HTTP/1.1" status: 204 len: 168 time: 0.1429663 Feb 11 05:11:53.163351 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28580ad8-7ea2-4f5c-92cb-2877a86d917e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.164460 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a977dd4-0b7a-4ec8-ad3d-91eddade0227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8c0c2a-c2a3-4e44-9b49-95e3789310cf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.214430 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28580ad8-7ea2-4f5c-92cb-2877a86d917e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.220986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37606) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:53.222444 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-28580ad8-7ea2-4f5c-92cb-2877a86d917e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46 HTTP/1.1" status: 204 len: 168 time: 0.6015663 Feb 11 05:11:53.224330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ebd72-cdbc-4688-87ed-88508ac61bdc None None] Network 5411fb0c-87c8-44db-ac4f-ef0fd7133058 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:53.226463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28580ad8-7ea2-4f5c-92cb-2877a86d917e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Subnet': ['ID=0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.296381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-a7bf1ebf-8d3c-4b7f-903c-84620bfd5f57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:11:53.297963 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1ebf-8d3c-4b7f-903c-84620bfd5f57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (8860efc7-d48b-4776-9ec4-4c5e57e04cd1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.361552 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (5411fb0c-87c8-44db-ac4f-ef0fd7133058), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.422451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf1ebf-8d3c-4b7f-903c-84620bfd5f57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:53.431898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8620cd50-e0db-457e-8e87-19c028cbe14e None None] DHCP port deletion for 5411fb0c-87c8-44db-ac4f-ef0fd7133058 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:11:53.433623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a7bf1ebf-8d3c-4b7f-903c-84620bfd5f57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:53.439881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:53.440956 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.443940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf1ebf-8d3c-4b7f-903c-84620bfd5f57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:53.444547 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1ebf-8d3c-4b7f-903c-84620bfd5f57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.465675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4d24ae-1169-4cf2-b0ce-0bcaa4fff323 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:53.484489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf1ebf-8d3c-4b7f-903c-84620bfd5f57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=8860efc7-d48b-4776-9ec4-4c5e57e04cd1,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.499530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a7bf1ebf-8d3c-4b7f-903c-84620bfd5f57 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9690249 Feb 11 05:11:53.502939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:53.511493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:8f:72:a5', 'name': 'tempest-NetworksTestDHCPv6-1427100267'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:53.544574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1b519d29-e7a5-4ef5-a93d-fa8db5f14637,segment=NetworkSegment(047c0cf4-7dd3-4df9-96f4-f04e5cab62cc),segment_id=047c0cf4-7dd3-4df9-96f4-f04e5cab62cc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:53.545083 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.562883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:53.601921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': '8860efc7-d48b-4776-9ec4-4c5e57e04cd1'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:11:53.603723 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.628440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8620cd50-e0db-457e-8e87-19c028cbe14e None None] Deleting port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:53.629339 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8620cd50-e0db-457e-8e87-19c028cbe14e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.713794 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.741372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:53.768050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8620cd50-e0db-457e-8e87-19c028cbe14e None None] For port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1b519d29-e7a5-4ef5-a93d-fa8db5f14637,segment=NetworkSegment(047c0cf4-7dd3-4df9-96f4-f04e5cab62cc),segment_id=047c0cf4-7dd3-4df9-96f4-f04e5cab62cc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:53.768739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=1b519d29-e7a5-4ef5-a93d-fa8db5f14637,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.769019 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8620cd50-e0db-457e-8e87-19c028cbe14e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.773132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No DVR routers for this DVR port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:53.798799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8620cd50-e0db-457e-8e87-19c028cbe14e None None] Calling delete_port for 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:53.904950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Allocated IP 2001:db8::f816:3eff:fe38:919c (7c563e16-8896-4630-8c06-8305ed9e25d0/8860efc7-d48b-4776-9ec4-4c5e57e04cd1/adc96314-a2b2-48ee-a0c5-2fe62158ce5f) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:53.931485 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (5411fb0c-87c8-44db-ac4f-ef0fd7133058), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.935723 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.964083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5411fb0c-87c8-44db-ac4f-ef0fd7133058']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:53.974923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047c0cf4-7dd3-4df9-96f4-f04e5cab62cc') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:53.975489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047c0cf4-7dd3-4df9-96f4-f04e5cab62cc') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:53.986835 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (047c0cf4-7dd3-4df9-96f4-f04e5cab62cc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.990465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port e3d91816-dff6-400c-81ab-aceffee193c7 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:11:54.003009 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (047c0cf4-7dd3-4df9-96f4-f04e5cab62cc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.004774 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8620cd50-e0db-457e-8e87-19c028cbe14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (1b519d29-e7a5-4ef5-a93d-fa8db5f14637), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.009763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:54.010451 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (047c0cf4-7dd3-4df9-96f4-f04e5cab62cc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:54.014633 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:54.114623 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (5411fb0c-87c8-44db-ac4f-ef0fd7133058), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.122028 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.131397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37630) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:54.132293 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/networks/5411fb0c-87c8-44db-ac4f-ef0fd7133058 HTTP/1.1" status: 204 len: 168 time: 0.9076204 Feb 11 05:11:54.136138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-591643026', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:54.151328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb0c6e-e82f-4467-9ce6-46017feecdcb tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Network': ['ID=5411fb0c-87c8-44db-ac4f-ef0fd7133058,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:54.181383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (4eb37eea-818d-44f1-8182-40cf5160fb65), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.184966 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (4eb37eea-818d-44f1-8182-40cf5160fb65), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.278405 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (4eb37eea-818d-44f1-8182-40cf5160fb65), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.331010 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8620cd50-e0db-457e-8e87-19c028cbe14e None None] No DVR routers for this DVR port 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:54.344875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620cd50-e0db-457e-8e87-19c028cbe14e None None] Pushing event deleted for resources: {'Port': ['ID=1b519d29-e7a5-4ef5-a93d-fa8db5f14637,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:54.434306 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Publish callbacks [] for port (adc96314-a2b2-48ee-a0c5-2fe62158ce5f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.443432 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (adc96314-a2b2-48ee-a0c5-2fe62158ce5f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.453506 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_gateway (4eb37eea-818d-44f1-8182-40cf5160fb65), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.504511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:54.508632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:54.512102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:54.530787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Pushing event updated for resources: {'Port': ['ID=adc96314-a2b2-48ee-a0c5-2fe62158ce5f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:54.531033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::f816:3eff:fe8f:72a5 (7c563e16-8896-4630-8c06-8305ed9e25d0/8860efc7-d48b-4776-9ec4-4c5e57e04cd1/e3d91816-dff6-400c-81ab-aceffee193c7) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:54.628924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Attempting to bind port adc96314-a2b2-48ee-a0c5-2fe62158ce5f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:54.629358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Attempting to bind port adc96314-a2b2-48ee-a0c5-2fe62158ce5f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:54.632913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Attempting to bind port adc96314-a2b2-48ee-a0c5-2fe62158ce5f on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:54.655430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:54.682650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:54.683296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:54.683767 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.684293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:54.685126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Bound port: adc96314-a2b2-48ee-a0c5-2fe62158ce5f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:54.686383 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (adc96314-a2b2-48ee-a0c5-2fe62158ce5f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.688968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:54.689441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1b519d29-e7a5-4ef5-a93d-fa8db5f14637 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:54.714153 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (e3d91816-dff6-400c-81ab-aceffee193c7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.777042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] For port adc96314-a2b2-48ee-a0c5-2fe62158ce5f, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:54.781884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] For port adc96314-a2b2-48ee-a0c5-2fe62158ce5f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=adc96314-a2b2-48ee-a0c5-2fe62158ce5f,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:54.782376 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e3d91816-dff6-400c-81ab-aceffee193c7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.790102 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (adc96314-a2b2-48ee-a0c5-2fe62158ce5f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.855838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:54.859977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:54.864424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:54.874023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:54.874591 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.909416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4b6ce-0cfd-4065-906a-a6c5d20f63ee None None] Pushing event updated for resources: {'Port': ['ID=adc96314-a2b2-48ee-a0c5-2fe62158ce5f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:54.927334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=e3d91816-dff6-400c-81ab-aceffee193c7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:54.953541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a281f6d4-ee27-428c-bb78-800717d4d41c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4470463 Feb 11 05:11:54.953882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37640) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:55.029295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac5c498-f201-4ecd-a6e5-1d826c088e49 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:55.034577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac5c498-f201-4ecd-a6e5-1d826c088e49 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:55.036662 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1ac5c498-f201-4ecd-a6e5-1d826c088e49 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0815423 Feb 11 05:11:55.039549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37646) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:55.201771 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_gateway (4eb37eea-818d-44f1-8182-40cf5160fb65), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.229999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.236706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c8f76e09-b1d7-4258-a248-14700bc82329 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port e3d91816-dff6-400c-81ab-aceffee193c7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:55.237322 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8f76e09-b1d7-4258-a248-14700bc82329 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e3d91816-dff6-400c-81ab-aceffee193c7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.385627 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8f76e09-b1d7-4258-a248-14700bc82329 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e3d91816-dff6-400c-81ab-aceffee193c7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.397651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Allocated IP 172.25.7.177 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/5ffde17a-f8f5-427d-affa-07f298fbe50d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:55.402921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c8f76e09-b1d7-4258-a248-14700bc82329 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for e3d91816-dff6-400c-81ab-aceffee193c7 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:55.551605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (5ffde17a-f8f5-427d-affa-07f298fbe50d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.567677 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8f76e09-b1d7-4258-a248-14700bc82329 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e3d91816-dff6-400c-81ab-aceffee193c7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.599556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f76e09-b1d7-4258-a248-14700bc82329 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=e3d91816-dff6-400c-81ab-aceffee193c7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:55.621909 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5ffde17a-f8f5-427d-affa-07f298fbe50d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.637618 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c8f76e09-b1d7-4258-a248-14700bc82329 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.643814 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c8f76e09-b1d7-4258-a248-14700bc82329 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/e3d91816-dff6-400c-81ab-aceffee193c7 HTTP/1.1" status: 204 len: 168 time: 0.6022551 Feb 11 05:11:55.646383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37654) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:55.670047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:55.673352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:55.682121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:55.706083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82464bd8-b03c-469d-a359-0aa983823153 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:55.707971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82464bd8-b03c-469d-a359-0aa983823153 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:55.710256 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-82464bd8-b03c-469d-a359-0aa983823153 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0624785 Feb 11 05:11:55.712762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37656) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:55.732351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=5ffde17a-f8f5-427d-affa-07f298fbe50d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:55.801794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae8eb6a-4117-4edc-abf1-f232afb32ddf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 8860efc7-d48b-4776-9ec4-4c5e57e04cd1 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:55.805568 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cae8eb6a-4117-4edc-abf1-f232afb32ddf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (8860efc7-d48b-4776-9ec4-4c5e57e04cd1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.862470 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cae8eb6a-4117-4edc-abf1-f232afb32ddf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (8860efc7-d48b-4776-9ec4-4c5e57e04cd1), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.999076 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cae8eb6a-4117-4edc-abf1-f232afb32ddf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (8860efc7-d48b-4776-9ec4-4c5e57e04cd1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.085502 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cae8eb6a-4117-4edc-abf1-f232afb32ddf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (8860efc7-d48b-4776-9ec4-4c5e57e04cd1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.107915 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cae8eb6a-4117-4edc-abf1-f232afb32ddf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.117135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_gateway (4eb37eea-818d-44f1-8182-40cf5160fb65), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.119365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37660) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:56.119960 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cae8eb6a-4117-4edc-abf1-f232afb32ddf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/8860efc7-d48b-4776-9ec4-4c5e57e04cd1 HTTP/1.1" status: 204 len: 168 time: 0.4051051 Feb 11 05:11:56.175136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8eb6a-4117-4edc-abf1-f232afb32ddf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=8860efc7-d48b-4776-9ec4-4c5e57e04cd1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:56.240747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-351cb087-1ee3-4b4f-b4f9-6add68fbe8fe tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1201324 Feb 11 05:11:56.245266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37666) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:56.252670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e3945313-4b8b-4af4-a5aa-6fc181e2a8ec tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:56.345014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c051df-1bac-449c-afef-24eb70c194d8 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:56.468188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device adc96314-a2b2-48ee-a0c5-2fe62158ce5f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:56.530598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a83c1020-19ce-4ec6-927f-8f2f39356932 None None] Provisioning complete for port adc96314-a2b2-48ee-a0c5-2fe62158ce5f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:56.531156 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a83c1020-19ce-4ec6-927f-8f2f39356932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (adc96314-a2b2-48ee-a0c5-2fe62158ce5f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.569596 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (4eb37eea-818d-44f1-8182-40cf5160fb65), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.678800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port adc96314-a2b2-48ee-a0c5-2fe62158ce5f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:56.679212 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (adc96314-a2b2-48ee-a0c5-2fe62158ce5f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.682371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a83c1020-19ce-4ec6-927f-8f2f39356932 None None] Current status of the port adc96314-a2b2-48ee-a0c5-2fe62158ce5f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:56.682981 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a83c1020-19ce-4ec6-927f-8f2f39356932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (adc96314-a2b2-48ee-a0c5-2fe62158ce5f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.781755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a83c1020-19ce-4ec6-927f-8f2f39356932 None None] For port adc96314-a2b2-48ee-a0c5-2fe62158ce5f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=adc96314-a2b2-48ee-a0c5-2fe62158ce5f,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:56.787934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 4eb37eea-818d-44f1-8182-40cf5160fb65 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:11:56.789730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a83c1020-19ce-4ec6-927f-8f2f39356932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (adc96314-a2b2-48ee-a0c5-2fe62158ce5f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.843798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf3881c-f716-42c8-8f69-9e335b8b2785 None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:11:56.907697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port adc96314-a2b2-48ee-a0c5-2fe62158ce5f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:56.912249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3945313-4b8b-4af4-a5aa-6fc181e2a8ec tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:56.913059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1020-19ce-4ec6-927f-8f2f39356932 None None] Pushing event updated for resources: {'Port': ['ID=adc96314-a2b2-48ee-a0c5-2fe62158ce5f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:56.915903 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3945313-4b8b-4af4-a5aa-6fc181e2a8ec tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.977328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3881c-f716-42c8-8f69-9e335b8b2785 None None] Deleting port adc96314-a2b2-48ee-a0c5-2fe62158ce5f {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:56.977745 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bf3881c-f716-42c8-8f69-9e335b8b2785 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (adc96314-a2b2-48ee-a0c5-2fe62158ce5f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.036351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:57.046469 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5613ab3-ef29-40b4-94df-4adb1bc4c989 None None] Sync routers for ids ['4eb37eea-818d-44f1-8182-40cf5160fb65'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:57.061957 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5613ab3-ef29-40b4-94df-4adb1bc4c989 None None] Routers {'4eb37eea-818d-44f1-8182-40cf5160fb65'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:57.062623 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c5613ab3-ef29-40b4-94df-4adb1bc4c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4eb37eea-818d-44f1-8182-40cf5160fb65'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:57.076636 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.078071 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7c6feb3d-54d8-4055-b52e-d52a70263364 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9455581 Feb 11 05:11:57.081024 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37670) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:57.096164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6bf3881c-f716-42c8-8f69-9e335b8b2785 None None] For port adc96314-a2b2-48ee-a0c5-2fe62158ce5f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=adc96314-a2b2-48ee-a0c5-2fe62158ce5f,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:57.096575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bf3881c-f716-42c8-8f69-9e335b8b2785 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (adc96314-a2b2-48ee-a0c5-2fe62158ce5f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.113860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3881c-f716-42c8-8f69-9e335b8b2785 None None] Calling delete_port for adc96314-a2b2-48ee-a0c5-2fe62158ce5f owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:57.116045 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c5613ab3-ef29-40b4-94df-4adb1bc4c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:57.125323 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5613ab3-ef29-40b4-94df-4adb1bc4c989 None None] Routers {'4eb37eea-818d-44f1-8182-40cf5160fb65'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:57.126749 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c5613ab3-ef29-40b4-94df-4adb1bc4c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4eb37eea-818d-44f1-8182-40cf5160fb65'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:57.162170 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c5613ab3-ef29-40b4-94df-4adb1bc4c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:57.163165 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5613ab3-ef29-40b4-94df-4adb1bc4c989 None None] The sync data for ids ['4eb37eea-818d-44f1-8182-40cf5160fb65'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:57.220509 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bf3881c-f716-42c8-8f69-9e335b8b2785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (adc96314-a2b2-48ee-a0c5-2fe62158ce5f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.257646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3881c-f716-42c8-8f69-9e335b8b2785 None None] Pushing event deleted for resources: {'Port': ['ID=adc96314-a2b2-48ee-a0c5-2fe62158ce5f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:57.267429 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf3881c-f716-42c8-8f69-9e335b8b2785 None None] No DVR routers for this DVR port adc96314-a2b2-48ee-a0c5-2fe62158ce5f on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:57.282523 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bbfedebf-89ab-4f0e-82a5-809c1a589c00 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/routers/4eb37eea-818d-44f1-8182-40cf5160fb65 HTTP/1.1" status: 200 len: 884 time: 0.2000482 Feb 11 05:11:57.286491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37674) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:57.337324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.objects.ports [None req-e3945313-4b8b-4af4-a5aa-6fc181e2a8ec tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103353) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:11:57.338831 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3945313-4b8b-4af4-a5aa-6fc181e2a8ec tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (34a964ac-17cb-4882-bcfe-000fab95f492), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.411572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3945313-4b8b-4af4-a5aa-6fc181e2a8ec tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=34a964ac-17cb-4882-bcfe-000fab95f492,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:57.411572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3945313-4b8b-4af4-a5aa-6fc181e2a8ec tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:57.417538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e3945313-4b8b-4af4-a5aa-6fc181e2a8ec tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:57.428151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e0e6c4-22f3-4e22-bb5b-e24a5121589c None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:57.428916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3945313-4b8b-4af4-a5aa-6fc181e2a8ec tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:57.430221 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3945313-4b8b-4af4-a5aa-6fc181e2a8ec tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.460008 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e3945313-4b8b-4af4-a5aa-6fc181e2a8ec tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2130654 Feb 11 05:11:57.460363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37682) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:57.465711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:aa:17:df', 'name': 'tempest-NetworksTestDHCPv6-219142836'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:57.554400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': '34a964ac-17cb-4882-bcfe-000fab95f492'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:11:57.557479 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.705310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:57.756544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Allocated IP 2001:db8::f816:3eff:fe72:97c (7c563e16-8896-4630-8c06-8305ed9e25d0/34a964ac-17cb-4882-bcfe-000fab95f492/4f27430c-51e6-46b4-a792-c8e21c86fb85) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:57.816419 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.840541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 8a04a5b4-47ef-4be4-97dd-acec5d37ec8b yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:11:57.936539 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-42d0f811-e320-407d-af27-34b92eb206f0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6480114 Feb 11 05:11:57.939618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37692) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:57.946207 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cbec483f-08aa-491d-a87d-148f4efccf23 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-591643026'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:57.960910 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Publish callbacks [] for port (4f27430c-51e6-46b4-a792-c8e21c86fb85), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.970515 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (4f27430c-51e6-46b4-a792-c8e21c86fb85), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.016675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:58.020056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:58.024056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:58.032644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Pushing event updated for resources: {'Port': ['ID=4f27430c-51e6-46b4-a792-c8e21c86fb85,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:58.102321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Attempting to bind port 4f27430c-51e6-46b4-a792-c8e21c86fb85 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:58.102693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Attempting to bind port 4f27430c-51e6-46b4-a792-c8e21c86fb85 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:58.103099 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Attempting to bind port 4f27430c-51e6-46b4-a792-c8e21c86fb85 on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:58.109164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:58.109364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:58.109676 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.110253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:58.110732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Bound port: 4f27430c-51e6-46b4-a792-c8e21c86fb85, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:58.111136 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4f27430c-51e6-46b4-a792-c8e21c86fb85), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.169354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::f816:3eff:feaa:17df (7c563e16-8896-4630-8c06-8305ed9e25d0/34a964ac-17cb-4882-bcfe-000fab95f492/8a04a5b4-47ef-4be4-97dd-acec5d37ec8b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:58.181059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] For port 4f27430c-51e6-46b4-a792-c8e21c86fb85, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:58.185326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] For port 4f27430c-51e6-46b4-a792-c8e21c86fb85, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4f27430c-51e6-46b4-a792-c8e21c86fb85,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:58.193971 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4f27430c-51e6-46b4-a792-c8e21c86fb85), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.274489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966f9d2-cae7-404c-b4cf-f4cd71c608d5 None None] Pushing event updated for resources: {'Port': ['ID=4f27430c-51e6-46b4-a792-c8e21c86fb85,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:58.424195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device adc96314-a2b2-48ee-a0c5-2fe62158ce5f no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:58.454953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: adc96314-a2b2-48ee-a0c5-2fe62158ce5f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:58.455522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device adc96314-a2b2-48ee-a0c5-2fe62158ce5f not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:58.616903 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (8a04a5b4-47ef-4be4-97dd-acec5d37ec8b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.647872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbec483f-08aa-491d-a87d-148f4efccf23 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (4eb37eea-818d-44f1-8182-40cf5160fb65), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.677688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbec483f-08aa-491d-a87d-148f4efccf23 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (4eb37eea-818d-44f1-8182-40cf5160fb65), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.759459 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (8a04a5b4-47ef-4be4-97dd-acec5d37ec8b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.845858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:58.855568 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:58.858168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:58.864852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:58.865649 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.873101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=8a04a5b4-47ef-4be4-97dd-acec5d37ec8b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:58.909115 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-93e6bc28-0687-47bd-9ea5-1b344d1edab4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4448361 Feb 11 05:11:58.909115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbec483f-08aa-491d-a87d-148f4efccf23 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 4eb37eea-818d-44f1-8182-40cf5160fb65 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:58.909420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37700) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:59.028326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec93ab03-1171-43cd-96c8-ec9f95a0ae7c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.039641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec93ab03-1171-43cd-96c8-ec9f95a0ae7c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.041690 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ec93ab03-1171-43cd-96c8-ec9f95a0ae7c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1315749 Feb 11 05:11:59.044405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37704) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:59.110819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbec483f-08aa-491d-a87d-148f4efccf23 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:59.121454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88ca58-1866-4525-bd80-224c51678de8 None None] Sync routers for ids ['4eb37eea-818d-44f1-8182-40cf5160fb65'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:59.121698 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbec483f-08aa-491d-a87d-148f4efccf23 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.126964 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cbec483f-08aa-491d-a87d-148f4efccf23 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/4eb37eea-818d-44f1-8182-40cf5160fb65 HTTP/1.1" status: 200 len: 891 time: 1.1859715 Feb 11 05:11:59.127719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37706) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:59.137010 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88ca58-1866-4525-bd80-224c51678de8 None None] Routers {'4eb37eea-818d-44f1-8182-40cf5160fb65'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:59.139307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-eb88ca58-1866-4525-bd80-224c51678de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4eb37eea-818d-44f1-8182-40cf5160fb65'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:59.197048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-eb88ca58-1866-4525-bd80-224c51678de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:59.206745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88ca58-1866-4525-bd80-224c51678de8 None None] Routers {'4eb37eea-818d-44f1-8182-40cf5160fb65'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:59.208211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-eb88ca58-1866-4525-bd80-224c51678de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4eb37eea-818d-44f1-8182-40cf5160fb65'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:59.218438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ca803495-9135-4cdf-995f-7604ce254ff1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 8a04a5b4-47ef-4be4-97dd-acec5d37ec8b {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:59.228909 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca803495-9135-4cdf-995f-7604ce254ff1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8a04a5b4-47ef-4be4-97dd-acec5d37ec8b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.251782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-eb88ca58-1866-4525-bd80-224c51678de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:59.252715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88ca58-1866-4525-bd80-224c51678de8 None None] The sync data for ids ['4eb37eea-818d-44f1-8182-40cf5160fb65'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:59.300108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c8b5a7ef-7703-43e2-b829-2fa0ed81895b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/routers/4eb37eea-818d-44f1-8182-40cf5160fb65 HTTP/1.1" status: 200 len: 891 time: 0.1711981 Feb 11 05:11:59.302705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37708) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:59.348240 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dabe6b58-a0db-4d11-9c42-0b22935a63fd tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=4eb37eea-818d-44f1-8182-40cf5160fb65 HTTP/1.1" status: 200 len: 205 time: 0.0440681 Feb 11 05:11:59.350485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37710) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:59.384487 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca803495-9135-4cdf-995f-7604ce254ff1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8a04a5b4-47ef-4be4-97dd-acec5d37ec8b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.398412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ca803495-9135-4cdf-995f-7604ce254ff1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 8a04a5b4-47ef-4be4-97dd-acec5d37ec8b owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:59.489688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (4eb37eea-818d-44f1-8182-40cf5160fb65), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.566391 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca803495-9135-4cdf-995f-7604ce254ff1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8a04a5b4-47ef-4be4-97dd-acec5d37ec8b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.600585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca803495-9135-4cdf-995f-7604ce254ff1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=8a04a5b4-47ef-4be4-97dd-acec5d37ec8b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:59.638008 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca803495-9135-4cdf-995f-7604ce254ff1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.641886 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ca803495-9135-4cdf-995f-7604ce254ff1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/8a04a5b4-47ef-4be4-97dd-acec5d37ec8b HTTP/1.1" status: 204 len: 168 time: 0.5958035 Feb 11 05:11:59.645629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37712) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:59.716734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4285d739-ced0-4dd0-8aeb-ed126c742a0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.718765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4285d739-ced0-4dd0-8aeb-ed126c742a0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.723913 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4285d739-ced0-4dd0-8aeb-ed126c742a0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0771434 Feb 11 05:11:59.724983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37714) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:59.805666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d9e3486d-9c29-46d4-b2c8-4d20504d6350 None None] Provisioning complete for port 4f27430c-51e6-46b4-a792-c8e21c86fb85 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:59.806383 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d9e3486d-9c29-46d4-b2c8-4d20504d6350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4f27430c-51e6-46b4-a792-c8e21c86fb85), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.845692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cde900-e237-4905-9b51-392e06da210f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 34a964ac-17cb-4882-bcfe-000fab95f492 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:59.855481 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0cde900-e237-4905-9b51-392e06da210f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (34a964ac-17cb-4882-bcfe-000fab95f492), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.953684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3486d-9c29-46d4-b2c8-4d20504d6350 None None] Current status of the port 4f27430c-51e6-46b4-a792-c8e21c86fb85 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:59.954089 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d9e3486d-9c29-46d4-b2c8-4d20504d6350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4f27430c-51e6-46b4-a792-c8e21c86fb85), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.962184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0cde900-e237-4905-9b51-392e06da210f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (34a964ac-17cb-4882-bcfe-000fab95f492), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.021026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d9e3486d-9c29-46d4-b2c8-4d20504d6350 None None] For port 4f27430c-51e6-46b4-a792-c8e21c86fb85, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4f27430c-51e6-46b4-a792-c8e21c86fb85,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:00.033787 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d9e3486d-9c29-46d4-b2c8-4d20504d6350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4f27430c-51e6-46b4-a792-c8e21c86fb85), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.084252 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_gateway (4eb37eea-818d-44f1-8182-40cf5160fb65), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.113434 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0cde900-e237-4905-9b51-392e06da210f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (34a964ac-17cb-4882-bcfe-000fab95f492), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.147283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3486d-9c29-46d4-b2c8-4d20504d6350 None None] Pushing event updated for resources: {'Port': ['ID=4f27430c-51e6-46b4-a792-c8e21c86fb85,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:00.192266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port 5ffde17a-f8f5-427d-affa-07f298fbe50d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:00.192718 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5ffde17a-f8f5-427d-affa-07f298fbe50d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.217552 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0cde900-e237-4905-9b51-392e06da210f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (34a964ac-17cb-4882-bcfe-000fab95f492), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.247920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-44625c16-87a7-4d15-92ff-904cdb57ab88 None None] Could not find standard attr ID for object 8a04a5b4-47ef-4be4-97dd-acec5d37ec8b. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:12:00.263040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cde900-e237-4905-9b51-392e06da210f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=34a964ac-17cb-4882-bcfe-000fab95f492,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:00.284648 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0cde900-e237-4905-9b51-392e06da210f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.293679 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e0cde900-e237-4905-9b51-392e06da210f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/34a964ac-17cb-4882-bcfe-000fab95f492 HTTP/1.1" status: 204 len: 168 time: 0.5672297 Feb 11 05:12:00.294013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37722) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:00.350912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37724) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:00.359744 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1861d225-058a-4727-bc74-7122a5a9f2d5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631957 Feb 11 05:12:00.361869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5ffde17a-f8f5-427d-affa-07f298fbe50d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.385014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for 5ffde17a-f8f5-427d-affa-07f298fbe50d owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:00.450206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9762856-240c-4ea6-9b4b-03b9dfb913ae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:00.451254 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d9762856-240c-4ea6-9b4b-03b9dfb913ae tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1003335 Feb 11 05:12:00.453001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37726) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:00.463036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4f27430c-51e6-46b4-a792-c8e21c86fb85 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:00.516000 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47e5d8-f117-4d00-8313-04534cc09bd4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:00.517624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8b47e5d8-f117-4d00-8313-04534cc09bd4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0635962 Feb 11 05:12:00.520165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37728) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:00.530329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f9e75d-632f-4fa1-85ba-68984699ff16 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:00.609820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37730) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:00.610499 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6c3fdf23-c1ab-4b5c-986a-9f5ce6a3f530 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863674 Feb 11 05:12:00.618335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a768ac61-814a-4bf2-8557-c955ae036150 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:00.650410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 4f27430c-51e6-46b4-a792-c8e21c86fb85 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:00.650785 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4f27430c-51e6-46b4-a792-c8e21c86fb85), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.698601 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5ffde17a-f8f5-427d-affa-07f298fbe50d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.740575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=5ffde17a-f8f5-427d-affa-07f298fbe50d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:00.748962 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 4f27430c-51e6-46b4-a792-c8e21c86fb85 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:00.803659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15acede0-0fed-4d83-a132-d95fb79b27af None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:00.821022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a768ac61-814a-4bf2-8557-c955ae036150 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:00.824914 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a768ac61-814a-4bf2-8557-c955ae036150 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.862314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-15acede0-0fed-4d83-a132-d95fb79b27af None None] Deleting port 4f27430c-51e6-46b4-a792-c8e21c86fb85 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:00.862884 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-15acede0-0fed-4d83-a132-d95fb79b27af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4f27430c-51e6-46b4-a792-c8e21c86fb85), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.946565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-15acede0-0fed-4d83-a132-d95fb79b27af None None] For port 4f27430c-51e6-46b4-a792-c8e21c86fb85, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4f27430c-51e6-46b4-a792-c8e21c86fb85,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:00.947337 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-15acede0-0fed-4d83-a132-d95fb79b27af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4f27430c-51e6-46b4-a792-c8e21c86fb85), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.961158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-15acede0-0fed-4d83-a132-d95fb79b27af None None] Calling delete_port for 4f27430c-51e6-46b4-a792-c8e21c86fb85 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:01.026990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (4eb37eea-818d-44f1-8182-40cf5160fb65), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.058504 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-15acede0-0fed-4d83-a132-d95fb79b27af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (4f27430c-51e6-46b4-a792-c8e21c86fb85), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.093842 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acede0-0fed-4d83-a132-d95fb79b27af None None] Pushing event deleted for resources: {'Port': ['ID=4f27430c-51e6-46b4-a792-c8e21c86fb85,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:01.104107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15acede0-0fed-4d83-a132-d95fb79b27af None None] No DVR routers for this DVR port 4f27430c-51e6-46b4-a792-c8e21c86fb85 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:01.154967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (4eb37eea-818d-44f1-8182-40cf5160fb65), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.175220 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (4eb37eea-818d-44f1-8182-40cf5160fb65), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.236132 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (4eb37eea-818d-44f1-8182-40cf5160fb65), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.236691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb37eea-818d-44f1-8182-40cf5160fb65 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:12:01.258545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.objects.ports [None req-a768ac61-814a-4bf2-8557-c955ae036150 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103353) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:12:01.264287 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.265432 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-66b4a510-b439-48bd-887e-24dfbac2544a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/4eb37eea-818d-44f1-8182-40cf5160fb65 HTTP/1.1" status: 204 len: 168 time: 1.9139709 Feb 11 05:12:01.266857 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a768ac61-814a-4bf2-8557-c955ae036150 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (d9b997ac-8744-4efa-984a-c188e9ecda51), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.270523 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37738) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:01.277465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ab95db23-ce0b-4186-92bb-7ce7dd69ac66 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-644421082'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:01.304112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab95db23-ce0b-4186-92bb-7ce7dd69ac66 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:01.308760 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab95db23-ce0b-4186-92bb-7ce7dd69ac66 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.324975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768ac61-814a-4bf2-8557-c955ae036150 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:01.328217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a768ac61-814a-4bf2-8557-c955ae036150 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:01.333089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a768ac61-814a-4bf2-8557-c955ae036150 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:01.333808 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a768ac61-814a-4bf2-8557-c955ae036150 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.337456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768ac61-814a-4bf2-8557-c955ae036150 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=d9b997ac-8744-4efa-984a-c188e9ecda51,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:01.344559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e83f7-b812-494e-ad49-ae089701a77d None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:01.359381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a768ac61-814a-4bf2-8557-c955ae036150 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7479644 Feb 11 05:12:01.362725 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37740) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:01.363886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab95db23-ce0b-4186-92bb-7ce7dd69ac66 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:01.369991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:e6:5d:46', 'name': 'tempest-NetworksTestDHCPv6-588270527'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:01.383499 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab95db23-ce0b-4186-92bb-7ce7dd69ac66 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (105e8459-61ce-4fde-ad2a-fc3d8be91baa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.383847 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-ab95db23-ce0b-4186-92bb-7ce7dd69ac66 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Added segment 105e8459-61ce-4fde-ad2a-fc3d8be91baa of type vlan for network 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872 Feb 11 05:12:01.433032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab95db23-ce0b-4186-92bb-7ce7dd69ac66 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (46c3ab3c-10d0-4a4f-b85a-34c8d3f93872), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.481452 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab95db23-ce0b-4186-92bb-7ce7dd69ac66 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (46c3ab3c-10d0-4a4f-b85a-34c8d3f93872), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.483129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': 'd9b997ac-8744-4efa-984a-c188e9ecda51'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:01.484114 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.491698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab95db23-ce0b-4186-92bb-7ce7dd69ac66 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:01.492543 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab95db23-ce0b-4186-92bb-7ce7dd69ac66 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.527280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:01.532834 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.549946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ab95db23-ce0b-4186-92bb-7ce7dd69ac66 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2773960 Feb 11 05:12:01.552960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37742) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:01.558638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e2c3565d-64e7-4805-8ebd-e3b2128c687c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'subnet': {'network_id': '46c3ab3c-10d0-4a4f-b85a-34c8d3f93872', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:01.568426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:12:01.592067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95db23-ce0b-4186-92bb-7ce7dd69ac66 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Network': ['ID=46c3ab3c-10d0-4a4f-b85a-34c8d3f93872,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:01.624713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:01.729567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c3565d-64e7-4805-8ebd-e3b2128c687c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:01.734420 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2c3565d-64e7-4805-8ebd-e3b2128c687c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.753334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Allocated IP 2001:db8::f816:3eff:fe55:b3b1 (7c563e16-8896-4630-8c06-8305ed9e25d0/d9b997ac-8744-4efa-984a-c188e9ecda51/33f77b39-d76b-44b2-b546-5a51b159ecdc) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:01.922872 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Publish callbacks [] for port (33f77b39-d76b-44b2-b546-5a51b159ecdc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.934338 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (33f77b39-d76b-44b2-b546-5a51b159ecdc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.016818 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2c3565d-64e7-4805-8ebd-e3b2128c687c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (749c4242-be02-4703-8d01-b18d8e0e7cf9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.021677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Pushing event updated for resources: {'Port': ['ID=33f77b39-d76b-44b2-b546-5a51b159ecdc,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:02.025822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:02.028287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:02.033072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:02.124677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::f816:3eff:fee6:5d46 (7c563e16-8896-4630-8c06-8305ed9e25d0/d9b997ac-8744-4efa-984a-c188e9ecda51/5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:02.125265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Attempting to bind port 33f77b39-d76b-44b2-b546-5a51b159ecdc on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:02.125899 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Attempting to bind port 33f77b39-d76b-44b2-b546-5a51b159ecdc by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:02.127367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Attempting to bind port 33f77b39-d76b-44b2-b546-5a51b159ecdc on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:02.137555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:02.137555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:02.139248 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.147641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:02.148484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Bound port: 33f77b39-d76b-44b2-b546-5a51b159ecdc, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:02.149110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (33f77b39-d76b-44b2-b546-5a51b159ecdc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.152632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3565d-64e7-4805-8ebd-e3b2128c687c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Subnet': ['ID=749c4242-be02-4703-8d01-b18d8e0e7cf9,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:02.171073 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c3565d-64e7-4805-8ebd-e3b2128c687c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Checking segment: {'id': '105e8459-61ce-4fde-ad2a-fc3d8be91baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '46c3ab3c-10d0-4a4f-b85a-34c8d3f93872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:02.171961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c3565d-64e7-4805-8ebd-e3b2128c687c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network hostable DHCP agents. Network: 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:02.216238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c3565d-64e7-4805-8ebd-e3b2128c687c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:02.232979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] For port 33f77b39-d76b-44b2-b546-5a51b159ecdc, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:02.237069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] For port 33f77b39-d76b-44b2-b546-5a51b159ecdc, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=33f77b39-d76b-44b2-b546-5a51b159ecdc,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:02.244952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e2c3565d-64e7-4805-8ebd-e3b2128c687c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:02.250839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c3565d-64e7-4805-8ebd-e3b2128c687c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.251822 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2c3565d-64e7-4805-8ebd-e3b2128c687c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.260883 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (33f77b39-d76b-44b2-b546-5a51b159ecdc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.268507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4bcd65-9aa4-4e71-8b4d-7fe467f388fa None None] Network 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:02.321042 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37750) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:02.321556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e2c3565d-64e7-4805-8ebd-e3b2128c687c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7672341 Feb 11 05:12:02.326970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d9f364cc-2581-495e-b66f-1337cf1853d4 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-46787058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:02.365624 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9f364cc-2581-495e-b66f-1337cf1853d4 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (c421b094-bb4b-4e60-89d6-d32aca9e75ff), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.367157 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9f364cc-2581-495e-b66f-1337cf1853d4 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (c421b094-bb4b-4e60-89d6-d32aca9e75ff), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.411050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878a1c1-a695-4166-8c6b-63cb61707f25 None None] Pushing event updated for resources: {'Port': ['ID=33f77b39-d76b-44b2-b546-5a51b159ecdc,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:02.423431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4f27430c-51e6-46b4-a792-c8e21c86fb85 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:02.443198 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.460882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 4f27430c-51e6-46b4-a792-c8e21c86fb85 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:02.461237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4f27430c-51e6-46b4-a792-c8e21c86fb85 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:02.516100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9f364cc-2581-495e-b66f-1337cf1853d4 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (c421b094-bb4b-4e60-89d6-d32aca9e75ff), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.521552 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.532797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9f364cc-2581-495e-b66f-1337cf1853d4 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (c421b094-bb4b-4e60-89d6-d32aca9e75ff), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.587319 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9f364cc-2581-495e-b66f-1337cf1853d4 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.588923 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d9f364cc-2581-495e-b66f-1337cf1853d4 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2660332 Feb 11 05:12:02.591615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37752) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:02.593661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:02.597607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:02.601342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:02.606708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.607623 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.621074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:02.621487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-46c3ab3c-10d0-4a4f-b85a-34c8d3f93872', 'network_id': '46c3ab3c-10d0-4a4f-b85a-34c8d3f93872', 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'fixed_ips': [{'subnet_id': '749c4242-be02-4703-8d01-b18d8e0e7cf9'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:02.622364 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.633539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.633999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.634350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.634765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.635146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.635490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.636019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.636362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.636702 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.637083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.637600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.638023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.638459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:02.659786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dde17806-0bbf-4d78-8a28-78ba6fa5650f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2962976 Feb 11 05:12:02.663206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37754) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:02.786887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d9aea1-0af1-4f8c-a990-8ff5288fdc3d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.805270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d9aea1-0af1-4f8c-a990-8ff5288fdc3d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.807090 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-21d9aea1-0af1-4f8c-a990-8ff5288fdc3d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1427414 Feb 11 05:12:02.809758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37756) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:02.862733 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Allocated IP 2001:db8::2 (46c3ab3c-10d0-4a4f-b85a-34c8d3f93872/749c4242-be02-4703-8d01-b18d8e0e7cf9/6374826b-7d21-4a6a-886c-7cfb889f56b5) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:03.026393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-096f69c3-5c1e-40c1-80b5-2da5b1f9898d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:03.026667 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-096f69c3-5c1e-40c1-80b5-2da5b1f9898d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.194628 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.273352 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-096f69c3-5c1e-40c1-80b5-2da5b1f9898d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.302406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-096f69c3-5c1e-40c1-80b5-2da5b1f9898d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:03.358955 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Publish callbacks [] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.386273 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.484906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Network 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:03.506582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:03.519652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:03.558432 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.561735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-096f69c3-5c1e-40c1-80b5-2da5b1f9898d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.618588 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f69c3-5c1e-40c1-80b5-2da5b1f9898d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:03.640683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Allocated IP 2001:db8::1 (46c3ab3c-10d0-4a4f-b85a-34c8d3f93872/749c4242-be02-4703-8d01-b18d8e0e7cf9/b1356fc9-063c-4df3-b65a-67ff584c14d5) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:03.671437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Attempting to bind port 6374826b-7d21-4a6a-886c-7cfb889f56b5 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:03.671824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Attempting to bind port 6374826b-7d21-4a6a-886c-7cfb889f56b5 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '105e8459-61ce-4fde-ad2a-fc3d8be91baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '46c3ab3c-10d0-4a4f-b85a-34c8d3f93872'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:03.672223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Attempting to bind port 6374826b-7d21-4a6a-886c-7cfb889f56b5 on network 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:03.674494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Pushing event updated for resources: {'Port': ['ID=6374826b-7d21-4a6a-886c-7cfb889f56b5,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:03.684633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:03.685035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Checking segment: {'id': '105e8459-61ce-4fde-ad2a-fc3d8be91baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '46c3ab3c-10d0-4a4f-b85a-34c8d3f93872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:03.685456 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.686145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Bound using segment: {'id': '105e8459-61ce-4fde-ad2a-fc3d8be91baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '46c3ab3c-10d0-4a4f-b85a-34c8d3f93872'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:03.686636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Bound port: 6374826b-7d21-4a6a-886c-7cfb889f56b5, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105e8459-61ce-4fde-ad2a-fc3d8be91baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '46c3ab3c-10d0-4a4f-b85a-34c8d3f93872'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:03.687078 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.691230 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-096f69c3-5c1e-40c1-80b5-2da5b1f9898d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.708953 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-096f69c3-5c1e-40c1-80b5-2da5b1f9898d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8 HTTP/1.1" status: 204 len: 168 time: 0.8898585 Feb 11 05:12:03.709729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37768) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:03.710060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37770) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:03.790740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] For port 6374826b-7d21-4a6a-886c-7cfb889f56b5, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:03.800775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] For port 6374826b-7d21-4a6a-886c-7cfb889f56b5, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6374826b-7d21-4a6a-886c-7cfb889f56b5,segment=NetworkSegment(105e8459-61ce-4fde-ad2a-fc3d8be91baa),segment_id=105e8459-61ce-4fde-ad2a-fc3d8be91baa)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:03.812902 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.853413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6410ce27-f2ae-468d-aa1c-3182b6d25095 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:03.854971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6410ce27-f2ae-468d-aa1c-3182b6d25095 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:03.856542 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6410ce27-f2ae-468d-aa1c-3182b6d25095 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1365662 Feb 11 05:12:03.862501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37776) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:03.917942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaa4c0-85fd-48c6-98fd-79f0bb99967a None None] Pushing event updated for resources: {'Port': ['ID=6374826b-7d21-4a6a-886c-7cfb889f56b5,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:03.944645 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.978458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e07a60-815f-4267-a86c-f4bf4e4302d9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet d9b997ac-8744-4efa-984a-c188e9ecda51 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:03.988148 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50e07a60-815f-4267-a86c-f4bf4e4302d9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (d9b997ac-8744-4efa-984a-c188e9ecda51), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.045926 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.068380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72b823cc-34dd-4656-8652-38a10944fd0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.104540 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50e07a60-815f-4267-a86c-f4bf4e4302d9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (d9b997ac-8744-4efa-984a-c188e9ecda51), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.120324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:04.123563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:04.131183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:04.131774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (c421b094-bb4b-4e60-89d6-d32aca9e75ff), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.225554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=b1356fc9-063c-4df3-b65a-67ff584c14d5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:04.286480 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50e07a60-815f-4267-a86c-f4bf4e4302d9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (d9b997ac-8744-4efa-984a-c188e9ecda51), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.360972 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72b823cc-34dd-4656-8652-38a10944fd0e admin admin] Publish callbacks [] for security_group (d6767c84-c916-4703-87f8-8f59b882c873), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.362004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.370800 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72b823cc-34dd-4656-8652-38a10944fd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d6767c84-c916-4703-87f8-8f59b882c873), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.483049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c519fef9-e0cf-4c75-b660-9a9d7fcaa516 None None] Provisioning complete for port 33f77b39-d76b-44b2-b546-5a51b159ecdc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:04.483614 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c519fef9-e0cf-4c75-b660-9a9d7fcaa516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (33f77b39-d76b-44b2-b546-5a51b159ecdc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.491558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-72b823cc-34dd-4656-8652-38a10944fd0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc3fafcc5a294de6a61d960ff94a346e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7732370 Feb 11 05:12:04.506065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37782) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:04.516946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b823cc-34dd-4656-8652-38a10944fd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6767c84-c916-4703-87f8-8f59b882c873,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:04.531314 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50e07a60-815f-4267-a86c-f4bf4e4302d9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (d9b997ac-8744-4efa-984a-c188e9ecda51), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.585667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 33f77b39-d76b-44b2-b546-5a51b159ecdc up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:04.689015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e07a60-815f-4267-a86c-f4bf4e4302d9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b997ac-8744-4efa-984a-c188e9ecda51,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:04.746972 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50e07a60-815f-4267-a86c-f4bf4e4302d9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.752791 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-50e07a60-815f-4267-a86c-f4bf4e4302d9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/d9b997ac-8744-4efa-984a-c188e9ecda51 HTTP/1.1" status: 204 len: 168 time: 0.8867736 Feb 11 05:12:04.754277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37784) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:04.766124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 33f77b39-d76b-44b2-b546-5a51b159ecdc triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:04.766750 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (33f77b39-d76b-44b2-b546-5a51b159ecdc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.828536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c519fef9-e0cf-4c75-b660-9a9d7fcaa516 None None] Current status of the port 33f77b39-d76b-44b2-b546-5a51b159ecdc is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:04.829269 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c519fef9-e0cf-4c75-b660-9a9d7fcaa516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (33f77b39-d76b-44b2-b546-5a51b159ecdc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.855585 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-19428ebe-c5b6-43b9-b980-e37e7ee2ce0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976517 Feb 11 05:12:04.857046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37786) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:04.862629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:04.883879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c519fef9-e0cf-4c75-b660-9a9d7fcaa516 None None] For port 33f77b39-d76b-44b2-b546-5a51b159ecdc, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=33f77b39-d76b-44b2-b546-5a51b159ecdc,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:04.906234 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c519fef9-e0cf-4c75-b660-9a9d7fcaa516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (33f77b39-d76b-44b2-b546-5a51b159ecdc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.929349 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f514d4a-4e9e-49fb-a585-33937a84d3e4 admin admin] Publish callbacks [] for security_group (d6767c84-c916-4703-87f8-8f59b882c873), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.950880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d61e1c-1056-4644-b71f-9c1dd6c98571 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:04.962624 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.970346 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.971887 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (c421b094-bb4b-4e60-89d6-d32aca9e75ff), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.996434 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f514d4a-4e9e-49fb-a585-33937a84d3e4 admin admin] Publish callbacks [] for security_group (d6767c84-c916-4703-87f8-8f59b882c873), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.030379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:05.034206 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.069450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 33f77b39-d76b-44b2-b546-5a51b159ecdc is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:05.073182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-306c51a4-f4a5-466e-969b-c7f256f7d26c None None] Could not find standard attr ID for object 5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:12:05.115919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519fef9-e0cf-4c75-b660-9a9d7fcaa516 None None] Pushing event updated for resources: {'Port': ['ID=33f77b39-d76b-44b2-b546-5a51b159ecdc,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:05.199667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=b1356fc9-063c-4df3-b65a-67ff584c14d5,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:05.219020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:05.220578 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:05.252342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a01e06-48be-4a05-b4a0-b0b8c6af68d7 None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:05.258257 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f514d4a-4e9e-49fb-a585-33937a84d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d6767c84-c916-4703-87f8-8f59b882c873), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.262284 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f514d4a-4e9e-49fb-a585-33937a84d3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.263841 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8f514d4a-4e9e-49fb-a585-33937a84d3e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6767c84-c916-4703-87f8-8f59b882c873 HTTP/1.1" status: 204 len: 168 time: 0.7523937 Feb 11 05:12:05.279939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f514d4a-4e9e-49fb-a585-33937a84d3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6767c84-c916-4703-87f8-8f59b882c873,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:05.331238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-22a01e06-48be-4a05-b4a0-b0b8c6af68d7 None None] Deleting port 33f77b39-d76b-44b2-b546-5a51b159ecdc {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:05.331806 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22a01e06-48be-4a05-b4a0-b0b8c6af68d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (33f77b39-d76b-44b2-b546-5a51b159ecdc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.440746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-22a01e06-48be-4a05-b4a0-b0b8c6af68d7 None None] For port 33f77b39-d76b-44b2-b546-5a51b159ecdc, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=33f77b39-d76b-44b2-b546-5a51b159ecdc,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:05.443477 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22a01e06-48be-4a05-b4a0-b0b8c6af68d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (33f77b39-d76b-44b2-b546-5a51b159ecdc), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.449754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router c421b094-bb4b-4e60-89d6-d32aca9e75ff is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:12:05.477799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-22a01e06-48be-4a05-b4a0-b0b8c6af68d7 None None] Calling delete_port for 33f77b39-d76b-44b2-b546-5a51b159ecdc owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:05.529783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.objects.ports [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103353) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:12:05.598017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:05.608432 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc519e71-e668-4506-b9c6-2b7175aa1237 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/c421b094-bb4b-4e60-89d6-d32aca9e75ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0156541 Feb 11 05:12:05.609099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37794) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:05.611772 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b110053-bc4b-4997-a1ac-823f14db38b3 None None] Sync routers for ids ['c421b094-bb4b-4e60-89d6-d32aca9e75ff'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:05.612303 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22a01e06-48be-4a05-b4a0-b0b8c6af68d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (33f77b39-d76b-44b2-b546-5a51b159ecdc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.630327 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b110053-bc4b-4997-a1ac-823f14db38b3 None None] Routers {'c421b094-bb4b-4e60-89d6-d32aca9e75ff'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:05.635241 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9b110053-bc4b-4997-a1ac-823f14db38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c421b094-bb4b-4e60-89d6-d32aca9e75ff'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:05.667788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a01e06-48be-4a05-b4a0-b0b8c6af68d7 None None] Pushing event deleted for resources: {'Port': ['ID=33f77b39-d76b-44b2-b546-5a51b159ecdc,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:05.671991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a01e06-48be-4a05-b4a0-b0b8c6af68d7 None None] No DVR routers for this DVR port 33f77b39-d76b-44b2-b546-5a51b159ecdc on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:05.713809 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9b110053-bc4b-4997-a1ac-823f14db38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:05.715693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00019093-807a-4ab8-a2a4-647563152853 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:05.717580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-00019093-807a-4ab8-a2a4-647563152853 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports/b1356fc9-063c-4df3-b65a-67ff584c14d5 HTTP/1.1" status: 200 len: 911 time: 0.1073928 Feb 11 05:12:05.721305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37796) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:05.728616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-96536eb8-c588-487d-aabd-9980785ef1f6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '749c4242-be02-4703-8d01-b18d8e0e7cf9'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:05.736624 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b110053-bc4b-4997-a1ac-823f14db38b3 None None] Routers {'c421b094-bb4b-4e60-89d6-d32aca9e75ff'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:05.737205 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9b110053-bc4b-4997-a1ac-823f14db38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c421b094-bb4b-4e60-89d6-d32aca9e75ff'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:05.817143 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9b110053-bc4b-4997-a1ac-823f14db38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:05.819997 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b110053-bc4b-4997-a1ac-823f14db38b3 None None] The sync data for ids ['c421b094-bb4b-4e60-89d6-d32aca9e75ff'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:05.918715 n-d-615180-58 neutron-server[103353]: WARNING neutron.services.revisions.revision_plugin [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Could not find related port for resource to bump revision. Feb 11 05:12:05.927824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.ipam_pluggable_backend [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Port 33f77b39-d76b-44b2-b546-5a51b159ecdc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103353) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 05:12:05.928214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.ipam_pluggable_backend [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Reverting IP allocation for 2001:db8::f816:3eff:fe55:b3b1 {{(pid=103353) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 05:12:05.932161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.ipam_pluggable_backend [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe55:b3b1 {{(pid=103353) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 05:12:05.933522 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (9139e631-a04b-4307-b3e2-e61679782af5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.938182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11002e1b-63e7-454d-9eec-181e538f8f08 None None] Network 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:05.986423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=9139e631-a04b-4307-b3e2-e61679782af5,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:05.997651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:05.999101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:06.002999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.003602 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.022345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c9648b-1326-42b4-8bd1-1afe830c27b1 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:06.037703 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2c6239f9-345b-4767-8cb2-8dcc2423bd55 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1770515 Feb 11 05:12:06.038350 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96536eb8-c588-487d-aabd-9980785ef1f6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.040060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37806) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:06.055432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:37:d8:f1', 'name': 'tempest-NetworksTestDHCPv6-1767100208'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:06.131357 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cc258f81-8883-4e60-ad71-342364371098 None None] Provisioning complete for port 6374826b-7d21-4a6a-886c-7cfb889f56b5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:06.132285 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc258f81-8883-4e60-ad71-342364371098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.254920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': '9139e631-a04b-4307-b3e2-e61679782af5'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:06.256158 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.287649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:06.481306 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.540448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 90a300d1-1be1-4e69-a6bc-9c460c45644e yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:12:06.551677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6374826b-7d21-4a6a-886c-7cfb889f56b5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:06.616413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cc258f81-8883-4e60-ad71-342364371098 None None] Current status of the port 6374826b-7d21-4a6a-886c-7cfb889f56b5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:06.617060 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc258f81-8883-4e60-ad71-342364371098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.775500 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96536eb8-c588-487d-aabd-9980785ef1f6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.776385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Allocated IP 2001:db8::f816:3eff:fe38:a1b1 (7c563e16-8896-4630-8c06-8305ed9e25d0/9139e631-a04b-4307-b3e2-e61679782af5/2da5a473-0f02-466f-a99d-70a0c33ece41) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:06.790443 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96536eb8-c588-487d-aabd-9980785ef1f6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.800156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96536eb8-c588-487d-aabd-9980785ef1f6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.800991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6374826b-7d21-4a6a-886c-7cfb889f56b5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:06.801506 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96536eb8-c588-487d-aabd-9980785ef1f6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.801716 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.804428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-96536eb8-c588-487d-aabd-9980785ef1f6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/ports/b1356fc9-063c-4df3-b65a-67ff584c14d5 HTTP/1.1" status: 200 len: 911 time: 1.0820773 Feb 11 05:12:06.806134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cc258f81-8883-4e60-ad71-342364371098 None None] For port 6374826b-7d21-4a6a-886c-7cfb889f56b5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6374826b-7d21-4a6a-886c-7cfb889f56b5,segment=NetworkSegment(105e8459-61ce-4fde-ad2a-fc3d8be91baa),segment_id=105e8459-61ce-4fde-ad2a-fc3d8be91baa)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:06.807045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37822) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:06.868505 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc258f81-8883-4e60-ad71-342364371098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.900981 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96536eb8-c588-487d-aabd-9980785ef1f6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=b1356fc9-063c-4df3-b65a-67ff584c14d5,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:07.185472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-853bf7bd-fab5-471d-949b-8c9e1dda8e37 None None] Provisioning complete for port 6374826b-7d21-4a6a-886c-7cfb889f56b5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:07.185863 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-853bf7bd-fab5-471d-949b-8c9e1dda8e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.212507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc258f81-8883-4e60-ad71-342364371098 None None] Pushing event updated for resources: {'Port': ['ID=6374826b-7d21-4a6a-886c-7cfb889f56b5,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:07.266303 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Publish callbacks [] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.296056 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.428191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::f816:3eff:fe37:d8f1 (7c563e16-8896-4630-8c06-8305ed9e25d0/9139e631-a04b-4307-b3e2-e61679782af5/90a300d1-1be1-4e69-a6bc-9c460c45644e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:07.623348 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134342ac-1b42-47a8-848c-7041bbaa6e45 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (c421b094-bb4b-4e60-89d6-d32aca9e75ff), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.677705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37868) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:07.685561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:07.688522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6374826b-7d21-4a6a-886c-7cfb889f56b5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:07.701617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:07.705321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Pushing event updated for resources: {'Port': ['ID=2da5a473-0f02-466f-a99d-70a0c33ece41,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:07.708540 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.709620 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:07.793056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 33f77b39-d76b-44b2-b546-5a51b159ecdc no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:07.830966 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Attempting to bind port 2da5a473-0f02-466f-a99d-70a0c33ece41 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:07.831363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Attempting to bind port 2da5a473-0f02-466f-a99d-70a0c33ece41 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:07.831779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Attempting to bind port 2da5a473-0f02-466f-a99d-70a0c33ece41 on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:07.833964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 33f77b39-d76b-44b2-b546-5a51b159ecdc {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:07.834311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 33f77b39-d76b-44b2-b546-5a51b159ecdc not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:07.837112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-853bf7bd-fab5-471d-949b-8c9e1dda8e37 None None] Current status of the port 6374826b-7d21-4a6a-886c-7cfb889f56b5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:07.843762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:07.844153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:07.844567 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.844970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:07.845541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Bound port: 2da5a473-0f02-466f-a99d-70a0c33ece41, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:07.845838 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.872551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-853bf7bd-fab5-471d-949b-8c9e1dda8e37 None None] Provisioning complete for port b1356fc9-063c-4df3-b65a-67ff584c14d5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:07.873193 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-853bf7bd-fab5-471d-949b-8c9e1dda8e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.887055 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca7b6cc7-612b-48ab-b95d-7d81dc8b266c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.948173 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-853bf7bd-fab5-471d-949b-8c9e1dda8e37 None None] Port b1356fc9-063c-4df3-b65a-67ff584c14d5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:07.962567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] For port 2da5a473-0f02-466f-a99d-70a0c33ece41, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:07.966521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] For port 2da5a473-0f02-466f-a99d-70a0c33ece41, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2da5a473-0f02-466f-a99d-70a0c33ece41,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:07.983604 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.984701 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca7b6cc7-612b-48ab-b95d-7d81dc8b266c admin admin] Publish callbacks [] for security_group (f5bb4301-0e32-4d0f-9b1c-5ec9e8b08641), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.991945 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca7b6cc7-612b-48ab-b95d-7d81dc8b266c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f5bb4301-0e32-4d0f-9b1c-5ec9e8b08641), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.027088 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ca7b6cc7-612b-48ab-b95d-7d81dc8b266c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9f5f510e67542d19b1f70bd62cb1050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3478472 Feb 11 05:12:08.038757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37874) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:08.053860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aec29-93a1-4cde-89f2-c3f22510dc65 None None] Pushing event updated for resources: {'Port': ['ID=2da5a473-0f02-466f-a99d-70a0c33ece41,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:08.080392 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (90a300d1-1be1-4e69-a6bc-9c460c45644e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.093289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a15a599a-f569-45bd-be6a-004ebdb0f168 None None] Provisioning complete for port b1356fc9-063c-4df3-b65a-67ff584c14d5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:08.094153 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a15a599a-f569-45bd-be6a-004ebdb0f168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.097645 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b6cc7-612b-48ab-b95d-7d81dc8b266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bb4301-0e32-4d0f-9b1c-5ec9e8b08641,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:08.148807 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9fce93d-aedf-46ab-ad4d-b4d91978fdf1 admin admin] Publish callbacks [] for security_group (f5bb4301-0e32-4d0f-9b1c-5ec9e8b08641), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.166439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a15a599a-f569-45bd-be6a-004ebdb0f168 None None] Port b1356fc9-063c-4df3-b65a-67ff584c14d5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:08.182157 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9fce93d-aedf-46ab-ad4d-b4d91978fdf1 admin admin] Publish callbacks [] for security_group (f5bb4301-0e32-4d0f-9b1c-5ec9e8b08641), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.254525 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (90a300d1-1be1-4e69-a6bc-9c460c45644e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.260332 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9fce93d-aedf-46ab-ad4d-b4d91978fdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f5bb4301-0e32-4d0f-9b1c-5ec9e8b08641), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.267904 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9fce93d-aedf-46ab-ad4d-b4d91978fdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.271525 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f9fce93d-aedf-46ab-ad4d-b4d91978fdf1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5bb4301-0e32-4d0f-9b1c-5ec9e8b08641 HTTP/1.1" status: 204 len: 168 time: 0.2306316 Feb 11 05:12:08.299971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fce93d-aedf-46ab-ad4d-b4d91978fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bb4301-0e32-4d0f-9b1c-5ec9e8b08641,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:08.455958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=90a300d1-1be1-4e69-a6bc-9c460c45644e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:08.461370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:08.470780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:08.479586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:08.489522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6374826b-7d21-4a6a-886c-7cfb889f56b5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:08.495439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.496186 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.544371 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fd173f79-256a-4ba6-87b6-51458db67052 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5016377 Feb 11 05:12:08.547366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37886) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:08.592070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6374826b-7d21-4a6a-886c-7cfb889f56b5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:08.592070 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.630400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece509a-8235-4b6c-b88b-34983a1fd343 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.636713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece509a-8235-4b6c-b88b-34983a1fd343 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.638968 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aece509a-8235-4b6c-b88b-34983a1fd343 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0905762 Feb 11 05:12:08.641581 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37892) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:08.689196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-134342ac-1b42-47a8-848c-7041bbaa6e45 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port b1356fc9-063c-4df3-b65a-67ff584c14d5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:08.689766 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134342ac-1b42-47a8-848c-7041bbaa6e45 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.709316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6374826b-7d21-4a6a-886c-7cfb889f56b5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:08.804559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef4898-b213-464a-890a-898864432021 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 90a300d1-1be1-4e69-a6bc-9c460c45644e {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:08.805040 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4898-b213-464a-890a-898864432021 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (90a300d1-1be1-4e69-a6bc-9c460c45644e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.848574 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134342ac-1b42-47a8-848c-7041bbaa6e45 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.877354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-134342ac-1b42-47a8-848c-7041bbaa6e45 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for b1356fc9-063c-4df3-b65a-67ff584c14d5 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:08.910939 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4898-b213-464a-890a-898864432021 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (90a300d1-1be1-4e69-a6bc-9c460c45644e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.924732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef4898-b213-464a-890a-898864432021 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 90a300d1-1be1-4e69-a6bc-9c460c45644e owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:09.151169 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134342ac-1b42-47a8-848c-7041bbaa6e45 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b1356fc9-063c-4df3-b65a-67ff584c14d5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.160528 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4898-b213-464a-890a-898864432021 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (90a300d1-1be1-4e69-a6bc-9c460c45644e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.191845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134342ac-1b42-47a8-848c-7041bbaa6e45 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=b1356fc9-063c-4df3-b65a-67ff584c14d5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:09.292458 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4898-b213-464a-890a-898864432021 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.300078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37916) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:09.301638 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b8ef4898-b213-464a-890a-898864432021 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/90a300d1-1be1-4e69-a6bc-9c460c45644e HTTP/1.1" status: 204 len: 168 time: 0.6579039 Feb 11 05:12:09.303506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef4898-b213-464a-890a-898864432021 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=90a300d1-1be1-4e69-a6bc-9c460c45644e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:09.420381 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-134342ac-1b42-47a8-848c-7041bbaa6e45 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (c421b094-bb4b-4e60-89d6-d32aca9e75ff), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.426551 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c531efeb-5419-4dae-9123-f7883046499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.545004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55606344-8bf0-4dee-8bbc-8ae0d3ac6e70 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:09.546328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55606344-8bf0-4dee-8bbc-8ae0d3ac6e70 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:09.547914 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-55606344-8bf0-4dee-8bbc-8ae0d3ac6e70 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2463567 Feb 11 05:12:09.551402 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37926) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:09.641184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddfcaf6-5219-43e1-9e45-e0bc2fb91d70 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 9139e631-a04b-4307-b3e2-e61679782af5 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:09.651617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134342ac-1b42-47a8-848c-7041bbaa6e45 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router c421b094-bb4b-4e60-89d6-d32aca9e75ff has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:09.652240 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ddfcaf6-5219-43e1-9e45-e0bc2fb91d70 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (9139e631-a04b-4307-b3e2-e61679782af5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.713581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ddfcaf6-5219-43e1-9e45-e0bc2fb91d70 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (9139e631-a04b-4307-b3e2-e61679782af5), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.720140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-daec516a-d4a6-4cc5-b46f-63e9a407e551 None None] Provisioning complete for port 2da5a473-0f02-466f-a99d-70a0c33ece41 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:09.720967 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-daec516a-d4a6-4cc5-b46f-63e9a407e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.772087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134342ac-1b42-47a8-848c-7041bbaa6e45 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:09.783411 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-134342ac-1b42-47a8-848c-7041bbaa6e45 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/c421b094-bb4b-4e60-89d6-d32aca9e75ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9747820 Feb 11 05:12:09.786515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37932) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:09.805727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8882f-35bd-467c-83a3-5e26bcdd53af None None] Sync routers for ids ['c421b094-bb4b-4e60-89d6-d32aca9e75ff'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:09.828944 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-135153d1-a1a5-4f0a-8a95-942a898ad9c3 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=c421b094-bb4b-4e60-89d6-d32aca9e75ff HTTP/1.1" status: 200 len: 205 time: 0.0412169 Feb 11 05:12:09.831519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37936) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:09.903836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8882f-35bd-467c-83a3-5e26bcdd53af None None] Routers {'c421b094-bb4b-4e60-89d6-d32aca9e75ff'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:09.919335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fae8882f-35bd-467c-83a3-5e26bcdd53af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c421b094-bb4b-4e60-89d6-d32aca9e75ff'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:09.922206 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b2-e977-4f27-a1a7-49ad66982201 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (c421b094-bb4b-4e60-89d6-d32aca9e75ff), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.960152 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ddfcaf6-5219-43e1-9e45-e0bc2fb91d70 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (9139e631-a04b-4307-b3e2-e61679782af5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.006316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fae8882f-35bd-467c-83a3-5e26bcdd53af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:10.019583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-daec516a-d4a6-4cc5-b46f-63e9a407e551 None None] Current status of the port 2da5a473-0f02-466f-a99d-70a0c33ece41 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:10.020197 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-daec516a-d4a6-4cc5-b46f-63e9a407e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.067822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8882f-35bd-467c-83a3-5e26bcdd53af None None] Routers {'c421b094-bb4b-4e60-89d6-d32aca9e75ff'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:10.071781 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ddfcaf6-5219-43e1-9e45-e0bc2fb91d70 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (9139e631-a04b-4307-b3e2-e61679782af5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.083819 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fae8882f-35bd-467c-83a3-5e26bcdd53af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c421b094-bb4b-4e60-89d6-d32aca9e75ff'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:10.126296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfcaf6-5219-43e1-9e45-e0bc2fb91d70 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=9139e631-a04b-4307-b3e2-e61679782af5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:10.135956 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b2-e977-4f27-a1a7-49ad66982201 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (c421b094-bb4b-4e60-89d6-d32aca9e75ff), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.138395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b2-e977-4f27-a1a7-49ad66982201 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (c421b094-bb4b-4e60-89d6-d32aca9e75ff), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.159417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ddfcaf6-5219-43e1-9e45-e0bc2fb91d70 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.163532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7ddfcaf6-5219-43e1-9e45-e0bc2fb91d70 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/9139e631-a04b-4307-b3e2-e61679782af5 HTTP/1.1" status: 204 len: 168 time: 0.6110113 Feb 11 05:12:10.166306 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37946) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:10.177969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fae8882f-35bd-467c-83a3-5e26bcdd53af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:10.179914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae8882f-35bd-467c-83a3-5e26bcdd53af None None] The sync data for ids ['c421b094-bb4b-4e60-89d6-d32aca9e75ff'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:10.218109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b2-e977-4f27-a1a7-49ad66982201 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (c421b094-bb4b-4e60-89d6-d32aca9e75ff), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.218825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e4e0b2-e977-4f27-a1a7-49ad66982201 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Fanout notify agent at l3_agent the message router_deleted on router c421b094-bb4b-4e60-89d6-d32aca9e75ff {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:12:10.242437 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56e4e0b2-e977-4f27-a1a7-49ad66982201 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.246158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-56e4e0b2-e977-4f27-a1a7-49ad66982201 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/c421b094-bb4b-4e60-89d6-d32aca9e75ff HTTP/1.1" status: 204 len: 168 time: 0.4106302 Feb 11 05:12:10.246641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37948) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:10.272075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d4e88e10-83f8-47ca-87db-9e8667c51d5d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041343 Feb 11 05:12:10.274187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37950) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:10.278379 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-daec516a-d4a6-4cc5-b46f-63e9a407e551 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:10.278991 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-daec516a-d4a6-4cc5-b46f-63e9a407e551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:10.307939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cc3295-e4a4-4c24-954d-70d53672e2ac tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting subnet 749c4242-be02-4703-8d01-b18d8e0e7cf9 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:10.311857 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09cc3295-e4a4-4c24-954d-70d53672e2ac tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (749c4242-be02-4703-8d01-b18d8e0e7cf9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.357039 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09cc3295-e4a4-4c24-954d-70d53672e2ac tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (749c4242-be02-4703-8d01-b18d8e0e7cf9), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.373922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ee9d7-7805-41b5-bc3e-e8aa437038af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:10.378197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-389ee9d7-7805-41b5-bc3e-e8aa437038af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0997732 Feb 11 05:12:10.379936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 37954) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:10.425888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4296cbdd-ed2c-43b0-b025-18d7940a7e46 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:10.500411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65559851-c171-40dd-8ef4-f7d4d5a74c88 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:10.505548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37962) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:10.505810 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-65559851-c171-40dd-8ef4-f7d4d5a74c88 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1244326 Feb 11 05:12:10.544132 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09cc3295-e4a4-4c24-954d-70d53672e2ac tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (749c4242-be02-4703-8d01-b18d8e0e7cf9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.547843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2da5a473-0f02-466f-a99d-70a0c33ece41 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:10.558088 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f52d7ef7-573b-4739-8364-d05b50defe41 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508208 Feb 11 05:12:10.563445 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37964) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:10.573887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-df39e7b8-bf2b-4c7d-9f05-bb50278a000a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:10.623714 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09cc3295-e4a4-4c24-954d-70d53672e2ac tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (749c4242-be02-4703-8d01-b18d8e0e7cf9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.673072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639b9424-7efe-4520-9100-3635fcbed302 None None] Network 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:10.684840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09cc3295-e4a4-4c24-954d-70d53672e2ac tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.697077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 37970) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:10.700123 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-09cc3295-e4a4-4c24-954d-70d53672e2ac tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/749c4242-be02-4703-8d01-b18d8e0e7cf9 HTTP/1.1" status: 204 len: 168 time: 0.4524632 Feb 11 05:12:10.701257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc3295-e4a4-4c24-954d-70d53672e2ac tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Subnet': ['ID=749c4242-be02-4703-8d01-b18d8e0e7cf9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:10.722089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2da5a473-0f02-466f-a99d-70a0c33ece41 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:10.723128 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.849818 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66a063a-18c9-421b-ab79-4961f783f272 None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:10.871687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (46c3ab3c-10d0-4a4f-b85a-34c8d3f93872), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.895674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df39e7b8-bf2b-4c7d-9f05-bb50278a000a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:10.899261 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df39e7b8-bf2b-4c7d-9f05-bb50278a000a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.906447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-daec516a-d4a6-4cc5-b46f-63e9a407e551 None None] Current status of the port 2da5a473-0f02-466f-a99d-70a0c33ece41 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:10.906850 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-daec516a-d4a6-4cc5-b46f-63e9a407e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.033670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-daec516a-d4a6-4cc5-b46f-63e9a407e551 None None] For port 2da5a473-0f02-466f-a99d-70a0c33ece41, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2da5a473-0f02-466f-a99d-70a0c33ece41,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:11.043374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d727561d-3db8-445d-a198-22674b70e7ab None None] DHCP port deletion for 46c3ab3c-10d0-4a4f-b85a-34c8d3f93872 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:11.097908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a66a063a-18c9-421b-ab79-4961f783f272 None None] Deleting port 2da5a473-0f02-466f-a99d-70a0c33ece41 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:11.098130 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a66a063a-18c9-421b-ab79-4961f783f272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.102189 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-daec516a-d4a6-4cc5-b46f-63e9a407e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.107591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2da5a473-0f02-466f-a99d-70a0c33ece41 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:11.108421 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.280025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-15172d1d-7a97-4d75-a1c8-b14b5ab43ce1 None None] Could not find standard attr ID for object 90a300d1-1be1-4e69-a6bc-9c460c45644e. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:12:11.330151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec516a-d4a6-4cc5-b46f-63e9a407e551 None None] Pushing event updated for resources: {'Port': ['ID=2da5a473-0f02-466f-a99d-70a0c33ece41,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:11.345773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a66a063a-18c9-421b-ab79-4961f783f272 None None] For port 2da5a473-0f02-466f-a99d-70a0c33ece41, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2da5a473-0f02-466f-a99d-70a0c33ece41,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:11.346571 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a66a063a-18c9-421b-ab79-4961f783f272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.361452 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:11.361922 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:11.371308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a66a063a-18c9-421b-ab79-4961f783f272 None None] Calling delete_port for 2da5a473-0f02-466f-a99d-70a0c33ece41 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:11.390386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d727561d-3db8-445d-a198-22674b70e7ab None None] Deleting port 6374826b-7d21-4a6a-886c-7cfb889f56b5 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:11.390949 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d727561d-3db8-445d-a198-22674b70e7ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.531498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port 6374826b-7d21-4a6a-886c-7cfb889f56b5 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:11.532064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.541202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d727561d-3db8-445d-a198-22674b70e7ab None None] For port 6374826b-7d21-4a6a-886c-7cfb889f56b5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6374826b-7d21-4a6a-886c-7cfb889f56b5,segment=NetworkSegment(105e8459-61ce-4fde-ad2a-fc3d8be91baa),segment_id=105e8459-61ce-4fde-ad2a-fc3d8be91baa)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:11.541974 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d727561d-3db8-445d-a198-22674b70e7ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.564473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d727561d-3db8-445d-a198-22674b70e7ab None None] Calling delete_port for 6374826b-7d21-4a6a-886c-7cfb889f56b5 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:11.665291 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a66a063a-18c9-421b-ab79-4961f783f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (2da5a473-0f02-466f-a99d-70a0c33ece41), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.709152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a063a-18c9-421b-ab79-4961f783f272 None None] Pushing event deleted for resources: {'Port': ['ID=2da5a473-0f02-466f-a99d-70a0c33ece41,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:11.715333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a063a-18c9-421b-ab79-4961f783f272 None None] No DVR routers for this DVR port 2da5a473-0f02-466f-a99d-70a0c33ece41 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:11.718829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df39e7b8-bf2b-4c7d-9f05-bb50278a000a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (729b7a8b-5252-43ff-ba11-ce177be417c3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.757084 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d727561d-3db8-445d-a198-22674b70e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.805285 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d727561d-3db8-445d-a198-22674b70e7ab None None] No DVR routers for this DVR port 6374826b-7d21-4a6a-886c-7cfb889f56b5 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:11.814591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727561d-3db8-445d-a198-22674b70e7ab None None] Pushing event deleted for resources: {'Port': ['ID=6374826b-7d21-4a6a-886c-7cfb889f56b5,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:11.839037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port 6374826b-7d21-4a6a-886c-7cfb889f56b5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6374826b-7d21-4a6a-886c-7cfb889f56b5,segment=NetworkSegment(105e8459-61ce-4fde-ad2a-fc3d8be91baa),segment_id=105e8459-61ce-4fde-ad2a-fc3d8be91baa)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:11.839258 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.873180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39e7b8-bf2b-4c7d-9f05-bb50278a000a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:11.879962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for 6374826b-7d21-4a6a-886c-7cfb889f56b5 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:11.907124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-df39e7b8-bf2b-4c7d-9f05-bb50278a000a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:11.915853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Port 2da5a473-0f02-466f-a99d-70a0c33ece41 update to ACTIVE by agent not found {{(pid=103355) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:12:11.923298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df39e7b8-bf2b-4c7d-9f05-bb50278a000a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:11.923916 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df39e7b8-bf2b-4c7d-9f05-bb50278a000a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.925449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d751a99-75d0-492a-b539-0bbb906cb17d None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:11.929039 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39e7b8-bf2b-4c7d-9f05-bb50278a000a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=729b7a8b-5252-43ff-ba11-ce177be417c3,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:11.932949 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d935f0c-59dc-43b5-8ff6-48e322f6284a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.026953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-df39e7b8-bf2b-4c7d-9f05-bb50278a000a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4597027 Feb 11 05:12:12.026953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38006) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:12.032579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:68:30:db', 'name': 'tempest-NetworksTestDHCPv6-969967183'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:12.119366 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6374826b-7d21-4a6a-886c-7cfb889f56b5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.120807 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': '729b7a8b-5252-43ff-ba11-ce177be417c3'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:12.122138 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.139837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No DVR routers for this DVR port 6374826b-7d21-4a6a-886c-7cfb889f56b5 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:12.166919 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=6374826b-7d21-4a6a-886c-7cfb889f56b5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:12.280572 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (46c3ab3c-10d0-4a4f-b85a-34c8d3f93872), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.302080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:12.310375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c3ab3c-10d0-4a4f-b85a-34c8d3f93872']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:12.338690 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105e8459-61ce-4fde-ad2a-fc3d8be91baa') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:12.338690 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105e8459-61ce-4fde-ad2a-fc3d8be91baa') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:12.340245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Allocated IP 2001:db8::2 (7c563e16-8896-4630-8c06-8305ed9e25d0/729b7a8b-5252-43ff-ba11-ce177be417c3/4ccda741-93c0-4354-bd5e-bc2f905edf16) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:12.353282 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (105e8459-61ce-4fde-ad2a-fc3d8be91baa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.398109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (105e8459-61ce-4fde-ad2a-fc3d8be91baa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.408551 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:12.409101 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (105e8459-61ce-4fde-ad2a-fc3d8be91baa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:12.413593 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:12.472149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.479452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2da5a473-0f02-466f-a99d-70a0c33ece41 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:12.506467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 2da5a473-0f02-466f-a99d-70a0c33ece41 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:12.506834 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2da5a473-0f02-466f-a99d-70a0c33ece41 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:12.507267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6374826b-7d21-4a6a-886c-7cfb889f56b5 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:12.532063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 02e31f37-939f-4078-8b5a-e9288179c186 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:12:12.538808 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (46c3ab3c-10d0-4a4f-b85a-34c8d3f93872), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.542828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 6374826b-7d21-4a6a-886c-7cfb889f56b5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:12.543124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6374826b-7d21-4a6a-886c-7cfb889f56b5 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:12.545347 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.560391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38018) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:12.566727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-df3b51f6-acdf-4350-b549-69ae31508ec2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1546694221', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:12.573055 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/networks/46c3ab3c-10d0-4a4f-b85a-34c8d3f93872 HTTP/1.1" status: 204 len: 168 time: 1.8648806 Feb 11 05:12:12.612485 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df3b51f6-acdf-4350-b549-69ae31508ec2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.621012 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df3b51f6-acdf-4350-b549-69ae31508ec2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.658937 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Publish callbacks [] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.660749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acc32b-a8e7-43cf-8911-ddce25a6bb1b tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Network': ['ID=46c3ab3c-10d0-4a4f-b85a-34c8d3f93872,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:12.669269 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.711549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:12.715080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:12.718224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:12.751472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df3b51f6-acdf-4350-b549-69ae31508ec2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.760676 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df3b51f6-acdf-4350-b549-69ae31508ec2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.786756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::3ac (7c563e16-8896-4630-8c06-8305ed9e25d0/729b7a8b-5252-43ff-ba11-ce177be417c3/02e31f37-939f-4078-8b5a-e9288179c186) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:12.800841 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df3b51f6-acdf-4350-b549-69ae31508ec2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.802090 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-df3b51f6-acdf-4350-b549-69ae31508ec2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2406681 Feb 11 05:12:12.804930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38024) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:12.814441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6d975c94-e8d5-4c05-bf7e-c5304006ec40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1177202734'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:12.833592 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Pushing event updated for resources: {'Port': ['ID=4ccda741-93c0-4354-bd5e-bc2f905edf16,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:12.850102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Attempting to bind port 4ccda741-93c0-4354-bd5e-bc2f905edf16 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:12.850412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Attempting to bind port 4ccda741-93c0-4354-bd5e-bc2f905edf16 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:12.850926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Attempting to bind port 4ccda741-93c0-4354-bd5e-bc2f905edf16 on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:12.856213 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.859573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:12.859897 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:12.860778 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.861190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:12.861782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Bound port: 4ccda741-93c0-4354-bd5e-bc2f905edf16, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:12.862257 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.945202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] For port 4ccda741-93c0-4354-bd5e-bc2f905edf16, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:12.948717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] For port 4ccda741-93c0-4354-bd5e-bc2f905edf16, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4ccda741-93c0-4354-bd5e-bc2f905edf16,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:12.958474 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.987993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d975c94-e8d5-4c05-bf7e-c5304006ec40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:12.991422 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d975c94-e8d5-4c05-bf7e-c5304006ec40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.030156 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (02e31f37-939f-4078-8b5a-e9288179c186), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.045059 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d975c94-e8d5-4c05-bf7e-c5304006ec40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:13.060427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d84b0-e2d1-4e00-a735-7a236144cdae None None] Pushing event updated for resources: {'Port': ['ID=4ccda741-93c0-4354-bd5e-bc2f905edf16,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:13.062938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d975c94-e8d5-4c05-bf7e-c5304006ec40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a8dbf303-c5df-47b9-af2d-52bbaa8a94ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.062938 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-6d975c94-e8d5-4c05-bf7e-c5304006ec40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Added segment a8dbf303-c5df-47b9-af2d-52bbaa8a94ba of type vlan for network 3759b97f-7e83-4c51-bdb8-5a023c862d0e Feb 11 05:12:13.142514 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (02e31f37-939f-4078-8b5a-e9288179c186), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.145329 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d975c94-e8d5-4c05-bf7e-c5304006ec40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (3759b97f-7e83-4c51-bdb8-5a023c862d0e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.211406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:13.217057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:13.219860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=02e31f37-939f-4078-8b5a-e9288179c186,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:13.222206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:13.227721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:13.228351 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.232581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d975c94-e8d5-4c05-bf7e-c5304006ec40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (3759b97f-7e83-4c51-bdb8-5a023c862d0e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.237504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d975c94-e8d5-4c05-bf7e-c5304006ec40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:13.238594 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d975c94-e8d5-4c05-bf7e-c5304006ec40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.289258 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5170195b-17d2-4445-8e0c-1a50804d4a77 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2610817 Feb 11 05:12:13.292039 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38032) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:13.311531 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6d975c94-e8d5-4c05-bf7e-c5304006ec40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5049736 Feb 11 05:12:13.325072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38034) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:13.332263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-357ecb84-c370-4295-a250-a2c983c00b79 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'subnet': {'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:13.398265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d975c94-e8d5-4c05-bf7e-c5304006ec40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Network': ['ID=3759b97f-7e83-4c51-bdb8-5a023c862d0e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:13.409474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 3759b97f-7e83-4c51-bdb8-5a023c862d0e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:13.509587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55f196-3eda-48b4-8c5f-fc6e9eafd1b6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:13.519408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55f196-3eda-48b4-8c5f-fc6e9eafd1b6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:13.525313 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1f55f196-3eda-48b4-8c5f-fc6e9eafd1b6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2297115 Feb 11 05:12:13.525807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38038) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:13.596739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357ecb84-c370-4295-a250-a2c983c00b79 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:13.603443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-357ecb84-c370-4295-a250-a2c983c00b79 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.692190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38046) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:13.708727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-346c1152-5395-4b63-af33-6e7d134d9255 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 02e31f37-939f-4078-8b5a-e9288179c186 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:13.709264 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-346c1152-5395-4b63-af33-6e7d134d9255 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (02e31f37-939f-4078-8b5a-e9288179c186), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.835114 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-346c1152-5395-4b63-af33-6e7d134d9255 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (02e31f37-939f-4078-8b5a-e9288179c186), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.856654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-346c1152-5395-4b63-af33-6e7d134d9255 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 02e31f37-939f-4078-8b5a-e9288179c186 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:13.871243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acbafbeb-ce42-4c90-9c3f-e5e52922e833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.871774 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-357ecb84-c370-4295-a250-a2c983c00b79 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (f3771160-6f91-4d9d-a9b2-da9e6e3a0dae), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.936002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ecb84-c370-4295-a250-a2c983c00b79 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Subnet': ['ID=f3771160-6f91-4d9d-a9b2-da9e6e3a0dae,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:13.945850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357ecb84-c370-4295-a250-a2c983c00b79 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Checking segment: {'id': 'a8dbf303-c5df-47b9-af2d-52bbaa8a94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:13.946309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357ecb84-c370-4295-a250-a2c983c00b79 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network hostable DHCP agents. Network: 3759b97f-7e83-4c51-bdb8-5a023c862d0e, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:13.973710 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357ecb84-c370-4295-a250-a2c983c00b79 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 3759b97f-7e83-4c51-bdb8-5a023c862d0e is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:13.993019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-357ecb84-c370-4295-a250-a2c983c00b79 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 3759b97f-7e83-4c51-bdb8-5a023c862d0e) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:14.006801 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ecb84-c370-4295-a250-a2c983c00b79 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.007536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-357ecb84-c370-4295-a250-a2c983c00b79 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.011853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b4372d-6eed-41c2-80ae-e25c58c3259c None None] Network 3759b97f-7e83-4c51-bdb8-5a023c862d0e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:14.042588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-357ecb84-c370-4295-a250-a2c983c00b79 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7135267 Feb 11 05:12:14.042992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38054) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:14.104832 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acbafbeb-ce42-4c90-9c3f-e5e52922e833 admin admin] Publish callbacks [] for security_group (8a318cd1-2a56-48be-a643-019be36f3e77), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.115717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acbafbeb-ce42-4c90-9c3f-e5e52922e833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8a318cd1-2a56-48be-a643-019be36f3e77), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.193921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:14.194498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbafbeb-ce42-4c90-9c3f-e5e52922e833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a318cd1-2a56-48be-a643-019be36f3e77,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:14.199154 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.201720 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-346c1152-5395-4b63-af33-6e7d134d9255 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (02e31f37-939f-4078-8b5a-e9288179c186), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.302556 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-acbafbeb-ce42-4c90-9c3f-e5e52922e833 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2cd4381f9e2463a869acb6fd3eec9db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6093154 Feb 11 05:12:14.304358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-346c1152-5395-4b63-af33-6e7d134d9255 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.311230 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-346c1152-5395-4b63-af33-6e7d134d9255 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/02e31f37-939f-4078-8b5a-e9288179c186 HTTP/1.1" status: 204 len: 168 time: 0.7841856 Feb 11 05:12:14.312247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38058) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:14.312521 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38060) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:14.381588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c1152-5395-4b63-af33-6e7d134d9255 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=02e31f37-939f-4078-8b5a-e9288179c186,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:14.433109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-651c3018-e62d-4289-aa14-e1664f3d20d5 admin admin] Publish callbacks [] for security_group (8a318cd1-2a56-48be-a643-019be36f3e77), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.462087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Allocated IP 2001:db8::2 (3759b97f-7e83-4c51-bdb8-5a023c862d0e/f3771160-6f91-4d9d-a9b2-da9e6e3a0dae/c92b355d-c092-4dfb-b816-29e3ecab4d87) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:14.513722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-651c3018-e62d-4289-aa14-e1664f3d20d5 admin admin] Publish callbacks [] for security_group (8a318cd1-2a56-48be-a643-019be36f3e77), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.541556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f12fd-d5fd-4808-afe5-15f0a5cb86d0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.543369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f12fd-d5fd-4808-afe5-15f0a5cb86d0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.545156 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-636f12fd-d5fd-4808-afe5-15f0a5cb86d0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1753280 Feb 11 05:12:14.549203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38064) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:14.662731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b25d5ae-ce15-48f7-ae46-3b7027f21c23 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 729b7a8b-5252-43ff-ba11-ce177be417c3 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:14.669779 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b25d5ae-ce15-48f7-ae46-3b7027f21c23 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (729b7a8b-5252-43ff-ba11-ce177be417c3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.717183 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Publish callbacks [] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.724893 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b25d5ae-ce15-48f7-ae46-3b7027f21c23 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (729b7a8b-5252-43ff-ba11-ce177be417c3), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.735408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4ccda741-93c0-4354-bd5e-bc2f905edf16 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:14.869181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b25d5ae-ce15-48f7-ae46-3b7027f21c23 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (729b7a8b-5252-43ff-ba11-ce177be417c3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.956071 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-651c3018-e62d-4289-aa14-e1664f3d20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8a318cd1-2a56-48be-a643-019be36f3e77), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.961041 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-651c3018-e62d-4289-aa14-e1664f3d20d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.977685 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-651c3018-e62d-4289-aa14-e1664f3d20d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a318cd1-2a56-48be-a643-019be36f3e77 HTTP/1.1" status: 204 len: 168 time: 0.6589429 Feb 11 05:12:15.016612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c3018-e62d-4289-aa14-e1664f3d20d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a318cd1-2a56-48be-a643-019be36f3e77,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:15.037320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.058553 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b25d5ae-ce15-48f7-ae46-3b7027f21c23 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (729b7a8b-5252-43ff-ba11-ce177be417c3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.111611 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.137013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25d5ae-ce15-48f7-ae46-3b7027f21c23 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=729b7a8b-5252-43ff-ba11-ce177be417c3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:15.139365 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7b25d5ae-ce15-48f7-ae46-3b7027f21c23 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.158010 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7b25d5ae-ce15-48f7-ae46-3b7027f21c23 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/729b7a8b-5252-43ff-ba11-ce177be417c3 HTTP/1.1" status: 204 len: 168 time: 0.6074157 Feb 11 05:12:15.158985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38074) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.189330 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.203573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Network 3759b97f-7e83-4c51-bdb8-5a023c862d0e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:15.212678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:15.217359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:15.219938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-691f5d92-7e95-4510-8b47-0fd8f0abe12e None None] Provisioning complete for port 4ccda741-93c0-4354-bd5e-bc2f905edf16 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:15.220331 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-691f5d92-7e95-4510-8b47-0fd8f0abe12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.222822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Pushing event updated for resources: {'Port': ['ID=c92b355d-c092-4dfb-b816-29e3ecab4d87,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:15.262122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 4ccda741-93c0-4354-bd5e-bc2f905edf16 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:15.262860 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.273008 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d117e3e0-a516-4072-8a98-140172447359 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116941 Feb 11 05:12:15.273650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38078) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.385843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f022df-fcbf-49ae-b4ac-225f4d18aead tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:15.388832 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-57f022df-fcbf-49ae-b4ac-225f4d18aead tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1142261 Feb 11 05:12:15.392576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38082) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.399472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Attempting to bind port c92b355d-c092-4dfb-b816-29e3ecab4d87 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:15.399864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Attempting to bind port c92b355d-c092-4dfb-b816-29e3ecab4d87 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'a8dbf303-c5df-47b9-af2d-52bbaa8a94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:15.400245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Attempting to bind port c92b355d-c092-4dfb-b816-29e3ecab4d87 on network 3759b97f-7e83-4c51-bdb8-5a023c862d0e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:15.418109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:15.418370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Checking segment: {'id': 'a8dbf303-c5df-47b9-af2d-52bbaa8a94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:15.418723 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.419291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Bound using segment: {'id': 'a8dbf303-c5df-47b9-af2d-52bbaa8a94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:15.419675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Bound port: c92b355d-c092-4dfb-b816-29e3ecab4d87, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8dbf303-c5df-47b9-af2d-52bbaa8a94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:15.420085 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.507972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] For port c92b355d-c092-4dfb-b816-29e3ecab4d87, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:15.511618 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] For port c92b355d-c092-4dfb-b816-29e3ecab4d87, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c92b355d-c092-4dfb-b816-29e3ecab4d87,segment=NetworkSegment(a8dbf303-c5df-47b9-af2d-52bbaa8a94ba),segment_id=a8dbf303-c5df-47b9-af2d-52bbaa8a94ba)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:15.516214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ff1aae-236b-491c-a75f-0dc31d1f86a8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:15.518762 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-82ff1aae-236b-491c-a75f-0dc31d1f86a8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1245530 Feb 11 05:12:15.522833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38086) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.553200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38090) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.565662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-691f5d92-7e95-4510-8b47-0fd8f0abe12e None None] Current status of the port 4ccda741-93c0-4354-bd5e-bc2f905edf16 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:15.566089 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-691f5d92-7e95-4510-8b47-0fd8f0abe12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.575793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6d27-8b3b-4885-876e-4b631ff9adc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.580779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf8d8e-f98d-4fc7-b398-3ab6ffd3f8a6 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:15.583768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ba5abbed-f4d7-44ec-b838-2d676b8877ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597870 Feb 11 05:12:15.588618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38092) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.594238 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:15.613667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-691f5d92-7e95-4510-8b47-0fd8f0abe12e None None] For port 4ccda741-93c0-4354-bd5e-bc2f905edf16, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4ccda741-93c0-4354-bd5e-bc2f905edf16,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:15.615420 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.686790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Allocated IP 2001:db8::1 (3759b97f-7e83-4c51-bdb8-5a023c862d0e/f3771160-6f91-4d9d-a9b2-da9e6e3a0dae/53acf909-7f8c-4125-9aed-998d53ce3205) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:15.716363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:15.721189 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.785398 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-691f5d92-7e95-4510-8b47-0fd8f0abe12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.841523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efe6cf-f5a4-43fb-823d-1c2e51278de4 None None] Pushing event updated for resources: {'Port': ['ID=c92b355d-c092-4dfb-b816-29e3ecab4d87,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:15.904124 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.917337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6d27-8b3b-4885-876e-4b631ff9adc0 admin admin] Publish callbacks [] for security_group (4c056a0d-a369-4e97-9bfb-d4929ae0a028), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.921283 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (53acf909-7f8c-4125-9aed-998d53ce3205), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.937714 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6d27-8b3b-4885-876e-4b631ff9adc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4c056a0d-a369-4e97-9bfb-d4929ae0a028), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.948941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 4ccda741-93c0-4354-bd5e-bc2f905edf16 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:15.968065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d93ad538-b254-40c4-a2d9-d2c20fa9d9cc None None] Could not find standard attr ID for object 02e31f37-939f-4078-8b5a-e9288179c186. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:12:16.007349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f5d92-7e95-4510-8b47-0fd8f0abe12e None None] Pushing event updated for resources: {'Port': ['ID=4ccda741-93c0-4354-bd5e-bc2f905edf16,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.008493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d5ef6d27-8b3b-4885-876e-4b631ff9adc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f77d8c8bcb94f84b3c8482e9c10ac84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4535668 Feb 11 05:12:16.010577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef6d27-8b3b-4885-876e-4b631ff9adc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c056a0d-a369-4e97-9bfb-d4929ae0a028,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.014798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38100) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:16.125808 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.185141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285f993-fcdc-4f2e-95e5-c88649430626 None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:16.203271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 3759b97f-7e83-4c51-bdb8-5a023c862d0e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:16.218013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:16.229605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:16.230175 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.280835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2285f993-fcdc-4f2e-95e5-c88649430626 None None] Deleting port 4ccda741-93c0-4354-bd5e-bc2f905edf16 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:16.281226 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2285f993-fcdc-4f2e-95e5-c88649430626 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.286687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f204-62a3-4d6e-90ac-759b61d2f5ca admin admin] Publish callbacks [] for security_group (4c056a0d-a369-4e97-9bfb-d4929ae0a028), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.295507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:12:16.298152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=53acf909-7f8c-4125-9aed-998d53ce3205,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.348631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f204-62a3-4d6e-90ac-759b61d2f5ca admin admin] Publish callbacks [] for security_group (4c056a0d-a369-4e97-9bfb-d4929ae0a028), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.457662 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.474474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2285f993-fcdc-4f2e-95e5-c88649430626 None None] For port 4ccda741-93c0-4354-bd5e-bc2f905edf16, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4ccda741-93c0-4354-bd5e-bc2f905edf16,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:16.477412 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2285f993-fcdc-4f2e-95e5-c88649430626 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.499579 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c92b355d-c092-4dfb-b816-29e3ecab4d87 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:16.516037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2285f993-fcdc-4f2e-95e5-c88649430626 None None] Calling delete_port for 4ccda741-93c0-4354-bd5e-bc2f905edf16 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:16.548908 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.658674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c92b355d-c092-4dfb-b816-29e3ecab4d87 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:16.659034 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.724948 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f204-62a3-4d6e-90ac-759b61d2f5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4c056a0d-a369-4e97-9bfb-d4929ae0a028), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.727902 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f204-62a3-4d6e-90ac-759b61d2f5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.732084 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c4f7f204-62a3-4d6e-90ac-759b61d2f5ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c056a0d-a369-4e97-9bfb-d4929ae0a028 HTTP/1.1" status: 204 len: 168 time: 0.7137446 Feb 11 05:12:16.757153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] For port 4ccda741-93c0-4354-bd5e-bc2f905edf16, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4ccda741-93c0-4354-bd5e-bc2f905edf16,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:16.763546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7f204-62a3-4d6e-90ac-759b61d2f5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c056a0d-a369-4e97-9bfb-d4929ae0a028,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.810956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c92b355d-c092-4dfb-b816-29e3ecab4d87 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:16.811783 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.825495 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.844796 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.849312 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2285f993-fcdc-4f2e-95e5-c88649430626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (4ccda741-93c0-4354-bd5e-bc2f905edf16), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.880609 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.899557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port c92b355d-c092-4dfb-b816-29e3ecab4d87, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c92b355d-c092-4dfb-b816-29e3ecab4d87,segment=NetworkSegment(a8dbf303-c5df-47b9-af2d-52bbaa8a94ba),segment_id=a8dbf303-c5df-47b9-af2d-52bbaa8a94ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:16.903633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285f993-fcdc-4f2e-95e5-c88649430626 None None] Pushing event deleted for resources: {'Port': ['ID=4ccda741-93c0-4354-bd5e-bc2f905edf16,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.912534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285f993-fcdc-4f2e-95e5-c88649430626 None None] No DVR routers for this DVR port 4ccda741-93c0-4354-bd5e-bc2f905edf16 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:16.918649 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.922557 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (53acf909-7f8c-4125-9aed-998d53ce3205), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.936598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.937690 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.016015 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=4ccda741-93c0-4354-bd5e-bc2f905edf16,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:17.038338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:17.041952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:17.046441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:17.047167 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.055261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=53acf909-7f8c-4125-9aed-998d53ce3205,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:17.064583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:17.072532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a9a30a0f-e66a-40de-a13d-5b183db6e529 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4826469 Feb 11 05:12:17.085352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38114) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:17.100866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f43b1cc8-01c1-4853-8b06-47c777bee374 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:17.106974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=c92b355d-c092-4dfb-b816-29e3ecab4d87,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:17.110068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4ccda741-93c0-4354-bd5e-bc2f905edf16 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:17.169629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 3759b97f-7e83-4c51-bdb8-5a023c862d0e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:17.172128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:17.185736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834fbc57-e1c7-4bca-be40-60babb7c818c None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:17.219302 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 4ccda741-93c0-4354-bd5e-bc2f905edf16 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:17.220059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4ccda741-93c0-4354-bd5e-bc2f905edf16 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:17.352640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43b1cc8-01c1-4853-8b06-47c777bee374 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:17.355485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e17a35-747f-4a65-8351-7e93794cd791 None None] Network 3759b97f-7e83-4c51-bdb8-5a023c862d0e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:17.357361 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f43b1cc8-01c1-4853-8b06-47c777bee374 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.435400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:12:17.478399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': '5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:17.479307 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.573995 n-d-615180-58 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-f43b1cc8-01c1-4853-8b06-47c777bee374 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6 (CIDR: 2001:db8::/64) Feb 11 05:12:17.593183 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43b1cc8-01c1-4853-8b06-47c777bee374 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:12:17.593742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43b1cc8-01c1-4853-8b06-47c777bee374 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:17.619330 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f43b1cc8-01c1-4853-8b06-47c777bee374 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5327623 Feb 11 05:12:17.621998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:17.623500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1bb89383-76e6-4be9-8f88-2caff54bb1b5 None None] Provisioning complete for port c92b355d-c092-4dfb-b816-29e3ecab4d87 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:17.623839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38128) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:17.624001 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1bb89383-76e6-4be9-8f88-2caff54bb1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.638133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-754f4520-ef9e-4e33-9d4f-99798097f227 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5935230 Feb 11 05:12:17.639085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38132) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:17.639906 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Sync routers for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:17.640398 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-35d451cc-dd5a-4b93-83a0-bbfe92787c19 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:17.648164 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-08f84348-c720-40ef-9a21-772da379656d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-118899855'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:17.675026 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:17.677295 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:17.693247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f84348-c720-40ef-9a21-772da379656d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:17.698080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08f84348-c720-40ef-9a21-772da379656d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.778866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f84348-c720-40ef-9a21-772da379656d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:17.797590 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08f84348-c720-40ef-9a21-772da379656d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ccb0a578-c66e-44dc-8e49-7fe813944ae1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.798595 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-08f84348-c720-40ef-9a21-772da379656d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Added segment ccb0a578-c66e-44dc-8e49-7fe813944ae1 of type vlan for network 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 Feb 11 05:12:17.873724 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08f84348-c720-40ef-9a21-772da379656d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.912628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d451cc-dd5a-4b93-83a0-bbfe92787c19 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:17.918729 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35d451cc-dd5a-4b93-83a0-bbfe92787c19 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.927434 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08f84348-c720-40ef-9a21-772da379656d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.942931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f84348-c720-40ef-9a21-772da379656d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:17.943997 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08f84348-c720-40ef-9a21-772da379656d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.946757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Allocated IP 2001:db8::f816:3eff:fe71:11d8 (7c563e16-8896-4630-8c06-8305ed9e25d0/5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6/5070e569-e523-4960-8ad9-846b945c148a) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:17.948046 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:17.949705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1bb89383-76e6-4be9-8f88-2caff54bb1b5 None None] Current status of the port c92b355d-c092-4dfb-b816-29e3ecab4d87 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:18.223683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-08f84348-c720-40ef-9a21-772da379656d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5829468 Feb 11 05:12:18.228271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38148) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:18.246999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e4067f0c-225d-4ec4-9572-134666640168 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'subnet': {'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:18.325818 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Publish callbacks [] for port (5070e569-e523-4960-8ad9-846b945c148a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.343435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f84348-c720-40ef-9a21-772da379656d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Network': ['ID=197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:18.345145 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (5070e569-e523-4960-8ad9-846b945c148a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.388203 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:16Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:16Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:18.394076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:18.469056 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Checking router: 51f9ff03-c225-41e9-a798-43d7ab5a0e5f for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:18.470773 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Updating router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f port 53acf909-7f8c-4125-9aed-998d53ce3205 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:18.511142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c92b355d-c092-4dfb-b816-29e3ecab4d87 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:18.527993 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.552586 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35d451cc-dd5a-4b93-83a0-bbfe92787c19 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (4279d7e9-7f86-4f33-ad79-0162acd41478), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.559418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4067f0c-225d-4ec4-9572-134666640168 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:18.564001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:18.567256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4067f0c-225d-4ec4-9572-134666640168 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.642829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:18.681512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:18.717884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d451cc-dd5a-4b93-83a0-bbfe92787c19 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:18.730162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-35d451cc-dd5a-4b93-83a0-bbfe92787c19 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:18.735220 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d451cc-dd5a-4b93-83a0-bbfe92787c19 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:18.744122 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-35d451cc-dd5a-4b93-83a0-bbfe92787c19 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.758690 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d451cc-dd5a-4b93-83a0-bbfe92787c19 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=4279d7e9-7f86-4f33-ad79-0162acd41478,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:18.806340 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Pushing event updated for resources: {'Port': ['ID=5070e569-e523-4960-8ad9-846b945c148a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:18.823686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-35d451cc-dd5a-4b93-83a0-bbfe92787c19 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1908171 Feb 11 05:12:18.824579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38160) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:18.829962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:27:bf:15', 'name': 'tempest-NetworksTestDHCPv6-1746011484'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:18.841431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3ea5cfbb-bee2-4981-820e-6044850feaaf None None] Provisioning complete for port c92b355d-c092-4dfb-b816-29e3ecab4d87 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:18.842060 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ea5cfbb-bee2-4981-820e-6044850feaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.005545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c92b355d-c092-4dfb-b816-29e3ecab4d87 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:19.006102 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.007831 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Publish callbacks [] for port (53acf909-7f8c-4125-9aed-998d53ce3205), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.025872 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.032989 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4067f0c-225d-4ec4-9572-134666640168 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (f7f65811-2deb-4c1d-89ed-578b509d68f6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.061544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Attempting to bind port 5070e569-e523-4960-8ad9-846b945c148a on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:19.062093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Attempting to bind port 5070e569-e523-4960-8ad9-846b945c148a by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:19.062617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Attempting to bind port 5070e569-e523-4960-8ad9-846b945c148a on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:19.089586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:19.170725 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Pushing event updated for resources: {'Port': ['ID=53acf909-7f8c-4125-9aed-998d53ce3205,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:19.179975 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.180687 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.181247 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.181765 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.182280 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.182801 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.183352 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.183931 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.184454 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.184976 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.185487 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.185994 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.186516 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:19.200556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4067f0c-225d-4ec4-9572-134666640168 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Subnet': ['ID=f7f65811-2deb-4c1d-89ed-578b509d68f6,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:19.213177 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Attempting to bind port 53acf909-7f8c-4125-9aed-998d53ce3205 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:19.213418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4067f0c-225d-4ec4-9572-134666640168 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Checking segment: {'id': 'ccb0a578-c66e-44dc-8e49-7fe813944ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:19.213807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4067f0c-225d-4ec4-9572-134666640168 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network hostable DHCP agents. Network: 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:19.214770 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Attempting to bind port 53acf909-7f8c-4125-9aed-998d53ce3205 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'a8dbf303-c5df-47b9-af2d-52bbaa8a94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:19.215345 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Attempting to bind port 53acf909-7f8c-4125-9aed-998d53ce3205 on network 3759b97f-7e83-4c51-bdb8-5a023c862d0e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:19.222863 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:19.223642 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Checking segment: {'id': 'a8dbf303-c5df-47b9-af2d-52bbaa8a94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:19.224239 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.224813 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Bound using segment: {'id': 'a8dbf303-c5df-47b9-af2d-52bbaa8a94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:19.225477 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Bound port: 53acf909-7f8c-4125-9aed-998d53ce3205, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8dbf303-c5df-47b9-af2d-52bbaa8a94ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:19.226068 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.269482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4067f0c-225d-4ec4-9572-134666640168 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:19.298191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e4067f0c-225d-4ec4-9572-134666640168 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:19.318564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4067f0c-225d-4ec4-9572-134666640168 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:19.319842 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4067f0c-225d-4ec4-9572-134666640168 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.346631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.374123 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] For port 53acf909-7f8c-4125-9aed-998d53ce3205, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:19.377997 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] For port 53acf909-7f8c-4125-9aed-998d53ce3205, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=53acf909-7f8c-4125-9aed-998d53ce3205,segment=NetworkSegment(a8dbf303-c5df-47b9-af2d-52bbaa8a94ba),segment_id=a8dbf303-c5df-47b9-af2d-52bbaa8a94ba)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:19.383679 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e4067f0c-225d-4ec4-9572-134666640168 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1529453 Feb 11 05:12:19.386056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38176) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:19.386792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port db4f8ffb-13c5-4485-900b-e880226448a0 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:12:19.396613 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.463716 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:19.464371 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:19.509255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a16a70d-078f-4108-bdd6-2eab25234f0b None None] Network 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:19.529239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:19.530141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:19.531103 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.532846 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:19.533711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Bound port: 5070e569-e523-4960-8ad9-846b945c148a, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:19.536043 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5070e569-e523-4960-8ad9-846b945c148a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.755787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8:0:1::34c (7c563e16-8896-4630-8c06-8305ed9e25d0/4279d7e9-7f86-4f33-ad79-0162acd41478/db4f8ffb-13c5-4485-900b-e880226448a0) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:19.786978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::f816:3eff:fe27:bf15 (7c563e16-8896-4630-8c06-8305ed9e25d0/5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6/db4f8ffb-13c5-4485-900b-e880226448a0) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:19.841700 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f65b4-ae83-42ba-9c6b-76c7f822e945 None None] Pushing event updated for resources: {'Port': ['ID=53acf909-7f8c-4125-9aed-998d53ce3205,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:19.872117 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:19.896908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] For port 5070e569-e523-4960-8ad9-846b945c148a, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:19.904153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] For port 5070e569-e523-4960-8ad9-846b945c148a, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5070e569-e523-4960-8ad9-846b945c148a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:19.962228 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5070e569-e523-4960-8ad9-846b945c148a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.141699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c92b355d-c092-4dfb-b816-29e3ecab4d87 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:20.162779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:20.164206 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.198789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5cfbb-bee2-4981-820e-6044850feaaf None None] Current status of the port c92b355d-c092-4dfb-b816-29e3ecab4d87 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:20.216965 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (db4f8ffb-13c5-4485-900b-e880226448a0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.255585 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:16Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:19Z', 'revision_number': 4, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:20.310363 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (db4f8ffb-13c5-4485-900b-e880226448a0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.330146 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111eef4b-728f-498a-854a-aceb429d7436 None None] The sync data for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 is: [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:16Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:19Z', 'revision_number': 4, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:20.403474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3ea5cfbb-bee2-4981-820e-6044850feaaf None None] Provisioning complete for port 53acf909-7f8c-4125-9aed-998d53ce3205 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:20.403924 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ea5cfbb-bee2-4981-820e-6044850feaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.444308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:20.453654 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e5f17-0b88-4884-8bb7-e751096a30bd None None] Pushing event updated for resources: {'Port': ['ID=5070e569-e523-4960-8ad9-846b945c148a,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:20.466671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:20.484064 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.489686 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:20.513988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:20.518185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.572386 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=db4f8ffb-13c5-4485-900b-e880226448a0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:20.615477 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-da670c81-29ea-445f-be9b-dfa64ae45242 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7896187 Feb 11 05:12:20.617997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38202) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:20.763603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Allocated IP 2001:db8:1::2 (197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55/f7f65811-2deb-4c1d-89ed-578b509d68f6/edec5db7-db18-410d-a468-b8164abb5358) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:20.788888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5cfbb-bee2-4981-820e-6044850feaaf None None] Current status of the port 53acf909-7f8c-4125-9aed-998d53ce3205 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:20.789928 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ea5cfbb-bee2-4981-820e-6044850feaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.904277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2f19f3a1-01fb-4eac-ba99-55ce1321a832 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port db4f8ffb-13c5-4485-900b-e880226448a0 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:20.904775 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f19f3a1-01fb-4eac-ba99-55ce1321a832 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (db4f8ffb-13c5-4485-900b-e880226448a0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.959007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3ea5cfbb-bee2-4981-820e-6044850feaaf None None] For port 53acf909-7f8c-4125-9aed-998d53ce3205, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=53acf909-7f8c-4125-9aed-998d53ce3205,segment=NetworkSegment(a8dbf303-c5df-47b9-af2d-52bbaa8a94ba),segment_id=a8dbf303-c5df-47b9-af2d-52bbaa8a94ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:20.975036 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ea5cfbb-bee2-4981-820e-6044850feaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.060216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5cfbb-bee2-4981-820e-6044850feaaf None None] Pushing event updated for resources: {'Port': ['ID=53acf909-7f8c-4125-9aed-998d53ce3205,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:21.125598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f19f3a1-01fb-4eac-ba99-55ce1321a832 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (db4f8ffb-13c5-4485-900b-e880226448a0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.146721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4eb9c656-dba5-479f-94ff-36eedf26a8bf None None] Provisioning complete for port 53acf909-7f8c-4125-9aed-998d53ce3205 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:21.146721 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4eb9c656-dba5-479f-94ff-36eedf26a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.160488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-2f19f3a1-01fb-4eac-ba99-55ce1321a832 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for db4f8ffb-13c5-4485-900b-e880226448a0 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:21.186850 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Publish callbacks [] for port (edec5db7-db18-410d-a468-b8164abb5358), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.221719 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (edec5db7-db18-410d-a468-b8164abb5358), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.282654 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Network 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:21.287338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:21.296748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:21.336546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Pushing event updated for resources: {'Port': ['ID=edec5db7-db18-410d-a468-b8164abb5358,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:21.350827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Allocated IP 2001:db8:1::1 (197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55/f7f65811-2deb-4c1d-89ed-578b509d68f6/8d7c66c2-610e-471c-af80-50bf3bae0b41) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:21.482770 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f19f3a1-01fb-4eac-ba99-55ce1321a832 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (db4f8ffb-13c5-4485-900b-e880226448a0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.490531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9c656-dba5-479f-94ff-36eedf26a8bf None None] Current status of the port 53acf909-7f8c-4125-9aed-998d53ce3205 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:21.589645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Attempting to bind port edec5db7-db18-410d-a468-b8164abb5358 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:21.589645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Attempting to bind port edec5db7-db18-410d-a468-b8164abb5358 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'ccb0a578-c66e-44dc-8e49-7fe813944ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:21.589876 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Attempting to bind port edec5db7-db18-410d-a468-b8164abb5358 on network 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:21.597554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19f3a1-01fb-4eac-ba99-55ce1321a832 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=db4f8ffb-13c5-4485-900b-e880226448a0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:21.605299 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f19f3a1-01fb-4eac-ba99-55ce1321a832 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.610097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:21.610624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Checking segment: {'id': 'ccb0a578-c66e-44dc-8e49-7fe813944ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:21.611162 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.611539 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Bound using segment: {'id': 'ccb0a578-c66e-44dc-8e49-7fe813944ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:21.612106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Bound port: edec5db7-db18-410d-a468-b8164abb5358, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb0a578-c66e-44dc-8e49-7fe813944ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:21.612452 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (edec5db7-db18-410d-a468-b8164abb5358), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.612682 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2f19f3a1-01fb-4eac-ba99-55ce1321a832 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/db4f8ffb-13c5-4485-900b-e880226448a0 HTTP/1.1" status: 204 len: 168 time: 0.9870358 Feb 11 05:12:21.613330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38230) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:21.678865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185942fa-282e-47c2-9cf8-237ae03996f1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:21.683572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-185942fa-282e-47c2-9cf8-237ae03996f1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0691719 Feb 11 05:12:21.685006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38232) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:21.737242 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.773386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] For port edec5db7-db18-410d-a468-b8164abb5358, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:21.783680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] For port edec5db7-db18-410d-a468-b8164abb5358, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=edec5db7-db18-410d-a468-b8164abb5358,segment=NetworkSegment(ccb0a578-c66e-44dc-8e49-7fe813944ae1),segment_id=ccb0a578-c66e-44dc-8e49-7fe813944ae1)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:21.801766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c04546b-1b70-4f8a-aac5-763e40243369 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:21.802196 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (edec5db7-db18-410d-a468-b8164abb5358), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.807534 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7c04546b-1b70-4f8a-aac5-763e40243369 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1205726 Feb 11 05:12:21.808669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38234) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:21.840282 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.924924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:21.936509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:21.940508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:21.941579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.965365 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7056380-5806-462c-8b80-ef1ff3ebfffa None None] Pushing event updated for resources: {'Port': ['ID=edec5db7-db18-410d-a468-b8164abb5358,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:22.000689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eda7ab-aa12-4a6a-a177-0655526d6309 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:22.001482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eda7ab-aa12-4a6a-a177-0655526d6309 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:22.002786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eda7ab-aa12-4a6a-a177-0655526d6309 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:22.010977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38242) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:22.012137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-08eda7ab-aa12-4a6a-a177-0655526d6309 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2019205 Feb 11 05:12:22.052716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=8d7c66c2-610e-471c-af80-50bf3bae0b41,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:22.144337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17099152-9b29-4b36-9a7b-a07e9412c444 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:22.150716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb58bfe-b26f-4764-ac29-26c00c602dce tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 4279d7e9-7f86-4f33-ad79-0162acd41478 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:22.154204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acb58bfe-b26f-4764-ac29-26c00c602dce tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (4279d7e9-7f86-4f33-ad79-0162acd41478), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:22.227085 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:22.274840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8c72ccfe-9a74-4cb6-9585-0f48db11145e None None] Provisioning complete for port 5070e569-e523-4960-8ad9-846b945c148a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:22.275253 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c72ccfe-9a74-4cb6-9585-0f48db11145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5070e569-e523-4960-8ad9-846b945c148a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:22.370890 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acb58bfe-b26f-4764-ac29-26c00c602dce tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (4279d7e9-7f86-4f33-ad79-0162acd41478), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:22.600571 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:12:22.637498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8c72ccfe-9a74-4cb6-9585-0f48db11145e None None] Current status of the port 5070e569-e523-4960-8ad9-846b945c148a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:22.638302 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c72ccfe-9a74-4cb6-9585-0f48db11145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5070e569-e523-4960-8ad9-846b945c148a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:22.704540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8c72ccfe-9a74-4cb6-9585-0f48db11145e None None] For port 5070e569-e523-4960-8ad9-846b945c148a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5070e569-e523-4960-8ad9-846b945c148a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:22.710023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07516e4-5e08-46b5-92cf-13957fb7906b None None] Update dhcp port {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': '5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6', 'ip_address': '2001:db8::f816:3eff:fe71:11d8'}, {'subnet_id': '4279d7e9-7f86-4f33-ad79-0162acd41478'}], 'binding:host_id': 'n-d-615180-58'}, 'id': '5070e569-e523-4960-8ad9-846b945c148a'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:12:22.714769 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c72ccfe-9a74-4cb6-9585-0f48db11145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5070e569-e523-4960-8ad9-846b945c148a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:22.770635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device edec5db7-db18-410d-a468-b8164abb5358 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:22.815145 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c07516e4-5e08-46b5-92cf-13957fb7906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5070e569-e523-4960-8ad9-846b945c148a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:22.905937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72ccfe-9a74-4cb6-9585-0f48db11145e None None] Pushing event updated for resources: {'Port': ['ID=5070e569-e523-4960-8ad9-846b945c148a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:22.944143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port edec5db7-db18-410d-a468-b8164abb5358 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:22.944314 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (edec5db7-db18-410d-a468-b8164abb5358), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.005443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acb58bfe-b26f-4764-ac29-26c00c602dce tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4279d7e9-7f86-4f33-ad79-0162acd41478), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.162959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port edec5db7-db18-410d-a468-b8164abb5358 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:23.163496 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (edec5db7-db18-410d-a468-b8164abb5358), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server [None req-c07516e4-5e08-46b5-92cf-13957fb7906b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4279d7e9-7f86-4f33-ad79-0162acd41478: This subnet is being modified by another concurrent operation. Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:12:23.168694 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4279d7e9-7f86-4f33-ad79-0162acd41478: This subnet is being modified by another concurrent operation. Feb 11 05:12:23.172828 n-d-615180-58 neutron-server[103355]: ERROR oslo_messaging.rpc.server Feb 11 05:12:23.181673 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acb58bfe-b26f-4764-ac29-26c00c602dce tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (4279d7e9-7f86-4f33-ad79-0162acd41478), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.202135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38266) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:23.218824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb58bfe-b26f-4764-ac29-26c00c602dce tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=4279d7e9-7f86-4f33-ad79-0162acd41478,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:23.225020 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acb58bfe-b26f-4764-ac29-26c00c602dce tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.228426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-acb58bfe-b26f-4764-ac29-26c00c602dce tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/4279d7e9-7f86-4f33-ad79-0162acd41478 HTTP/1.1" status: 204 len: 168 time: 1.2162139 Feb 11 05:12:23.232060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38270) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:23.244324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port edec5db7-db18-410d-a468-b8164abb5358, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=edec5db7-db18-410d-a468-b8164abb5358,segment=NetworkSegment(ccb0a578-c66e-44dc-8e49-7fe813944ae1),segment_id=ccb0a578-c66e-44dc-8e49-7fe813944ae1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:23.258723 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (edec5db7-db18-410d-a468-b8164abb5358), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.259870 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 53acf909-7f8c-4125-9aed-998d53ce3205 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:23.372423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-035e45ef-d78c-4b40-b5fa-cdce63530675 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:23.393055 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-035e45ef-d78c-4b40-b5fa-cdce63530675 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.457926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.476926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.477734 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.492379 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-035e45ef-d78c-4b40-b5fa-cdce63530675 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.493330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=edec5db7-db18-410d-a468-b8164abb5358,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:23.500389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2c6463a7-15e1-4508-a780-40628690b412 None None] Provisioning complete for port 5070e569-e523-4960-8ad9-846b945c148a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:23.501488 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c6463a7-15e1-4508-a780-40628690b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5070e569-e523-4960-8ad9-846b945c148a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.535897 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-105d0b0d-eb4a-46d2-9cf1-4329a2c3016c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.633920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 53acf909-7f8c-4125-9aed-998d53ce3205 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:23.634785 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.662057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=8d7c66c2-610e-471c-af80-50bf3bae0b41,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:23.704423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2c6463a7-15e1-4508-a780-40628690b412 None None] Current status of the port 5070e569-e523-4960-8ad9-846b945c148a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:23.730061 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-105d0b0d-eb4a-46d2-9cf1-4329a2c3016c admin admin] Publish callbacks [] for security_group (4153e761-2b48-4729-8348-6ec8408e4322), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.738866 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-105d0b0d-eb4a-46d2-9cf1-4329a2c3016c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4153e761-2b48-4729-8348-6ec8408e4322), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.764915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 53acf909-7f8c-4125-9aed-998d53ce3205 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:23.766880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5070e569-e523-4960-8ad9-846b945c148a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:23.774705 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-035e45ef-d78c-4b40-b5fa-cdce63530675 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.809352 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-105d0b0d-eb4a-46d2-9cf1-4329a2c3016c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3952eae3abbc4bdebdbe5490c059cd25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6061282 Feb 11 05:12:23.816996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38282) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:23.831348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-837afa16-fa97-470e-bf41-0a5f547c92c5 None None] Could not find standard attr ID for object db4f8ffb-13c5-4485-900b-e880226448a0. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:12:23.834985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d0b0d-eb4a-46d2-9cf1-4329a2c3016c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4153e761-2b48-4729-8348-6ec8408e4322,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:23.863207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5070e569-e523-4960-8ad9-846b945c148a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:23.863571 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5070e569-e523-4960-8ad9-846b945c148a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.872704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:23.875336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:23.884275 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ef39-2817-4d10-a96e-e7cf179c4907 admin admin] Publish callbacks [] for security_group (4153e761-2b48-4729-8348-6ec8408e4322), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.888190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-035e45ef-d78c-4b40-b5fa-cdce63530675 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.917234 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ef39-2817-4d10-a96e-e7cf179c4907 admin admin] Publish callbacks [] for security_group (4153e761-2b48-4729-8348-6ec8408e4322), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.975856 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-035e45ef-d78c-4b40-b5fa-cdce63530675 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.979350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-035e45ef-d78c-4b40-b5fa-cdce63530675 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6 HTTP/1.1" status: 204 len: 168 time: 0.7460630 Feb 11 05:12:23.980813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e45ef-d78c-4b40-b5fa-cdce63530675 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:23.982072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38284) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:24.012428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2680cd2f-5809-403c-844d-4491332c7b6b None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:24.023166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de6e45a-310f-49f8-8bca-eb3d9a23f542 None None] Network 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:24.068655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:24.073535 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-adb701b5-0052-48b0-8714-d82e92a2ab8b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775006 Feb 11 05:12:24.079809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38290) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:24.085983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:24.112272 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ef39-2817-4d10-a96e-e7cf179c4907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4153e761-2b48-4729-8348-6ec8408e4322), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.117086 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ef39-2817-4d10-a96e-e7cf179c4907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.118360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7bb3ef39-2817-4d10-a96e-e7cf179c4907 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4153e761-2b48-4729-8348-6ec8408e4322 HTTP/1.1" status: 204 len: 168 time: 0.3002174 Feb 11 05:12:24.142047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3ef39-2817-4d10-a96e-e7cf179c4907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4153e761-2b48-4729-8348-6ec8408e4322,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:24.226959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:24.231500 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.272534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:24.279756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f382277c-5aec-4ec9-b979-9419d35ffd26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8918443 Feb 11 05:12:24.285008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38298) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:24.290447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d9bd7571-17e3-405f-91ed-981ae4b534bc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-833355363'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:24.342665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bd7571-17e3-405f-91ed-981ae4b534bc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:24.346764 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7571-17e3-405f-91ed-981ae4b534bc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.375226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bd7571-17e3-405f-91ed-981ae4b534bc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:24.387150 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7571-17e3-405f-91ed-981ae4b534bc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (575dec72-d877-4119-bdde-82bedfe455e1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.387769 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-d9bd7571-17e3-405f-91ed-981ae4b534bc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Added segment 575dec72-d877-4119-bdde-82bedfe455e1 of type vlan for network fbe9cbda-fe2f-432a-b04d-89ac7b76b1af Feb 11 05:12:24.446660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Sync routers for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:24.452804 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7571-17e3-405f-91ed-981ae4b534bc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (fbe9cbda-fe2f-432a-b04d-89ac7b76b1af), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.493634 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7571-17e3-405f-91ed-981ae4b534bc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (fbe9cbda-fe2f-432a-b04d-89ac7b76b1af), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.506108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd7571-17e3-405f-91ed-981ae4b534bc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:24.506507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5070e569-e523-4960-8ad9-846b945c148a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:24.508872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7571-17e3-405f-91ed-981ae4b534bc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.576480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:24.577418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:24.587694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-30e4bf17-e133-4a65-8d20-d356ec794790 None None] Provisioning complete for port edec5db7-db18-410d-a468-b8164abb5358 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:24.588445 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-30e4bf17-e133-4a65-8d20-d356ec794790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (edec5db7-db18-410d-a468-b8164abb5358), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.603536 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d9bd7571-17e3-405f-91ed-981ae4b534bc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3149769 Feb 11 05:12:24.605044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38306) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:24.653881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7d5fcbaa-bc62-4368-8c84-0271c9eb3193 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'subnet': {'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:24.722344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38310) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:24.747530 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f4443865-71bc-4537-84eb-eb33b7055a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.755936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd7571-17e3-405f-91ed-981ae4b534bc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Network': ['ID=fbe9cbda-fe2f-432a-b04d-89ac7b76b1af,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:24.777148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network fbe9cbda-fe2f-432a-b04d-89ac7b76b1af details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:24.817224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device edec5db7-db18-410d-a468-b8164abb5358 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:24.834724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:24.865799 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5fcbaa-bc62-4368-8c84-0271c9eb3193 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:24.871777 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcbaa-bc62-4368-8c84-0271c9eb3193 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.952739 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f4443865-71bc-4537-84eb-eb33b7055a76 admin admin] Publish callbacks [] for security_group (5b91b79b-5eaf-4068-b594-8580707bdc8b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.960576 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f4443865-71bc-4537-84eb-eb33b7055a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5b91b79b-5eaf-4068-b594-8580707bdc8b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.979959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16fffa9-9400-472c-acc5-389c89be6a5e None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:25.051190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38318) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:25.051807 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f4443865-71bc-4537-84eb-eb33b7055a76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=407780ad04cb499aba913bfa1052cdc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283033 Feb 11 05:12:25.056021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4443865-71bc-4537-84eb-eb33b7055a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b91b79b-5eaf-4068-b594-8580707bdc8b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:25.175037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:12:25.241634 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcbaa-bc62-4368-8c84-0271c9eb3193 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (8b4a6365-14be-4d12-8738-75430555fe4e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.273895 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a18d835-da68-4698-8f2c-abd802d0a591 admin admin] Publish callbacks [] for security_group (5b91b79b-5eaf-4068-b594-8580707bdc8b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.275978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-30e4bf17-e133-4a65-8d20-d356ec794790 None None] Current status of the port edec5db7-db18-410d-a468-b8164abb5358 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:25.330783 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a18d835-da68-4698-8f2c-abd802d0a591 admin admin] Publish callbacks [] for security_group (5b91b79b-5eaf-4068-b594-8580707bdc8b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.334184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fcbaa-bc62-4368-8c84-0271c9eb3193 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Subnet': ['ID=8b4a6365-14be-4d12-8738-75430555fe4e,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:25.342036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port edec5db7-db18-410d-a468-b8164abb5358 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:25.342669 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (edec5db7-db18-410d-a468-b8164abb5358), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.399573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e16fffa9-9400-472c-acc5-389c89be6a5e None None] Deleting port 5070e569-e523-4960-8ad9-846b945c148a {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:25.400078 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e16fffa9-9400-472c-acc5-389c89be6a5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5070e569-e523-4960-8ad9-846b945c148a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.417220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fcbaa-bc62-4368-8c84-0271c9eb3193 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Checking segment: {'id': '575dec72-d877-4119-bdde-82bedfe455e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:25.417704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5fcbaa-bc62-4368-8c84-0271c9eb3193 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network hostable DHCP agents. Network: fbe9cbda-fe2f-432a-b04d-89ac7b76b1af, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:25.428617 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a18d835-da68-4698-8f2c-abd802d0a591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5b91b79b-5eaf-4068-b594-8580707bdc8b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.431687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a18d835-da68-4698-8f2c-abd802d0a591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.432969 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3a18d835-da68-4698-8f2c-abd802d0a591 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b91b79b-5eaf-4068-b594-8580707bdc8b HTTP/1.1" status: 204 len: 168 time: 0.3807805 Feb 11 05:12:25.447833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18d835-da68-4698-8f2c-abd802d0a591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b91b79b-5eaf-4068-b594-8580707bdc8b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:25.460360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5fcbaa-bc62-4368-8c84-0271c9eb3193 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network fbe9cbda-fe2f-432a-b04d-89ac7b76b1af is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:25.483401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7d5fcbaa-bc62-4368-8c84-0271c9eb3193 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, fbe9cbda-fe2f-432a-b04d-89ac7b76b1af) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:25.487782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5fcbaa-bc62-4368-8c84-0271c9eb3193 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:25.488441 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcbaa-bc62-4368-8c84-0271c9eb3193 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.540958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d53e0f-247c-4fcb-afd2-6d4d6e96d271 None None] Network fbe9cbda-fe2f-432a-b04d-89ac7b76b1af requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:25.554712 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7d5fcbaa-bc62-4368-8c84-0271c9eb3193 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9233007 Feb 11 05:12:25.557074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38328) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:25.604984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port edec5db7-db18-410d-a468-b8164abb5358 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:25.606888 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5070e569-e523-4960-8ad9-846b945c148a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.692284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b3a3f8f6-fbe0-4f55-8574-14db234a1118 None None] Provisioning complete for port 8d7c66c2-610e-471c-af80-50bf3bae0b41 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:25.692797 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3a3f8f6-fbe0-4f55-8574-14db234a1118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.757248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5070e569-e523-4960-8ad9-846b945c148a no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:25.760301 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b3a3f8f6-fbe0-4f55-8574-14db234a1118 None None] Port 8d7c66c2-610e-471c-af80-50bf3bae0b41 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:25.763445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e16fffa9-9400-472c-acc5-389c89be6a5e None None] For port 5070e569-e523-4960-8ad9-846b945c148a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5070e569-e523-4960-8ad9-846b945c148a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:25.764040 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e16fffa9-9400-472c-acc5-389c89be6a5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5070e569-e523-4960-8ad9-846b945c148a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.806135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:22Z', 'revision_number': 3, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:23Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:25.858978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e16fffa9-9400-472c-acc5-389c89be6a5e None None] Calling delete_port for 5070e569-e523-4960-8ad9-846b945c148a owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:25.867661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Checking router: 51f9ff03-c225-41e9-a798-43d7ab5a0e5f for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:25.868171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Updating router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f port 8d7c66c2-610e-471c-af80-50bf3bae0b41 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:25.927715 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.954245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b3a3f8f6-fbe0-4f55-8574-14db234a1118 None None] Provisioning complete for port edec5db7-db18-410d-a468-b8164abb5358 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:25.954640 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3a3f8f6-fbe0-4f55-8574-14db234a1118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (edec5db7-db18-410d-a468-b8164abb5358), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.982943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] For port 5070e569-e523-4960-8ad9-846b945c148a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5070e569-e523-4960-8ad9-846b945c148a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:26.054268 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (5070e569-e523-4960-8ad9-846b945c148a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.075419 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (5070e569-e523-4960-8ad9-846b945c148a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.150924 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (2a250558-4654-4031-9981-c0dbf4dcf164), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.170857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:26.187045 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.241657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=5070e569-e523-4960-8ad9-846b945c148a,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.248403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.268491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:26.279726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:26.284823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:26.285425 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.314365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=2a250558-4654-4031-9981-c0dbf4dcf164,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.326477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5070e569-e523-4960-8ad9-846b945c148a is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:26.327070 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5070e569-e523-4960-8ad9-846b945c148a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.347595 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-48592fee-8ce7-4947-a544-3956392e71d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2625656 Feb 11 05:12:26.347595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38350) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:26.354089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4fbe0a0d-a088-4577-8166-9733231c29ff tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:26.537832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbe0a0d-a088-4577-8166-9733231c29ff tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:26.542056 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4fbe0a0d-a088-4577-8166-9733231c29ff tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.573683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b3a3f8f6-fbe0-4f55-8574-14db234a1118 None None] Current status of the port edec5db7-db18-410d-a468-b8164abb5358 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:26.728860 n-d-615180-58 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-4fbe0a0d-a088-4577-8166-9733231c29ff tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a250558-4654-4031-9981-c0dbf4dcf164 (CIDR: 2001:db8::/64) Feb 11 05:12:26.734823 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbe0a0d-a088-4577-8166-9733231c29ff tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:12:26.735667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbe0a0d-a088-4577-8166-9733231c29ff tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:26.761598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4fbe0a0d-a088-4577-8166-9733231c29ff tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4129026 Feb 11 05:12:26.769984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38366) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:26.779025 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a0a020e0-d034-423d-b8bf-190f5519564f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:26.812242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 5070e569-e523-4960-8ad9-846b945c148a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5070e569-e523-4960-8ad9-846b945c148a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:26.820238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Allocated IP 2001:db8:2::1 (fbe9cbda-fe2f-432a-b04d-89ac7b76b1af/8b4a6365-14be-4d12-8738-75430555fe4e/f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:26.844224 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5070e569-e523-4960-8ad9-846b945c148a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.964764 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=5070e569-e523-4960-8ad9-846b945c148a,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.987884 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e16fffa9-9400-472c-acc5-389c89be6a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (5070e569-e523-4960-8ad9-846b945c148a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.998633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b5df643e-e9d8-49d0-b3bb-b54b1759a16c None None] Provisioning complete for port 8d7c66c2-610e-471c-af80-50bf3bae0b41 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:26.999424 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5df643e-e9d8-49d0-b3bb-b54b1759a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.047805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.055056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a020e0-d034-423d-b8bf-190f5519564f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:27.059263 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0a020e0-d034-423d-b8bf-190f5519564f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.067457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b5df643e-e9d8-49d0-b3bb-b54b1759a16c None None] Port 8d7c66c2-610e-471c-af80-50bf3bae0b41 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:27.113001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16fffa9-9400-472c-acc5-389c89be6a5e None None] No DVR routers for this DVR port 5070e569-e523-4960-8ad9-846b945c148a on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:27.119925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fffa9-9400-472c-acc5-389c89be6a5e None None] Pushing event deleted for resources: {'Port': ['ID=5070e569-e523-4960-8ad9-846b945c148a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:27.133240 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.212726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network fbe9cbda-fe2f-432a-b04d-89ac7b76b1af is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:27.216532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:27.220429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:27.221269 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.292138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Allocated IP 2001:db8:2::2 (fbe9cbda-fe2f-432a-b04d-89ac7b76b1af/8b4a6365-14be-4d12-8738-75430555fe4e/1dfab228-f547-4bc2-89ae-4ec7a9a2834a) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:27.309218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d11caf-29ce-4448-87b6-082b22e5548b None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:27.364260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:27.451910 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.506417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0a020e0-d034-423d-b8bf-190f5519564f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (d4a46d4a-3508-4b8b-ac3e-3dfe56a87557), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.541984 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Publish callbacks [] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.556601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a020e0-d034-423d-b8bf-190f5519564f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:27.562425 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.563066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a0a020e0-d034-423d-b8bf-190f5519564f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:27.569498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a020e0-d034-423d-b8bf-190f5519564f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:27.570523 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0a020e0-d034-423d-b8bf-190f5519564f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.585350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a020e0-d034-423d-b8bf-190f5519564f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=d4a46d4a-3508-4b8b-ac3e-3dfe56a87557,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:27.612327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a0a020e0-d034-423d-b8bf-190f5519564f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8395162 Feb 11 05:12:27.613555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38390) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:27.619633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:2c:29:9a', 'name': 'tempest-NetworksTestDHCPv6-32516698'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:27.625831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': '2a250558-4654-4031-9981-c0dbf4dcf164'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:27.626973 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.710403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404f401-00b5-4845-9e9b-1425d4d16a31 None None] Pushing event updated for resources: {'Port': ['ID=8d7c66c2-610e-471c-af80-50bf3bae0b41,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:27.795118 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Publish callbacks [] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.795660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:27.914551 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.953676 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.002803 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port a4a04225-04f6-4671-b21d-2a3fdee0b343 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:12:28.025906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Attempting to bind port 8d7c66c2-610e-471c-af80-50bf3bae0b41 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:28.026385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Attempting to bind port 8d7c66c2-610e-471c-af80-50bf3bae0b41 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'ccb0a578-c66e-44dc-8e49-7fe813944ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:28.026737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Attempting to bind port 8d7c66c2-610e-471c-af80-50bf3bae0b41 on network 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:28.079894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:28.080296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Checking segment: {'id': 'ccb0a578-c66e-44dc-8e49-7fe813944ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:28.081590 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.082550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Bound using segment: {'id': 'ccb0a578-c66e-44dc-8e49-7fe813944ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:28.083343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Bound port: 8d7c66c2-610e-471c-af80-50bf3bae0b41, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb0a578-c66e-44dc-8e49-7fe813944ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:28.083969 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.093701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Network fbe9cbda-fe2f-432a-b04d-89ac7b76b1af is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:28.103714 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.113096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:28.120105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:28.123326 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.124298 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.146446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Pushing event updated for resources: {'Port': ['ID=1dfab228-f547-4bc2-89ae-4ec7a9a2834a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:28.272511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:28.283159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Allocated IP 2001:db8::f816:3eff:fee9:2a22 (7c563e16-8896-4630-8c06-8305ed9e25d0/2a250558-4654-4031-9981-c0dbf4dcf164/075da609-2f78-47a8-ae3e-e044c9c0b40a) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:28.329058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-00727762-ccfa-4b3a-8326-36759e31ec81 None None] Provisioning complete for port 8d7c66c2-610e-471c-af80-50bf3bae0b41 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:28.329682 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00727762-ccfa-4b3a-8326-36759e31ec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.345063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network fbe9cbda-fe2f-432a-b04d-89ac7b76b1af is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:28.346732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:28.378327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Attempting to bind port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:28.378708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Attempting to bind port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '575dec72-d877-4119-bdde-82bedfe455e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:28.379926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Attempting to bind port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a on network fbe9cbda-fe2f-432a-b04d-89ac7b76b1af {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:28.420039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:28.420358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Checking segment: {'id': '575dec72-d877-4119-bdde-82bedfe455e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:28.420765 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.421163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Bound using segment: {'id': '575dec72-d877-4119-bdde-82bedfe455e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:28.421646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Bound port: 1dfab228-f547-4bc2-89ae-4ec7a9a2834a, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575dec72-d877-4119-bdde-82bedfe455e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:28.422026 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.424271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] For port 8d7c66c2-610e-471c-af80-50bf3bae0b41, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:28.438058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-00727762-ccfa-4b3a-8326-36759e31ec81 None None] Port 8d7c66c2-610e-471c-af80-50bf3bae0b41 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:28.478710 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:28.481018 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] For port 8d7c66c2-610e-471c-af80-50bf3bae0b41, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8d7c66c2-610e-471c-af80-50bf3bae0b41,segment=NetworkSegment(ccb0a578-c66e-44dc-8e49-7fe813944ae1),segment_id=ccb0a578-c66e-44dc-8e49-7fe813944ae1)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:28.521369 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.633466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:28.638724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] For port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:28.642738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404f401-00b5-4845-9e9b-1425d4d16a31 None None] Pushing event updated for resources: {'Port': ['ID=8d7c66c2-610e-471c-af80-50bf3bae0b41,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:28.644764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38414) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:28.646080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1741626e-7e22-4aa4-8c54-796ec05d91ff tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0880635 Feb 11 05:12:28.662397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cbe9197b-705b-4311-8993-9f5103cf0e9d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-117401554'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:28.681694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:28.682341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:28.688850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] For port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1dfab228-f547-4bc2-89ae-4ec7a9a2834a,segment=NetworkSegment(575dec72-d877-4119-bdde-82bedfe455e1),segment_id=575dec72-d877-4119-bdde-82bedfe455e1)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:28.725284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe9197b-705b-4311-8993-9f5103cf0e9d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:28.730198 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbe9197b-705b-4311-8993-9f5103cf0e9d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.781108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe9197b-705b-4311-8993-9f5103cf0e9d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:28.790379 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.815345 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbe9197b-705b-4311-8993-9f5103cf0e9d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (26847878-7303-4098-9efd-630cb01666d9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.816360 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-cbe9197b-705b-4311-8993-9f5103cf0e9d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Added segment 26847878-7303-4098-9efd-630cb01666d9 of type vlan for network c6787da2-6236-4189-b1f6-91d3315a59bf Feb 11 05:12:28.846888 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Publish callbacks [] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.898404 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbe9197b-705b-4311-8993-9f5103cf0e9d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (c6787da2-6236-4189-b1f6-91d3315a59bf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.916813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:28.924479 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.972270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a89e70-f25d-43e9-8b6d-468b05591d15 None None] Pushing event updated for resources: {'Port': ['ID=1dfab228-f547-4bc2-89ae-4ec7a9a2834a,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:29.040874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbe9197b-705b-4311-8993-9f5103cf0e9d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (c6787da2-6236-4189-b1f6-91d3315a59bf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.047105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe9197b-705b-4311-8993-9f5103cf0e9d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:29.048910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbe9197b-705b-4311-8993-9f5103cf0e9d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.054535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:29.099039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:29.104677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:29.106879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Pushing event updated for resources: {'Port': ['ID=075da609-2f78-47a8-ae3e-e044c9c0b40a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:29.153155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:29.158430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ad250718-43cf-42c0-90a5-7979b1091df1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'subnet': {'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:29.162451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cbe9197b-705b-4311-8993-9f5103cf0e9d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5155911 Feb 11 05:12:29.288992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9197b-705b-4311-8993-9f5103cf0e9d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Network': ['ID=c6787da2-6236-4189-b1f6-91d3315a59bf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:29.296572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8:0:1::316 (7c563e16-8896-4630-8c06-8305ed9e25d0/d4a46d4a-3508-4b8b-ac3e-3dfe56a87557/a4a04225-04f6-4671-b21d-2a3fdee0b343) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:29.302214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38430) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:29.314405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::f816:3eff:fe2c:299a (7c563e16-8896-4630-8c06-8305ed9e25d0/2a250558-4654-4031-9981-c0dbf4dcf164/a4a04225-04f6-4671-b21d-2a3fdee0b343) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:29.530732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network c6787da2-6236-4189-b1f6-91d3315a59bf details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:29.533453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-86cdd138-c9cb-4e7f-bfbb-5bd5ac042be7 None None] Provisioning complete for port 8d7c66c2-610e-471c-af80-50bf3bae0b41 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:29.534615 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86cdd138-c9cb-4e7f-bfbb-5bd5ac042be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.608221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Attempting to bind port 075da609-2f78-47a8-ae3e-e044c9c0b40a on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:29.608822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Attempting to bind port 075da609-2f78-47a8-ae3e-e044c9c0b40a by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:29.609364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Attempting to bind port 075da609-2f78-47a8-ae3e-e044c9c0b40a on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:29.628856 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b4efe7ad-e9d6-4628-b800-aadd302fb551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.648839 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (a4a04225-04f6-4671-b21d-2a3fdee0b343), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.652834 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:29.653263 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:29.654039 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.654506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:29.654981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Bound port: 075da609-2f78-47a8-ae3e-e044c9c0b40a, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:29.655366 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.664431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad250718-43cf-42c0-90a5-7979b1091df1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Made reservation on behalf of ba880329e83a429b9fe3ea121eb6f53d for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:29.679297 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad250718-43cf-42c0-90a5-7979b1091df1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.739072 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a4a04225-04f6-4671-b21d-2a3fdee0b343), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.836590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] For port 075da609-2f78-47a8-ae3e-e044c9c0b40a, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:29.841252 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b4efe7ad-e9d6-4628-b800-aadd302fb551 admin admin] Publish callbacks [] for security_group (4a7b095f-dd60-4f20-ab86-39c0672a94fb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.863349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] For port 075da609-2f78-47a8-ae3e-e044c9c0b40a, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=075da609-2f78-47a8-ae3e-e044c9c0b40a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:29.871359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-86cdd138-c9cb-4e7f-bfbb-5bd5ac042be7 None None] Current status of the port 8d7c66c2-610e-471c-af80-50bf3bae0b41 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:29.871757 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86cdd138-c9cb-4e7f-bfbb-5bd5ac042be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.883960 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.885705 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b4efe7ad-e9d6-4628-b800-aadd302fb551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4a7b095f-dd60-4f20-ab86-39c0672a94fb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.938738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:29.944535 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:29.946729 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=a4a04225-04f6-4671-b21d-2a3fdee0b343,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:29.955387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:29.960831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:29.961865 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.972470 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad250718-43cf-42c0-90a5-7979b1091df1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (fa013eff-4df2-4b56-bcfa-030356f46ce7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.975050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b4efe7ad-e9d6-4628-b800-aadd302fb551 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a3a600733f6461da86ea384c4a050c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6716480 Feb 11 05:12:29.984225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38434) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:29.998624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:27Z', 'revision_number': 4, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:28Z', 'revision_number': 4, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:27Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:30.013422 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-165061d7-68df-4b53-abf4-fa3104f2e9af tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3978415 Feb 11 05:12:30.015871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38436) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:30.032940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efe7ad-e9d6-4628-b800-aadd302fb551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7b095f-dd60-4f20-ab86-39c0672a94fb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:30.105642 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-86cdd138-c9cb-4e7f-bfbb-5bd5ac042be7 None None] For port 8d7c66c2-610e-471c-af80-50bf3bae0b41, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8d7c66c2-610e-471c-af80-50bf3bae0b41,segment=NetworkSegment(ccb0a578-c66e-44dc-8e49-7fe813944ae1),segment_id=ccb0a578-c66e-44dc-8e49-7fe813944ae1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:30.111498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad250718-43cf-42c0-90a5-7979b1091df1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Subnet': ['ID=fa013eff-4df2-4b56-bcfa-030356f46ce7,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:30.112114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Pushing event updated for resources: {'Port': ['ID=075da609-2f78-47a8-ae3e-e044c9c0b40a,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:30.115337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2b99d-ccb9-4e2d-858d-9c82aa1b8fb6 None None] The sync data for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 is: [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:27Z', 'revision_number': 4, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:28Z', 'revision_number': 4, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:27Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:30.121229 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad570bf9-8213-4ddf-8093-0cbbb9849221 admin admin] Publish callbacks [] for security_group (4a7b095f-dd60-4f20-ab86-39c0672a94fb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.125742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.126350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.126692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.133199 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.133769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.133968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.139673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.140287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.155666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.156197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.157680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.160890 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.161972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1819a-6f1b-44d2-b49c-c379e41f21e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:30.177713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad250718-43cf-42c0-90a5-7979b1091df1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Checking segment: {'id': '26847878-7303-4098-9efd-630cb01666d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:30.179271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad250718-43cf-42c0-90a5-7979b1091df1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network hostable DHCP agents. Network: c6787da2-6236-4189-b1f6-91d3315a59bf, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:30.182197 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86cdd138-c9cb-4e7f-bfbb-5bd5ac042be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.225307 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad570bf9-8213-4ddf-8093-0cbbb9849221 admin admin] Publish callbacks [] for security_group (4a7b095f-dd60-4f20-ab86-39c0672a94fb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.261166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ff50e8d0-783c-4bdf-958f-d3ca4bd260b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port a4a04225-04f6-4671-b21d-2a3fdee0b343 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:30.261760 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff50e8d0-783c-4bdf-958f-d3ca4bd260b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a4a04225-04f6-4671-b21d-2a3fdee0b343), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.314256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad250718-43cf-42c0-90a5-7979b1091df1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network c6787da2-6236-4189-b1f6-91d3315a59bf is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:30.339992 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdd138-c9cb-4e7f-bfbb-5bd5ac042be7 None None] Pushing event updated for resources: {'Port': ['ID=8d7c66c2-610e-471c-af80-50bf3bae0b41,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:30.358613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ad250718-43cf-42c0-90a5-7979b1091df1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, c6787da2-6236-4189-b1f6-91d3315a59bf) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:30.365232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad250718-43cf-42c0-90a5-7979b1091df1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.365834 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad250718-43cf-42c0-90a5-7979b1091df1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.372953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c561e12-02d2-4a27-8c73-2ffa94a51645 None None] Network c6787da2-6236-4189-b1f6-91d3315a59bf requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:30.430080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ad250718-43cf-42c0-90a5-7979b1091df1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2755210 Feb 11 05:12:30.431049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38440) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:30.436040 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad570bf9-8213-4ddf-8093-0cbbb9849221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4a7b095f-dd60-4f20-ab86-39c0672a94fb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.445785 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad570bf9-8213-4ddf-8093-0cbbb9849221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.447142 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ad570bf9-8213-4ddf-8093-0cbbb9849221 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a7b095f-dd60-4f20-ab86-39c0672a94fb HTTP/1.1" status: 204 len: 168 time: 0.4596667 Feb 11 05:12:30.548825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff50e8d0-783c-4bdf-958f-d3ca4bd260b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a4a04225-04f6-4671-b21d-2a3fdee0b343), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.586348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad570bf9-8213-4ddf-8093-0cbbb9849221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7b095f-dd60-4f20-ab86-39c0672a94fb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:30.588563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ff50e8d0-783c-4bdf-958f-d3ca4bd260b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for a4a04225-04f6-4671-b21d-2a3fdee0b343 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:30.683081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-c6787da2-6236-4189-b1f6-91d3315a59bf', 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf', 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'fixed_ips': [{'subnet_id': 'fa013eff-4df2-4b56-bcfa-030356f46ce7'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:30.684093 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.886647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4fd97f-3798-4c46-89fc-645df3b9f91e None None] Network fbe9cbda-fe2f-432a-b04d-89ac7b76b1af requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:30.954598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38446) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:30.998409 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9f32-adba-408d-8751-2c5ffdeb8e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.067669 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff50e8d0-783c-4bdf-958f-d3ca4bd260b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a4a04225-04f6-4671-b21d-2a3fdee0b343), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.126576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50e8d0-783c-4bdf-958f-d3ca4bd260b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=a4a04225-04f6-4671-b21d-2a3fdee0b343,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:31.163231 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Allocated IP 2001:db8:3::2 (c6787da2-6236-4189-b1f6-91d3315a59bf/fa013eff-4df2-4b56-bcfa-030356f46ce7/12ddb84a-67a0-45df-8e85-2acbb114327e) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:31.186250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4eee7d37-8de4-40f1-b468-50f85a647a1f None None] Provisioning complete for port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:31.193174 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4eee7d37-8de4-40f1-b468-50f85a647a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.279581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ff50e8d0-783c-4bdf-958f-d3ca4bd260b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.289923 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ff50e8d0-783c-4bdf-958f-d3ca4bd260b9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/a4a04225-04f6-4671-b21d-2a3fdee0b343 HTTP/1.1" status: 204 len: 168 time: 1.2725074 Feb 11 05:12:31.292266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:31.303450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 075da609-2f78-47a8-ae3e-e044c9c0b40a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:31.432394 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba37b57-ee2d-4403-97f7-e7f96c6e3929 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:31.433141 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9f32-adba-408d-8751-2c5ffdeb8e31 admin admin] Publish callbacks [] for security_group (0788b4f4-dd29-4c61-b363-33511b2b2a7a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.436595 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fba37b57-ee2d-4403-97f7-e7f96c6e3929 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1429973 Feb 11 05:12:31.439207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38452) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:31.475707 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9f32-adba-408d-8751-2c5ffdeb8e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0788b4f4-dd29-4c61-b363-33511b2b2a7a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.528983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4d5fe6-d909-4046-826e-833506740b95 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:31.531175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5c4d5fe6-d909-4046-826e-833506740b95 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0906422 Feb 11 05:12:31.533575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38454) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:31.591685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e9f32-adba-408d-8751-2c5ffdeb8e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0788b4f4-dd29-4c61-b363-33511b2b2a7a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:31.595955 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 075da609-2f78-47a8-ae3e-e044c9c0b40a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:31.596335 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.623704 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6a4e9f32-adba-408d-8751-2c5ffdeb8e31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77089ca7695e43659c067240b8aaac6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6625450 Feb 11 05:12:31.626882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38456) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:31.645779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc300e1-af7c-4fb6-a8c4-80ee1f04b0b8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:31.647483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc300e1-af7c-4fb6-a8c4-80ee1f04b0b8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:31.648945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc300e1-af7c-4fb6-a8c4-80ee1f04b0b8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:31.653448 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ddc300e1-af7c-4fb6-a8c4-80ee1f04b0b8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1156917 Feb 11 05:12:31.653839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38458) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:31.726481 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.761535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4eee7d37-8de4-40f1-b468-50f85a647a1f None None] Current status of the port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:31.761941 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4eee7d37-8de4-40f1-b468-50f85a647a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.780566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09a22b8-398c-45c6-8d0d-d8cf6b5020ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 2a250558-4654-4031-9981-c0dbf4dcf164 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:31.784791 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c09a22b8-398c-45c6-8d0d-d8cf6b5020ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (2a250558-4654-4031-9981-c0dbf4dcf164), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.845434 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Publish callbacks [] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.883199 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.886349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4eee7d37-8de4-40f1-b468-50f85a647a1f None None] For port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1dfab228-f547-4bc2-89ae-4ec7a9a2834a,segment=NetworkSegment(575dec72-d877-4119-bdde-82bedfe455e1),segment_id=575dec72-d877-4119-bdde-82bedfe455e1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:31.901767 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c09a22b8-398c-45c6-8d0d-d8cf6b5020ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (2a250558-4654-4031-9981-c0dbf4dcf164), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.949575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4eee7d37-8de4-40f1-b468-50f85a647a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.059043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c09a22b8-398c-45c6-8d0d-d8cf6b5020ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (2a250558-4654-4031-9981-c0dbf4dcf164), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.078682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb8eda-b53d-4a35-ac43-c7254f1fe8e7 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:32.158813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Network c6787da2-6236-4189-b1f6-91d3315a59bf is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:32.179983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:32.200916 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c09a22b8-398c-45c6-8d0d-d8cf6b5020ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (2a250558-4654-4031-9981-c0dbf4dcf164), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.224101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:32.224878 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.239705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Pushing event updated for resources: {'Port': ['ID=12ddb84a-67a0-45df-8e85-2acbb114327e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:32.246689 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-018b44d3-afb6-46c2-90f6-d089aeae94e0 admin admin] Publish callbacks [] for security_group (0788b4f4-dd29-4c61-b363-33511b2b2a7a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.254317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a22b8-398c-45c6-8d0d-d8cf6b5020ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=2a250558-4654-4031-9981-c0dbf4dcf164,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:32.256607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:32.280439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c09a22b8-398c-45c6-8d0d-d8cf6b5020ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.289310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] Provisioning complete for port 075da609-2f78-47a8-ae3e-e044c9c0b40a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:32.293448 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.300714 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c09a22b8-398c-45c6-8d0d-d8cf6b5020ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/2a250558-4654-4031-9981-c0dbf4dcf164 HTTP/1.1" status: 204 len: 168 time: 0.6431253 Feb 11 05:12:32.304382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38460) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:32.450619 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-018b44d3-afb6-46c2-90f6-d089aeae94e0 admin admin] Publish callbacks [] for security_group (0788b4f4-dd29-4c61-b363-33511b2b2a7a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.504920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb97360-0ddb-40b1-b626-2bf870c4a040 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet d4a46d4a-3508-4b8b-ac3e-3dfe56a87557 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:32.511811 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6eb97360-0ddb-40b1-b626-2bf870c4a040 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (d4a46d4a-3508-4b8b-ac3e-3dfe56a87557), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.585529 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6eb97360-0ddb-40b1-b626-2bf870c4a040 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (d4a46d4a-3508-4b8b-ac3e-3dfe56a87557), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.612664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Allocated IP 2001:db8:3::1 (c6787da2-6236-4189-b1f6-91d3315a59bf/fa013eff-4df2-4b56-bcfa-030356f46ce7/00f67e53-2a5d-4e90-b962-a58d821b8fce) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:32.634980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Attempting to bind port 12ddb84a-67a0-45df-8e85-2acbb114327e on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:32.635290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Attempting to bind port 12ddb84a-67a0-45df-8e85-2acbb114327e by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '26847878-7303-4098-9efd-630cb01666d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:32.635662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Attempting to bind port 12ddb84a-67a0-45df-8e85-2acbb114327e on network c6787da2-6236-4189-b1f6-91d3315a59bf {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:32.637581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee7d37-8de4-40f1-b468-50f85a647a1f None None] Pushing event updated for resources: {'Port': ['ID=1dfab228-f547-4bc2-89ae-4ec7a9a2834a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:32.642735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:32.643843 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:32.652686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:32.653068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Checking segment: {'id': '26847878-7303-4098-9efd-630cb01666d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:32.653478 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.653877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Bound using segment: {'id': '26847878-7303-4098-9efd-630cb01666d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:32.654364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Bound port: 12ddb84a-67a0-45df-8e85-2acbb114327e, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26847878-7303-4098-9efd-630cb01666d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:32.654798 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.724391 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6eb97360-0ddb-40b1-b626-2bf870c4a040 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (d4a46d4a-3508-4b8b-ac3e-3dfe56a87557), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.782672 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Sync routers for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:32.806258 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:32.806933 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:32.876455 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.880554 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6eb97360-0ddb-40b1-b626-2bf870c4a040 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (d4a46d4a-3508-4b8b-ac3e-3dfe56a87557), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.910273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb97360-0ddb-40b1-b626-2bf870c4a040 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a46d4a-3508-4b8b-ac3e-3dfe56a87557,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:32.922734 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6eb97360-0ddb-40b1-b626-2bf870c4a040 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.926678 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6eb97360-0ddb-40b1-b626-2bf870c4a040 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/d4a46d4a-3508-4b8b-ac3e-3dfe56a87557 HTTP/1.1" status: 204 len: 168 time: 0.6212869 Feb 11 05:12:32.929098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38464) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:32.961553 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.964537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:32.965037 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.991077 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:32.995859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-21e2cbae-881e-4861-b1ab-0738819ac924 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655077 Feb 11 05:12:32.998807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38466) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:33.015169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d3107c09-2d6d-4d67-8dba-4a4dd02e4510 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:33.024505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] For port 12ddb84a-67a0-45df-8e85-2acbb114327e, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:33.047839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] For port 075da609-2f78-47a8-ae3e-e044c9c0b40a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=075da609-2f78-47a8-ae3e-e044c9c0b40a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:33.057057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-018b44d3-afb6-46c2-90f6-d089aeae94e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0788b4f4-dd29-4c61-b363-33511b2b2a7a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.064670 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-018b44d3-afb6-46c2-90f6-d089aeae94e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.066774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] For port 12ddb84a-67a0-45df-8e85-2acbb114327e, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=12ddb84a-67a0-45df-8e85-2acbb114327e,segment=NetworkSegment(26847878-7303-4098-9efd-630cb01666d9),segment_id=26847878-7303-4098-9efd-630cb01666d9)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:33.068091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-018b44d3-afb6-46c2-90f6-d089aeae94e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0788b4f4-dd29-4c61-b363-33511b2b2a7a HTTP/1.1" status: 204 len: 168 time: 1.4402862 Feb 11 05:12:33.068222 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.105281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network c6787da2-6236-4189-b1f6-91d3315a59bf is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:33.108414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b44d3-afb6-46c2-90f6-d089aeae94e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0788b4f4-dd29-4c61-b363-33511b2b2a7a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:33.117711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:33.121462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:33.122834 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.123377 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.180824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3107c09-2d6d-4d67-8dba-4a4dd02e4510 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:33.182001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] Provisioning complete for port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:33.182518 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.184921 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3107c09-2d6d-4d67-8dba-4a4dd02e4510 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.207016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf696c-53aa-4f85-8ed3-433b6e96d194 None None] Update dhcp port {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': 'd4a46d4a-3508-4b8b-ac3e-3dfe56a87557'}, {'subnet_id': '2a250558-4654-4031-9981-c0dbf4dcf164'}], 'binding:host_id': 'n-d-615180-58'}, 'id': '075da609-2f78-47a8-ae3e-e044c9c0b40a'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:12:33.242572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=00f67e53-2a5d-4e90-b962-a58d821b8fce,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:33.334923 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:27Z', 'revision_number': 4, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:27Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:33.339311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] Pushing event updated for resources: {'Port': ['ID=075da609-2f78-47a8-ae3e-e044c9c0b40a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:33.357782 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32bf696c-53aa-4f85-8ed3-433b6e96d194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.413068 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Checking router: 51f9ff03-c225-41e9-a798-43d7ab5a0e5f for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:33.413501 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Updating router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:33.463050 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.470076 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.500047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:33.501838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1dfab228-f547-4bc2-89ae-4ec7a9a2834a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:33.688443 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.689986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] Current status of the port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:33.699246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0df83-2435-4708-b123-e245d6c92ec9 None None] Pushing event updated for resources: {'Port': ['ID=12ddb84a-67a0-45df-8e85-2acbb114327e,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:33.730038 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3107c09-2d6d-4d67-8dba-4a4dd02e4510 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (e47b74f2-752e-449c-b430-ff076736b1b3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.793067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3107c09-2d6d-4d67-8dba-4a4dd02e4510 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:33.806134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d3107c09-2d6d-4d67-8dba-4a4dd02e4510 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:33.812595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3107c09-2d6d-4d67-8dba-4a4dd02e4510 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:33.813201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d3107c09-2d6d-4d67-8dba-4a4dd02e4510 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.868328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:33.868721 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.874108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d3107c09-2d6d-4d67-8dba-4a4dd02e4510 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8737872 Feb 11 05:12:33.885163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38478) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:33.893495 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-05639932-6ba9-42e1-89ce-8dcc1ca526f2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:33.930882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3107c09-2d6d-4d67-8dba-4a4dd02e4510 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=e47b74f2-752e-449c-b430-ff076736b1b3,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:33.939658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] Provisioning complete for port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:33.940432 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.057739 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.075442 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.076246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e037645-a6c5-4373-b4cc-b25b79100c2b None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:34.076877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.082376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-88fdd395-ccb5-4c9d-8985-f1d8560396de None None] Port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:34.097817 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Publish callbacks [] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.107979 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.110787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05639932-6ba9-42e1-89ce-8dcc1ca526f2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:34.117148 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-05639932-6ba9-42e1-89ce-8dcc1ca526f2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.126886 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:34.128273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8d7c66c2-610e-471c-af80-50bf3bae0b41 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:34.198277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event updated for resources: {'Port': ['ID=00f67e53-2a5d-4e90-b962-a58d821b8fce,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:34.233708 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342742c-fd6e-42db-8b1d-4410e8cb4164 None None] Pushing event updated for resources: {'Port': ['ID=f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:34.317377 n-d-615180-58 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-05639932-6ba9-42e1-89ce-8dcc1ca526f2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e47b74f2-752e-449c-b430-ff076736b1b3 (CIDR: 2001:db8::/64) Feb 11 05:12:34.336250 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-05639932-6ba9-42e1-89ce-8dcc1ca526f2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:12:34.337388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05639932-6ba9-42e1-89ce-8dcc1ca526f2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:34.381859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d93068fb-3f70-458d-9f8b-3a2b4a0a7d03 None None] Provisioning complete for port 075da609-2f78-47a8-ae3e-e044c9c0b40a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:34.382318 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d93068fb-3f70-458d-9f8b-3a2b4a0a7d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.405133 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-05639932-6ba9-42e1-89ce-8dcc1ca526f2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5191064 Feb 11 05:12:34.405990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38488) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:34.408759 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Attempting to bind port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:34.411659 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Attempting to bind port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '575dec72-d877-4119-bdde-82bedfe455e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:34.412142 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Attempting to bind port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd on network fbe9cbda-fe2f-432a-b04d-89ac7b76b1af {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:34.420330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:34.421916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Network c6787da2-6236-4189-b1f6-91d3315a59bf is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:34.426974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:34.439051 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:34.441924 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Checking segment: {'id': '575dec72-d877-4119-bdde-82bedfe455e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:34.442777 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.446333 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Bound using segment: {'id': '575dec72-d877-4119-bdde-82bedfe455e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:34.447200 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Bound port: f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575dec72-d877-4119-bdde-82bedfe455e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:34.447934 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.548448 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 8d7c66c2-610e-471c-af80-50bf3bae0b41 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:34.549095 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.594971 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] For port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:34.600578 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] For port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd,segment=NetworkSegment(575dec72-d877-4119-bdde-82bedfe455e1),segment_id=575dec72-d877-4119-bdde-82bedfe455e1)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:34.619158 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.682641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:34.802749 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:34.805998 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:34.857406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:34.863550 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.867179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d93068fb-3f70-458d-9f8b-3a2b4a0a7d03 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:34.953014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d93068fb-3f70-458d-9f8b-3a2b4a0a7d03 None None] Provisioning complete for port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:34.953748 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342742c-fd6e-42db-8b1d-4410e8cb4164 None None] Pushing event updated for resources: {'Port': ['ID=f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:34.955393 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d93068fb-3f70-458d-9f8b-3a2b4a0a7d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.012148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:35.022180 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a6267fe5-c4be-4099-b64f-7e23a1b8cb7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5875177 Feb 11 05:12:35.027023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38498) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:35.038136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5e8fb707-890b-4615-912f-3b65cc5d37b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:35.207207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8d7c66c2-610e-471c-af80-50bf3bae0b41 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:35.238138 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:35.285946 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77956c2-7665-45c1-844e-a9d7bc0df05b None None] Network c6787da2-6236-4189-b1f6-91d3315a59bf requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:35.466607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d93068fb-3f70-458d-9f8b-3a2b4a0a7d03 None None] Current status of the port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:35.467683 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d93068fb-3f70-458d-9f8b-3a2b4a0a7d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.598805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d93068fb-3f70-458d-9f8b-3a2b4a0a7d03 None None] For port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd,segment=NetworkSegment(575dec72-d877-4119-bdde-82bedfe455e1),segment_id=575dec72-d877-4119-bdde-82bedfe455e1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:35.620081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d93068fb-3f70-458d-9f8b-3a2b4a0a7d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.743532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1dfab228-f547-4bc2-89ae-4ec7a9a2834a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:35.812602 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Could not find standard attr ID for object a4a04225-04f6-4671-b21d-2a3fdee0b343. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:12:35.828639 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:33Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '00f67e53-2a5d-4e90-b962-a58d821b8fce', 'name': '', 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:a6:be:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'fa013eff-4df2-4b56-bcfa-030356f46ce7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:12:33Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'fa013eff-4df2-4b56-bcfa-030356f46ce7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:34Z', 'revision_number': 4, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:35.868894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:35.869280 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.873121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93068fb-3f70-458d-9f8b-3a2b4a0a7d03 None None] Pushing event updated for resources: {'Port': ['ID=f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:35.899660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Provisioning complete for port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:35.900148 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.908799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:12:35.918651 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28c269-28a4-45eb-8ef4-6f5e6c021fac None None] The sync data for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 is: [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:33Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '00f67e53-2a5d-4e90-b962-a58d821b8fce', 'name': '', 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:a6:be:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'fa013eff-4df2-4b56-bcfa-030356f46ce7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:12:33Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'fa013eff-4df2-4b56-bcfa-030356f46ce7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:34Z', 'revision_number': 4, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:36.121406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-5e8fb707-890b-4615-912f-3b65cc5d37b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:12:36.166936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-5e8fb707-890b-4615-912f-3b65cc5d37b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Removed routes are [] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:12:36.168125 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb707-890b-4615-912f-3b65cc5d37b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.232611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ce4d6c-23b0-4ee9-a458-74d4e42d2350 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:12:36.315264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38514) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:36.320960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:36.324398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 12ddb84a-67a0-45df-8e85-2acbb114327e up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:36.334621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Current status of the port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:36.354769 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.412006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Provisioning complete for port 12ddb84a-67a0-45df-8e85-2acbb114327e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:36.412646 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.566887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 12ddb84a-67a0-45df-8e85-2acbb114327e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:36.568050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.672126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] For port 075da609-2f78-47a8-ae3e-e044c9c0b40a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=075da609-2f78-47a8-ae3e-e044c9c0b40a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:36.684106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Current status of the port 12ddb84a-67a0-45df-8e85-2acbb114327e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:36.684785 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.714760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce4d6c-23b0-4ee9-a458-74d4e42d2350 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:12:36.743228 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.750271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1065418423'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:36.756158 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.773840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] For port 12ddb84a-67a0-45df-8e85-2acbb114327e, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=12ddb84a-67a0-45df-8e85-2acbb114327e,segment=NetworkSegment(26847878-7303-4098-9efd-630cb01666d9),segment_id=26847878-7303-4098-9efd-630cb01666d9)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:36.810133 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (82590569-a1f0-49a0-8894-b176383e3c72), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.846687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 12ddb84a-67a0-45df-8e85-2acbb114327e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:36.847385 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.928161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=82590569-a1f0-49a0-8894-b176383e3c72,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:36.938450 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Made reservation on behalf of e7a33ced75de49c788e7676b7c5dcb94 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:36.954095 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.981503 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.005374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:37.023934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:37.032803 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb707-890b-4615-912f-3b65cc5d37b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.033143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:37.033654 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.038402 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb707-890b-4615-912f-3b65cc5d37b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.046241 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.058011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=075da609-2f78-47a8-ae3e-e044c9c0b40a,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:37.097861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Pushing event updated for resources: {'Port': ['ID=12ddb84a-67a0-45df-8e85-2acbb114327e,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:37.125243 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4b5b5d5f-59a6-4848-bbed-33977e8baebc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7148802 Feb 11 05:12:37.129845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38520) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:37.138004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Provisioning complete for port 075da609-2f78-47a8-ae3e-e044c9c0b40a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:37.138385 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.146022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:06:cb:82', 'name': 'tempest-NetworksTestDHCPv6-1243640042'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:37.263287 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks [] for security_group (6869dd78-dc3e-4545-ae27-4fb4a4c2066b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.286396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8fb707-890b-4615-912f-3b65cc5d37b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:37.359855 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6869dd78-dc3e-4545-ae27-4fb4a4c2066b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.377010 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Sync routers for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:37.421672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:37.422310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:37.425178 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:37.425483 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:37.440820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:37.462209 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:37.480266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4a27c1c7-b090-4fc7-a92b-e385392eb873), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.481077 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Added segment 4a27c1c7-b090-4fc7-a92b-e385392eb873 of type vlan for network c796b2bc-8a86-4b4e-bd8e-7df89f2900e4 Feb 11 05:12:37.483697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6869dd78-dc3e-4545-ae27-4fb4a4c2066b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:37.520871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8fb707-890b-4615-912f-3b65cc5d37b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:37.539444 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.541705 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb707-890b-4615-912f-3b65cc5d37b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.546057 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5e8fb707-890b-4615-912f-3b65cc5d37b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f HTTP/1.1" status: 200 len: 954 time: 2.5149915 Feb 11 05:12:37.546726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38522) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:37.629306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:37.658472 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (c796b2bc-8a86-4b4e-bd8e-7df89f2900e4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.666119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f45da9-bed7-4264-a5ae-45a522149147 None None] Update dhcp port {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'fixed_ips': [{'subnet_id': '82590569-a1f0-49a0-8894-b176383e3c72', 'ip_address': '2001:db8:0:1:f816:3eff:fee9:2a22'}, {'subnet_id': 'e47b74f2-752e-449c-b430-ff076736b1b3'}], 'binding:host_id': 'n-d-615180-58'}, 'id': '075da609-2f78-47a8-ae3e-e044c9c0b40a'} from n-d-615180-58. {{(pid=103355) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:12:37.697247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bb0fb73d-ada2-4a6b-8015-d1d9ba44f028 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:37.716767 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9189a860-5395-46b6-a521-de2d57e6f8e6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f HTTP/1.1" status: 200 len: 954 time: 0.1677284 Feb 11 05:12:37.720256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38526) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:37.726247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-67f51451-e800-4424-abee-538616aa2add tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'router': {'routes': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:37.731629 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (c796b2bc-8a86-4b4e-bd8e-7df89f2900e4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.740063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:37.741046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.743985 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d5f45da9-bed7-4264-a5ae-45a522149147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.830215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Pushing event updated for resources: {'Network': ['ID=c796b2bc-8a86-4b4e-bd8e-7df89f2900e4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:37.839659 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.870559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port a401f475-cc41-451a-af7c-cb03d132ffcc yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:12:37.874438 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network c796b2bc-8a86-4b4e-bd8e-7df89f2900e4 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:37.883734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-34004f03-9777-45dd-a42f-607db9c15792 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5697856 Feb 11 05:12:37.887209 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38528) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:38.032932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Request body: {'network': {'name': 'tempest-network--1398517284', 'router:external': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:38.166751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::1b4 (7c563e16-8896-4630-8c06-8305ed9e25d0/e47b74f2-752e-449c-b430-ff076736b1b3/a401f475-cc41-451a-af7c-cb03d132ffcc) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:38.174812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8:0:1:f816:3eff:fe06:cb82 (7c563e16-8896-4630-8c06-8305ed9e25d0/82590569-a1f0-49a0-8894-b176383e3c72/a401f475-cc41-451a-af7c-cb03d132ffcc) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:38.232126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-67f51451-e800-4424-abee-538616aa2add tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Added routes are [] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:12:38.232655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-67f51451-e800-4424-abee-538616aa2add tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:12:38.234982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c9d9f26a-073a-4270-91e1-4ddddfbc43ec None None] Provisioning complete for port 00f67e53-2a5d-4e90-b962-a58d821b8fce triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:38.235672 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f26a-073a-4270-91e1-4ddddfbc43ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.276261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9f26a-073a-4270-91e1-4ddddfbc43ec None None] Port 00f67e53-2a5d-4e90-b962-a58d821b8fce cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:38.277570 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f51451-e800-4424-abee-538616aa2add tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.303912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 12ddb84a-67a0-45df-8e85-2acbb114327e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:38.305119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:38.369341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c9d9f26a-073a-4270-91e1-4ddddfbc43ec None None] Provisioning complete for port 12ddb84a-67a0-45df-8e85-2acbb114327e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:38.369640 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f26a-073a-4270-91e1-4ddddfbc43ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.454213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:38.454590 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.506131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:36Z', 'revision_number': 6, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '00f67e53-2a5d-4e90-b962-a58d821b8fce', 'name': '', 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:a6:be:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'fa013eff-4df2-4b56-bcfa-030356f46ce7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:12:33Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'fa013eff-4df2-4b56-bcfa-030356f46ce7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:35Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:38.545315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Checking router: 51f9ff03-c225-41e9-a798-43d7ab5a0e5f for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:38.545673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Updating router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f port 00f67e53-2a5d-4e90-b962-a58d821b8fce binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:38.582480 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.585585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9f26a-073a-4270-91e1-4ddddfbc43ec None None] Current status of the port 12ddb84a-67a0-45df-8e85-2acbb114327e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:38.697736 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f51451-e800-4424-abee-538616aa2add tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.702253 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f51451-e800-4424-abee-538616aa2add tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.779693 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (a401f475-cc41-451a-af7c-cb03d132ffcc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.816403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:38.831027 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a401f475-cc41-451a-af7c-cb03d132ffcc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.872510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f51451-e800-4424-abee-538616aa2add tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:38.904993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Made reservation on behalf of c234ff9300ef4c5b94eb23218f80199b for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:38.910065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 075da609-2f78-47a8-ae3e-e044c9c0b40a no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:38.919050 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.937711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:38.952276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:38.959707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:38.970316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:38.974935 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.022668 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.023076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-d5f45da9-bed7-4264-a5ae-45a522149147 None None] Allocated IP 2001:db8::2 (7c563e16-8896-4630-8c06-8305ed9e25d0/e47b74f2-752e-449c-b430-ff076736b1b3/075da609-2f78-47a8-ae3e-e044c9c0b40a) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:39.066218 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f51451-e800-4424-abee-538616aa2add tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:39.079369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f51451-e800-4424-abee-538616aa2add tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.092100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-67f51451-e800-4424-abee-538616aa2add tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f HTTP/1.1" status: 200 len: 704 time: 1.3674347 Feb 11 05:12:39.092100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38534) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:39.164703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for security_group (16fdae13-578c-4a72-aded-27ff34098562), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.166943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=a401f475-cc41-451a-af7c-cb03d132ffcc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:39.182378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:39.182646 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.183904 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.184460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.184975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.187937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.188529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.189057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.189611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.190146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.190693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.191294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.191790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.192288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.192823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.197137 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (16fdae13-578c-4a72-aded-27ff34098562), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.231116 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fdae13-578c-4a72-aded-27ff34098562,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:39.243612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f8373343-c6d7-4e89-aa81-218cbf02cee2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1122303 Feb 11 05:12:39.244632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38536) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:39.249178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d5f45da9-bed7-4264-a5ae-45a522149147 None None] For port 075da609-2f78-47a8-ae3e-e044c9c0b40a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=075da609-2f78-47a8-ae3e-e044c9c0b40a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:39.279399 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Publish callbacks [] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.282423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:39.301733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-88514167-14f4-47ba-93c8-e6981e5bef40 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f HTTP/1.1" status: 200 len: 704 time: 0.2108755 Feb 11 05:12:39.303735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38538) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:39.306274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ceff2207-2d28-4109-83ff-85fda8c878d8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.306628 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Added segment ceff2207-2d28-4109-83ff-85fda8c878d8 of type vlan for network b2fcb3fb-5656-48e7-962d-f56fa46ac50a Feb 11 05:12:39.310725 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.314276 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d5f45da9-bed7-4264-a5ae-45a522149147 None None] Publish callbacks [] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.344086 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d5f45da9-bed7-4264-a5ae-45a522149147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.462927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (b2fcb3fb-5656-48e7-962d-f56fa46ac50a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.585171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749aa32-3f15-4ede-b930-2c1ee56be155 None None] Pushing event updated for resources: {'Port': ['ID=00f67e53-2a5d-4e90-b962-a58d821b8fce,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:39.593503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1ac08339-33ae-47fe-9d0b-40c1177d19e9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port a401f475-cc41-451a-af7c-cb03d132ffcc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:39.593851 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ac08339-33ae-47fe-9d0b-40c1177d19e9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a401f475-cc41-451a-af7c-cb03d132ffcc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.617923 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (b2fcb3fb-5656-48e7-962d-f56fa46ac50a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.618915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:39.619483 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.639761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:39.640125 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:39.640668 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44b8f0a4-02ea-4baf-affb-37af080c100f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.744189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f45da9-bed7-4264-a5ae-45a522149147 None None] Pushing event updated for resources: {'Port': ['ID=075da609-2f78-47a8-ae3e-e044c9c0b40a,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:39.747059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Attempting to bind port 00f67e53-2a5d-4e90-b962-a58d821b8fce on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:39.747455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Attempting to bind port 00f67e53-2a5d-4e90-b962-a58d821b8fce by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '26847878-7303-4098-9efd-630cb01666d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:39.747836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Attempting to bind port 00f67e53-2a5d-4e90-b962-a58d821b8fce on network c6787da2-6236-4189-b1f6-91d3315a59bf {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:39.755542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:39.755938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Checking segment: {'id': '26847878-7303-4098-9efd-630cb01666d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:39.756887 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.757299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Bound using segment: {'id': '26847878-7303-4098-9efd-630cb01666d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:39.757780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Bound port: 00f67e53-2a5d-4e90-b962-a58d821b8fce, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26847878-7303-4098-9efd-630cb01666d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:39.758188 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.760983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event updated for resources: {'Network': ['ID=b2fcb3fb-5656-48e7-962d-f56fa46ac50a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:39.766287 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8980d4c8-a4c9-4ee0-88a7-4e9949be5821 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8776236 Feb 11 05:12:39.770732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38542) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:39.796388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network b2fcb3fb-5656-48e7-962d-f56fa46ac50a details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:39.820465 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ac08339-33ae-47fe-9d0b-40c1177d19e9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a401f475-cc41-451a-af7c-cb03d132ffcc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.861729 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1ac08339-33ae-47fe-9d0b-40c1177d19e9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for a401f475-cc41-451a-af7c-cb03d132ffcc owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:39.910696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] For port 00f67e53-2a5d-4e90-b962-a58d821b8fce, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:39.916372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] For port 00f67e53-2a5d-4e90-b962-a58d821b8fce, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=00f67e53-2a5d-4e90-b962-a58d821b8fce,segment=NetworkSegment(26847878-7303-4098-9efd-630cb01666d9),segment_id=26847878-7303-4098-9efd-630cb01666d9)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:39.937821 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.956862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (b2fcb3fb-5656-48e7-962d-f56fa46ac50a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.069740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:40.070380 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:40.073974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749aa32-3f15-4ede-b930-2c1ee56be155 None None] Pushing event updated for resources: {'Port': ['ID=00f67e53-2a5d-4e90-b962-a58d821b8fce,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:40.122304 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (b2fcb3fb-5656-48e7-962d-f56fa46ac50a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.141149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beccd5c2-026e-42db-ae5e-bbde123ac4c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.155107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fcb3fb-5656-48e7-962d-f56fa46ac50a']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:40.169860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceff2207-2d28-4109-83ff-85fda8c878d8') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:40.170462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceff2207-2d28-4109-83ff-85fda8c878d8') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:40.183676 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (ceff2207-2d28-4109-83ff-85fda8c878d8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.216686 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ceff2207-2d28-4109-83ff-85fda8c878d8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.224874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:40.225536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (ceff2207-2d28-4109-83ff-85fda8c878d8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.256694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:40.259336 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:40.259897 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:40.308967 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:40.319052 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (b2fcb3fb-5656-48e7-962d-f56fa46ac50a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.326719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2fcb3fb-5656-48e7-962d-f56fa46ac50a {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:12:40.338923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.350566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "DELETE /v2.0/networks/b2fcb3fb-5656-48e7-962d-f56fa46ac50a HTTP/1.1" status: 204 len: 168 time: 0.5759075 Feb 11 05:12:40.351276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38544) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:40.385199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fd6ff320-f1da-4c2a-a0e3-07c1f249a5a0 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:40.400072 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ac08339-33ae-47fe-9d0b-40c1177d19e9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a401f475-cc41-451a-af7c-cb03d132ffcc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.404748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 075da609-2f78-47a8-ae3e-e044c9c0b40a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=075da609-2f78-47a8-ae3e-e044c9c0b40a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:40.429100 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.431870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68649d-0837-44cb-b4e4-2a879478e369 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2fcb3fb-5656-48e7-962d-f56fa46ac50a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:40.467745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac08339-33ae-47fe-9d0b-40c1177d19e9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=a401f475-cc41-451a-af7c-cb03d132ffcc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:40.474493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6ff320-f1da-4c2a-a0e3-07c1f249a5a0 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Made reservation on behalf of c234ff9300ef4c5b94eb23218f80199b for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:40.479988 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff320-f1da-4c2a-a0e3-07c1f249a5a0 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.535278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6ff320-f1da-4c2a-a0e3-07c1f249a5a0 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:40.553160 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ac08339-33ae-47fe-9d0b-40c1177d19e9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.561049 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff320-f1da-4c2a-a0e3-07c1f249a5a0 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b8a8e4c2-518a-4e37-b0f2-14d221988ccb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.561414 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-fd6ff320-f1da-4c2a-a0e3-07c1f249a5a0 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Added segment b8a8e4c2-518a-4e37-b0f2-14d221988ccb of type vlan for network a43264f5-fec9-4826-a35b-4c95851eeaf6 Feb 11 05:12:40.566747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1ac08339-33ae-47fe-9d0b-40c1177d19e9 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/a401f475-cc41-451a-af7c-cb03d132ffcc HTTP/1.1" status: 204 len: 168 time: 1.3193471 Feb 11 05:12:40.570639 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38546) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:40.570868 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=075da609-2f78-47a8-ae3e-e044c9c0b40a,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:40.704772 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff320-f1da-4c2a-a0e3-07c1f249a5a0 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (a43264f5-fec9-4826-a35b-4c95851eeaf6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.757051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c936880-38f7-48b7-a3d6-1f75f63a9834 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:40.761386 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6c936880-38f7-48b7-a3d6-1f75f63a9834 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1876247 Feb 11 05:12:40.762961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38550) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:40.817349 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff320-f1da-4c2a-a0e3-07c1f249a5a0 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (a43264f5-fec9-4826-a35b-4c95851eeaf6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.820726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ff320-f1da-4c2a-a0e3-07c1f249a5a0 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:40.822058 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff320-f1da-4c2a-a0e3-07c1f249a5a0 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.939315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593fa65c-2728-47c7-a8d1-968ec36200ed tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:40.940536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 075da609-2f78-47a8-ae3e-e044c9c0b40a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:40.944242 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-593fa65c-2728-47c7-a8d1-968ec36200ed tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1803088 Feb 11 05:12:40.945742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38552) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:41.005803 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fd6ff320-f1da-4c2a-a0e3-07c1f249a5a0 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6316373 Feb 11 05:12:41.007296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ff320-f1da-4c2a-a0e3-07c1f249a5a0 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event updated for resources: {'Network': ['ID=a43264f5-fec9-4826-a35b-4c95851eeaf6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:41.009398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38554) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:41.014511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Request body: {'subnet': {'network_id': 'a43264f5-fec9-4826-a35b-4c95851eeaf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:41.022031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-beccd5c2-026e-42db-ae5e-bbde123ac4c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port 00f67e53-2a5d-4e90-b962-a58d821b8fce {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:41.022479 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beccd5c2-026e-42db-ae5e-bbde123ac4c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.026312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network a43264f5-fec9-4826-a35b-4c95851eeaf6 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:41.029780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 075da609-2f78-47a8-ae3e-e044c9c0b40a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:41.030208 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.072470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Made reservation on behalf of c234ff9300ef4c5b94eb23218f80199b for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:41.072713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193f90d-c419-472f-ba41-5521a78d0885 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:12:41.076653 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.089775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332bb93b-137d-45d1-8346-f260b0244715 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.091132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332bb93b-137d-45d1-8346-f260b0244715 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.092458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332bb93b-137d-45d1-8346-f260b0244715 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.096822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-332bb93b-137d-45d1-8346-f260b0244715 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1501377 Feb 11 05:12:41.097594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38556) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:41.201614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-79741c87-c1fa-4ae1-b38f-90a2e7f52120 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet 82590569-a1f0-49a0-8894-b176383e3c72 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:41.208888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-beccd5c2-026e-42db-ae5e-bbde123ac4c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port 00f67e53-2a5d-4e90-b962-a58d821b8fce, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=00f67e53-2a5d-4e90-b962-a58d821b8fce,segment=NetworkSegment(26847878-7303-4098-9efd-630cb01666d9),segment_id=26847878-7303-4098-9efd-630cb01666d9)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:41.209505 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beccd5c2-026e-42db-ae5e-bbde123ac4c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.212160 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79741c87-c1fa-4ae1-b38f-90a2e7f52120 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (82590569-a1f0-49a0-8894-b176383e3c72), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.232771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193f90d-c419-472f-ba41-5521a78d0885 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:12:41.247321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-beccd5c2-026e-42db-ae5e-bbde123ac4c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for 00f67e53-2a5d-4e90-b962-a58d821b8fce owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:41.270054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79741c87-c1fa-4ae1-b38f-90a2e7f52120 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (82590569-a1f0-49a0-8894-b176383e3c72), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.329046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Provisioning complete for port 075da609-2f78-47a8-ae3e-e044c9c0b40a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:41.329367 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.377495 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:38Z', 'revision_number': 7, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '00f67e53-2a5d-4e90-b962-a58d821b8fce', 'name': '', 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:a6:be:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'fa013eff-4df2-4b56-bcfa-030356f46ce7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:12:39Z', 'revision_number': 4, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'fa013eff-4df2-4b56-bcfa-030356f46ce7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:35Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:41.436433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e373f7-4ea0-4682-8e25-fa632ce19d3c None None] The sync data for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 is: [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:38Z', 'revision_number': 7, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '00f67e53-2a5d-4e90-b962-a58d821b8fce', 'name': '', 'network_id': 'c6787da2-6236-4189-b1f6-91d3315a59bf', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:a6:be:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'fa013eff-4df2-4b56-bcfa-030356f46ce7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:12:39Z', 'revision_number': 4, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'fa013eff-4df2-4b56-bcfa-030356f46ce7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:35Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:41.554125 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:41.554773 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.557858 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79741c87-c1fa-4ae1-b38f-90a2e7f52120 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (82590569-a1f0-49a0-8894-b176383e3c72), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.584466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.objects.ports [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103353) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:12:41.585038 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (59278f7c-f4d8-4541-905f-fccb26c4ba2b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.622784 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:41.623451 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.663300 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beccd5c2-026e-42db-ae5e-bbde123ac4c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (00f67e53-2a5d-4e90-b962-a58d821b8fce), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.692010 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6cc14c-c70c-4c30-a865-4bc409600a1b None None] Sync routers for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:41.704226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccd5c2-026e-42db-ae5e-bbde123ac4c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=00f67e53-2a5d-4e90-b962-a58d821b8fce,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:41.711522 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cc14c-c70c-4c30-a865-4bc409600a1b None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:41.712338 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8a6cc14c-c70c-4c30-a865-4bc409600a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:41.747587 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79741c87-c1fa-4ae1-b38f-90a2e7f52120 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (82590569-a1f0-49a0-8894-b176383e3c72), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.778326 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:41.779029 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:41.823390 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:41.823896 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:41.864517 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e09ce91-a78f-4963-8ec5-41836e7549f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.876808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79741c87-c1fa-4ae1-b38f-90a2e7f52120 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=82590569-a1f0-49a0-8894-b176383e3c72,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:41.928537 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-79741c87-c1fa-4ae1-b38f-90a2e7f52120 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.934694 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-79741c87-c1fa-4ae1-b38f-90a2e7f52120 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/82590569-a1f0-49a0-8894-b176383e3c72 HTTP/1.1" status: 204 len: 168 time: 0.8048077 Feb 11 05:12:41.935789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38560) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:42.001418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e84cba1-722e-45b2-8e88-d627fdb8ef05 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet e47b74f2-752e-449c-b430-ff076736b1b3 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:42.010243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e84cba1-722e-45b2-8e88-d627fdb8ef05 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (e47b74f2-752e-449c-b430-ff076736b1b3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.028964 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8a6cc14c-c70c-4c30-a865-4bc409600a1b None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:42.056317 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-beccd5c2-026e-42db-ae5e-bbde123ac4c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.067080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e84cba1-722e-45b2-8e88-d627fdb8ef05 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (e47b74f2-752e-449c-b430-ff076736b1b3), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.208348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event updated for resources: {'Subnet': ['ID=59278f7c-f4d8-4541-905f-fccb26c4ba2b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:42.233843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Checking segment: {'id': 'b8a8e4c2-518a-4e37-b0f2-14d221988ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a43264f5-fec9-4826-a35b-4c95851eeaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:42.234219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Network hostable DHCP agents. Network: a43264f5-fec9-4826-a35b-4c95851eeaf6, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:42.259654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Network a43264f5-fec9-4826-a35b-4c95851eeaf6 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:42.289395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e84cba1-722e-45b2-8e88-d627fdb8ef05 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e47b74f2-752e-449c-b430-ff076736b1b3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.292928 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8a6cc14c-c70c-4c30-a865-4bc409600a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:41Z', 'revision_number': 8, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:35Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:42.303677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, a43264f5-fec9-4826-a35b-4c95851eeaf6) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:42.336645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.337985 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.338637 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6cc14c-c70c-4c30-a865-4bc409600a1b None None] Checking router: 51f9ff03-c225-41e9-a798-43d7ab5a0e5f for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:42.349615 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cc14c-c70c-4c30-a865-4bc409600a1b None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:42.350417 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8a6cc14c-c70c-4c30-a865-4bc409600a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:42.424976 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bb50c758-39bf-4d52-8c73-7ffc34a7ce38 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4143634 Feb 11 05:12:42.427461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38562) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:42.433063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Request body: {'floatingip': {'floating_network_id': 'a43264f5-fec9-4826-a35b-4c95851eeaf6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:42.465644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:42.470597 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.474290 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.497564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beccd5c2-026e-42db-ae5e-bbde123ac4c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:42.499295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:42.499896 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.522299 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8a6cc14c-c70c-4c30-a865-4bc409600a1b None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:42.583541 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e84cba1-722e-45b2-8e88-d627fdb8ef05 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (e47b74f2-752e-449c-b430-ff076736b1b3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.666721 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.667197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84cba1-722e-45b2-8e88-d627fdb8ef05 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=e47b74f2-752e-449c-b430-ff076736b1b3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:42.675294 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e84cba1-722e-45b2-8e88-d627fdb8ef05 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.681100 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5e84cba1-722e-45b2-8e88-d627fdb8ef05 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/e47b74f2-752e-449c-b430-ff076736b1b3 HTTP/1.1" status: 204 len: 168 time: 0.7402501 Feb 11 05:12:42.683096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38566) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:42.700336 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:42.701017 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:42.701896 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:42.702881 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:42.736823 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a2879f9a-170e-4aba-b273-1772111a52b4 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496290 Feb 11 05:12:42.740586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38570) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:42.749528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3f3ecd12-f020-43c0-827d-7de6ec620a46 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:42.790083 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beccd5c2-026e-42db-ae5e-bbde123ac4c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:42.800760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71294d89-2d38-4247-a672-18e3d596a51e None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:42.804490 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f931729b-f3a2-4579-8110-5137daa69d29 None None] Network a43264f5-fec9-4826-a35b-4c95851eeaf6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:42.840455 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-beccd5c2-026e-42db-ae5e-bbde123ac4c0 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5356498 Feb 11 05:12:42.843164 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38574) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:42.930450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Allocated IP 172.20.0.4 (a43264f5-fec9-4826-a35b-4c95851eeaf6/59278f7c-f4d8-4541-905f-fccb26c4ba2b/bf25d24e-c08a-4d3d-867f-6b90471f8189) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:42.936085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3ecd12-f020-43c0-827d-7de6ec620a46 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:42.941021 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3f3ecd12-f020-43c0-827d-7de6ec620a46 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.958946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde254b5-1b6a-45c4-a28d-76334337d854 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting subnet fa013eff-4df2-4b56-bcfa-030356f46ce7 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:42.966165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fde254b5-1b6a-45c4-a28d-76334337d854 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (fa013eff-4df2-4b56-bcfa-030356f46ce7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.989132 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8a6cc14c-c70c-4c30-a865-4bc409600a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:41Z', 'revision_number': 8, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:35Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:43.028260 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6cc14c-c70c-4c30-a865-4bc409600a1b None None] The sync data for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 is: [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:41Z', 'revision_number': 8, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:35Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:43.145768 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fde254b5-1b6a-45c4-a28d-76334337d854 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (fa013eff-4df2-4b56-bcfa-030356f46ce7), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.224225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:43.224869 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.239873 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for port (bf25d24e-c08a-4d3d-867f-6b90471f8189), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.243856 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3f3ecd12-f020-43c0-827d-7de6ec620a46 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (fadc384b-a6d0-4bd8-bb4c-0777838c237b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.289066 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.291591 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bf25d24e-c08a-4d3d-867f-6b90471f8189), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.305108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ecd12-f020-43c0-827d-7de6ec620a46 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=fadc384b-a6d0-4bd8-bb4c-0777838c237b,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:43.317996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ecd12-f020-43c0-827d-7de6ec620a46 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:43.319648 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ecd12-f020-43c0-827d-7de6ec620a46 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:43.323302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ecd12-f020-43c0-827d-7de6ec620a46 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:43.324112 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3f3ecd12-f020-43c0-827d-7de6ec620a46 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.344485 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3f3ecd12-f020-43c0-827d-7de6ec620a46 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6027756 Feb 11 05:12:43.348399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38576) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:43.366626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] For port 075da609-2f78-47a8-ae3e-e044c9c0b40a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=075da609-2f78-47a8-ae3e-e044c9c0b40a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:43.367865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f62027c4-c074-4a9a-9373-cefd10be8660 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:43.383024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Network a43264f5-fec9-4826-a35b-4c95851eeaf6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:43.392372 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.407366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:43.412349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:43.467515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfba67-98a7-435c-995f-dd7e7b1b7f09 None None] Pushing event updated for resources: {'Port': ['ID=075da609-2f78-47a8-ae3e-e044c9c0b40a,revision_number=11']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:43.502817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60847553-3a67-49ba-a9f8-9600077c1866 None None] Network a43264f5-fec9-4826-a35b-4c95851eeaf6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:43.527486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event updated for resources: {'Port': ['ID=bf25d24e-c08a-4d3d-867f-6b90471f8189,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:43.557991 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fde254b5-1b6a-45c4-a28d-76334337d854 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (fa013eff-4df2-4b56-bcfa-030356f46ce7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.578484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62027c4-c074-4a9a-9373-cefd10be8660 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:43.582380 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f62027c4-c074-4a9a-9373-cefd10be8660 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.621125 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for floatingip (47191f39-fcd8-4572-a608-b268a8d7f26d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.682802 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fde254b5-1b6a-45c4-a28d-76334337d854 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (fa013eff-4df2-4b56-bcfa-030356f46ce7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.689747 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bf25d24e-c08a-4d3d-867f-6b90471f8189), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.756893 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa937b6-5026-46e6-935c-59868d3a48ae None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:43.765313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:43.766646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 00f67e53-2a5d-4e90-b962-a58d821b8fce up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:43.794162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-36f6bd30-47f0-4a07-a06c-f7c9c39e1b14 None None] Provisioning complete for port 075da609-2f78-47a8-ae3e-e044c9c0b40a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:43.794790 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-36f6bd30-47f0-4a07-a06c-f7c9c39e1b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.852927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 00f67e53-2a5d-4e90-b962-a58d821b8fce {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:43.853572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 00f67e53-2a5d-4e90-b962-a58d821b8fce not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 05:12:43.884405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Port 00f67e53-2a5d-4e90-b962-a58d821b8fce not found, will not notify nova. {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 05:12:43.884831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 12ddb84a-67a0-45df-8e85-2acbb114327e up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:43.886504 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for port (bf25d24e-c08a-4d3d-867f-6b90471f8189), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.914933 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (bf25d24e-c08a-4d3d-867f-6b90471f8189), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.933898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f9b79-ed92-46b8-81e0-98fe87315418 None None] Sync routers for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:43.958957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde254b5-1b6a-45c4-a28d-76334337d854 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Subnet': ['ID=fa013eff-4df2-4b56-bcfa-030356f46ce7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:43.962426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fde254b5-1b6a-45c4-a28d-76334337d854 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.967200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fde254b5-1b6a-45c4-a28d-76334337d854 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/fa013eff-4df2-4b56-bcfa-030356f46ce7 HTTP/1.1" status: 204 len: 168 time: 1.1226995 Feb 11 05:12:43.968176 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event updated for resources: {'Port': ['ID=bf25d24e-c08a-4d3d-867f-6b90471f8189,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:43.970519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38580) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:44.014865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f9b79-ed92-46b8-81e0-98fe87315418 None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:44.015765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-173f9b79-ed92-46b8-81e0-98fe87315418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:44.042974 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (47191f39-fcd8-4572-a608-b268a8d7f26d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.076248 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.078619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-beeb1629-b8cd-4a1b-b31c-4a3a8a7e8c43 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6500137 Feb 11 05:12:44.083927 n-d-615180-58 neutron-server[103354]: INFO neutron.db.ipam_backend_mixin [None req-f62027c4-c074-4a9a-9373-cefd10be8660 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fadc384b-a6d0-4bd8-bb4c-0777838c237b (CIDR: 2001:db8::/64) Feb 11 05:12:44.085371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38582) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:44.129077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-173f9b79-ed92-46b8-81e0-98fe87315418 None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:44.129989 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (c6787da2-6236-4189-b1f6-91d3315a59bf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.154132 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62027c4-c074-4a9a-9373-cefd10be8660 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:12:44.154948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62027c4-c074-4a9a-9373-cefd10be8660 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:44.171600 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4c2279c2-6cd8-4a17-99df-9c50682e1832 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=a43264f5-fec9-4826-a35b-4c95851eeaf6 HTTP/1.1" status: 200 len: 689 time: 0.0848649 Feb 11 05:12:44.174456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38584) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:44.182240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1829d625-df34-47e4-8ca4-a4aa84e02c25 None None] Network c6787da2-6236-4189-b1f6-91d3315a59bf requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:44.187978 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f62027c4-c074-4a9a-9373-cefd10be8660 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8373411 Feb 11 05:12:44.191263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38586) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:44.197612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'subnet': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:44.275558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port 12ddb84a-67a0-45df-8e85-2acbb114327e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:44.276156 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.313167 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (a43264f5-fec9-4826-a35b-4c95851eeaf6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.337870 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-36f6bd30-47f0-4a07-a06c-f7c9c39e1b14 None None] Current status of the port 075da609-2f78-47a8-ae3e-e044c9c0b40a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:44.341975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:44.346943 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.365266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-36f6bd30-47f0-4a07-a06c-f7c9c39e1b14 None None] Could not find standard attr ID for object 00f67e53-2a5d-4e90-b962-a58d821b8fce. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:12:44.420874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 12ddb84a-67a0-45df-8e85-2acbb114327e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:44.421258 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.443745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port 12ddb84a-67a0-45df-8e85-2acbb114327e, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=12ddb84a-67a0-45df-8e85-2acbb114327e,segment=NetworkSegment(26847878-7303-4098-9efd-630cb01666d9),segment_id=26847878-7303-4098-9efd-630cb01666d9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:44.444040 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.479210 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.481416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for 12ddb84a-67a0-45df-8e85-2acbb114327e owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:44.548968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-daa937b6-5026-46e6-935c-59868d3a48ae None None] Deleting port 075da609-2f78-47a8-ae3e-e044c9c0b40a {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:44.550026 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-daa937b6-5026-46e6-935c-59868d3a48ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.558268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Deleting port bf25d24e-c08a-4d3d-867f-6b90471f8189 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:44.558612 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bf25d24e-c08a-4d3d-867f-6b90471f8189), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.628339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6739b5cd-ba20-4352-8651-e0b3c7088e3b None None] DHCP port deletion for c6787da2-6236-4189-b1f6-91d3315a59bf request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:44.664233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (12ddb84a-67a0-45df-8e85-2acbb114327e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.697136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 12ddb84a-67a0-45df-8e85-2acbb114327e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:44.698142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:44.706426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=12ddb84a-67a0-45df-8e85-2acbb114327e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.709809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No DVR routers for this DVR port 12ddb84a-67a0-45df-8e85-2acbb114327e on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:44.710778 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bf25d24e-c08a-4d3d-867f-6b90471f8189), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.711180 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for floatingip (bf25d24e-c08a-4d3d-867f-6b90471f8189), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.750682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6739b5cd-ba20-4352-8651-e0b3c7088e3b None None] The port '12ddb84a-67a0-45df-8e85-2acbb114327e' was deleted {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 05:12:44.765828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Calling delete_port for bf25d24e-c08a-4d3d-867f-6b90471f8189 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:44.816814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-daa937b6-5026-46e6-935c-59868d3a48ae None None] For port 075da609-2f78-47a8-ae3e-e044c9c0b40a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=075da609-2f78-47a8-ae3e-e044c9c0b40a,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:44.817219 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-daa937b6-5026-46e6-935c-59868d3a48ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.824201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.objects.ports [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103354) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:12:44.830882 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (c6787da2-6236-4189-b1f6-91d3315a59bf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.840960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-daa937b6-5026-46e6-935c-59868d3a48ae None None] Calling delete_port for 075da609-2f78-47a8-ae3e-e044c9c0b40a owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:44.902277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6787da2-6236-4189-b1f6-91d3315a59bf']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:44.916329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26847878-7303-4098-9efd-630cb01666d9') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:44.916631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26847878-7303-4098-9efd-630cb01666d9') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:44.934447 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (26847878-7303-4098-9efd-630cb01666d9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.937085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:44.937426 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.952445 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (26847878-7303-4098-9efd-630cb01666d9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.971479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:44.971887 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (26847878-7303-4098-9efd-630cb01666d9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:44.975495 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:44.997103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-173f9b79-ed92-46b8-81e0-98fe87315418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:41Z', 'revision_number': 8, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:35Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:45.045505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f9b79-ed92-46b8-81e0-98fe87315418 None None] Checking router: 51f9ff03-c225-41e9-a798-43d7ab5a0e5f for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:45.061871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f9b79-ed92-46b8-81e0-98fe87315418 None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:45.062537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-173f9b79-ed92-46b8-81e0-98fe87315418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:45.084956 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (c6787da2-6236-4189-b1f6-91d3315a59bf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.089687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.091874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.096396 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/networks/c6787da2-6236-4189-b1f6-91d3315a59bf HTTP/1.1" status: 204 len: 168 time: 1.1206224 Feb 11 05:12:45.097042 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38590) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:45.115121 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-daa937b6-5026-46e6-935c-59868d3a48ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (075da609-2f78-47a8-ae3e-e044c9c0b40a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.129413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Port 075da609-2f78-47a8-ae3e-e044c9c0b40a concurrently deleted while adding address for new subnet {'id': 'cffa03c3-a2da-4ed8-afca-2f838ad11d17', 'name': '', 'tenant_id': '8ad7ada894ab4aa7acdd945653d86731', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3321, 'gateway_ip': '2001:db8:0:1::1', 'cidr': '2001:db8:0:1::/64', 'allocation_pools': [{'start': '2001:db8:0:1::2', 'end': '2001:db8:0:1:ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-11T05:12:44Z', 'updated_at': '2022-02-11T05:12:44Z', 'revision_number': 0, 'segment_id': None, 'project_id': '8ad7ada894ab4aa7acdd945653d86731'}. {{(pid=103354) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 11 05:12:45.130086 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (cffa03c3-a2da-4ed8-afca-2f838ad11d17), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.162726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285f539-402d-4dc5-95b2-efb940e30d76 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Network': ['ID=c6787da2-6236-4189-b1f6-91d3315a59bf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:45.192813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Subnet': ['ID=cffa03c3-a2da-4ed8-afca-2f838ad11d17,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:45.202136 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:45.204219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:45.208277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:45.209232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.216746 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bf25d24e-c08a-4d3d-867f-6b90471f8189), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.253827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1d433226-b026-40c6-9352-0e25e9b80f5e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0577877 Feb 11 05:12:45.254621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38592) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:45.262301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Request body: {'port': {'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'mac_address': 'fa:16:3e:ee:34:47', 'name': 'tempest-NetworksTestDHCPv6-1838876308'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:45.288821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf25d24e-c08a-4d3d-867f-6b90471f8189,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:45.378409 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa937b6-5026-46e6-935c-59868d3a48ae None None] Pushing event deleted for resources: {'Port': ['ID=075da609-2f78-47a8-ae3e-e044c9c0b40a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:45.379362 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for floatingip (47191f39-fcd8-4572-a608-b268a8d7f26d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.382177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa937b6-5026-46e6-935c-59868d3a48ae None None] No DVR routers for this DVR port 075da609-2f78-47a8-ae3e-e044c9c0b40a on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:45.410520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Made reservation on behalf of 8ad7ada894ab4aa7acdd945653d86731 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:45.411031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a321e4-1c4f-4425-9c3c-7854e3851516 None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:45.413824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-173f9b79-ed92-46b8-81e0-98fe87315418 None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:45.416823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:45.483729 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (59278f7c-f4d8-4541-905f-fccb26c4ba2b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.510126 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.549612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] device_id is not set on port 8af12f3f-303d-4014-b7f9-c5a77db38afc yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:12:45.550204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 075da609-2f78-47a8-ae3e-e044c9c0b40a no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:45.577151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 075da609-2f78-47a8-ae3e-e044c9c0b40a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:45.577508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 075da609-2f78-47a8-ae3e-e044c9c0b40a not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:45.577933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 00f67e53-2a5d-4e90-b962-a58d821b8fce no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:45.586749 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (59278f7c-f4d8-4541-905f-fccb26c4ba2b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.634453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=59278f7c-f4d8-4541-905f-fccb26c4ba2b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:45.636348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 00f67e53-2a5d-4e90-b962-a58d821b8fce {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:45.636703 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 00f67e53-2a5d-4e90-b962-a58d821b8fce not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:45.637249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 12ddb84a-67a0-45df-8e85-2acbb114327e no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:45.713923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (a43264f5-fec9-4826-a35b-4c95851eeaf6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.717997 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 12ddb84a-67a0-45df-8e85-2acbb114327e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:45.718352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 12ddb84a-67a0-45df-8e85-2acbb114327e not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:45.728003 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.743248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8::37a (7c563e16-8896-4630-8c06-8305ed9e25d0/fadc384b-a6d0-4bd8-bb4c-0777838c237b/8af12f3f-303d-4014-b7f9-c5a77db38afc) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:45.743698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7c563e16-8896-4630-8c06-8305ed9e25d0', 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0', 'project_id': '8ad7ada894ab4aa7acdd945653d86731', 'fixed_ips': [{'subnet_id': 'cffa03c3-a2da-4ed8-afca-2f838ad11d17'}, {'subnet_id': 'fadc384b-a6d0-4bd8-bb4c-0777838c237b'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:45.744741 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.753667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Allocated IP 2001:db8:0:1:f816:3eff:feee:3447 (7c563e16-8896-4630-8c06-8305ed9e25d0/cffa03c3-a2da-4ed8-afca-2f838ad11d17/8af12f3f-303d-4014-b7f9-c5a77db38afc) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:45.754282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43264f5-fec9-4826-a35b-4c95851eeaf6']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:45.771507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a8e4c2-518a-4e37-b0f2-14d221988ccb') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:45.771918 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a8e4c2-518a-4e37-b0f2-14d221988ccb') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:45.783728 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (b8a8e4c2-518a-4e37-b0f2-14d221988ccb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.807428 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b8a8e4c2-518a-4e37-b0f2-14d221988ccb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.838869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:45.839319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (b8a8e4c2-518a-4e37-b0f2-14d221988ccb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:45.841255 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:45.894337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-173f9b79-ed92-46b8-81e0-98fe87315418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:41Z', 'revision_number': 8, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:35Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:45.920654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (a43264f5-fec9-4826-a35b-4c95851eeaf6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.924823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a43264f5-fec9-4826-a35b-4c95851eeaf6 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:12:45.927608 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.928729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f9b79-ed92-46b8-81e0-98fe87315418 None None] The sync data for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 is: [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:41Z', 'revision_number': 8, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd', 'name': '', 'network_id': 'fbe9cbda-fe2f-432a-b04d-89ac7b76b1af', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:43:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:26Z', 'updated_at': '2022-02-11T05:12:35Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': '8b4a6365-14be-4d12-8738-75430555fe4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:45.934581 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "DELETE /v2.0/networks/a43264f5-fec9-4826-a35b-4c95851eeaf6 HTTP/1.1" status: 204 len: 168 time: 1.7587948 Feb 11 05:12:45.935324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38596) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:45.937819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2efc34c9-327b-4827-ba90-d13c8d37652c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.991031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb084b-47c0-4811-b3f7-1bb6a67783c7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event deleted for resources: {'Network': ['ID=a43264f5-fec9-4826-a35b-4c95851eeaf6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:46.018767 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for port (8af12f3f-303d-4014-b7f9-c5a77db38afc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.021462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-89f261f0-07ce-4966-992f-1ea89395c68d tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0850084 Feb 11 05:12:46.025507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38602) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:46.161217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3bb47-e63a-42a8-8398-210112ca2477 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.162188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3bb47-e63a-42a8-8398-210112ca2477 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.163301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3bb47-e63a-42a8-8398-210112ca2477 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.163773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3bb47-e63a-42a8-8398-210112ca2477 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.164233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3bb47-e63a-42a8-8398-210112ca2477 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.164791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3bb47-e63a-42a8-8398-210112ca2477 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.165526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3bb47-e63a-42a8-8398-210112ca2477 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.166207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3bb47-e63a-42a8-8398-210112ca2477 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.168198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3bb47-e63a-42a8-8398-210112ca2477 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.168198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3bb47-e63a-42a8-8398-210112ca2477 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.172901 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-38c3bb47-e63a-42a8-8398-210112ca2477 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6520 time: 0.1462843 Feb 11 05:12:46.173730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38606) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:46.177631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8af12f3f-303d-4014-b7f9-c5a77db38afc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.233899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38608) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:46.245688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-da1bd5ab-0c79-4d0a-9d9a-d6944e4ccf65 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192513149', 'description': 'tempest-secgroup-smoke-1192513149 description', 'project_id': '4e8b392b4f1c464eafef4230484f4416'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:46.279803 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da1bd5ab-0c79-4d0a-9d9a-d6944e4ccf65 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.282539 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-c13d9000-f101-4d3c-a69a-b7d3bb055213 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] delete failed (client error): The resource could not be found. Feb 11 05:12:46.287820 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c13d9000-f101-4d3c-a69a-b7d3bb055213 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/47191f39-fcd8-4572-a608-b268a8d7f26d HTTP/1.1" status: 404 len: 345 time: 0.1119123 Feb 11 05:12:46.301523 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:46.317436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Allocated IP 2001:db8::2 (7c563e16-8896-4630-8c06-8305ed9e25d0/fadc384b-a6d0-4bd8-bb4c-0777838c237b/e3e1e04e-dddc-46c3-8607-fed76db58ba0) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:46.322206 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca4624d-a085-4cc5-b474-40300e0bd196 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] DELETE failed (client error): The resource could not be found. Feb 11 05:12:46.322767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca4624d-a085-4cc5-b474-40300e0bd196 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:46.326295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Allocated IP 2001:db8:0:1:f816:3eff:fe51:3fc9 (7c563e16-8896-4630-8c06-8305ed9e25d0/cffa03c3-a2da-4ed8-afca-2f838ad11d17/e3e1e04e-dddc-46c3-8607-fed76db58ba0) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:46.330538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2efc34c9-327b-4827-ba90-d13c8d37652c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:46.331172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2efc34c9-327b-4827-ba90-d13c8d37652c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.331262 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fca4624d-a085-4cc5-b474-40300e0bd196 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "DELETE /v2.0/networks/a43264f5-fec9-4826-a35b-4c95851eeaf6 HTTP/1.1" status: 404 len: 339 time: 0.0360329 Feb 11 05:12:46.336614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:46.343701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-de2ba5dc-1476-488d-b444-21510efb84a7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Request body: {'network': {'name': 'tempest-network--2140467759', 'router:external': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:46.351700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:46.357806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:46.360280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:46.366530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.367242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.388467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event updated for resources: {'Port': ['ID=8af12f3f-303d-4014-b7f9-c5a77db38afc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:46.398756 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f32b313d-740b-46d1-9ed3-c9a7e9fadb0d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1428437 Feb 11 05:12:46.401406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38614) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:46.443840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2ba5dc-1476-488d-b444-21510efb84a7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Made reservation on behalf of c234ff9300ef4c5b94eb23218f80199b for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:46.447102 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de2ba5dc-1476-488d-b444-21510efb84a7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.509096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2ba5dc-1476-488d-b444-21510efb84a7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:46.525352 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de2ba5dc-1476-488d-b444-21510efb84a7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9ff6de8e-75c2-4c94-aeed-1ead3d635a73), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.525994 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-de2ba5dc-1476-488d-b444-21510efb84a7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Added segment 9ff6de8e-75c2-4c94-aeed-1ead3d635a73 of type vlan for network 98c6894f-b1a9-4da0-b91c-cbfff9fd5ac1 Feb 11 05:12:46.536031 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Publish callbacks [] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.545846 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.590544 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de2ba5dc-1476-488d-b444-21510efb84a7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (98c6894f-b1a9-4da0-b91c-cbfff9fd5ac1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.598764 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Pushing event updated for resources: {'Port': ['ID=e3e1e04e-dddc-46c3-8607-fed76db58ba0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:46.604506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-72469c44-46ca-4041-920d-d03d1076bd82 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting port 8af12f3f-303d-4014-b7f9-c5a77db38afc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:46.605085 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72469c44-46ca-4041-920d-d03d1076bd82 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8af12f3f-303d-4014-b7f9-c5a77db38afc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.615167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:46.616771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:46.623828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:46.704862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de2ba5dc-1476-488d-b444-21510efb84a7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (98c6894f-b1a9-4da0-b91c-cbfff9fd5ac1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.706672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2ba5dc-1476-488d-b444-21510efb84a7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.707548 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de2ba5dc-1476-488d-b444-21510efb84a7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.721287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Attempting to bind port e3e1e04e-dddc-46c3-8607-fed76db58ba0 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:46.721675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Attempting to bind port e3e1e04e-dddc-46c3-8607-fed76db58ba0 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:46.722056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Attempting to bind port e3e1e04e-dddc-46c3-8607-fed76db58ba0 on network 7c563e16-8896-4630-8c06-8305ed9e25d0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:46.728888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:46.729142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Checking segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:46.729474 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.729940 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Bound using segment: {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:46.730477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Bound port: e3e1e04e-dddc-46c3-8607-fed76db58ba0, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198d38-2955-468e-ba88-7867cc7dac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c563e16-8896-4630-8c06-8305ed9e25d0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:46.731090 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.738880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2efc34c9-327b-4827-ba90-d13c8d37652c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd,segment=NetworkSegment(575dec72-d877-4119-bdde-82bedfe455e1),segment_id=575dec72-d877-4119-bdde-82bedfe455e1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:46.739278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2efc34c9-327b-4827-ba90-d13c8d37652c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.757526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2efc34c9-327b-4827-ba90-d13c8d37652c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:46.797329 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-de2ba5dc-1476-488d-b444-21510efb84a7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4595747 Feb 11 05:12:46.800068 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72469c44-46ca-4041-920d-d03d1076bd82 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8af12f3f-303d-4014-b7f9-c5a77db38afc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.802594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ba5dc-1476-488d-b444-21510efb84a7 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event updated for resources: {'Network': ['ID=98c6894f-b1a9-4da0-b91c-cbfff9fd5ac1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:46.804927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38616) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:46.816534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 98c6894f-b1a9-4da0-b91c-cbfff9fd5ac1 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:46.851562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-72469c44-46ca-4041-920d-d03d1076bd82 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Calling delete_port for 8af12f3f-303d-4014-b7f9-c5a77db38afc owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:46.858535 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da1bd5ab-0c79-4d0a-9d9a-d6944e4ccf65 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group (4c9823d3-1b40-4b73-9ba7-f55e7cc403db), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.865647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] For port e3e1e04e-dddc-46c3-8607-fed76db58ba0, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:46.866386 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da1bd5ab-0c79-4d0a-9d9a-d6944e4ccf65 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4c9823d3-1b40-4b73-9ba7-f55e7cc403db), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.911925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] For port e3e1e04e-dddc-46c3-8607-fed76db58ba0, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e3e1e04e-dddc-46c3-8607-fed76db58ba0,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:46.926720 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.953840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bd5ab-0c79-4d0a-9d9a-d6944e4ccf65 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9823d3-1b40-4b73-9ba7-f55e7cc403db,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:46.959625 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da1bd5ab-0c79-4d0a-9d9a-d6944e4ccf65 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.965253 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-da1bd5ab-0c79-4d0a-9d9a-d6944e4ccf65 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7236762 Feb 11 05:12:46.967172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38618) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:46.973137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-830b35bd-8e30-40e9-ab15-e11cec19393b tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Request body: {'security_group_rule': {'security_group_id': '4c9823d3-1b40-4b73-9ba7-f55e7cc403db', 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:46.994949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcedaca-5033-4af6-abd2-6d8b2dff174d None None] Pushing event updated for resources: {'Port': ['ID=e3e1e04e-dddc-46c3-8607-fed76db58ba0,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:47.017175 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-830b35bd-8e30-40e9-ab15-e11cec19393b tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (e8b8a490-ec5a-4c47-a4cd-5217caa6b23f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.073934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39234a0d-b81f-4897-92b9-790a4fc0eb6e tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:47.079742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39234a0d-b81f-4897-92b9-790a4fc0eb6e tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:47.085139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39234a0d-b81f-4897-92b9-790a4fc0eb6e tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:47.090308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39234a0d-b81f-4897-92b9-790a4fc0eb6e tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:47.092057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-39234a0d-b81f-4897-92b9-790a4fc0eb6e tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2799497 Feb 11 05:12:47.095581 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38620) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:47.111262 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2efc34c9-327b-4827-ba90-d13c8d37652c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.116796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-830b35bd-8e30-40e9-ab15-e11cec19393b tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (e8b8a490-ec5a-4c47-a4cd-5217caa6b23f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.125810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-830b35bd-8e30-40e9-ab15-e11cec19393b tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e8b8a490-ec5a-4c47-a4cd-5217caa6b23f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.156629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc34c9-327b-4827-ba90-d13c8d37652c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:47.176500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b35bd-8e30-40e9-ab15-e11cec19393b tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b8a490-ec5a-4c47-a4cd-5217caa6b23f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:47.201460 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-830b35bd-8e30-40e9-ab15-e11cec19393b tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.202703 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-830b35bd-8e30-40e9-ab15-e11cec19393b tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2347379 Feb 11 05:12:47.202836 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (98c6894f-b1a9-4da0-b91c-cbfff9fd5ac1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.207979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38622) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:47.213849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ccff8d75-8954-4410-969a-64751cf59ad1 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Request body: {'security_group_rule': {'security_group_id': '4c9823d3-1b40-4b73-9ba7-f55e7cc403db', 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:47.333092 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ccff8d75-8954-4410-969a-64751cf59ad1 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (7dd888a2-f6ea-4b60-aeb2-83df16b757e9), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.339717 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2efc34c9-327b-4827-ba90-d13c8d37652c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.433989 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (98c6894f-b1a9-4da0-b91c-cbfff9fd5ac1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.452599 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72469c44-46ca-4041-920d-d03d1076bd82 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8af12f3f-303d-4014-b7f9-c5a77db38afc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.517499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c6894f-b1a9-4da0-b91c-cbfff9fd5ac1']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:47.520945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72469c44-46ca-4041-920d-d03d1076bd82 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Port': ['ID=8af12f3f-303d-4014-b7f9-c5a77db38afc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:47.552191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff6de8e-75c2-4c94-aeed-1ead3d635a73') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:47.552504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff6de8e-75c2-4c94-aeed-1ead3d635a73') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:47.581223 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ccff8d75-8954-4410-969a-64751cf59ad1 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (7dd888a2-f6ea-4b60-aeb2-83df16b757e9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.588721 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (9ff6de8e-75c2-4c94-aeed-1ead3d635a73), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.607517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efc34c9-327b-4827-ba90-d13c8d37652c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:47.610705 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ccff8d75-8954-4410-969a-64751cf59ad1 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (7dd888a2-f6ea-4b60-aeb2-83df16b757e9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.621078 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-72469c44-46ca-4041-920d-d03d1076bd82 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.624256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-72469c44-46ca-4041-920d-d03d1076bd82 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/8af12f3f-303d-4014-b7f9-c5a77db38afc HTTP/1.1" status: 204 len: 168 time: 1.2215397 Feb 11 05:12:47.632878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38624) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:47.635067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9ff6de8e-75c2-4c94-aeed-1ead3d635a73), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.652722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff8d75-8954-4410-969a-64751cf59ad1 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd888a2-f6ea-4b60-aeb2-83df16b757e9,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:47.655574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:47.655969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (9ff6de8e-75c2-4c94-aeed-1ead3d635a73), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:47.657847 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:47.665008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e3e1e04e-dddc-46c3-8607-fed76db58ba0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:47.698612 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ccff8d75-8954-4410-969a-64751cf59ad1 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.703196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ccff8d75-8954-4410-969a-64751cf59ad1 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4901962 Feb 11 05:12:47.703390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38626) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:47.709361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0add6f75-12f3-4bea-9d49-6d353ef2a76c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Request body: {'security_group_rule': {'security_group_id': '4c9823d3-1b40-4b73-9ba7-f55e7cc403db', 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:47.730791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e3e1e04e-dddc-46c3-8607-fed76db58ba0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:47.731225 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.750913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efc34c9-327b-4827-ba90-d13c8d37652c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:47.763777 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2efc34c9-327b-4827-ba90-d13c8d37652c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6583509 Feb 11 05:12:47.764879 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be5bf2f-0703-4ba8-ba92-b6495e87341f None None] Sync routers for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:47.765359 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38628) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:47.774036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1599dbb2-45d8-4a25-8543-f9a406515eb2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:47.775118 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be5bf2f-0703-4ba8-ba92-b6495e87341f None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:47.775745 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6be5bf2f-0703-4ba8-ba92-b6495e87341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:47.777107 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1599dbb2-45d8-4a25-8543-f9a406515eb2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1398697 Feb 11 05:12:47.778092 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (98c6894f-b1a9-4da0-b91c-cbfff9fd5ac1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.779922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38630) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:47.814270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98c6894f-b1a9-4da0-b91c-cbfff9fd5ac1 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:12:47.819035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e3e1e04e-dddc-46c3-8607-fed76db58ba0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:47.819441 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.833966 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0add6f75-12f3-4bea-9d49-6d353ef2a76c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (291d6795-5856-442a-9e94-57ea4693d0dc), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.843342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd9cc58-4cad-4016-ab06-56dd6d208b87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting subnet 8b4a6365-14be-4d12-8738-75430555fe4e {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:47.849083 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edd9cc58-4cad-4016-ab06-56dd6d208b87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (8b4a6365-14be-4d12-8738-75430555fe4e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.862606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event deleted for resources: {'Network': ['ID=98c6894f-b1a9-4da0-b91c-cbfff9fd5ac1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:47.871458 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.874787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port e3e1e04e-dddc-46c3-8607-fed76db58ba0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e3e1e04e-dddc-46c3-8607-fed76db58ba0,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:47.883724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-82912915-3d65-4c9d-bcda-88c57853f5fe tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "DELETE /v2.0/networks/98c6894f-b1a9-4da0-b91c-cbfff9fd5ac1 HTTP/1.1" status: 204 len: 168 time: 0.7869658 Feb 11 05:12:47.883954 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.887089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:47.898209 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-71bdf17e-fb26-41ef-ab2b-968455e97bbd tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Request body: {'network': {'name': 'tempest-network--386810684', 'router:external': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:47.904944 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edd9cc58-4cad-4016-ab06-56dd6d208b87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (8b4a6365-14be-4d12-8738-75430555fe4e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.905314 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6be5bf2f-0703-4ba8-ba92-b6495e87341f None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:47.938868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bdf17e-fb26-41ef-ab2b-968455e97bbd tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Made reservation on behalf of c234ff9300ef4c5b94eb23218f80199b for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:47.942418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71bdf17e-fb26-41ef-ab2b-968455e97bbd tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.966883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1276b82f-f149-4860-b8d3-819c1cee2a29 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:47.968898 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1276b82f-f149-4860-b8d3-819c1cee2a29 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1875496 Feb 11 05:12:47.974143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38634) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:48.017381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=e3e1e04e-dddc-46c3-8607-fed76db58ba0,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:48.022833 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edd9cc58-4cad-4016-ab06-56dd6d208b87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (8b4a6365-14be-4d12-8738-75430555fe4e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.047105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bdf17e-fb26-41ef-ab2b-968455e97bbd tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:48.072388 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71bdf17e-fb26-41ef-ab2b-968455e97bbd tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (0ffbbdca-ae48-44b9-b26c-2f3b6eeb75b6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.073377 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-71bdf17e-fb26-41ef-ab2b-968455e97bbd tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Added segment 0ffbbdca-ae48-44b9-b26c-2f3b6eeb75b6 of type vlan for network cacf7af4-25e8-448e-910d-c70abf0cb8d2 Feb 11 05:12:48.089009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d849cf7d-a5a4-4ceb-ab28-52846a1673ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:48.092113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d849cf7d-a5a4-4ceb-ab28-52846a1673ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:48.094018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d849cf7d-a5a4-4ceb-ab28-52846a1673ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:48.096478 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d849cf7d-a5a4-4ceb-ab28-52846a1673ad tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1205635 Feb 11 05:12:48.099264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38636) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:48.129147 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edd9cc58-4cad-4016-ab06-56dd6d208b87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (8b4a6365-14be-4d12-8738-75430555fe4e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.166569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9cc58-4cad-4016-ab06-56dd6d208b87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4a6365-14be-4d12-8738-75430555fe4e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:48.179304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-4822e5d6-dccf-480b-9ff5-07333eb44922 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet cffa03c3-a2da-4ed8-afca-2f838ad11d17 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:48.185539 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4822e5d6-dccf-480b-9ff5-07333eb44922 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (cffa03c3-a2da-4ed8-afca-2f838ad11d17), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.187474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44974e9e-2689-4991-92a5-469caa1cc6ae None None] Network fbe9cbda-fe2f-432a-b04d-89ac7b76b1af requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:48.203553 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edd9cc58-4cad-4016-ab06-56dd6d208b87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.206924 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-edd9cc58-4cad-4016-ab06-56dd6d208b87 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/8b4a6365-14be-4d12-8738-75430555fe4e HTTP/1.1" status: 204 len: 168 time: 0.4405453 Feb 11 05:12:48.217030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38638) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:48.235301 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4822e5d6-dccf-480b-9ff5-07333eb44922 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (cffa03c3-a2da-4ed8-afca-2f838ad11d17), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.262768 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6be5bf2f-0703-4ba8-ba92-b6495e87341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:47Z', 'revision_number': 9, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:48.298259 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be5bf2f-0703-4ba8-ba92-b6495e87341f None None] Checking router: 51f9ff03-c225-41e9-a798-43d7ab5a0e5f for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:48.312226 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be5bf2f-0703-4ba8-ba92-b6495e87341f None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:48.313292 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6be5bf2f-0703-4ba8-ba92-b6495e87341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:48.331216 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0add6f75-12f3-4bea-9d49-6d353ef2a76c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (291d6795-5856-442a-9e94-57ea4693d0dc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.341783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4822e5d6-dccf-480b-9ff5-07333eb44922 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (cffa03c3-a2da-4ed8-afca-2f838ad11d17), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.398627 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0add6f75-12f3-4bea-9d49-6d353ef2a76c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (291d6795-5856-442a-9e94-57ea4693d0dc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.437447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4822e5d6-dccf-480b-9ff5-07333eb44922 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (cffa03c3-a2da-4ed8-afca-2f838ad11d17), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.438798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add6f75-12f3-4bea-9d49-6d353ef2a76c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291d6795-5856-442a-9e94-57ea4693d0dc,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:48.456113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (fbe9cbda-fe2f-432a-b04d-89ac7b76b1af), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.485823 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6be5bf2f-0703-4ba8-ba92-b6495e87341f None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:48.488902 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae670430-ff82-4cfe-b969-91dcf7dec346 None None] DHCP port deletion for fbe9cbda-fe2f-432a-b04d-89ac7b76b1af request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:48.506003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822e5d6-dccf-480b-9ff5-07333eb44922 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=cffa03c3-a2da-4ed8-afca-2f838ad11d17,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:48.510747 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4822e5d6-dccf-480b-9ff5-07333eb44922 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.514344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4822e5d6-dccf-480b-9ff5-07333eb44922 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/cffa03c3-a2da-4ed8-afca-2f838ad11d17 HTTP/1.1" status: 204 len: 168 time: 0.4132171 Feb 11 05:12:48.520347 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0add6f75-12f3-4bea-9d49-6d353ef2a76c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.523952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38640) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:48.529570 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0add6f75-12f3-4bea-9d49-6d353ef2a76c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8259096 Feb 11 05:12:48.534850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38642) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:48.538923 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71bdf17e-fb26-41ef-ab2b-968455e97bbd tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (cacf7af4-25e8-448e-910d-c70abf0cb8d2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.545606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6d8e5301-036b-4948-a900-a585a4de284d tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Request body: {'security_group_rule': {'security_group_id': '4c9823d3-1b40-4b73-9ba7-f55e7cc403db', 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:48.559914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ae670430-ff82-4cfe-b969-91dcf7dec346 None None] Deleting port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:48.560662 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae670430-ff82-4cfe-b969-91dcf7dec346 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.616639 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf0a0dd-99b7-48f9-ae5b-f5b9a591d6c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Deleting subnet fadc384b-a6d0-4bd8-bb4c-0777838c237b {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:48.620857 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdf0a0dd-99b7-48f9-ae5b-f5b9a591d6c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (fadc384b-a6d0-4bd8-bb4c-0777838c237b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.647381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:48.647862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.663783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ae670430-ff82-4cfe-b969-91dcf7dec346 None None] For port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1dfab228-f547-4bc2-89ae-4ec7a9a2834a,segment=NetworkSegment(575dec72-d877-4119-bdde-82bedfe455e1),segment_id=575dec72-d877-4119-bdde-82bedfe455e1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:48.664521 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae670430-ff82-4cfe-b969-91dcf7dec346 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.673015 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdf0a0dd-99b7-48f9-ae5b-f5b9a591d6c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (fadc384b-a6d0-4bd8-bb4c-0777838c237b), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.681804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd6dd7-a3a1-478a-98bc-221fcf03403a None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:48.685436 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5301-036b-4948-a900-a585a4de284d tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (003838de-29be-40e1-9979-81dab950f062), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.780180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdf0a0dd-99b7-48f9-ae5b-f5b9a591d6c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (fadc384b-a6d0-4bd8-bb4c-0777838c237b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.783870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1dfab228-f547-4bc2-89ae-4ec7a9a2834a,segment=NetworkSegment(575dec72-d877-4119-bdde-82bedfe455e1),segment_id=575dec72-d877-4119-bdde-82bedfe455e1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:48.784238 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.792127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ae670430-ff82-4cfe-b969-91dcf7dec346 None None] Calling delete_port for 1dfab228-f547-4bc2-89ae-4ec7a9a2834a owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:48.803688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for 1dfab228-f547-4bc2-89ae-4ec7a9a2834a owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:48.812312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5301-036b-4948-a900-a585a4de284d tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (003838de-29be-40e1-9979-81dab950f062), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.823474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5301-036b-4948-a900-a585a4de284d tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (003838de-29be-40e1-9979-81dab950f062), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.841437 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6be5bf2f-0703-4ba8-ba92-b6495e87341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:47Z', 'revision_number': 9, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:48.867610 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdf0a0dd-99b7-48f9-ae5b-f5b9a591d6c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (fadc384b-a6d0-4bd8-bb4c-0777838c237b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.873441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-295bf098-9943-4b83-9495-b22a53011c84 None None] Provisioning complete for port e3e1e04e-dddc-46c3-8607-fed76db58ba0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:48.874064 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-295bf098-9943-4b83-9495-b22a53011c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.878649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e5301-036b-4948-a900-a585a4de284d tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003838de-29be-40e1-9979-81dab950f062,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:48.896496 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be5bf2f-0703-4ba8-ba92-b6495e87341f None None] The sync data for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 is: [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:47Z', 'revision_number': 9, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d7c66c2-610e-471c-af80-50bf3bae0b41', 'name': '', 'network_id': '197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:aa:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:20Z', 'updated_at': '2022-02-11T05:12:29Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f7f65811-2deb-4c1d-89ed-578b509d68f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:48.901942 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5301-036b-4948-a900-a585a4de284d tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.904240 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6d8e5301-036b-4948-a900-a585a4de284d tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3680587 Feb 11 05:12:48.906784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38644) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:48.913759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a038fa3f-1246-4009-9483-c518eab22818 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Request body: {'security_group_rule': {'security_group_id': '4c9823d3-1b40-4b73-9ba7-f55e7cc403db', 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:48.923758 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fdf0a0dd-99b7-48f9-ae5b-f5b9a591d6c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.928122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fdf0a0dd-99b7-48f9-ae5b-f5b9a591d6c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/fadc384b-a6d0-4bd8-bb4c-0777838c237b HTTP/1.1" status: 204 len: 168 time: 0.4016893 Feb 11 05:12:48.929838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0a0dd-99b7-48f9-ae5b-f5b9a591d6c7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Subnet': ['ID=fadc384b-a6d0-4bd8-bb4c-0777838c237b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:48.933387 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71bdf17e-fb26-41ef-ab2b-968455e97bbd tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (cacf7af4-25e8-448e-910d-c70abf0cb8d2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.934942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bdf17e-fb26-41ef-ab2b-968455e97bbd tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:48.935934 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71bdf17e-fb26-41ef-ab2b-968455e97bbd tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.939134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38646) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:48.976929 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.982731 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-a038fa3f-1246-4009-9483-c518eab22818 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Project 4e8b392b4f1c464eafef4230484f4416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:12:49.010387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a038fa3f-1246-4009-9483-c518eab22818 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (55ca0775-045b-447c-b92e-c7a09d1be892), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.013970 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-94c6074b-41d1-4c52-b40a-096d206920d5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678556 Feb 11 05:12:49.016355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38648) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.023675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-295bf098-9943-4b83-9495-b22a53011c84 None None] Current status of the port e3e1e04e-dddc-46c3-8607-fed76db58ba0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:49.026588 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae670430-ff82-4cfe-b969-91dcf7dec346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (1dfab228-f547-4bc2-89ae-4ec7a9a2834a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.043956 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=1dfab228-f547-4bc2-89ae-4ec7a9a2834a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:49.046144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No DVR routers for this DVR port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:49.061974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae670430-ff82-4cfe-b969-91dcf7dec346 None None] Pushing event deleted for resources: {'Port': ['ID=1dfab228-f547-4bc2-89ae-4ec7a9a2834a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:49.063931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae670430-ff82-4cfe-b969-91dcf7dec346 None None] No DVR routers for this DVR port 1dfab228-f547-4bc2-89ae-4ec7a9a2834a on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:49.086021 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-71bdf17e-fb26-41ef-ab2b-968455e97bbd tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1953766 Feb 11 05:12:49.091565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38650) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.094571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdf17e-fb26-41ef-ab2b-968455e97bbd tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event updated for resources: {'Network': ['ID=cacf7af4-25e8-448e-910d-c70abf0cb8d2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:49.106024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network cacf7af4-25e8-448e-910d-c70abf0cb8d2 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:49.195629 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (fbe9cbda-fe2f-432a-b04d-89ac7b76b1af), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.208927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750dd114-9951-42b4-aed8-8112c2b5a709 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:49.210663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-750dd114-9951-42b4-aed8-8112c2b5a709 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] 10.222.0.48 "GET /v2.0/networks/cacf7af4-25e8-448e-910d-c70abf0cb8d2 HTTP/1.1" status: 200 len: 756 time: 0.1176844 Feb 11 05:12:49.213431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38652) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.219161 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a038fa3f-1246-4009-9483-c518eab22818 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (55ca0775-045b-447c-b92e-c7a09d1be892), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.230726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe9cbda-fe2f-432a-b04d-89ac7b76b1af']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:49.232857 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a038fa3f-1246-4009-9483-c518eab22818 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (55ca0775-045b-447c-b92e-c7a09d1be892), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.253576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d75c9a-746a-41f7-809a-f26d81885686 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:49.255161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b4d75c9a-746a-41f7-809a-f26d81885686 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2328544 Feb 11 05:12:49.257393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575dec72-d877-4119-bdde-82bedfe455e1') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:49.257696 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575dec72-d877-4119-bdde-82bedfe455e1') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:49.260468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38654) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.288636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (575dec72-d877-4119-bdde-82bedfe455e1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.296861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038fa3f-1246-4009-9483-c518eab22818 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ca0775-045b-447c-b92e-c7a09d1be892,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:49.314533 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a038fa3f-1246-4009-9483-c518eab22818 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.316812 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a038fa3f-1246-4009-9483-c518eab22818 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4080656 Feb 11 05:12:49.319492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38656) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.324862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-50265333-d0b8-4033-87a6-54eee8e75954 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Request body: {'security_group_rule': {'security_group_id': '4c9823d3-1b40-4b73-9ba7-f55e7cc403db', 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:49.329742 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (575dec72-d877-4119-bdde-82bedfe455e1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.342670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:49.351486 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (575dec72-d877-4119-bdde-82bedfe455e1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.354429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f094678-3274-4393-8b66-984ab2521574 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:49.355364 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:49.360843 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2f094678-3274-4393-8b66-984ab2521574 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] 10.222.0.48 "GET /v2.0/networks/c796b2bc-8a86-4b4e-bd8e-7df89f2900e4 HTTP/1.1" status: 200 len: 768 time: 0.1414917 Feb 11 05:12:49.360843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38658) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.417699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0faff8c-2bbe-4d35-9e12-5ab93bd99d2d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:49.421673 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e0faff8c-2bbe-4d35-9e12-5ab93bd99d2d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1573598 Feb 11 05:12:49.421821 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-50265333-d0b8-4033-87a6-54eee8e75954 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Project 4e8b392b4f1c464eafef4230484f4416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:12:49.422253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38660) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.427763 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50265333-d0b8-4033-87a6-54eee8e75954 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (2adf929d-d732-4761-a9aa-5fb8bd900ac5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.498825 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50265333-d0b8-4033-87a6-54eee8e75954 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (2adf929d-d732-4761-a9aa-5fb8bd900ac5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.500525 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (fbe9cbda-fe2f-432a-b04d-89ac7b76b1af), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.505825 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.512436 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/networks/fbe9cbda-fe2f-432a-b04d-89ac7b76b1af HTTP/1.1" status: 204 len: 168 time: 1.2851574 Feb 11 05:12:49.523263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38662) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.525449 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-05e7ced0-4b0f-4d10-aa17-611c4d7817c3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021798 Feb 11 05:12:49.527112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e5f1a-d82d-4520-b140-422d23e99741 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Network': ['ID=fbe9cbda-fe2f-432a-b04d-89ac7b76b1af,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:49.528909 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50265333-d0b8-4033-87a6-54eee8e75954 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (2adf929d-d732-4761-a9aa-5fb8bd900ac5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.530322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38664) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.552435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50265333-d0b8-4033-87a6-54eee8e75954 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adf929d-d732-4761-a9aa-5fb8bd900ac5,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:49.572724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e3e1e04e-dddc-46c3-8607-fed76db58ba0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:49.579386 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cfd724-d07a-4f7a-9952-ff04515ca9b2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:49.579987 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cfd724-d07a-4f7a-9952-ff04515ca9b2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:49.583199 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e1cfd724-d07a-4f7a-9952-ff04515ca9b2 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/8af12f3f-303d-4014-b7f9-c5a77db38afc HTTP/1.1" status: 404 len: 333 time: 0.0394135 Feb 11 05:12:49.584512 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (cacf7af4-25e8-448e-910d-c70abf0cb8d2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.585957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38666) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.598939 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50265333-d0b8-4033-87a6-54eee8e75954 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.600189 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-50265333-d0b8-4033-87a6-54eee8e75954 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2793975 Feb 11 05:12:49.618750 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f56b2fc-4d6a-4af1-8c35-28b39389522a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:49.619286 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f56b2fc-4d6a-4af1-8c35-28b39389522a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:49.622404 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8f56b2fc-4d6a-4af1-8c35-28b39389522a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/cffa03c3-a2da-4ed8-afca-2f838ad11d17 HTTP/1.1" status: 404 len: 337 time: 0.0354879 Feb 11 05:12:49.624996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38670) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.657945 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ba9e6e-3258-430b-b75d-a29df235db7e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:49.658168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ba9e6e-3258-430b-b75d-a29df235db7e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:49.663252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-41ba9e6e-3258-430b-b75d-a29df235db7e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/fadc384b-a6d0-4bd8-bb4c-0777838c237b HTTP/1.1" status: 404 len: 337 time: 0.0371828 Feb 11 05:12:49.665730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38672) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.669488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e3e1e04e-dddc-46c3-8607-fed76db58ba0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:49.669880 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.693096 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40fa874-ccb5-45d8-8f3c-63b7af03ca86 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:49.693690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40fa874-ccb5-45d8-8f3c-63b7af03ca86 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:49.697611 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a40fa874-ccb5-45d8-8f3c-63b7af03ca86 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/a401f475-cc41-451a-af7c-cb03d132ffcc HTTP/1.1" status: 404 len: 333 time: 0.0305367 Feb 11 05:12:49.705999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38674) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.759146 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-b664bc40-aa5c-4731-8407-83e6b88eba21 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:49.759616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b664bc40-aa5c-4731-8407-83e6b88eba21 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:49.765778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b664bc40-aa5c-4731-8407-83e6b88eba21 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/82590569-a1f0-49a0-8894-b176383e3c72 HTTP/1.1" status: 404 len: 337 time: 0.0586164 Feb 11 05:12:49.766464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38678) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.794095 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58a5c10-5cf6-4252-9a70-668a963124cc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:49.795773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58a5c10-5cf6-4252-9a70-668a963124cc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:49.801448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b58a5c10-5cf6-4252-9a70-668a963124cc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/e47b74f2-752e-449c-b430-ff076736b1b3 HTTP/1.1" status: 404 len: 337 time: 0.0337293 Feb 11 05:12:49.801980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38682) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.827639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e3e1e04e-dddc-46c3-8607-fed76db58ba0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:49.828385 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b66de6-460e-451d-8118-8cfe00e3b6d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:49.828979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b66de6-460e-451d-8118-8cfe00e3b6d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:49.837899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c0b66de6-460e-451d-8118-8cfe00e3b6d1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/a4a04225-04f6-4671-b21d-2a3fdee0b343 HTTP/1.1" status: 404 len: 333 time: 0.0348573 Feb 11 05:12:49.840439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38684) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.883948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078dad0f-0ee6-45bf-b24c-d84ffe2d61dc None None] Network 7c563e16-8896-4630-8c06-8305ed9e25d0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:49.890147 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-b984a29d-2114-4673-bb93-d7cec08f4fcf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:49.890623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b984a29d-2114-4673-bb93-d7cec08f4fcf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:49.896722 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b984a29d-2114-4673-bb93-d7cec08f4fcf tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/d4a46d4a-3508-4b8b-ac3e-3dfe56a87557 HTTP/1.1" status: 404 len: 337 time: 0.0524945 Feb 11 05:12:49.896916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38686) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.906971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:49.932029 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4e75c5-84e6-4e77-b6a6-1bfb06d0224c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:49.932516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4e75c5-84e6-4e77-b6a6-1bfb06d0224c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:49.937993 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bd4e75c5-84e6-4e77-b6a6-1bfb06d0224c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/2a250558-4654-4031-9981-c0dbf4dcf164 HTTP/1.1" status: 404 len: 337 time: 0.0375714 Feb 11 05:12:49.938937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38688) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.939519 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:49.939519 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f8b9c512-ddcf-42f8-b5d3-28d3d96e04fd not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:49.940109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1dfab228-f547-4bc2-89ae-4ec7a9a2834a no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:49.984427 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9089243-6d5f-46b1-b75f-77f010fe18b7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:49.984897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9089243-6d5f-46b1-b75f-77f010fe18b7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:49.990387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c9089243-6d5f-46b1-b75f-77f010fe18b7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/db4f8ffb-13c5-4485-900b-e880226448a0 HTTP/1.1" status: 404 len: 333 time: 0.0482330 Feb 11 05:12:49.990988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:49.995512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 1dfab228-f547-4bc2-89ae-4ec7a9a2834a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:49.995969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1dfab228-f547-4bc2-89ae-4ec7a9a2834a not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:50.008562 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-89e813fa-ce35-40ad-8194-a2152f133081 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192513149&fields=id&tenant_id=4e8b392b4f1c464eafef4230484f4416 HTTP/1.1" status: 200 len: 267 time: 0.1259580 Feb 11 05:12:50.033205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0d8050bc-98ce-4e79-b276-202ea246068d None None] Provisioning complete for port e3e1e04e-dddc-46c3-8607-fed76db58ba0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:50.034196 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0d8050bc-98ce-4e79-b276-202ea246068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.056405 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea16d6d3-0f97-4cf0-9c0e-d1508a194e42 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:50.056866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea16d6d3-0f97-4cf0-9c0e-d1508a194e42 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:50.059894 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ea16d6d3-0f97-4cf0-9c0e-d1508a194e42 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/4279d7e9-7f86-4f33-ad79-0162acd41478 HTTP/1.1" status: 404 len: 337 time: 0.0677772 Feb 11 05:12:50.067379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38692) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.115916 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3d4b47-325c-4bd8-8128-4e483420e8f7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:50.116299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3d4b47-325c-4bd8-8128-4e483420e8f7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:50.121995 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ed3d4b47-325c-4bd8-8128-4e483420e8f7 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/5d3603e3-ecb7-4448-a6ff-76ee5d5a87e6 HTTP/1.1" status: 404 len: 337 time: 0.0507038 Feb 11 05:12:50.130824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38694) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.132819 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0d8050bc-98ce-4e79-b276-202ea246068d None None] Current status of the port e3e1e04e-dddc-46c3-8607-fed76db58ba0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:50.166502 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (cacf7af4-25e8-448e-910d-c70abf0cb8d2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.176911 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33faebf0-ff20-419c-bf78-d96594b27303 None None] DHCP port deletion for 7c563e16-8896-4630-8c06-8305ed9e25d0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:50.197339 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-f350c3c5-dc51-40e2-bb25-8b2de5c95593 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:50.197588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacf7af4-25e8-448e-910d-c70abf0cb8d2']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:50.197902 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f350c3c5-dc51-40e2-bb25-8b2de5c95593 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:50.201536 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f350c3c5-dc51-40e2-bb25-8b2de5c95593 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/02e31f37-939f-4078-8b5a-e9288179c186 HTTP/1.1" status: 404 len: 333 time: 0.0702617 Feb 11 05:12:50.206171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38696) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.230066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-33faebf0-ff20-419c-bf78-d96594b27303 None None] Deleting port e3e1e04e-dddc-46c3-8607-fed76db58ba0 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:50.230452 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33faebf0-ff20-419c-bf78-d96594b27303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.237202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffbbdca-ae48-44b9-b26c-2f3b6eeb75b6') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:50.237504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffbbdca-ae48-44b9-b26c-2f3b6eeb75b6') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:50.262553 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ae7e7d-597a-4030-9ba8-2bdb9b597231 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:50.263275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ae7e7d-597a-4030-9ba8-2bdb9b597231 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:50.269489 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-50ae7e7d-597a-4030-9ba8-2bdb9b597231 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/729b7a8b-5252-43ff-ba11-ce177be417c3 HTTP/1.1" status: 404 len: 337 time: 0.0579641 Feb 11 05:12:50.269705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-a4c2e235-a021-45c4-b7f2-38ff481442d1 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:50.271290 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38698) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.275754 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-a4c2e235-a021-45c4-b7f2-38ff481442d1 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/networks?id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f HTTP/1.1" status: 200 len: 814 time: 0.2604139 Feb 11 05:12:50.285653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (0ffbbdca-ae48-44b9-b26c-2f3b6eeb75b6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.288607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-486ccf78-786d-4fd3-a48b-f4a6960357ba tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/quotas/4e8b392b4f1c464eafef4230484f4416 HTTP/1.1" status: 200 len: 375 time: 0.0114572 Feb 11 05:12:50.318687 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-7360f1f8-44f8-4c45-a357-2ce15f1cc7d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:50.319296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7360f1f8-44f8-4c45-a357-2ce15f1cc7d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:50.325069 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7360f1f8-44f8-4c45-a357-2ce15f1cc7d6 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/90a300d1-1be1-4e69-a6bc-9c460c45644e HTTP/1.1" status: 404 len: 333 time: 0.0483932 Feb 11 05:12:50.327917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38700) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.338402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (0ffbbdca-ae48-44b9-b26c-2f3b6eeb75b6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.364842 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-387340ce-6348-4b4c-88f2-4eeab0ff9d4e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:50.365309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387340ce-6348-4b4c-88f2-4eeab0ff9d4e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:50.368671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-387340ce-6348-4b4c-88f2-4eeab0ff9d4e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/9139e631-a04b-4307-b3e2-e61679782af5 HTTP/1.1" status: 404 len: 337 time: 0.0393443 Feb 11 05:12:50.369894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:50.370304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (0ffbbdca-ae48-44b9-b26c-2f3b6eeb75b6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:50.372399 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:50.374848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38702) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.405141 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbdbaae-09b4-4032-a1d7-f57651be9288 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:50.405566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbdbaae-09b4-4032-a1d7-f57651be9288 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:50.411354 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3bbdbaae-09b4-4032-a1d7-f57651be9288 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/5fa8d8c4-32ca-4d89-946b-fcbe40bfb1f8 HTTP/1.1" status: 404 len: 333 time: 0.0332303 Feb 11 05:12:50.412287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38704) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.451614 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-cf6605cc-44c0-40f3-87b1-c731ab64f128 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e8b392b4f1c464eafef4230484f4416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560414 Feb 11 05:12:50.453566 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e86d18-4501-492c-beb5-16df28d3eb9d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:50.454114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e86d18-4501-492c-beb5-16df28d3eb9d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:50.458486 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-82e86d18-4501-492c-beb5-16df28d3eb9d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/d9b997ac-8744-4efa-984a-c188e9ecda51 HTTP/1.1" status: 404 len: 337 time: 0.0458004 Feb 11 05:12:50.461081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38706) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.463220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-33faebf0-ff20-419c-bf78-d96594b27303 None None] For port e3e1e04e-dddc-46c3-8607-fed76db58ba0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e3e1e04e-dddc-46c3-8607-fed76db58ba0,segment=NetworkSegment(61198d38-2955-468e-ba88-7867cc7dac0f),segment_id=61198d38-2955-468e-ba88-7867cc7dac0f)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:50.463863 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33faebf0-ff20-419c-bf78-d96594b27303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.480030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-33faebf0-ff20-419c-bf78-d96594b27303 None None] Calling delete_port for e3e1e04e-dddc-46c3-8607-fed76db58ba0 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:50.480884 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (cacf7af4-25e8-448e-910d-c70abf0cb8d2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.489027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cacf7af4-25e8-448e-910d-c70abf0cb8d2 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:12:50.505830 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.509455 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "DELETE /v2.0/networks/cacf7af4-25e8-448e-910d-c70abf0cb8d2 HTTP/1.1" status: 204 len: 168 time: 1.1483185 Feb 11 05:12:50.513273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38708) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.518848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-424ee14c-184b-457e-bf54-68a198ff13dc tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Request body: {'network': {'name': 'tempest-network--1402208545'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:50.523694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036d140-0780-4945-9304-ca80d050d0cb tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event deleted for resources: {'Network': ['ID=cacf7af4-25e8-448e-910d-c70abf0cb8d2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:50.577881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424ee14c-184b-457e-bf54-68a198ff13dc tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Made reservation on behalf of c234ff9300ef4c5b94eb23218f80199b for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:50.580145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-424ee14c-184b-457e-bf54-68a198ff13dc tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.582718 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33faebf0-ff20-419c-bf78-d96594b27303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (e3e1e04e-dddc-46c3-8607-fed76db58ba0), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.614632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424ee14c-184b-457e-bf54-68a198ff13dc tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:50.627201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a287139-96eb-409c-8fa2-935980592f5e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.630263 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33faebf0-ff20-419c-bf78-d96594b27303 None None] Pushing event deleted for resources: {'Port': ['ID=e3e1e04e-dddc-46c3-8607-fed76db58ba0,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:50.632696 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-424ee14c-184b-457e-bf54-68a198ff13dc tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c6f49406-e871-4cf7-a259-76c2bf7decc5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.633050 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-424ee14c-184b-457e-bf54-68a198ff13dc tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Added segment c6f49406-e871-4cf7-a259-76c2bf7decc5 of type vlan for network 1caaf8e2-ca97-4786-aa9d-1b901fe00657 Feb 11 05:12:50.647200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33faebf0-ff20-419c-bf78-d96594b27303 None None] No DVR routers for this DVR port e3e1e04e-dddc-46c3-8607-fed76db58ba0 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:50.755798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-424ee14c-184b-457e-bf54-68a198ff13dc tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1caaf8e2-ca97-4786-aa9d-1b901fe00657), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.787707 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11c8a95-f915-4d87-acc4-ee70edc5238d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:50.788413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11c8a95-f915-4d87-acc4-ee70edc5238d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:50.793938 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f11c8a95-f915-4d87-acc4-ee70edc5238d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/8a04a5b4-47ef-4be4-97dd-acec5d37ec8b HTTP/1.1" status: 404 len: 333 time: 0.3294148 Feb 11 05:12:50.796826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38712) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.824474 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-4990ade3-4a78-43b5-bca2-8cf3399001ed tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:50.825006 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4990ade3-4a78-43b5-bca2-8cf3399001ed tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:50.830708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4990ade3-4a78-43b5-bca2-8cf3399001ed tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/34a964ac-17cb-4882-bcfe-000fab95f492 HTTP/1.1" status: 404 len: 337 time: 0.0305967 Feb 11 05:12:50.830932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38714) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.860193 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-424ee14c-184b-457e-bf54-68a198ff13dc tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1caaf8e2-ca97-4786-aa9d-1b901fe00657), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.861292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ee14c-184b-457e-bf54-68a198ff13dc tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:50.862512 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-424ee14c-184b-457e-bf54-68a198ff13dc tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.862732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-77993941-2222-4ae7-8452-d89a1aac214c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:12:50.863785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-77993941-2222-4ae7-8452-d89a1aac214c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0808315 Feb 11 05:12:50.864881 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62a3ee3-8722-4fa1-9b78-b287fa98e92a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:50.865199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62a3ee3-8722-4fa1-9b78-b287fa98e92a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:50.871889 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d62a3ee3-8722-4fa1-9b78-b287fa98e92a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/e3d91816-dff6-400c-81ab-aceffee193c7 HTTP/1.1" status: 404 len: 333 time: 0.0364964 Feb 11 05:12:50.871889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38716) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.918650 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-424ee14c-184b-457e-bf54-68a198ff13dc tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4016962 Feb 11 05:12:50.918857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38718) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.924630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-82288157-b030-4992-9c52-1276c9da624f tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:50.929786 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-456ed996-0736-4d88-828d-81b87b6f6ea1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:50.930346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456ed996-0736-4d88-828d-81b87b6f6ea1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:50.935783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-456ed996-0736-4d88-828d-81b87b6f6ea1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/8860efc7-d48b-4776-9ec4-4c5e57e04cd1 HTTP/1.1" status: 404 len: 337 time: 0.0606623 Feb 11 05:12:50.945071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38720) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.953787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ee14c-184b-457e-bf54-68a198ff13dc tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event updated for resources: {'Network': ['ID=1caaf8e2-ca97-4786-aa9d-1b901fe00657,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:50.969282 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1caaf8e2-ca97-4786-aa9d-1b901fe00657 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:51.022505 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c72bf01-67dc-40a1-b99c-e64519469412 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.023110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c72bf01-67dc-40a1-b99c-e64519469412 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.026425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0c72bf01-67dc-40a1-b99c-e64519469412 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/179950f0-9ab6-4eef-9bf8-5bcdaf0656bc HTTP/1.1" status: 404 len: 333 time: 0.0693433 Feb 11 05:12:51.029992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38722) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.092106 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3edac9-cb3e-41c8-92ff-1b0861dff887 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.092560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3edac9-cb3e-41c8-92ff-1b0861dff887 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.098300 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1e3edac9-cb3e-41c8-92ff-1b0861dff887 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/737f8f8c-ae69-4a32-bbcd-eb1348748e99 HTTP/1.1" status: 404 len: 337 time: 0.0631945 Feb 11 05:12:51.098986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38724) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.111329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3a287139-96eb-409c-8fa2-935980592f5e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port 8d7c66c2-610e-471c-af80-50bf3bae0b41 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:51.112245 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a287139-96eb-409c-8fa2-935980592f5e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.142311 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca91ca4d-2199-4b5c-9d0a-3bbdf895c382 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.143380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca91ca4d-2199-4b5c-9d0a-3bbdf895c382 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.144701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-2181ae3e-53fd-4571-8652-dc9e61b9a27d service neutron] 10.222.0.48 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633586 Feb 11 05:12:51.148247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ca91ca4d-2199-4b5c-9d0a-3bbdf895c382 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/e6dea40a-18b8-432e-92db-a36028037285 HTTP/1.1" status: 404 len: 337 time: 0.0460389 Feb 11 05:12:51.149671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38726) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.214632 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe313fb-b659-415a-a196-a06903b67d0b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.215254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe313fb-b659-415a-a196-a06903b67d0b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.221407 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9fe313fb-b659-415a-a196-a06903b67d0b tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/92eecf6b-cef1-467b-9f8a-dafedf6fb842 HTTP/1.1" status: 404 len: 333 time: 0.0681205 Feb 11 05:12:51.221682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38728) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.256931 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc823163-401d-4e4b-ba5c-36fd1a6d4c07 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.257389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc823163-401d-4e4b-ba5c-36fd1a6d4c07 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.260456 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cc823163-401d-4e4b-ba5c-36fd1a6d4c07 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/10c5839a-9849-43f0-9870-dfb1cd529f21 HTTP/1.1" status: 404 len: 337 time: 0.0362024 Feb 11 05:12:51.262993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38730) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.263625 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-82288157-b030-4992-9c52-1276c9da624f tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1caaf8e2-ca97-4786-aa9d-1b901fe00657), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.284934 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-82288157-b030-4992-9c52-1276c9da624f tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1caaf8e2-ca97-4786-aa9d-1b901fe00657), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.295517 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7ba2e3-24af-432e-99f2-0b27a841ecf3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.295974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7ba2e3-24af-432e-99f2-0b27a841ecf3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.300157 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6e7ba2e3-24af-432e-99f2-0b27a841ecf3 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/d514df73-321b-4bc6-b956-cef77aa11d0e HTTP/1.1" status: 404 len: 337 time: 0.0362484 Feb 11 05:12:51.305511 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38732) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.308514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82288157-b030-4992-9c52-1276c9da624f tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Network 1caaf8e2-ca97-4786-aa9d-1b901fe00657 is not hosted by any dhcp agent {{(pid=103353) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:12:51.310686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82288157-b030-4992-9c52-1276c9da624f tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:51.311430 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-82288157-b030-4992-9c52-1276c9da624f tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.312796 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-82288157-b030-4992-9c52-1276c9da624f tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "PUT /v2.0/networks/1caaf8e2-ca97-4786-aa9d-1b901fe00657 HTTP/1.1" status: 200 len: 858 time: 0.3930416 Feb 11 05:12:51.316977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38734) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.319182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-02cada31-1672-4cc8-92e4-a24915bce501 service neutron] 10.222.0.48 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429477 Feb 11 05:12:51.350269 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc465181-cb80-490c-9eca-a2af451262dc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.350850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc465181-cb80-490c-9eca-a2af451262dc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.353902 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cc465181-cb80-490c-9eca-a2af451262dc tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/8d96ec13-aa18-405b-a0b1-05132a3da8bb HTTP/1.1" status: 404 len: 333 time: 0.0474665 Feb 11 05:12:51.365223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38736) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.367018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-3a287139-96eb-409c-8fa2-935980592f5e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port 8d7c66c2-610e-471c-af80-50bf3bae0b41, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8d7c66c2-610e-471c-af80-50bf3bae0b41,segment=NetworkSegment(ccb0a578-c66e-44dc-8e49-7fe813944ae1),segment_id=ccb0a578-c66e-44dc-8e49-7fe813944ae1)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:51.367277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a287139-96eb-409c-8fa2-935980592f5e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.372719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82288157-b030-4992-9c52-1276c9da624f tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event updated for resources: {'Network': ['ID=1caaf8e2-ca97-4786-aa9d-1b901fe00657,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:51.402566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3a287139-96eb-409c-8fa2-935980592f5e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for 8d7c66c2-610e-471c-af80-50bf3bae0b41 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:51.449463 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a7c940-afaf-4bc6-8798-2360a2248735 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.449927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a7c940-afaf-4bc6-8798-2360a2248735 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.457347 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-93a7c940-afaf-4bc6-8798-2360a2248735 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/83416087-dcda-4adb-8999-da9477fea50e HTTP/1.1" status: 404 len: 337 time: 0.0848367 Feb 11 05:12:51.457730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38746) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.475564 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (1caaf8e2-ca97-4786-aa9d-1b901fe00657), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.489444 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51cd8ed-74d0-4e01-a138-b408ea05dcba tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.490137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51cd8ed-74d0-4e01-a138-b408ea05dcba tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.496629 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b51cd8ed-74d0-4e01-a138-b408ea05dcba tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/e1419e17-2683-4fcd-bc41-35316f26e4bc HTTP/1.1" status: 404 len: 337 time: 0.0355418 Feb 11 05:12:51.497017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38748) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.518421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e3e1e04e-dddc-46c3-8607-fed76db58ba0 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:51.534309 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3018c55-4d7f-4635-b251-a06904c8943e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.534536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3018c55-4d7f-4635-b251-a06904c8943e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.540037 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f3018c55-4d7f-4635-b251-a06904c8943e tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/2aa7a8be-bb7f-49d3-ba3a-0e02e7a9df82 HTTP/1.1" status: 404 len: 333 time: 0.0389099 Feb 11 05:12:51.540493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38750) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.544722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: e3e1e04e-dddc-46c3-8607-fed76db58ba0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:51.545325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e3e1e04e-dddc-46c3-8607-fed76db58ba0 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:51.570720 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a21d5a-1759-4a63-b69e-b2c239406d71 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.571084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a21d5a-1759-4a63-b69e-b2c239406d71 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.574133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-17a21d5a-1759-4a63-b69e-b2c239406d71 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/3ee37a8d-55e3-4713-802e-3eabc222894d HTTP/1.1" status: 404 len: 337 time: 0.0328724 Feb 11 05:12:51.576737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38752) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.602441 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c3ea08-1e35-4606-8ec4-4ee602684bc1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.602919 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c3ea08-1e35-4606-8ec4-4ee602684bc1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.605940 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-67c3ea08-1e35-4606-8ec4-4ee602684bc1 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/8ba044d5-0d41-4066-afae-ae9138416e7d HTTP/1.1" status: 404 len: 337 time: 0.0282974 Feb 11 05:12:51.608523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38754) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.648461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7f7cd90e-d176-43e1-a6c4-0b50eac36416 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb731491-23cc-4c2f-bbc0-31d0ff3b869e HTTP/1.1" status: 200 len: 205 time: 0.0385919 Feb 11 05:12:51.650546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38756) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.656104 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (1caaf8e2-ca97-4786-aa9d-1b901fe00657), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.686383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1caaf8e2-ca97-4786-aa9d-1b901fe00657']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:51.690473 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-dcad0307-9401-44fa-a95a-0d0ecdfc6fe0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] delete failed (client error): The resource could not be found. Feb 11 05:12:51.691562 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dcad0307-9401-44fa-a95a-0d0ecdfc6fe0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/routers/bb731491-23cc-4c2f-bbc0-31d0ff3b869e HTTP/1.1" status: 404 len: 336 time: 0.0400789 Feb 11 05:12:51.694213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38758) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.697127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f49406-e871-4cf7-a259-76c2bf7decc5') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:51.697490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f49406-e871-4cf7-a259-76c2bf7decc5') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:51.711052 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (c6f49406-e871-4cf7-a259-76c2bf7decc5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.723510 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-da271bd5-3c97-4e8a-8929-cd503ff6abf5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.723973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da271bd5-3c97-4e8a-8929-cd503ff6abf5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.729499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-da271bd5-3c97-4e8a-8929-cd503ff6abf5 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/7dcae92e-1da5-4e3e-b1f7-6fcacde81c01 HTTP/1.1" status: 404 len: 337 time: 0.0316954 Feb 11 05:12:51.729793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38760) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.748847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c6f49406-e871-4cf7-a259-76c2bf7decc5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.759905 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e7ccc265-2c20-427d-b18f-6ae3f21ce8b0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "GET /v2.0/ports?device_id=98637b01-7463-4634-b942-89bef0bdb89a HTTP/1.1" status: 200 len: 205 time: 0.0290296 Feb 11 05:12:51.761800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:51.762297 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (c6f49406-e871-4cf7-a259-76c2bf7decc5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.762447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38762) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:51.764087 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:51.816723 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-a494e200-3763-4299-b800-c75e36e60e75 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] delete failed (client error): The resource could not be found. Feb 11 05:12:51.821177 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a494e200-3763-4299-b800-c75e36e60e75 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/routers/98637b01-7463-4634-b942-89bef0bdb89a HTTP/1.1" status: 404 len: 336 time: 0.0552485 Feb 11 05:12:51.821410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38766) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.825826 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a287139-96eb-409c-8fa2-935980592f5e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8d7c66c2-610e-471c-af80-50bf3bae0b41), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.854704 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-436e8fe8-8711-44af-a765-5a307e789cc0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.855245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436e8fe8-8711-44af-a765-5a307e789cc0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.860613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-436e8fe8-8711-44af-a765-5a307e789cc0 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/50d0c840-decd-47f9-8846-5b8c31f6d3f1 HTTP/1.1" status: 404 len: 337 time: 0.0359874 Feb 11 05:12:51.860849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38770) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.868050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a287139-96eb-409c-8fa2-935980592f5e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=8d7c66c2-610e-471c-af80-50bf3bae0b41,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:51.878217 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (1caaf8e2-ca97-4786-aa9d-1b901fe00657), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.894075 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-6546e616-e1c2-4d17-9f85-43b034684c53 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.895083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6546e616-e1c2-4d17-9f85-43b034684c53 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.900839 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6546e616-e1c2-4d17-9f85-43b034684c53 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/56146aa8-f8df-4813-aeed-6da182c49ce6 HTTP/1.1" status: 404 len: 337 time: 0.0366299 Feb 11 05:12:51.901016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38774) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.902078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1caaf8e2-ca97-4786-aa9d-1b901fe00657 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:12:51.905862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.910018 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] 10.222.0.48 "DELETE /v2.0/networks/1caaf8e2-ca97-4786-aa9d-1b901fe00657 HTTP/1.1" status: 204 len: 168 time: 0.5882266 Feb 11 05:12:51.937121 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-836d5ee3-5f71-46ab-8323-0f6563f2a17c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:51.937717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836d5ee3-5f71-46ab-8323-0f6563f2a17c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:51.943938 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-836d5ee3-5f71-46ab-8323-0f6563f2a17c tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/59cefa82-1c10-40f6-b65d-47a8fcce5e8f HTTP/1.1" status: 404 len: 333 time: 0.0389981 Feb 11 05:12:51.943938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38776) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.951321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38778) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.957327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfb9c1-ba3e-4356-944a-9cf2a998bad8 tempest-ExternalNetworksTestJSON-1393241897 tempest-ExternalNetworksTestJSON-1393241897-project-admin] Pushing event deleted for resources: {'Network': ['ID=1caaf8e2-ca97-4786-aa9d-1b901fe00657,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:52.018662 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af6f7a0-ef3f-471f-b214-ce0760d8408d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.019156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af6f7a0-ef3f-471f-b214-ce0760d8408d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.024619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5af6f7a0-ef3f-471f-b214-ce0760d8408d tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/81f6a0f2-f41b-4282-8290-0027ab63d6c2 HTTP/1.1" status: 404 len: 337 time: 0.0679390 Feb 11 05:12:52.024619 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b503b0-bdef-42b8-a016-57f54273e744 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.024619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b503b0-bdef-42b8-a016-57f54273e744 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.029454 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-44b503b0-bdef-42b8-a016-57f54273e744 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] 10.222.0.48 "DELETE /v2.0/subnets/59278f7c-f4d8-4541-905f-fccb26c4ba2b HTTP/1.1" status: 404 len: 337 time: 0.0867496 Feb 11 05:12:52.030093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38780) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.030373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38782) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.063125 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd232929-f4e5-4d24-9c84-efe86c741f40 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.063707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd232929-f4e5-4d24-9c84-efe86c741f40 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.069097 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bd232929-f4e5-4d24-9c84-efe86c741f40 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/fc8aab5d-e81c-4a7a-8a4a-6ca4f0ae5e12 HTTP/1.1" status: 404 len: 333 time: 0.0355048 Feb 11 05:12:52.069333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38786) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.073786 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a287139-96eb-409c-8fa2-935980592f5e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.136755 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3b81d8-82ba-4768-92c0-3128eaf190f8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.137525 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dc1a3270-0728-4325-8e22-15c972c33f4c req-4241a6c2-ede9-4727-a197-00606d071401 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 210 time: 0.2744174 Feb 11 05:12:52.151956 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3b81d8-82ba-4768-92c0-3128eaf190f8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.156709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6f3b81d8-82ba-4768-92c0-3128eaf190f8 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/15495607-c98f-4205-abae-9ca22545b90f HTTP/1.1" status: 404 len: 337 time: 0.0864439 Feb 11 05:12:52.160019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38790) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.234128 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (c796b2bc-8a86-4b4e-bd8e-7df89f2900e4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.251855 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee55abf-fc7f-470f-8295-b275ba6c7a22 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.252691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee55abf-fc7f-470f-8295-b275ba6c7a22 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.258122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dee55abf-fc7f-470f-8295-b275ba6c7a22 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/9e590343-84ed-4311-b77f-921ef3af5f39 HTTP/1.1" status: 404 len: 333 time: 0.0948079 Feb 11 05:12:52.278424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38792) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.369719 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (c796b2bc-8a86-4b4e-bd8e-7df89f2900e4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.417004 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5a10e5-dd98-47b5-89e4-bd670645c228 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.418046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5a10e5-dd98-47b5-89e4-bd670645c228 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.423599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2a5a10e5-dd98-47b5-89e4-bd670645c228 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/fca9d070-4424-4ba0-b1a9-5e8d35047b38 HTTP/1.1" status: 404 len: 337 time: 0.1409137 Feb 11 05:12:52.423599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c796b2bc-8a86-4b4e-bd8e-7df89f2900e4']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:52.424626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38796) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.438005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a27c1c7-b090-4fc7-a92b-e385392eb873') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:52.438005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a27c1c7-b090-4fc7-a92b-e385392eb873') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:52.450007 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (4a27c1c7-b090-4fc7-a92b-e385392eb873), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.457545 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-89818851-86ae-4b9a-8694-2d3f6e26202a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.458121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89818851-86ae-4b9a-8694-2d3f6e26202a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.461284 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-89818851-86ae-4b9a-8694-2d3f6e26202a tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/b2f8328d-4f6c-487b-82a0-ed04b54871dc HTTP/1.1" status: 404 len: 333 time: 0.0355332 Feb 11 05:12:52.463985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38798) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.466609 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4a27c1c7-b090-4fc7-a92b-e385392eb873), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.466791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a287139-96eb-409c-8fa2-935980592f5e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:52.495839 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e74427f-7538-480a-ba19-a15041341c28 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.496303 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e74427f-7538-480a-ba19-a15041341c28 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.501876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4e74427f-7538-480a-ba19-a15041341c28 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/d64ebd4c-2203-4050-bda5-f5faaed1663d HTTP/1.1" status: 404 len: 337 time: 0.0340185 Feb 11 05:12:52.501876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:52.501876 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (4a27c1c7-b090-4fc7-a92b-e385392eb873), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:52.504695 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:52.507018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38800) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.544922 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b220a6-e9a3-4fd9-903e-02dd0dd82adb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.545494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b220a6-e9a3-4fd9-903e-02dd0dd82adb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.548528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-27b220a6-e9a3-4fd9-903e-02dd0dd82adb tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/c6f07bd9-6652-4817-a5fd-2bb5960252d3 HTTP/1.1" status: 404 len: 333 time: 0.0425651 Feb 11 05:12:52.551305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38802) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.590287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a287139-96eb-409c-8fa2-935980592f5e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:52.596365 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3a287139-96eb-409c-8fa2-935980592f5e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0696626 Feb 11 05:12:52.599067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38804) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.603084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be8125-dd71-4629-ae3b-172308f57da8 None None] Sync routers for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:52.610282 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-1255d214-47db-4a90-9397-e179cedc5211 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.610748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1255d214-47db-4a90-9397-e179cedc5211 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.614647 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1255d214-47db-4a90-9397-e179cedc5211 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/14d4a0db-2153-47ed-b79a-e8a5119430b7 HTTP/1.1" status: 404 len: 337 time: 0.0616391 Feb 11 05:12:52.617022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38806) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.628587 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (c796b2bc-8a86-4b4e-bd8e-7df89f2900e4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.640335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be8125-dd71-4629-ae3b-172308f57da8 None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:52.649418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a9be8125-dd71-4629-ae3b-172308f57da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:52.652500 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.655656 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] 10.222.0.48 "DELETE /v2.0/networks/c796b2bc-8a86-4b4e-bd8e-7df89f2900e4 HTTP/1.1" status: 204 len: 168 time: 0.6230474 Feb 11 05:12:52.656699 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cee10d0-0ccd-4ba3-8441-0e756357955f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.657264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cee10d0-0ccd-4ba3-8441-0e756357955f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.662950 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1cee10d0-0ccd-4ba3-8441-0e756357955f tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/701b61ab-dc77-4519-8e2d-351acd7f8b50 HTTP/1.1" status: 404 len: 333 time: 0.0425019 Feb 11 05:12:52.663790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38810) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.671167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-681b5250-50db-4419-8f7f-e4375884007a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting subnet f7f65811-2deb-4c1d-89ed-578b509d68f6 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:52.675845 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-681b5250-50db-4419-8f7f-e4375884007a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (f7f65811-2deb-4c1d-89ed-578b509d68f6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.680823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec14b9-caeb-4005-a6b3-79ca004b2629 tempest-ExternalNetworksTestJSON-338220972 tempest-ExternalNetworksTestJSON-338220972-project] Pushing event deleted for resources: {'Network': ['ID=c796b2bc-8a86-4b4e-bd8e-7df89f2900e4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:52.700462 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce4ebec-4655-4e2b-bbe4-b809d9606b15 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.700933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce4ebec-4655-4e2b-bbe4-b809d9606b15 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.707134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7ce4ebec-4655-4e2b-bbe4-b809d9606b15 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/b43eb6c4-f5bc-4cc0-b23b-aa2acd6d6b24 HTTP/1.1" status: 404 len: 337 time: 0.0397012 Feb 11 05:12:52.707291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38812) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.733796 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e34bec-2f2f-41a9-b069-6fb911deea16 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.734384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e34bec-2f2f-41a9-b069-6fb911deea16 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.738627 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c5e34bec-2f2f-41a9-b069-6fb911deea16 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/ports/47a3b83a-6ca7-4a17-9d86-c6f33b9eec06 HTTP/1.1" status: 404 len: 333 time: 0.0303810 Feb 11 05:12:52.741321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38814) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.746280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-681b5250-50db-4419-8f7f-e4375884007a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (f7f65811-2deb-4c1d-89ed-578b509d68f6), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.771569 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-97727c5a-1ada-4e86-85ef-a5ed8e57ec56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] DELETE failed (client error): The resource could not be found. Feb 11 05:12:52.771975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97727c5a-1ada-4e86-85ef-a5ed8e57ec56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:12:52.775132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-97727c5a-1ada-4e86-85ef-a5ed8e57ec56 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/subnets/0ad60a41-d29a-4328-8b2a-c901b31dca44 HTTP/1.1" status: 404 len: 337 time: 0.0325518 Feb 11 05:12:52.777701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38816) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.798291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a9be8125-dd71-4629-ae3b-172308f57da8 None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:52.877847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-681b5250-50db-4419-8f7f-e4375884007a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (f7f65811-2deb-4c1d-89ed-578b509d68f6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.892069 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (7c563e16-8896-4630-8c06-8305ed9e25d0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.968608 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-681b5250-50db-4419-8f7f-e4375884007a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (f7f65811-2deb-4c1d-89ed-578b509d68f6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.000078 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (7c563e16-8896-4630-8c06-8305ed9e25d0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.004371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b5250-50db-4419-8f7f-e4375884007a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f65811-2deb-4c1d-89ed-578b509d68f6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:53.021245 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-681b5250-50db-4419-8f7f-e4375884007a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.024084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c563e16-8896-4630-8c06-8305ed9e25d0']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:53.025395 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-681b5250-50db-4419-8f7f-e4375884007a tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/f7f65811-2deb-4c1d-89ed-578b509d68f6 HTTP/1.1" status: 204 len: 168 time: 0.4252222 Feb 11 05:12:53.028086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38820) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:53.032582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da74df5-c474-487c-a720-297f8c146a5c None None] Network 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:53.036332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61198d38-2955-468e-ba88-7867cc7dac0f') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:53.036882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61198d38-2955-468e-ba88-7867cc7dac0f') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:53.049883 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (61198d38-2955-468e-ba88-7867cc7dac0f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.074360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (61198d38-2955-468e-ba88-7867cc7dac0f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.088767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:53.089351 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (61198d38-2955-468e-ba88-7867cc7dac0f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:53.093048 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:53.106973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38822) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:53.128702 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.192003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port edec5db7-db18-410d-a468-b8164abb5358 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:53.193180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (edec5db7-db18-410d-a468-b8164abb5358), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.240432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a9be8125-dd71-4629-ae3b-172308f57da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:51Z', 'revision_number': 10, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:53.282096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port edec5db7-db18-410d-a468-b8164abb5358, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=edec5db7-db18-410d-a468-b8164abb5358,segment=NetworkSegment(ccb0a578-c66e-44dc-8e49-7fe813944ae1),segment_id=ccb0a578-c66e-44dc-8e49-7fe813944ae1)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:53.282615 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (edec5db7-db18-410d-a468-b8164abb5358), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.292265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be8125-dd71-4629-ae3b-172308f57da8 None None] Checking router: 51f9ff03-c225-41e9-a798-43d7ab5a0e5f for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:53.302174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for edec5db7-db18-410d-a468-b8164abb5358 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:53.310969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be8125-dd71-4629-ae3b-172308f57da8 None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:53.311861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a9be8125-dd71-4629-ae3b-172308f57da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:53.356874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-785283d9-0895-4751-b345-02f5cf921417 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:53.358566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-785283d9-0895-4751-b345-02f5cf921417 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.60 "GET /v2.0/networks?id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f HTTP/1.1" status: 200 len: 814 time: 0.1527746 Feb 11 05:12:53.366716 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (7c563e16-8896-4630-8c06-8305ed9e25d0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.372557 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.377564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] 10.222.0.48 "DELETE /v2.0/networks/7c563e16-8896-4630-8c06-8305ed9e25d0 HTTP/1.1" status: 204 len: 168 time: 0.5977755 Feb 11 05:12:53.419313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b702a4-a217-41c4-a5e1-6449014e7138 tempest-NetworksTestDHCPv6-480229223 tempest-NetworksTestDHCPv6-480229223-project] Pushing event deleted for resources: {'Network': ['ID=7c563e16-8896-4630-8c06-8305ed9e25d0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:53.437186 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (edec5db7-db18-410d-a468-b8164abb5358), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.460963 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a90154f8-49f6-417e-956f-18fa149a2d4e req-b1a20473-fa59-401d-8476-6dc02cd1491b tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 210 time: 0.1131947 Feb 11 05:12:53.498157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a9be8125-dd71-4629-ae3b-172308f57da8 None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:53.504938 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=edec5db7-db18-410d-a468-b8164abb5358,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:53.512930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No DVR routers for this DVR port edec5db7-db18-410d-a468-b8164abb5358 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:53.518480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b6dbf4-9461-41e5-af91-7b39f41729c1 None None] DHCP port deletion for 197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:53.557475 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-579ca2b0-feb7-477a-821d-78b7ed04d8e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7a33ced75de49c788e7676b7c5dcb94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4485149 Feb 11 05:12:53.561401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38830) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:53.602301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-1e2ec40a-9cb7-44ea-8123-50449f57bd40 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e8b392b4f1c464eafef4230484f4416 HTTP/1.1" status: 200 len: 380 time: 0.1960127 Feb 11 05:12:53.617770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Request body: {'port': {'device_id': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'admin_state_up': True, 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'security_groups': ['4c9823d3-1b40-4b73-9ba7-f55e7cc403db']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:53.696372 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.728369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:53.738598 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb0a578-c66e-44dc-8e49-7fe813944ae1') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:53.738825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb0a578-c66e-44dc-8e49-7fe813944ae1') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:53.750568 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (ccb0a578-c66e-44dc-8e49-7fe813944ae1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.766442 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ccb0a578-c66e-44dc-8e49-7fe813944ae1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.775687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:53.776439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (ccb0a578-c66e-44dc-8e49-7fe813944ae1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:53.779422 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:53.809672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2486a308-bc20-45f8-86dd-01df85ea4c46 admin admin] Publish callbacks [] for security_group (6869dd78-dc3e-4545-ae27-4fb4a4c2066b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.811126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38834) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:53.865360 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.879424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.880891 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Made reservation on behalf of 4e8b392b4f1c464eafef4230484f4416 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:53.884339 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.889621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2486a308-bc20-45f8-86dd-01df85ea4c46 admin admin] Publish callbacks [] for security_group (6869dd78-dc3e-4545-ae27-4fb4a4c2066b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.889774 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/networks/197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55 HTTP/1.1" status: 204 len: 168 time: 0.8605423 Feb 11 05:12:53.890202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a9be8125-dd71-4629-ae3b-172308f57da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:51Z', 'revision_number': 10, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:53.892391 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38838) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:53.929877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be8125-dd71-4629-ae3b-172308f57da8 None None] The sync data for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 is: [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:51Z', 'revision_number': 10, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None, '_interfaces': [{'id': '53acf909-7f8c-4125-9aed-998d53ce3205', 'name': '', 'network_id': '3759b97f-7e83-4c51-bdb8-5a023c862d0e', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'mac_address': 'fa:16:3e:f5:30:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:15Z', 'updated_at': '2022-02-11T05:12:20Z', 'revision_number': 5, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'subnets': [{'id': 'f3771160-6f91-4d9d-a9b2-da9e6e3a0dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:53.979321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c1a17-153b-45d8-9720-f5d44991b399 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Network': ['ID=197f2ffc-4953-4f4b-8c3b-5ed5b0b0eb55,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:54.034329 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2486a308-bc20-45f8-86dd-01df85ea4c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6869dd78-dc3e-4545-ae27-4fb4a4c2066b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.037253 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2486a308-bc20-45f8-86dd-01df85ea4c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.038457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2486a308-bc20-45f8-86dd-01df85ea4c46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6869dd78-dc3e-4545-ae27-4fb4a4c2066b HTTP/1.1" status: 204 len: 168 time: 0.4759877 Feb 11 05:12:54.071709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486a308-bc20-45f8-86dd-01df85ea4c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6869dd78-dc3e-4545-ae27-4fb4a4c2066b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:54.106520 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-45a97e88-89f3-4991-a171-6a891a06a6ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ad7ada894ab4aa7acdd945653d86731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2894447 Feb 11 05:12:54.107697 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38842) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:54.119754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Allocated IP 172.20.0.8 (3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f/61967365-a345-463c-bb5d-3c07b0cfdaf3/b298dff9-38d3-41f8-b09f-73fe54c5229f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:54.191877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ede2edd3-4278-473e-9a28-b2a3286e1d4a admin admin] Publish callbacks [] for security_group (6e7df9b9-70ef-4534-b99f-d42756d45a6a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.245503 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ede2edd3-4278-473e-9a28-b2a3286e1d4a admin admin] Publish callbacks [] for security_group (6e7df9b9-70ef-4534-b99f-d42756d45a6a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.359500 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.392761 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ede2edd3-4278-473e-9a28-b2a3286e1d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6e7df9b9-70ef-4534-b99f-d42756d45a6a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.396387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ede2edd3-4278-473e-9a28-b2a3286e1d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.397862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ede2edd3-4278-473e-9a28-b2a3286e1d4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e7df9b9-70ef-4534-b99f-d42756d45a6a HTTP/1.1" status: 204 len: 168 time: 0.2890632 Feb 11 05:12:54.416839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2edd3-4278-473e-9a28-b2a3286e1d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7df9b9-70ef-4534-b99f-d42756d45a6a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:54.453500 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.466622 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7042-a146-45fd-a6ba-a1311e2b4cb9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.469784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38848) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:54.546781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:54.552646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event updated for resources: {'Port': ['ID=b298dff9-38d3-41f8-b09f-73fe54c5229f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:54.569515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:54.594051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:54.662285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-be604055-cc80-42ee-ab9f-93e502ce5ecf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c234ff9300ef4c5b94eb23218f80199b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1922650 Feb 11 05:12:54.665794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38852) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:54.752456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:54.753197 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.767387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d83701b-e476-447b-986f-6e0254a4dcb9 admin admin] Publish callbacks [] for security_group (16fdae13-578c-4a72-aded-27ff34098562), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.771229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edbee7-70b3-42e3-a8e4-f03c21f90538 req-3fed2597-bea0-4905-b720-fd7fabffdb29 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:54.773517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b7edbee7-70b3-42e3-a8e4-f03c21f90538 req-3fed2597-bea0-4905-b720-fd7fabffdb29 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 931 time: 0.1476119 Feb 11 05:12:54.791857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-881ae321-4216-4e3a-b92e-742df1bbba2c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1808853 Feb 11 05:12:54.812793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Request body: {'port': {'device_id': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:54.839257 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d83701b-e476-447b-986f-6e0254a4dcb9 admin admin] Publish callbacks [] for security_group (16fdae13-578c-4a72-aded-27ff34098562), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.927937 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b7edbee7-70b3-42e3-a8e4-f03c21f90538 req-762b2a7d-8100-405e-be0d-6abc05751a9f tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408334 Feb 11 05:12:54.942249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad7042-a146-45fd-a6ba-a1311e2b4cb9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port 53acf909-7f8c-4125-9aed-998d53ce3205 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:54.942249 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7042-a146-45fd-a6ba-a1311e2b4cb9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.962639 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.009330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d83701b-e476-447b-986f-6e0254a4dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (16fdae13-578c-4a72-aded-27ff34098562), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.013072 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d83701b-e476-447b-986f-6e0254a4dcb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.018950 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6d83701b-e476-447b-986f-6e0254a4dcb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16fdae13-578c-4a72-aded-27ff34098562 HTTP/1.1" status: 204 len: 168 time: 0.3517003 Feb 11 05:12:55.034987 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83701b-e476-447b-986f-6e0254a4dcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fdae13-578c-4a72-aded-27ff34098562,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:55.037944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-187252b8-ebeb-46fe-bd33-81a01aae36f4 None None] Provisioning complete for port b298dff9-38d3-41f8-b09f-73fe54c5229f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:55.039567 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-187252b8-ebeb-46fe-bd33-81a01aae36f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.102472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-187252b8-ebeb-46fe-bd33-81a01aae36f4 None None] Port b298dff9-38d3-41f8-b09f-73fe54c5229f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:55.120816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-e0ad7042-a146-45fd-a6ba-a1311e2b4cb9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port 53acf909-7f8c-4125-9aed-998d53ce3205, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=53acf909-7f8c-4125-9aed-998d53ce3205,segment=NetworkSegment(a8dbf303-c5df-47b9-af2d-52bbaa8a94ba),segment_id=a8dbf303-c5df-47b9-af2d-52bbaa8a94ba)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:55.121189 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7042-a146-45fd-a6ba-a1311e2b4cb9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.135297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad7042-a146-45fd-a6ba-a1311e2b4cb9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for 53acf909-7f8c-4125-9aed-998d53ce3205 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:55.516880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b298dff9-38d3-41f8-b09f-73fe54c5229f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:55.548972 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Publish callbacks [] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.571050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8d7c66c2-610e-471c-af80-50bf3bae0b41 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:55.572605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Transition to ACTIVE for port object b298dff9-38d3-41f8-b09f-73fe54c5229f will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:55.582204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.624817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 8d7c66c2-610e-471c-af80-50bf3bae0b41 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:55.628918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8d7c66c2-610e-471c-af80-50bf3bae0b41 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:55.629525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device edec5db7-db18-410d-a468-b8164abb5358 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:55.698258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: edec5db7-db18-410d-a468-b8164abb5358 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:55.698618 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device edec5db7-db18-410d-a468-b8164abb5358 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:55.725526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38882) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:55.793653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Pushing event updated for resources: {'Port': ['ID=b298dff9-38d3-41f8-b09f-73fe54c5229f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:55.826721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Attempting to bind port b298dff9-38d3-41f8-b09f-73fe54c5229f on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:55.827101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Attempting to bind port b298dff9-38d3-41f8-b09f-73fe54c5229f by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:55.829650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Attempting to bind port b298dff9-38d3-41f8-b09f-73fe54c5229f on network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:55.834208 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7042-a146-45fd-a6ba-a1311e2b4cb9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (53acf909-7f8c-4125-9aed-998d53ce3205), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.842100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Port b298dff9-38d3-41f8-b09f-73fe54c5229f on network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:55.842451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Attempting to bind port b298dff9-38d3-41f8-b09f-73fe54c5229f on network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:55.856513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:55.856864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Checking segment: {'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:55.857266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Bound using segment: {'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:55.862378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Bound port: b298dff9-38d3-41f8-b09f-73fe54c5229f, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1451e5-f898-48c0-92ad-c782e4857504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:55.862769 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.900022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad7042-a146-45fd-a6ba-a1311e2b4cb9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=53acf909-7f8c-4125-9aed-998d53ce3205,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:55.995376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] For port b298dff9-38d3-41f8-b09f-73fe54c5229f, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:55.999397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] For port b298dff9-38d3-41f8-b09f-73fe54c5229f, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=b298dff9-38d3-41f8-b09f-73fe54c5229f,segment=NetworkSegment(2a1451e5-f898-48c0-92ad-c782e4857504),segment_id=2a1451e5-f898-48c0-92ad-c782e4857504)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:56.012644 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.071507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Pushing event updated for resources: {'Port': ['ID=b298dff9-38d3-41f8-b09f-73fe54c5229f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:56.097682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:56.098351 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.100926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-9e9f04a4-7829-4e27-89a1-7aca30e64b12 service neutron] 10.222.0.60 "PUT /v2.0/ports/b298dff9-38d3-41f8-b09f-73fe54c5229f HTTP/1.1" status: 200 len: 1092 time: 1.2935102 Feb 11 05:12:56.102706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:56.105124 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb44713-00b5-4d72-9295-e173bcced249" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:56.201350 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7042-a146-45fd-a6ba-a1311e2b4cb9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.219688 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f040585-f247-4b4e-af87-07d52c2c49ab x-openstack-request-id: req-8f040585-f247-4b4e-af87-07d52c2c49ab {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:56.219688 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:56.219688 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f040585-f247-4b4e-af87-07d52c2c49ab {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:56.220083 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'status': 'completed', 'code': 200} Feb 11 05:12:56.293971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-157245115'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:56.328895 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Made reservation on behalf of 818aa1d4bd1746e4be63ed3593494fee for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:56.333406 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.379873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650af522-46ed-453f-9d49-3b97420cd338 req-417413dc-1c88-449a-8ebd-019943b213c1 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:56.381529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-650af522-46ed-453f-9d49-3b97420cd338 req-417413dc-1c88-449a-8ebd-019943b213c1 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.2796240 Feb 11 05:12:56.385458 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.467480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-5f3a4446-a8da-4888-8da9-0b691ebc90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:56.469146 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-5f3a4446-a8da-4888-8da9-0b691ebc90cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e8b392b4f1c464eafef4230484f4416&device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 1126 time: 0.2731056 Feb 11 05:12:56.504859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ad7042-a146-45fd-a6ba-a1311e2b4cb9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:56.539401 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks [] for security_group (72c751d3-6ec6-4334-906c-6e4ae4585a8b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.542785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-09327846-250f-42ae-b31a-f918f6e2fc1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b298dff9-38d3-41f8-b09f-73fe54c5229f HTTP/1.1" status: 200 len: 217 time: 0.0590677 Feb 11 05:12:56.577287 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (72c751d3-6ec6-4334-906c-6e4ae4585a8b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.588728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ad7042-a146-45fd-a6ba-a1311e2b4cb9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:56.596994 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e0ad7042-a146-45fd-a6ba-a1311e2b4cb9 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7000227 Feb 11 05:12:56.597203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38902) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:56.610164 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df4621-8871-41ec-bfe9-db8dc0e53a20 None None] Sync routers for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:56.622243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c751d3-6ec6-4334-906c-6e4ae4585a8b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:56.626702 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df4621-8871-41ec-bfe9-db8dc0e53a20 None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:56.627690 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b2df4621-8871-41ec-bfe9-db8dc0e53a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:56.652305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-650af522-46ed-453f-9d49-3b97420cd338 req-71f6c64c-9059-434d-967b-d95579fff774 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481129 Feb 11 05:12:56.656970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:56.679132 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5bd20053-bd0a-485f-b72d-5bb0420acc60), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.679482 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Added segment 5bd20053-bd0a-485f-b72d-5bb0420acc60 of type vlan for network 112e88a7-111c-4345-b9b5-0d27e756b4c6 Feb 11 05:12:56.690843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-bead6ce4-a57a-4637-8509-49c20f0084ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:56.692348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-bead6ce4-a57a-4637-8509-49c20f0084ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61967365-a345-463c-bb5d-3c07b0cfdaf3 HTTP/1.1" status: 200 len: 853 time: 0.1405728 Feb 11 05:12:56.721570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-e096164a-55a6-4184-8607-426d847e3410 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting subnet f3771160-6f91-4d9d-a9b2-da9e6e3a0dae {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:56.734230 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e096164a-55a6-4184-8607-426d847e3410 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (f3771160-6f91-4d9d-a9b2-da9e6e3a0dae), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.743415 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b2df4621-8871-41ec-bfe9-db8dc0e53a20 None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:56.779061 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (112e88a7-111c-4345-b9b5-0d27e756b4c6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.835377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-3bdf45d4-7253-4763-a166-9b18d70ee087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:56.835896 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e096164a-55a6-4184-8607-426d847e3410 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (f3771160-6f91-4d9d-a9b2-da9e6e3a0dae), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.838080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-3bdf45d4-7253-4763-a166-9b18d70ee087 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1244452 Feb 11 05:12:56.847310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (112e88a7-111c-4345-b9b5-0d27e756b4c6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.853997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:56.854764 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.977628 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2024705 Feb 11 05:12:56.981268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38912) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:56.983296 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b2df4621-8871-41ec-bfe9-db8dc0e53a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 11, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:56.987503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-038f0c72-c604-486c-a4f9-441b7f721311 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Request body: {'subnet': {'network_id': '112e88a7-111c-4345-b9b5-0d27e756b4c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:57.013715 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df4621-8871-41ec-bfe9-db8dc0e53a20 None None] Checking router: 51f9ff03-c225-41e9-a798-43d7ab5a0e5f for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:57.023977 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df4621-8871-41ec-bfe9-db8dc0e53a20 None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:57.024595 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b2df4621-8871-41ec-bfe9-db8dc0e53a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:57.034357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e096164a-55a6-4184-8607-426d847e3410 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (f3771160-6f91-4d9d-a9b2-da9e6e3a0dae), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.082685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-48275db0-a7dd-460d-bdb2-23ba80fb6734 service neutron] 10.222.0.60 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222950 Feb 11 05:12:57.083890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928de10-f090-4138-869c-e684523b47b1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Pushing event updated for resources: {'Network': ['ID=112e88a7-111c-4345-b9b5-0d27e756b4c6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:57.116263 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 112e88a7-111c-4345-b9b5-0d27e756b4c6 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:57.129591 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b2df4621-8871-41ec-bfe9-db8dc0e53a20 None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:57.197365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038f0c72-c604-486c-a4f9-441b7f721311 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Made reservation on behalf of 818aa1d4bd1746e4be63ed3593494fee for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:57.200846 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-038f0c72-c604-486c-a4f9-441b7f721311 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.234694 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e096164a-55a6-4184-8607-426d847e3410 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (f3771160-6f91-4d9d-a9b2-da9e6e3a0dae), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.247319 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b2df4621-8871-41ec-bfe9-db8dc0e53a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 11, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:57.288798 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df4621-8871-41ec-bfe9-db8dc0e53a20 None None] The sync data for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 is: [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 11, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:57.305709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ecbbf1-d261-40b7-90a1-3ebb6dfdb334 req-777e86c4-8860-47f7-b7b0-c7d59e19b4ed service neutron] 10.222.0.60 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041299 Feb 11 05:12:57.335789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096164a-55a6-4184-8607-426d847e3410 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Subnet': ['ID=f3771160-6f91-4d9d-a9b2-da9e6e3a0dae,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:57.342134 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e096164a-55a6-4184-8607-426d847e3410 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.345440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e096164a-55a6-4184-8607-426d847e3410 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/f3771160-6f91-4d9d-a9b2-da9e6e3a0dae HTTP/1.1" status: 204 len: 168 time: 0.7473159 Feb 11 05:12:57.346460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd64190-6f1d-4d06-bca5-11d5310ba378 None None] Network 3759b97f-7e83-4c51-bdb8-5a023c862d0e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:57.351824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38918) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:57.436606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38920) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:57.454419 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (3759b97f-7e83-4c51-bdb8-5a023c862d0e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.507612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44713-00b5-4d72-9295-e173bcced249 req-1c37ede5-56d4-4c3d-96a8-06af0197776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:57.510358 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6eb44713-00b5-4d72-9295-e173bcced249 req-1c37ede5-56d4-4c3d-96a8-06af0197776e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e8b392b4f1c464eafef4230484f4416&device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 1126 time: 0.0894845 Feb 11 05:12:57.634679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3acff07e-b22e-4938-af5f-13fea0351bb9 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1450095875'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:57.635387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3acff07e-b22e-4938-af5f-13fea0351bb9 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Unknown quota resources ['metering_label']. {{(pid=103353) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:12:57.639979 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-038f0c72-c604-486c-a4f9-441b7f721311 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (6d69ea63-dfb9-451e-8a34-ee56ff904f35), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.709888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c200e-c3cb-41ce-9913-5aebe5c0c5a8 None None] DHCP port deletion for 3759b97f-7e83-4c51-bdb8-5a023c862d0e request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:57.712899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Deleting port c92b355d-c092-4dfb-b816-29e3ecab4d87 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:57.713329 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.764079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f0c72-c604-486c-a4f9-441b7f721311 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Pushing event updated for resources: {'Subnet': ['ID=6d69ea63-dfb9-451e-8a34-ee56ff904f35,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:57.812682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e52c200e-c3cb-41ce-9913-5aebe5c0c5a8 None None] Deleting port c92b355d-c092-4dfb-b816-29e3ecab4d87 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:57.813047 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e52c200e-c3cb-41ce-9913-5aebe5c0c5a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.818482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 53acf909-7f8c-4125-9aed-998d53ce3205 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:57.860331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 53acf909-7f8c-4125-9aed-998d53ce3205 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:57.860932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 53acf909-7f8c-4125-9aed-998d53ce3205 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:57.861694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c92b355d-c092-4dfb-b816-29e3ecab4d87 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:57.878875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] For port c92b355d-c092-4dfb-b816-29e3ecab4d87, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c92b355d-c092-4dfb-b816-29e3ecab4d87,segment=NetworkSegment(a8dbf303-c5df-47b9-af2d-52bbaa8a94ba),segment_id=a8dbf303-c5df-47b9-af2d-52bbaa8a94ba)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:57.879493 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.881921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f0c72-c604-486c-a4f9-441b7f721311 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Checking segment: {'id': '5bd20053-bd0a-485f-b72d-5bb0420acc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '112e88a7-111c-4345-b9b5-0d27e756b4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:57.882298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f0c72-c604-486c-a4f9-441b7f721311 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Network hostable DHCP agents. Network: 112e88a7-111c-4345-b9b5-0d27e756b4c6, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:57.906269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Calling delete_port for c92b355d-c092-4dfb-b816-29e3ecab4d87 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:57.936769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ef920-f815-47e4-abc1-bb786515ad75 req-581cfd8a-8bb9-4044-804d-430920343470 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:57.938268 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb4ef920-f815-47e4-abc1-bb786515ad75 req-581cfd8a-8bb9-4044-804d-430920343470 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.1544492 Feb 11 05:12:57.962067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e52c200e-c3cb-41ce-9913-5aebe5c0c5a8 None None] For port c92b355d-c092-4dfb-b816-29e3ecab4d87, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c92b355d-c092-4dfb-b816-29e3ecab4d87,segment=NetworkSegment(a8dbf303-c5df-47b9-af2d-52bbaa8a94ba),segment_id=a8dbf303-c5df-47b9-af2d-52bbaa8a94ba)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:57.962918 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e52c200e-c3cb-41ce-9913-5aebe5c0c5a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.983126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e52c200e-c3cb-41ce-9913-5aebe5c0c5a8 None None] Calling delete_port for c92b355d-c092-4dfb-b816-29e3ecab4d87 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:58.005183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f0c72-c604-486c-a4f9-441b7f721311 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Network 112e88a7-111c-4345-b9b5-0d27e756b4c6 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:58.051774 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb4ef920-f815-47e4-abc1-bb786515ad75 req-b8beb9fe-61cf-4906-9bd1-467d9b8f1a36 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054380 Feb 11 05:12:58.054303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-038f0c72-c604-486c-a4f9-441b7f721311 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 112e88a7-111c-4345-b9b5-0d27e756b4c6) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:58.060576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f0c72-c604-486c-a4f9-441b7f721311 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:58.061449 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-038f0c72-c604-486c-a4f9-441b7f721311 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.079605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281d316d-e8ee-448e-a5e5-07cc52f9928b None None] Network 112e88a7-111c-4345-b9b5-0d27e756b4c6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:58.096475 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.126025 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Port': ['ID=c92b355d-c092-4dfb-b816-29e3ecab4d87,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:58.135486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-038f0c72-c604-486c-a4f9-441b7f721311 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1508007 Feb 11 05:12:58.136402 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38926) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:58.138576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No DVR routers for this DVR port c92b355d-c092-4dfb-b816-29e3ecab4d87 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:58.150575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Request body: {'port': {'network_id': '112e88a7-111c-4345-b9b5-0d27e756b4c6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-259073149'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:58.170253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c92b355d-c092-4dfb-b816-29e3ecab4d87 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:58.170826 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.221747 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e52c200e-c3cb-41ce-9913-5aebe5c0c5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (c92b355d-c092-4dfb-b816-29e3ecab4d87), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.223598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44713-00b5-4d72-9295-e173bcced249 req-312bbdd5-68c6-43a5-bb91-eae803c83a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:58.227076 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6eb44713-00b5-4d72-9295-e173bcced249 req-312bbdd5-68c6-43a5-bb91-eae803c83a9a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f HTTP/1.1" status: 200 len: 915 time: 0.6909199 Feb 11 05:12:58.278861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6eb44713-00b5-4d72-9295-e173bcced249 req-6d4a1b73-e686-4420-af4f-f706a738e332 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b298dff9-38d3-41f8-b09f-73fe54c5229f HTTP/1.1" status: 200 len: 217 time: 0.0405400 Feb 11 05:12:58.300504 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (3759b97f-7e83-4c51-bdb8-5a023c862d0e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.336688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3759b97f-7e83-4c51-bdb8-5a023c862d0e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:58.354720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44713-00b5-4d72-9295-e173bcced249 req-366e1931-e9b2-4f0a-95b3-5dbf55b17224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:58.356085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8dbf303-c5df-47b9-af2d-52bbaa8a94ba') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:58.356391 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8dbf303-c5df-47b9-af2d-52bbaa8a94ba') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:58.356589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6eb44713-00b5-4d72-9295-e173bcced249 req-366e1931-e9b2-4f0a-95b3-5dbf55b17224 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61967365-a345-463c-bb5d-3c07b0cfdaf3 HTTP/1.1" status: 200 len: 853 time: 0.0545859 Feb 11 05:12:58.371395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (a8dbf303-c5df-47b9-af2d-52bbaa8a94ba), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.393071 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a8dbf303-c5df-47b9-af2d-52bbaa8a94ba), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.400084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:58.400572 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (a8dbf303-c5df-47b9-af2d-52bbaa8a94ba), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:58.404217 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:58.416767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Made reservation on behalf of 818aa1d4bd1746e4be63ed3593494fee for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:58.420860 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.451402 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] device_id is not set on port 178c4ad6-a364-4694-93db-a5260da81852 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:12:58.458823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c200e-c3cb-41ce-9913-5aebe5c0c5a8 None None] Pushing event deleted for resources: {'Port': ['ID=c92b355d-c092-4dfb-b816-29e3ecab4d87,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:58.463272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-112e88a7-111c-4345-b9b5-0d27e756b4c6', 'network_id': '112e88a7-111c-4345-b9b5-0d27e756b4c6', 'project_id': '818aa1d4bd1746e4be63ed3593494fee', 'fixed_ips': [{'subnet_id': '6d69ea63-dfb9-451e-8a34-ee56ff904f35'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:58.464502 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.471328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c200e-c3cb-41ce-9913-5aebe5c0c5a8 None None] No DVR routers for this DVR port c92b355d-c092-4dfb-b816-29e3ecab4d87 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:58.540408 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (3759b97f-7e83-4c51-bdb8-5a023c862d0e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.544552 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3acff07e-b22e-4938-af5f-13fea0351bb9 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.553581 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.555975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3acff07e-b22e-4938-af5f-13fea0351bb9 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1183181 Feb 11 05:12:58.557153 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/networks/3759b97f-7e83-4c51-bdb8-5a023c862d0e HTTP/1.1" status: 204 len: 168 time: 1.2042105 Feb 11 05:12:58.561722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38928) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:58.562059 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38930) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:58.572799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-edd53cd4-1477-4c49-a0c9-88bdeae90dd9 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c99bd332-67b4-44bf-9ea8-4f10082c1b9b'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:58.573301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-edd53cd4-1477-4c49-a0c9-88bdeae90dd9 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:12:58.576139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44713-00b5-4d72-9295-e173bcced249 req-349d68f1-30f9-4ec7-961b-735e35522372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:58.577824 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6eb44713-00b5-4d72-9295-e173bcced249 req-349d68f1-30f9-4ec7-961b-735e35522372 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1706929 Feb 11 05:12:58.597714 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7634ed72-8682-4bdf-972a-e1fd7e867916 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'router': {'routes': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:58.605424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0818b6-d72e-46ed-b44f-238306301407 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Pushing event deleted for resources: {'Network': ['ID=3759b97f-7e83-4c51-bdb8-5a023c862d0e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:58.682177 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6eb44713-00b5-4d72-9295-e173bcced249 req-2dcf9ed4-01d2-40f3-a9de-9ca6772771f8 service neutron] 10.222.0.60 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969827 Feb 11 05:12:58.773856 n-d-615180-58 neutron-server[103354]: WARNING neutron.services.metering.metering_plugin [None req-edd53cd4-1477-4c49-a0c9-88bdeae90dd9 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:12:58.781474 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6eb44713-00b5-4d72-9295-e173bcced249 req-84ca336a-b3ea-4723-b7a2-55aff9268f73 service neutron] 10.222.0.60 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924847 Feb 11 05:12:58.890049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Allocated IP 172.20.0.13 (112e88a7-111c-4345-b9b5-0d27e756b4c6/6d69ea63-dfb9-451e-8a34-ee56ff904f35/178c4ad6-a364-4694-93db-a5260da81852) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:58.982057 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edd53cd4-1477-4c49-a0c9-88bdeae90dd9 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.983312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-edd53cd4-1477-4c49-a0c9-88bdeae90dd9 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4178560 Feb 11 05:12:58.987178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38934) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:58.992280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c6417bd5-f97c-434f-beea-6e016aa5eb19 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c99bd332-67b4-44bf-9ea8-4f10082c1b9b'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:58.992953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c6417bd5-f97c-434f-beea-6e016aa5eb19 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103353) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:12:59.033146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.extraroute_db [None req-7634ed72-8682-4bdf-972a-e1fd7e867916 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Added routes are [] {{(pid=103354) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:12:59.033984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.extraroute_db [None req-7634ed72-8682-4bdf-972a-e1fd7e867916 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Removed routes are [] {{(pid=103354) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:12:59.034312 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7634ed72-8682-4bdf-972a-e1fd7e867916 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.073764 n-d-615180-58 neutron-server[103353]: WARNING neutron.services.metering.metering_plugin [None req-c6417bd5-f97c-434f-beea-6e016aa5eb19 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:12:59.191141 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6417bd5-f97c-434f-beea-6e016aa5eb19 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.194935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c6417bd5-f97c-434f-beea-6e016aa5eb19 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2039039 Feb 11 05:12:59.196062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38938) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:59.239854 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7634ed72-8682-4bdf-972a-e1fd7e867916 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.244790 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6999debc-d54c-4b90-8839-28cc9f7b9755 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=e90c4cc6-9eaf-41ee-8de4-c48c57b3d2b3 HTTP/1.1" status: 200 len: 464 time: 0.0460200 Feb 11 05:12:59.245830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f748c1d-a1e3-4e73-8ef6-5701a162d69d req-21bac4b5-9c46-4f8c-86ef-5a83fd8d560e tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:59.247487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f748c1d-a1e3-4e73-8ef6-5701a162d69d req-21bac4b5-9c46-4f8c-86ef-5a83fd8d560e tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.0610359 Feb 11 05:12:59.248032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:59.273397 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7634ed72-8682-4bdf-972a-e1fd7e867916 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.354345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f748c1d-a1e3-4e73-8ef6-5701a162d69d req-52ab2d68-3801-4435-9a6c-3ddfe76781ad tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973656 Feb 11 05:12:59.383288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7634ed72-8682-4bdf-972a-e1fd7e867916 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:59.386180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks [] for port (178c4ad6-a364-4694-93db-a5260da81852), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.391117 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5626739-a3c3-44b4-a958-17efc503fb25 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.392285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e5626739-a3c3-44b4-a958-17efc503fb25 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/e90c4cc6-9eaf-41ee-8de4-c48c57b3d2b3 HTTP/1.1" status: 204 len: 168 time: 0.1433072 Feb 11 05:12:59.395682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38942) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:59.408827 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fcce3d21-4bbd-4e3f-99e3-3df8d2484128 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=e90c4cc6-9eaf-41ee-8de4-c48c57b3d2b3 HTTP/1.1" status: 200 len: 221 time: 0.0085142 Feb 11 05:12:59.409031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38944) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:59.417685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-254dbfa7-38b0-44fb-84a3-f9775b82c6d5 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--377827402', 'description': 'label created by tempest'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:59.418133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-254dbfa7-38b0-44fb-84a3-f9775b82c6d5 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Unknown quota resources ['metering_label']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:12:59.560585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7634ed72-8682-4bdf-972a-e1fd7e867916 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:59.577397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2165134f-30e5-44e5-a6ca-192bdbc5aa8b None None] Sync routers for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:59.583674 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:12:59.588108 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7634ed72-8682-4bdf-972a-e1fd7e867916 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.589496 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7634ed72-8682-4bdf-972a-e1fd7e867916 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f HTTP/1.1" status: 200 len: 705 time: 1.0229099 Feb 11 05:12:59.592639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38946) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:59.637825 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7803d213-6ef7-41c0-992b-e998b2461904 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=51f9ff03-c225-41e9-a798-43d7ab5a0e5f HTTP/1.1" status: 200 len: 205 time: 0.0418847 Feb 11 05:12:59.638756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38948) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:59.648532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165134f-30e5-44e5-a6ca-192bdbc5aa8b None None] Routers {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:59.649382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2165134f-30e5-44e5-a6ca-192bdbc5aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:59.744547 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e642a45d-ec4d-4e89-b81f-96da6adc4b82 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.751982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Allocated IP 172.20.0.2 (112e88a7-111c-4345-b9b5-0d27e756b4c6/6d69ea63-dfb9-451e-8a34-ee56ff904f35/fa319bf7-919f-4eff-92d0-42ae13947e67) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:59.754958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2165134f-30e5-44e5-a6ca-192bdbc5aa8b None None] Set router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:59.962498 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e642a45d-ec4d-4e89-b81f-96da6adc4b82 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.964884 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e642a45d-ec4d-4e89-b81f-96da6adc4b82 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.967655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Publish callbacks [] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.985165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (178c4ad6-a364-4694-93db-a5260da81852), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.006129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2165134f-30e5-44e5-a6ca-192bdbc5aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9ff03-c225-41e9-a798-43d7ab5a0e5f', 'name': 'tempest-RoutersIpV6Test-router-1546694221', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:12Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 11, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:00.008823 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.020341 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e642a45d-ec4d-4e89-b81f-96da6adc4b82 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (51f9ff03-c225-41e9-a798-43d7ab5a0e5f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.021331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e642a45d-ec4d-4e89-b81f-96da6adc4b82 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Fanout notify agent at l3_agent the message router_deleted on router 51f9ff03-c225-41e9-a798-43d7ab5a0e5f {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:00.031652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e642a45d-ec4d-4e89-b81f-96da6adc4b82 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.037829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e642a45d-ec4d-4e89-b81f-96da6adc4b82 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f HTTP/1.1" status: 204 len: 168 time: 0.3977933 Feb 11 05:13:00.039494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38950) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.044293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bb5389ab-f2c3-4983-9e38-e5b427b64b28 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-290631949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:00.072316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb5389ab-f2c3-4983-9e38-e5b427b64b28 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (a2e9744a-e7c8-4bcf-a67f-b941939491fc), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.073903 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb5389ab-f2c3-4983-9e38-e5b427b64b28 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (a2e9744a-e7c8-4bcf-a67f-b941939491fc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.079775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2165134f-30e5-44e5-a6ca-192bdbc5aa8b None None] Checking router: 51f9ff03-c225-41e9-a798-43d7ab5a0e5f for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:00.102980 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-254dbfa7-38b0-44fb-84a3-f9775b82c6d5 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.107442 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-254dbfa7-38b0-44fb-84a3-f9775b82c6d5 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6946712 Feb 11 05:13:00.110122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38952) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.110253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Network 112e88a7-111c-4345-b9b5-0d27e756b4c6 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:00.116946 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:00.119506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Network 112e88a7-111c-4345-b9b5-0d27e756b4c6 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:00.121463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Pushing event updated for resources: {'Port': ['ID=fa319bf7-919f-4eff-92d0-42ae13947e67,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:00.122538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Pushing event updated for resources: {'Port': ['ID=178c4ad6-a364-4694-93db-a5260da81852,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:00.132316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:00.143452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:00.156306 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:00.178795 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb5389ab-f2c3-4983-9e38-e5b427b64b28 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (a2e9744a-e7c8-4bcf-a67f-b941939491fc), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.182314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165134f-30e5-44e5-a6ca-192bdbc5aa8b None None] Routers set() bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:00.183693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165134f-30e5-44e5-a6ca-192bdbc5aa8b None None] Router IDs set() for agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:13:00.183948 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb5389ab-f2c3-4983-9e38-e5b427b64b28 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (a2e9744a-e7c8-4bcf-a67f-b941939491fc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.185342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_agentschedulers_db [None req-2165134f-30e5-44e5-a6ca-192bdbc5aa8b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'51f9ff03-c225-41e9-a798-43d7ab5a0e5f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent'). {{(pid=103355) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:13:00.186221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2165134f-30e5-44e5-a6ca-192bdbc5aa8b None None] The sync data for ids ['51f9ff03-c225-41e9-a798-43d7ab5a0e5f'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:00.216899 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb5389ab-f2c3-4983-9e38-e5b427b64b28 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.223304 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bb5389ab-f2c3-4983-9e38-e5b427b64b28 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1824944 Feb 11 05:13:00.224726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38954) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.229851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-51462c64-dfd9-4727-b442-53df4206fc18 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=ecd11465-fbb4-4d6e-9c7f-605cd17f0e24 HTTP/1.1" status: 200 len: 467 time: 0.1162062 Feb 11 05:13:00.233623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38956) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.234206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-32e4e4e6-9760-44e5-b375-fc6745e0acce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:00.238972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Attempting to bind port fa319bf7-919f-4eff-92d0-42ae13947e67 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:00.239578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Attempting to bind port fa319bf7-919f-4eff-92d0-42ae13947e67 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '5bd20053-bd0a-485f-b72d-5bb0420acc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '112e88a7-111c-4345-b9b5-0d27e756b4c6'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:00.241214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Attempting to bind port fa319bf7-919f-4eff-92d0-42ae13947e67 on network 112e88a7-111c-4345-b9b5-0d27e756b4c6 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:00.247347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:00.248109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Checking segment: {'id': '5bd20053-bd0a-485f-b72d-5bb0420acc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '112e88a7-111c-4345-b9b5-0d27e756b4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:00.248840 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.249482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Bound using segment: {'id': '5bd20053-bd0a-485f-b72d-5bb0420acc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '112e88a7-111c-4345-b9b5-0d27e756b4c6'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:00.250229 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Bound port: fa319bf7-919f-4eff-92d0-42ae13947e67, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd20053-bd0a-485f-b72d-5bb0420acc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '112e88a7-111c-4345-b9b5-0d27e756b4c6'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:00.251555 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.339594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] For port fa319bf7-919f-4eff-92d0-42ae13947e67, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:00.342738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] For port fa319bf7-919f-4eff-92d0-42ae13947e67, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fa319bf7-919f-4eff-92d0-42ae13947e67,segment=NetworkSegment(5bd20053-bd0a-485f-b72d-5bb0420acc60),segment_id=5bd20053-bd0a-485f-b72d-5bb0420acc60)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:00.350017 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.365617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:00.366237 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.410543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed5490-a0a2-47e1-ba63-6472172039e4 None None] Pushing event updated for resources: {'Port': ['ID=fa319bf7-919f-4eff-92d0-42ae13947e67,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:00.453818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b8b1265a-0820-4392-a191-adc80bbfb1ae tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3164005 Feb 11 05:13:00.457588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38960) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.463930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Request body: {'port': {'network_id': '112e88a7-111c-4345-b9b5-0d27e756b4c6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-658466992', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:00.464422 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] bootfile-name is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:13:00.464770 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] tftp-server is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:13:00.465109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.api.validators [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] server-ip-address is not in valid_values {{(pid=103354) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:13:00.547266 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c479ba6f-9b1b-4f24-9128-ed5b1ac2a762 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.548440 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c479ba6f-9b1b-4f24-9128-ed5b1ac2a762 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/ecd11465-fbb4-4d6e-9c7f-605cd17f0e24 HTTP/1.1" status: 204 len: 168 time: 0.3102601 Feb 11 05:13:00.552487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38962) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.568158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2113f1f5-352e-4b5e-985d-912cb52bb82f tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=ecd11465-fbb4-4d6e-9c7f-605cd17f0e24 HTTP/1.1" status: 200 len: 216 time: 0.0111115 Feb 11 05:13:00.568366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38964) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.576021 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32e4e4e6-9760-44e5-b375-fc6745e0acce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (a2e9744a-e7c8-4bcf-a67f-b941939491fc), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.581659 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9f4fe581-b8ac-4069-abe1-a0bfa20b3405 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086312 Feb 11 05:13:00.582513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38966) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.604066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7215b544-0bf9-4702-8b93-f1987aa61f5e tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0171120 Feb 11 05:13:00.604484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38968) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.671044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32e4e4e6-9760-44e5-b375-fc6745e0acce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (a2e9744a-e7c8-4bcf-a67f-b941939491fc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.682923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a36e07cb-918c-4e14-a5fc-7096858be173 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/c99bd332-67b4-44bf-9ea8-4f10082c1b9b HTTP/1.1" status: 200 len: 473 time: 0.0773129 Feb 11 05:13:00.683654 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38970) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.699806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-112f99d5-67a8-443a-b07e-d2b5d06d89b1 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/98360f83-2121-456e-8021-f0aec6121b0c HTTP/1.1" status: 200 len: 461 time: 0.0149992 Feb 11 05:13:00.700820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38972) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.812206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Made reservation on behalf of 818aa1d4bd1746e4be63ed3593494fee for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:00.816272 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.830948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad5f0f-4805-4380-8ad2-f12c8056b1e3 req-63ec99e4-3a0c-49d9-af0e-5cde6194f4de tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:00.832712 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-faad5f0f-4805-4380-8ad2-f12c8056b1e3 req-63ec99e4-3a0c-49d9-af0e-5cde6194f4de tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.3052108 Feb 11 05:13:00.838351 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8730a49-8ce7-49a2-b841-809ce9a3abb8 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.841666 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e8730a49-8ce7-49a2-b841-809ce9a3abb8 tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/98360f83-2121-456e-8021-f0aec6121b0c HTTP/1.1" status: 204 len: 168 time: 0.1394341 Feb 11 05:13:00.844211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.866616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] device_id is not set on port 24b472f2-9a3b-40ab-8240-7f08f757bc24 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:13:00.996578 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-faad5f0f-4805-4380-8ad2-f12c8056b1e3 req-a8201f19-e86b-4967-94a4-36ff0e445398 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554840 Feb 11 05:13:01.026624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e4e4e6-9760-44e5-b375-fc6745e0acce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Router a2e9744a-e7c8-4bcf-a67f-b941939491fc is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:01.042702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Allocated IP 172.20.0.6 (112e88a7-111c-4345-b9b5-0d27e756b4c6/6d69ea63-dfb9-451e-8a34-ee56ff904f35/24b472f2-9a3b-40ab-8240-7f08f757bc24) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:01.083519 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e44c017-0a59-4c2e-9458-4daf12dfedba tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.084693 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9e44c017-0a59-4c2e-9458-4daf12dfedba tempest-MeteringTestJSON-413873215 tempest-MeteringTestJSON-413873215-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/c99bd332-67b4-44bf-9ea8-4f10082c1b9b HTTP/1.1" status: 204 len: 168 time: 0.2395086 Feb 11 05:13:01.150887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e4e4e6-9760-44e5-b375-fc6745e0acce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:01.162482 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32e4e4e6-9760-44e5-b375-fc6745e0acce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.163692 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-32e4e4e6-9760-44e5-b375-fc6745e0acce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "PUT /v2.0/routers/a2e9744a-e7c8-4bcf-a67f-b941939491fc HTTP/1.1" status: 200 len: 697 time: 0.9379804 Feb 11 05:13:01.165750 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9daf8a-5a9d-488e-82cf-c13eb82f4598 None None] Sync routers for ids ['a2e9744a-e7c8-4bcf-a67f-b941939491fc'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:01.167037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38978) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:01.178811 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9daf8a-5a9d-488e-82cf-c13eb82f4598 None None] Routers {'a2e9744a-e7c8-4bcf-a67f-b941939491fc'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:01.182929 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-eb9daf8a-5a9d-488e-82cf-c13eb82f4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['a2e9744a-e7c8-4bcf-a67f-b941939491fc'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:01.274302 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-eb9daf8a-5a9d-488e-82cf-c13eb82f4598 None None] Set router a2e9744a-e7c8-4bcf-a67f-b941939491fc gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:01.288904 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0c64ec74-1eed-400b-8078-91004b920008 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/routers/a2e9744a-e7c8-4bcf-a67f-b941939491fc HTTP/1.1" status: 200 len: 703 time: 0.1212113 Feb 11 05:13:01.292444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38980) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:01.336248 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-eb9daf8a-5a9d-488e-82cf-c13eb82f4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e9744a-e7c8-4bcf-a67f-b941939491fc', 'name': 'tempest-RoutersIpV6Test-router-290631949', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:00Z', 'updated_at': '2022-02-11T05:13:00Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:01.367180 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-98cb1158-3c96-4ec2-86c8-d8d5fbedc3ce tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2e9744a-e7c8-4bcf-a67f-b941939491fc HTTP/1.1" status: 200 len: 205 time: 0.0738814 Feb 11 05:13:01.369741 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9daf8a-5a9d-488e-82cf-c13eb82f4598 None None] Checking router: a2e9744a-e7c8-4bcf-a67f-b941939491fc for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:01.370008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38984) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:01.383864 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9daf8a-5a9d-488e-82cf-c13eb82f4598 None None] Routers {'a2e9744a-e7c8-4bcf-a67f-b941939491fc'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:01.384446 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-eb9daf8a-5a9d-488e-82cf-c13eb82f4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['a2e9744a-e7c8-4bcf-a67f-b941939491fc'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:01.472042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks [] for port (24b472f2-9a3b-40ab-8240-7f08f757bc24), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.484535 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-eb9daf8a-5a9d-488e-82cf-c13eb82f4598 None None] Set router a2e9744a-e7c8-4bcf-a67f-b941939491fc gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:01.487951 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96f071be-f183-4f20-8ad2-b162ecc751b2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (a2e9744a-e7c8-4bcf-a67f-b941939491fc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.511348 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38986) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:01.590817 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-eb9daf8a-5a9d-488e-82cf-c13eb82f4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e9744a-e7c8-4bcf-a67f-b941939491fc', 'name': 'tempest-RoutersIpV6Test-router-290631949', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:00Z', 'updated_at': '2022-02-11T05:13:00Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:01.593978 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (24b472f2-9a3b-40ab-8240-7f08f757bc24), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.627337 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9daf8a-5a9d-488e-82cf-c13eb82f4598 None None] The sync data for ids ['a2e9744a-e7c8-4bcf-a67f-b941939491fc'] in n-d-615180-58 is: [{'id': 'a2e9744a-e7c8-4bcf-a67f-b941939491fc', 'name': 'tempest-RoutersIpV6Test-router-290631949', 'tenant_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:00Z', 'updated_at': '2022-02-11T05:13:00Z', 'revision_number': 2, 'project_id': 'ba880329e83a429b9fe3ea121eb6f53d', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:01.658637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fa319bf7-919f-4eff-92d0-42ae13947e67 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:01.691598 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Network 112e88a7-111c-4345-b9b5-0d27e756b4c6 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:01.695315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:01.700717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:01.756899 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port fa319bf7-919f-4eff-92d0-42ae13947e67 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:01.757274 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.775788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Pushing event updated for resources: {'Port': ['ID=24b472f2-9a3b-40ab-8240-7f08f757bc24,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:01.859157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:01.860349 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.879723 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-419dd468-77cc-450c-aac4-64f04cc233a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.906426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96f071be-f183-4f20-8ad2-b162ecc751b2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (a2e9744a-e7c8-4bcf-a67f-b941939491fc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.912175 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96f071be-f183-4f20-8ad2-b162ecc751b2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router_controller (a2e9744a-e7c8-4bcf-a67f-b941939491fc), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.913898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port fa319bf7-919f-4eff-92d0-42ae13947e67 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:01.915013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.920031 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-63ec06d7-bd03-4998-ba43-11ec523234b4 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.4614906 Feb 11 05:13:01.923374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 38990) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:01.972739 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96f071be-f183-4f20-8ad2-b162ecc751b2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (a2e9744a-e7c8-4bcf-a67f-b941939491fc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.973746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f071be-f183-4f20-8ad2-b162ecc751b2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Fanout notify agent at l3_agent the message router_deleted on router a2e9744a-e7c8-4bcf-a67f-b941939491fc {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:01.986222 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96f071be-f183-4f20-8ad2-b162ecc751b2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.987934 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-96f071be-f183-4f20-8ad2-b162ecc751b2 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/a2e9744a-e7c8-4bcf-a67f-b941939491fc HTTP/1.1" status: 204 len: 168 time: 0.6164424 Feb 11 05:13:01.991052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38992) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:01.995293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf23f95-ab4b-4cd6-876b-63d7e5434074 None None] Network 112e88a7-111c-4345-b9b5-0d27e756b4c6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:02.052631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26722484-043f-4efa-bc9d-55b9de1658a1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:02.061773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26722484-043f-4efa-bc9d-55b9de1658a1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:02.062964 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2ef9529d-07ec-41ae-8b4d-e3e2abe3d7fe tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2e9744a-e7c8-4bcf-a67f-b941939491fc HTTP/1.1" status: 200 len: 205 time: 0.0689926 Feb 11 05:13:02.063828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38996) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.067985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26722484-043f-4efa-bc9d-55b9de1658a1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:02.074387 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-26722484-043f-4efa-bc9d-55b9de1658a1 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1498241 Feb 11 05:13:02.079141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 38998) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.111037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port fa319bf7-919f-4eff-92d0-42ae13947e67, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fa319bf7-919f-4eff-92d0-42ae13947e67,segment=NetworkSegment(5bd20053-bd0a-485f-b72d-5bb0420acc60),segment_id=5bd20053-bd0a-485f-b72d-5bb0420acc60)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:02.129895 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-419dd468-77cc-450c-aac4-64f04cc233a3 admin admin] Publish callbacks [] for security_group (7996daa6-8d38-4d96-8540-c3dd4a560810), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.134911 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-419dd468-77cc-450c-aac4-64f04cc233a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7996daa6-8d38-4d96-8540-c3dd4a560810), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.157337 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.173714 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-f8a94529-4a34-4793-8877-86ce10922a5f tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] delete failed (client error): The resource could not be found. Feb 11 05:13:02.178090 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f8a94529-4a34-4793-8877-86ce10922a5f tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/a2e9744a-e7c8-4bcf-a67f-b941939491fc HTTP/1.1" status: 404 len: 336 time: 0.1093366 Feb 11 05:13:02.181284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39000) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.196833 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-419dd468-77cc-450c-aac4-64f04cc233a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4b5b8863e1a41798883ebc1274f16e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6843424 Feb 11 05:13:02.197908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39002) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.210395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2a36383d-79f8-49e2-9084-df91f3cc8e28 None None] Provisioning complete for port fa319bf7-919f-4eff-92d0-42ae13947e67 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:02.211141 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2a36383d-79f8-49e2-9084-df91f3cc8e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.226224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dd468-77cc-450c-aac4-64f04cc233a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7996daa6-8d38-4d96-8540-c3dd4a560810,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:02.236465 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-444fc161-460c-40cf-ad78-073c5b70afd8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:02.237307 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444fc161-460c-40cf-ad78-073c5b70afd8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:02.243359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-444fc161-460c-40cf-ad78-073c5b70afd8 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/fa013eff-4df2-4b56-bcfa-030356f46ce7 HTTP/1.1" status: 404 len: 337 time: 0.0586200 Feb 11 05:13:02.243832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39004) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.280442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858ea03-1f0e-4362-94e5-735883ab7582 req-b1a21c7c-9eda-4968-8726-e20784c3cccf tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:02.282121 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9858ea03-1f0e-4362-94e5-735883ab7582 req-b1a21c7c-9eda-4968-8726-e20784c3cccf tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.1314414 Feb 11 05:13:02.285353 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c56530a-3516-4b0d-8869-76ac6eddb15f tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:02.285823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c56530a-3516-4b0d-8869-76ac6eddb15f tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:02.289612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8c56530a-3516-4b0d-8869-76ac6eddb15f tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/8b4a6365-14be-4d12-8738-75430555fe4e HTTP/1.1" status: 404 len: 337 time: 0.0443001 Feb 11 05:13:02.294804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39006) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.345950 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Deleting port 24b472f2-9a3b-40ab-8240-7f08f757bc24 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:02.346509 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (24b472f2-9a3b-40ab-8240-7f08f757bc24), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.346683 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d36739-eedb-4006-b0f9-ee84a260338e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:02.347397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d36739-eedb-4006-b0f9-ee84a260338e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:02.351641 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f0d36739-eedb-4006-b0f9-ee84a260338e tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/f7f65811-2deb-4c1d-89ed-578b509d68f6 HTTP/1.1" status: 404 len: 337 time: 0.0558293 Feb 11 05:13:02.355278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39008) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.365763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2a36383d-79f8-49e2-9084-df91f3cc8e28 None None] Current status of the port fa319bf7-919f-4eff-92d0-42ae13947e67 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:02.383019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=fa319bf7-919f-4eff-92d0-42ae13947e67,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:02.409487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9858ea03-1f0e-4362-94e5-735883ab7582 req-70b10a08-4c2b-418a-8c95-12879f761935 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193943 Feb 11 05:13:02.409708 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-563accb6-dc59-439a-9442-0dc817bf27b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:02.410051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563accb6-dc59-439a-9442-0dc817bf27b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:02.414266 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-563accb6-dc59-439a-9442-0dc817bf27b6 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/f3771160-6f91-4d9d-a9b2-da9e6e3a0dae HTTP/1.1" status: 404 len: 337 time: 0.0577629 Feb 11 05:13:02.426436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39010) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.441462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6abb37e-fb7a-4d55-8218-7075ba9bec9b admin admin] Publish callbacks [] for security_group (7996daa6-8d38-4d96-8540-c3dd4a560810), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.462770 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-97179df8-58fe-4c2f-bc4d-ce389ee21b26 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=51f9ff03-c225-41e9-a798-43d7ab5a0e5f HTTP/1.1" status: 200 len: 205 time: 0.0351098 Feb 11 05:13:02.465867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39012) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.485893 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (24b472f2-9a3b-40ab-8240-7f08f757bc24), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.500929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Calling delete_port for 24b472f2-9a3b-40ab-8240-7f08f757bc24 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:02.512554 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-2373e19c-a6b5-4cb0-8683-035506a6d167 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] delete failed (client error): The resource could not be found. Feb 11 05:13:02.513668 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2373e19c-a6b5-4cb0-8683-035506a6d167 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/51f9ff03-c225-41e9-a798-43d7ab5a0e5f HTTP/1.1" status: 404 len: 336 time: 0.0468400 Feb 11 05:13:02.516558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39014) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.559221 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6abb37e-fb7a-4d55-8218-7075ba9bec9b admin admin] Publish callbacks [] for security_group (7996daa6-8d38-4d96-8540-c3dd4a560810), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.562889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c384c63d-65cc-4432-98d2-3e6f57528a8c tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=c421b094-bb4b-4e60-89d6-d32aca9e75ff HTTP/1.1" status: 200 len: 205 time: 0.0453033 Feb 11 05:13:02.568974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39016) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.640633 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-c1ec0ffd-b960-49a9-ae72-f69c73018b7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] delete failed (client error): The resource could not be found. Feb 11 05:13:02.642005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c1ec0ffd-b960-49a9-ae72-f69c73018b7d tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/c421b094-bb4b-4e60-89d6-d32aca9e75ff HTTP/1.1" status: 404 len: 336 time: 0.0720596 Feb 11 05:13:02.647736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39018) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.679747 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb44fdd-4ae3-4fa0-80ec-a6d52c763d50 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:02.680471 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb44fdd-4ae3-4fa0-80ec-a6d52c763d50 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:02.683800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ccb44fdd-4ae3-4fa0-80ec-a6d52c763d50 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/749c4242-be02-4703-8d01-b18d8e0e7cf9 HTTP/1.1" status: 404 len: 337 time: 0.0336430 Feb 11 05:13:02.686740 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39020) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.698310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e4a7b04f-72db-4f65-aae8-cf0ad9d254cb None None] Provisioning complete for port 24b472f2-9a3b-40ab-8240-7f08f757bc24 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:02.699130 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b04f-72db-4f65-aae8-cf0ad9d254cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (24b472f2-9a3b-40ab-8240-7f08f757bc24), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.710831 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (24b472f2-9a3b-40ab-8240-7f08f757bc24), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.735661 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-29151ad9-c407-4241-b2c3-fc185cb0c029 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=4eb37eea-818d-44f1-8182-40cf5160fb65 HTTP/1.1" status: 200 len: 205 time: 0.0475202 Feb 11 05:13:02.738927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39022) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.765081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Pushing event deleted for resources: {'Port': ['ID=24b472f2-9a3b-40ab-8240-7f08f757bc24,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:02.777713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7b04f-72db-4f65-aae8-cf0ad9d254cb None None] Port 24b472f2-9a3b-40ab-8240-7f08f757bc24 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:02.788340 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-49464e58-0ad5-4cd3-96c0-9b72b62dabfe tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] delete failed (client error): The resource could not be found. Feb 11 05:13:02.790315 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-49464e58-0ad5-4cd3-96c0-9b72b62dabfe tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/4eb37eea-818d-44f1-8182-40cf5160fb65 HTTP/1.1" status: 404 len: 336 time: 0.0510442 Feb 11 05:13:02.794059 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39024) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.797642 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6abb37e-fb7a-4d55-8218-7075ba9bec9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7996daa6-8d38-4d96-8540-c3dd4a560810), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.798424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e4a7b04f-72db-4f65-aae8-cf0ad9d254cb None None] Provisioning complete for port fa319bf7-919f-4eff-92d0-42ae13947e67 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:02.799503 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b04f-72db-4f65-aae8-cf0ad9d254cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.802225 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6abb37e-fb7a-4d55-8218-7075ba9bec9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.804218 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b6abb37e-fb7a-4d55-8218-7075ba9bec9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7996daa6-8d38-4d96-8540-c3dd4a560810 HTTP/1.1" status: 204 len: 168 time: 0.6036649 Feb 11 05:13:02.822925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.824325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.825204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.826665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.827153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.831112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.831625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.832068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.832611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.832944 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.833377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.834076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.834726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:02.862177 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f1b33661-2ff8-4c41-8d1b-74f83cdcee51 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=e77f9396-5d18-46fd-83ef-8176eeac985c HTTP/1.1" status: 200 len: 205 time: 0.0657401 Feb 11 05:13:02.863265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39028) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.910517 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.925164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abb37e-fb7a-4d55-8218-7075ba9bec9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7996daa6-8d38-4d96-8540-c3dd4a560810,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:02.930995 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1c360ae8-1cfd-4206-8eb3-4e68be0c8047 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] 10.222.0.48 "DELETE /v2.0/ports/24b472f2-9a3b-40ab-8240-7f08f757bc24 HTTP/1.1" status: 204 len: 168 time: 0.8445077 Feb 11 05:13:02.931415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39030) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.937007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8ec002b4-68ea-4421-b4ac-ad0a1437c758 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Request body: {'port': {'name': 'tempest-new-port-name-1297296189', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:02.937472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.api.validators [None req-8ec002b4-68ea-4421-b4ac-ad0a1437c758 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] bootfile-name is not in valid_values {{(pid=103353) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:13:02.937949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.api.validators [None req-8ec002b4-68ea-4421-b4ac-ad0a1437c758 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] tftp-server is not in valid_values {{(pid=103353) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:13:02.938054 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-03767c87-8769-4bf1-b191-8dad8c8b7abc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] delete failed (client error): The resource could not be found. Feb 11 05:13:02.938164 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.api.validators [None req-8ec002b4-68ea-4421-b4ac-ad0a1437c758 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] server-ip-address is not in valid_values {{(pid=103353) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:13:02.943431 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-03767c87-8769-4bf1-b191-8dad8c8b7abc tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/e77f9396-5d18-46fd-83ef-8176eeac985c HTTP/1.1" status: 404 len: 336 time: 0.0785165 Feb 11 05:13:02.944171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39032) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.980246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7b04f-72db-4f65-aae8-cf0ad9d254cb None None] Current status of the port fa319bf7-919f-4eff-92d0-42ae13947e67 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:02.995146 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c716817-97cf-4b9a-ade9-2eb8d6cb5066 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:02.999665 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c716817-97cf-4b9a-ade9-2eb8d6cb5066 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:03.002581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e4a7b04f-72db-4f65-aae8-cf0ad9d254cb None None] Provisioning complete for port 178c4ad6-a364-4694-93db-a5260da81852 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:03.003234 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b04f-72db-4f65-aae8-cf0ad9d254cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (178c4ad6-a364-4694-93db-a5260da81852), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.005862 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9c716817-97cf-4b9a-ade9-2eb8d6cb5066 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/0eaacbd4-dfc7-4db9-a2a3-2f38d7953d46 HTTP/1.1" status: 404 len: 337 time: 0.0605872 Feb 11 05:13:03.009345 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39034) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.047067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7b04f-72db-4f65-aae8-cf0ad9d254cb None None] Port 178c4ad6-a364-4694-93db-a5260da81852 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:03.073150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-527aad8f-3d35-4144-a3fe-d5b336608280 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b00fbef-ac2d-4af6-8f5f-ddbac54087c3 HTTP/1.1" status: 200 len: 205 time: 0.0621626 Feb 11 05:13:03.075861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39036) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.111813 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ec002b4-68ea-4421-b4ac-ad0a1437c758 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (178c4ad6-a364-4694-93db-a5260da81852), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.128488 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-22d36924-b69b-4e60-b3c9-5670fea32531 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] delete failed (client error): The resource could not be found. Feb 11 05:13:03.131150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-22d36924-b69b-4e60-b3c9-5670fea32531 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/5b00fbef-ac2d-4af6-8f5f-ddbac54087c3 HTTP/1.1" status: 404 len: 336 time: 0.0542779 Feb 11 05:13:03.133875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39040) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.179974 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-4591ea64-a52b-40ab-8478-f340a33f07b3 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:03.180482 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4591ea64-a52b-40ab-8478-f340a33f07b3 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:03.184290 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4591ea64-a52b-40ab-8478-f340a33f07b3 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/6cd575d5-4aec-4267-8b54-6f39bac309f5 HTTP/1.1" status: 404 len: 337 time: 0.0494246 Feb 11 05:13:03.187205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39042) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.202508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8bfc0be6-86fd-4c30-8fe5-b1c184b52a37 None None] Provisioning complete for port 178c4ad6-a364-4694-93db-a5260da81852 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:03.204812 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8bfc0be6-86fd-4c30-8fe5-b1c184b52a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (178c4ad6-a364-4694-93db-a5260da81852), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.244657 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a4a7fba8-3e35-4e25-a177-ef0ca0064d03 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5f44da3-ec83-4eb4-b467-97eb443f0731 HTTP/1.1" status: 200 len: 205 time: 0.0562689 Feb 11 05:13:03.248056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39044) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.308205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc0be6-86fd-4c30-8fe5-b1c184b52a37 None None] Port 178c4ad6-a364-4694-93db-a5260da81852 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:03.314429 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-8c117758-29dd-44cb-9724-393b822da9f1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] delete failed (client error): The resource could not be found. Feb 11 05:13:03.316879 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8c117758-29dd-44cb-9724-393b822da9f1 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/routers/d5f44da3-ec83-4eb4-b467-97eb443f0731 HTTP/1.1" status: 404 len: 336 time: 0.0678456 Feb 11 05:13:03.327491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39046) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.400381 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fada03a-878c-419b-9e31-a8c39b3b87e5 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:03.401099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fada03a-878c-419b-9e31-a8c39b3b87e5 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:03.402759 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.409196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6fada03a-878c-419b-9e31-a8c39b3b87e5 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/5bbfaa0d-272c-471a-ba4b-911f1b99a1ea HTTP/1.1" status: 404 len: 337 time: 0.0805941 Feb 11 05:13:03.409862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39048) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.424186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4507e02e-9096-4ce2-bf3c-90c037249cd4 None None] Could not find standard attr ID for object 24b472f2-9a3b-40ab-8240-7f08f757bc24. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:13:03.475301 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a0a450-2f11-45bd-8a98-45c123c00bf7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:03.476739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a0a450-2f11-45bd-8a98-45c123c00bf7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:03.501541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-55a0a450-2f11-45bd-8a98-45c123c00bf7 tempest-RoutersIpV6Test-960008226 tempest-RoutersIpV6Test-960008226-project] 10.222.0.48 "DELETE /v2.0/subnets/ad8a3646-acd6-4922-a983-a9abda19ee5e HTTP/1.1" status: 404 len: 337 time: 0.0903213 Feb 11 05:13:03.504656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39054) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.547438 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07fca566-d4ec-4733-894d-743e7c099e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.561814 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ec002b4-68ea-4421-b4ac-ad0a1437c758 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks [] for port (178c4ad6-a364-4694-93db-a5260da81852), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.578193 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ec002b4-68ea-4421-b4ac-ad0a1437c758 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (178c4ad6-a364-4694-93db-a5260da81852), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.579467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fa319bf7-919f-4eff-92d0-42ae13947e67 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:03.680308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port fa319bf7-919f-4eff-92d0-42ae13947e67 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:03.681326 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.699205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec002b4-68ea-4421-b4ac-ad0a1437c758 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Pushing event updated for resources: {'Port': ['ID=178c4ad6-a364-4694-93db-a5260da81852,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:03.741699 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07fca566-d4ec-4733-894d-743e7c099e97 admin admin] Publish callbacks [] for security_group (fd5ece47-5414-4bbd-a1fe-eb21a9f70950), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.754513 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07fca566-d4ec-4733-894d-743e7c099e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fd5ece47-5414-4bbd-a1fe-eb21a9f70950), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.757160 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8ec002b4-68ea-4421-b4ac-ad0a1437c758 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] In _notify_port_updated(), no bound segment for port 178c4ad6-a364-4694-93db-a5260da81852 on network 112e88a7-111c-4345-b9b5-0d27e756b4c6 {{(pid=103353) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:13:03.775179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec002b4-68ea-4421-b4ac-ad0a1437c758 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:03.776131 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ec002b4-68ea-4421-b4ac-ad0a1437c758 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.784578 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8ec002b4-68ea-4421-b4ac-ad0a1437c758 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] 10.222.0.48 "PUT /v2.0/ports/178c4ad6-a364-4694-93db-a5260da81852 HTTP/1.1" status: 200 len: 1137 time: 0.8520706 Feb 11 05:13:03.788758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39056) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.833218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port fa319bf7-919f-4eff-92d0-42ae13947e67 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:03.859002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdc176a-8ba6-4a42-8df9-3d737d52d67a tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:03.863983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2cdc176a-8ba6-4a42-8df9-3d737d52d67a tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] 10.222.0.48 "GET /v2.0/ports/178c4ad6-a364-4694-93db-a5260da81852 HTTP/1.1" status: 200 len: 1137 time: 0.0678170 Feb 11 05:13:03.864416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39060) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.878586 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-07fca566-d4ec-4733-894d-743e7c099e97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c7a948fc4d545a293231d1e86686552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3695619 Feb 11 05:13:03.881657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39062) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.950519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e70f8c-a85c-4eac-bd46-1afacb9c7e26 req-ce1f47cb-4da2-4a16-ba88-3c3b1a06a0b2 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:03.953070 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5e70f8c-a85c-4eac-bd46-1afacb9c7e26 req-ce1f47cb-4da2-4a16-ba88-3c3b1a06a0b2 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.4003723 Feb 11 05:13:03.966412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fca566-d4ec-4733-894d-743e7c099e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5ece47-5414-4bbd-a1fe-eb21a9f70950,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:03.969226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39064) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:04.032826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-59dcd995-afa1-4374-82e4-91720a3ef407 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Deleting port 178c4ad6-a364-4694-93db-a5260da81852 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:04.033374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59dcd995-afa1-4374-82e4-91720a3ef407 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (178c4ad6-a364-4694-93db-a5260da81852), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.055570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f3d27361-f10d-40ce-9681-b54b5e408cc5 None None] Provisioning complete for port 178c4ad6-a364-4694-93db-a5260da81852 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:04.055961 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f3d27361-f10d-40ce-9681-b54b5e408cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (178c4ad6-a364-4694-93db-a5260da81852), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.072013 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5e70f8c-a85c-4eac-bd46-1afacb9c7e26 req-a60d730b-553c-4b5b-8e5d-a19d1e20c807 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034560 Feb 11 05:13:04.093112 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2087a436-12b6-453e-80c8-2232ab23b9b1 admin admin] Publish callbacks [] for security_group (fd5ece47-5414-4bbd-a1fe-eb21a9f70950), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.122938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f3d27361-f10d-40ce-9681-b54b5e408cc5 None None] Port 178c4ad6-a364-4694-93db-a5260da81852 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:04.143470 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2087a436-12b6-453e-80c8-2232ab23b9b1 admin admin] Publish callbacks [] for security_group (fd5ece47-5414-4bbd-a1fe-eb21a9f70950), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.203113 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5a3c8178-c6be-4f28-a224-3a05f13a5e40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba880329e83a429b9fe3ea121eb6f53d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248404 Feb 11 05:13:04.204135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39068) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:04.259800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2087a436-12b6-453e-80c8-2232ab23b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fd5ece47-5414-4bbd-a1fe-eb21a9f70950), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.264383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2087a436-12b6-453e-80c8-2232ab23b9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.267996 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2087a436-12b6-453e-80c8-2232ab23b9b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd5ece47-5414-4bbd-a1fe-eb21a9f70950 HTTP/1.1" status: 204 len: 168 time: 0.3829846 Feb 11 05:13:04.287772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087a436-12b6-453e-80c8-2232ab23b9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5ece47-5414-4bbd-a1fe-eb21a9f70950,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:04.349648 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc438-f16b-4b32-ad2a-e355cab43527 admin admin] Publish callbacks [] for security_group (cd0b58d9-7d8c-4434-bbb1-718313b3b87b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.384731 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc438-f16b-4b32-ad2a-e355cab43527 admin admin] Publish callbacks [] for security_group (cd0b58d9-7d8c-4434-bbb1-718313b3b87b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.447363 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc438-f16b-4b32-ad2a-e355cab43527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cd0b58d9-7d8c-4434-bbb1-718313b3b87b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.450448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc438-f16b-4b32-ad2a-e355cab43527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.451895 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7e7dc438-f16b-4b32-ad2a-e355cab43527 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd0b58d9-7d8c-4434-bbb1-718313b3b87b HTTP/1.1" status: 204 len: 168 time: 0.2456353 Feb 11 05:13:04.481783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dc438-f16b-4b32-ad2a-e355cab43527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0b58d9-7d8c-4434-bbb1-718313b3b87b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:04.557617 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59dcd995-afa1-4374-82e4-91720a3ef407 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (178c4ad6-a364-4694-93db-a5260da81852), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.575982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-59dcd995-afa1-4374-82e4-91720a3ef407 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Calling delete_port for 178c4ad6-a364-4694-93db-a5260da81852 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:04.746586 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59dcd995-afa1-4374-82e4-91720a3ef407 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (178c4ad6-a364-4694-93db-a5260da81852), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.781416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcd995-afa1-4374-82e4-91720a3ef407 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Pushing event deleted for resources: {'Port': ['ID=178c4ad6-a364-4694-93db-a5260da81852,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:04.888817 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59dcd995-afa1-4374-82e4-91720a3ef407 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.895451 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-59dcd995-afa1-4374-82e4-91720a3ef407 tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] 10.222.0.48 "DELETE /v2.0/ports/178c4ad6-a364-4694-93db-a5260da81852 HTTP/1.1" status: 204 len: 168 time: 1.0278041 Feb 11 05:13:04.896013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39090) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:04.993335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb4db19-b82f-4952-914e-5f20f857681f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Deleting subnet 6d69ea63-dfb9-451e-8a34-ee56ff904f35 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:04.997274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adb4db19-b82f-4952-914e-5f20f857681f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks [] for subnet (6d69ea63-dfb9-451e-8a34-ee56ff904f35), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.048920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adb4db19-b82f-4952-914e-5f20f857681f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (6d69ea63-dfb9-451e-8a34-ee56ff904f35), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.177591 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adb4db19-b82f-4952-914e-5f20f857681f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (6d69ea63-dfb9-451e-8a34-ee56ff904f35), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.268059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15ca6d-8289-40e7-92c4-edee8d57b1f7 req-2142b7fb-1ac9-4289-98bc-e448c0d898ee tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:05.269721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd15ca6d-8289-40e7-92c4-edee8d57b1f7 req-2142b7fb-1ac9-4289-98bc-e448c0d898ee tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.1099558 Feb 11 05:13:05.292627 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adb4db19-b82f-4952-914e-5f20f857681f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (6d69ea63-dfb9-451e-8a34-ee56ff904f35), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.346026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4db19-b82f-4952-914e-5f20f857681f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Pushing event deleted for resources: {'Subnet': ['ID=6d69ea63-dfb9-451e-8a34-ee56ff904f35,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.359536 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-adb4db19-b82f-4952-914e-5f20f857681f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.361900 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bd15ca6d-8289-40e7-92c4-edee8d57b1f7 req-6f906d0b-af6e-4a3b-b27f-c2a86597b1c5 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806999 Feb 11 05:13:05.366317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d021f007-7566-495e-a889-26ff6cc7803b None None] Network 112e88a7-111c-4345-b9b5-0d27e756b4c6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:05.366795 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-adb4db19-b82f-4952-914e-5f20f857681f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] 10.222.0.48 "DELETE /v2.0/subnets/6d69ea63-dfb9-451e-8a34-ee56ff904f35 HTTP/1.1" status: 204 len: 168 time: 0.4690588 Feb 11 05:13:05.369642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39110) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:05.457292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (112e88a7-111c-4345-b9b5-0d27e756b4c6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.529358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Deleting port fa319bf7-919f-4eff-92d0-42ae13947e67 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:05.529982 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.613240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] For port fa319bf7-919f-4eff-92d0-42ae13947e67, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=fa319bf7-919f-4eff-92d0-42ae13947e67,segment=NetworkSegment(5bd20053-bd0a-485f-b72d-5bb0420acc60),segment_id=5bd20053-bd0a-485f-b72d-5bb0420acc60)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:05.613616 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.626967 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Calling delete_port for fa319bf7-919f-4eff-92d0-42ae13947e67 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:05.645534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d4eda3-e188-4ca8-bd71-e5be7f50a124 None None] DHCP port deletion for 112e88a7-111c-4345-b9b5-0d27e756b4c6 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:05.713544 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.735814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-57d4eda3-e188-4ca8-bd71-e5be7f50a124 None None] Deleting port fa319bf7-919f-4eff-92d0-42ae13947e67 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:05.736683 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57d4eda3-e188-4ca8-bd71-e5be7f50a124 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.747455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Pushing event deleted for resources: {'Port': ['ID=fa319bf7-919f-4eff-92d0-42ae13947e67,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.749976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] No DVR routers for this DVR port fa319bf7-919f-4eff-92d0-42ae13947e67 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:05.788556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39122) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:05.848238 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (112e88a7-111c-4345-b9b5-0d27e756b4c6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.849843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-57d4eda3-e188-4ca8-bd71-e5be7f50a124 None None] For port fa319bf7-919f-4eff-92d0-42ae13947e67, host n-d-615180-58, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:05.850263 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57d4eda3-e188-4ca8-bd71-e5be7f50a124 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.870289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112e88a7-111c-4345-b9b5-0d27e756b4c6']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:05.881115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd20053-bd0a-485f-b72d-5bb0420acc60') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:05.881806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd20053-bd0a-485f-b72d-5bb0420acc60') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:05.885707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-57d4eda3-e188-4ca8-bd71-e5be7f50a124 None None] Calling delete_port for fa319bf7-919f-4eff-92d0-42ae13947e67 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:05.891844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-57d4eda3-e188-4ca8-bd71-e5be7f50a124 None None] Port fa319bf7-919f-4eff-92d0-42ae13947e67 was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:13:05.898455 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (5bd20053-bd0a-485f-b72d-5bb0420acc60), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.899588 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57d4eda3-e188-4ca8-bd71-e5be7f50a124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (fa319bf7-919f-4eff-92d0-42ae13947e67), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.918139 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5bd20053-bd0a-485f-b72d-5bb0420acc60), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.924633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:05.925044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (5bd20053-bd0a-485f-b72d-5bb0420acc60), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.947267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-37652788-1507-4573-bfe6-3b378527c184 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953462166'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:05.954406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4eda3-e188-4ca8-bd71-e5be7f50a124 None None] Pushing event deleted for resources: {'Port': ['ID=fa319bf7-919f-4eff-92d0-42ae13947e67,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.963197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d4eda3-e188-4ca8-bd71-e5be7f50a124 None None] No DVR routers for this DVR port fa319bf7-919f-4eff-92d0-42ae13947e67 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:05.969896 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:05.988279 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37652788-1507-4573-bfe6-3b378527c184 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.997067 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37652788-1507-4573-bfe6-3b378527c184 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.032065 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (112e88a7-111c-4345-b9b5-0d27e756b4c6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.058805 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.065640 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] 10.222.0.48 "DELETE /v2.0/networks/112e88a7-111c-4345-b9b5-0d27e756b4c6 HTTP/1.1" status: 204 len: 168 time: 0.6913168 Feb 11 05:13:06.065640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805c1c5-d667-4613-9359-66a8fc56d90f tempest-ExtraDHCPOptionsTestJSON-1689354498 tempest-ExtraDHCPOptionsTestJSON-1689354498-project] Pushing event deleted for resources: {'Network': ['ID=112e88a7-111c-4345-b9b5-0d27e756b4c6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.134498 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37652788-1507-4573-bfe6-3b378527c184 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (5c2b2919-07d5-4891-b94c-3a773fb1cba6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.143311 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37652788-1507-4573-bfe6-3b378527c184 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5c2b2919-07d5-4891-b94c-3a773fb1cba6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.191554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652788-1507-4573-bfe6-3b378527c184 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2b2919-07d5-4891-b94c-3a773fb1cba6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.247216 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37652788-1507-4573-bfe6-3b378527c184 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (069556c8-c5b1-4a3d-8a45-1788fc66bd84), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.254346 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37652788-1507-4573-bfe6-3b378527c184 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (069556c8-c5b1-4a3d-8a45-1788fc66bd84), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.285398 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37652788-1507-4573-bfe6-3b378527c184 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.286733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-37652788-1507-4573-bfe6-3b378527c184 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4965761 Feb 11 05:13:06.289617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:06.295127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39140) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:06.313116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37652788-1507-4573-bfe6-3b378527c184 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069556c8-c5b1-4a3d-8a45-1788fc66bd84,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.373262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39144) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:06.401049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39150) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:06.403620 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ab14e923-52b7-4b12-96f5-9286b77e8e67 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1062770 Feb 11 05:13:06.407238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a97b0401-a566-4bf1-a25a-48b55655c386 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group': {'name': 'tempest-security--1278501974', 'description': 'tempest-security-description-193917691'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:06.471582 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a97b0401-a566-4bf1-a25a-48b55655c386 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (069556c8-c5b1-4a3d-8a45-1788fc66bd84), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.534477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a97b0401-a566-4bf1-a25a-48b55655c386 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (069556c8-c5b1-4a3d-8a45-1788fc66bd84), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.540842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199cb75-44a6-4906-be19-c4298ecbdd8a req-93fef15d-2b1e-4a62-addd-3ae8c86f30e4 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:06.542987 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d199cb75-44a6-4906-be19-c4298ecbdd8a req-93fef15d-2b1e-4a62-addd-3ae8c86f30e4 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.0931292 Feb 11 05:13:06.565077 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a97b0401-a566-4bf1-a25a-48b55655c386 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (069556c8-c5b1-4a3d-8a45-1788fc66bd84), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.569095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a97b0401-a566-4bf1-a25a-48b55655c386 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.570621 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a97b0401-a566-4bf1-a25a-48b55655c386 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "PUT /v2.0/security-groups/069556c8-c5b1-4a3d-8a45-1788fc66bd84 HTTP/1.1" status: 200 len: 1796 time: 0.1683617 Feb 11 05:13:06.575057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:06.597501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1728630411', 'router:external': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:06.609517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d199cb75-44a6-4906-be19-c4298ecbdd8a req-33f8c1ab-9e66-4f17-8c63-d1d29a041490 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590520 Feb 11 05:13:06.655133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-37f27a70-08f9-4e57-aa66-6ca51ecee2d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=818aa1d4bd1746e4be63ed3593494fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2797537 Feb 11 05:13:06.658696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39154) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:06.667750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b0401-a566-4bf1-a25a-48b55655c386 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069556c8-c5b1-4a3d-8a45-1788fc66bd84,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.677639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ce63a0af-3baf-4f3e-9cf2-116b6634925f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-groups/069556c8-c5b1-4a3d-8a45-1788fc66bd84 HTTP/1.1" status: 200 len: 1796 time: 0.0950918 Feb 11 05:13:06.680093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39156) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:06.697181 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Made reservation on behalf of 31e06cfb3fe645b9a78cc73f2d9d8dd6 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:06.700310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.717574 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.723274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9aa55ed5-3781-4ea6-926b-311d957ea4f7 admin admin] Publish callbacks [] for security_group (72c751d3-6ec6-4334-906c-6e4ae4585a8b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.745990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9aa55ed5-3781-4ea6-926b-311d957ea4f7 admin admin] Publish callbacks [] for security_group (72c751d3-6ec6-4334-906c-6e4ae4585a8b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.776805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b18eb6d3-a760-462e-9fe7-16aa473710d3 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (069556c8-c5b1-4a3d-8a45-1788fc66bd84), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.802339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9aa55ed5-3781-4ea6-926b-311d957ea4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (72c751d3-6ec6-4334-906c-6e4ae4585a8b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.805180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9aa55ed5-3781-4ea6-926b-311d957ea4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.806406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9aa55ed5-3781-4ea6-926b-311d957ea4f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72c751d3-6ec6-4334-906c-6e4ae4585a8b HTTP/1.1" status: 204 len: 168 time: 0.1453967 Feb 11 05:13:06.815212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa55ed5-3781-4ea6-926b-311d957ea4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c751d3-6ec6-4334-906c-6e4ae4585a8b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.817624 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b18eb6d3-a760-462e-9fe7-16aa473710d3 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (069556c8-c5b1-4a3d-8a45-1788fc66bd84), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.886777 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b18eb6d3-a760-462e-9fe7-16aa473710d3 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (069556c8-c5b1-4a3d-8a45-1788fc66bd84), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.889860 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b18eb6d3-a760-462e-9fe7-16aa473710d3 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.893394 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b18eb6d3-a760-462e-9fe7-16aa473710d3 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-groups/069556c8-c5b1-4a3d-8a45-1788fc66bd84 HTTP/1.1" status: 204 len: 168 time: 0.2091823 Feb 11 05:13:06.893788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39160) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:06.908258 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for security_group (3d35386a-ef56-418c-bf51-2ba41c3250e0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.914923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3d35386a-ef56-418c-bf51-2ba41c3250e0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.918228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18eb6d3-a760-462e-9fe7-16aa473710d3 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069556c8-c5b1-4a3d-8a45-1788fc66bd84,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.944738 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e9837635-dc56-4f5e-88ec-68d1dc6c30b7 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0492606 Feb 11 05:13:06.947561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39162) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:06.949556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:06.956937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d35386a-ef56-418c-bf51-2ba41c3250e0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.962489 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-07084724-4eb8-49a4-917d-4dc7221d213c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] delete failed (client error): The resource could not be found. Feb 11 05:13:06.963681 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-07084724-4eb8-49a4-917d-4dc7221d213c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-groups/069556c8-c5b1-4a3d-8a45-1788fc66bd84 HTTP/1.1" status: 404 len: 347 time: 0.0149305 Feb 11 05:13:06.967635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39164) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:06.969014 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (bc379f97-f73e-4c7f-8e46-9901b2b2f129), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.969414 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Added segment bc379f97-f73e-4c7f-8e46-9901b2b2f129 of type vlan for network fa6596e4-873c-4bcd-b8be-8447e1888188 Feb 11 05:13:06.977608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d11be1f2-8375-4e9f-ac20-0e5567f47d24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group': {'name': 'tempest-secgroup--349723445'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:07.005466 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d11be1f2-8375-4e9f-ac20-0e5567f47d24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.031278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (fa6596e4-873c-4bcd-b8be-8447e1888188), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.066566 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (fa6596e4-873c-4bcd-b8be-8447e1888188), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.067731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:07.068384 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.084005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d11be1f2-8375-4e9f-ac20-0e5567f47d24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (a3e66467-b0cb-42c3-b506-a7d5c9f2a134), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.093583 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d11be1f2-8375-4e9f-ac20-0e5567f47d24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a3e66467-b0cb-42c3-b506-a7d5c9f2a134), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.108838 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8126228 Feb 11 05:13:07.112711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39170) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.128637 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d11be1f2-8375-4e9f-ac20-0e5567f47d24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.132612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d11be1f2-8375-4e9f-ac20-0e5567f47d24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1585939 Feb 11 05:13:07.132612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11be1f2-8375-4e9f-ac20-0e5567f47d24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e66467-b0cb-42c3-b506-a7d5c9f2a134,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:07.133782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39172) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.138215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-49ebf956-d4a7-4890-b515-277fc21c961d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': 'a3e66467-b0cb-42c3-b506-a7d5c9f2a134', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:07.156518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Request body: {'subnet': {'network_id': 'fa6596e4-873c-4bcd-b8be-8447e1888188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:07.170716 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49ebf956-d4a7-4890-b515-277fc21c961d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (2460cf9a-2e84-4f20-a268-39002a1af56f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.170876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc14a27-ee0b-46b7-9b8a-87e84277aac2 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event updated for resources: {'Network': ['ID=fa6596e4-873c-4bcd-b8be-8447e1888188,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:07.183822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network fa6596e4-873c-4bcd-b8be-8447e1888188 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:07.188315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Made reservation on behalf of 31e06cfb3fe645b9a78cc73f2d9d8dd6 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:07.193244 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.255439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49ebf956-d4a7-4890-b515-277fc21c961d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (2460cf9a-2e84-4f20-a268-39002a1af56f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.261856 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49ebf956-d4a7-4890-b515-277fc21c961d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (2460cf9a-2e84-4f20-a268-39002a1af56f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.282006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebf956-d4a7-4890-b515-277fc21c961d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2460cf9a-2e84-4f20-a268-39002a1af56f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:07.293409 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49ebf956-d4a7-4890-b515-277fc21c961d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.294929 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-49ebf956-d4a7-4890-b515-277fc21c961d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601875 Feb 11 05:13:07.298936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39180) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.333838 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42e254df-4577-4490-879e-5cbd49ed563c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (2460cf9a-2e84-4f20-a268-39002a1af56f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.344602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42e254df-4577-4490-879e-5cbd49ed563c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (2460cf9a-2e84-4f20-a268-39002a1af56f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.374202 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42e254df-4577-4490-879e-5cbd49ed563c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (2460cf9a-2e84-4f20-a268-39002a1af56f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.383041 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42e254df-4577-4490-879e-5cbd49ed563c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.384208 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-42e254df-4577-4490-879e-5cbd49ed563c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2460cf9a-2e84-4f20-a268-39002a1af56f HTTP/1.1" status: 204 len: 168 time: 0.0843339 Feb 11 05:13:07.387095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39182) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.388609 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e254df-4577-4490-879e-5cbd49ed563c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2460cf9a-2e84-4f20-a268-39002a1af56f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:07.462822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2a4d8261-c784-4c92-9467-3cd0ad3a5a1c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0727880 Feb 11 05:13:07.465368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39188) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.497739 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.512977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fa319bf7-919f-4eff-92d0-42ae13947e67 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:07.536106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: fa319bf7-919f-4eff-92d0-42ae13947e67 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:07.536824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device fa319bf7-919f-4eff-92d0-42ae13947e67 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:07.568945 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-412680b4-bace-4ad2-a473-7532f154fde7 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (a3e66467-b0cb-42c3-b506-a7d5c9f2a134), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.596675 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-412680b4-bace-4ad2-a473-7532f154fde7 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (a3e66467-b0cb-42c3-b506-a7d5c9f2a134), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.644892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.objects.ports [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103353) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:13:07.645362 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (776710f1-990f-4801-ab69-92442c2777d6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.658708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.708041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-412680b4-bace-4ad2-a473-7532f154fde7 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a3e66467-b0cb-42c3-b506-a7d5c9f2a134), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.710588 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-412680b4-bace-4ad2-a473-7532f154fde7 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.711755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-412680b4-bace-4ad2-a473-7532f154fde7 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-groups/a3e66467-b0cb-42c3-b506-a7d5c9f2a134 HTTP/1.1" status: 204 len: 168 time: 0.2448189 Feb 11 05:13:07.714456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.738774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event updated for resources: {'Subnet': ['ID=776710f1-990f-4801-ab69-92442c2777d6,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:07.754541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412680b4-bace-4ad2-a473-7532f154fde7 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e66467-b0cb-42c3-b506-a7d5c9f2a134,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:07.771233 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0bdc5de8-af3b-4959-87f4-0b1c798d7427 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0515406 Feb 11 05:13:07.771348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Checking segment: {'id': 'bc379f97-f73e-4c7f-8e46-9901b2b2f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'fa6596e4-873c-4bcd-b8be-8447e1888188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:07.771348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Network hostable DHCP agents. Network: fa6596e4-873c-4bcd-b8be-8447e1888188, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:07.771348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39202) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.778255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f4cf7fe6-4545-44a7-94aa-eb488313c80b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450251959'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:07.798935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d6eb5bc4-19de-4497-b2d5-667214c93a2e tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] Request body: {'port': {'network_id': 'e80c692e-5804-4f48-925d-a640e6af2b28', 'name': 'tempest-NetworksNegativeTestJSON-1480343459'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:07.809919 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9275e7-4111-4da9-ba56-013745e76a61 req-cd4cac12-e098-4be2-b92f-a0bb140845f5 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:07.811427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b9275e7-4111-4da9-ba56-013745e76a61 req-cd4cac12-e098-4be2-b92f-a0bb140845f5 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.1248851 Feb 11 05:13:07.813843 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6eb5bc4-19de-4497-b2d5-667214c93a2e tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] POST failed (client error): The resource could not be found. Feb 11 05:13:07.814463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6eb5bc4-19de-4497-b2d5-667214c93a2e tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:07.819756 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d6eb5bc4-19de-4497-b2d5-667214c93a2e tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1557600 Feb 11 05:13:07.820181 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39204) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.827648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Network fa6596e4-873c-4bcd-b8be-8447e1888188 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:07.839453 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4cf7fe6-4545-44a7-94aa-eb488313c80b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.839644 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f841ee-5af9-499f-971b-3d2df8f4f598 tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:07.840234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f841ee-5af9-499f-971b-3d2df8f4f598 tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:07.843679 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-86f841ee-5af9-499f-971b-3d2df8f4f598 tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] 10.222.0.48 "DELETE /v2.0/networks/9e4938ea-9b0e-4b41-9fb4-b15f8089d440 HTTP/1.1" status: 404 len: 339 time: 0.0220287 Feb 11 05:13:07.847794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39206) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.852066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, fa6596e4-873c-4bcd-b8be-8447e1888188) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:07.860626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6df434-8e3c-4109-8546-861194103ad3 None None] Network fa6596e4-873c-4bcd-b8be-8447e1888188 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:07.862767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:07.863357 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.871679 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-98275866-8788-49d9-8318-11ab7d72c559 tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:07.872986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98275866-8788-49d9-8318-11ab7d72c559 tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:07.875355 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-98275866-8788-49d9-8318-11ab7d72c559 tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] 10.222.0.48 "DELETE /v2.0/ports/8097e684-4afa-4da0-87da-53b600077ea1 HTTP/1.1" status: 404 len: 333 time: 0.0265603 Feb 11 05:13:07.879461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.907164 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9acba3d-107c-48e9-afcc-aa97aa35cdd0 tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:07.907531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9acba3d-107c-48e9-afcc-aa97aa35cdd0 tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:07.911490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e9acba3d-107c-48e9-afcc-aa97aa35cdd0 tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] 10.222.0.48 "DELETE /v2.0/subnets/b94d6fe4-3ef7-42f5-9583-8ad94de3d4c6 HTTP/1.1" status: 404 len: 337 time: 0.0310624 Feb 11 05:13:07.913952 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b9275e7-4111-4da9-ba56-013745e76a61 req-a811cd49-1659-4bb0-9fa3-1ea7cdca3341 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956972 Feb 11 05:13:07.915607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39210) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.922685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7cb36d51-3564-4899-aef4-4c5ecebe060e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8040898 Feb 11 05:13:07.923382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39212) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.931601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-373042345', 'network_id': 'fa6596e4-873c-4bcd-b8be-8447e1888188'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:07.942006 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31ccaa5-ed63-4593-926a-a078d133932f tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] GET failed (client error): The resource could not be found. Feb 11 05:13:07.944657 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f31ccaa5-ed63-4593-926a-a078d133932f tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] 10.222.0.48 "GET /v2.0/networks/b3badb55-0725-41fd-a103-33729206be3c HTTP/1.1" status: 404 len: 339 time: 0.0282829 Feb 11 05:13:07.948763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39214) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.965215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Made reservation on behalf of 31e06cfb3fe645b9a78cc73f2d9d8dd6 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:07.968163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.976130 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac5caf4-5053-4063-8346-0db740d3d63f tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] GET failed (client error): The resource could not be found. Feb 11 05:13:07.981203 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0ac5caf4-5053-4063-8346-0db740d3d63f tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] 10.222.0.48 "GET /v2.0/ports/12642b96-6179-42b6-9760-baccfc05ccc8 HTTP/1.1" status: 404 len: 333 time: 0.0278194 Feb 11 05:13:07.981639 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39216) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.998569 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4cf7fe6-4545-44a7-94aa-eb488313c80b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (8addfead-2c63-49ea-98f1-2fcaa7e8d95c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.001049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] device_id is not set on port d3c06abe-998a-4f9e-a39a-6410ab6295e5 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:13:08.006948 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4cf7fe6-4545-44a7-94aa-eb488313c80b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8addfead-2c63-49ea-98f1-2fcaa7e8d95c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.009542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112ce4ed-742f-47ac-99bd-5d96adb28e14 None None] Network fa6596e4-873c-4bcd-b8be-8447e1888188 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:08.013735 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-c452ec21-1b89-4735-ab9f-78d208972e32 tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] GET failed (client error): The resource could not be found. Feb 11 05:13:08.018859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c452ec21-1b89-4735-ab9f-78d208972e32 tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] 10.222.0.48 "GET /v2.0/subnets/9ba73440-45a0-4d52-814e-a4c1fb0e9976 HTTP/1.1" status: 404 len: 337 time: 0.0320773 Feb 11 05:13:08.019163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39218) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.024622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e6a7b490-1a50-4946-b013-429049126b0c tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:08.039029 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a7b490-1a50-4946-b013-429049126b0c tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] PUT failed (client error): The resource could not be found. Feb 11 05:13:08.039520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a7b490-1a50-4946-b013-429049126b0c tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:08.044297 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e6a7b490-1a50-4946-b013-429049126b0c tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] 10.222.0.48 "PUT /v2.0/networks/b0dba4d2-2011-40fe-9f31-c5c14071c832 HTTP/1.1" status: 404 len: 339 time: 0.0205317 Feb 11 05:13:08.044431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39220) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.050013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e188ca5c-aa71-4b49-8820-136eb253a9fe tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:08.061632 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4cf7fe6-4545-44a7-94aa-eb488313c80b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.065525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f4cf7fe6-4545-44a7-94aa-eb488313c80b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2881320 Feb 11 05:13:08.068701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39222) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.073495 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1219e5a6-7742-4cdb-94d3-e9bed3649390 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': '8addfead-2c63-49ea-98f1-2fcaa7e8d95c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:08.078249 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-e188ca5c-aa71-4b49-8820-136eb253a9fe tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] PUT failed (client error): The resource could not be found. Feb 11 05:13:08.078699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e188ca5c-aa71-4b49-8820-136eb253a9fe tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:08.081116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e188ca5c-aa71-4b49-8820-136eb253a9fe tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] 10.222.0.48 "PUT /v2.0/ports/e845bc11-d663-4349-9590-16a4ec7288c7 HTTP/1.1" status: 404 len: 333 time: 0.0350394 Feb 11 05:13:08.084905 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39224) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.091895 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f3e5bc5e-8c38-426b-a8f3-aea4b4ebb45b tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:08.113383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1219e5a6-7742-4cdb-94d3-e9bed3649390 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (f642e7b4-dd61-4ad3-9d0f-4fa1eb2f9195), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.118034 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e5bc5e-8c38-426b-a8f3-aea4b4ebb45b tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] PUT failed (client error): The resource could not be found. Feb 11 05:13:08.118496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e5bc5e-8c38-426b-a8f3-aea4b4ebb45b tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:08.119687 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f3e5bc5e-8c38-426b-a8f3-aea4b4ebb45b tempest-NetworksNegativeTestJSON-1581637615 tempest-NetworksNegativeTestJSON-1581637615-project] 10.222.0.48 "PUT /v2.0/subnets/48c13e9f-0830-4a80-926d-0f37eaa55d5b HTTP/1.1" status: 404 len: 337 time: 0.0321016 Feb 11 05:13:08.123661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf7fe6-4545-44a7-94aa-eb488313c80b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8addfead-2c63-49ea-98f1-2fcaa7e8d95c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.176352 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1219e5a6-7742-4cdb-94d3-e9bed3649390 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (f642e7b4-dd61-4ad3-9d0f-4fa1eb2f9195), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.181067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1219e5a6-7742-4cdb-94d3-e9bed3649390 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (f642e7b4-dd61-4ad3-9d0f-4fa1eb2f9195), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.183143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Allocated IP 2001:db8::209 (fa6596e4-873c-4bcd-b8be-8447e1888188/776710f1-990f-4801-ab69-92442c2777d6/d3c06abe-998a-4f9e-a39a-6410ab6295e5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:08.201117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219e5a6-7742-4cdb-94d3-e9bed3649390 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f642e7b4-dd61-4ad3-9d0f-4fa1eb2f9195,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.211725 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1219e5a6-7742-4cdb-94d3-e9bed3649390 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.212959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1219e5a6-7742-4cdb-94d3-e9bed3649390 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429400 Feb 11 05:13:08.215785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39228) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.220202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-357c4240-2634-426f-8c32-bcba1f89988c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': '8addfead-2c63-49ea-98f1-2fcaa7e8d95c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:08.282285 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-357c4240-2634-426f-8c32-bcba1f89988c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (759b1e1e-ccc1-4eaa-9e59-2890bea01299), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.381726 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-357c4240-2634-426f-8c32-bcba1f89988c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (759b1e1e-ccc1-4eaa-9e59-2890bea01299), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.384869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for port (d3c06abe-998a-4f9e-a39a-6410ab6295e5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.388030 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-357c4240-2634-426f-8c32-bcba1f89988c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (759b1e1e-ccc1-4eaa-9e59-2890bea01299), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.404503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39232) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.412435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c4240-2634-426f-8c32-bcba1f89988c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759b1e1e-ccc1-4eaa-9e59-2890bea01299,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.421658 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-357c4240-2634-426f-8c32-bcba1f89988c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.422856 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-357c4240-2634-426f-8c32-bcba1f89988c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2061329 Feb 11 05:13:08.425814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39236) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.430561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d4d1ed26-0a11-46ea-b866-15946de9c857 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': '8addfead-2c63-49ea-98f1-2fcaa7e8d95c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:08.444730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d3c06abe-998a-4f9e-a39a-6410ab6295e5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.464836 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ed26-0a11-46ea-b866-15946de9c857 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (da953eb7-9caa-4075-838a-175a9545b6c6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.494407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Network fa6596e4-873c-4bcd-b8be-8447e1888188 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:08.497467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:08.502024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:08.502880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:08.503538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.514735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event updated for resources: {'Port': ['ID=d3c06abe-998a-4f9e-a39a-6410ab6295e5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.525862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ed26-0a11-46ea-b866-15946de9c857 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (da953eb7-9caa-4075-838a-175a9545b6c6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.526562 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-40076b6a-3749-4115-976c-be8e2f9be0bf tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6020970 Feb 11 05:13:08.529137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39238) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.545425 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ed26-0a11-46ea-b866-15946de9c857 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (da953eb7-9caa-4075-838a-175a9545b6c6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.552509 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc5afd11-df77-407c-bd5f-9745e5838533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.574775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1ed26-0a11-46ea-b866-15946de9c857 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da953eb7-9caa-4075-838a-175a9545b6c6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.589631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ed26-0a11-46ea-b866-15946de9c857 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.591050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d4d1ed26-0a11-46ea-b866-15946de9c857 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1639488 Feb 11 05:13:08.593776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39240) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.600540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5525890d-f214-442b-9b87-2bbcc6f0614e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': '8addfead-2c63-49ea-98f1-2fcaa7e8d95c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:08.610487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c9f07130-7221-4685-ba90-a63bbe9ee2ce tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Deleting port d3c06abe-998a-4f9e-a39a-6410ab6295e5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:08.610871 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9f07130-7221-4685-ba90-a63bbe9ee2ce tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d3c06abe-998a-4f9e-a39a-6410ab6295e5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.647304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5525890d-f214-442b-9b87-2bbcc6f0614e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (d5a7d5a9-a727-4d81-8aef-85361880146f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.693541 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9f07130-7221-4685-ba90-a63bbe9ee2ce tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d3c06abe-998a-4f9e-a39a-6410ab6295e5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.703576 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc5afd11-df77-407c-bd5f-9745e5838533 admin admin] Publish callbacks [] for security_group (44a85093-7419-447c-b778-3adc9559c73e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.706085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c9f07130-7221-4685-ba90-a63bbe9ee2ce tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Calling delete_port for d3c06abe-998a-4f9e-a39a-6410ab6295e5 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:08.710921 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dc5afd11-df77-407c-bd5f-9745e5838533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (44a85093-7419-447c-b778-3adc9559c73e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.758433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5525890d-f214-442b-9b87-2bbcc6f0614e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (d5a7d5a9-a727-4d81-8aef-85361880146f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.762710 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dc5afd11-df77-407c-bd5f-9745e5838533 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9f9cee8c3f445b3a284c6d2aa0499ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3570604 Feb 11 05:13:08.764295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5afd11-df77-407c-bd5f-9745e5838533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a85093-7419-447c-b778-3adc9559c73e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.766310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39242) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.767623 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5525890d-f214-442b-9b87-2bbcc6f0614e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (d5a7d5a9-a727-4d81-8aef-85361880146f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.788697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525890d-f214-442b-9b87-2bbcc6f0614e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a7d5a9-a727-4d81-8aef-85361880146f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.794750 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5525890d-f214-442b-9b87-2bbcc6f0614e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.795989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5525890d-f214-442b-9b87-2bbcc6f0614e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2012944 Feb 11 05:13:08.799170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39244) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.803869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-526fa481-6ba8-42b0-83fe-94ab94f06cab tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': '8addfead-2c63-49ea-98f1-2fcaa7e8d95c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:08.829270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-526fa481-6ba8-42b0-83fe-94ab94f06cab tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (e683b5ea-0663-4765-a359-77c291366e28), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.849736 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-232ce9a4-2705-4de1-9e99-5a13347d8478 admin admin] Publish callbacks [] for security_group (44a85093-7419-447c-b778-3adc9559c73e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.889217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-232ce9a4-2705-4de1-9e99-5a13347d8478 admin admin] Publish callbacks [] for security_group (44a85093-7419-447c-b778-3adc9559c73e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.889467 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-526fa481-6ba8-42b0-83fe-94ab94f06cab tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (e683b5ea-0663-4765-a359-77c291366e28), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.892325 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-526fa481-6ba8-42b0-83fe-94ab94f06cab tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e683b5ea-0663-4765-a359-77c291366e28), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.894706 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9f07130-7221-4685-ba90-a63bbe9ee2ce tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d3c06abe-998a-4f9e-a39a-6410ab6295e5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.911319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fa481-6ba8-42b0-83fe-94ab94f06cab tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e683b5ea-0663-4765-a359-77c291366e28,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.919054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-526fa481-6ba8-42b0-83fe-94ab94f06cab tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.920360 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-526fa481-6ba8-42b0-83fe-94ab94f06cab tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1201625 Feb 11 05:13:08.923072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39246) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.931326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f07130-7221-4685-ba90-a63bbe9ee2ce tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3c06abe-998a-4f9e-a39a-6410ab6295e5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.949523 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d30fd42f-a7d1-4903-afb1-6341c94daa35 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (e683b5ea-0663-4765-a359-77c291366e28), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.958152 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d30fd42f-a7d1-4903-afb1-6341c94daa35 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (e683b5ea-0663-4765-a359-77c291366e28), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.974047 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9f07130-7221-4685-ba90-a63bbe9ee2ce tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.977460 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c9f07130-7221-4685-ba90-a63bbe9ee2ce tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "DELETE /v2.0/ports/d3c06abe-998a-4f9e-a39a-6410ab6295e5 HTTP/1.1" status: 204 len: 168 time: 0.4473081 Feb 11 05:13:08.980610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39250) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.988234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa6596e4-873c-4bcd-b8be-8447e1888188', 'external_fixed_ips': [{'subnet_id': '776710f1-990f-4801-ab69-92442c2777d6', 'ip_address': '2001:db8::209'}]}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:08.995781 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-232ce9a4-2705-4de1-9e99-5a13347d8478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (44a85093-7419-447c-b778-3adc9559c73e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.998347 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-232ce9a4-2705-4de1-9e99-5a13347d8478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.002130 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-232ce9a4-2705-4de1-9e99-5a13347d8478 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44a85093-7419-447c-b778-3adc9559c73e HTTP/1.1" status: 204 len: 168 time: 0.2321663 Feb 11 05:13:09.009169 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d30fd42f-a7d1-4903-afb1-6341c94daa35 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e683b5ea-0663-4765-a359-77c291366e28), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.014251 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d30fd42f-a7d1-4903-afb1-6341c94daa35 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.014750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ce9a4-2705-4de1-9e99-5a13347d8478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a85093-7419-447c-b778-3adc9559c73e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.017886 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d30fd42f-a7d1-4903-afb1-6341c94daa35 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e683b5ea-0663-4765-a359-77c291366e28 HTTP/1.1" status: 204 len: 168 time: 0.0900180 Feb 11 05:13:09.018461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39254) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.028854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fd42f-a7d1-4903-afb1-6341c94daa35 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e683b5ea-0663-4765-a359-77c291366e28,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.040082 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.041150 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.071010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e4bb511e-7d9d-44c8-b2d0-c796da47a737 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0516150 Feb 11 05:13:09.073872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39256) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.112879 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a39aec47-ed8d-4d85-9985-fc9eec588b8c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (d5a7d5a9-a727-4d81-8aef-85361880146f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.120909 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a39aec47-ed8d-4d85-9985-fc9eec588b8c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (d5a7d5a9-a727-4d81-8aef-85361880146f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.134143 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_controller (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.147537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26f409-aa6e-4a9d-8911-8fd8673b28df req-aee992f7-eb4f-4346-8fd4-27b8ebb46f12 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:09.149536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a39aec47-ed8d-4d85-9985-fc9eec588b8c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (d5a7d5a9-a727-4d81-8aef-85361880146f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.149707 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5a26f409-aa6e-4a9d-8911-8fd8673b28df req-aee992f7-eb4f-4346-8fd4-27b8ebb46f12 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.1313138 Feb 11 05:13:09.159360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a39aec47-ed8d-4d85-9985-fc9eec588b8c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.161405 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a39aec47-ed8d-4d85-9985-fc9eec588b8c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d5a7d5a9-a727-4d81-8aef-85361880146f HTTP/1.1" status: 204 len: 168 time: 0.0863166 Feb 11 05:13:09.167310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39258) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.181335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aec47-ed8d-4d85-9985-fc9eec588b8c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5a7d5a9-a727-4d81-8aef-85361880146f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.217963 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-aebb2ff9-d11b-4504-9434-3848f6d2c474 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0495081 Feb 11 05:13:09.221220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39262) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.246350 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bff4ca4-be59-41ce-b7cf-7685b3407d4f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (da953eb7-9caa-4075-838a-175a9545b6c6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.254558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bff4ca4-be59-41ce-b7cf-7685b3407d4f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (da953eb7-9caa-4075-838a-175a9545b6c6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.292387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bff4ca4-be59-41ce-b7cf-7685b3407d4f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (da953eb7-9caa-4075-838a-175a9545b6c6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.300278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bff4ca4-be59-41ce-b7cf-7685b3407d4f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.303835 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4bff4ca4-be59-41ce-b7cf-7685b3407d4f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/da953eb7-9caa-4075-838a-175a9545b6c6 HTTP/1.1" status: 204 len: 168 time: 0.0792654 Feb 11 05:13:09.308145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39266) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.314754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff4ca4-be59-41ce-b7cf-7685b3407d4f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da953eb7-9caa-4075-838a-175a9545b6c6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.358980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-faddf5e5-8a56-45e1-a671-5c864a354e0a tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0471373 Feb 11 05:13:09.359215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39270) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.388187 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-58fa1031-76bb-4dc7-b7d9-42daf743b83e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (759b1e1e-ccc1-4eaa-9e59-2890bea01299), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.397823 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-58fa1031-76bb-4dc7-b7d9-42daf743b83e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (759b1e1e-ccc1-4eaa-9e59-2890bea01299), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.419202 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6b84505-2166-43f8-86aa-e72030893cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.432752 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-58fa1031-76bb-4dc7-b7d9-42daf743b83e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (759b1e1e-ccc1-4eaa-9e59-2890bea01299), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.440298 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-58fa1031-76bb-4dc7-b7d9-42daf743b83e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.441597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-58fa1031-76bb-4dc7-b7d9-42daf743b83e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/759b1e1e-ccc1-4eaa-9e59-2890bea01299 HTTP/1.1" status: 204 len: 168 time: 0.0814312 Feb 11 05:13:09.444386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39276) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.472146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa1031-76bb-4dc7-b7d9-42daf743b83e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=759b1e1e-ccc1-4eaa-9e59-2890bea01299,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.494643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-200dab9e-ae5c-4ef9-8fb7-07b7679710ad tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0485778 Feb 11 05:13:09.497601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39278) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.524018 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aac7d95b-45ea-4cd6-9515-99957401dbe2 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (f642e7b4-dd61-4ad3-9d0f-4fa1eb2f9195), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.533589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aac7d95b-45ea-4cd6-9515-99957401dbe2 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (f642e7b4-dd61-4ad3-9d0f-4fa1eb2f9195), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.561357 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aac7d95b-45ea-4cd6-9515-99957401dbe2 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (f642e7b4-dd61-4ad3-9d0f-4fa1eb2f9195), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.568155 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aac7d95b-45ea-4cd6-9515-99957401dbe2 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.572174 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-aac7d95b-45ea-4cd6-9515-99957401dbe2 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f642e7b4-dd61-4ad3-9d0f-4fa1eb2f9195 HTTP/1.1" status: 204 len: 168 time: 0.0707452 Feb 11 05:13:09.572482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39282) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.583360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7d95b-45ea-4cd6-9515-99957401dbe2 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f642e7b4-dd61-4ad3-9d0f-4fa1eb2f9195,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.617279 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d4986c96-0ed5-4169-86cb-f0f6229d0453 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436497 Feb 11 05:13:09.620082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39286) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.684757 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-585427a4-7e08-4c5b-8ce8-306eb9e9525e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (8addfead-2c63-49ea-98f1-2fcaa7e8d95c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.685740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.694196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5a26f409-aa6e-4a9d-8911-8fd8673b28df req-eb76b4ce-20c9-4d33-b326-291ea7f43952 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5373268 Feb 11 05:13:09.711927 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-585427a4-7e08-4c5b-8ce8-306eb9e9525e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (8addfead-2c63-49ea-98f1-2fcaa7e8d95c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.763822 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-585427a4-7e08-4c5b-8ce8-306eb9e9525e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8addfead-2c63-49ea-98f1-2fcaa7e8d95c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.768446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-585427a4-7e08-4c5b-8ce8-306eb9e9525e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.769752 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-585427a4-7e08-4c5b-8ce8-306eb9e9525e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-groups/8addfead-2c63-49ea-98f1-2fcaa7e8d95c HTTP/1.1" status: 204 len: 168 time: 0.1487434 Feb 11 05:13:09.774117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39292) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.779852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585427a4-7e08-4c5b-8ce8-306eb9e9525e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8addfead-2c63-49ea-98f1-2fcaa7e8d95c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.827023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5418a186-90eb-43de-a7d2-9f98dcb7bc7a tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0508580 Feb 11 05:13:09.833637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39294) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.838567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39296) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.846758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d389e05f-42c0-4985-9a32-4d69ee3627c9 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1506343153'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:09.868707 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d389e05f-42c0-4985-9a32-4d69ee3627c9 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.947173 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.948502 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d389e05f-42c0-4985-9a32-4d69ee3627c9 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (d4fb8068-4631-491c-aed7-c37cc000bd4e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.953106 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d389e05f-42c0-4985-9a32-4d69ee3627c9 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d4fb8068-4631-491c-aed7-c37cc000bd4e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.966837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9e3db571-b647-40c0-b096-0cbcb3ae6926 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1236808196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:09.970598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.007525 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d389e05f-42c0-4985-9a32-4d69ee3627c9 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.008789 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d389e05f-42c0-4985-9a32-4d69ee3627c9 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1740856 Feb 11 05:13:10.011387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389e05f-42c0-4985-9a32-4d69ee3627c9 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb8068-4631-491c-aed7-c37cc000bd4e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.011678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39300) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:10.020524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3abdd3e7-6853-4d4e-bd7e-94046e7c2f84 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': 'd4fb8068-4631-491c-aed7-c37cc000bd4e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:10.020633 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e3db571-b647-40c0-b096-0cbcb3ae6926 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (6f6f664d-d817-428a-84ee-4e6687e0cca9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.021628 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e3db571-b647-40c0-b096-0cbcb3ae6926 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (6f6f664d-d817-428a-84ee-4e6687e0cca9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.078355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e3db571-b647-40c0-b096-0cbcb3ae6926 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for router_controller (6f6f664d-d817-428a-84ee-4e6687e0cca9), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.082500 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e3db571-b647-40c0-b096-0cbcb3ae6926 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (6f6f664d-d817-428a-84ee-4e6687e0cca9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.090015 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3abdd3e7-6853-4d4e-bd7e-94046e7c2f84 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (345768d2-25cb-459d-82d9-4a6693ebe611), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.101579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e3db571-b647-40c0-b096-0cbcb3ae6926 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.102791 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9e3db571-b647-40c0-b096-0cbcb3ae6926 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2632544 Feb 11 05:13:10.105534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39302) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:10.111433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-946467031'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:10.130885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Made reservation on behalf of 8f54c2d051b247d090b0f78005cafc81 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:10.134309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.143369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.177654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Allocated IP 2001:db8::209 (fa6596e4-873c-4bcd-b8be-8447e1888188/776710f1-990f-4801-ab69-92442c2777d6/f65b97e0-29b4-486c-851b-fd0bfa0915eb) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:10.197002 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3abdd3e7-6853-4d4e-bd7e-94046e7c2f84 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (345768d2-25cb-459d-82d9-4a6693ebe611), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.203657 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3abdd3e7-6853-4d4e-bd7e-94046e7c2f84 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (345768d2-25cb-459d-82d9-4a6693ebe611), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.219949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for security_group (968e52a7-161c-4bf9-85f8-5f0edfacc4a8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.224607 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (968e52a7-161c-4bf9-85f8-5f0edfacc4a8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.241183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdd3e7-6853-4d4e-bd7e-94046e7c2f84 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345768d2-25cb-459d-82d9-4a6693ebe611,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.249155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3abdd3e7-6853-4d4e-bd7e-94046e7c2f84 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.250347 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3abdd3e7-6853-4d4e-bd7e-94046e7c2f84 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2377093 Feb 11 05:13:10.255444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39304) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:10.256148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:10.271511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968e52a7-161c-4bf9-85f8-5f0edfacc4a8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.287806 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (fb2dccf6-4355-4275-bab4-a1c6ddc0b984), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.288165 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Added segment fb2dccf6-4355-4275-bab4-a1c6ddc0b984 of type vlan for network 3e081004-f58b-44d0-b09e-a763fd32f8ad Feb 11 05:13:10.327867 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for port (f65b97e0-29b4-486c-851b-fd0bfa0915eb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.346483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (3e081004-f58b-44d0-b09e-a763fd32f8ad), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.366297 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f65b97e0-29b4-486c-851b-fd0bfa0915eb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.366540 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-763892f4-e892-4b77-83a4-b9145160e98d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (d4fb8068-4631-491c-aed7-c37cc000bd4e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.402775 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (3e081004-f58b-44d0-b09e-a763fd32f8ad), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.407006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Network fa6596e4-873c-4bcd-b8be-8447e1888188 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:10.407826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:10.408919 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.410905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:10.412917 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-763892f4-e892-4b77-83a4-b9145160e98d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (d4fb8068-4631-491c-aed7-c37cc000bd4e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.414465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:10.420401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event updated for resources: {'Port': ['ID=f65b97e0-29b4-486c-851b-fd0bfa0915eb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.464261 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3576818 Feb 11 05:13:10.472196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39306) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:10.480521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-604816d6-f6c0-4f9b-bad1-dcc95c6e3225 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Request body: {'subnet': {'network_id': '3e081004-f58b-44d0-b09e-a763fd32f8ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:10.530693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d9f42-b3e3-4603-9931-080bc3200ad9 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event updated for resources: {'Network': ['ID=3e081004-f58b-44d0-b09e-a763fd32f8ad,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.544489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 3e081004-f58b-44d0-b09e-a763fd32f8ad details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:10.584832 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-763892f4-e892-4b77-83a4-b9145160e98d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d4fb8068-4631-491c-aed7-c37cc000bd4e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.587479 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-763892f4-e892-4b77-83a4-b9145160e98d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.591079 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-763892f4-e892-4b77-83a4-b9145160e98d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-groups/d4fb8068-4631-491c-aed7-c37cc000bd4e HTTP/1.1" status: 204 len: 168 time: 0.3303158 Feb 11 05:13:10.591767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39308) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:10.611453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763892f4-e892-4b77-83a4-b9145160e98d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb8068-4631-491c-aed7-c37cc000bd4e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.636993 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604816d6-f6c0-4f9b-bad1-dcc95c6e3225 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Made reservation on behalf of 8f54c2d051b247d090b0f78005cafc81 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:10.641063 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-604816d6-f6c0-4f9b-bad1-dcc95c6e3225 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.700267 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-488c795b-11f6-4e22-ba88-8bbb3424719b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1077020 Feb 11 05:13:10.701098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.703757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39310) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:10.708564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b2691338-0e44-49ce-a2d6-ff16feba2aec tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267005855'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:10.774169 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2691338-0e44-49ce-a2d6-ff16feba2aec tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.869492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacb7cf-a103-45ab-a74a-50191dcf876b req-3fac54b8-d019-417d-831c-5dbe15e70992 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:10.870918 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5bacb7cf-a103-45ab-a74a-50191dcf876b req-3fac54b8-d019-417d-831c-5dbe15e70992 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.1042562 Feb 11 05:13:10.872224 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-604816d6-f6c0-4f9b-bad1-dcc95c6e3225 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (d422c0f5-edd7-43dd-a234-0b8ee48ea245), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.933300 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2691338-0e44-49ce-a2d6-ff16feba2aec tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (926cd82c-c253-41d2-86b0-632dee7c1c4e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.942730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604816d6-f6c0-4f9b-bad1-dcc95c6e3225 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event updated for resources: {'Subnet': ['ID=d422c0f5-edd7-43dd-a234-0b8ee48ea245,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.960676 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2691338-0e44-49ce-a2d6-ff16feba2aec tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (926cd82c-c253-41d2-86b0-632dee7c1c4e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.982944 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5bacb7cf-a103-45ab-a74a-50191dcf876b req-8c1ffc33-6abb-444f-ae69-f7069b0e9794 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034939 Feb 11 05:13:10.989352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604816d6-f6c0-4f9b-bad1-dcc95c6e3225 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Checking segment: {'id': 'fb2dccf6-4355-4275-bab4-a1c6ddc0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3e081004-f58b-44d0-b09e-a763fd32f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:10.989852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604816d6-f6c0-4f9b-bad1-dcc95c6e3225 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Network hostable DHCP agents. Network: 3e081004-f58b-44d0-b09e-a763fd32f8ad, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:11.008220 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b2691338-0e44-49ce-a2d6-ff16feba2aec tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.012086 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b2691338-0e44-49ce-a2d6-ff16feba2aec tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3047817 Feb 11 05:13:11.012240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39314) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.016553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ad04f383-51b0-4005-b1dc-5b4c736a5860 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971759920'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:11.021313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2691338-0e44-49ce-a2d6-ff16feba2aec tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926cd82c-c253-41d2-86b0-632dee7c1c4e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:11.024953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.029946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604816d6-f6c0-4f9b-bad1-dcc95c6e3225 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Network 3e081004-f58b-44d0-b09e-a763fd32f8ad is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:11.041909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-604816d6-f6c0-4f9b-bad1-dcc95c6e3225 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 3e081004-f58b-44d0-b09e-a763fd32f8ad) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:11.046934 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604816d6-f6c0-4f9b-bad1-dcc95c6e3225 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:11.047552 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-604816d6-f6c0-4f9b-bad1-dcc95c6e3225 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.051976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec0ccc1-d3aa-4429-894c-9a140eacbf78 None None] Network 3e081004-f58b-44d0-b09e-a763fd32f8ad requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:11.069379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-604816d6-f6c0-4f9b-bad1-dcc95c6e3225 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5895917 Feb 11 05:13:11.069379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39316) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.074754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-92a0b6d3-fc51-4cae-ae49-35a527f49875 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Request body: {'network': {'name': 'tempest-router-network01--512964549'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:11.079980 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad04f383-51b0-4005-b1dc-5b4c736a5860 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.096637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a0b6d3-fc51-4cae-ae49-35a527f49875 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Made reservation on behalf of 8f54c2d051b247d090b0f78005cafc81 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:11.101254 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92a0b6d3-fc51-4cae-ae49-35a527f49875 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.128531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a0b6d3-fc51-4cae-ae49-35a527f49875 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:11.139374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92a0b6d3-fc51-4cae-ae49-35a527f49875 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (bf0c5617-7e50-4d6f-9402-42dcdcff083d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.139751 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-92a0b6d3-fc51-4cae-ae49-35a527f49875 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Added segment bf0c5617-7e50-4d6f-9402-42dcdcff083d of type vlan for network e43ff551-001e-455a-8b6c-26413bbd1523 Feb 11 05:13:11.178385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-3e081004-f58b-44d0-b09e-a763fd32f8ad', 'network_id': '3e081004-f58b-44d0-b09e-a763fd32f8ad', 'project_id': '8f54c2d051b247d090b0f78005cafc81', 'fixed_ips': [{'subnet_id': 'd422c0f5-edd7-43dd-a234-0b8ee48ea245'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:13:11.179880 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.187489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92a0b6d3-fc51-4cae-ae49-35a527f49875 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (e43ff551-001e-455a-8b6c-26413bbd1523), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.216704 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92a0b6d3-fc51-4cae-ae49-35a527f49875 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (e43ff551-001e-455a-8b6c-26413bbd1523), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.221815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a0b6d3-fc51-4cae-ae49-35a527f49875 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:11.222405 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92a0b6d3-fc51-4cae-ae49-35a527f49875 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.240882 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad04f383-51b0-4005-b1dc-5b4c736a5860 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (820cd6b3-cf78-4f32-9635-5f1a595189a4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.243836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Router f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:11.254984 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad04f383-51b0-4005-b1dc-5b4c736a5860 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (820cd6b3-cf78-4f32-9635-5f1a595189a4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.259449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-92a0b6d3-fc51-4cae-ae49-35a527f49875 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1886835 Feb 11 05:13:11.265196 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39318) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.298982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0b6d3-fc51-4cae-ae49-35a527f49875 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event updated for resources: {'Network': ['ID=e43ff551-001e-455a-8b6c-26413bbd1523,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:11.307573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8742ff32-cb86-4849-92bb-733c420da8b4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Request body: {'network': {'name': 'tempest-router-network02--1533999103'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:11.310954 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network e43ff551-001e-455a-8b6c-26413bbd1523 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:11.334389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad04f383-51b0-4005-b1dc-5b4c736a5860 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.336055 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ad04f383-51b0-4005-b1dc-5b4c736a5860 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3224318 Feb 11 05:13:11.339101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39320) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.344412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04f383-51b0-4005-b1dc-5b4c736a5860 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820cd6b3-cf78-4f32-9635-5f1a595189a4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:11.349121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-473287b9-80b3-4d45-93dc-3f8a7fdf3a24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': '926cd82c-c253-41d2-86b0-632dee7c1c4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '820cd6b3-cf78-4f32-9635-5f1a595189a4', 'remote_ip_prefix': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:11.363218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8742ff32-cb86-4849-92bb-733c420da8b4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Made reservation on behalf of 8f54c2d051b247d090b0f78005cafc81 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:11.367613 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8742ff32-cb86-4849-92bb-733c420da8b4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.385096 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-473287b9-80b3-4d45-93dc-3f8a7fdf3a24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (baa14d84-cb24-429a-9c74-30742aff0970), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.390024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Allocated IP 172.20.0.2 (3e081004-f58b-44d0-b09e-a763fd32f8ad/d422c0f5-edd7-43dd-a234-0b8ee48ea245/03c65f16-f8e4-474e-b61d-396a20988114) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:11.438325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8742ff32-cb86-4849-92bb-733c420da8b4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:11.445517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:11.463536 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8742ff32-cb86-4849-92bb-733c420da8b4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c8e36d96-69f8-4c37-b7aa-ac06e4b379aa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.463901 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-8742ff32-cb86-4849-92bb-733c420da8b4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Added segment c8e36d96-69f8-4c37-b7aa-ac06e4b379aa of type vlan for network 2c8ebb16-b21a-4940-b8f0-45d873e8a634 Feb 11 05:13:11.475980 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-473287b9-80b3-4d45-93dc-3f8a7fdf3a24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (baa14d84-cb24-429a-9c74-30742aff0970), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.477075 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.478517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7ae8c1a5-eec7-4bd3-a622-df7db1c4dc6b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4968958 Feb 11 05:13:11.481383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39322) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.483049 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-473287b9-80b3-4d45-93dc-3f8a7fdf3a24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (baa14d84-cb24-429a-9c74-30742aff0970), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.511859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473287b9-80b3-4d45-93dc-3f8a7fdf3a24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa14d84-cb24-429a-9c74-30742aff0970,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:11.521975 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-473287b9-80b3-4d45-93dc-3f8a7fdf3a24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.526794 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-473287b9-80b3-4d45-93dc-3f8a7fdf3a24 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1838460 Feb 11 05:13:11.527260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39324) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.556291 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-248ee9c2-a66b-468b-b971-a59d98bf1cdc tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (baa14d84-cb24-429a-9c74-30742aff0970), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.558309 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8742ff32-cb86-4849-92bb-733c420da8b4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (2c8ebb16-b21a-4940-b8f0-45d873e8a634), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.564600 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-248ee9c2-a66b-468b-b971-a59d98bf1cdc tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (baa14d84-cb24-429a-9c74-30742aff0970), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.595889 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-248ee9c2-a66b-468b-b971-a59d98bf1cdc tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (baa14d84-cb24-429a-9c74-30742aff0970), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.600810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] Sync routers for ids ['f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:11.605087 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-248ee9c2-a66b-468b-b971-a59d98bf1cdc tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.609189 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-248ee9c2-a66b-468b-b971-a59d98bf1cdc tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/baa14d84-cb24-429a-9c74-30742aff0970 HTTP/1.1" status: 204 len: 168 time: 0.0779667 Feb 11 05:13:11.609394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39326) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.627483 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8742ff32-cb86-4849-92bb-733c420da8b4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (2c8ebb16-b21a-4940-b8f0-45d873e8a634), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.632463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8742ff32-cb86-4849-92bb-733c420da8b4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:11.633059 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8742ff32-cb86-4849-92bb-733c420da8b4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.635353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ee9c2-a66b-468b-b971-a59d98bf1cdc tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baa14d84-cb24-429a-9c74-30742aff0970,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:11.648341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] Routers {'f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:11.648985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:11.683066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cf57e632-41f1-4c3e-b395-29645ade2bb9 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0698771 Feb 11 05:13:11.684190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39328) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.711880 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8742ff32-cb86-4849-92bb-733c420da8b4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4456046 Feb 11 05:13:11.715727 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.716454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39330) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.718969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742ff32-cb86-4849-92bb-733c420da8b4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event updated for resources: {'Network': ['ID=2c8ebb16-b21a-4940-b8f0-45d873e8a634,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:11.723249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-06f96765-738e-4da4-b643-4321bc9aaa0f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Request body: {'subnet': {'network_id': 'e43ff551-001e-455a-8b6c-26413bbd1523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:11.760931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 2c8ebb16-b21a-4940-b8f0-45d873e8a634 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:11.814049 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6f7e993-9624-4de7-80ce-120024f9610b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (820cd6b3-cf78-4f32-9635-5f1a595189a4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.833460 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.848921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6f7e993-9624-4de7-80ce-120024f9610b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (820cd6b3-cf78-4f32-9635-5f1a595189a4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.857136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f96765-738e-4da4-b643-4321bc9aaa0f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Made reservation on behalf of 8f54c2d051b247d090b0f78005cafc81 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:11.860412 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06f96765-738e-4da4-b643-4321bc9aaa0f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.895267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] Set router f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:11.896272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Deleting port f65b97e0-29b4-486c-851b-fd0bfa0915eb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:11.896627 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f65b97e0-29b4-486c-851b-fd0bfa0915eb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.965872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6f7e993-9624-4de7-80ce-120024f9610b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (820cd6b3-cf78-4f32-9635-5f1a595189a4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.968406 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6f7e993-9624-4de7-80ce-120024f9610b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.968629 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Publish callbacks [] for port (03c65f16-f8e4-474e-b61d-396a20988114), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.969570 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a6f7e993-9624-4de7-80ce-120024f9610b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-groups/820cd6b3-cf78-4f32-9635-5f1a595189a4 HTTP/1.1" status: 204 len: 168 time: 0.2843583 Feb 11 05:13:11.972463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39332) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.976802 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe67f8ca-ecf1-4ca0-87d2-781d69fc3946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.987437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7e993-9624-4de7-80ce-120024f9610b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820cd6b3-cf78-4f32-9635-5f1a595189a4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:11.993707 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (03c65f16-f8e4-474e-b61d-396a20988114), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.010336 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f65b97e0-29b4-486c-851b-fd0bfa0915eb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.039513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Calling delete_port for f65b97e0-29b4-486c-851b-fd0bfa0915eb owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:12.080559 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a4c1fd11-89a6-422b-8f85-a2b651bf88aa tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1037862 Feb 11 05:13:12.081800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39336) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:12.093299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Pushing event updated for resources: {'Port': ['ID=03c65f16-f8e4-474e-b61d-396a20988114,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:12.107943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Network 3e081004-f58b-44d0-b09e-a763fd32f8ad is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:12.113431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:12.115699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:12.171725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06f96765-738e-4da4-b643-4321bc9aaa0f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (06080af3-a1c7-491e-b527-585f9c3c80e3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.222612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a528ed3-b09b-414c-b720-8058f70727ee req-950b791c-1384-47a9-ac24-86ff9db8a46e tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:12.223755 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-337dc65c-0b28-4064-ac5e-ea44e5cd7edf tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (926cd82c-c253-41d2-86b0-632dee7c1c4e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.224319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a528ed3-b09b-414c-b720-8058f70727ee req-950b791c-1384-47a9-ac24-86ff9db8a46e tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.1175351 Feb 11 05:13:12.225832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Attempting to bind port 03c65f16-f8e4-474e-b61d-396a20988114 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:12.226298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Attempting to bind port 03c65f16-f8e4-474e-b61d-396a20988114 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'fb2dccf6-4355-4275-bab4-a1c6ddc0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3e081004-f58b-44d0-b09e-a763fd32f8ad'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:12.226748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Attempting to bind port 03c65f16-f8e4-474e-b61d-396a20988114 on network 3e081004-f58b-44d0-b09e-a763fd32f8ad {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:12.237724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:12.238108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Checking segment: {'id': 'fb2dccf6-4355-4275-bab4-a1c6ddc0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3e081004-f58b-44d0-b09e-a763fd32f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:12.238522 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.239066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Bound using segment: {'id': 'fb2dccf6-4355-4275-bab4-a1c6ddc0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3e081004-f58b-44d0-b09e-a763fd32f8ad'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:12.239446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Bound port: 03c65f16-f8e4-474e-b61d-396a20988114, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2dccf6-4355-4275-bab4-a1c6ddc0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3e081004-f58b-44d0-b09e-a763fd32f8ad'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:12.239837 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (03c65f16-f8e4-474e-b61d-396a20988114), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.252788 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-337dc65c-0b28-4064-ac5e-ea44e5cd7edf tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (926cd82c-c253-41d2-86b0-632dee7c1c4e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.298104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb', 'name': '', 'tenant_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa6596e4-873c-4bcd-b8be-8447e1888188', 'external_fixed_ips': [{'subnet_id': '776710f1-990f-4801-ab69-92442c2777d6', 'ip_address': '2001:db8::209'}], 'enable_snat': True}, 'gw_port_id': 'f65b97e0-29b4-486c-851b-fd0bfa0915eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:09Z', 'updated_at': '2022-02-11T05:13:10Z', 'revision_number': 3, 'project_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'gw_port': {'id': 'f65b97e0-29b4-486c-851b-fd0bfa0915eb', 'name': '', 'network_id': 'fa6596e4-873c-4bcd-b8be-8447e1888188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ed:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '776710f1-990f-4801-ab69-92442c2777d6', 'ip_address': '2001:db8::209', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:09Z', 'updated_at': '2022-02-11T05:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '776710f1-990f-4801-ab69-92442c2777d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:12.315428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a528ed3-b09b-414c-b720-8058f70727ee req-402c98b5-0523-4b00-8f86-1360d722f34b tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798416 Feb 11 05:13:12.317136 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-337dc65c-0b28-4064-ac5e-ea44e5cd7edf tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (926cd82c-c253-41d2-86b0-632dee7c1c4e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.319719 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-337dc65c-0b28-4064-ac5e-ea44e5cd7edf tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.323828 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-337dc65c-0b28-4064-ac5e-ea44e5cd7edf tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-groups/926cd82c-c253-41d2-86b0-632dee7c1c4e HTTP/1.1" status: 204 len: 168 time: 0.2413814 Feb 11 05:13:12.326532 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39340) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:12.350756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dc65c-0b28-4064-ac5e-ea44e5cd7edf tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926cd82c-c253-41d2-86b0-632dee7c1c4e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:12.351002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] Checking router: f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:12.351002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] Updating router f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb port f65b97e0-29b4-486c-851b-fd0bfa0915eb binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:12.357023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f96765-738e-4da4-b643-4321bc9aaa0f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event updated for resources: {'Subnet': ['ID=06080af3-a1c7-491e-b527-585f9c3c80e3,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:12.359996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f96765-738e-4da4-b643-4321bc9aaa0f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Checking segment: {'id': 'bf0c5617-7e50-4d6f-9402-42dcdcff083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e43ff551-001e-455a-8b6c-26413bbd1523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:12.360596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f96765-738e-4da4-b643-4321bc9aaa0f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Network hostable DHCP agents. Network: e43ff551-001e-455a-8b6c-26413bbd1523, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:12.368762 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f65b97e0-29b4-486c-851b-fd0bfa0915eb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.380949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] For port 03c65f16-f8e4-474e-b61d-396a20988114, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:12.383644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f96765-738e-4da4-b643-4321bc9aaa0f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Network e43ff551-001e-455a-8b6c-26413bbd1523 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:12.395216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-06f96765-738e-4da4-b643-4321bc9aaa0f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, e43ff551-001e-455a-8b6c-26413bbd1523) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:12.400103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f96765-738e-4da4-b643-4321bc9aaa0f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:12.400762 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06f96765-738e-4da4-b643-4321bc9aaa0f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.413943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d3c7f0-a903-4921-9f0b-5095ce034bf7 None None] Network e43ff551-001e-455a-8b6c-26413bbd1523 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:12.419179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] For port 03c65f16-f8e4-474e-b61d-396a20988114, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=03c65f16-f8e4-474e-b61d-396a20988114,segment=NetworkSegment(fb2dccf6-4355-4275-bab4-a1c6ddc0b984),segment_id=fb2dccf6-4355-4275-bab4-a1c6ddc0b984)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:12.419918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event deleted for resources: {'Port': ['ID=f65b97e0-29b4-486c-851b-fd0bfa0915eb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:12.424237 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f65b97e0-29b4-486c-851b-fd0bfa0915eb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.436707 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-06f96765-738e-4da4-b643-4321bc9aaa0f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7166388 Feb 11 05:13:12.437593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39342) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:12.444442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-86e61e1b-5dab-4545-86df-1a4db8cbf9b2 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Request body: {'subnet': {'network_id': '2c8ebb16-b21a-4940-b8f0-45d873e8a634', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:12.454099 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.457330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] Port f65b97e0-29b4-486c-851b-fd0bfa0915eb not found while updating agent binding for router f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb. {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 05:13:12.459808 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (03c65f16-f8e4-474e-b61d-396a20988114), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.484186 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2eb0d040-cbab-4c5a-9bf0-b866fbe33685 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1561921 Feb 11 05:13:12.519270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39344) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:12.523869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4eff0fde-2261-445f-9870-aedf55804526 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720929210'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:12.560591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e61e1b-5dab-4545-86df-1a4db8cbf9b2 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Made reservation on behalf of 8f54c2d051b247d090b0f78005cafc81 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:12.561143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] Routers {'f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:12.561538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:12.565657 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86e61e1b-5dab-4545-86df-1a4db8cbf9b2 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.576819 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.580971 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_controller (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.619439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dea90-6633-4c13-baaa-3311176d7372 None None] Pushing event updated for resources: {'Port': ['ID=03c65f16-f8e4-474e-b61d-396a20988114,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:12.633004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eff0fde-2261-445f-9870-aedf55804526 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.651970 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.652620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:12.659397 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.660680 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4a702f92-c3d5-4f6a-8428-eae7a48c6e8e tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "DELETE /v2.0/routers/f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb HTTP/1.1" status: 204 len: 168 time: 1.1606493 Feb 11 05:13:12.663425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39346) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:12.683562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] Set router f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:12.716082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-e43ff551-001e-455a-8b6c-26413bbd1523', 'network_id': 'e43ff551-001e-455a-8b6c-26413bbd1523', 'project_id': '8f54c2d051b247d090b0f78005cafc81', 'fixed_ips': [{'subnet_id': '06080af3-a1c7-491e-b527-585f9c3c80e3'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:13:12.716966 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.761049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb', 'name': '', 'tenant_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:09Z', 'updated_at': '2022-02-11T05:13:12Z', 'revision_number': 5, 'project_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:12.764947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-043eef1d-f66d-4c84-a407-d1aebdf0b194 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Deleting subnet 776710f1-990f-4801-ab69-92442c2777d6 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:12.778167 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-043eef1d-f66d-4c84-a407-d1aebdf0b194 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for subnet (776710f1-990f-4801-ab69-92442c2777d6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.805108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90607ba-d415-4619-bd02-348d84b1be14 None None] The sync data for ids ['f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb'] in n-d-615180-58 is: [{'id': 'f0d18980-f8e6-4b48-ba8c-a6f9d4dc3dfb', 'name': '', 'tenant_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:09Z', 'updated_at': '2022-02-11T05:13:12Z', 'revision_number': 5, 'project_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:12.861316 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eff0fde-2261-445f-9870-aedf55804526 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (86b0bc69-9b0e-4f2b-b126-f097d367dba8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.865308 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-043eef1d-f66d-4c84-a407-d1aebdf0b194 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (776710f1-990f-4801-ab69-92442c2777d6), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.867605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eff0fde-2261-445f-9870-aedf55804526 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (86b0bc69-9b0e-4f2b-b126-f097d367dba8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.892454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86e61e1b-5dab-4545-86df-1a4db8cbf9b2 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (f0df6296-7a08-4b65-a078-93109ad61b8d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.917701 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.962004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4eff0fde-2261-445f-9870-aedf55804526 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.963349 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4eff0fde-2261-445f-9870-aedf55804526 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4430330 Feb 11 05:13:12.966018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39348) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:12.971166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a3951570-f165-48b7-b5cc-a2935eb2f0ea tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': '86b0bc69-9b0e-4f2b-b126-f097d367dba8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:12.976186 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-043eef1d-f66d-4c84-a407-d1aebdf0b194 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (776710f1-990f-4801-ab69-92442c2777d6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.978314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff0fde-2261-445f-9870-aedf55804526 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b0bc69-9b0e-4f2b-b126-f097d367dba8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:13.009613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Allocated IP 172.20.0.2 (e43ff551-001e-455a-8b6c-26413bbd1523/06080af3-a1c7-491e-b527-585f9c3c80e3/266cdd5d-c84c-42c6-b7a4-40f037f96a68) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:13.022119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e61e1b-5dab-4545-86df-1a4db8cbf9b2 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event updated for resources: {'Subnet': ['ID=f0df6296-7a08-4b65-a078-93109ad61b8d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:13.033002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e61e1b-5dab-4545-86df-1a4db8cbf9b2 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Checking segment: {'id': 'c8e36d96-69f8-4c37-b7aa-ac06e4b379aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2c8ebb16-b21a-4940-b8f0-45d873e8a634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:13.033662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e61e1b-5dab-4545-86df-1a4db8cbf9b2 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Network hostable DHCP agents. Network: 2c8ebb16-b21a-4940-b8f0-45d873e8a634, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:13.060802 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3951570-f165-48b7-b5cc-a2935eb2f0ea tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (99d9262a-f1f2-4f4b-b8c0-4f706673328a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.065331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e61e1b-5dab-4545-86df-1a4db8cbf9b2 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Network 2c8ebb16-b21a-4940-b8f0-45d873e8a634 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:13.083441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-86e61e1b-5dab-4545-86df-1a4db8cbf9b2 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 2c8ebb16-b21a-4940-b8f0-45d873e8a634) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:13.089108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e61e1b-5dab-4545-86df-1a4db8cbf9b2 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:13.089939 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86e61e1b-5dab-4545-86df-1a4db8cbf9b2 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.113211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-86e61e1b-5dab-4545-86df-1a4db8cbf9b2 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6742306 Feb 11 05:13:13.116666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31e516c-7b72-4a17-8918-ddef92c0b19e None None] Network 2c8ebb16-b21a-4940-b8f0-45d873e8a634 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:13.117478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39350) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:13.213968 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3951570-f165-48b7-b5cc-a2935eb2f0ea tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (99d9262a-f1f2-4f4b-b8c0-4f706673328a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.226774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3951570-f165-48b7-b5cc-a2935eb2f0ea tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (99d9262a-f1f2-4f4b-b8c0-4f706673328a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.274669 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3951570-f165-48b7-b5cc-a2935eb2f0ea tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.275571 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a3951570-f165-48b7-b5cc-a2935eb2f0ea tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3085759 Feb 11 05:13:13.277202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3951570-f165-48b7-b5cc-a2935eb2f0ea tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d9262a-f1f2-4f4b-b8c0-4f706673328a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:13.283534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39352) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:13.297355 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-043eef1d-f66d-4c84-a407-d1aebdf0b194 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (776710f1-990f-4801-ab69-92442c2777d6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.310258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-2c8ebb16-b21a-4940-b8f0-45d873e8a634', 'network_id': '2c8ebb16-b21a-4940-b8f0-45d873e8a634', 'project_id': '8f54c2d051b247d090b0f78005cafc81', 'fixed_ips': [{'subnet_id': 'f0df6296-7a08-4b65-a078-93109ad61b8d'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:13:13.311147 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.328992 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Publish callbacks [] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.346946 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-043eef1d-f66d-4c84-a407-d1aebdf0b194 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.347181 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.350242 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-043eef1d-f66d-4c84-a407-d1aebdf0b194 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/776710f1-990f-4801-ab69-92442c2777d6 HTTP/1.1" status: 204 len: 168 time: 0.6858199 Feb 11 05:13:13.360330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39356) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:13.360494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eef1d-f66d-4c84-a407-d1aebdf0b194 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=776710f1-990f-4801-ab69-92442c2777d6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:13.397930 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0bb6d31-61c8-4321-ab6c-61503aa1cf11 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (99d9262a-f1f2-4f4b-b8c0-4f706673328a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.411813 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0bb6d31-61c8-4321-ab6c-61503aa1cf11 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (99d9262a-f1f2-4f4b-b8c0-4f706673328a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.452100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0bb6d31-61c8-4321-ab6c-61503aa1cf11 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (99d9262a-f1f2-4f4b-b8c0-4f706673328a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.465136 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0bb6d31-61c8-4321-ab6c-61503aa1cf11 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.466758 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f0bb6d31-61c8-4321-ab6c-61503aa1cf11 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/99d9262a-f1f2-4f4b-b8c0-4f706673328a HTTP/1.1" status: 204 len: 168 time: 0.1822493 Feb 11 05:13:13.468021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb6d31-61c8-4321-ab6c-61503aa1cf11 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99d9262a-f1f2-4f4b-b8c0-4f706673328a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:13.469926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39358) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:13.554757 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-04a47e7c-6188-4ccb-9e53-52dbe15279d1 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0830817 Feb 11 05:13:13.557060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39360) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:13.635461 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0459ee2a-443c-450f-ae96-539c9878e819 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (86b0bc69-9b0e-4f2b-b126-f097d367dba8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.637785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Network e43ff551-001e-455a-8b6c-26413bbd1523 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:13.644325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 03c65f16-f8e4-474e-b61d-396a20988114 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:13.650977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:13.663575 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0459ee2a-443c-450f-ae96-539c9878e819 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (86b0bc69-9b0e-4f2b-b126-f097d367dba8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.675535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:13.682528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Pushing event updated for resources: {'Port': ['ID=266cdd5d-c84c-42c6-b7a4-40f037f96a68,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:13.729805 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0459ee2a-443c-450f-ae96-539c9878e819 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (86b0bc69-9b0e-4f2b-b126-f097d367dba8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.733446 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0459ee2a-443c-450f-ae96-539c9878e819 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.734992 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0459ee2a-443c-450f-ae96-539c9878e819 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-groups/86b0bc69-9b0e-4f2b-b126-f097d367dba8 HTTP/1.1" status: 204 len: 168 time: 0.1763301 Feb 11 05:13:13.739879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39362) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:13.754262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459ee2a-443c-450f-ae96-539c9878e819 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b0bc69-9b0e-4f2b-b126-f097d367dba8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:13.805771 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3e0a9516-9ed3-4f53-bae2-30a4e43b37fc tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0633731 Feb 11 05:13:13.810472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39364) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:13.816054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Allocated IP 172.20.0.2 (2c8ebb16-b21a-4940-b8f0-45d873e8a634/f0df6296-7a08-4b65-a078-93109ad61b8d/060db27c-7acf-4da4-8229-8967b1c2572c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:13.817257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-70fc3703-614b-41b1-bd2c-45580e39c05e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group': {'name': 'tempest-secgroup--172773466'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:13.831213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Attempting to bind port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:13.831600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Attempting to bind port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'bf0c5617-7e50-4d6f-9402-42dcdcff083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e43ff551-001e-455a-8b6c-26413bbd1523'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:13.831989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Attempting to bind port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 on network e43ff551-001e-455a-8b6c-26413bbd1523 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:13.837896 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 03c65f16-f8e4-474e-b61d-396a20988114 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:13.838279 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (03c65f16-f8e4-474e-b61d-396a20988114), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.863121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:13.863512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Checking segment: {'id': 'bf0c5617-7e50-4d6f-9402-42dcdcff083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e43ff551-001e-455a-8b6c-26413bbd1523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:13.863930 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.864336 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Bound using segment: {'id': 'bf0c5617-7e50-4d6f-9402-42dcdcff083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e43ff551-001e-455a-8b6c-26413bbd1523'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:13.864850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Bound port: 266cdd5d-c84c-42c6-b7a4-40f037f96a68, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0c5617-7e50-4d6f-9402-42dcdcff083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e43ff551-001e-455a-8b6c-26413bbd1523'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:13.865240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.916709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (fa6596e4-873c-4bcd-b8be-8447e1888188), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.968855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70fc3703-614b-41b1-bd2c-45580e39c05e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.982947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49ae3a-bd66-40c0-b3cc-9c5a1c1508f7 req-9cf237a4-ebd9-43d6-90ac-7840cac97956 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:13.984507 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c49ae3a-bd66-40c0-b3cc-9c5a1c1508f7 req-9cf237a4-ebd9-43d6-90ac-7840cac97956 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.2468472 Feb 11 05:13:14.047977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] For port 266cdd5d-c84c-42c6-b7a4-40f037f96a68, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:14.098652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] For port 266cdd5d-c84c-42c6-b7a4-40f037f96a68, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=266cdd5d-c84c-42c6-b7a4-40f037f96a68,segment=NetworkSegment(bf0c5617-7e50-4d6f-9402-42dcdcff083d),segment_id=bf0c5617-7e50-4d6f-9402-42dcdcff083d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:14.102795 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 03c65f16-f8e4-474e-b61d-396a20988114 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:14.103398 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (03c65f16-f8e4-474e-b61d-396a20988114), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.130033 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.144305 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (fa6596e4-873c-4bcd-b8be-8447e1888188), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.168827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.192769 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Publish callbacks [] for port (060db27c-7acf-4da4-8229-8967b1c2572c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.212085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6596e4-873c-4bcd-b8be-8447e1888188']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:14.225465 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.233138 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c49ae3a-bd66-40c0-b3cc-9c5a1c1508f7 req-aea273dc-e09c-490d-a084-c6b21181fb24 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137079 Feb 11 05:13:14.234379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 03c65f16-f8e4-474e-b61d-396a20988114, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=03c65f16-f8e4-474e-b61d-396a20988114,segment=NetworkSegment(fb2dccf6-4355-4275-bab4-a1c6ddc0b984),segment_id=fb2dccf6-4355-4275-bab4-a1c6ddc0b984)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:14.245965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc379f97-f73e-4c7f-8e46-9901b2b2f129') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:14.245965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc379f97-f73e-4c7f-8e46-9901b2b2f129') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:14.252115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f9e95-2487-4111-8fee-eaf608fc91d6 None None] Pushing event updated for resources: {'Port': ['ID=266cdd5d-c84c-42c6-b7a4-40f037f96a68,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.259357 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Network 2c8ebb16-b21a-4940-b8f0-45d873e8a634 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:14.262070 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (03c65f16-f8e4-474e-b61d-396a20988114), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.289285 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:14.291815 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:14.363556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Pushing event updated for resources: {'Port': ['ID=060db27c-7acf-4da4-8229-8967b1c2572c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.396362 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70fc3703-614b-41b1-bd2c-45580e39c05e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (3b106de4-930f-4309-a91a-b73eeae9d704), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.398487 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (bc379f97-f73e-4c7f-8e46-9901b2b2f129), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.413083 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70fc3703-614b-41b1-bd2c-45580e39c05e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3b106de4-930f-4309-a91a-b73eeae9d704), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.421407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Attempting to bind port 060db27c-7acf-4da4-8229-8967b1c2572c on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:14.421828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Attempting to bind port 060db27c-7acf-4da4-8229-8967b1c2572c by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c8e36d96-69f8-4c37-b7aa-ac06e4b379aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2c8ebb16-b21a-4940-b8f0-45d873e8a634'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:14.422209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Attempting to bind port 060db27c-7acf-4da4-8229-8967b1c2572c on network 2c8ebb16-b21a-4940-b8f0-45d873e8a634 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:14.426463 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.435371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:14.435801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Checking segment: {'id': 'c8e36d96-69f8-4c37-b7aa-ac06e4b379aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2c8ebb16-b21a-4940-b8f0-45d873e8a634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:14.436245 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.436666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Bound using segment: {'id': 'c8e36d96-69f8-4c37-b7aa-ac06e4b379aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2c8ebb16-b21a-4940-b8f0-45d873e8a634'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:14.439927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Bound port: 060db27c-7acf-4da4-8229-8967b1c2572c, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e36d96-69f8-4c37-b7aa-ac06e4b379aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2c8ebb16-b21a-4940-b8f0-45d873e8a634'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:14.439927 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.461271 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (bc379f97-f73e-4c7f-8e46-9901b2b2f129), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.464077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=03c65f16-f8e4-474e-b61d-396a20988114,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.546224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:14.546649 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (bc379f97-f73e-4c7f-8e46-9901b2b2f129), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:14.551803 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:14.558013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] For port 060db27c-7acf-4da4-8229-8967b1c2572c, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:14.561949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] For port 060db27c-7acf-4da4-8229-8967b1c2572c, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=060db27c-7acf-4da4-8229-8967b1c2572c,segment=NetworkSegment(c8e36d96-69f8-4c37-b7aa-ac06e4b379aa),segment_id=c8e36d96-69f8-4c37-b7aa-ac06e4b379aa)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:14.566617 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70fc3703-614b-41b1-bd2c-45580e39c05e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.570941 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-70fc3703-614b-41b1-bd2c-45580e39c05e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7579498 Feb 11 05:13:14.574001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39366) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:14.581353 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3b706e61-b159-423b-a806-5199dcb22968 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': '3b106de4-930f-4309-a91a-b73eeae9d704', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:14.593597 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.610008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc3703-614b-41b1-bd2c-45580e39c05e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b106de4-930f-4309-a91a-b73eeae9d704,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.619656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a82c4e-34d1-459e-8e74-00fe084a9a36 None None] Network 3e081004-f58b-44d0-b09e-a763fd32f8ad requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:14.652891 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b706e61-b159-423b-a806-5199dcb22968 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (c2a4d4a1-32b2-4075-99ea-9e736ea5045a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.747242 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (fa6596e4-873c-4bcd-b8be-8447e1888188), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.772320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa6596e4-873c-4bcd-b8be-8447e1888188 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:13:14.777425 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b706e61-b159-423b-a806-5199dcb22968 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (c2a4d4a1-32b2-4075-99ea-9e736ea5045a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.784467 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.788762 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "DELETE /v2.0/networks/fa6596e4-873c-4bcd-b8be-8447e1888188 HTTP/1.1" status: 204 len: 168 time: 1.4283779 Feb 11 05:13:14.790825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b706e61-b159-423b-a806-5199dcb22968 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (c2a4d4a1-32b2-4075-99ea-9e736ea5045a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.826505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b706e61-b159-423b-a806-5199dcb22968 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a4d4a1-32b2-4075-99ea-9e736ea5045a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.839596 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b706e61-b159-423b-a806-5199dcb22968 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.849525 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3b706e61-b159-423b-a806-5199dcb22968 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2741165 Feb 11 05:13:14.850739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39370) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:14.866746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89c910-354e-49f8-9785-e92b3b27098f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa6596e4-873c-4bcd-b8be-8447e1888188,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.898816 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c8a6a87f-c74e-4b19-b6e1-0c84e01599a0 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules/c2a4d4a1-32b2-4075-99ea-9e736ea5045a HTTP/1.1" status: 200 len: 763 time: 0.0465798 Feb 11 05:13:14.902042 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39372) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:14.918208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d158563-de8b-4877-840b-e23fdd548135 None None] Pushing event updated for resources: {'Port': ['ID=060db27c-7acf-4da4-8229-8967b1c2572c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.959936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-924e92e5-6b31-4a75-babd-b7ebc2f3fc45 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0565872 Feb 11 05:13:14.963242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39376) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:14.968105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e843e522-e56b-47e4-b4ec-34bc512311a6 None None] Provisioning complete for port 03c65f16-f8e4-474e-b61d-396a20988114 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:14.968579 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e843e522-e56b-47e4-b4ec-34bc512311a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (03c65f16-f8e4-474e-b61d-396a20988114), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.983995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Allocated IP 172.20.0.1 (e43ff551-001e-455a-8b6c-26413bbd1523/06080af3-a1c7-491e-b527-585f9c3c80e3/82e16912-403f-416f-9ab8-5c524e00d61d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:15.002118 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3c75dec-3d97-4c60-b099-355c1b05e3e8 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (c2a4d4a1-32b2-4075-99ea-9e736ea5045a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.024194 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3c75dec-3d97-4c60-b099-355c1b05e3e8 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (c2a4d4a1-32b2-4075-99ea-9e736ea5045a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.100682 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3c75dec-3d97-4c60-b099-355c1b05e3e8 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (c2a4d4a1-32b2-4075-99ea-9e736ea5045a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.107044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e3c75dec-3d97-4c60-b099-355c1b05e3e8 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.108283 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e3c75dec-3d97-4c60-b099-355c1b05e3e8 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c2a4d4a1-32b2-4075-99ea-9e736ea5045a HTTP/1.1" status: 204 len: 168 time: 0.1417842 Feb 11 05:13:15.111276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39380) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:15.138252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c75dec-3d97-4c60-b099-355c1b05e3e8 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2a4d4a1-32b2-4075-99ea-9e736ea5045a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:15.223881 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d1ef0369-e9c1-4ca4-b8bf-4a8d1f34ae6c tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1091952 Feb 11 05:13:15.228683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39382) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:15.242502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c375c010-c85d-47fe-95c0-5c3aa5dbdccb tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': '3b106de4-930f-4309-a91a-b73eeae9d704', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:15.305606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e843e522-e56b-47e4-b4ec-34bc512311a6 None None] Current status of the port 03c65f16-f8e4-474e-b61d-396a20988114 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:15.314557 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for port (82e16912-403f-416f-9ab8-5c524e00d61d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.323460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39386) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:15.328601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-74dfd25f-e47e-4d84-9246-09ad78b24376 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Request body: {'router': {'name': 'tempest-router--2093992434', 'project_id': 'b7e9419d7e754af9a5ac32c0d9ff47a3'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:15.377220 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c375c010-c85d-47fe-95c0-5c3aa5dbdccb tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (298ae6a6-84ae-4da6-a65b-8e642864fd02), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.406389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74dfd25f-e47e-4d84-9246-09ad78b24376 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (a80b922e-a33f-4453-8b70-488be95d62cf), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.406664 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74dfd25f-e47e-4d84-9246-09ad78b24376 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (a80b922e-a33f-4453-8b70-488be95d62cf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.492126 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c375c010-c85d-47fe-95c0-5c3aa5dbdccb tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (298ae6a6-84ae-4da6-a65b-8e642864fd02), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.513554 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c375c010-c85d-47fe-95c0-5c3aa5dbdccb tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (298ae6a6-84ae-4da6-a65b-8e642864fd02), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.573388 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c375c010-c85d-47fe-95c0-5c3aa5dbdccb tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.579043 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c375c010-c85d-47fe-95c0-5c3aa5dbdccb tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449707 Feb 11 05:13:15.596478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39388) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:15.602732 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74dfd25f-e47e-4d84-9246-09ad78b24376 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_controller (a80b922e-a33f-4453-8b70-488be95d62cf), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.615346 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74dfd25f-e47e-4d84-9246-09ad78b24376 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (a80b922e-a33f-4453-8b70-488be95d62cf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.628357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375c010-c85d-47fe-95c0-5c3aa5dbdccb tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298ae6a6-84ae-4da6-a65b-8e642864fd02,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:15.636078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f544b4-a424-4715-bd10-c5419611bb6c req-07a4c8ae-a821-4fb2-8995-2511ea9d8468 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:15.637944 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-76f544b4-a424-4715-bd10-c5419611bb6c req-07a4c8ae-a821-4fb2-8995-2511ea9d8468 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.2520254 Feb 11 05:13:15.645122 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.649824 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (82e16912-403f-416f-9ab8-5c524e00d61d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.657498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9f5e5a7f-ee7d-48bc-ae8d-d51a4c5448bc tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules/298ae6a6-84ae-4da6-a65b-8e642864fd02 HTTP/1.1" status: 200 len: 763 time: 0.0573721 Feb 11 05:13:15.660924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39390) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:15.671388 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74dfd25f-e47e-4d84-9246-09ad78b24376 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.674980 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-74dfd25f-e47e-4d84-9246-09ad78b24376 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3499932 Feb 11 05:13:15.695859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39392) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:15.730248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Network e43ff551-001e-455a-8b6c-26413bbd1523 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:15.737732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-77972fb5-c1d4-4ba8-831f-6db0cb0618ed None None] Provisioning complete for port 03c65f16-f8e4-474e-b61d-396a20988114 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:15.738444 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-77972fb5-c1d4-4ba8-831f-6db0cb0618ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (03c65f16-f8e4-474e-b61d-396a20988114), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.745684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:15.780413 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-76f544b4-a424-4715-bd10-c5419611bb6c req-db614b56-f6b8-4448-a454-efcc5fa19bac tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320858 Feb 11 05:13:15.790998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-650b24ca-945e-4504-b737-44b5a98f5185 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1265168 Feb 11 05:13:15.807180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39394) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:15.810223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:15.846500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 266cdd5d-c84c-42c6-b7a4-40f037f96a68 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:15.859418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61ffb273-ad7d-4229-82c4-a6d0cff0ce47 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (298ae6a6-84ae-4da6-a65b-8e642864fd02), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.879130 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61ffb273-ad7d-4229-82c4-a6d0cff0ce47 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (298ae6a6-84ae-4da6-a65b-8e642864fd02), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.920135 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbdeaa99-f163-4b2a-b62d-e2edf88db208 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (a80b922e-a33f-4453-8b70-488be95d62cf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.932962 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61ffb273-ad7d-4229-82c4-a6d0cff0ce47 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (298ae6a6-84ae-4da6-a65b-8e642864fd02), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.942040 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-61ffb273-ad7d-4229-82c4-a6d0cff0ce47 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.943617 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-61ffb273-ad7d-4229-82c4-a6d0cff0ce47 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/298ae6a6-84ae-4da6-a65b-8e642864fd02 HTTP/1.1" status: 204 len: 168 time: 0.1350269 Feb 11 05:13:15.951127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39396) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:15.951314 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (6f6f664d-d817-428a-84ee-4e6687e0cca9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.972990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffb273-ad7d-4229-82c4-a6d0cff0ce47 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=298ae6a6-84ae-4da6-a65b-8e642864fd02,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:15.991438 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:15.992460 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.998852 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2b14f7d0-3d2c-4df7-ac46-a33aa7446171 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461216 Feb 11 05:13:15.999902 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event updated for resources: {'Port': ['ID=82e16912-403f-416f-9ab8-5c524e00d61d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.002044 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39398) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:16.007017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e700b46b-b260-4565-af96-1b762a3ac456 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': '3b106de4-930f-4309-a91a-b73eeae9d704', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:16.036901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f46f3-747d-4da8-b38a-4b9988bd17b9 None None] Network e43ff551-001e-455a-8b6c-26413bbd1523 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:16.050351 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e700b46b-b260-4565-af96-1b762a3ac456 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (19c1b402-721d-46d4-9599-68f217016ca5), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.059111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-77972fb5-c1d4-4ba8-831f-6db0cb0618ed None None] Current status of the port 03c65f16-f8e4-474e-b61d-396a20988114 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:16.135939 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e700b46b-b260-4565-af96-1b762a3ac456 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (19c1b402-721d-46d4-9599-68f217016ca5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.150348 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e700b46b-b260-4565-af96-1b762a3ac456 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (19c1b402-721d-46d4-9599-68f217016ca5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.174166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700b46b-b260-4565-af96-1b762a3ac456 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c1b402-721d-46d4-9599-68f217016ca5,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.191274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e700b46b-b260-4565-af96-1b762a3ac456 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.192934 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e700b46b-b260-4565-af96-1b762a3ac456 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1897669 Feb 11 05:13:16.195492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39400) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:16.225200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1f82d5eb-d424-4a5b-8868-a63e443450f3 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules/19c1b402-721d-46d4-9599-68f217016ca5 HTTP/1.1" status: 200 len: 764 time: 0.0284841 Feb 11 05:13:16.227546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39402) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:16.234632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:16.235064 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.238186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6c81009a-dad7-4d05-aa5e-a33f53766616 None None] Provisioning complete for port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:16.238562 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c81009a-dad7-4d05-aa5e-a33f53766616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.246715 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbdeaa99-f163-4b2a-b62d-e2edf88db208 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (a80b922e-a33f-4453-8b70-488be95d62cf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.249912 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbdeaa99-f163-4b2a-b62d-e2edf88db208 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_controller (a80b922e-a33f-4453-8b70-488be95d62cf), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.296114 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2d2185d7-3df7-4ba7-a9d5-23dad02c737d tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0673475 Feb 11 05:13:16.299178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39404) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:16.321625 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (82e16912-403f-416f-9ab8-5c524e00d61d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.331514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 266cdd5d-c84c-42c6-b7a4-40f037f96a68, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=266cdd5d-c84c-42c6-b7a4-40f037f96a68,segment=NetworkSegment(bf0c5617-7e50-4d6f-9402-42dcdcff083d),segment_id=bf0c5617-7e50-4d6f-9402-42dcdcff083d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:16.335076 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ac8be07-e079-4ad3-b1da-0fed13bc8681 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (19c1b402-721d-46d4-9599-68f217016ca5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.336702 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbdeaa99-f163-4b2a-b62d-e2edf88db208 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (a80b922e-a33f-4453-8b70-488be95d62cf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.337251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdeaa99-f163-4b2a-b62d-e2edf88db208 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a80b922e-a33f-4453-8b70-488be95d62cf {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:16.342652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbdeaa99-f163-4b2a-b62d-e2edf88db208 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.346398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fbdeaa99-f163-4b2a-b62d-e2edf88db208 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "DELETE /v2.0/routers/a80b922e-a33f-4453-8b70-488be95d62cf HTTP/1.1" status: 204 len: 168 time: 0.6470969 Feb 11 05:13:16.349976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device b298dff9-38d3-41f8-b09f-73fe54c5229f details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:13:16.355957 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.356739 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 060db27c-7acf-4da4-8229-8967b1c2572c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:16.359923 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ac8be07-e079-4ad3-b1da-0fed13bc8681 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (19c1b402-721d-46d4-9599-68f217016ca5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.408424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ac8be07-e079-4ad3-b1da-0fed13bc8681 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (19c1b402-721d-46d4-9599-68f217016ca5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.421503 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5ac8be07-e079-4ad3-b1da-0fed13bc8681 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.422595 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5ac8be07-e079-4ad3-b1da-0fed13bc8681 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/19c1b402-721d-46d4-9599-68f217016ca5 HTTP/1.1" status: 204 len: 168 time: 0.1218646 Feb 11 05:13:16.425789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39408) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:16.428978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8be07-e079-4ad3-b1da-0fed13bc8681 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19c1b402-721d-46d4-9599-68f217016ca5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.520799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3336995f-372b-403e-bfdc-4fdbebcdbd38 None None] Network 2c8ebb16-b21a-4940-b8f0-45d873e8a634 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:16.537476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39410) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:16.562950 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d3054bd4-61cc-4f46-9cd3-4ae832ca29b6 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1349006 Feb 11 05:13:16.565687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39414) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:16.600496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=266cdd5d-c84c-42c6-b7a4-40f037f96a68,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.749579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for port (82e16912-403f-416f-9ab8-5c524e00d61d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.766337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (82e16912-403f-416f-9ab8-5c524e00d61d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.820336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2979ddc9-8c16-4a2b-8838-aab60298f414 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (3b106de4-930f-4309-a91a-b73eeae9d704), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.832009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6c81009a-dad7-4d05-aa5e-a33f53766616 None None] Current status of the port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:16.878511 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2979ddc9-8c16-4a2b-8838-aab60298f414 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (3b106de4-930f-4309-a91a-b73eeae9d704), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.878880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 060db27c-7acf-4da4-8229-8967b1c2572c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:16.881253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event updated for resources: {'Port': ['ID=82e16912-403f-416f-9ab8-5c524e00d61d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.882083 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.889363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1913604772', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:16.898055 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (6f6f664d-d817-428a-84ee-4e6687e0cca9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.918088 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port b298dff9-38d3-41f8-b09f-73fe54c5229f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=b298dff9-38d3-41f8-b09f-73fe54c5229f,segment=NetworkSegment(2a1451e5-f898-48c0-92ad-c782e4857504),segment_id=2a1451e5-f898-48c0-92ad-c782e4857504)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:16.951395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (d231592a-3173-4b6d-a9f6-08fc47c614fd), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.953043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (d231592a-3173-4b6d-a9f6-08fc47c614fd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.962958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'port_id': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'mac_address': 'fa:16:3e:30:92:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:13:17.009558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-97389b2d-81de-4cad-b9c8-f63713fea0e0 None None] Provisioning complete for port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:17.010226 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97389b2d-81de-4cad-b9c8-f63713fea0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.018633 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_controller (d231592a-3173-4b6d-a9f6-08fc47c614fd), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.025111 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2979ddc9-8c16-4a2b-8838-aab60298f414 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3b106de4-930f-4309-a91a-b73eeae9d704), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.028041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2979ddc9-8c16-4a2b-8838-aab60298f414 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.031371 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2979ddc9-8c16-4a2b-8838-aab60298f414 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-groups/3b106de4-930f-4309-a91a-b73eeae9d704 HTTP/1.1" status: 204 len: 168 time: 0.4623187 Feb 11 05:13:17.034247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39418) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:17.072445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d09cd5-2c11-4fa0-bd44-cbe5abc62965 req-1a0423bc-14f4-45c3-9ae0-e93e48a60450 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:17.074079 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78d09cd5-2c11-4fa0-bd44-cbe5abc62965 req-1a0423bc-14f4-45c3-9ae0-e93e48a60450 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 943 time: 0.1650500 Feb 11 05:13:17.074872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979ddc9-8c16-4a2b-8838-aab60298f414 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b106de4-930f-4309-a91a-b73eeae9d704,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:17.151349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 060db27c-7acf-4da4-8229-8967b1c2572c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:17.151773 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.154171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port b298dff9-38d3-41f8-b09f-73fe54c5229f is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:17.154740 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.168399 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bfdcd5e8-1944-440f-b5d9-f7ac496e9825 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1305399 Feb 11 05:13:17.178662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39420) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:17.187319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b298dff9-38d3-41f8-b09f-73fe54c5229f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:17.193803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6eb32ea6-7282-4b77-8f9e-9b93fdb7b99f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741515099'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:17.200147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Network e43ff551-001e-455a-8b6c-26413bbd1523 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:17.212977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:17.225616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port b298dff9-38d3-41f8-b09f-73fe54c5229f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=b298dff9-38d3-41f8-b09f-73fe54c5229f,segment=NetworkSegment(2a1451e5-f898-48c0-92ad-c782e4857504),segment_id=2a1451e5-f898-48c0-92ad-c782e4857504)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:17.229543 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78d09cd5-2c11-4fa0-bd44-cbe5abc62965 req-37a7dd38-4197-4a64-885a-03a1ddc50132 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477616 Feb 11 05:13:17.251653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 060db27c-7acf-4da4-8229-8967b1c2572c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=060db27c-7acf-4da4-8229-8967b1c2572c,segment=NetworkSegment(c8e36d96-69f8-4c37-b7aa-ac06e4b379aa),segment_id=c8e36d96-69f8-4c37-b7aa-ac06e4b379aa)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:17.290992 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eb32ea6-7282-4b77-8f9e-9b93fdb7b99f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.297718 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.380533 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=b298dff9-38d3-41f8-b09f-73fe54c5229f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:17.388681 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.389666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 03c65f16-f8e4-474e-b61d-396a20988114 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:17.396222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-97389b2d-81de-4cad-b9c8-f63713fea0e0 None None] Current status of the port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:17.480555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-97389b2d-81de-4cad-b9c8-f63713fea0e0 None None] Provisioning complete for port 060db27c-7acf-4da4-8229-8967b1c2572c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:17.480956 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97389b2d-81de-4cad-b9c8-f63713fea0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.511149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Router 6f6f664d-d817-428a-84ee-4e6687e0cca9 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:17.521078 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eb32ea6-7282-4b77-8f9e-9b93fdb7b99f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (e6b511d9-2918-4dab-b9c3-0ec3257d57b8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.548644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=060db27c-7acf-4da4-8229-8967b1c2572c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:17.571634 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eb32ea6-7282-4b77-8f9e-9b93fdb7b99f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e6b511d9-2918-4dab-b9c3-0ec3257d57b8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.592110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 03c65f16-f8e4-474e-b61d-396a20988114 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:17.593300 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (03c65f16-f8e4-474e-b61d-396a20988114), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.595934 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (d231592a-3173-4b6d-a9f6-08fc47c614fd), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.624825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-97389b2d-81de-4cad-b9c8-f63713fea0e0 None None] Current status of the port 060db27c-7acf-4da4-8229-8967b1c2572c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:17.641668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb32ea6-7282-4b77-8f9e-9b93fdb7b99f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b511d9-2918-4dab-b9c3-0ec3257d57b8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:17.649053 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6eb32ea6-7282-4b77-8f9e-9b93fdb7b99f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.650390 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6eb32ea6-7282-4b77-8f9e-9b93fdb7b99f tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4640090 Feb 11 05:13:17.653121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-97389b2d-81de-4cad-b9c8-f63713fea0e0 None None] Provisioning complete for port 82e16912-403f-416f-9ab8-5c524e00d61d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:17.653246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39422) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:17.653943 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97389b2d-81de-4cad-b9c8-f63713fea0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (82e16912-403f-416f-9ab8-5c524e00d61d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.658436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5ebbbc03-2837-4daf-96e5-09edb71cc4e0 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Request body: {'security_group_rule': {'security_group_id': 'e6b511d9-2918-4dab-b9c3-0ec3257d57b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:17.669404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:17.676532 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4932f7fe-bc80-4149-87de-37eca249d294 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "PUT /v2.0/routers/6f6f664d-d817-428a-84ee-4e6687e0cca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5475266 Feb 11 05:13:17.679477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39424) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:17.685727 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bb6bb-400b-48f8-bb9b-d6ddeedf2506 None None] Sync routers for ids ['6f6f664d-d817-428a-84ee-4e6687e0cca9'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:17.710426 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67bb6bb-400b-48f8-bb9b-d6ddeedf2506 None None] Routers {'6f6f664d-d817-428a-84ee-4e6687e0cca9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:17.711482 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f67bb6bb-400b-48f8-bb9b-d6ddeedf2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6f6f664d-d817-428a-84ee-4e6687e0cca9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:17.715503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-97389b2d-81de-4cad-b9c8-f63713fea0e0 None None] Port 82e16912-403f-416f-9ab8-5c524e00d61d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:17.731254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 03c65f16-f8e4-474e-b61d-396a20988114 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:17.763378 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f67bb6bb-400b-48f8-bb9b-d6ddeedf2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:17.774751 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67bb6bb-400b-48f8-bb9b-d6ddeedf2506 None None] Routers {'6f6f664d-d817-428a-84ee-4e6687e0cca9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:17.775607 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f67bb6bb-400b-48f8-bb9b-d6ddeedf2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6f6f664d-d817-428a-84ee-4e6687e0cca9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:17.814097 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f67bb6bb-400b-48f8-bb9b-d6ddeedf2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:17.815115 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bb6bb-400b-48f8-bb9b-d6ddeedf2506 None None] The sync data for ids ['6f6f664d-d817-428a-84ee-4e6687e0cca9'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:17.821223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['b298dff9-38d3-41f8-b09f-73fe54c5229f'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:13:17.858375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 060db27c-7acf-4da4-8229-8967b1c2572c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:17.860050 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (d231592a-3173-4b6d-a9f6-08fc47c614fd), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.880294 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.926393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-00407e8f-a22f-4430-b14b-a6ad15b8f6fc None None] Provisioning complete for port 060db27c-7acf-4da4-8229-8967b1c2572c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:17.926808 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00407e8f-a22f-4430-b14b-a6ad15b8f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.973089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 060db27c-7acf-4da4-8229-8967b1c2572c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:17.973470 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.992508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Allocated IP 172.25.7.233 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/00a0531c-da93-4d71-b4d2-7ee1837e71d1) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:18.084068 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ebbbc03-2837-4daf-96e5-09edb71cc4e0 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (c01cc5b2-4191-402f-83bf-ce3cfed6e385), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.120773 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for port (00a0531c-da93-4d71-b4d2-7ee1837e71d1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.144101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-00407e8f-a22f-4430-b14b-a6ad15b8f6fc None None] Current status of the port 060db27c-7acf-4da4-8229-8967b1c2572c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:18.159655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 060db27c-7acf-4da4-8229-8967b1c2572c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:18.160725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 266cdd5d-c84c-42c6-b7a4-40f037f96a68 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:18.168184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (00a0531c-da93-4d71-b4d2-7ee1837e71d1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.205531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-00407e8f-a22f-4430-b14b-a6ad15b8f6fc None None] Provisioning complete for port 82e16912-403f-416f-9ab8-5c524e00d61d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:18.205912 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00407e8f-a22f-4430-b14b-a6ad15b8f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (82e16912-403f-416f-9ab8-5c524e00d61d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.221074 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ebbbc03-2837-4daf-96e5-09edb71cc4e0 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (c01cc5b2-4191-402f-83bf-ce3cfed6e385), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.231812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:18.235064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:18.241675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:18.257231 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ebbbc03-2837-4daf-96e5-09edb71cc4e0 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (c01cc5b2-4191-402f-83bf-ce3cfed6e385), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.276258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-00407e8f-a22f-4430-b14b-a6ad15b8f6fc None None] Port 82e16912-403f-416f-9ab8-5c524e00d61d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:18.287285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Pushing event updated for resources: {'Port': ['ID=00a0531c-da93-4d71-b4d2-7ee1837e71d1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:18.310113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbbc03-2837-4daf-96e5-09edb71cc4e0 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01cc5b2-4191-402f-83bf-ce3cfed6e385,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:18.328017 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ebbbc03-2837-4daf-96e5-09edb71cc4e0 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.331898 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5ebbbc03-2837-4daf-96e5-09edb71cc4e0 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6750371 Feb 11 05:13:18.332692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39428) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:18.337031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:18.337550 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.460066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:18.461099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a804ffa0-f1db-49ee-a35a-bc98a05a5a4b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (e6b511d9-2918-4dab-b9c3-0ec3257d57b8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.479338 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-85ea9644-2ce8-4af1-bf19-2641e95e7d9f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:18.480400 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-85ea9644-2ce8-4af1-bf19-2641e95e7d9f tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "PUT /v2.0/routers/6f6f664d-d817-428a-84ee-4e6687e0cca9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8000114 Feb 11 05:13:18.483673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39430) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:18.489393 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f1bf4-2429-4743-8229-c03071133bcf req-e82f7fae-6bf1-454d-8879-db9cc7124e54 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:18.490933 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a4f1bf4-2429-4743-8229-c03071133bcf req-e82f7fae-6bf1-454d-8879-db9cc7124e54 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 944 time: 0.1222644 Feb 11 05:13:18.529765 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a804ffa0-f1db-49ee-a35a-bc98a05a5a4b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (e6b511d9-2918-4dab-b9c3-0ec3257d57b8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.584821 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a4f1bf4-2429-4743-8229-c03071133bcf req-e061ab63-e26c-4600-83aa-24cbf0b53c5c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868027 Feb 11 05:13:18.635121 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (d231592a-3173-4b6d-a9f6-08fc47c614fd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.682672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a804ffa0-f1db-49ee-a35a-bc98a05a5a4b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e6b511d9-2918-4dab-b9c3-0ec3257d57b8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.685327 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a804ffa0-f1db-49ee-a35a-bc98a05a5a4b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.686541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a804ffa0-f1db-49ee-a35a-bc98a05a5a4b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-groups/e6b511d9-2918-4dab-b9c3-0ec3257d57b8 HTTP/1.1" status: 204 len: 168 time: 0.3529201 Feb 11 05:13:18.689868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39432) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:18.704950 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804ffa0-f1db-49ee-a35a-bc98a05a5a4b tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b511d9-2918-4dab-b9c3-0ec3257d57b8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:18.781804 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-52fbdb6f-51dd-45ed-a868-5f8907e48a1e tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0869513 Feb 11 05:13:18.782875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39434) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:18.829870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5aaf69a6-0f5d-4c2c-835b-e51f243eacab tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0427620 Feb 11 05:13:18.830148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39436) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:18.875043 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-11fae164-665f-4b46-a375-b487389843c8 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] delete failed (client error): The resource could not be found. Feb 11 05:13:18.879945 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-11fae164-665f-4b46-a375-b487389843c8 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "DELETE /v2.0/security-groups/e6b511d9-2918-4dab-b9c3-0ec3257d57b8 HTTP/1.1" status: 404 len: 347 time: 0.0449145 Feb 11 05:13:18.880078 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49e0e812-2519-4f5a-8b47-53c838adf8fb tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (6f6f664d-d817-428a-84ee-4e6687e0cca9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.880180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39438) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:18.895453 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (d231592a-3173-4b6d-a9f6-08fc47c614fd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.000264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1f24ee8e-0ce9-46dc-8db5-039716f60b00 tempest-SecGroupTest-1959342301 tempest-SecGroupTest-1959342301-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1190493 Feb 11 05:13:19.029580 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Router d231592a-3173-4b6d-a9f6-08fc47c614fd is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:19.150470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:19.161212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6811858-3e36-4693-bdcf-8b8b145dcc99 None None] Sync routers for ids ['d231592a-3173-4b6d-a9f6-08fc47c614fd'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:19.172111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6811858-3e36-4693-bdcf-8b8b145dcc99 None None] Routers {'d231592a-3173-4b6d-a9f6-08fc47c614fd'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:19.173489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6811858-3e36-4693-bdcf-8b8b145dcc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d231592a-3173-4b6d-a9f6-08fc47c614fd'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:19.175330 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.179465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-19382242-59a8-483e-8fa7-56be055f1d35 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6399028 Feb 11 05:13:19.180134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39442) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:19.182751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-49e0e812-2519-4f5a-8b47-53c838adf8fb tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Deleting port 82e16912-403f-416f-9ab8-5c524e00d61d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:19.183312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49e0e812-2519-4f5a-8b47-53c838adf8fb tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (82e16912-403f-416f-9ab8-5c524e00d61d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.215163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6811858-3e36-4693-bdcf-8b8b145dcc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:19.224254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6811858-3e36-4693-bdcf-8b8b145dcc99 None None] Routers {'d231592a-3173-4b6d-a9f6-08fc47c614fd'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:19.225155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6811858-3e36-4693-bdcf-8b8b145dcc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d231592a-3173-4b6d-a9f6-08fc47c614fd'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:19.264045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6811858-3e36-4693-bdcf-8b8b145dcc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:19.264961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6811858-3e36-4693-bdcf-8b8b145dcc99 None None] The sync data for ids ['d231592a-3173-4b6d-a9f6-08fc47c614fd'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:19.279870 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49e0e812-2519-4f5a-8b47-53c838adf8fb tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (82e16912-403f-416f-9ab8-5c524e00d61d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.293268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-49e0e812-2519-4f5a-8b47-53c838adf8fb tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Calling delete_port for 82e16912-403f-416f-9ab8-5c524e00d61d owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:19.314287 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e122261b-428b-4873-8582-e560ed4de4bb tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/routers/d231592a-3173-4b6d-a9f6-08fc47c614fd HTTP/1.1" status: 200 len: 925 time: 0.1321340 Feb 11 05:13:19.316845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39446) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:19.325545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:19.349593 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-762cf1c6-0cd4-4f4d-ae7a-eb7c4630d83f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "GET /v2.0/ports?device_id=d231592a-3173-4b6d-a9f6-08fc47c614fd HTTP/1.1" status: 200 len: 205 time: 0.0316761 Feb 11 05:13:19.352251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39452) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:19.479306 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49e0e812-2519-4f5a-8b47-53c838adf8fb tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (82e16912-403f-416f-9ab8-5c524e00d61d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.483806 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (d231592a-3173-4b6d-a9f6-08fc47c614fd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.509945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0e812-2519-4f5a-8b47-53c838adf8fb tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event deleted for resources: {'Port': ['ID=82e16912-403f-416f-9ab8-5c524e00d61d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:19.527907 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-42ddf3ab-9151-4621-bd1e-99e1884e1a35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0dd6b7c5ad254ba68cb2828dad47331b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2012353 Feb 11 05:13:19.530318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39454) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:19.645520 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a31e987-d039-4def-adff-5dada124046d admin admin] Publish callbacks [] for security_group (5c2b2919-07d5-4891-b94c-3a773fb1cba6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.661280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (d231592a-3173-4b6d-a9f6-08fc47c614fd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.679738 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a31e987-d039-4def-adff-5dada124046d admin admin] Publish callbacks [] for security_group (5c2b2919-07d5-4891-b94c-3a773fb1cba6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.689196 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49e0e812-2519-4f5a-8b47-53c838adf8fb tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (6f6f664d-d817-428a-84ee-4e6687e0cca9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.753932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Deleting port 00a0531c-da93-4d71-b4d2-7ee1837e71d1 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:19.754297 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (00a0531c-da93-4d71-b4d2-7ee1837e71d1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.771295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a31e987-d039-4def-adff-5dada124046d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5c2b2919-07d5-4891-b94c-3a773fb1cba6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.773816 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9a31e987-d039-4def-adff-5dada124046d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.774985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9a31e987-d039-4def-adff-5dada124046d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c2b2919-07d5-4891-b94c-3a773fb1cba6 HTTP/1.1" status: 204 len: 168 time: 0.2438049 Feb 11 05:13:19.792282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31e987-d039-4def-adff-5dada124046d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2b2919-07d5-4891-b94c-3a773fb1cba6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:19.807862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea18d51-9e93-4c38-8f18-2c463370f332 req-bead59bd-6419-40d3-82e1-7fbf7138bce8 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:19.810246 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ea18d51-9e93-4c38-8f18-2c463370f332 req-bead59bd-6419-40d3-82e1-7fbf7138bce8 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 944 time: 0.1346955 Feb 11 05:13:19.858383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (00a0531c-da93-4d71-b4d2-7ee1837e71d1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.874336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Calling delete_port for 00a0531c-da93-4d71-b4d2-7ee1837e71d1 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:19.935813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e0e812-2519-4f5a-8b47-53c838adf8fb tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Router 6f6f664d-d817-428a-84ee-4e6687e0cca9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:19.940899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ea18d51-9e93-4c38-8f18-2c463370f332 req-55e22f39-15f4-43f9-a547-1f13ec3b0f6d tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171412 Feb 11 05:13:20.025411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e0e812-2519-4f5a-8b47-53c838adf8fb tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:20.035655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-49e0e812-2519-4f5a-8b47-53c838adf8fb tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "PUT /v2.0/routers/6f6f664d-d817-428a-84ee-4e6687e0cca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5509620 Feb 11 05:13:20.038938 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536ba71-d607-45aa-b1df-115d8be4b4eb None None] Sync routers for ids ['6f6f664d-d817-428a-84ee-4e6687e0cca9'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:20.039992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39464) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:20.056602 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536ba71-d607-45aa-b1df-115d8be4b4eb None None] Routers {'6f6f664d-d817-428a-84ee-4e6687e0cca9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:20.056822 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b536ba71-d607-45aa-b1df-115d8be4b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6f6f664d-d817-428a-84ee-4e6687e0cca9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:20.080151 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (00a0531c-da93-4d71-b4d2-7ee1837e71d1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.080703 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-62e5ca76-5931-42f5-b181-e63da78e674d tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] delete failed (client error): The resource could not be found. Feb 11 05:13:20.081248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-62e5ca76-5931-42f5-b181-e63da78e674d tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1981485238 HTTP/1.1" status: 404 len: 335 time: 0.0400448 Feb 11 05:13:20.085587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39468) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:20.091480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d5699785-5fcb-444f-8e60-89c4b621561c tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f6f664d-d817-428a-84ee-4e6687e0cca9'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:20.116297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Pushing event deleted for resources: {'Port': ['ID=00a0531c-da93-4d71-b4d2-7ee1837e71d1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:20.120698 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b536ba71-d607-45aa-b1df-115d8be4b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:20.135484 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536ba71-d607-45aa-b1df-115d8be4b4eb None None] Routers {'6f6f664d-d817-428a-84ee-4e6687e0cca9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:20.136363 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b536ba71-d607-45aa-b1df-115d8be4b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6f6f664d-d817-428a-84ee-4e6687e0cca9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:20.180341 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b536ba71-d607-45aa-b1df-115d8be4b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:20.180915 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536ba71-d607-45aa-b1df-115d8be4b4eb None None] The sync data for ids ['6f6f664d-d817-428a-84ee-4e6687e0cca9'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:20.207302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (d231592a-3173-4b6d-a9f6-08fc47c614fd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.306635 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (d231592a-3173-4b6d-a9f6-08fc47c614fd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.308900 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_controller (d231592a-3173-4b6d-a9f6-08fc47c614fd), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.356374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device b298dff9-38d3-41f8-b09f-73fe54c5229f up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:20.359022 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (d231592a-3173-4b6d-a9f6-08fc47c614fd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.360060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Fanout notify agent at l3_agent the message router_deleted on router d231592a-3173-4b6d-a9f6-08fc47c614fd {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:20.369619 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.375521 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a270c0eb-309c-4692-80f7-fd999fdf304a tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/routers/d231592a-3173-4b6d-a9f6-08fc47c614fd HTTP/1.1" status: 204 len: 168 time: 1.0224011 Feb 11 05:13:20.376613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39478) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:20.381541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Request body: {'router': {'name': 'tempest-snat-router-421165252', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'enable_snat': False}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:20.410820 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (ca45595e-a492-491d-9a4f-148a35941447), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.412037 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (ca45595e-a492-491d-9a4f-148a35941447), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.455802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port b298dff9-38d3-41f8-b09f-73fe54c5229f completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:13:20.462034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port b298dff9-38d3-41f8-b09f-73fe54c5229f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:20.462618 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.480206 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_controller (ca45595e-a492-491d-9a4f-148a35941447), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.575111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port b298dff9-38d3-41f8-b09f-73fe54c5229f is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:20.575885 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.616964 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39484) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:20.620194 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port b298dff9-38d3-41f8-b09f-73fe54c5229f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=b298dff9-38d3-41f8-b09f-73fe54c5229f,segment=NetworkSegment(2a1451e5-f898-48c0-92ad-c782e4857504),segment_id=2a1451e5-f898-48c0-92ad-c782e4857504)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:20.621572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:20.624748 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c920a01e-4735-4476-9ca6-a367f6bd1e7f" -d '{"events": [{"server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "name": "network-vif-plugged", "status": "completed", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:20.629881 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.637591 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5699785-5fcb-444f-8e60-89c4b621561c tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for router_gateway (6f6f664d-d817-428a-84ee-4e6687e0cca9), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.663327 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (ca45595e-a492-491d-9a4f-148a35941447), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.673773 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-d5699785-5fcb-444f-8e60-89c4b621561c tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] update failed (client error): The resource could not be found. Feb 11 05:13:20.674861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d5699785-5fcb-444f-8e60-89c4b621561c tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "PUT /v2.0/routers/6f6f664d-d817-428a-84ee-4e6687e0cca9 HTTP/1.1" status: 404 len: 339 time: 0.5882885 Feb 11 05:13:20.679618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39490) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:20.690348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=b298dff9-38d3-41f8-b09f-73fe54c5229f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:20.716723 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6b374a-fd4f-480f-8e81-ef86f7c7a123 x-openstack-request-id: req-db6b374a-fd4f-480f-8e81-ef86f7c7a123 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:20.717022 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "name": "network-vif-plugged", "status": "completed", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:20.717282 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db6b374a-fd4f-480f-8e81-ef86f7c7a123 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:20.717687 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'code': 200} Feb 11 05:13:20.791349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-43fad427-684d-4795-8126-9ba6b96000ab tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:20.791799 n-d-615180-58 neutron-server[103354]: WARNING neutron.api.v2.base [None req-43fad427-684d-4795-8126-9ba6b96000ab tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:13:20.792296 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-43fad427-684d-4795-8126-9ba6b96000ab tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:13:20.796606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-43fad427-684d-4795-8126-9ba6b96000ab tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1753342 Feb 11 05:13:20.796867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39492) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:20.831193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c5fda5ba-0051-4264-a567-258d115b6230 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668198924'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:20.911649 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5fda5ba-0051-4264-a567-258d115b6230 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.922656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5fda5ba-0051-4264-a567-258d115b6230 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.942265 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (ca45595e-a492-491d-9a4f-148a35941447), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.964953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.029572 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.033341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df8fae-2ca8-4a5c-8c37-be0f1ef97e8e req-a35be68b-0112-4ee0-9c9d-e90e6cff4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:21.035176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8df8fae-2ca8-4a5c-8c37-be0f1ef97e8e req-a35be68b-0112-4ee0-9c9d-e90e6cff4f8d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 1128 time: 0.1991022 Feb 11 05:13:21.111112 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5fda5ba-0051-4264-a567-258d115b6230 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (25b49745-609a-42ae-a2fa-e34c2bd1b5ac), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.117507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Allocated IP 172.25.7.226 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/0349cb6d-44d5-4b68-80e5-8a848fc1568d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:21.119358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5fda5ba-0051-4264-a567-258d115b6230 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (25b49745-609a-42ae-a2fa-e34c2bd1b5ac), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.171052 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fda5ba-0051-4264-a567-258d115b6230 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b49745-609a-42ae-a2fa-e34c2bd1b5ac,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:21.214843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8df8fae-2ca8-4a5c-8c37-be0f1ef97e8e req-0773b3b0-785e-4996-b6d2-3e4ac70c5b5d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704459 Feb 11 05:13:21.257606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9744d78-0dac-40d1-becb-3b18f5fcfdd9 req-3f5af4db-0931-4036-9263-80c819ef6f92 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:21.259218 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9744d78-0dac-40d1-becb-3b18f5fcfdd9 req-3f5af4db-0931-4036-9263-80c819ef6f92 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 945 time: 0.2326760 Feb 11 05:13:21.367313 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9744d78-0dac-40d1-becb-3b18f5fcfdd9 req-c36bee5f-3869-46c7-96fc-deceda299f94 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960019 Feb 11 05:13:21.418869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Allocated IP 172.20.0.1 (3e081004-f58b-44d0-b09e-a763fd32f8ad/d422c0f5-edd7-43dd-a234-0b8ee48ea245/5f9bf977-0896-433e-be2a-23cdcc69314b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:21.548559 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for port (5f9bf977-0896-433e-be2a-23cdcc69314b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.583697 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5f9bf977-0896-433e-be2a-23cdcc69314b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.616046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5fda5ba-0051-4264-a567-258d115b6230 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (337e64d7-6650-449c-ab3f-64ad4720d1bd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.623882 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5fda5ba-0051-4264-a567-258d115b6230 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (337e64d7-6650-449c-ab3f-64ad4720d1bd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.627747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Network 3e081004-f58b-44d0-b09e-a763fd32f8ad is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:21.630915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:21.633446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:21.640073 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.664968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event updated for resources: {'Port': ['ID=5f9bf977-0896-433e-be2a-23cdcc69314b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:21.666245 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5fda5ba-0051-4264-a567-258d115b6230 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.670154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c5fda5ba-0051-4264-a567-258d115b6230 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8697467 Feb 11 05:13:21.670411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39498) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:21.676304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fda5ba-0051-4264-a567-258d115b6230 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337e64d7-6650-449c-ab3f-64ad4720d1bd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:21.679591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6da38999-ca3b-4232-87d4-e7856c0ad8f6 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '337e64d7-6650-449c-ab3f-64ad4720d1bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:21.706792 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.708053 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (6f6f664d-d817-428a-84ee-4e6687e0cca9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.746666 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:21.752165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:21.761919 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6da38999-ca3b-4232-87d4-e7856c0ad8f6 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group_rule (b056d601-7d7e-4571-b172-b13396c7dd32), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.763601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:21.767391 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event updated for resources: {'Port': ['ID=0349cb6d-44d5-4b68-80e5-8a848fc1568d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:21.849534 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6da38999-ca3b-4232-87d4-e7856c0ad8f6 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group_rule (b056d601-7d7e-4571-b172-b13396c7dd32), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.870518 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6da38999-ca3b-4232-87d4-e7856c0ad8f6 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (b056d601-7d7e-4571-b172-b13396c7dd32), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.903253 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6da38999-ca3b-4232-87d4-e7856c0ad8f6 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.908244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6da38999-ca3b-4232-87d4-e7856c0ad8f6 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2330942 Feb 11 05:13:21.908244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da38999-ca3b-4232-87d4-e7856c0ad8f6 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b056d601-7d7e-4571-b172-b13396c7dd32,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:21.908244 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5f9bf977-0896-433e-be2a-23cdcc69314b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.908985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39500) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:21.913539 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-67df057a-c404-4481-8287-4df5ce5d7139 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '337e64d7-6650-449c-ab3f-64ad4720d1bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:21.972658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b353f86f-bf76-473d-ba9a-48ec051c2cf4 None None] Provisioning complete for port 5f9bf977-0896-433e-be2a-23cdcc69314b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:21.973251 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b353f86f-bf76-473d-ba9a-48ec051c2cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5f9bf977-0896-433e-be2a-23cdcc69314b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.984945 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-67df057a-c404-4481-8287-4df5ce5d7139 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group_rule (ad02f874-5d2c-4e14-83de-75cabad26ae0), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.008839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b353f86f-bf76-473d-ba9a-48ec051c2cf4 None None] Port 5f9bf977-0896-433e-be2a-23cdcc69314b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:22.077349 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-67df057a-c404-4481-8287-4df5ce5d7139 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:13:22.078405 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-67df057a-c404-4481-8287-4df5ce5d7139 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1684315 Feb 11 05:13:22.081439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39502) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:22.090330 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (ca45595e-a492-491d-9a4f-148a35941447), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.179790 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for port (5f9bf977-0896-433e-be2a-23cdcc69314b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.184653 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5f9bf977-0896-433e-be2a-23cdcc69314b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.214079 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf04dbc9-d1f8-4152-924e-82dd11ed01e5 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (337e64d7-6650-449c-ab3f-64ad4720d1bd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.245610 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf04dbc9-d1f8-4152-924e-82dd11ed01e5 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (337e64d7-6650-449c-ab3f-64ad4720d1bd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.260524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event updated for resources: {'Port': ['ID=5f9bf977-0896-433e-be2a-23cdcc69314b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:22.264000 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (6f6f664d-d817-428a-84ee-4e6687e0cca9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.355389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Network 3e081004-f58b-44d0-b09e-a763fd32f8ad is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:22.356881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:22.372596 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf04dbc9-d1f8-4152-924e-82dd11ed01e5 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (337e64d7-6650-449c-ab3f-64ad4720d1bd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.375492 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf04dbc9-d1f8-4152-924e-82dd11ed01e5 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.377401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cf04dbc9-d1f8-4152-924e-82dd11ed01e5 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "DELETE /v2.0/security-groups/337e64d7-6650-449c-ab3f-64ad4720d1bd HTTP/1.1" status: 204 len: 168 time: 0.2944450 Feb 11 05:13:22.382617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39504) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:22.390556 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (ca45595e-a492-491d-9a4f-148a35941447), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.407904 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04dbc9-d1f8-4152-924e-82dd11ed01e5 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337e64d7-6650-449c-ab3f-64ad4720d1bd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:22.492203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Router 6f6f664d-d817-428a-84ee-4e6687e0cca9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:22.547196 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6c72d5a0-1f0e-4d53-b548-ca0cee52def1 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1598222 Feb 11 05:13:22.547561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39508) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:22.578762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1d69bcff-ab7a-42ae-817d-377af7f73f84 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group': {'name': 'tempest-secgroup--910069814'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:22.602862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a2931-9cf4-4120-95eb-beefeb300eff req-6cf3f2c4-cc8a-4a05-82c5-1ae8f9517b11 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:22.604862 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c8a2931-9cf4-4120-95eb-beefeb300eff req-6cf3f2c4-cc8a-4a05-82c5-1ae8f9517b11 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 945 time: 0.1335914 Feb 11 05:13:22.613836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:22.620015 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2187703f-620a-4537-923c-de7edc25540a tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "PUT /v2.0/routers/6f6f664d-d817-428a-84ee-4e6687e0cca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9392538 Feb 11 05:13:22.622770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39510) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:22.624333 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d69bcff-ab7a-42ae-817d-377af7f73f84 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.629940 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de782420-7c1a-4f6d-a794-309b0939f6cb None None] Sync routers for ids ['6f6f664d-d817-428a-84ee-4e6687e0cca9'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:22.644390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de782420-7c1a-4f6d-a794-309b0939f6cb None None] Routers {'6f6f664d-d817-428a-84ee-4e6687e0cca9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:22.645257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-de782420-7c1a-4f6d-a794-309b0939f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6f6f664d-d817-428a-84ee-4e6687e0cca9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:22.683393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-de782420-7c1a-4f6d-a794-309b0939f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:22.692668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de782420-7c1a-4f6d-a794-309b0939f6cb None None] Routers {'6f6f664d-d817-428a-84ee-4e6687e0cca9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:22.693789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-de782420-7c1a-4f6d-a794-309b0939f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6f6f664d-d817-428a-84ee-4e6687e0cca9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:22.703197 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d69bcff-ab7a-42ae-817d-377af7f73f84 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (9340fdd8-c390-40c6-ade3-16f1a586a3ab), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.708204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d69bcff-ab7a-42ae-817d-377af7f73f84 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9340fdd8-c390-40c6-ade3-16f1a586a3ab), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.730534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-de782420-7c1a-4f6d-a794-309b0939f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:22.731458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de782420-7c1a-4f6d-a794-309b0939f6cb None None] The sync data for ids ['6f6f664d-d817-428a-84ee-4e6687e0cca9'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:22.737895 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d69bcff-ab7a-42ae-817d-377af7f73f84 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.739411 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1d69bcff-ab7a-42ae-817d-377af7f73f84 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1657898 Feb 11 05:13:22.743118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39512) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:22.748544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4f090eee-46d0-4c34-815c-ea46885b1381 None None] Provisioning complete for port 5f9bf977-0896-433e-be2a-23cdcc69314b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:22.749232 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f090eee-46d0-4c34-815c-ea46885b1381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5f9bf977-0896-433e-be2a-23cdcc69314b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.750059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69bcff-ab7a-42ae-817d-377af7f73f84 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9340fdd8-c390-40c6-ade3-16f1a586a3ab,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:22.753114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-16179f40-c292-4358-a952-c8f8b21b4630 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '9340fdd8-c390-40c6-ade3-16f1a586a3ab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:22.753876 n-d-615180-58 neutron-server[103354]: WARNING neutron.api.v2.base [None req-16179f40-c292-4358-a952-c8f8b21b4630 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 05:13:22.754760 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-16179f40-c292-4358-a952-c8f8b21b4630 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:22.758138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-16179f40-c292-4358-a952-c8f8b21b4630 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090942 Feb 11 05:13:22.761021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39514) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:22.771490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Router ca45595e-a492-491d-9a4f-148a35941447 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:22.797303 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4f090eee-46d0-4c34-815c-ea46885b1381 None None] Port 5f9bf977-0896-433e-be2a-23cdcc69314b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:22.800464 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e362a29f-f895-4427-99ac-514164fc9435 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for router (6f6f664d-d817-428a-84ee-4e6687e0cca9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.826967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43e0b7fc-f65e-4460-b180-dd78b57596c4 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (9340fdd8-c390-40c6-ade3-16f1a586a3ab), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.847087 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c8a2931-9cf4-4120-95eb-beefeb300eff req-90c241bf-90c0-4ce2-8f5c-00ef854f5383 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130895 Feb 11 05:13:22.857075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43e0b7fc-f65e-4460-b180-dd78b57596c4 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (9340fdd8-c390-40c6-ade3-16f1a586a3ab), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.910103 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43e0b7fc-f65e-4460-b180-dd78b57596c4 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9340fdd8-c390-40c6-ade3-16f1a586a3ab), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.913491 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43e0b7fc-f65e-4460-b180-dd78b57596c4 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.917149 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-43e0b7fc-f65e-4460-b180-dd78b57596c4 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "DELETE /v2.0/security-groups/9340fdd8-c390-40c6-ade3-16f1a586a3ab HTTP/1.1" status: 204 len: 168 time: 0.1527233 Feb 11 05:13:22.919098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39516) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:22.925612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0b7fc-f65e-4460-b180-dd78b57596c4 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9340fdd8-c390-40c6-ade3-16f1a586a3ab,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:22.974407 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-e362a29f-f895-4427-99ac-514164fc9435 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:13:22.978085 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e362a29f-f895-4427-99ac-514164fc9435 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "DELETE /v2.0/routers/6f6f664d-d817-428a-84ee-4e6687e0cca9 HTTP/1.1" status: 409 len: 329 time: 0.3506472 Feb 11 05:13:22.978524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39518) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:23.026935 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-924d52c7-70c0-4f5d-bc48-c01dcdc97df5 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1067331 Feb 11 05:13:23.030531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39520) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:23.035400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f06d5330-9f8e-4f6d-b74e-8976126eb1a7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group': {'name': 'tempest-secgroup--352296507'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:23.049623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:23.058881 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Sync routers for ids ['ca45595e-a492-491d-9a4f-148a35941447'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:23.069562 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f06d5330-9f8e-4f6d-b74e-8976126eb1a7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.073829 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Routers {'ca45595e-a492-491d-9a4f-148a35941447'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:23.074476 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['ca45595e-a492-491d-9a4f-148a35941447'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:23.075346 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.076706 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2b092ad4-8786-4bfa-a6b2-50b2e6006169 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6989515 Feb 11 05:13:23.083286 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:23.218039 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Set router ca45595e-a492-491d-9a4f-148a35941447 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:23.238173 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2e16e580-a36d-4ac5-95c7-9cc741443508 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/routers/ca45595e-a492-491d-9a4f-148a35941447 HTTP/1.1" status: 200 len: 908 time: 0.1536658 Feb 11 05:13:23.241236 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39524) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:23.245441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Request body: {'router': {'name': 'tempest-snat-router-421165252', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'enable_snat': True}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:23.258374 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f06d5330-9f8e-4f6d-b74e-8976126eb1a7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (695d97d5-db33-4a87-88fe-988546bb6625), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.270169 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f06d5330-9f8e-4f6d-b74e-8976126eb1a7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (695d97d5-db33-4a87-88fe-988546bb6625), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.309171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (1a24ecf8-9f6c-4276-881c-99145f6620d1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.310227 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (1a24ecf8-9f6c-4276-881c-99145f6620d1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.338360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01f7455a-6b90-4e40-9b40-18d44d84f361 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (6f6f664d-d817-428a-84ee-4e6687e0cca9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.343531 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f06d5330-9f8e-4f6d-b74e-8976126eb1a7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.347697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f06d5330-9f8e-4f6d-b74e-8976126eb1a7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3132422 Feb 11 05:13:23.347697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d5330-9f8e-4f6d-b74e-8976126eb1a7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695d97d5-db33-4a87-88fe-988546bb6625,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:23.349492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39526) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:23.354442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-449bac6e-44bb-464a-95bd-33bf2a4285dd tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '695d97d5-db33-4a87-88fe-988546bb6625', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:23.355326 n-d-615180-58 neutron-server[103354]: WARNING neutron.api.v2.base [None req-449bac6e-44bb-464a-95bd-33bf2a4285dd tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 05:13:23.355842 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-449bac6e-44bb-464a-95bd-33bf2a4285dd tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:23.360685 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-449bac6e-44bb-464a-95bd-33bf2a4285dd tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064042 Feb 11 05:13:23.360685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39528) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:23.394761 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_controller (1a24ecf8-9f6c-4276-881c-99145f6620d1), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.534301 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca45595e-a492-491d-9a4f-148a35941447', 'name': 'tempest-snat-router-421165252', 'tenant_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.226'}], 'enable_snat': False}, 'gw_port_id': '0349cb6d-44d5-4b68-80e5-8a848fc1568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:20Z', 'updated_at': '2022-02-11T05:13:21Z', 'revision_number': 3, 'project_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'gw_port': {'id': '0349cb6d-44d5-4b68-80e5-8a848fc1568d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca45595e-a492-491d-9a4f-148a35941447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:20Z', 'updated_at': '2022-02-11T05:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:23.563257 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Checking router: ca45595e-a492-491d-9a4f-148a35941447 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:23.564171 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Updating router ca45595e-a492-491d-9a4f-148a35941447 port 0349cb6d-44d5-4b68-80e5-8a848fc1568d binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:23.576184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5f8e137-382f-422f-9e86-c1ccf58dc9a3 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (695d97d5-db33-4a87-88fe-988546bb6625), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.579185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (1a24ecf8-9f6c-4276-881c-99145f6620d1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.599161 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.611051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-01f7455a-6b90-4e40-9b40-18d44d84f361 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Deleting port 5f9bf977-0896-433e-be2a-23cdcc69314b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:23.611407 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01f7455a-6b90-4e40-9b40-18d44d84f361 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5f9bf977-0896-433e-be2a-23cdcc69314b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.617667 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5f8e137-382f-422f-9e86-c1ccf58dc9a3 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (695d97d5-db33-4a87-88fe-988546bb6625), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.696920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5f8e137-382f-422f-9e86-c1ccf58dc9a3 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (695d97d5-db33-4a87-88fe-988546bb6625), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.700063 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5f8e137-382f-422f-9e86-c1ccf58dc9a3 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.703637 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d5f8e137-382f-422f-9e86-c1ccf58dc9a3 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "DELETE /v2.0/security-groups/695d97d5-db33-4a87-88fe-988546bb6625 HTTP/1.1" status: 204 len: 168 time: 0.3404787 Feb 11 05:13:23.706200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39530) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:23.710413 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01f7455a-6b90-4e40-9b40-18d44d84f361 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5f9bf977-0896-433e-be2a-23cdcc69314b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.723393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-01f7455a-6b90-4e40-9b40-18d44d84f361 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Calling delete_port for 5f9bf977-0896-433e-be2a-23cdcc69314b owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:23.734077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8e137-382f-422f-9e86-c1ccf58dc9a3 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695d97d5-db33-4a87-88fe-988546bb6625,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:23.793618 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0e16d3e4-9df9-465b-b606-198f8c54f1b7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0793936 Feb 11 05:13:23.793829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39532) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:23.800655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-765c3268-f88f-4ea5-988c-11357e4e5435 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604221958'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:23.859138 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Publish callbacks [] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.868214 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.868529 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-765c3268-f88f-4ea5-988c-11357e4e5435 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.917735 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Attempting to bind port 0349cb6d-44d5-4b68-80e5-8a848fc1568d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:23.918127 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Attempting to bind port 0349cb6d-44d5-4b68-80e5-8a848fc1568d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:23.920109 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Attempting to bind port 0349cb6d-44d5-4b68-80e5-8a848fc1568d on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:23.921611 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (1a24ecf8-9f6c-4276-881c-99145f6620d1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.932214 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:23.932936 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:23.933507 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.934060 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:23.935300 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Bound port: 0349cb6d-44d5-4b68-80e5-8a848fc1568d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:23.936735 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.948083 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.974616 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Pushing event updated for resources: {'Port': ['ID=0349cb6d-44d5-4b68-80e5-8a848fc1568d,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:23.987485 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01f7455a-6b90-4e40-9b40-18d44d84f361 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5f9bf977-0896-433e-be2a-23cdcc69314b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.994932 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:23.995277 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:23.995659 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:23.996066 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:23.996459 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:23.996831 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:23.997162 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:23.997488 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:23.997813 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:23.998140 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:23.998463 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:23.998820 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:23.999178 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:24.007484 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] For port 0349cb6d-44d5-4b68-80e5-8a848fc1568d, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:24.010659 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] For port 0349cb6d-44d5-4b68-80e5-8a848fc1568d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=0349cb6d-44d5-4b68-80e5-8a848fc1568d,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:24.020168 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.052145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-765c3268-f88f-4ea5-988c-11357e4e5435 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (cc6a81ed-46b8-4bc6-988b-58f1dc0cd03f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.054263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7455a-6b90-4e40-9b40-18d44d84f361 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event deleted for resources: {'Port': ['ID=5f9bf977-0896-433e-be2a-23cdcc69314b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:24.063831 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-765c3268-f88f-4ea5-988c-11357e4e5435 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cc6a81ed-46b8-4bc6-988b-58f1dc0cd03f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.081974 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Routers {'ca45595e-a492-491d-9a4f-148a35941447'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:24.083270 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['ca45595e-a492-491d-9a4f-148a35941447'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:24.114925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Allocated IP 172.25.7.218 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/07ef1cfb-f2f9-40df-b77e-01b67b273a4d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:24.160666 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cb9ec-bfb3-44de-9915-f85c5dd006e0 req-af1c8bff-e9b1-43f2-91e7-4ecbef987317 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:24.162246 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-948cb9ec-bfb3-44de-9915-f85c5dd006e0 req-af1c8bff-e9b1-43f2-91e7-4ecbef987317 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 945 time: 0.1968102 Feb 11 05:13:24.163086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c3268-f88f-4ea5-988c-11357e4e5435 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6a81ed-46b8-4bc6-988b-58f1dc0cd03f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:24.170477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-765c3268-f88f-4ea5-988c-11357e4e5435 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.171677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-765c3268-f88f-4ea5-988c-11357e4e5435 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3769934 Feb 11 05:13:24.176211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39536) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.185799 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b664b0cc-b41b-49d2-9d74-5d003854efaf tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': 'cc6a81ed-46b8-4bc6-988b-58f1dc0cd03f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:24.186690 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-b664b0cc-b41b-49d2-9d74-5d003854efaf tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 05:13:24.187268 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-b664b0cc-b41b-49d2-9d74-5d003854efaf tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:24.188203 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b664b0cc-b41b-49d2-9d74-5d003854efaf tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102675 Feb 11 05:13:24.191380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39538) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.205958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1b6db35e-6665-4956-8559-a23de4192c9a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': 'cc6a81ed-46b8-4bc6-988b-58f1dc0cd03f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:24.206646 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-1b6db35e-6665-4956-8559-a23de4192c9a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 05:13:24.207182 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-1b6db35e-6665-4956-8559-a23de4192c9a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:24.210705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1b6db35e-6665-4956-8559-a23de4192c9a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0139794 Feb 11 05:13:24.231380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39540) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.236775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9f0e8f42-e2a0-4479-b526-336265b333a8 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': 'cc6a81ed-46b8-4bc6-988b-58f1dc0cd03f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:24.239050 n-d-615180-58 neutron-server[103354]: WARNING neutron.api.v2.base [None req-9f0e8f42-e2a0-4479-b526-336265b333a8 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 05:13:24.239662 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-9f0e8f42-e2a0-4479-b526-336265b333a8 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:24.242777 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9f0e8f42-e2a0-4479-b526-336265b333a8 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082090 Feb 11 05:13:24.243820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39542) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.246933 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] Set router ca45595e-a492-491d-9a4f-148a35941447 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:24.252656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f53eb500-8e16-49b8-86c4-ab465dec9225 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': 'cc6a81ed-46b8-4bc6-988b-58f1dc0cd03f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:24.254146 n-d-615180-58 neutron-server[103354]: WARNING neutron.api.v2.base [None req-f53eb500-8e16-49b8-86c4-ab465dec9225 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 05:13:24.254652 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-f53eb500-8e16-49b8-86c4-ab465dec9225 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:24.259934 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f53eb500-8e16-49b8-86c4-ab465dec9225 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0115449 Feb 11 05:13:24.261717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.299783 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01f7455a-6b90-4e40-9b40-18d44d84f361 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (6f6f664d-d817-428a-84ee-4e6687e0cca9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.306247 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for port (07ef1cfb-f2f9-40df-b77e-01b67b273a4d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.318997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-948cb9ec-bfb3-44de-9915-f85c5dd006e0 req-fba52d00-f162-46ec-baa8-502b4c6f33c4 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461117 Feb 11 05:13:24.358924 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d11c3a5-2e19-4fc7-9b7a-5360010ea50d tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (cc6a81ed-46b8-4bc6-988b-58f1dc0cd03f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.395576 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d11c3a5-2e19-4fc7-9b7a-5360010ea50d tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (cc6a81ed-46b8-4bc6-988b-58f1dc0cd03f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.397251 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe012c-aa7b-4647-a047-ef9671816f9f None None] Pushing event updated for resources: {'Port': ['ID=0349cb6d-44d5-4b68-80e5-8a848fc1568d,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:24.413262 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (07ef1cfb-f2f9-40df-b77e-01b67b273a4d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.483185 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca45595e-a492-491d-9a4f-148a35941447', 'name': 'tempest-snat-router-421165252', 'tenant_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.226'}], 'enable_snat': False}, 'gw_port_id': '0349cb6d-44d5-4b68-80e5-8a848fc1568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:20Z', 'updated_at': '2022-02-11T05:13:21Z', 'revision_number': 3, 'project_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'gw_port': {'id': '0349cb6d-44d5-4b68-80e5-8a848fc1568d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca45595e-a492-491d-9a4f-148a35941447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:20Z', 'updated_at': '2022-02-11T05:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:24.505265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:24.506764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f7455a-6b90-4e40-9b40-18d44d84f361 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Router 6f6f664d-d817-428a-84ee-4e6687e0cca9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:24.515917 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efd72a-6488-49de-9179-aaaf27631e5f None None] The sync data for ids ['ca45595e-a492-491d-9a4f-148a35941447'] in n-d-615180-58 is: [{'id': 'ca45595e-a492-491d-9a4f-148a35941447', 'name': 'tempest-snat-router-421165252', 'tenant_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.226'}], 'enable_snat': False}, 'gw_port_id': '0349cb6d-44d5-4b68-80e5-8a848fc1568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:20Z', 'updated_at': '2022-02-11T05:13:21Z', 'revision_number': 3, 'project_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'gw_port': {'id': '0349cb6d-44d5-4b68-80e5-8a848fc1568d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca45595e-a492-491d-9a4f-148a35941447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:20Z', 'updated_at': '2022-02-11T05:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:24.517345 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:24.523521 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:24.528464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event updated for resources: {'Port': ['ID=07ef1cfb-f2f9-40df-b77e-01b67b273a4d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:24.565496 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d11c3a5-2e19-4fc7-9b7a-5360010ea50d tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cc6a81ed-46b8-4bc6-988b-58f1dc0cd03f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.568125 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d11c3a5-2e19-4fc7-9b7a-5360010ea50d tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.569296 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0d11c3a5-2e19-4fc7-9b7a-5360010ea50d tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "DELETE /v2.0/security-groups/cc6a81ed-46b8-4bc6-988b-58f1dc0cd03f HTTP/1.1" status: 204 len: 168 time: 0.3061109 Feb 11 05:13:24.576613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39548) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.599577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f7455a-6b90-4e40-9b40-18d44d84f361 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:24.602636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbd5b3-ddd7-415b-878a-21c1e4f43fa3 req-a08ee202-e258-4371-87c3-e4d94b5eef0b tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:24.604246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24cbd5b3-ddd7-415b-878a-21c1e4f43fa3 req-a08ee202-e258-4371-87c3-e4d94b5eef0b tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 945 time: 0.1535854 Feb 11 05:13:24.611759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11c3a5-2e19-4fc7-9b7a-5360010ea50d tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6a81ed-46b8-4bc6-988b-58f1dc0cd03f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:24.616713 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-01f7455a-6b90-4e40-9b40-18d44d84f361 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "PUT /v2.0/routers/6f6f664d-d817-428a-84ee-4e6687e0cca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6370680 Feb 11 05:13:24.617423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39550) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.629944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9780261c-161f-4a2c-94eb-c18e3abb46a3 None None] Sync routers for ids ['6f6f664d-d817-428a-84ee-4e6687e0cca9'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:24.652633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780261c-161f-4a2c-94eb-c18e3abb46a3 None None] Routers {'6f6f664d-d817-428a-84ee-4e6687e0cca9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:24.653879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9780261c-161f-4a2c-94eb-c18e3abb46a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6f6f664d-d817-428a-84ee-4e6687e0cca9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:24.676504 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-09ab9908-1c2b-465b-8260-f6ff799aae53 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] show failed (client error): The resource could not be found. Feb 11 05:13:24.681232 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-09ab9908-1c2b-465b-8260-f6ff799aae53 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-509897469 HTTP/1.1" status: 404 len: 334 time: 0.0592420 Feb 11 05:13:24.682045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39552) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.687335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2bea6ce9-7088-47ee-a061-32d97ba3edf8 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:24.701365 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9780261c-161f-4a2c-94eb-c18e3abb46a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:24.716666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780261c-161f-4a2c-94eb-c18e3abb46a3 None None] Routers {'6f6f664d-d817-428a-84ee-4e6687e0cca9'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:24.717433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9780261c-161f-4a2c-94eb-c18e3abb46a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6f6f664d-d817-428a-84ee-4e6687e0cca9'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:24.726342 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-2bea6ce9-7088-47ee-a061-32d97ba3edf8 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] update failed (client error): The resource could not be found. Feb 11 05:13:24.728262 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2bea6ce9-7088-47ee-a061-32d97ba3edf8 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-677423157 HTTP/1.1" status: 404 len: 334 time: 0.0443699 Feb 11 05:13:24.733352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39554) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.757824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9780261c-161f-4a2c-94eb-c18e3abb46a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:24.758492 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9780261c-161f-4a2c-94eb-c18e3abb46a3 None None] The sync data for ids ['6f6f664d-d817-428a-84ee-4e6687e0cca9'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:24.792255 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7869628d-2975-4324-8f12-e16d3a00d422 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2085156 Feb 11 05:13:24.796565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39556) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.800666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24cbd5b3-ddd7-415b-878a-21c1e4f43fa3 req-9225290f-1b7a-4dc7-85ae-fb2100931ad8 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849995 Feb 11 05:13:24.805171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-842cfd22-1e9e-4efd-a6bc-69ec71e8a060 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group': {'name': 'tempest-secgroup--729204633'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:24.827080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39558) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.845156 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-842cfd22-1e9e-4efd-a6bc-69ec71e8a060 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.081443 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (1a24ecf8-9f6c-4276-881c-99145f6620d1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.127969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-842cfd22-1e9e-4efd-a6bc-69ec71e8a060 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (3e3debfe-e922-4549-8873-c708326e727f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.143847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-842cfd22-1e9e-4efd-a6bc-69ec71e8a060 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3e3debfe-e922-4549-8873-c708326e727f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.159186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b74bc-0d77-4cec-afed-4ce7afaa96d1 tempest-TestVolumeBackupRestore-832219945 tempest-TestVolumeBackupRestore-832219945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:25.160888 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f92b74bc-0d77-4cec-afed-4ce7afaa96d1 tempest-TestVolumeBackupRestore-832219945 tempest-TestVolumeBackupRestore-832219945-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 1123 time: 0.3315389 Feb 11 05:13:25.164103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3d08be-7cd9-44e1-b68a-0e6dce52a2d4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Deleting subnet f0df6296-7a08-4b65-a078-93109ad61b8d {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:25.166141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39562) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.172218 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:25.178641 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3d08be-7cd9-44e1-b68a-0e6dce52a2d4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for subnet (f0df6296-7a08-4b65-a078-93109ad61b8d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.186157 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-842cfd22-1e9e-4efd-a6bc-69ec71e8a060 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.187435 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-842cfd22-1e9e-4efd-a6bc-69ec71e8a060 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3858314 Feb 11 05:13:25.191633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39564) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.197111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-48e6087b-4904-40b3-88ad-d0f64e75be9b tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '3e3debfe-e922-4549-8873-c708326e727f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:25.197595 n-d-615180-58 neutron-server[103354]: WARNING neutron.api.v2.base [None req-48e6087b-4904-40b3-88ad-d0f64e75be9b tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:13:25.198082 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-48e6087b-4904-40b3-88ad-d0f64e75be9b tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:25.199055 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-48e6087b-4904-40b3-88ad-d0f64e75be9b tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057256 Feb 11 05:13:25.205862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39566) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.215790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ed3f9fdf-5035-4785-8d03-4eebf86140c6 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '3e3debfe-e922-4549-8873-c708326e727f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:25.248577 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.255789 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3d08be-7cd9-44e1-b68a-0e6dce52a2d4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (f0df6296-7a08-4b65-a078-93109ad61b8d), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.337566 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-ed3f9fdf-5035-4785-8d03-4eebf86140c6 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:25.338539 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ed3f9fdf-5035-4785-8d03-4eebf86140c6 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1318634 Feb 11 05:13:25.343878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39568) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.350485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bca58087-5212-4d86-9c52-1804ca1e55a7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '3e3debfe-e922-4549-8873-c708326e727f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:25.350998 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-bca58087-5212-4d86-9c52-1804ca1e55a7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 05:13:25.351500 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-bca58087-5212-4d86-9c52-1804ca1e55a7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:25.352525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bca58087-5212-4d86-9c52-1804ca1e55a7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076809 Feb 11 05:13:25.358375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39570) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.365616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5b3849b6-e915-4bff-8878-16d835f28a9a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '3e3debfe-e922-4549-8873-c708326e727f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:25.458884 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3d08be-7cd9-44e1-b68a-0e6dce52a2d4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (f0df6296-7a08-4b65-a078-93109ad61b8d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.503832 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-5b3849b6-e915-4bff-8878-16d835f28a9a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:25.507550 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5b3849b6-e915-4bff-8878-16d835f28a9a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1455455 Feb 11 05:13:25.512558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39572) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.518430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0e9c79a3-d710-402b-86cc-c1ddb8f0c9b4 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '3e3debfe-e922-4549-8873-c708326e727f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:25.518935 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-0e9c79a3-d710-402b-86cc-c1ddb8f0c9b4 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:13:25.519431 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-0e9c79a3-d710-402b-86cc-c1ddb8f0c9b4 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:25.522955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0e9c79a3-d710-402b-86cc-c1ddb8f0c9b4 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061233 Feb 11 05:13:25.526111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39574) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.532716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c17885f4-592f-41a0-8318-72871263f8d1 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '3e3debfe-e922-4549-8873-c708326e727f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:25.576874 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3d08be-7cd9-44e1-b68a-0e6dce52a2d4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (f0df6296-7a08-4b65-a078-93109ad61b8d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.610394 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cfd22-1e9e-4efd-a6bc-69ec71e8a060 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3debfe-e922-4549-8873-c708326e727f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:25.624237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4de6d0f-0ca4-4bf2-b90e-8ba748852686 None None] Network 2c8ebb16-b21a-4940-b8f0-45d873e8a634 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:25.628396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d08be-7cd9-44e1-b68a-0e6dce52a2d4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event deleted for resources: {'Subnet': ['ID=f0df6296-7a08-4b65-a078-93109ad61b8d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:25.635728 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c3d08be-7cd9-44e1-b68a-0e6dce52a2d4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.639214 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6c3d08be-7cd9-44e1-b68a-0e6dce52a2d4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "DELETE /v2.0/subnets/f0df6296-7a08-4b65-a078-93109ad61b8d HTTP/1.1" status: 204 len: 168 time: 0.9045856 Feb 11 05:13:25.642722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39576) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.644827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.682490 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-c17885f4-592f-41a0-8318-72871263f8d1 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:25.686587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c17885f4-592f-41a0-8318-72871263f8d1 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1562254 Feb 11 05:13:25.690365 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39578) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.704914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8b0f2b4e-ff13-4505-8279-98d8a5fba621 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '3e3debfe-e922-4549-8873-c708326e727f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:25.705407 n-d-615180-58 neutron-server[103353]: WARNING neutron.api.v2.base [None req-8b0f2b4e-ff13-4505-8279-98d8a5fba621 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 05:13:25.705905 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-8b0f2b4e-ff13-4505-8279-98d8a5fba621 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:25.706947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8b0f2b4e-ff13-4505-8279-98d8a5fba621 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0154800 Feb 11 05:13:25.710673 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39580) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.718572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d989b26d-2adb-4674-b7b2-5748d80a0a72 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '3e3debfe-e922-4549-8873-c708326e727f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:25.756049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df37956-7795-455a-9057-5db5fada5936 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Deleting subnet 06080af3-a1c7-491e-b527-585f9c3c80e3 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:25.762833 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7df37956-7795-455a-9057-5db5fada5936 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for subnet (06080af3-a1c7-491e-b527-585f9c3c80e3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.802226 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (1a24ecf8-9f6c-4276-881c-99145f6620d1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.844164 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7df37956-7795-455a-9057-5db5fada5936 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (06080af3-a1c7-491e-b527-585f9c3c80e3), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.854684 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-d989b26d-2adb-4674-b7b2-5748d80a0a72 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:25.860105 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d989b26d-2adb-4674-b7b2-5748d80a0a72 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1479437 Feb 11 05:13:25.865904 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4ab1f-ed36-4b45-88a1-3bef2de5625a None None] DHCP port deletion for 2c8ebb16-b21a-4940-b8f0-45d873e8a634 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:25.868402 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39582) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.874760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a16202f2-414c-45fe-852f-bb75b9bab581 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '3e3debfe-e922-4549-8873-c708326e727f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:25.906410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Allocated IP 172.25.7.18 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/b7202dd3-d9b3-45f4-b07f-a8a058d3631f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:25.950460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0349cb6d-44d5-4b68-80e5-8a848fc1568d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:25.997426 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-a16202f2-414c-45fe-852f-bb75b9bab581 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:26.001996 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a16202f2-414c-45fe-852f-bb75b9bab581 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1293564 Feb 11 05:13:26.002268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39584) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:26.019541 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7df37956-7795-455a-9057-5db5fada5936 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (06080af3-a1c7-491e-b527-585f9c3c80e3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.027271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 0349cb6d-44d5-4b68-80e5-8a848fc1568d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:26.028352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.070100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Router 1a24ecf8-9f6c-4276-881c-99145f6620d1 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:26.076080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9bd0-e569-436a-b10f-bdd04a581695 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (3e3debfe-e922-4549-8873-c708326e727f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.083568 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-55f4ab1f-ed36-4b45-88a1-3bef2de5625a None None] Deleting port 060db27c-7acf-4da4-8229-8967b1c2572c {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:26.084273 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55f4ab1f-ed36-4b45-88a1-3bef2de5625a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.094926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for port (b7202dd3-d9b3-45f4-b07f-a8a058d3631f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.115075 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9bd0-e569-436a-b10f-bdd04a581695 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (3e3debfe-e922-4549-8873-c708326e727f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.117256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7df37956-7795-455a-9057-5db5fada5936 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (06080af3-a1c7-491e-b527-585f9c3c80e3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.156390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df37956-7795-455a-9057-5db5fada5936 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event deleted for resources: {'Subnet': ['ID=06080af3-a1c7-491e-b527-585f9c3c80e3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:26.164466 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7df37956-7795-455a-9057-5db5fada5936 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.168248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7df37956-7795-455a-9057-5db5fada5936 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "DELETE /v2.0/subnets/06080af3-a1c7-491e-b527-585f9c3c80e3 HTTP/1.1" status: 204 len: 168 time: 0.5202663 Feb 11 05:13:26.170721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39586) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:26.174325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-55f4ab1f-ed36-4b45-88a1-3bef2de5625a None None] For port 060db27c-7acf-4da4-8229-8967b1c2572c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=060db27c-7acf-4da4-8229-8967b1c2572c,segment=NetworkSegment(c8e36d96-69f8-4c37-b7aa-ac06e4b379aa),segment_id=c8e36d96-69f8-4c37-b7aa-ac06e4b379aa)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:26.184226 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55f4ab1f-ed36-4b45-88a1-3bef2de5625a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.208424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b7202dd3-d9b3-45f4-b07f-a8a058d3631f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.208927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-55f4ab1f-ed36-4b45-88a1-3bef2de5625a None None] Calling delete_port for 060db27c-7acf-4da4-8229-8967b1c2572c owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:26.272060 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9bd0-e569-436a-b10f-bdd04a581695 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3e3debfe-e922-4549-8873-c708326e727f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.274924 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9bd0-e569-436a-b10f-bdd04a581695 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.276244 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1cbc9bd0-e569-436a-b10f-bdd04a581695 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "DELETE /v2.0/security-groups/3e3debfe-e922-4549-8873-c708326e727f HTTP/1.1" status: 204 len: 168 time: 0.2729621 Feb 11 05:13:26.285669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39588) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:26.300918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc9bd0-e569-436a-b10f-bdd04a581695 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3debfe-e922-4549-8873-c708326e727f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:26.305534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5083f703-7f46-4897-a152-db0c6e5569ce None None] Network e43ff551-001e-455a-8b6c-26413bbd1523 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:26.309002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:26.313346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:26.319721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:26.324416 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (2c8ebb16-b21a-4940-b8f0-45d873e8a634), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.326234 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:26.331585 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Sync routers for ids ['1a24ecf8-9f6c-4276-881c-99145f6620d1'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:26.338331 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.342393 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2f4dcd14-ac83-4779-ba10-04c0713f25d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1001797 Feb 11 05:13:26.343933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39590) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:26.352995 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Routers {'1a24ecf8-9f6c-4276-881c-99145f6620d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:26.354164 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1a24ecf8-9f6c-4276-881c-99145f6620d1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:26.370702 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event updated for resources: {'Port': ['ID=b7202dd3-d9b3-45f4-b07f-a8a058d3631f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:26.380531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 0349cb6d-44d5-4b68-80e5-8a848fc1568d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:26.380941 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.401276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 0349cb6d-44d5-4b68-80e5-8a848fc1568d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=0349cb6d-44d5-4b68-80e5-8a848fc1568d,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:26.428213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6b559a0b-84fc-403a-b2f0-57b82a81f350 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1329973 Feb 11 05:13:26.433197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39592) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:26.448267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-68ba116d-3fde-4b63-8fda-4b12e593c2d9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462538101'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:26.455327 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.523135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=0349cb6d-44d5-4b68-80e5-8a848fc1568d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:26.534772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Deleting port 060db27c-7acf-4da4-8229-8967b1c2572c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:26.535161 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.552466 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68ba116d-3fde-4b63-8fda-4b12e593c2d9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.566378 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55f4ab1f-ed36-4b45-88a1-3bef2de5625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.582018 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Set router 1a24ecf8-9f6c-4276-881c-99145f6620d1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:26.599117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e0277148-83a0-4c22-b26c-1dbb71ea90e6 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/routers/1a24ecf8-9f6c-4276-881c-99145f6620d1 HTTP/1.1" status: 200 len: 907 time: 0.2524717 Feb 11 05:13:26.600142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39594) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:26.623058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4ab1f-ed36-4b45-88a1-3bef2de5625a None None] No DVR routers for this DVR port 060db27c-7acf-4da4-8229-8967b1c2572c on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:26.630310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4ab1f-ed36-4b45-88a1-3bef2de5625a None None] Pushing event deleted for resources: {'Port': ['ID=060db27c-7acf-4da4-8229-8967b1c2572c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:26.699309 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68ba116d-3fde-4b63-8fda-4b12e593c2d9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (4e1db45b-022c-4a26-b131-823ec041a9d6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.705138 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68ba116d-3fde-4b63-8fda-4b12e593c2d9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4e1db45b-022c-4a26-b131-823ec041a9d6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.753810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce98cd84-01cf-4c51-b3a3-3af5eaade6fd None None] DHCP port deletion for e43ff551-001e-455a-8b6c-26413bbd1523 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:26.758514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] For port 060db27c-7acf-4da4-8229-8967b1c2572c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=060db27c-7acf-4da4-8229-8967b1c2572c,segment=NetworkSegment(c8e36d96-69f8-4c37-b7aa-ac06e4b379aa),segment_id=c8e36d96-69f8-4c37-b7aa-ac06e4b379aa)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:26.759525 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.767986 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68ba116d-3fde-4b63-8fda-4b12e593c2d9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.772813 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-68ba116d-3fde-4b63-8fda-4b12e593c2d9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3310468 Feb 11 05:13:26.772813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba116d-3fde-4b63-8fda-4b12e593c2d9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1db45b-022c-4a26-b131-823ec041a9d6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:26.778876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39596) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:26.785949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Calling delete_port for 060db27c-7acf-4da4-8229-8967b1c2572c owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:26.787301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2fe81d27-d9a7-4caf-a55b-9dd8ac8426c2 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '4e1db45b-022c-4a26-b131-823ec041a9d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:26.833630 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-2fe81d27-d9a7-4caf-a55b-9dd8ac8426c2 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The resource could not be found. Feb 11 05:13:26.837712 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2fe81d27-d9a7-4caf-a55b-9dd8ac8426c2 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0549436 Feb 11 05:13:26.838093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39598) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:26.838748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ce98cd84-01cf-4c51-b3a3-3af5eaade6fd None None] Deleting port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:26.839348 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ce98cd84-01cf-4c51-b3a3-3af5eaade6fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.843729 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b6632400-61ef-4c87-97cd-5d76277c758a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '4e1db45b-022c-4a26-b131-823ec041a9d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '89c4c678-aad7-4f91-98c2-9356404ea139'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:26.892891 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a24ecf8-9f6c-4276-881c-99145f6620d1', 'name': 'tempest-snat-router-421165252', 'tenant_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '07ef1cfb-f2f9-40df-b77e-01b67b273a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:23Z', 'updated_at': '2022-02-11T05:13:24Z', 'revision_number': 3, 'project_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'gw_port': {'id': '07ef1cfb-f2f9-40df-b77e-01b67b273a4d', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:18:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a24ecf8-9f6c-4276-881c-99145f6620d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:23Z', 'updated_at': '2022-02-11T05:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:26.911545 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-b6632400-61ef-4c87-97cd-5d76277c758a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The resource could not be found. Feb 11 05:13:26.916391 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b6632400-61ef-4c87-97cd-5d76277c758a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0743401 Feb 11 05:13:26.916828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39600) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:26.927487 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (1a24ecf8-9f6c-4276-881c-99145f6620d1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.928079 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Checking router: 1a24ecf8-9f6c-4276-881c-99145f6620d1 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:26.928481 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Updating router 1a24ecf8-9f6c-4276-881c-99145f6620d1 port 07ef1cfb-f2f9-40df-b77e-01b67b273a4d binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:26.960568 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (07ef1cfb-f2f9-40df-b77e-01b67b273a4d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.003321 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff12c-9a24-4360-82ed-076c14d992cf tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (4e1db45b-022c-4a26-b131-823ec041a9d6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.050592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff12c-9a24-4360-82ed-076c14d992cf tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (4e1db45b-022c-4a26-b131-823ec041a9d6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.110933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ce98cd84-01cf-4c51-b3a3-3af5eaade6fd None None] For port 266cdd5d-c84c-42c6-b7a4-40f037f96a68, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=266cdd5d-c84c-42c6-b7a4-40f037f96a68,segment=NetworkSegment(bf0c5617-7e50-4d6f-9402-42dcdcff083d),segment_id=bf0c5617-7e50-4d6f-9402-42dcdcff083d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:27.112678 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ce98cd84-01cf-4c51-b3a3-3af5eaade6fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.123247 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff12c-9a24-4360-82ed-076c14d992cf tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4e1db45b-022c-4a26-b131-823ec041a9d6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.127542 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff12c-9a24-4360-82ed-076c14d992cf tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.129342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ce98cd84-01cf-4c51-b3a3-3af5eaade6fd None None] Calling delete_port for 266cdd5d-c84c-42c6-b7a4-40f037f96a68 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:27.131349 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fc2ff12c-9a24-4360-82ed-076c14d992cf tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "DELETE /v2.0/security-groups/4e1db45b-022c-4a26-b131-823ec041a9d6 HTTP/1.1" status: 204 len: 168 time: 0.2132628 Feb 11 05:13:27.133672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39602) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:27.160389 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (060db27c-7acf-4da4-8229-8967b1c2572c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.162532 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ff12c-9a24-4360-82ed-076c14d992cf tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1db45b-022c-4a26-b131-823ec041a9d6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:27.210785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0f5e4643-9624-4ee2-8c37-9e3727baa89e tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0565073 Feb 11 05:13:27.214484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:27.220302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ffa416fb-20e7-484c-afb9-5f27e692bed7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': '73ba0344-22dc-4dc7-a544-e2ebab1b92f1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:27.258509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event deleted for resources: {'Port': ['ID=060db27c-7acf-4da4-8229-8967b1c2572c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:27.260641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] No DVR routers for this DVR port 060db27c-7acf-4da4-8229-8967b1c2572c on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:27.276490 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-ffa416fb-20e7-484c-afb9-5f27e692bed7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The resource could not be found. Feb 11 05:13:27.278463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ffa416fb-20e7-484c-afb9-5f27e692bed7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0628414 Feb 11 05:13:27.283117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39606) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:27.283636 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ce98cd84-01cf-4c51-b3a3-3af5eaade6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (266cdd5d-c84c-42c6-b7a4-40f037f96a68), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.292472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bb0ff274-d969-43f5-ba2a-77dd66e66a1a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642359897'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:27.320425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98cd84-01cf-4c51-b3a3-3af5eaade6fd None None] Pushing event deleted for resources: {'Port': ['ID=266cdd5d-c84c-42c6-b7a4-40f037f96a68,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:27.324767 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff274-d969-43f5-ba2a-77dd66e66a1a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.325053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98cd84-01cf-4c51-b3a3-3af5eaade6fd None None] No DVR routers for this DVR port 266cdd5d-c84c-42c6-b7a4-40f037f96a68 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:27.349430 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (1a24ecf8-9f6c-4276-881c-99145f6620d1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.370888 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for floatingip (b251499f-eae7-46fe-bd83-9c42c0a361e9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.415483 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff274-d969-43f5-ba2a-77dd66e66a1a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (b2e9a7be-bbfa-4643-b381-c446a15e755c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.419997 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff274-d969-43f5-ba2a-77dd66e66a1a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b2e9a7be-bbfa-4643-b381-c446a15e755c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.451458 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (2c8ebb16-b21a-4940-b8f0-45d873e8a634), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.452509 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Publish callbacks [] for port (07ef1cfb-f2f9-40df-b77e-01b67b273a4d), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.453273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ff274-d969-43f5-ba2a-77dd66e66a1a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e9a7be-bbfa-4643-b381-c446a15e755c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:27.460042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff274-d969-43f5-ba2a-77dd66e66a1a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.461399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bb0ff274-d969-43f5-ba2a-77dd66e66a1a tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1771562 Feb 11 05:13:27.464134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39608) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:27.464456 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (07ef1cfb-f2f9-40df-b77e-01b67b273a4d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.471154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-71d6694d-20a9-43c4-a0fd-7af89306e764 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403806461'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:27.496770 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71d6694d-20a9-43c4-a0fd-7af89306e764 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.520971 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Attempting to bind port 07ef1cfb-f2f9-40df-b77e-01b67b273a4d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:27.521440 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Attempting to bind port 07ef1cfb-f2f9-40df-b77e-01b67b273a4d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:27.521901 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Attempting to bind port 07ef1cfb-f2f9-40df-b77e-01b67b273a4d on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:27.531087 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:27.531555 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:27.532672 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.533035 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:27.533501 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Bound port: 07ef1cfb-f2f9-40df-b77e-01b67b273a4d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:27.533888 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (07ef1cfb-f2f9-40df-b77e-01b67b273a4d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.535755 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e49088-862d-4030-966c-8a8d7ecec916 None None] Pushing event updated for resources: {'Port': ['ID=07ef1cfb-f2f9-40df-b77e-01b67b273a4d,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:27.580362 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71d6694d-20a9-43c4-a0fd-7af89306e764 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (5d419270-1074-4de0-8b45-539a5d945a47), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.585217 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71d6694d-20a9-43c4-a0fd-7af89306e764 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5d419270-1074-4de0-8b45-539a5d945a47), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.593474 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] For port 07ef1cfb-f2f9-40df-b77e-01b67b273a4d, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:27.597810 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] For port 07ef1cfb-f2f9-40df-b77e-01b67b273a4d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=07ef1cfb-f2f9-40df-b77e-01b67b273a4d,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:27.606340 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (07ef1cfb-f2f9-40df-b77e-01b67b273a4d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.622394 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71d6694d-20a9-43c4-a0fd-7af89306e764 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.626598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-71d6694d-20a9-43c4-a0fd-7af89306e764 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1582184 Feb 11 05:13:27.627128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:27.631681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-279d1d69-fa27-4a01-afa3-299faf3ad782 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group_rule': {'security_group_id': 'b2e9a7be-bbfa-4643-b381-c446a15e755c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5d419270-1074-4de0-8b45-539a5d945a47'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:27.636876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6694d-20a9-43c4-a0fd-7af89306e764 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d419270-1074-4de0-8b45-539a5d945a47,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:27.672971 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Routers {'1a24ecf8-9f6c-4276-881c-99145f6620d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:27.673642 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['1a24ecf8-9f6c-4276-881c-99145f6620d1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:27.675949 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-279d1d69-fa27-4a01-afa3-299faf3ad782 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:13:27.677014 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e49088-862d-4030-966c-8a8d7ecec916 None None] Pushing event updated for resources: {'Port': ['ID=07ef1cfb-f2f9-40df-b77e-01b67b273a4d,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:27.677530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-279d1d69-fa27-4a01-afa3-299faf3ad782 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0494363 Feb 11 05:13:27.680242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:27.739517 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4da0f52f-e429-495d-85a5-711e664ddbf9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (5d419270-1074-4de0-8b45-539a5d945a47), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.764932 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4da0f52f-e429-495d-85a5-711e664ddbf9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (5d419270-1074-4de0-8b45-539a5d945a47), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.769642 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] Set router 1a24ecf8-9f6c-4276-881c-99145f6620d1 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:27.816316 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4da0f52f-e429-495d-85a5-711e664ddbf9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5d419270-1074-4de0-8b45-539a5d945a47), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.820528 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4da0f52f-e429-495d-85a5-711e664ddbf9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.822386 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4da0f52f-e429-495d-85a5-711e664ddbf9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "DELETE /v2.0/security-groups/5d419270-1074-4de0-8b45-539a5d945a47 HTTP/1.1" status: 204 len: 168 time: 0.1411378 Feb 11 05:13:27.828026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39614) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:27.831917 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a24ecf8-9f6c-4276-881c-99145f6620d1', 'name': 'tempest-snat-router-421165252', 'tenant_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:23Z', 'updated_at': '2022-02-11T05:13:27Z', 'revision_number': 4, 'project_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:27.835352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8ebb16-b21a-4940-b8f0-45d873e8a634']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:27.850321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e36d96-69f8-4c37-b7aa-ac06e4b379aa') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:27.850627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e36d96-69f8-4c37-b7aa-ac06e4b379aa') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:27.864314 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (c8e36d96-69f8-4c37-b7aa-ac06e4b379aa), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.866543 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7f847-4ac2-4168-b29e-f39845b697c4 None None] The sync data for ids ['1a24ecf8-9f6c-4276-881c-99145f6620d1'] in n-d-615180-58 is: [{'id': '1a24ecf8-9f6c-4276-881c-99145f6620d1', 'name': 'tempest-snat-router-421165252', 'tenant_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:23Z', 'updated_at': '2022-02-11T05:13:27Z', 'revision_number': 4, 'project_id': '31e06cfb3fe645b9a78cc73f2d9d8dd6', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:27.871496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0f52f-e429-495d-85a5-711e664ddbf9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d419270-1074-4de0-8b45-539a5d945a47,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:27.894321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0349cb6d-44d5-4b68-80e5-8a848fc1568d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:27.911280 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-69298abf-c452-4942-913e-14ce6e6c2aff tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0818803 Feb 11 05:13:27.914679 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c8e36d96-69f8-4c37-b7aa-ac06e4b379aa), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.916937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39616) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:27.918392 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b7202dd3-d9b3-45f4-b07f-a8a058d3631f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.927739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:27.928242 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (c8e36d96-69f8-4c37-b7aa-ac06e4b379aa), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:27.961171 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:27.974647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 0349cb6d-44d5-4b68-80e5-8a848fc1568d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:27.975312 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.977770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Deleting port 07ef1cfb-f2f9-40df-b77e-01b67b273a4d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:27.978119 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (07ef1cfb-f2f9-40df-b77e-01b67b273a4d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.988821 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-418c573c-39d0-4059-8126-5171ecd1c6c1 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (b2e9a7be-bbfa-4643-b381-c446a15e755c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.027321 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-418c573c-39d0-4059-8126-5171ecd1c6c1 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (b2e9a7be-bbfa-4643-b381-c446a15e755c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.065859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 0349cb6d-44d5-4b68-80e5-8a848fc1568d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:28.078062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-418c573c-39d0-4059-8126-5171ecd1c6c1 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b2e9a7be-bbfa-4643-b381-c446a15e755c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.082166 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-418c573c-39d0-4059-8126-5171ecd1c6c1 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.083615 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-418c573c-39d0-4059-8126-5171ecd1c6c1 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "DELETE /v2.0/security-groups/b2e9a7be-bbfa-4643-b381-c446a15e755c HTTP/1.1" status: 204 len: 168 time: 0.1652586 Feb 11 05:13:28.089664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39618) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:28.095971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c573c-39d0-4059-8126-5171ecd1c6c1 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e9a7be-bbfa-4643-b381-c446a15e755c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:28.128099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (2c8ebb16-b21a-4940-b8f0-45d873e8a634), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.128258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 060db27c-7acf-4da4-8229-8967b1c2572c no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:28.146333 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.149545 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "DELETE /v2.0/networks/2c8ebb16-b21a-4940-b8f0-45d873e8a634 HTTP/1.1" status: 204 len: 168 time: 1.9776883 Feb 11 05:13:28.152962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39620) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:28.163888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 060db27c-7acf-4da4-8229-8967b1c2572c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:28.164241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 060db27c-7acf-4da4-8229-8967b1c2572c not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:28.164667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 266cdd5d-c84c-42c6-b7a4-40f037f96a68 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:28.189013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 266cdd5d-c84c-42c6-b7a4-40f037f96a68 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:28.189366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 266cdd5d-c84c-42c6-b7a4-40f037f96a68 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:28.217071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d41fcf-99b2-4332-a864-7147170e9744 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event deleted for resources: {'Network': ['ID=2c8ebb16-b21a-4940-b8f0-45d873e8a634,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:28.242671 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (07ef1cfb-f2f9-40df-b77e-01b67b273a4d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.254850 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (e43ff551-001e-455a-8b6c-26413bbd1523), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.257030 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9d9fb97e-0d08-4219-98db-e057073c3265 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1644011 Feb 11 05:13:28.263021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39622) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:28.267169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Calling delete_port for 07ef1cfb-f2f9-40df-b77e-01b67b273a4d owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:28.268328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e8a28d40-9706-4e79-a5da-7fff98aad60c tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group': {'name': 'tempest-secgroup--214393348'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:28.311173 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8a28d40-9706-4e79-a5da-7fff98aad60c tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.360682 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for port (b7202dd3-d9b3-45f4-b07f-a8a058d3631f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.367388 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b7202dd3-d9b3-45f4-b07f-a8a058d3631f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.381677 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (e43ff551-001e-455a-8b6c-26413bbd1523), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.411651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43ff551-001e-455a-8b6c-26413bbd1523']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:28.428201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0c5617-7e50-4d6f-9402-42dcdcff083d') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:28.428518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0c5617-7e50-4d6f-9402-42dcdcff083d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:28.441749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (bf0c5617-7e50-4d6f-9402-42dcdcff083d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.466648 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (bf0c5617-7e50-4d6f-9402-42dcdcff083d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.481674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:28.482102 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (bf0c5617-7e50-4d6f-9402-42dcdcff083d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:28.485616 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:28.487969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8a28d40-9706-4e79-a5da-7fff98aad60c tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (f6233fc8-b002-4dcb-92b8-45699b80819a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.494119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event updated for resources: {'Port': ['ID=b7202dd3-d9b3-45f4-b07f-a8a058d3631f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:28.501694 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8a28d40-9706-4e79-a5da-7fff98aad60c tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f6233fc8-b002-4dcb-92b8-45699b80819a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.518243 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (b251499f-eae7-46fe-bd83-9c42c0a361e9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.572614 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8a28d40-9706-4e79-a5da-7fff98aad60c tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.573862 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e8a28d40-9706-4e79-a5da-7fff98aad60c tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3097651 Feb 11 05:13:28.575915 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (e43ff551-001e-455a-8b6c-26413bbd1523), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.577405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39624) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:28.584490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d49171f3-a533-4cc5-b41d-aba6363d97e9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:28.584490 n-d-615180-58 neutron-server[103354]: WARNING neutron.api.v2.base [None req-d49171f3-a533-4cc5-b41d-aba6363d97e9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:13:28.585026 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-d49171f3-a533-4cc5-b41d-aba6363d97e9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 05:13:28.585998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d49171f3-a533-4cc5-b41d-aba6363d97e9 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "PUT /v2.0/security-groups/f6233fc8-b002-4dcb-92b8-45699b80819a HTTP/1.1" status: 409 len: 330 time: 0.0074496 Feb 11 05:13:28.586762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a28d40-9706-4e79-a5da-7fff98aad60c tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6233fc8-b002-4dcb-92b8-45699b80819a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:28.589493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39626) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:28.593936 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.600041 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "DELETE /v2.0/networks/e43ff551-001e-455a-8b6c-26413bbd1523 HTTP/1.1" status: 204 len: 168 time: 0.4430346 Feb 11 05:13:28.601091 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39628) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:28.607692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669df44c-2fd5-4b16-a5de-0a13be4f71a4 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event deleted for resources: {'Network': ['ID=e43ff551-001e-455a-8b6c-26413bbd1523,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:28.692819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (07ef1cfb-f2f9-40df-b77e-01b67b273a4d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.750378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event deleted for resources: {'Port': ['ID=07ef1cfb-f2f9-40df-b77e-01b67b273a4d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:28.772434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d966f1-67d7-461e-a566-9819a6805271 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Deleting subnet d422c0f5-edd7-43dd-a234-0b8ee48ea245 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:28.787544 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9d966f1-67d7-461e-a566-9819a6805271 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for subnet (d422c0f5-edd7-43dd-a234-0b8ee48ea245), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.831804 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Floating IP b251499f-eae7-46fe-bd83-9c42c0a361e9 associated. External IP: 172.25.7.18, port: b298dff9-38d3-41f8-b09f-73fe54c5229f. Feb 11 05:13:28.854095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c1f77fe-07a7-44cf-99d7-a029051c3e3e tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (f6233fc8-b002-4dcb-92b8-45699b80819a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.945782 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9d966f1-67d7-461e-a566-9819a6805271 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (d422c0f5-edd7-43dd-a234-0b8ee48ea245), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.950467 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c1f77fe-07a7-44cf-99d7-a029051c3e3e tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (f6233fc8-b002-4dcb-92b8-45699b80819a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.980691 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (1a24ecf8-9f6c-4276-881c-99145f6620d1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.146667 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (1a24ecf8-9f6c-4276-881c-99145f6620d1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.152923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_controller (1a24ecf8-9f6c-4276-881c-99145f6620d1), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.219001 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c1f77fe-07a7-44cf-99d7-a029051c3e3e tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f6233fc8-b002-4dcb-92b8-45699b80819a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.222372 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c1f77fe-07a7-44cf-99d7-a029051c3e3e tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.223571 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9c1f77fe-07a7-44cf-99d7-a029051c3e3e tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "DELETE /v2.0/security-groups/f6233fc8-b002-4dcb-92b8-45699b80819a HTTP/1.1" status: 204 len: 168 time: 0.6317072 Feb 11 05:13:29.226218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39630) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:29.245009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f77fe-07a7-44cf-99d7-a029051c3e3e tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6233fc8-b002-4dcb-92b8-45699b80819a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:29.249589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (1a24ecf8-9f6c-4276-881c-99145f6620d1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.250362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a24ecf8-9f6c-4276-881c-99145f6620d1 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:29.255569 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.256550 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-52779ea1-7fd7-481f-82c9-440ce71e19d9 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "DELETE /v2.0/routers/1a24ecf8-9f6c-4276-881c-99145f6620d1 HTTP/1.1" status: 204 len: 168 time: 2.6554253 Feb 11 05:13:29.259881 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9d966f1-67d7-461e-a566-9819a6805271 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (d422c0f5-edd7-43dd-a234-0b8ee48ea245), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.262636 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39632) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:29.278746 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aafac278-9a05-4c2c-94c8-b1ab723d09ce tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0458438 Feb 11 05:13:29.278983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39634) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:29.292650 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-966d5029-d358-4017-b1b6-9e53f969cab7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] delete failed (client error): The resource could not be found. Feb 11 05:13:29.293700 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-966d5029-d358-4017-b1b6-9e53f969cab7 tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "DELETE /v2.0/security-groups/8e6221c6-1815-4a32-b6cd-f62ab3e31451 HTTP/1.1" status: 404 len: 347 time: 0.0137653 Feb 11 05:13:29.297531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39636) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:29.313805 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-d54539c7-f365-4617-981c-495fe578fdaa tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] show failed (client error): The resource could not be found. Feb 11 05:13:29.320684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d54539c7-f365-4617-981c-495fe578fdaa tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "GET /v2.0/security-groups/8e18cfdd-9851-4ee9-833d-3e53b695f285 HTTP/1.1" status: 404 len: 347 time: 0.0163801 Feb 11 05:13:29.321410 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39638) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:29.335106 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-9eb982cd-8c96-4c90-a894-998d6f9b57fd tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] show failed (client error): The resource could not be found. Feb 11 05:13:29.339210 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9eb982cd-8c96-4c90-a894-998d6f9b57fd tempest-NegativeSecGroupTest-1037024881 tempest-NegativeSecGroupTest-1037024881-project] 10.222.0.48 "GET /v2.0/security-group-rules/0480f8e4-f552-4697-b45b-dd0137e88330 HTTP/1.1" status: 404 len: 356 time: 0.0138245 Feb 11 05:13:29.502258 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9d966f1-67d7-461e-a566-9819a6805271 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (d422c0f5-edd7-43dd-a234-0b8ee48ea245), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.538408 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (ca45595e-a492-491d-9a4f-148a35941447), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.545237 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9d966f1-67d7-461e-a566-9819a6805271 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.549045 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e9d966f1-67d7-461e-a566-9819a6805271 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "DELETE /v2.0/subnets/d422c0f5-edd7-43dd-a234-0b8ee48ea245 HTTP/1.1" status: 204 len: 168 time: 0.9442029 Feb 11 05:13:29.549857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d966f1-67d7-461e-a566-9819a6805271 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event deleted for resources: {'Subnet': ['ID=d422c0f5-edd7-43dd-a234-0b8ee48ea245,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:29.551642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39644) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:29.555900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2080a6a-6923-4fc6-a440-2aa2572897f4 None None] Network 3e081004-f58b-44d0-b09e-a763fd32f8ad requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:29.588409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Router b05f004a-1200-4408-abad-2bf78eff04d1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:29.645277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39646) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:29.668609 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (3e081004-f58b-44d0-b09e-a763fd32f8ad), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.739513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Deleting port 03c65f16-f8e4-474e-b61d-396a20988114 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:29.739995 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (03c65f16-f8e4-474e-b61d-396a20988114), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.744201 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (ca45595e-a492-491d-9a4f-148a35941447), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.772436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] DHCP port deletion for 3e081004-f58b-44d0-b09e-a763fd32f8ad request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:29.773093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:29.790687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf1ed3-7046-4f6d-ac9a-7b10c2c634cd None None] Sync routers for ids ['b05f004a-1200-4408-abad-2bf78eff04d1'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:29.814788 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.822661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] For port 03c65f16-f8e4-474e-b61d-396a20988114, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=03c65f16-f8e4-474e-b61d-396a20988114,segment=NetworkSegment(fb2dccf6-4355-4275-bab4-a1c6ddc0b984),segment_id=fb2dccf6-4355-4275-bab4-a1c6ddc0b984)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:29.825685 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (03c65f16-f8e4-474e-b61d-396a20988114), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.855851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Calling delete_port for 03c65f16-f8e4-474e-b61d-396a20988114 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:29.856346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-237d8c3c-794c-4dcc-b27b-0ed94b497dc3 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6890299 Feb 11 05:13:29.857788 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:29.860132 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5655a8d6-76b0-4495-9f3b-6960ad367a15" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:29.861791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39650) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:29.867344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf1ed3-7046-4f6d-ac9a-7b10c2c634cd None None] Routers {'b05f004a-1200-4408-abad-2bf78eff04d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:29.868759 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cbaf1ed3-7046-4f6d-ac9a-7b10c2c634cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b05f004a-1200-4408-abad-2bf78eff04d1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:29.882506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Deleting port 0349cb6d-44d5-4b68-80e5-8a848fc1568d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:29.882858 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.909190 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c48764-7c53-4ee0-b3d2-29bcc12e3501 x-openstack-request-id: req-b6c48764-7c53-4ee0-b3d2-29bcc12e3501 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:29.909638 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:29.909938 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6c48764-7c53-4ee0-b3d2-29bcc12e3501 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:29.911033 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'status': 'completed', 'code': 200} Feb 11 05:13:29.928740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 03c65f16-f8e4-474e-b61d-396a20988114 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:29.984220 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90093453-2cf2-40e4-9283-a73d2b97a8c1 tempest-TestVolumeBackupRestore-832219945 tempest-TestVolumeBackupRestore-832219945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:29.988379 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-90093453-2cf2-40e4-9283-a73d2b97a8c1 tempest-TestVolumeBackupRestore-832219945 tempest-TestVolumeBackupRestore-832219945-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 1123 time: 0.1228988 Feb 11 05:13:29.988750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39654) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:29.991737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Deleting port 03c65f16-f8e4-474e-b61d-396a20988114 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:29.992123 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (03c65f16-f8e4-474e-b61d-396a20988114), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.992330 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2b053f48-d484-41e2-9a16-6a6839a92289 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc4e89bf78244e8397b45fe36afac46f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3452103 Feb 11 05:13:29.994004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-35a0d3ae-283b-4833-a571-7d7842f9ff89 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Request body: {'floatingip': {'port_id': 'b298dff9-38d3-41f8-b09f-73fe54c5229f'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:29.994582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39656) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:30.071046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac1909c7-a678-4c70-b216-0a04b8ff8b76 admin admin] Publish callbacks [] for security_group (25b49745-609a-42ae-a2fa-e34c2bd1b5ac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.073408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] For port 0349cb6d-44d5-4b68-80e5-8a848fc1568d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=0349cb6d-44d5-4b68-80e5-8a848fc1568d,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:30.073800 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.094744 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac1909c7-a678-4c70-b216-0a04b8ff8b76 admin admin] Publish callbacks [] for security_group (25b49745-609a-42ae-a2fa-e34c2bd1b5ac), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.105829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Calling delete_port for 0349cb6d-44d5-4b68-80e5-8a848fc1568d owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:30.125505 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35a0d3ae-283b-4833-a571-7d7842f9ff89 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for floatingip (b251499f-eae7-46fe-bd83-9c42c0a361e9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.139828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-cbaf1ed3-7046-4f6d-ac9a-7b10c2c634cd None None] Set router b05f004a-1200-4408-abad-2bf78eff04d1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:30.144729 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (03c65f16-f8e4-474e-b61d-396a20988114), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.145152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] For port 03c65f16-f8e4-474e-b61d-396a20988114, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=03c65f16-f8e4-474e-b61d-396a20988114,segment=NetworkSegment(fb2dccf6-4355-4275-bab4-a1c6ddc0b984),segment_id=fb2dccf6-4355-4275-bab4-a1c6ddc0b984)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:30.145753 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (03c65f16-f8e4-474e-b61d-396a20988114), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.158494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac1909c7-a678-4c70-b216-0a04b8ff8b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (25b49745-609a-42ae-a2fa-e34c2bd1b5ac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.161214 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac1909c7-a678-4c70-b216-0a04b8ff8b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.162484 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ac1909c7-a678-4c70-b216-0a04b8ff8b76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25b49745-609a-42ae-a2fa-e34c2bd1b5ac HTTP/1.1" status: 204 len: 168 time: 0.1668653 Feb 11 05:13:30.180973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] No DVR routers for this DVR port 03c65f16-f8e4-474e-b61d-396a20988114 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:30.190449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event deleted for resources: {'Port': ['ID=03c65f16-f8e4-474e-b61d-396a20988114,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:30.216256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1909c7-a678-4c70-b216-0a04b8ff8b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b49745-609a-42ae-a2fa-e34c2bd1b5ac,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:30.284587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Calling delete_port for 03c65f16-f8e4-474e-b61d-396a20988114 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:30.288364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 03c65f16-f8e4-474e-b61d-396a20988114 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:30.288772 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (03c65f16-f8e4-474e-b61d-396a20988114), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.302618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (3e081004-f58b-44d0-b09e-a763fd32f8ad), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.332576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e081004-f58b-44d0-b09e-a763fd32f8ad']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:30.349800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2dccf6-4355-4275-bab4-a1c6ddc0b984') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:30.351121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2dccf6-4355-4275-bab4-a1c6ddc0b984') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:30.361835 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (fb2dccf6-4355-4275-bab4-a1c6ddc0b984), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.377855 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (fb2dccf6-4355-4275-bab4-a1c6ddc0b984), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.390506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:30.391058 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (fb2dccf6-4355-4275-bab4-a1c6ddc0b984), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:30.396694 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:30.487786 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (3e081004-f58b-44d0-b09e-a763fd32f8ad), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.495973 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.510601 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "DELETE /v2.0/networks/3e081004-f58b-44d0-b09e-a763fd32f8ad HTTP/1.1" status: 204 len: 168 time: 0.9504378 Feb 11 05:13:30.510601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39662) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:30.525729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655a8d6-76b0-4495-9f3b-6960ad367a15 req-75ce1fcb-90e6-491a-a4d7-96b3233ae5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:30.527253 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5655a8d6-76b0-4495-9f3b-6960ad367a15 req-75ce1fcb-90e6-491a-a4d7-96b3233ae5fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e8b392b4f1c464eafef4230484f4416&device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 1128 time: 0.5664761 Feb 11 05:13:30.552864 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (03c65f16-f8e4-474e-b61d-396a20988114), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.582517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Network 3e081004-f58b-44d0-b09e-a763fd32f8ad is not hosted by any dhcp agent {{(pid=103355) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:13:30.583767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] No DVR routers for this DVR port 03c65f16-f8e4-474e-b61d-396a20988114 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:30.584075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b1123-4b8a-45a1-8dbc-9fd83e7e7a20 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Pushing event deleted for resources: {'Network': ['ID=3e081004-f58b-44d0-b09e-a763fd32f8ad,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:30.593814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b7868d18-14d0-48e1-83f7-f6d8d6b29a26 tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f6f664d-d817-428a-84ee-4e6687e0cca9 HTTP/1.1" status: 200 len: 205 time: 0.0821886 Feb 11 05:13:30.594054 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39668) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:30.619888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Pushing event deleted for resources: {'Port': ['ID=03c65f16-f8e4-474e-b61d-396a20988114,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:30.643445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.643565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.643821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.644400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.644504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.644837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.645169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.645492 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.645815 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.646135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.646576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.646923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.647871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51f809-929c-47e0-bac4-5402aa6f0ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:30.686202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cbaf1ed3-7046-4f6d-ac9a-7b10c2c634cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'b251499f-eae7-46fe-bd83-9c42c0a361e9', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'port_id': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'mac_address': 'fa:16:3e:30:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:26Z', 'revision_number': 0, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6606ed3c-4c2e-4387-ab83-7fd386c529af', 'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'mac_address': 'fa:16:3e:ef:8a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:06Z', 'updated_at': '2022-02-11T05:09:12Z', 'revision_number': 5, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'subnets': [{'id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:30.710870 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3da3b8fd-7280-49b1-b2c3-70ef201a9aff tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for router (6f6f664d-d817-428a-84ee-4e6687e0cca9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.719593 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf1ed3-7046-4f6d-ac9a-7b10c2c634cd None None] Checking router: b05f004a-1200-4408-abad-2bf78eff04d1 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:30.729590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf1ed3-7046-4f6d-ac9a-7b10c2c634cd None None] Routers {'b05f004a-1200-4408-abad-2bf78eff04d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:30.730589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cbaf1ed3-7046-4f6d-ac9a-7b10c2c634cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b05f004a-1200-4408-abad-2bf78eff04d1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:30.825528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655a8d6-76b0-4495-9f3b-6960ad367a15 req-fed054dc-168f-4ca7-9e26-5e2dbfab5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:30.827037 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5655a8d6-76b0-4495-9f3b-6960ad367a15 req-fed054dc-168f-4ca7-9e26-5e2dbfab5c26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f HTTP/1.1" status: 200 len: 915 time: 0.2846687 Feb 11 05:13:30.865567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-cbaf1ed3-7046-4f6d-ac9a-7b10c2c634cd None None] Set router b05f004a-1200-4408-abad-2bf78eff04d1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:30.918152 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3da3b8fd-7280-49b1-b2c3-70ef201a9aff tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (6f6f664d-d817-428a-84ee-4e6687e0cca9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.920388 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3da3b8fd-7280-49b1-b2c3-70ef201a9aff tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for router_controller (6f6f664d-d817-428a-84ee-4e6687e0cca9), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.979740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3da3b8fd-7280-49b1-b2c3-70ef201a9aff tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (6f6f664d-d817-428a-84ee-4e6687e0cca9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.980298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da3b8fd-7280-49b1-b2c3-70ef201a9aff tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Fanout notify agent at l3_agent the message router_deleted on router 6f6f664d-d817-428a-84ee-4e6687e0cca9 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:30.998970 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3da3b8fd-7280-49b1-b2c3-70ef201a9aff tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.999411 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3da3b8fd-7280-49b1-b2c3-70ef201a9aff tempest-RoutersNegativeTest-718905526 tempest-RoutersNegativeTest-718905526-project] 10.222.0.48 "DELETE /v2.0/routers/6f6f664d-d817-428a-84ee-4e6687e0cca9 HTTP/1.1" status: 204 len: 168 time: 0.4038715 Feb 11 05:13:31.003954 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0349cb6d-44d5-4b68-80e5-8a848fc1568d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.042919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5655a8d6-76b0-4495-9f3b-6960ad367a15 req-d37547f7-5c21-4bff-86d5-b0e2f3fe346c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b298dff9-38d3-41f8-b09f-73fe54c5229f HTTP/1.1" status: 200 len: 998 time: 0.2020600 Feb 11 05:13:31.047007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event deleted for resources: {'Port': ['ID=0349cb6d-44d5-4b68-80e5-8a848fc1568d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:31.193505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39686) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:31.213350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655a8d6-76b0-4495-9f3b-6960ad367a15 req-b240337f-b170-41e6-b052-17f2dfad25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:31.215368 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5655a8d6-76b0-4495-9f3b-6960ad367a15 req-b240337f-b170-41e6-b052-17f2dfad25ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61967365-a345-463c-bb5d-3c07b0cfdaf3 HTTP/1.1" status: 200 len: 853 time: 0.1618307 Feb 11 05:13:31.216225 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (ca45595e-a492-491d-9a4f-148a35941447), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.248892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cbaf1ed3-7046-4f6d-ac9a-7b10c2c634cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'b251499f-eae7-46fe-bd83-9c42c0a361e9', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'port_id': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'mac_address': 'fa:16:3e:30:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:26Z', 'revision_number': 0, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6606ed3c-4c2e-4387-ab83-7fd386c529af', 'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'mac_address': 'fa:16:3e:ef:8a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:06Z', 'updated_at': '2022-02-11T05:09:12Z', 'revision_number': 5, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'subnets': [{'id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:31.281793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf1ed3-7046-4f6d-ac9a-7b10c2c634cd None None] The sync data for ids ['b05f004a-1200-4408-abad-2bf78eff04d1'] in n-d-615180-58 is: [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'b251499f-eae7-46fe-bd83-9c42c0a361e9', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'port_id': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'mac_address': 'fa:16:3e:30:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:26Z', 'revision_number': 0, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6606ed3c-4c2e-4387-ab83-7fd386c529af', 'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'mac_address': 'fa:16:3e:ef:8a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:06Z', 'updated_at': '2022-02-11T05:09:12Z', 'revision_number': 5, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'subnets': [{'id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:31.296517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39690) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:31.435411 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (ca45595e-a492-491d-9a4f-148a35941447), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.445949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_controller (ca45595e-a492-491d-9a4f-148a35941447), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.459807 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fd26a998-8c24-4b88-87fe-2645226f028b tempest-ServiceProvidersTest-1174348480 tempest-ServiceProvidersTest-1174348480-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2648578 Feb 11 05:13:31.483130 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9336b911-dc01-4b16-9c01-088c67561642 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f54c2d051b247d090b0f78005cafc81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1842396 Feb 11 05:13:31.487544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39696) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:31.545545 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-079a2d4b-fe3c-4fc2-ae3d-166577aee4c2 admin admin] Publish callbacks [] for security_group (968e52a7-161c-4bf9-85f8-5f0edfacc4a8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.557427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655a8d6-76b0-4495-9f3b-6960ad367a15 req-e796bf95-3c98-4ad4-b985-b5dbe7043d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:31.558984 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5655a8d6-76b0-4495-9f3b-6960ad367a15 req-e796bf95-3c98-4ad4-b985-b5dbe7043d99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3118205 Feb 11 05:13:31.580030 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (ca45595e-a492-491d-9a4f-148a35941447), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.580653 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af68949-06bb-4db8-91ff-a79ed948cdc3 None None] New status for floating IP b251499f-eae7-46fe-bd83-9c42c0a361e9: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:13:31.581165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca45595e-a492-491d-9a4f-148a35941447 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:31.582172 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-079a2d4b-fe3c-4fc2-ae3d-166577aee4c2 admin admin] Publish callbacks [] for security_group (968e52a7-161c-4bf9-85f8-5f0edfacc4a8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.632361 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.633504 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-41f193f5-6290-48c8-8c24-5cf561fb1a92 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "DELETE /v2.0/routers/ca45595e-a492-491d-9a4f-148a35941447 HTTP/1.1" status: 204 len: 168 time: 2.3336754 Feb 11 05:13:31.640674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39698) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:31.669689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-369928053', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:31.681167 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-35a0d3ae-283b-4833-a571-7d7842f9ff89 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:13:31.697234 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-079a2d4b-fe3c-4fc2-ae3d-166577aee4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (968e52a7-161c-4bf9-85f8-5f0edfacc4a8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.706522 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-079a2d4b-fe3c-4fc2-ae3d-166577aee4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.708005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-079a2d4b-fe3c-4fc2-ae3d-166577aee4c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/968e52a7-161c-4bf9-85f8-5f0edfacc4a8 HTTP/1.1" status: 204 len: 168 time: 0.2192202 Feb 11 05:13:31.729144 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a2d4b-fe3c-4fc2-ae3d-166577aee4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968e52a7-161c-4bf9-85f8-5f0edfacc4a8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:31.743570 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (e11f1773-440b-4894-be1d-2740f880f80e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.744955 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (e11f1773-440b-4894-be1d-2740f880f80e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.777697 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35a0d3ae-283b-4833-a571-7d7842f9ff89 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.785025 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5655a8d6-76b0-4495-9f3b-6960ad367a15 req-78122fde-be6d-45da-8fa8-5aebf547db95 service neutron] 10.222.0.60 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794591 Feb 11 05:13:31.787488 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35a0d3ae-283b-4833-a571-7d7842f9ff89 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (b251499f-eae7-46fe-bd83-9c42c0a361e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.789440 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.db.api [None req-6af68949-06bb-4db8-91ff-a79ed948cdc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:13:31.790176 n-d-615180-58 neutron-server[103356]: DEBUG oslo_db.api [None req-6af68949-06bb-4db8-91ff-a79ed948cdc3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:13:31.832532 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_controller (e11f1773-440b-4894-be1d-2740f880f80e), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.909762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39704) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:31.991289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5655a8d6-76b0-4495-9f3b-6960ad367a15 req-ef5170a2-71df-468e-a89e-c985953bbe70 service neutron] 10.222.0.60 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578698 Feb 11 05:13:32.012898 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (e11f1773-440b-4894-be1d-2740f880f80e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.114628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a0d3ae-283b-4833-a571-7d7842f9ff89 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Router b05f004a-1200-4408-abad-2bf78eff04d1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:32.249150 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdf2-7519-4a9b-a4d8-90f55d289033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.283479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a0d3ae-283b-4833-a571-7d7842f9ff89 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:32.288750 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35a0d3ae-283b-4833-a571-7d7842f9ff89 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.291841 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af68949-06bb-4db8-91ff-a79ed948cdc3 None None] New status for floating IP b251499f-eae7-46fe-bd83-9c42c0a361e9: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:13:32.320786 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (e11f1773-440b-4894-be1d-2740f880f80e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.346321 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.361080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:32.363986 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629f30af-5687-4ac5-93cb-3e8be5668881" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:32.392387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-35a0d3ae-283b-4833-a571-7d7842f9ff89 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "PUT /v2.0/floatingips/b251499f-eae7-46fe-bd83-9c42c0a361e9 HTTP/1.1" status: 200 len: 990 time: 2.3962135 Feb 11 05:13:32.411416 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdf2-7519-4a9b-a4d8-90f55d289033 admin admin] Publish callbacks [] for security_group (8e659837-2849-45b1-9dc4-dee7e06f128d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.421136 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cdf2-7519-4a9b-a4d8-90f55d289033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8e659837-2849-45b1-9dc4-dee7e06f128d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.465031 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231a7a24-1641-433b-863c-633a14755562 x-openstack-request-id: req-231a7a24-1641-433b-863c-633a14755562 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:32.465332 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:32.465592 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-231a7a24-1641-433b-863c-633a14755562 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:32.465994 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'status': 'completed', 'code': 200} Feb 11 05:13:32.468498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3bb6cdf2-7519-4a9b-a4d8-90f55d289033 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd3c0483631743b29df656fec9c0e83a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5562983 Feb 11 05:13:32.471247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6cdf2-7519-4a9b-a4d8-90f55d289033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e659837-2849-45b1-9dc4-dee7e06f128d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:32.473643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39720) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:32.523527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Allocated IP 172.25.7.91 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/a03fc6b2-f0cd-4306-b424-2c7e02329537) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:32.583028 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63d877bb-95f5-4105-9f08-d6d7f98a02e1 admin admin] Publish callbacks [] for security_group (8e659837-2849-45b1-9dc4-dee7e06f128d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.593579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f30af-5687-4ac5-93cb-3e8be5668881 req-766c96ec-671e-4ec1-9835-af24e771b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:32.595705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-629f30af-5687-4ac5-93cb-3e8be5668881 req-766c96ec-671e-4ec1-9835-af24e771b4ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e8b392b4f1c464eafef4230484f4416&device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 1128 time: 0.0731878 Feb 11 05:13:32.619028 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63d877bb-95f5-4105-9f08-d6d7f98a02e1 admin admin] Publish callbacks [] for security_group (8e659837-2849-45b1-9dc4-dee7e06f128d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.667836 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for port (a03fc6b2-f0cd-4306-b424-2c7e02329537), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.673230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf2c03b-b57a-40e9-b0fd-28a9e4e584bf None None] Sync routers for ids ['b05f004a-1200-4408-abad-2bf78eff04d1'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:32.685657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf2c03b-b57a-40e9-b0fd-28a9e4e584bf None None] Routers {'b05f004a-1200-4408-abad-2bf78eff04d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:32.686290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bcf2c03b-b57a-40e9-b0fd-28a9e4e584bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b05f004a-1200-4408-abad-2bf78eff04d1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:32.725591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f30af-5687-4ac5-93cb-3e8be5668881 req-b5e824ea-4439-4763-ba35-ff596885a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:32.727127 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-629f30af-5687-4ac5-93cb-3e8be5668881 req-b5e824ea-4439-4763-ba35-ff596885a09c service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f HTTP/1.1" status: 200 len: 915 time: 0.1212776 Feb 11 05:13:32.745619 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a03fc6b2-f0cd-4306-b424-2c7e02329537), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.794588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Pushing event updated for resources: {'Port': ['ID=a03fc6b2-f0cd-4306-b424-2c7e02329537,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:32.805905 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63d877bb-95f5-4105-9f08-d6d7f98a02e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (8e659837-2849-45b1-9dc4-dee7e06f128d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.809006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:32.809160 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63d877bb-95f5-4105-9f08-d6d7f98a02e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.813650 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-63d877bb-95f5-4105-9f08-d6d7f98a02e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e659837-2849-45b1-9dc4-dee7e06f128d HTTP/1.1" status: 204 len: 168 time: 0.3388655 Feb 11 05:13:32.814674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:32.815743 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-629f30af-5687-4ac5-93cb-3e8be5668881 req-80e60ad9-b1c2-4d16-872c-7c1e785d49e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b298dff9-38d3-41f8-b09f-73fe54c5229f HTTP/1.1" status: 200 len: 1000 time: 0.0768447 Feb 11 05:13:32.818223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:32.832839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d877bb-95f5-4105-9f08-d6d7f98a02e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e659837-2849-45b1-9dc4-dee7e06f128d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:32.871699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f30af-5687-4ac5-93cb-3e8be5668881 req-bceed81a-2b32-4e3d-a016-8f3f3e3d2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:32.873211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-629f30af-5687-4ac5-93cb-3e8be5668881 req-bceed81a-2b32-4e3d-a016-8f3f3e3d2c06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61967365-a345-463c-bb5d-3c07b0cfdaf3 HTTP/1.1" status: 200 len: 853 time: 0.0500813 Feb 11 05:13:32.874244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-bcf2c03b-b57a-40e9-b0fd-28a9e4e584bf None None] Set router b05f004a-1200-4408-abad-2bf78eff04d1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:32.967315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f30af-5687-4ac5-93cb-3e8be5668881 req-025d02eb-8d47-4fe5-9d07-0571dce43a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:32.968875 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-629f30af-5687-4ac5-93cb-3e8be5668881 req-025d02eb-8d47-4fe5-9d07-0571dce43a3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0865331 Feb 11 05:13:32.990739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39732) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:33.195396 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-629f30af-5687-4ac5-93cb-3e8be5668881 req-cd91657c-d205-4bd6-a61a-eec8477286f8 service neutron] 10.222.0.60 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165849 Feb 11 05:13:33.301229 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (e11f1773-440b-4894-be1d-2740f880f80e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.378857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-629f30af-5687-4ac5-93cb-3e8be5668881 req-d2b5af54-a5ce-4539-962f-6e275f02a247 service neutron] 10.222.0.60 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756496 Feb 11 05:13:33.425802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1610128032'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:33.442976 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.450657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bcf2c03b-b57a-40e9-b0fd-28a9e4e584bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'b251499f-eae7-46fe-bd83-9c42c0a361e9', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'port_id': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'mac_address': 'fa:16:3e:30:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 2, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6606ed3c-4c2e-4387-ab83-7fd386c529af', 'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'mac_address': 'fa:16:3e:ef:8a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:06Z', 'updated_at': '2022-02-11T05:09:12Z', 'revision_number': 5, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'subnets': [{'id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:33.462358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Made reservation on behalf of 42669c3f7ac3479aa41b4bf890b45d01 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:33.466813 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.481497 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.481748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf2c03b-b57a-40e9-b0fd-28a9e4e584bf None None] Checking router: b05f004a-1200-4408-abad-2bf78eff04d1 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:33.491970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf2c03b-b57a-40e9-b0fd-28a9e4e584bf None None] Routers {'b05f004a-1200-4408-abad-2bf78eff04d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:33.492986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bcf2c03b-b57a-40e9-b0fd-28a9e4e584bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b05f004a-1200-4408-abad-2bf78eff04d1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:33.584842 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks [] for security_group (b6c76785-1fbc-491f-a993-112d6c06f76c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.590518 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (e11f1773-440b-4894-be1d-2740f880f80e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.592271 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b6c76785-1fbc-491f-a993-112d6c06f76c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.616615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:33.630746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c76785-1fbc-491f-a993-112d6c06f76c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:33.636515 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (74744b50-17cf-410c-a3fa-9bf514e815a3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.637099 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Added segment 74744b50-17cf-410c-a3fa-9bf514e815a3 of type vlan for network 1cca1f0b-9b5d-4454-8e15-1611bc7e722d Feb 11 05:13:33.644027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-bcf2c03b-b57a-40e9-b0fd-28a9e4e584bf None None] Set router b05f004a-1200-4408-abad-2bf78eff04d1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:33.682940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1cca1f0b-9b5d-4454-8e15-1611bc7e722d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.716332 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1cca1f0b-9b5d-4454-8e15-1611bc7e722d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.721426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:33.722008 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.779764 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7871783 Feb 11 05:13:33.780816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39752) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:33.782985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0349cb6d-44d5-4b68-80e5-8a848fc1568d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:33.803088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-46c628f5-2a62-4039-b61e-c97bf4d3662e tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1cca1f0b-9b5d-4454-8e15-1611bc7e722d', 'tempest-TagsTest-Tag-2145902790') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:33.821359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 0349cb6d-44d5-4b68-80e5-8a848fc1568d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:33.821718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0349cb6d-44d5-4b68-80e5-8a848fc1568d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:33.978312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-bcf2c03b-b57a-40e9-b0fd-28a9e4e584bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'b251499f-eae7-46fe-bd83-9c42c0a361e9', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'port_id': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'mac_address': 'fa:16:3e:30:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 2, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6606ed3c-4c2e-4387-ab83-7fd386c529af', 'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'mac_address': 'fa:16:3e:ef:8a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:06Z', 'updated_at': '2022-02-11T05:09:12Z', 'revision_number': 5, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'subnets': [{'id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:34.008219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf2c03b-b57a-40e9-b0fd-28a9e4e584bf None None] The sync data for ids ['b05f004a-1200-4408-abad-2bf78eff04d1'] in n-d-615180-58 is: [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'b251499f-eae7-46fe-bd83-9c42c0a361e9', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'port_id': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'mac_address': 'fa:16:3e:30:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 2, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6606ed3c-4c2e-4387-ab83-7fd386c529af', 'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'mac_address': 'fa:16:3e:ef:8a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:06Z', 'updated_at': '2022-02-11T05:09:12Z', 'revision_number': 5, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'subnets': [{'id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:34.146431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39756) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:34.206990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Router e11f1773-440b-4894-be1d-2740f880f80e is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:34.250379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e297108-d7b5-44b4-9505-fd1da1ca16cc tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Pushing event updated for resources: {'Network': ['ID=1cca1f0b-9b5d-4454-8e15-1611bc7e722d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:34.280228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1cca1f0b-9b5d-4454-8e15-1611bc7e722d details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:34.308926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1467408792-network', 'tenant_id': 'dd3c5b07628d4f82a9c371eaf57b3527'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:34.321279 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-46c628f5-2a62-4039-b61e-c97bf4d3662e tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "PUT /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d/tags/tempest-TagsTest-Tag-2145902790 HTTP/1.1" status: 201 len: 201 time: 0.5290132 Feb 11 05:13:34.322142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39760) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:34.329002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-0bd23198-6af1-4e8b-9255-c0255203d90f tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cca1f0b-9b5d-4454-8e15-1611bc7e722d', 'tempest-TagsTest-Tag-2145902790') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:34.340475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:34.352284 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1dafd-82f0-49d4-89b6-27be9e1c95ff None None] Sync routers for ids ['e11f1773-440b-4894-be1d-2740f880f80e'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:34.357980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Made reservation on behalf of dd3c5b07628d4f82a9c371eaf57b3527 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:34.361009 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.368215 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1dafd-82f0-49d4-89b6-27be9e1c95ff None None] Routers {'e11f1773-440b-4894-be1d-2740f880f80e'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:34.371213 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-64c1dafd-82f0-49d4-89b6-27be9e1c95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e11f1773-440b-4894-be1d-2740f880f80e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:34.376994 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.404386 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.406140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-02e3dcae-b8fc-481c-9676-10c473c74910 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7574563 Feb 11 05:13:34.409254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39762) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:34.414109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ef7fca7c-e81e-44a7-9bc5-06f256d31347 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'enable_snat': False}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:34.427912 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0bd23198-6af1-4e8b-9255-c0255203d90f tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "GET /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d/tags/tempest-TagsTest-Tag-2145902790 HTTP/1.1" status: 204 len: 168 time: 0.1029851 Feb 11 05:13:34.428913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39764) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:34.433616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-a723aa2c-b50f-4b99-a251-7ddbae8dadfa tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1cca1f0b-9b5d-4454-8e15-1611bc7e722d') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:34.447743 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-64c1dafd-82f0-49d4-89b6-27be9e1c95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:34.458527 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1dafd-82f0-49d4-89b6-27be9e1c95ff None None] Routers {'e11f1773-440b-4894-be1d-2740f880f80e'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:34.459979 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-64c1dafd-82f0-49d4-89b6-27be9e1c95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e11f1773-440b-4894-be1d-2740f880f80e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:34.466832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:34.470350 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d0422a-541a-4769-8bd4-c640aec71ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:34.517825 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48cd6c8-3f3d-46db-b8d8-7761654a734b x-openstack-request-id: req-a48cd6c8-3f3d-46db-b8d8-7761654a734b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:34.518238 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:34.518584 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a48cd6c8-3f3d-46db-b8d8-7761654a734b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:34.519100 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'status': 'completed', 'code': 200} Feb 11 05:13:34.522021 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-64c1dafd-82f0-49d4-89b6-27be9e1c95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:34.523692 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1dafd-82f0-49d4-89b6-27be9e1c95ff None None] The sync data for ids ['e11f1773-440b-4894-be1d-2740f880f80e'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:34.534230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a723aa2c-b50f-4b99-a251-7ddbae8dadfa tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "GET /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d/tags HTTP/1.1" status: 200 len: 238 time: 0.1012306 Feb 11 05:13:34.534523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39768) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:34.539792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-64b45c10-b4fe-4c4f-b15f-b960a8f1fa50 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1cca1f0b-9b5d-4454-8e15-1611bc7e722d', {'tags': ['tempest-TagsTest-Tag-841829146', 'tempest-TagsTest-Tag-17264703', 'tempest-TagsTest-Tag-964670733']}) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:34.656290 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Publish callbacks [] for security_group (c0a27fcd-8502-421f-91de-91739512c3cd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.658376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0422a-541a-4769-8bd4-c640aec71ef9 req-3b48503f-bef2-444c-9584-77f5bb17489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:34.660068 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74d0422a-541a-4769-8bd4-c640aec71ef9 req-3b48503f-bef2-444c-9584-77f5bb17489b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e8b392b4f1c464eafef4230484f4416&device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 1128 time: 0.1041803 Feb 11 05:13:34.665313 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c0a27fcd-8502-421f-91de-91739512c3cd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.679906 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-64b45c10-b4fe-4c4f-b15f-b960a8f1fa50 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "PUT /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d/tags HTTP/1.1" status: 200 len: 305 time: 0.1438549 Feb 11 05:13:34.687445 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39770) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:34.692423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-1940dce5-3e17-4b44-ae0a-89755e9da735 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1cca1f0b-9b5d-4454-8e15-1611bc7e722d', 'tempest-TagsTest-Tag-841829146') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:34.753022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:34.761399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a27fcd-8502-421f-91de-91739512c3cd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:34.762698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0422a-541a-4769-8bd4-c640aec71ef9 req-5f47668b-b765-4045-a22d-a6255e034770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:34.765029 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74d0422a-541a-4769-8bd4-c640aec71ef9 req-5f47668b-b765-4045-a22d-a6255e034770 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f HTTP/1.1" status: 200 len: 915 time: 0.0962920 Feb 11 05:13:34.773615 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (66fb1f93-89b0-4db6-8361-4a9dfa6b8e24), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.773843 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Added segment 66fb1f93-89b0-4db6-8361-4a9dfa6b8e24 of type vlan for network 23179790-b45d-4745-b057-822a66970332 Feb 11 05:13:34.841082 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74d0422a-541a-4769-8bd4-c640aec71ef9 req-a9265e14-d0e7-4e99-832b-9cfeabc56d3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b298dff9-38d3-41f8-b09f-73fe54c5229f HTTP/1.1" status: 200 len: 1000 time: 0.0665839 Feb 11 05:13:34.881600 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (23179790-b45d-4745-b057-822a66970332), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.898807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0422a-541a-4769-8bd4-c640aec71ef9 req-200975be-0eaf-4020-a657-4b9231203db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:34.900668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74d0422a-541a-4769-8bd4-c640aec71ef9 req-200975be-0eaf-4020-a657-4b9231203db8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61967365-a345-463c-bb5d-3c07b0cfdaf3 HTTP/1.1" status: 200 len: 853 time: 0.0469975 Feb 11 05:13:34.962494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0422a-541a-4769-8bd4-c640aec71ef9 req-b549cca7-b1f9-4014-88f9-a030f76e6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:34.964148 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74d0422a-541a-4769-8bd4-c640aec71ef9 req-b549cca7-b1f9-4014-88f9-a030f76e6044 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506647 Feb 11 05:13:34.997088 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (23179790-b45d-4745-b057-822a66970332), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.998107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:34.998705 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.013778 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1940dce5-3e17-4b44-ae0a-89755e9da735 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "DELETE /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d/tags/tempest-TagsTest-Tag-841829146 HTTP/1.1" status: 204 len: 168 time: 0.3227274 Feb 11 05:13:35.015393 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef7fca7c-e81e-44a7-9bc5-06f256d31347 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (e11f1773-440b-4894-be1d-2740f880f80e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.021093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39772) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:35.036640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-b65772d3-06d0-4cc7-bc5c-a4d2fb369303 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cca1f0b-9b5d-4454-8e15-1611bc7e722d', 'tempest-TagsTest-Tag-841829146') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:35.058182 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9130599 Feb 11 05:13:35.058459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39774) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:35.069500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6c68f244-bd5d-4d16-a932-9c9374b38598 admin admin] Request body: {'subnet': {'network_id': '23179790-b45d-4745-b057-822a66970332', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1467408792-subnet', 'tenant_id': 'dd3c5b07628d4f82a9c371eaf57b3527', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:35.082650 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74d0422a-541a-4769-8bd4-c640aec71ef9 req-8fbed89f-ad70-46f5-928e-277f9edc8a15 service neutron] 10.222.0.60 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069500 Feb 11 05:13:35.139477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e039083-c35d-4883-a4f0-1500ecd94fba admin admin] Pushing event updated for resources: {'Network': ['ID=23179790-b45d-4745-b057-822a66970332,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:35.159423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 23179790-b45d-4745-b057-822a66970332 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:35.184590 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74d0422a-541a-4769-8bd4-c640aec71ef9 req-70ee972a-3d42-497f-9ef3-532eb1d8d0ce service neutron] 10.222.0.60 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924170 Feb 11 05:13:35.186033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c68f244-bd5d-4d16-a932-9c9374b38598 admin admin] Made reservation on behalf of dd3c5b07628d4f82a9c371eaf57b3527 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:35.188482 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c68f244-bd5d-4d16-a932-9c9374b38598 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.238358 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-b65772d3-06d0-4cc7-bc5c-a4d2fb369303 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] show failed (client error): The resource could not be found. Feb 11 05:13:35.239812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b65772d3-06d0-4cc7-bc5c-a4d2fb369303 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "GET /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d/tags/tempest-TagsTest-Tag-841829146 HTTP/1.1" status: 404 len: 325 time: 0.2176423 Feb 11 05:13:35.242826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39776) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:35.248314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-a1231cf1-cd42-4aea-87f1-9443aca2b443 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cca1f0b-9b5d-4454-8e15-1611bc7e722d', 'tempest-TagsTest-Tag-17264703') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:35.373305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a1231cf1-cd42-4aea-87f1-9443aca2b443 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "GET /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d/tags/tempest-TagsTest-Tag-17264703 HTTP/1.1" status: 204 len: 168 time: 0.1270070 Feb 11 05:13:35.374006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39778) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:35.378278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-f9987b11-87d3-41ce-b9fd-35f4caf36510 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cca1f0b-9b5d-4454-8e15-1611bc7e722d', 'tempest-TagsTest-Tag-964670733') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:35.432564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c68f244-bd5d-4d16-a932-9c9374b38598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (f9c3db0c-abea-48dc-9385-c6c70f6be742), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.507962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68f244-bd5d-4d16-a932-9c9374b38598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c3db0c-abea-48dc-9385-c6c70f6be742,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:35.513159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c68f244-bd5d-4d16-a932-9c9374b38598 admin admin] Checking segment: {'id': '66fb1f93-89b0-4db6-8361-4a9dfa6b8e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '23179790-b45d-4745-b057-822a66970332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:35.513529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c68f244-bd5d-4d16-a932-9c9374b38598 admin admin] Network hostable DHCP agents. Network: 23179790-b45d-4745-b057-822a66970332, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:35.534026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c68f244-bd5d-4d16-a932-9c9374b38598 admin admin] Network 23179790-b45d-4745-b057-822a66970332 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:35.541536 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f9987b11-87d3-41ce-b9fd-35f4caf36510 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "GET /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d/tags/tempest-TagsTest-Tag-964670733 HTTP/1.1" status: 204 len: 168 time: 0.1668215 Feb 11 05:13:35.544121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39780) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:35.545513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6c68f244-bd5d-4d16-a932-9c9374b38598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 23179790-b45d-4745-b057-822a66970332) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:35.550577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-bad0ecd3-6743-4e0f-bb39-fdbbf5a2183b tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1cca1f0b-9b5d-4454-8e15-1611bc7e722d') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:35.551008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c68f244-bd5d-4d16-a932-9c9374b38598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:35.551908 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c68f244-bd5d-4d16-a932-9c9374b38598 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.559926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85a8dc1-1674-4899-9bbf-a05d2413d6ab None None] Network 23179790-b45d-4745-b057-822a66970332 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:35.573157 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6c68f244-bd5d-4d16-a932-9c9374b38598 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5134122 Feb 11 05:13:35.703324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c488e7e-6be6-483b-9f26-a13c2811980d None None] Network 23179790-b45d-4745-b057-822a66970332 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:35.720364 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef7fca7c-e81e-44a7-9bc5-06f256d31347 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (e11f1773-440b-4894-be1d-2740f880f80e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.728974 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef7fca7c-e81e-44a7-9bc5-06f256d31347 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (e11f1773-440b-4894-be1d-2740f880f80e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.794927 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bad0ecd3-6743-4e0f-bb39-fdbbf5a2183b tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "DELETE /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d/tags HTTP/1.1" status: 204 len: 168 time: 0.2474923 Feb 11 05:13:35.795661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39788) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:35.799628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-9736645e-bd48-41cb-9bf8-f54ed76ac5d4 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cca1f0b-9b5d-4454-8e15-1611bc7e722d', 'tempest-TagsTest-Tag-17264703') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:35.896358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7fca7c-e81e-44a7-9bc5-06f256d31347 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Router e11f1773-440b-4894-be1d-2740f880f80e has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:35.929902 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-9736645e-bd48-41cb-9bf8-f54ed76ac5d4 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] show failed (client error): The resource could not be found. Feb 11 05:13:35.933740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9736645e-bd48-41cb-9bf8-f54ed76ac5d4 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "GET /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d/tags/tempest-TagsTest-Tag-17264703 HTTP/1.1" status: 404 len: 324 time: 0.1350162 Feb 11 05:13:35.933965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39792) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:35.939057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.tag.tag_plugin [None req-ad03c30e-df5d-495d-a1ba-0ec635426800 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cca1f0b-9b5d-4454-8e15-1611bc7e722d', 'tempest-TagsTest-Tag-964670733') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:36.088968 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-ad03c30e-df5d-495d-a1ba-0ec635426800 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] show failed (client error): The resource could not be found. Feb 11 05:13:36.092817 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ad03c30e-df5d-495d-a1ba-0ec635426800 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "GET /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d/tags/tempest-TagsTest-Tag-964670733 HTTP/1.1" status: 404 len: 325 time: 0.1551554 Feb 11 05:13:36.093609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39798) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:36.099406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.tag.tag_plugin [None req-47885ee5-03c2-4295-9f1a-ef2c2faa12a6 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1cca1f0b-9b5d-4454-8e15-1611bc7e722d') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:36.111036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7fca7c-e81e-44a7-9bc5-06f256d31347 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:36.115646 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef7fca7c-e81e-44a7-9bc5-06f256d31347 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.118986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ef7fca7c-e81e-44a7-9bc5-06f256d31347 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "PUT /v2.0/routers/e11f1773-440b-4894-be1d-2740f880f80e HTTP/1.1" status: 200 len: 924 time: 1.7064068 Feb 11 05:13:36.120971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39802) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:36.126431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5257cb74-55ce-40ce-b3b3-248587611743 None None] Sync routers for ids ['e11f1773-440b-4894-be1d-2740f880f80e'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:36.148996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5257cb74-55ce-40ce-b3b3-248587611743 None None] Routers {'e11f1773-440b-4894-be1d-2740f880f80e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:36.152032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5257cb74-55ce-40ce-b3b3-248587611743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e11f1773-440b-4894-be1d-2740f880f80e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:36.160044 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39804) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:36.165573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-143264525-network', 'tenant_id': 'c700916980d445baa1e4f7f3dc1890a5'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:36.188886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Made reservation on behalf of c700916980d445baa1e4f7f3dc1890a5 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:36.192314 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.196802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5257cb74-55ce-40ce-b3b3-248587611743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:36.203276 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.208925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5257cb74-55ce-40ce-b3b3-248587611743 None None] Routers {'e11f1773-440b-4894-be1d-2740f880f80e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:36.211915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5257cb74-55ce-40ce-b3b3-248587611743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e11f1773-440b-4894-be1d-2740f880f80e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:36.255644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5257cb74-55ce-40ce-b3b3-248587611743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:36.256758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5257cb74-55ce-40ce-b3b3-248587611743 None None] The sync data for ids ['e11f1773-440b-4894-be1d-2740f880f80e'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:36.300882 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Publish callbacks [] for security_group (9d040959-964a-4a8b-9b08-6a82bdecd078), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.305237 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9d040959-964a-4a8b-9b08-6a82bdecd078), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.317529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-47885ee5-03c2-4295-9f1a-ef2c2faa12a6 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "DELETE /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d/tags HTTP/1.1" status: 204 len: 168 time: 0.2180088 Feb 11 05:13:36.319120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39806) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:36.338290 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b72d234e-27a3-4646-83a7-1980229cc85a tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/routers/e11f1773-440b-4894-be1d-2740f880f80e HTTP/1.1" status: 200 len: 924 time: 0.2159753 Feb 11 05:13:36.341387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39808) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:36.353610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:36.380379 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (0c26b4a4-b51e-46fa-823f-a45dc7c80b64), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.380817 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Added segment 0c26b4a4-b51e-46fa-823f-a45dc7c80b64 of type vlan for network 5bd58b7b-b8da-42f2-8652-9836e28c51bf Feb 11 05:13:36.392007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d040959-964a-4a8b-9b08-6a82bdecd078,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:36.430852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115d488d-db86-4655-9927-5b4b83970a83 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:36.435451 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-115d488d-db86-4655-9927-5b4b83970a83 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&device_id=e11f1773-440b-4894-be1d-2740f880f80e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0903296 Feb 11 05:13:36.435643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39810) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:36.475474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (1cca1f0b-9b5d-4454-8e15-1611bc7e722d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.480807 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (5bd58b7b-b8da-42f2-8652-9836e28c51bf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.527221 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5869426f-02b0-4a6d-93d1-e1f5d8e77ab5 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:36.528628 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5869426f-02b0-4a6d-93d1-e1f5d8e77ab5 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 881 time: 0.0919454 Feb 11 05:13:36.531569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39812) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:36.536970 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (5bd58b7b-b8da-42f2-8652-9836e28c51bf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.537957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:36.538539 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.559089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fb35a9cc-2feb-40df-ac83-af2cfaf938bc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "GET /v2.0/ports?device_id=e11f1773-440b-4894-be1d-2740f880f80e HTTP/1.1" status: 200 len: 205 time: 0.0262160 Feb 11 05:13:36.561812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39814) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:36.586204 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:13:36.592054 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4309096 Feb 11 05:13:36.604485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39816) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:36.611347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b2352c5f-a98c-4d14-9f2e-bdf91ce70ee5 admin admin] Request body: {'subnet': {'network_id': '5bd58b7b-b8da-42f2-8652-9836e28c51bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-143264525-subnet', 'tenant_id': 'c700916980d445baa1e4f7f3dc1890a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:36.619392 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (1cca1f0b-9b5d-4454-8e15-1611bc7e722d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.662178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67857e73-fb2d-43af-8fb1-0586fd8019e3 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd58b7b-b8da-42f2-8652-9836e28c51bf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:36.667583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2352c5f-a98c-4d14-9f2e-bdf91ce70ee5 admin admin] Made reservation on behalf of c700916980d445baa1e4f7f3dc1890a5 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:36.670501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2352c5f-a98c-4d14-9f2e-bdf91ce70ee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.672995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cca1f0b-9b5d-4454-8e15-1611bc7e722d']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:36.674227 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 5bd58b7b-b8da-42f2-8652-9836e28c51bf details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:36.684463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74744b50-17cf-410c-a3fa-9bf514e815a3') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:36.684756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74744b50-17cf-410c-a3fa-9bf514e815a3') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:36.694405 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (74744b50-17cf-410c-a3fa-9bf514e815a3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.708737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (74744b50-17cf-410c-a3fa-9bf514e815a3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.715414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:36.715826 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (74744b50-17cf-410c-a3fa-9bf514e815a3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:36.718863 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:36.767212 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (e11f1773-440b-4894-be1d-2740f880f80e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.800800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (1cca1f0b-9b5d-4454-8e15-1611bc7e722d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.806288 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.820861 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] 10.222.0.48 "DELETE /v2.0/networks/1cca1f0b-9b5d-4454-8e15-1611bc7e722d HTTP/1.1" status: 204 len: 168 time: 0.4926143 Feb 11 05:13:36.847593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df3e5f-bcfd-4d93-bc9f-af636b99f1c7 tempest-TagsTest-527261740 tempest-TagsTest-527261740-project] Pushing event deleted for resources: {'Network': ['ID=1cca1f0b-9b5d-4454-8e15-1611bc7e722d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:36.945296 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (e11f1773-440b-4894-be1d-2740f880f80e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.949966 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2352c5f-a98c-4d14-9f2e-bdf91ce70ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (292eb759-ec86-49e0-92f8-bbd75e5ad9ae), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.033311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2352c5f-a98c-4d14-9f2e-bdf91ce70ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=292eb759-ec86-49e0-92f8-bbd75e5ad9ae,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:37.054762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2352c5f-a98c-4d14-9f2e-bdf91ce70ee5 admin admin] Checking segment: {'id': '0c26b4a4-b51e-46fa-823f-a45dc7c80b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5bd58b7b-b8da-42f2-8652-9836e28c51bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:37.055193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2352c5f-a98c-4d14-9f2e-bdf91ce70ee5 admin admin] Network hostable DHCP agents. Network: 5bd58b7b-b8da-42f2-8652-9836e28c51bf, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:37.074416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Deleting port a03fc6b2-f0cd-4306-b424-2c7e02329537 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:37.074725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a03fc6b2-f0cd-4306-b424-2c7e02329537), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.095273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2352c5f-a98c-4d14-9f2e-bdf91ce70ee5 admin admin] Network 5bd58b7b-b8da-42f2-8652-9836e28c51bf is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:37.104658 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39822) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:37.145777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b2352c5f-a98c-4d14-9f2e-bdf91ce70ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 5bd58b7b-b8da-42f2-8652-9836e28c51bf) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:37.150247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2352c5f-a98c-4d14-9f2e-bdf91ce70ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:37.150847 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2352c5f-a98c-4d14-9f2e-bdf91ce70ee5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.159146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f820ccc7-e2db-4b23-b60d-b6f0c9f174aa None None] Network 5bd58b7b-b8da-42f2-8652-9836e28c51bf requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:37.191645 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b2352c5f-a98c-4d14-9f2e-bdf91ce70ee5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5858529 Feb 11 05:13:37.206672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a03fc6b2-f0cd-4306-b424-2c7e02329537), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.223521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Calling delete_port for a03fc6b2-f0cd-4306-b424-2c7e02329537 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:37.261773 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c8618981-11da-4b38-bb28-8dfe53a1d35d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42669c3f7ac3479aa41b4bf890b45d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1534498 Feb 11 05:13:37.262057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39828) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:37.283524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b1df3f-399f-4c27-9ca8-6cb15974eeab None None] Network 5bd58b7b-b8da-42f2-8652-9836e28c51bf requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:37.315515 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbfab88c-2d5d-46f5-97d3-4278ebbc67d0 admin admin] Publish callbacks [] for security_group (b6c76785-1fbc-491f-a993-112d6c06f76c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.339304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbfab88c-2d5d-46f5-97d3-4278ebbc67d0 admin admin] Publish callbacks [] for security_group (b6c76785-1fbc-491f-a993-112d6c06f76c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.346874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39830) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:37.409673 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbfab88c-2d5d-46f5-97d3-4278ebbc67d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b6c76785-1fbc-491f-a993-112d6c06f76c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.413028 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cbfab88c-2d5d-46f5-97d3-4278ebbc67d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.414478 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cbfab88c-2d5d-46f5-97d3-4278ebbc67d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6c76785-1fbc-491f-a993-112d6c06f76c HTTP/1.1" status: 204 len: 168 time: 0.1513524 Feb 11 05:13:37.425721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfa31b4-4dd0-424b-bbd5-ba44d7fc9a9c admin admin] Deleting subnet f9c3db0c-abea-48dc-9385-c6c70f6be742 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:37.426627 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfab88c-2d5d-46f5-97d3-4278ebbc67d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c76785-1fbc-491f-a993-112d6c06f76c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:37.434507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdfa31b4-4dd0-424b-bbd5-ba44d7fc9a9c admin admin] Publish callbacks [] for subnet (f9c3db0c-abea-48dc-9385-c6c70f6be742), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.477556 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a03fc6b2-f0cd-4306-b424-2c7e02329537), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.480978 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdfa31b4-4dd0-424b-bbd5-ba44d7fc9a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (f9c3db0c-abea-48dc-9385-c6c70f6be742), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.510138 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.532496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Pushing event deleted for resources: {'Port': ['ID=a03fc6b2-f0cd-4306-b424-2c7e02329537,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:37.596401 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdfa31b4-4dd0-424b-bbd5-ba44d7fc9a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (f9c3db0c-abea-48dc-9385-c6c70f6be742), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.635658 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (e11f1773-440b-4894-be1d-2740f880f80e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.739079 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (e11f1773-440b-4894-be1d-2740f880f80e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.743105 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_controller (e11f1773-440b-4894-be1d-2740f880f80e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.752752 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdfa31b4-4dd0-424b-bbd5-ba44d7fc9a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (f9c3db0c-abea-48dc-9385-c6c70f6be742), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.812197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa31b4-4dd0-424b-bbd5-ba44d7fc9a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c3db0c-abea-48dc-9385-c6c70f6be742,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:37.816621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdfa31b4-4dd0-424b-bbd5-ba44d7fc9a9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.820051 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fdfa31b4-4dd0-424b-bbd5-ba44d7fc9a9c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f9c3db0c-abea-48dc-9385-c6c70f6be742 HTTP/1.1" status: 204 len: 168 time: 0.4716246 Feb 11 05:13:37.822158 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (e11f1773-440b-4894-be1d-2740f880f80e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.822751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Fanout notify agent at l3_agent the message router_deleted on router e11f1773-440b-4894-be1d-2740f880f80e {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:37.823997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39844) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:37.833737 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.834965 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cc22e95c-9cf1-455b-8c33-1b3979acfe4f tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/routers/e11f1773-440b-4894-be1d-2740f880f80e HTTP/1.1" status: 204 len: 168 time: 1.2721202 Feb 11 05:13:37.839331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39846) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:37.844897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-43b82674-3e89-40cc-8b6b-dd1c12e57584 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-421977904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:37.870031 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43b82674-3e89-40cc-8b6b-dd1c12e57584 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (72857656-0d16-4e9e-9190-f9f765a27ec1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.871396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43b82674-3e89-40cc-8b6b-dd1c12e57584 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (72857656-0d16-4e9e-9190-f9f765a27ec1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.919926 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (23179790-b45d-4745-b057-822a66970332), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.935414 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43b82674-3e89-40cc-8b6b-dd1c12e57584 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_controller (72857656-0d16-4e9e-9190-f9f765a27ec1), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.941288 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43b82674-3e89-40cc-8b6b-dd1c12e57584 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (72857656-0d16-4e9e-9190-f9f765a27ec1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.963142 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43b82674-3e89-40cc-8b6b-dd1c12e57584 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.967535 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-43b82674-3e89-40cc-8b6b-dd1c12e57584 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1239541 Feb 11 05:13:37.967708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39852) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:37.973673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Request body: {'router': {'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:38.012099 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (23179790-b45d-4745-b057-822a66970332), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.038168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23179790-b45d-4745-b057-822a66970332']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:38.049802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fb1f93-89b0-4db6-8361-4a9dfa6b8e24') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:38.050133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fb1f93-89b0-4db6-8361-4a9dfa6b8e24') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:38.061839 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (66fb1f93-89b0-4db6-8361-4a9dfa6b8e24), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.077770 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (66fb1f93-89b0-4db6-8361-4a9dfa6b8e24), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.085686 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:38.086205 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (66fb1f93-89b0-4db6-8361-4a9dfa6b8e24), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:38.088188 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:38.161505 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (23179790-b45d-4745-b057-822a66970332), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.170987 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.177266 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] 10.222.0.48 "DELETE /v2.0/networks/23179790-b45d-4745-b057-822a66970332 HTTP/1.1" status: 204 len: 168 time: 0.3491025 Feb 11 05:13:38.178418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39858) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:38.189868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d36d8-57f3-4dfe-aa18-5a847e7d547e admin admin] Pushing event deleted for resources: {'Network': ['ID=23179790-b45d-4745-b057-822a66970332,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:38.247468 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (72857656-0d16-4e9e-9190-f9f765a27ec1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.284133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-418b1a23-72a4-4299-90a2-46a24d510bf5 admin admin] Deleting subnet 292eb759-ec86-49e0-92f8-bbd75e5ad9ae {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:38.290648 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-418b1a23-72a4-4299-90a2-46a24d510bf5 admin admin] Publish callbacks [] for subnet (292eb759-ec86-49e0-92f8-bbd75e5ad9ae), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.335767 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-418b1a23-72a4-4299-90a2-46a24d510bf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (292eb759-ec86-49e0-92f8-bbd75e5ad9ae), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.412925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-418b1a23-72a4-4299-90a2-46a24d510bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (292eb759-ec86-49e0-92f8-bbd75e5ad9ae), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.481350 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-418b1a23-72a4-4299-90a2-46a24d510bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (292eb759-ec86-49e0-92f8-bbd75e5ad9ae), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.545843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b1a23-72a4-4299-90a2-46a24d510bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292eb759-ec86-49e0-92f8-bbd75e5ad9ae,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:38.551177 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-418b1a23-72a4-4299-90a2-46a24d510bf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.554371 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-418b1a23-72a4-4299-90a2-46a24d510bf5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/292eb759-ec86-49e0-92f8-bbd75e5ad9ae HTTP/1.1" status: 204 len: 168 time: 0.3757331 Feb 11 05:13:38.557613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39870) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:38.603918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (72857656-0d16-4e9e-9190-f9f765a27ec1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.629006 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.637909 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (5bd58b7b-b8da-42f2-8652-9836e28c51bf), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.717129 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (5bd58b7b-b8da-42f2-8652-9836e28c51bf), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.736902 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Allocated IP 172.25.7.249 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/aa125ede-5059-4339-a8e5-334b3f1bef9f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:38.743425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd58b7b-b8da-42f2-8652-9836e28c51bf']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:38.755860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c26b4a4-b51e-46fa-823f-a45dc7c80b64') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:38.756177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c26b4a4-b51e-46fa-823f-a45dc7c80b64') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:38.766944 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (0c26b4a4-b51e-46fa-823f-a45dc7c80b64), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.781208 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (0c26b4a4-b51e-46fa-823f-a45dc7c80b64), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.788209 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:38.788610 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (0c26b4a4-b51e-46fa-823f-a45dc7c80b64), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:38.790764 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:38.854694 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (5bd58b7b-b8da-42f2-8652-9836e28c51bf), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.858371 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for port (aa125ede-5059-4339-a8e5-334b3f1bef9f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.860914 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.864530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5bd58b7b-b8da-42f2-8652-9836e28c51bf HTTP/1.1" status: 204 len: 168 time: 0.3059158 Feb 11 05:13:38.877516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfe5e4-8c55-44a3-be5c-90395e2b02e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd58b7b-b8da-42f2-8652-9836e28c51bf,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:38.905426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (aa125ede-5059-4339-a8e5-334b3f1bef9f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.947215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:38.951600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:38.954632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:38.981180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Pushing event updated for resources: {'Port': ['ID=aa125ede-5059-4339-a8e5-334b3f1bef9f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:39.053556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39888) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:39.111892 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f9ea0330-44fb-4eed-8627-83504dc640c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd3c5b07628d4f82a9c371eaf57b3527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567930 Feb 11 05:13:39.114573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39890) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:39.191308 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Publish callbacks [] for security_group (c0a27fcd-8502-421f-91de-91739512c3cd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.214539 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Publish callbacks [] for security_group (c0a27fcd-8502-421f-91de-91739512c3cd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.269845 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c0a27fcd-8502-421f-91de-91739512c3cd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.272347 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.273577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c0a27fcd-8502-421f-91de-91739512c3cd HTTP/1.1" status: 204 len: 168 time: 0.1576462 Feb 11 05:13:39.282436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a27fcd-8502-421f-91de-91739512c3cd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:39.290521 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.290877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.291246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.291589 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.291985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.292246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.292576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.292910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.293236 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.293561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.293883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.294207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.294528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cee72-2f18-4626-a2f9-288aa9a14295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:39.420187 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1ffae867-844d-4eb8-83a3-58b38333b104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.563036 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (72857656-0d16-4e9e-9190-f9f765a27ec1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.607102 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39898) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:39.649669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d07a0764-b160-446e-b3bc-8aa5fdde02c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c700916980d445baa1e4f7f3dc1890a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390513 Feb 11 05:13:39.649917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39900) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:39.696896 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a703560-2653-4954-9c01-4ca5f39ad96f admin admin] Publish callbacks [] for security_group (9d040959-964a-4a8b-9b08-6a82bdecd078), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.718738 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a703560-2653-4954-9c01-4ca5f39ad96f admin admin] Publish callbacks [] for security_group (9d040959-964a-4a8b-9b08-6a82bdecd078), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.766629 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (72857656-0d16-4e9e-9190-f9f765a27ec1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.768225 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a703560-2653-4954-9c01-4ca5f39ad96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9d040959-964a-4a8b-9b08-6a82bdecd078), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.769949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (72857656-0d16-4e9e-9190-f9f765a27ec1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.771299 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7a703560-2653-4954-9c01-4ca5f39ad96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.772416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7a703560-2653-4954-9c01-4ca5f39ad96f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d040959-964a-4a8b-9b08-6a82bdecd078 HTTP/1.1" status: 204 len: 168 time: 0.1216750 Feb 11 05:13:39.780764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a703560-2653-4954-9c01-4ca5f39ad96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d040959-964a-4a8b-9b08-6a82bdecd078,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:39.903813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Router 72857656-0d16-4e9e-9190-f9f765a27ec1 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:40.011854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:40.019320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.020496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a0560b35-6901-46ac-9eb4-4d82d927ad0b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "PUT /v2.0/routers/72857656-0d16-4e9e-9190-f9f765a27ec1 HTTP/1.1" status: 200 len: 883 time: 2.0518239 Feb 11 05:13:40.023269 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39906) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:40.030394 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d240a5-80e1-45ba-b22a-29178cec0f42 None None] Sync routers for ids ['72857656-0d16-4e9e-9190-f9f765a27ec1'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:40.040750 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d240a5-80e1-45ba-b22a-29178cec0f42 None None] Routers {'72857656-0d16-4e9e-9190-f9f765a27ec1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:40.041630 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-26d240a5-80e1-45ba-b22a-29178cec0f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['72857656-0d16-4e9e-9190-f9f765a27ec1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:40.077799 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-26d240a5-80e1-45ba-b22a-29178cec0f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:40.086396 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d240a5-80e1-45ba-b22a-29178cec0f42 None None] Routers {'72857656-0d16-4e9e-9190-f9f765a27ec1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:40.087264 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-26d240a5-80e1-45ba-b22a-29178cec0f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['72857656-0d16-4e9e-9190-f9f765a27ec1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:40.134591 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-26d240a5-80e1-45ba-b22a-29178cec0f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:40.135926 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d240a5-80e1-45ba-b22a-29178cec0f42 None None] The sync data for ids ['72857656-0d16-4e9e-9190-f9f765a27ec1'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:40.137774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-03e305b1-d6a9-4eee-9707-40bcf6acc176 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/routers/72857656-0d16-4e9e-9190-f9f765a27ec1 HTTP/1.1" status: 200 len: 924 time: 0.1133809 Feb 11 05:13:40.140463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39914) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:40.187948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc7a0d3-87be-4c04-b479-da32c97e69af tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:40.189820 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4cc7a0d3-87be-4c04-b479-da32c97e69af tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&device_id=72857656-0d16-4e9e-9190-f9f765a27ec1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0483494 Feb 11 05:13:40.192423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39920) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:40.283035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72712b3-4d8b-4970-bcff-95d8221c8203 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:40.288629 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b72712b3-4d8b-4970-bcff-95d8221c8203 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 881 time: 0.0926366 Feb 11 05:13:40.288932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39926) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:40.323387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-189a67eb-88c7-496a-9086-7bc9845cd4f3 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "GET /v2.0/ports?device_id=72857656-0d16-4e9e-9190-f9f765a27ec1 HTTP/1.1" status: 200 len: 205 time: 0.0334051 Feb 11 05:13:40.325836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 39930) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:40.445867 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (72857656-0d16-4e9e-9190-f9f765a27ec1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.562230 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (72857656-0d16-4e9e-9190-f9f765a27ec1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.636953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Deleting port aa125ede-5059-4339-a8e5-334b3f1bef9f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:40.637494 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (aa125ede-5059-4339-a8e5-334b3f1bef9f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.717958 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (aa125ede-5059-4339-a8e5-334b3f1bef9f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.730539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Calling delete_port for aa125ede-5059-4339-a8e5-334b3f1bef9f owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:40.933076 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (aa125ede-5059-4339-a8e5-334b3f1bef9f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.965138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Pushing event deleted for resources: {'Port': ['ID=aa125ede-5059-4339-a8e5-334b3f1bef9f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:41.036482 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (72857656-0d16-4e9e-9190-f9f765a27ec1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.137175 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (72857656-0d16-4e9e-9190-f9f765a27ec1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.139516 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_controller (72857656-0d16-4e9e-9190-f9f765a27ec1), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.191837 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (72857656-0d16-4e9e-9190-f9f765a27ec1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.192378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Fanout notify agent at l3_agent the message router_deleted on router 72857656-0d16-4e9e-9190-f9f765a27ec1 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:41.199413 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.205016 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6b9b46df-67e7-4bd6-a252-53d8210f36b4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/routers/72857656-0d16-4e9e-9190-f9f765a27ec1 HTTP/1.1" status: 204 len: 168 time: 0.8781867 Feb 11 05:13:41.205622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39964) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:41.210350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a8310a96-144b-48db-9908-9ec1beb95e43 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-203103434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:41.237643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a8310a96-144b-48db-9908-9ec1beb95e43 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (7185c94b-de39-4f81-a8d3-d16d0794d0e7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.238819 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a8310a96-144b-48db-9908-9ec1beb95e43 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (7185c94b-de39-4f81-a8d3-d16d0794d0e7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.301278 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a8310a96-144b-48db-9908-9ec1beb95e43 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_controller (7185c94b-de39-4f81-a8d3-d16d0794d0e7), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.309716 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a8310a96-144b-48db-9908-9ec1beb95e43 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (7185c94b-de39-4f81-a8d3-d16d0794d0e7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.325285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a8310a96-144b-48db-9908-9ec1beb95e43 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.326573 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a8310a96-144b-48db-9908-9ec1beb95e43 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1198738 Feb 11 05:13:41.329812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 39970) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:41.334560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'enable_snat': True}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:41.870466 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a55ca2dd-2578-4172-86c4-e22ba2eee767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.949594 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (7185c94b-de39-4f81-a8d3-d16d0794d0e7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.000761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40002) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:42.119829 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81c25490-1000-43a9-89da-92ec2520b19f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.153112 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (7185c94b-de39-4f81-a8d3-d16d0794d0e7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.174042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.199972 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81c25490-1000-43a9-89da-92ec2520b19f admin admin] Publish callbacks [] for security_group (2fdfea4d-cd2f-487d-9acb-c7b375658d01), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.204435 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81c25490-1000-43a9-89da-92ec2520b19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2fdfea4d-cd2f-487d-9acb-c7b375658d01), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.242121 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-81c25490-1000-43a9-89da-92ec2520b19f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1b02ab1a3dd469c83d881be0312988a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2394855 Feb 11 05:13:42.243029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c25490-1000-43a9-89da-92ec2520b19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdfea4d-cd2f-487d-9acb-c7b375658d01,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:42.245338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40006) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:42.281541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Allocated IP 172.25.7.224 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/bedddc33-d8b6-42b8-99ee-96d88c224ae6) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:42.293834 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-883a41c4-be6c-4198-9a12-a537a080ed86 admin admin] Publish callbacks [] for security_group (2fdfea4d-cd2f-487d-9acb-c7b375658d01), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.315925 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-883a41c4-be6c-4198-9a12-a537a080ed86 admin admin] Publish callbacks [] for security_group (2fdfea4d-cd2f-487d-9acb-c7b375658d01), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.363947 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-883a41c4-be6c-4198-9a12-a537a080ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2fdfea4d-cd2f-487d-9acb-c7b375658d01), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.366527 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-883a41c4-be6c-4198-9a12-a537a080ed86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.367720 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-883a41c4-be6c-4198-9a12-a537a080ed86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fdfea4d-cd2f-487d-9acb-c7b375658d01 HTTP/1.1" status: 204 len: 168 time: 0.1214786 Feb 11 05:13:42.375368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a41c4-be6c-4198-9a12-a537a080ed86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdfea4d-cd2f-487d-9acb-c7b375658d01,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:42.386316 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for port (bedddc33-d8b6-42b8-99ee-96d88c224ae6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.421927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (bedddc33-d8b6-42b8-99ee-96d88c224ae6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.461505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:42.464442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:42.467943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:42.494943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event updated for resources: {'Port': ['ID=bedddc33-d8b6-42b8-99ee-96d88c224ae6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:42.654057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40012) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:42.667774 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-794dcdd3-9afa-4103-a987-d0f2d122efe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.730680 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (7185c94b-de39-4f81-a8d3-d16d0794d0e7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.760008 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-794dcdd3-9afa-4103-a987-d0f2d122efe3 admin admin] Publish callbacks [] for security_group (d43d996b-afe0-4e9d-9f58-9c75e8cac8ec), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.770720 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-794dcdd3-9afa-4103-a987-d0f2d122efe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d43d996b-afe0-4e9d-9f58-9c75e8cac8ec), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.789856 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.821075 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-794dcdd3-9afa-4103-a987-d0f2d122efe3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b85648e6139b4f768c88f73af265ad3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1659474 Feb 11 05:13:42.824431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40020) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:42.837186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dcdd3-9afa-4103-a987-d0f2d122efe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43d996b-afe0-4e9d-9f58-9c75e8cac8ec,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:42.880240 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac26eea3-e174-472b-a1b8-d6a15efb902a admin admin] Publish callbacks [] for security_group (d43d996b-afe0-4e9d-9f58-9c75e8cac8ec), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.902093 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac26eea3-e174-472b-a1b8-d6a15efb902a admin admin] Publish callbacks [] for security_group (d43d996b-afe0-4e9d-9f58-9c75e8cac8ec), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.954735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac26eea3-e174-472b-a1b8-d6a15efb902a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d43d996b-afe0-4e9d-9f58-9c75e8cac8ec), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.957439 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac26eea3-e174-472b-a1b8-d6a15efb902a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.958713 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ac26eea3-e174-472b-a1b8-d6a15efb902a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d43d996b-afe0-4e9d-9f58-9c75e8cac8ec HTTP/1.1" status: 204 len: 168 time: 0.1335294 Feb 11 05:13:42.966519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26eea3-e174-472b-a1b8-d6a15efb902a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43d996b-afe0-4e9d-9f58-9c75e8cac8ec,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:42.973544 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (7185c94b-de39-4f81-a8d3-d16d0794d0e7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.977451 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (7185c94b-de39-4f81-a8d3-d16d0794d0e7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.129902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Router 7185c94b-de39-4f81-a8d3-d16d0794d0e7 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:43.254592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:43.258996 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.260639 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-49630c7e-baef-4d89-ae66-c5fa0415ddee tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "PUT /v2.0/routers/7185c94b-de39-4f81-a8d3-d16d0794d0e7 HTTP/1.1" status: 200 len: 918 time: 1.9296794 Feb 11 05:13:43.263117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40028) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:43.274264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff102b-17e6-4d9c-a049-dd3e828cb8d3 None None] Sync routers for ids ['7185c94b-de39-4f81-a8d3-d16d0794d0e7'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:43.290768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff102b-17e6-4d9c-a049-dd3e828cb8d3 None None] Routers {'7185c94b-de39-4f81-a8d3-d16d0794d0e7'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:43.291578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cdff102b-17e6-4d9c-a049-dd3e828cb8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7185c94b-de39-4f81-a8d3-d16d0794d0e7'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:43.337093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cdff102b-17e6-4d9c-a049-dd3e828cb8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:43.351506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff102b-17e6-4d9c-a049-dd3e828cb8d3 None None] Routers {'7185c94b-de39-4f81-a8d3-d16d0794d0e7'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:43.352589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cdff102b-17e6-4d9c-a049-dd3e828cb8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7185c94b-de39-4f81-a8d3-d16d0794d0e7'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:43.396916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-cdff102b-17e6-4d9c-a049-dd3e828cb8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:43.397959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff102b-17e6-4d9c-a049-dd3e828cb8d3 None None] The sync data for ids ['7185c94b-de39-4f81-a8d3-d16d0794d0e7'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:43.413381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3dc1beaa-1a97-4057-897c-24afafdea56b tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/routers/7185c94b-de39-4f81-a8d3-d16d0794d0e7 HTTP/1.1" status: 200 len: 924 time: 0.1486936 Feb 11 05:13:43.416055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40036) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:43.510104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e6e6cd-d5a8-4608-aede-ebd721feb7f6 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:43.511859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f2e6e6cd-d5a8-4608-aede-ebd721feb7f6 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&device_id=7185c94b-de39-4f81-a8d3-d16d0794d0e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0947111 Feb 11 05:13:43.514847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40040) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:43.612481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d12620f-a9bd-4be2-9dea-dbd7c6b03780 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:43.616684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40046) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:43.616934 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3d12620f-a9bd-4be2-9dea-dbd7c6b03780 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 881 time: 0.1008039 Feb 11 05:13:43.654918 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-63389ede-b70f-4ba2-ac90-71227f92575c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "GET /v2.0/ports?device_id=7185c94b-de39-4f81-a8d3-d16d0794d0e7 HTTP/1.1" status: 200 len: 205 time: 0.0361583 Feb 11 05:13:43.657636 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40050) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:43.767928 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (7185c94b-de39-4f81-a8d3-d16d0794d0e7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.898426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (7185c94b-de39-4f81-a8d3-d16d0794d0e7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.955810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Deleting port bedddc33-d8b6-42b8-99ee-96d88c224ae6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:43.956153 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bedddc33-d8b6-42b8-99ee-96d88c224ae6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.043069 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bedddc33-d8b6-42b8-99ee-96d88c224ae6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.058850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Calling delete_port for bedddc33-d8b6-42b8-99ee-96d88c224ae6 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:44.267737 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bedddc33-d8b6-42b8-99ee-96d88c224ae6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.309808 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Pushing event deleted for resources: {'Port': ['ID=bedddc33-d8b6-42b8-99ee-96d88c224ae6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:44.383231 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (7185c94b-de39-4f81-a8d3-d16d0794d0e7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.408545 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.494601 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (7185c94b-de39-4f81-a8d3-d16d0794d0e7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.497239 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_controller (7185c94b-de39-4f81-a8d3-d16d0794d0e7), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.550419 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (7185c94b-de39-4f81-a8d3-d16d0794d0e7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.551111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Fanout notify agent at l3_agent the message router_deleted on router 7185c94b-de39-4f81-a8d3-d16d0794d0e7 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:44.558251 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.563276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40066) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:44.563723 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a8c8b2d8-29e7-4689-9c06-6ce50a417b1e tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/routers/7185c94b-de39-4f81-a8d3-d16d0794d0e7 HTTP/1.1" status: 204 len: 168 time: 0.9046643 Feb 11 05:13:44.568901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-276f9e98-dc95-4841-8c35-2a856e637740 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1844120450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:44.592975 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-276f9e98-dc95-4841-8c35-2a856e637740 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (e01d2d92-29f7-448a-8c7d-61c69b1ca712), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.594956 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-276f9e98-dc95-4841-8c35-2a856e637740 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (e01d2d92-29f7-448a-8c7d-61c69b1ca712), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.649200 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-276f9e98-dc95-4841-8c35-2a856e637740 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_controller (e01d2d92-29f7-448a-8c7d-61c69b1ca712), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.659116 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-276f9e98-dc95-4841-8c35-2a856e637740 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (e01d2d92-29f7-448a-8c7d-61c69b1ca712), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.677384 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-276f9e98-dc95-4841-8c35-2a856e637740 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.681377 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-276f9e98-dc95-4841-8c35-2a856e637740 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1137743 Feb 11 05:13:44.681507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40068) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:44.685734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'enable_snat': False}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:44.899263 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (e01d2d92-29f7-448a-8c7d-61c69b1ca712), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.112998 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (e01d2d92-29f7-448a-8c7d-61c69b1ca712), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.149671 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.342615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Allocated IP 172.25.7.93 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/3fa66ec5-c389-43ec-8094-df144db0aaed) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:45.456388 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for port (3fa66ec5-c389-43ec-8094-df144db0aaed), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.494695 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3fa66ec5-c389-43ec-8094-df144db0aaed), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.550746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:45.558800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:45.562718 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:45.595465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Pushing event updated for resources: {'Port': ['ID=3fa66ec5-c389-43ec-8094-df144db0aaed,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:45.637902 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.854495 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router_gateway (e01d2d92-29f7-448a-8c7d-61c69b1ca712), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.052401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (e01d2d92-29f7-448a-8c7d-61c69b1ca712), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.055584 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (e01d2d92-29f7-448a-8c7d-61c69b1ca712), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.190563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Router e01d2d92-29f7-448a-8c7d-61c69b1ca712 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:46.305978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:46.311189 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.312440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-74ece6d6-52ca-47f4-8040-6526b41feb27 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "PUT /v2.0/routers/e01d2d92-29f7-448a-8c7d-61c69b1ca712 HTTP/1.1" status: 200 len: 919 time: 1.6300278 Feb 11 05:13:46.315653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40082) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:46.316324 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9c278-e526-4216-a153-7bdbdc7bb2fc None None] Sync routers for ids ['e01d2d92-29f7-448a-8c7d-61c69b1ca712'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:46.328118 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9c278-e526-4216-a153-7bdbdc7bb2fc None None] Routers {'e01d2d92-29f7-448a-8c7d-61c69b1ca712'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:46.328815 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b7d9c278-e526-4216-a153-7bdbdc7bb2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e01d2d92-29f7-448a-8c7d-61c69b1ca712'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:46.366941 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b7d9c278-e526-4216-a153-7bdbdc7bb2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:46.376810 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9c278-e526-4216-a153-7bdbdc7bb2fc None None] Routers {'e01d2d92-29f7-448a-8c7d-61c69b1ca712'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:46.377695 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b7d9c278-e526-4216-a153-7bdbdc7bb2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e01d2d92-29f7-448a-8c7d-61c69b1ca712'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:46.411722 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b7d9c278-e526-4216-a153-7bdbdc7bb2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:46.412634 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9c278-e526-4216-a153-7bdbdc7bb2fc None None] The sync data for ids ['e01d2d92-29f7-448a-8c7d-61c69b1ca712'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:46.447213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cf2dd131-e426-4202-b7a9-ad79dfe0f19d tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/routers/e01d2d92-29f7-448a-8c7d-61c69b1ca712 HTTP/1.1" status: 200 len: 925 time: 0.1279833 Feb 11 05:13:46.447924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40088) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:46.497467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec83e47-ffff-491b-b245-77f2347ac51f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:46.499204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4ec83e47-ffff-491b-b245-77f2347ac51f tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&device_id=e01d2d92-29f7-448a-8c7d-61c69b1ca712&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0500906 Feb 11 05:13:46.502767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40090) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:46.616895 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b53b0c-5a93-416b-8fa2-89cb3f855072 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:46.622404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40098) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:46.622804 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-63b53b0c-5a93-416b-8fa2-89cb3f855072 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/networks/39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 881 time: 0.1180832 Feb 11 05:13:46.652879 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-62e98a9f-0cc9-4a81-ad68-b2a5badf2cd4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "GET /v2.0/ports?device_id=e01d2d92-29f7-448a-8c7d-61c69b1ca712 HTTP/1.1" status: 200 len: 205 time: 0.0297844 Feb 11 05:13:46.655374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40102) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:46.791172 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (e01d2d92-29f7-448a-8c7d-61c69b1ca712), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.902593 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (e01d2d92-29f7-448a-8c7d-61c69b1ca712), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.965163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Deleting port 3fa66ec5-c389-43ec-8094-df144db0aaed {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:46.965942 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3fa66ec5-c389-43ec-8094-df144db0aaed), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.052047 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3fa66ec5-c389-43ec-8094-df144db0aaed), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.064002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Calling delete_port for 3fa66ec5-c389-43ec-8094-df144db0aaed owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:47.237260 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3fa66ec5-c389-43ec-8094-df144db0aaed), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.264364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Pushing event deleted for resources: {'Port': ['ID=3fa66ec5-c389-43ec-8094-df144db0aaed,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:47.332210 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (e01d2d92-29f7-448a-8c7d-61c69b1ca712), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.807972 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (e01d2d92-29f7-448a-8c7d-61c69b1ca712), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.810573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_controller (e01d2d92-29f7-448a-8c7d-61c69b1ca712), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.867647 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (e01d2d92-29f7-448a-8c7d-61c69b1ca712), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.867647 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Fanout notify agent at l3_agent the message router_deleted on router e01d2d92-29f7-448a-8c7d-61c69b1ca712 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:47.868829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.873166 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e70f2453-413a-48b3-a268-a8aab5ce3cbc tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/routers/e01d2d92-29f7-448a-8c7d-61c69b1ca712 HTTP/1.1" status: 204 len: 168 time: 1.2134991 Feb 11 05:13:47.873585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40116) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:47.878959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-382626708', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:47.901251 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (4c97304f-7835-4efc-bb7c-3e1036f27cf6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.902451 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (4c97304f-7835-4efc-bb7c-3e1036f27cf6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.956768 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_controller (4c97304f-7835-4efc-bb7c-3e1036f27cf6), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.103177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (4c97304f-7835-4efc-bb7c-3e1036f27cf6), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.309422 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (4c97304f-7835-4efc-bb7c-3e1036f27cf6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.329855 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.440347 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Allocated IP 172.25.7.17 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/26a81f97-778f-41e2-8c74-361c58a98a6d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:48.552103 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for port (26a81f97-778f-41e2-8c74-361c58a98a6d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.587030 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (26a81f97-778f-41e2-8c74-361c58a98a6d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.632461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:48.635810 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:48.648278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:48.678047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Pushing event updated for resources: {'Port': ['ID=26a81f97-778f-41e2-8c74-361c58a98a6d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:48.981084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (4c97304f-7835-4efc-bb7c-3e1036f27cf6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.220025 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (4c97304f-7835-4efc-bb7c-3e1036f27cf6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.355746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Router 4c97304f-7835-4efc-bb7c-3e1036f27cf6 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:49.466565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:49.478178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddddda2b-24e1-4a62-ad7f-7c64cacb7711 None None] Sync routers for ids ['4c97304f-7835-4efc-bb7c-3e1036f27cf6'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:49.487433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.488663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-81d7f51c-856d-406e-a280-94fba0d1fa06 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6142719 Feb 11 05:13:49.491313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40124) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:49.494803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddddda2b-24e1-4a62-ad7f-7c64cacb7711 None None] Routers {'4c97304f-7835-4efc-bb7c-3e1036f27cf6'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:49.495551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ddddda2b-24e1-4a62-ad7f-7c64cacb7711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c97304f-7835-4efc-bb7c-3e1036f27cf6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:49.496156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:49.529275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ddddda2b-24e1-4a62-ad7f-7c64cacb7711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:49.539334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddddda2b-24e1-4a62-ad7f-7c64cacb7711 None None] Routers {'4c97304f-7835-4efc-bb7c-3e1036f27cf6'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:49.539949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ddddda2b-24e1-4a62-ad7f-7c64cacb7711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c97304f-7835-4efc-bb7c-3e1036f27cf6'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:49.573822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ddddda2b-24e1-4a62-ad7f-7c64cacb7711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:49.574561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddddda2b-24e1-4a62-ad7f-7c64cacb7711 None None] The sync data for ids ['4c97304f-7835-4efc-bb7c-3e1036f27cf6'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:49.821183 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (4c97304f-7835-4efc-bb7c-3e1036f27cf6), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.834608 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_gateway (4c97304f-7835-4efc-bb7c-3e1036f27cf6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.902769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Deleting port 26a81f97-778f-41e2-8c74-361c58a98a6d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:49.902769 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (26a81f97-778f-41e2-8c74-361c58a98a6d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.983919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (26a81f97-778f-41e2-8c74-361c58a98a6d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.002067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Calling delete_port for 26a81f97-778f-41e2-8c74-361c58a98a6d owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:50.218774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (26a81f97-778f-41e2-8c74-361c58a98a6d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.256373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Pushing event deleted for resources: {'Port': ['ID=26a81f97-778f-41e2-8c74-361c58a98a6d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:50.313766 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (4c97304f-7835-4efc-bb7c-3e1036f27cf6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.552027 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (4c97304f-7835-4efc-bb7c-3e1036f27cf6), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.555485 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (4c97304f-7835-4efc-bb7c-3e1036f27cf6), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.641950 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Router 4c97304f-7835-4efc-bb7c-3e1036f27cf6 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:50.722076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:50.729545 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.730728 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7ea7882b-11ba-4a6a-808f-5065cd0bb54c tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "PUT /v2.0/routers/4c97304f-7835-4efc-bb7c-3e1036f27cf6 HTTP/1.1" status: 200 len: 709 time: 1.2383177 Feb 11 05:13:50.733735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40136) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:50.735547 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284840b-008a-498f-b1a5-c43434fff2ff None None] Sync routers for ids ['4c97304f-7835-4efc-bb7c-3e1036f27cf6'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:50.747979 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284840b-008a-498f-b1a5-c43434fff2ff None None] Routers {'4c97304f-7835-4efc-bb7c-3e1036f27cf6'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:50.749932 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c284840b-008a-498f-b1a5-c43434fff2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c97304f-7835-4efc-bb7c-3e1036f27cf6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:50.792680 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c284840b-008a-498f-b1a5-c43434fff2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:50.803035 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284840b-008a-498f-b1a5-c43434fff2ff None None] Routers {'4c97304f-7835-4efc-bb7c-3e1036f27cf6'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:50.803920 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c284840b-008a-498f-b1a5-c43434fff2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:13:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4c97304f-7835-4efc-bb7c-3e1036f27cf6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:50.818807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3c074479-9dce-4eb6-bc75-d1e1424df323 tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/routers/4c97304f-7835-4efc-bb7c-3e1036f27cf6 HTTP/1.1" status: 200 len: 744 time: 0.0837424 Feb 11 05:13:50.821495 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:50.845254 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c284840b-008a-498f-b1a5-c43434fff2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:50.846292 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284840b-008a-498f-b1a5-c43434fff2ff None None] The sync data for ids ['4c97304f-7835-4efc-bb7c-3e1036f27cf6'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:50.882935 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4f79c091-35cf-4cd5-9edc-62876bd51bcb tempest-RoutersIpV6AdminTest-1653649370 tempest-RoutersIpV6AdminTest-1653649370-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&device_id=4c97304f-7835-4efc-bb7c-3e1036f27cf6 HTTP/1.1" status: 200 len: 205 time: 0.0595381 Feb 11 05:13:50.884942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40140) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:50.917663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ad19eabd-89fe-4bb0-bbaf-231c1a7298ea tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c97304f-7835-4efc-bb7c-3e1036f27cf6 HTTP/1.1" status: 200 len: 205 time: 0.0292633 Feb 11 05:13:50.918260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40144) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:51.010813 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d0446ab-877a-49b5-b7d3-6c515eb6de52 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (4c97304f-7835-4efc-bb7c-3e1036f27cf6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.566740 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d0446ab-877a-49b5-b7d3-6c515eb6de52 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (4c97304f-7835-4efc-bb7c-3e1036f27cf6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.569014 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d0446ab-877a-49b5-b7d3-6c515eb6de52 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router_controller (4c97304f-7835-4efc-bb7c-3e1036f27cf6), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.622092 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d0446ab-877a-49b5-b7d3-6c515eb6de52 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (4c97304f-7835-4efc-bb7c-3e1036f27cf6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.623125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0446ab-877a-49b5-b7d3-6c515eb6de52 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Fanout notify agent at l3_agent the message router_deleted on router 4c97304f-7835-4efc-bb7c-3e1036f27cf6 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:51.634196 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9d0446ab-877a-49b5-b7d3-6c515eb6de52 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.635561 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9d0446ab-877a-49b5-b7d3-6c515eb6de52 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/routers/4c97304f-7835-4efc-bb7c-3e1036f27cf6 HTTP/1.1" status: 204 len: 168 time: 0.7162356 Feb 11 05:13:51.640871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40150) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:51.680171 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-740a6f80-7250-43cc-bc55-35d82e38c0dd tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c97304f-7835-4efc-bb7c-3e1036f27cf6 HTTP/1.1" status: 200 len: 205 time: 0.0357547 Feb 11 05:13:51.680380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:51.725497 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-7a85b67e-c283-4d93-a64a-126fcfdca8db tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] delete failed (client error): The resource could not be found. Feb 11 05:13:51.729045 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7a85b67e-c283-4d93-a64a-126fcfdca8db tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/routers/4c97304f-7835-4efc-bb7c-3e1036f27cf6 HTTP/1.1" status: 404 len: 336 time: 0.0454023 Feb 11 05:13:51.729261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40154) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:51.763500 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-23b50279-2d93-4598-9e0d-1c68fcbb3611 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "GET /v2.0/ports?device_id=e01d2d92-29f7-448a-8c7d-61c69b1ca712 HTTP/1.1" status: 200 len: 205 time: 0.0309415 Feb 11 05:13:51.764137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40156) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:51.813241 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-b351d768-a356-4d98-a898-dd8257b3ab4b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] delete failed (client error): The resource could not be found. Feb 11 05:13:51.817266 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b351d768-a356-4d98-a898-dd8257b3ab4b tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/routers/e01d2d92-29f7-448a-8c7d-61c69b1ca712 HTTP/1.1" status: 404 len: 336 time: 0.0497801 Feb 11 05:13:51.817902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40158) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:51.849513 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5d98dd50-724f-48f6-9d7f-d4fa804af2f6 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "GET /v2.0/ports?device_id=7185c94b-de39-4f81-a8d3-d16d0794d0e7 HTTP/1.1" status: 200 len: 205 time: 0.0279839 Feb 11 05:13:51.849821 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40160) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:51.893491 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-986fa559-a5cd-4b9c-9d58-7d3a16fcc735 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] delete failed (client error): The resource could not be found. Feb 11 05:13:51.897503 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-986fa559-a5cd-4b9c-9d58-7d3a16fcc735 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/routers/7185c94b-de39-4f81-a8d3-d16d0794d0e7 HTTP/1.1" status: 404 len: 336 time: 0.0439622 Feb 11 05:13:51.897773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40162) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:51.930700 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-070d54da-1444-4682-b1b6-fcb697f7d4e6 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "GET /v2.0/ports?device_id=72857656-0d16-4e9e-9190-f9f765a27ec1 HTTP/1.1" status: 200 len: 205 time: 0.0315869 Feb 11 05:13:51.932980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40164) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:51.979998 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-fb7873d8-1c29-44ee-b137-9b89a253aef4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] delete failed (client error): The resource could not be found. Feb 11 05:13:51.982944 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fb7873d8-1c29-44ee-b137-9b89a253aef4 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/routers/72857656-0d16-4e9e-9190-f9f765a27ec1 HTTP/1.1" status: 404 len: 336 time: 0.0472865 Feb 11 05:13:51.985220 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40168) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:52.027396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40170) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:52.028458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3d83966a-0fa7-4d7d-ab7b-0b063b64b6dd tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "GET /v2.0/ports?device_id=e11f1773-440b-4894-be1d-2740f880f80e HTTP/1.1" status: 200 len: 205 time: 0.0417118 Feb 11 05:13:52.071798 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-e1fd277f-072c-4621-8c18-ee33454f81dd tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] delete failed (client error): The resource could not be found. Feb 11 05:13:52.073312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e1fd277f-072c-4621-8c18-ee33454f81dd tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/routers/e11f1773-440b-4894-be1d-2740f880f80e HTTP/1.1" status: 404 len: 336 time: 0.0443327 Feb 11 05:13:52.076260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40172) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:52.117715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-29b6d4e4-8a22-4d39-9de6-11adfacb1d59 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "GET /v2.0/ports?device_id=d231592a-3173-4b6d-a9f6-08fc47c614fd HTTP/1.1" status: 200 len: 205 time: 0.0401499 Feb 11 05:13:52.120391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40174) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:52.178408 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-88ce1a80-bd57-42ec-9686-659802ad5e58 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] delete failed (client error): The resource could not be found. Feb 11 05:13:52.180327 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-88ce1a80-bd57-42ec-9686-659802ad5e58 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/routers/d231592a-3173-4b6d-a9f6-08fc47c614fd HTTP/1.1" status: 404 len: 336 time: 0.0587614 Feb 11 05:13:52.183210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40178) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:52.238132 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bc100d-fbf6-46c2-a9b5-92d333d94d08 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] DELETE failed (client error): The resource could not be found. Feb 11 05:13:52.238132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bc100d-fbf6-46c2-a9b5-92d333d94d08 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:13:52.238132 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-74bc100d-fbf6-46c2-a9b5-92d333d94d08 tempest-RoutersIpV6AdminTest-1521573963 tempest-RoutersIpV6AdminTest-1521573963-project] 10.222.0.48 "DELETE /v2.0/subnets/776710f1-990f-4801-ab69-92442c2777d6 HTTP/1.1" status: 404 len: 337 time: 0.0513010 Feb 11 05:13:52.556782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40186) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:52.684703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba22185c-e3e7-4458-bde6-ebfb6ae83891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.770802 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba22185c-e3e7-4458-bde6-ebfb6ae83891 admin admin] Publish callbacks [] for security_group (1fdbd82e-83f2-4ef8-880f-7000b79072ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.774870 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ba22185c-e3e7-4458-bde6-ebfb6ae83891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1fdbd82e-83f2-4ef8-880f-7000b79072ba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.819804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22185c-e3e7-4458-bde6-ebfb6ae83891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdbd82e-83f2-4ef8-880f-7000b79072ba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:52.832698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40190) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:52.835610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ba22185c-e3e7-4458-bde6-ebfb6ae83891 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46086d9d54604c17adcde4ac17563a00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2774808 Feb 11 05:13:52.896557 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4b8d283-bb2b-4ea8-9ddd-42b047eff098 admin admin] Publish callbacks [] for security_group (1fdbd82e-83f2-4ef8-880f-7000b79072ba), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.922852 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4b8d283-bb2b-4ea8-9ddd-42b047eff098 admin admin] Publish callbacks [] for security_group (1fdbd82e-83f2-4ef8-880f-7000b79072ba), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.001697 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4b8d283-bb2b-4ea8-9ddd-42b047eff098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1fdbd82e-83f2-4ef8-880f-7000b79072ba), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.004772 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4b8d283-bb2b-4ea8-9ddd-42b047eff098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.006163 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e4b8d283-bb2b-4ea8-9ddd-42b047eff098 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fdbd82e-83f2-4ef8-880f-7000b79072ba HTTP/1.1" status: 204 len: 168 time: 0.1718361 Feb 11 05:13:53.018041 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8d283-bb2b-4ea8-9ddd-42b047eff098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdbd82e-83f2-4ef8-880f-7000b79072ba,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:53.466110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40206) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:53.516726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dc962d1d-2ef5-47cf-8db2-36dc0f186139 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31e06cfb3fe645b9a78cc73f2d9d8dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493348 Feb 11 05:13:53.519176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:53.572935 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86dc76f7-bb2d-4f7b-8dc8-3af5d89e4094 admin admin] Publish callbacks [] for security_group (3d35386a-ef56-418c-bf51-2ba41c3250e0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.608295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86dc76f7-bb2d-4f7b-8dc8-3af5d89e4094 admin admin] Publish callbacks [] for security_group (3d35386a-ef56-418c-bf51-2ba41c3250e0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.664882 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86dc76f7-bb2d-4f7b-8dc8-3af5d89e4094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (3d35386a-ef56-418c-bf51-2ba41c3250e0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.667713 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86dc76f7-bb2d-4f7b-8dc8-3af5d89e4094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.668823 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-86dc76f7-bb2d-4f7b-8dc8-3af5d89e4094 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d35386a-ef56-418c-bf51-2ba41c3250e0 HTTP/1.1" status: 204 len: 168 time: 0.1487024 Feb 11 05:13:53.676880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc76f7-bb2d-4f7b-8dc8-3af5d89e4094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d35386a-ef56-418c-bf51-2ba41c3250e0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:54.612449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40236) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:54.748251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1999942719'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:54.773085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Made reservation on behalf of 41ff61ffb28e4e09bb0b534137b59170 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:54.776861 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.787587 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.878313 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for security_group (a74d2c3a-e371-427d-98ef-2d2e26a63afb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.883375 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a74d2c3a-e371-427d-98ef-2d2e26a63afb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.907902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:54.925048 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a416f67d-b0f8-47cf-b2c3-10d0ea63a025), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.925400 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Added segment a416f67d-b0f8-47cf-b2c3-10d0ea63a025 of type vlan for network e4602479-fb83-448a-95cb-bddd5b25c9c5 Feb 11 05:13:54.938629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74d2c3a-e371-427d-98ef-2d2e26a63afb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:54.992822 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (e4602479-fb83-448a-95cb-bddd5b25c9c5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.038648 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (e4602479-fb83-448a-95cb-bddd5b25c9c5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.044068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:55.044888 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.122734 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event updated for resources: {'Network': ['ID=e4602479-fb83-448a-95cb-bddd5b25c9c5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:55.133598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-62fc0cdf-1bb5-4d6a-a8fb-123cc51257d8 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5166202 Feb 11 05:13:55.133949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40240) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:55.146709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-34552ed1-062d-48e0-bfbd-e98aa0a48972 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Request body: {'subnet': {'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:55.146937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network e4602479-fb83-448a-95cb-bddd5b25c9c5 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:55.258485 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34552ed1-062d-48e0-bfbd-e98aa0a48972 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Made reservation on behalf of 41ff61ffb28e4e09bb0b534137b59170 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:55.262627 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34552ed1-062d-48e0-bfbd-e98aa0a48972 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.536622 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34552ed1-062d-48e0-bfbd-e98aa0a48972 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.601267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34552ed1-062d-48e0-bfbd-e98aa0a48972 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event updated for resources: {'Subnet': ['ID=ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:55.633689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34552ed1-062d-48e0-bfbd-e98aa0a48972 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Checking segment: {'id': 'a416f67d-b0f8-47cf-b2c3-10d0ea63a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:55.635534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34552ed1-062d-48e0-bfbd-e98aa0a48972 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Network hostable DHCP agents. Network: e4602479-fb83-448a-95cb-bddd5b25c9c5, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:55.659441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34552ed1-062d-48e0-bfbd-e98aa0a48972 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Network e4602479-fb83-448a-95cb-bddd5b25c9c5 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:55.676695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-34552ed1-062d-48e0-bfbd-e98aa0a48972 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, e4602479-fb83-448a-95cb-bddd5b25c9c5) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:55.682484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34552ed1-062d-48e0-bfbd-e98aa0a48972 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:55.683311 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-34552ed1-062d-48e0-bfbd-e98aa0a48972 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.690363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ba938-30a8-4edd-b908-6852a0dfc6ba None None] Network e4602479-fb83-448a-95cb-bddd5b25c9c5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:55.717822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-34552ed1-062d-48e0-bfbd-e98aa0a48972 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5806494 Feb 11 05:13:55.718067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40248) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:55.724702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Request body: {'port': {'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-611458909'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:55.859895 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-e4602479-fb83-448a-95cb-bddd5b25c9c5', 'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5', 'project_id': '41ff61ffb28e4e09bb0b534137b59170', 'fixed_ips': [{'subnet_id': 'ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:13:55.861796 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.879941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Made reservation on behalf of 41ff61ffb28e4e09bb0b534137b59170 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:55.883672 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.903266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] device_id is not set on port 95a1b069-ad9c-4cd0-99d9-5ffe59337b1b yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:13:56.045309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Allocated IP 2001:db8::276 (e4602479-fb83-448a-95cb-bddd5b25c9c5/ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9/95a1b069-ad9c-4cd0-99d9-5ffe59337b1b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:56.220907 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for port (95a1b069-ad9c-4cd0-99d9-5ffe59337b1b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.260458 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (95a1b069-ad9c-4cd0-99d9-5ffe59337b1b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.311388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Allocated IP 2001:db8::2 (e4602479-fb83-448a-95cb-bddd5b25c9c5/ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9/7c340fa2-fd63-413f-b98f-a602e1aa5831) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:56.316927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Network e4602479-fb83-448a-95cb-bddd5b25c9c5 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:56.320616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:56.327572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:56.333691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:56.334378 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.354401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event updated for resources: {'Port': ['ID=95a1b069-ad9c-4cd0-99d9-5ffe59337b1b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:56.364740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-daed07c3-e540-4986-8f17-a6dde4a21860 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6456001 Feb 11 05:13:56.367780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40250) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:56.373396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Request body: {'port': {'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-36507009', 'allowed_address_pairs': [{'ip_address': '2001:db8::276', 'mac_address': 'fa:16:3e:6c:7d:2f'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:56.578393 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Publish callbacks [] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.591513 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.620270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Made reservation on behalf of 41ff61ffb28e4e09bb0b534137b59170 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:56.684280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Network e4602479-fb83-448a-95cb-bddd5b25c9c5 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:56.685725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:56.696353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:56.714385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Pushing event updated for resources: {'Port': ['ID=7c340fa2-fd63-413f-b98f-a602e1aa5831,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:56.750445 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.762461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Attempting to bind port 7c340fa2-fd63-413f-b98f-a602e1aa5831 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:56.762845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Attempting to bind port 7c340fa2-fd63-413f-b98f-a602e1aa5831 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'a416f67d-b0f8-47cf-b2c3-10d0ea63a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:56.763250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Attempting to bind port 7c340fa2-fd63-413f-b98f-a602e1aa5831 on network e4602479-fb83-448a-95cb-bddd5b25c9c5 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:56.769218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:56.770072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Checking segment: {'id': 'a416f67d-b0f8-47cf-b2c3-10d0ea63a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:56.770496 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.770914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Bound using segment: {'id': 'a416f67d-b0f8-47cf-b2c3-10d0ea63a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:56.771393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] device_id is not set on port 40d4efad-48c0-4b1c-8e37-4da01f89ca8f yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:13:56.771534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Bound port: 7c340fa2-fd63-413f-b98f-a602e1aa5831, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416f67d-b0f8-47cf-b2c3-10d0ea63a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:56.771778 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.845640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] For port 7c340fa2-fd63-413f-b98f-a602e1aa5831, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:56.849863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] For port 7c340fa2-fd63-413f-b98f-a602e1aa5831, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7c340fa2-fd63-413f-b98f-a602e1aa5831,segment=NetworkSegment(a416f67d-b0f8-47cf-b2c3-10d0ea63a025),segment_id=a416f67d-b0f8-47cf-b2c3-10d0ea63a025)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:56.859635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.924763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30beb1-109c-4c91-8a2f-899dc17e4af1 None None] Pushing event updated for resources: {'Port': ['ID=7c340fa2-fd63-413f-b98f-a602e1aa5831,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:56.943859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Allocated IP 2001:db8::2f2 (e4602479-fb83-448a-95cb-bddd5b25c9c5/ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9/40d4efad-48c0-4b1c-8e37-4da01f89ca8f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:57.222529 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for port (40d4efad-48c0-4b1c-8e37-4da01f89ca8f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.306452 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (40d4efad-48c0-4b1c-8e37-4da01f89ca8f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.361203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Network e4602479-fb83-448a-95cb-bddd5b25c9c5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:57.365631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:57.371202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:57.377263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.378049 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.401269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.0316882 Feb 11 05:13:57.402140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b427f-d954-494c-a917-bd8ee4889960 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event updated for resources: {'Port': ['ID=40d4efad-48c0-4b1c-8e37-4da01f89ca8f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:57.405740 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40260) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:57.498631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6b5bb-8424-47c8-8710-17f2da6c0b56 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.504790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6b5bb-8424-47c8-8710-17f2da6c0b56 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.509616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6b5bb-8424-47c8-8710-17f2da6c0b56 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.511314 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7cc6b5bb-8424-47c8-8710-17f2da6c0b56 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1020572 Feb 11 05:13:57.514287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40264) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:57.632187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a30d64d3-bc8f-49ef-8d04-61b2ed925c0b tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Deleting port 40d4efad-48c0-4b1c-8e37-4da01f89ca8f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:57.632502 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a30d64d3-bc8f-49ef-8d04-61b2ed925c0b tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (40d4efad-48c0-4b1c-8e37-4da01f89ca8f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.705010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-de9de4f9-2f0b-4c1c-9901-bc85e55d0fc6 req-1b449311-b878-42ef-aceb-2ce2d99458fd service neutron] (103354) timed out ('10.222.0.48', 47376) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:13:57.788892 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a30d64d3-bc8f-49ef-8d04-61b2ed925c0b tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (40d4efad-48c0-4b1c-8e37-4da01f89ca8f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.806326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a30d64d3-bc8f-49ef-8d04-61b2ed925c0b tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Calling delete_port for 40d4efad-48c0-4b1c-8e37-4da01f89ca8f owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:57.950037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7c340fa2-fd63-413f-b98f-a602e1aa5831 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:57.993457 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a30d64d3-bc8f-49ef-8d04-61b2ed925c0b tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (40d4efad-48c0-4b1c-8e37-4da01f89ca8f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.016060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7c340fa2-fd63-413f-b98f-a602e1aa5831 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:58.016524 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.036092 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d64d3-bc8f-49ef-8d04-61b2ed925c0b tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event deleted for resources: {'Port': ['ID=40d4efad-48c0-4b1c-8e37-4da01f89ca8f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:58.153234 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a30d64d3-bc8f-49ef-8d04-61b2ed925c0b tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.159027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a30d64d3-bc8f-49ef-8d04-61b2ed925c0b tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "DELETE /v2.0/ports/40d4efad-48c0-4b1c-8e37-4da01f89ca8f HTTP/1.1" status: 204 len: 168 time: 0.6418417 Feb 11 05:13:58.159982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40270) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:58.214890 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d31668-a5e9-48f3-abd5-973a27773534 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] GET failed (client error): The resource could not be found. Feb 11 05:13:58.218063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-11d31668-a5e9-48f3-abd5-973a27773534 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "GET /v2.0/ports/40d4efad-48c0-4b1c-8e37-4da01f89ca8f HTTP/1.1" status: 404 len: 333 time: 0.0568826 Feb 11 05:13:58.222581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40272) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:58.228685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Request body: {'port': {'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-498786367'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:58.351078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7c340fa2-fd63-413f-b98f-a602e1aa5831 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:58.351481 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.379689 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd694162-27be-4bcf-8023-9258d918354c None None] Network e4602479-fb83-448a-95cb-bddd5b25c9c5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:58.387694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Made reservation on behalf of 41ff61ffb28e4e09bb0b534137b59170 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:58.392537 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.403848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 7c340fa2-fd63-413f-b98f-a602e1aa5831, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7c340fa2-fd63-413f-b98f-a602e1aa5831,segment=NetworkSegment(a416f67d-b0f8-47cf-b2c3-10d0ea63a025),segment_id=a416f67d-b0f8-47cf-b2c3-10d0ea63a025)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:58.418152 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.421033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] device_id is not set on port c05a37df-cd9f-497a-b428-fda79b979ae2 yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:13:58.516329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f3596b1f-2850-4834-81fb-2ef047b38f1c None None] Provisioning complete for port 7c340fa2-fd63-413f-b98f-a602e1aa5831 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:58.516703 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f3596b1f-2850-4834-81fb-2ef047b38f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.549225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=7c340fa2-fd63-413f-b98f-a602e1aa5831,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:58.590371 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Allocated IP 2001:db8::37e (e4602479-fb83-448a-95cb-bddd5b25c9c5/ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9/c05a37df-cd9f-497a-b428-fda79b979ae2) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:58.642124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f3596b1f-2850-4834-81fb-2ef047b38f1c None None] Current status of the port 7c340fa2-fd63-413f-b98f-a602e1aa5831 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:58.768949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for port (c05a37df-cd9f-497a-b428-fda79b979ae2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.810361 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c05a37df-cd9f-497a-b428-fda79b979ae2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.868500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Network e4602479-fb83-448a-95cb-bddd5b25c9c5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:58.872284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:58.875447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:58.882734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:58.890408 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.905232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event updated for resources: {'Port': ['ID=c05a37df-cd9f-497a-b428-fda79b979ae2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:58.923988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dcb9b9af-8f74-415d-af11-10a4899c4eca tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6975505 Feb 11 05:13:58.924540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40282) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:58.930629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f326abf2-197e-4b59-86f2-402bf4b8ce83 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::276', 'mac_address': 'fa:16:3e:6c:7d:2f'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:58.987195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-970e7f51-4c15-40c2-b84d-a113ea3fe2f9 None None] Provisioning complete for port 95a1b069-ad9c-4cd0-99d9-5ffe59337b1b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:58.987775 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-970e7f51-4c15-40c2-b84d-a113ea3fe2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (95a1b069-ad9c-4cd0-99d9-5ffe59337b1b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.065515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-970e7f51-4c15-40c2-b84d-a113ea3fe2f9 None None] Port 95a1b069-ad9c-4cd0-99d9-5ffe59337b1b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:59.092984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-970e7f51-4c15-40c2-b84d-a113ea3fe2f9 None None] Provisioning complete for port 7c340fa2-fd63-413f-b98f-a602e1aa5831 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:59.093580 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-970e7f51-4c15-40c2-b84d-a113ea3fe2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.223518 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-970e7f51-4c15-40c2-b84d-a113ea3fe2f9 None None] Current status of the port 7c340fa2-fd63-413f-b98f-a602e1aa5831 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:59.238672 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f326abf2-197e-4b59-86f2-402bf4b8ce83 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c05a37df-cd9f-497a-b428-fda79b979ae2), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.384021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-66dcf9c0-c81a-4070-bd77-69a05673449a None None] Provisioning complete for port 95a1b069-ad9c-4cd0-99d9-5ffe59337b1b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:59.384414 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66dcf9c0-c81a-4070-bd77-69a05673449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (95a1b069-ad9c-4cd0-99d9-5ffe59337b1b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.427664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-66dcf9c0-c81a-4070-bd77-69a05673449a None None] Port 95a1b069-ad9c-4cd0-99d9-5ffe59337b1b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:59.648759 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-76314f04-d212-4468-aa9f-0e13f75693e2 None None] Could not find standard attr ID for object 40d4efad-48c0-4b1c-8e37-4da01f89ca8f. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:13:59.901147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7c340fa2-fd63-413f-b98f-a602e1aa5831 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:59.952940 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f326abf2-197e-4b59-86f2-402bf4b8ce83 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for port (c05a37df-cd9f-497a-b428-fda79b979ae2), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.971113 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f326abf2-197e-4b59-86f2-402bf4b8ce83 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c05a37df-cd9f-497a-b428-fda79b979ae2), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.980779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-633e51fe-5309-4cba-86ad-19f2991ae0ca None None] Provisioning complete for port c05a37df-cd9f-497a-b428-fda79b979ae2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:59.981296 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-633e51fe-5309-4cba-86ad-19f2991ae0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c05a37df-cd9f-497a-b428-fda79b979ae2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.027777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-633e51fe-5309-4cba-86ad-19f2991ae0ca None None] Port c05a37df-cd9f-497a-b428-fda79b979ae2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:00.044245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7c340fa2-fd63-413f-b98f-a602e1aa5831 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:00.044849 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.047971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f326abf2-197e-4b59-86f2-402bf4b8ce83 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] In _notify_port_updated(), no bound segment for port c05a37df-cd9f-497a-b428-fda79b979ae2 on network e4602479-fb83-448a-95cb-bddd5b25c9c5 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:14:00.055017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f326abf2-197e-4b59-86f2-402bf4b8ce83 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:00.055736 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f326abf2-197e-4b59-86f2-402bf4b8ce83 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.060647 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f326abf2-197e-4b59-86f2-402bf4b8ce83 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "PUT /v2.0/ports/c05a37df-cd9f-497a-b428-fda79b979ae2 HTTP/1.1" status: 200 len: 1002 time: 1.1347415 Feb 11 05:14:00.061311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40304) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:00.062113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326abf2-197e-4b59-86f2-402bf4b8ce83 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event updated for resources: {'Port': ['ID=c05a37df-cd9f-497a-b428-fda79b979ae2,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:00.199771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb5f40-ae14-4965-b675-6b7ff4a85989 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Deleting port c05a37df-cd9f-497a-b428-fda79b979ae2 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:00.200238 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5f40-ae14-4965-b675-6b7ff4a85989 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c05a37df-cd9f-497a-b428-fda79b979ae2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.205524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7c340fa2-fd63-413f-b98f-a602e1aa5831 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:00.326883 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5f40-ae14-4965-b675-6b7ff4a85989 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c05a37df-cd9f-497a-b428-fda79b979ae2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.340847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb5f40-ae14-4965-b675-6b7ff4a85989 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Calling delete_port for c05a37df-cd9f-497a-b428-fda79b979ae2 owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:00.504527 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5f40-ae14-4965-b675-6b7ff4a85989 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c05a37df-cd9f-497a-b428-fda79b979ae2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.577591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb5f40-ae14-4965-b675-6b7ff4a85989 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event deleted for resources: {'Port': ['ID=c05a37df-cd9f-497a-b428-fda79b979ae2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:00.662728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-baad9207-bad1-4f4d-95e6-b0d8769537b7 None None] Could not find standard attr ID for object c05a37df-cd9f-497a-b428-fda79b979ae2. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:14:00.665969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5f40-ae14-4965-b675-6b7ff4a85989 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.669767 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4ffb5f40-ae14-4965-b675-6b7ff4a85989 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "DELETE /v2.0/ports/c05a37df-cd9f-497a-b428-fda79b979ae2 HTTP/1.1" status: 204 len: 168 time: 0.5931597 Feb 11 05:14:00.672748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40310) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:00.712298 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9e1849-af2a-4f5b-a9d5-ec2ad35db768 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] GET failed (client error): The resource could not be found. Feb 11 05:14:00.717774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40314) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:00.719359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ff9e1849-af2a-4f5b-a9d5-ec2ad35db768 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "GET /v2.0/ports/c05a37df-cd9f-497a-b428-fda79b979ae2 HTTP/1.1" status: 404 len: 333 time: 0.0441451 Feb 11 05:14:00.723523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Request body: {'port': {'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-677071736'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:00.868613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Made reservation on behalf of 41ff61ffb28e4e09bb0b534137b59170 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:00.872087 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.892618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] device_id is not set on port 71c63b6d-a15c-4af5-a693-4f87a1ec7b1d yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:14:01.047716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Allocated IP 2001:db8::3ad (e4602479-fb83-448a-95cb-bddd5b25c9c5/ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9/71c63b6d-a15c-4af5-a693-4f87a1ec7b1d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:01.222291 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for port (71c63b6d-a15c-4af5-a693-4f87a1ec7b1d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.261003 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (71c63b6d-a15c-4af5-a693-4f87a1ec7b1d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.310326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Network e4602479-fb83-448a-95cb-bddd5b25c9c5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:01.314339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:01.318995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:01.324189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:01.324810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.336543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event updated for resources: {'Port': ['ID=71c63b6d-a15c-4af5-a693-4f87a1ec7b1d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:01.353094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-41c0df32-4125-4768-8636-1b4d2c0e3a11 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6336358 Feb 11 05:14:01.355861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40316) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:01.362530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6d6f9c03-e260-4c43-b56d-5ecf8c12dc3e tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6c:7d:2f'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:01.456776 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9c03-e260-4c43-b56d-5ecf8c12dc3e tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (71c63b6d-a15c-4af5-a693-4f87a1ec7b1d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.679977 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9c03-e260-4c43-b56d-5ecf8c12dc3e tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for port (71c63b6d-a15c-4af5-a693-4f87a1ec7b1d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.688611 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9c03-e260-4c43-b56d-5ecf8c12dc3e tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (71c63b6d-a15c-4af5-a693-4f87a1ec7b1d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.704599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-afe71157-d7c9-45b0-b2a7-13ff116b14c6 None None] Provisioning complete for port 71c63b6d-a15c-4af5-a693-4f87a1ec7b1d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:01.705610 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-afe71157-d7c9-45b0-b2a7-13ff116b14c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (71c63b6d-a15c-4af5-a693-4f87a1ec7b1d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.729267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6d6f9c03-e260-4c43-b56d-5ecf8c12dc3e tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] In _notify_port_updated(), no bound segment for port 71c63b6d-a15c-4af5-a693-4f87a1ec7b1d on network e4602479-fb83-448a-95cb-bddd5b25c9c5 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:14:01.734424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f9c03-e260-4c43-b56d-5ecf8c12dc3e tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:01.735097 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9c03-e260-4c43-b56d-5ecf8c12dc3e tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.736868 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6d6f9c03-e260-4c43-b56d-5ecf8c12dc3e tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "PUT /v2.0/ports/71c63b6d-a15c-4af5-a693-4f87a1ec7b1d HTTP/1.1" status: 200 len: 1002 time: 0.3797834 Feb 11 05:14:01.739705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40322) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:01.776974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f9c03-e260-4c43-b56d-5ecf8c12dc3e tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event updated for resources: {'Port': ['ID=71c63b6d-a15c-4af5-a693-4f87a1ec7b1d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:01.808926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-afe71157-d7c9-45b0-b2a7-13ff116b14c6 None None] Port 71c63b6d-a15c-4af5-a693-4f87a1ec7b1d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:01.885386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-25891f5e-7c96-422d-917d-3cc48d8ab9f6 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Deleting port 71c63b6d-a15c-4af5-a693-4f87a1ec7b1d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:01.885831 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25891f5e-7c96-422d-917d-3cc48d8ab9f6 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (71c63b6d-a15c-4af5-a693-4f87a1ec7b1d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.999236 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25891f5e-7c96-422d-917d-3cc48d8ab9f6 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (71c63b6d-a15c-4af5-a693-4f87a1ec7b1d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.015784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-25891f5e-7c96-422d-917d-3cc48d8ab9f6 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Calling delete_port for 71c63b6d-a15c-4af5-a693-4f87a1ec7b1d owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:02.139103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-77269eae-786b-4278-adc0-2f7ce4ab2e0c None None] Provisioning complete for port 71c63b6d-a15c-4af5-a693-4f87a1ec7b1d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:02.139412 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-77269eae-786b-4278-adc0-2f7ce4ab2e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (71c63b6d-a15c-4af5-a693-4f87a1ec7b1d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.176963 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25891f5e-7c96-422d-917d-3cc48d8ab9f6 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (71c63b6d-a15c-4af5-a693-4f87a1ec7b1d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.199081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-77269eae-786b-4278-adc0-2f7ce4ab2e0c None None] Port 71c63b6d-a15c-4af5-a693-4f87a1ec7b1d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:02.208180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25891f5e-7c96-422d-917d-3cc48d8ab9f6 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event deleted for resources: {'Port': ['ID=71c63b6d-a15c-4af5-a693-4f87a1ec7b1d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:02.236310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-25891f5e-7c96-422d-917d-3cc48d8ab9f6 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.242021 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-25891f5e-7c96-422d-917d-3cc48d8ab9f6 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "DELETE /v2.0/ports/71c63b6d-a15c-4af5-a693-4f87a1ec7b1d HTTP/1.1" status: 204 len: 168 time: 0.4988637 Feb 11 05:14:02.242363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40326) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:02.271719 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c123e7-4a95-46cb-9df0-7f5d2cd164cf tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] GET failed (client error): The resource could not be found. Feb 11 05:14:02.276601 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-80c123e7-4a95-46cb-9df0-7f5d2cd164cf tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "GET /v2.0/ports/71c63b6d-a15c-4af5-a693-4f87a1ec7b1d HTTP/1.1" status: 404 len: 333 time: 0.0297556 Feb 11 05:14:02.278476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40328) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:02.282497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Request body: {'port': {'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-82100873'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:02.415836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Made reservation on behalf of 41ff61ffb28e4e09bb0b534137b59170 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:02.419433 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.459552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] device_id is not set on port 6633cd5d-2662-420d-a63c-3b9ace3316af yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:14:02.603124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Allocated IP 2001:db8::28b (e4602479-fb83-448a-95cb-bddd5b25c9c5/ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9/6633cd5d-2662-420d-a63c-3b9ace3316af) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:02.780098 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for port (6633cd5d-2662-420d-a63c-3b9ace3316af), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.819415 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (6633cd5d-2662-420d-a63c-3b9ace3316af), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.914550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Network e4602479-fb83-448a-95cb-bddd5b25c9c5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:02.925750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:02.928549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event updated for resources: {'Port': ['ID=6633cd5d-2662-420d-a63c-3b9ace3316af,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:02.931822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:02.937728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:02.938440 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.953850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.954365 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.954949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.955329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.955668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.956245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.956377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.956635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.956965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.957293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.957652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.958107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.958450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:02.971827 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f1364f3a-1089-481a-83c6-e16d466be638 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6937075 Feb 11 05:14:02.974530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40340) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:02.980553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Request body: {'port': {'network_id': 'e4602479-fb83-448a-95cb-bddd5b25c9c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1937485331'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:03.175324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Made reservation on behalf of 41ff61ffb28e4e09bb0b534137b59170 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:03.180825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.203308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] device_id is not set on port 965df169-ed10-405c-bfe1-dfa7aa9de9f3 yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:14:03.334624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f1a40e5a-db4d-4e24-87a7-234682ba3637 None None] Provisioning complete for port 6633cd5d-2662-420d-a63c-3b9ace3316af triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:03.335837 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1a40e5a-db4d-4e24-87a7-234682ba3637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6633cd5d-2662-420d-a63c-3b9ace3316af), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.383673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1a40e5a-db4d-4e24-87a7-234682ba3637 None None] Port 6633cd5d-2662-420d-a63c-3b9ace3316af cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:03.385433 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Allocated IP 2001:db8::211 (e4602479-fb83-448a-95cb-bddd5b25c9c5/ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9/965df169-ed10-405c-bfe1-dfa7aa9de9f3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:03.446745 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.574101 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for port (965df169-ed10-405c-bfe1-dfa7aa9de9f3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.620551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (965df169-ed10-405c-bfe1-dfa7aa9de9f3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.690204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Network e4602479-fb83-448a-95cb-bddd5b25c9c5 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:03.694244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:03.699075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:03.708908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:03.709476 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.725591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event updated for resources: {'Port': ['ID=965df169-ed10-405c-bfe1-dfa7aa9de9f3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:03.747656 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-65951ba5-fcf4-41fe-ac5b-e5fabdf72a23 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7689378 Feb 11 05:14:03.748584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40360) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:03.766461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d0882152-4720-4778-bf31-25f15a38ce99 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::276', 'mac_address': 'fa:16:3e:6c:7d:2f'}, {'ip_address': '2001:db8::28b', 'mac_address': 'fa:16:3e:3d:ab:eb'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:03.898565 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0882152-4720-4778-bf31-25f15a38ce99 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (965df169-ed10-405c-bfe1-dfa7aa9de9f3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.221981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dad87318-4890-4a12-be83-ee443f3b68d7 None None] Provisioning complete for port 965df169-ed10-405c-bfe1-dfa7aa9de9f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:04.222389 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dad87318-4890-4a12-be83-ee443f3b68d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (965df169-ed10-405c-bfe1-dfa7aa9de9f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.252041 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0882152-4720-4778-bf31-25f15a38ce99 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for port (965df169-ed10-405c-bfe1-dfa7aa9de9f3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.265471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0882152-4720-4778-bf31-25f15a38ce99 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (965df169-ed10-405c-bfe1-dfa7aa9de9f3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.290847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dad87318-4890-4a12-be83-ee443f3b68d7 None None] Port 965df169-ed10-405c-bfe1-dfa7aa9de9f3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:04.344272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0882152-4720-4778-bf31-25f15a38ce99 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event updated for resources: {'Port': ['ID=965df169-ed10-405c-bfe1-dfa7aa9de9f3,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:04.367333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d0882152-4720-4778-bf31-25f15a38ce99 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] In _notify_port_updated(), no bound segment for port 965df169-ed10-405c-bfe1-dfa7aa9de9f3 on network e4602479-fb83-448a-95cb-bddd5b25c9c5 {{(pid=103354) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:14:04.372863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0882152-4720-4778-bf31-25f15a38ce99 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.373801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0882152-4720-4778-bf31-25f15a38ce99 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.377404 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d0882152-4720-4778-bf31-25f15a38ce99 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "PUT /v2.0/ports/965df169-ed10-405c-bfe1-dfa7aa9de9f3 HTTP/1.1" status: 200 len: 1068 time: 0.6282089 Feb 11 05:14:04.380398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40370) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:04.562255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8e472d40-18aa-4c77-b24c-8f6754bcb365 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Deleting port 965df169-ed10-405c-bfe1-dfa7aa9de9f3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:04.562607 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e472d40-18aa-4c77-b24c-8f6754bcb365 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (965df169-ed10-405c-bfe1-dfa7aa9de9f3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.774329 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e472d40-18aa-4c77-b24c-8f6754bcb365 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (965df169-ed10-405c-bfe1-dfa7aa9de9f3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.800630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8e472d40-18aa-4c77-b24c-8f6754bcb365 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Calling delete_port for 965df169-ed10-405c-bfe1-dfa7aa9de9f3 owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:04.820933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dc4f1b9c-2ce9-4f59-8f60-5ebb6a7784c2 None None] Provisioning complete for port 965df169-ed10-405c-bfe1-dfa7aa9de9f3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:04.821903 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dc4f1b9c-2ce9-4f59-8f60-5ebb6a7784c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (965df169-ed10-405c-bfe1-dfa7aa9de9f3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.902607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f1b9c-2ce9-4f59-8f60-5ebb6a7784c2 None None] Port 965df169-ed10-405c-bfe1-dfa7aa9de9f3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:04.990417 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e472d40-18aa-4c77-b24c-8f6754bcb365 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (965df169-ed10-405c-bfe1-dfa7aa9de9f3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.161764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e472d40-18aa-4c77-b24c-8f6754bcb365 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event deleted for resources: {'Port': ['ID=965df169-ed10-405c-bfe1-dfa7aa9de9f3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:05.333716 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e472d40-18aa-4c77-b24c-8f6754bcb365 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.345699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40376) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:05.346260 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8e472d40-18aa-4c77-b24c-8f6754bcb365 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "DELETE /v2.0/ports/965df169-ed10-405c-bfe1-dfa7aa9de9f3 HTTP/1.1" status: 204 len: 168 time: 0.9646664 Feb 11 05:14:05.397321 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-8903e6c2-a852-48aa-8f37-3d4f17d50971 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] GET failed (client error): The resource could not be found. Feb 11 05:14:05.406216 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8903e6c2-a852-48aa-8f37-3d4f17d50971 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "GET /v2.0/ports/965df169-ed10-405c-bfe1-dfa7aa9de9f3 HTTP/1.1" status: 404 len: 333 time: 0.0568919 Feb 11 05:14:05.408334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40378) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:05.603887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b08a8cc7-1d20-45c8-935d-5af215346135 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Deleting port 6633cd5d-2662-420d-a63c-3b9ace3316af {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:05.604524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b08a8cc7-1d20-45c8-935d-5af215346135 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6633cd5d-2662-420d-a63c-3b9ace3316af), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.705657 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b08a8cc7-1d20-45c8-935d-5af215346135 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6633cd5d-2662-420d-a63c-3b9ace3316af), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.719113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b08a8cc7-1d20-45c8-935d-5af215346135 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Calling delete_port for 6633cd5d-2662-420d-a63c-3b9ace3316af owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:05.863697 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b08a8cc7-1d20-45c8-935d-5af215346135 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6633cd5d-2662-420d-a63c-3b9ace3316af), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.903354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a8cc7-1d20-45c8-935d-5af215346135 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event deleted for resources: {'Port': ['ID=6633cd5d-2662-420d-a63c-3b9ace3316af,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:05.936145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b08a8cc7-1d20-45c8-935d-5af215346135 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.943409 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b08a8cc7-1d20-45c8-935d-5af215346135 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "DELETE /v2.0/ports/6633cd5d-2662-420d-a63c-3b9ace3316af HTTP/1.1" status: 204 len: 168 time: 0.5335078 Feb 11 05:14:05.943768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40382) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:05.976358 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-6429901b-729d-43c2-9086-76b2cea21c98 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] GET failed (client error): The resource could not be found. Feb 11 05:14:05.981438 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6429901b-729d-43c2-9086-76b2cea21c98 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "GET /v2.0/ports/6633cd5d-2662-420d-a63c-3b9ace3316af HTTP/1.1" status: 404 len: 333 time: 0.0332451 Feb 11 05:14:05.982402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40384) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:06.095233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8a192165-c0f7-4485-bc7f-5bdc5ee1680f tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Deleting port 95a1b069-ad9c-4cd0-99d9-5ffe59337b1b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:06.095833 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a192165-c0f7-4485-bc7f-5bdc5ee1680f tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (95a1b069-ad9c-4cd0-99d9-5ffe59337b1b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.204054 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a192165-c0f7-4485-bc7f-5bdc5ee1680f tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (95a1b069-ad9c-4cd0-99d9-5ffe59337b1b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.221477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8a192165-c0f7-4485-bc7f-5bdc5ee1680f tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Calling delete_port for 95a1b069-ad9c-4cd0-99d9-5ffe59337b1b owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:06.357463 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a192165-c0f7-4485-bc7f-5bdc5ee1680f tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (95a1b069-ad9c-4cd0-99d9-5ffe59337b1b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.389238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a192165-c0f7-4485-bc7f-5bdc5ee1680f tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event deleted for resources: {'Port': ['ID=95a1b069-ad9c-4cd0-99d9-5ffe59337b1b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:06.419399 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a192165-c0f7-4485-bc7f-5bdc5ee1680f tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.425374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8a192165-c0f7-4485-bc7f-5bdc5ee1680f tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "DELETE /v2.0/ports/95a1b069-ad9c-4cd0-99d9-5ffe59337b1b HTTP/1.1" status: 204 len: 168 time: 0.4394965 Feb 11 05:14:06.425569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40388) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:06.493748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea8be49-1441-42a3-82e6-69a7713953db tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Deleting subnet ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:14:06.499960 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ea8be49-1441-42a3-82e6-69a7713953db tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for subnet (ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.550577 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ea8be49-1441-42a3-82e6-69a7713953db tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.654935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ea8be49-1441-42a3-82e6-69a7713953db tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.733491 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ea8be49-1441-42a3-82e6-69a7713953db tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.769630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8be49-1441-42a3-82e6-69a7713953db tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:06.775827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ea8be49-1441-42a3-82e6-69a7713953db tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.779915 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4ea8be49-1441-42a3-82e6-69a7713953db tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "DELETE /v2.0/subnets/ddd93cbf-1e9a-4935-b9ed-336f4b88b4f9 HTTP/1.1" status: 204 len: 168 time: 0.3534212 Feb 11 05:14:06.782846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40394) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:06.784353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c5ede-3034-4ef3-b968-ebcfd3ec467f None None] Network e4602479-fb83-448a-95cb-bddd5b25c9c5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:06.885668 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (e4602479-fb83-448a-95cb-bddd5b25c9c5), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.948133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Deleting port 7c340fa2-fd63-413f-b98f-a602e1aa5831 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:06.948501 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.980274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c45cc22-463c-4e92-93dd-a0c1279b6eac None None] DHCP port deletion for e4602479-fb83-448a-95cb-bddd5b25c9c5 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:14:07.017469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] For port 7c340fa2-fd63-413f-b98f-a602e1aa5831, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7c340fa2-fd63-413f-b98f-a602e1aa5831,segment=NetworkSegment(a416f67d-b0f8-47cf-b2c3-10d0ea63a025),segment_id=a416f67d-b0f8-47cf-b2c3-10d0ea63a025)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:07.017838 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.028617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9c45cc22-463c-4e92-93dd-a0c1279b6eac None None] Deleting port 7c340fa2-fd63-413f-b98f-a602e1aa5831 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:07.029178 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9c45cc22-463c-4e92-93dd-a0c1279b6eac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.030283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Calling delete_port for 7c340fa2-fd63-413f-b98f-a602e1aa5831 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:07.095731 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9c45cc22-463c-4e92-93dd-a0c1279b6eac None None] For port 7c340fa2-fd63-413f-b98f-a602e1aa5831, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7c340fa2-fd63-413f-b98f-a602e1aa5831,segment=NetworkSegment(a416f67d-b0f8-47cf-b2c3-10d0ea63a025),segment_id=a416f67d-b0f8-47cf-b2c3-10d0ea63a025)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:07.095978 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9c45cc22-463c-4e92-93dd-a0c1279b6eac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.109616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9c45cc22-463c-4e92-93dd-a0c1279b6eac None None] Calling delete_port for 7c340fa2-fd63-413f-b98f-a602e1aa5831 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:07.123342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.152979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event deleted for resources: {'Port': ['ID=7c340fa2-fd63-413f-b98f-a602e1aa5831,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:07.161194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] No DVR routers for this DVR port 7c340fa2-fd63-413f-b98f-a602e1aa5831 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:07.211501 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9c45cc22-463c-4e92-93dd-a0c1279b6eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (7c340fa2-fd63-413f-b98f-a602e1aa5831), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.238234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45cc22-463c-4e92-93dd-a0c1279b6eac None None] Pushing event deleted for resources: {'Port': ['ID=7c340fa2-fd63-413f-b98f-a602e1aa5831,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:07.242846 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45cc22-463c-4e92-93dd-a0c1279b6eac None None] No DVR routers for this DVR port 7c340fa2-fd63-413f-b98f-a602e1aa5831 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:07.272617 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (e4602479-fb83-448a-95cb-bddd5b25c9c5), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.301110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4602479-fb83-448a-95cb-bddd5b25c9c5']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:07.312751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a416f67d-b0f8-47cf-b2c3-10d0ea63a025') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:07.313050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a416f67d-b0f8-47cf-b2c3-10d0ea63a025') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:07.323528 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (a416f67d-b0f8-47cf-b2c3-10d0ea63a025), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.338402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a416f67d-b0f8-47cf-b2c3-10d0ea63a025), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.346019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:07.346597 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (a416f67d-b0f8-47cf-b2c3-10d0ea63a025), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:07.350632 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:07.417236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (e4602479-fb83-448a-95cb-bddd5b25c9c5), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.425352 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.429874 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] 10.222.0.48 "DELETE /v2.0/networks/e4602479-fb83-448a-95cb-bddd5b25c9c5 HTTP/1.1" status: 204 len: 168 time: 0.6458311 Feb 11 05:14:07.443271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f623a-dd5a-486e-895a-7f5310617997 tempest-AllowedAddressPairIpV6TestJSON-2006761655 tempest-AllowedAddressPairIpV6TestJSON-2006761655-project] Pushing event deleted for resources: {'Network': ['ID=e4602479-fb83-448a-95cb-bddd5b25c9c5,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:07.527293 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.728337 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40424) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:07.873180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7c340fa2-fd63-413f-b98f-a602e1aa5831 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:07.890399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fe7063ba-265c-437c-8f3b-b156326840de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41ff61ffb28e4e09bb0b534137b59170&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602979 Feb 11 05:14:07.893167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40430) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:07.898281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 7c340fa2-fd63-413f-b98f-a602e1aa5831 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:07.898640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7c340fa2-fd63-413f-b98f-a602e1aa5831 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:07.971515 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be813bab-a6fb-4909-8b0d-eb20d1423485 admin admin] Publish callbacks [] for security_group (a74d2c3a-e371-427d-98ef-2d2e26a63afb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.994827 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be813bab-a6fb-4909-8b0d-eb20d1423485 admin admin] Publish callbacks [] for security_group (a74d2c3a-e371-427d-98ef-2d2e26a63afb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.045844 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be813bab-a6fb-4909-8b0d-eb20d1423485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a74d2c3a-e371-427d-98ef-2d2e26a63afb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.048553 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be813bab-a6fb-4909-8b0d-eb20d1423485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.052071 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-be813bab-a6fb-4909-8b0d-eb20d1423485 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a74d2c3a-e371-427d-98ef-2d2e26a63afb HTTP/1.1" status: 204 len: 168 time: 0.1555631 Feb 11 05:14:08.070485 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be813bab-a6fb-4909-8b0d-eb20d1423485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74d2c3a-e371-427d-98ef-2d2e26a63afb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:08.796617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40456) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:08.913581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'networks': [{'name': 'tempest-network--1727072705'}, {'name': 'tempest-network--777805255'}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:08.913903 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'network': {'name': 'tempest-network--1727072705'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:08.914366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'network': {'name': 'tempest-network--777805255'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:08.935444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Made reservation on behalf of 45739d615bb741ebb8c5bb97b8da80e9 for: {'network': 2} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:08.940375 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.949682 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.036191 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for security_group (6b1a41f2-212a-42fa-9436-344c5905daac), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.042535 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6b1a41f2-212a-42fa-9436-344c5905daac), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.043044 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.086478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1a41f2-212a-42fa-9436-344c5905daac,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:09.107761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:09.142771 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b560b01a-0fc9-4286-bd10-20c59ef37c97), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.143533 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Added segment b560b01a-0fc9-4286-bd10-20c59ef37c97 of type vlan for network 116c5ade-45f2-46dd-b08a-458ab6757b17 Feb 11 05:14:09.215745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (116c5ade-45f2-46dd-b08a-458ab6757b17), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.259223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:09.272418 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8f34c20c-7731-480f-8749-ea54d0ad00ac), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.272781 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Added segment 8f34c20c-7731-480f-8749-ea54d0ad00ac of type vlan for network 99425980-d226-460e-93ac-247555d998ed Feb 11 05:14:09.316199 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (99425980-d226-460e-93ac-247555d998ed), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.350978 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (116c5ade-45f2-46dd-b08a-458ab6757b17), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.351724 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (99425980-d226-460e-93ac-247555d998ed), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.357230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:09.362682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:09.363398 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.420859 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a433c3c-7040-495c-bdef-0f459000d28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.450871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6531096 Feb 11 05:14:09.451766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event updated for resources: {'Network': ['ID=116c5ade-45f2-46dd-b08a-458ab6757b17,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:09.454137 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40462) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:09.475327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 116c5ade-45f2-46dd-b08a-458ab6757b17 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:09.527079 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d33928-6ba3-4505-aa4d-d1ce613c29ba tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event updated for resources: {'Network': ['ID=99425980-d226-460e-93ac-247555d998ed,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:09.543129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 99425980-d226-460e-93ac-247555d998ed details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:09.579601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e77406b-fb9b-4264-bd3f-95aecd47b5a3 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:09.585364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e77406b-fb9b-4264-bd3f-95aecd47b5a3 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:09.590861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e77406b-fb9b-4264-bd3f-95aecd47b5a3 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:09.597069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e77406b-fb9b-4264-bd3f-95aecd47b5a3 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:09.601708 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0e77406b-fb9b-4264-bd3f-95aecd47b5a3 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1399446 Feb 11 05:14:09.601869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40464) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:09.687952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (116c5ade-45f2-46dd-b08a-458ab6757b17), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.783878 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (116c5ade-45f2-46dd-b08a-458ab6757b17), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.805640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116c5ade-45f2-46dd-b08a-458ab6757b17']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:09.816866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b560b01a-0fc9-4286-bd10-20c59ef37c97') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:09.816866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b560b01a-0fc9-4286-bd10-20c59ef37c97') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:09.827102 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (b560b01a-0fc9-4286-bd10-20c59ef37c97), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.841516 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b560b01a-0fc9-4286-bd10-20c59ef37c97), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.847868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:09.848369 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (b560b01a-0fc9-4286-bd10-20c59ef37c97), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:09.851420 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:09.916404 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (116c5ade-45f2-46dd-b08a-458ab6757b17), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.924406 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.929935 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "DELETE /v2.0/networks/116c5ade-45f2-46dd-b08a-458ab6757b17 HTTP/1.1" status: 204 len: 168 time: 0.3247273 Feb 11 05:14:09.930243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40474) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:09.950779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59a005-88c4-47cd-bf90-06357cfef87b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event deleted for resources: {'Network': ['ID=116c5ade-45f2-46dd-b08a-458ab6757b17,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:10.029047 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (99425980-d226-460e-93ac-247555d998ed), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.123636 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (99425980-d226-460e-93ac-247555d998ed), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.147255 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99425980-d226-460e-93ac-247555d998ed']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:10.157566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f34c20c-7731-480f-8749-ea54d0ad00ac') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:10.157871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f34c20c-7731-480f-8749-ea54d0ad00ac') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:10.167654 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (8f34c20c-7731-480f-8749-ea54d0ad00ac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.182943 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8f34c20c-7731-480f-8749-ea54d0ad00ac), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.190792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:10.191429 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (8f34c20c-7731-480f-8749-ea54d0ad00ac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:10.195092 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:10.271372 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (99425980-d226-460e-93ac-247555d998ed), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.280142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.286979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40480) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:10.290634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "DELETE /v2.0/networks/99425980-d226-460e-93ac-247555d998ed HTTP/1.1" status: 204 len: 168 time: 0.3563817 Feb 11 05:14:10.307228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea0fff-d6b9-4d40-9c23-6320d1907d65 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event deleted for resources: {'Network': ['ID=99425980-d226-460e-93ac-247555d998ed,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:10.410736 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9788fd-becd-4a3c-bc53-7d08a282e4a5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.416363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9788fd-becd-4a3c-bc53-7d08a282e4a5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.422176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cd9788fd-becd-4a3c-bc53-7d08a282e4a5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1287856 Feb 11 05:14:10.422484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40484) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:10.427647 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-28914665-ff3b-406d-a7d4-1df9681212e1 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-937926715'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:10.447426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28914665-ff3b-406d-a7d4-1df9681212e1 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Made reservation on behalf of 45739d615bb741ebb8c5bb97b8da80e9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:10.450717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28914665-ff3b-406d-a7d4-1df9681212e1 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.477829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28914665-ff3b-406d-a7d4-1df9681212e1 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:10.491272 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28914665-ff3b-406d-a7d4-1df9681212e1 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9d726670-545a-4d67-b0b0-0349ecbdd442), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.491810 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-28914665-ff3b-406d-a7d4-1df9681212e1 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Added segment 9d726670-545a-4d67-b0b0-0349ecbdd442 of type vlan for network d8566f4f-01bd-4582-bb30-3dc18f2c6be7 Feb 11 05:14:10.540828 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28914665-ff3b-406d-a7d4-1df9681212e1 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (d8566f4f-01bd-4582-bb30-3dc18f2c6be7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.568302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28914665-ff3b-406d-a7d4-1df9681212e1 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (d8566f4f-01bd-4582-bb30-3dc18f2c6be7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.574238 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28914665-ff3b-406d-a7d4-1df9681212e1 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.575047 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28914665-ff3b-406d-a7d4-1df9681212e1 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.652474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28914665-ff3b-406d-a7d4-1df9681212e1 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event updated for resources: {'Network': ['ID=d8566f4f-01bd-4582-bb30-3dc18f2c6be7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:10.658621 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-28914665-ff3b-406d-a7d4-1df9681212e1 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2348497 Feb 11 05:14:10.660959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40486) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:10.666131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e23ef267-039e-4368-9235-ddc80f437cad tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-89906920'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:10.667073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network d8566f4f-01bd-4582-bb30-3dc18f2c6be7 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:10.689330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23ef267-039e-4368-9235-ddc80f437cad tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Made reservation on behalf of 45739d615bb741ebb8c5bb97b8da80e9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:10.693265 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e23ef267-039e-4368-9235-ddc80f437cad tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.720131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23ef267-039e-4368-9235-ddc80f437cad tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:10.731034 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e23ef267-039e-4368-9235-ddc80f437cad tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9e41883b-e036-4d7e-9882-43b4963362f1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.731419 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-e23ef267-039e-4368-9235-ddc80f437cad tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Added segment 9e41883b-e036-4d7e-9882-43b4963362f1 of type vlan for network df03dd3a-6a29-4a01-8c6f-98210ce63f4a Feb 11 05:14:10.807139 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e23ef267-039e-4368-9235-ddc80f437cad tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (df03dd3a-6a29-4a01-8c6f-98210ce63f4a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.835835 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e23ef267-039e-4368-9235-ddc80f437cad tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (df03dd3a-6a29-4a01-8c6f-98210ce63f4a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.841543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23ef267-039e-4368-9235-ddc80f437cad tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.842421 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e23ef267-039e-4368-9235-ddc80f437cad tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.885967 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e23ef267-039e-4368-9235-ddc80f437cad tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2212296 Feb 11 05:14:10.886870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40492) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:10.893908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'ports': [{'network_id': 'd8566f4f-01bd-4582-bb30-3dc18f2c6be7', 'name': 'tempest-port--158340516', 'admin_state_up': True}, {'network_id': 'df03dd3a-6a29-4a01-8c6f-98210ce63f4a', 'admin_state_up': False}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:10.894618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'port': {'network_id': 'd8566f4f-01bd-4582-bb30-3dc18f2c6be7', 'name': 'tempest-port--158340516', 'admin_state_up': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:10.895417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'port': {'network_id': 'df03dd3a-6a29-4a01-8c6f-98210ce63f4a', 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:10.921663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ef267-039e-4368-9235-ddc80f437cad tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event updated for resources: {'Network': ['ID=df03dd3a-6a29-4a01-8c6f-98210ce63f4a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:10.936120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network df03dd3a-6a29-4a01-8c6f-98210ce63f4a details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:11.093940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Made reservation on behalf of 45739d615bb741ebb8c5bb97b8da80e9 for: {'port': 2} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:11.099018 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.113589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.295534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] device_id is not set on port 9cc7c7fe-4afa-438d-9842-ecf54e534afe yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:14:11.400030 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for port (9cc7c7fe-4afa-438d-9842-ecf54e534afe), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.481467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] device_id is not set on port 1a56deaf-8d99-4822-8284-3ad32dbe71be yet. {{(pid=103353) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:14:11.576732 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for port (1a56deaf-8d99-4822-8284-3ad32dbe71be), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.619202 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9cc7c7fe-4afa-438d-9842-ecf54e534afe), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.699364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event updated for resources: {'Port': ['ID=9cc7c7fe-4afa-438d-9842-ecf54e534afe,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:11.707827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Checking segment: {'id': '9d726670-545a-4d67-b0b0-0349ecbdd442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd8566f4f-01bd-4582-bb30-3dc18f2c6be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:11.708207 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Network hostable DHCP agents. Network: d8566f4f-01bd-4582-bb30-3dc18f2c6be7, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:11.728481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Network d8566f4f-01bd-4582-bb30-3dc18f2c6be7 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:11.740044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, d8566f4f-01bd-4582-bb30-3dc18f2c6be7) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:11.745037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:11.746007 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1a56deaf-8d99-4822-8284-3ad32dbe71be), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.755140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44a24c-9201-49fb-bd26-61f22c89c77c None None] Network d8566f4f-01bd-4582-bb30-3dc18f2c6be7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:11.838321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event updated for resources: {'Port': ['ID=1a56deaf-8d99-4822-8284-3ad32dbe71be,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:11.863821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Checking segment: {'id': '9e41883b-e036-4d7e-9882-43b4963362f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df03dd3a-6a29-4a01-8c6f-98210ce63f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:11.864122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Network hostable DHCP agents. Network: df03dd3a-6a29-4a01-8c6f-98210ce63f4a, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:11.893222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Network df03dd3a-6a29-4a01-8c6f-98210ce63f4a is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:11.899007 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01784ed7-6cb7-432d-b2df-88d909fadb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.911646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, df03dd3a-6a29-4a01-8c6f-98210ce63f4a) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:11.919112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:11.934003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.940129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.941186 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.952077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26ab20a-73fb-4bae-808e-1f547ae1b505 None None] Network df03dd3a-6a29-4a01-8c6f-98210ce63f4a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:11.977137 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40504) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:11.978031 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5bda11bf-420a-4f31-81a6-efd5247e9667 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0887432 Feb 11 05:14:12.054177 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf5d798-7c90-4bc7-9e5b-937cfa6deb3f tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:12.075241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf5d798-7c90-4bc7-9e5b-937cfa6deb3f tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:12.076903 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4bf5d798-7c90-4bc7-9e5b-937cfa6deb3f tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0987420 Feb 11 05:14:12.079924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40510) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:12.282415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-91d853df-2960-40c4-97e2-bfd058dc6c82 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Deleting port 9cc7c7fe-4afa-438d-9842-ecf54e534afe {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:12.282757 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91d853df-2960-40c4-97e2-bfd058dc6c82 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9cc7c7fe-4afa-438d-9842-ecf54e534afe), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.369486 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91d853df-2960-40c4-97e2-bfd058dc6c82 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9cc7c7fe-4afa-438d-9842-ecf54e534afe), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.385132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-91d853df-2960-40c4-97e2-bfd058dc6c82 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Calling delete_port for 9cc7c7fe-4afa-438d-9842-ecf54e534afe owned by {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:12.499524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91d853df-2960-40c4-97e2-bfd058dc6c82 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9cc7c7fe-4afa-438d-9842-ecf54e534afe), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.531441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d853df-2960-40c4-97e2-bfd058dc6c82 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event deleted for resources: {'Port': ['ID=9cc7c7fe-4afa-438d-9842-ecf54e534afe,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:12.537145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91d853df-2960-40c4-97e2-bfd058dc6c82 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.543312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-91d853df-2960-40c4-97e2-bfd058dc6c82 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "DELETE /v2.0/ports/9cc7c7fe-4afa-438d-9842-ecf54e534afe HTTP/1.1" status: 204 len: 168 time: 0.4600928 Feb 11 05:14:12.543690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40516) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:12.651165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-43ebd714-a144-414f-be1a-9e446563c43b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Deleting port 1a56deaf-8d99-4822-8284-3ad32dbe71be {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:12.651429 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43ebd714-a144-414f-be1a-9e446563c43b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1a56deaf-8d99-4822-8284-3ad32dbe71be), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.723105 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43ebd714-a144-414f-be1a-9e446563c43b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1a56deaf-8d99-4822-8284-3ad32dbe71be), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.736775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-43ebd714-a144-414f-be1a-9e446563c43b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Calling delete_port for 1a56deaf-8d99-4822-8284-3ad32dbe71be owned by {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:12.786720 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.822750 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43ebd714-a144-414f-be1a-9e446563c43b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1a56deaf-8d99-4822-8284-3ad32dbe71be), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.853261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebd714-a144-414f-be1a-9e446563c43b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event deleted for resources: {'Port': ['ID=1a56deaf-8d99-4822-8284-3ad32dbe71be,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:12.856964 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43ebd714-a144-414f-be1a-9e446563c43b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.861124 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-43ebd714-a144-414f-be1a-9e446563c43b tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "DELETE /v2.0/ports/1a56deaf-8d99-4822-8284-3ad32dbe71be HTTP/1.1" status: 204 len: 168 time: 0.3163979 Feb 11 05:14:12.863856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40518) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:12.896194 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8502426c-e301-4067-9950-2ac7234bad43 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303013 Feb 11 05:14:12.900483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40520) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:12.906712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4b75b825-0d7c-4e98-ae49-e771fe82d9ab tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1726920912'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:12.931825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b75b825-0d7c-4e98-ae49-e771fe82d9ab tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Made reservation on behalf of 45739d615bb741ebb8c5bb97b8da80e9 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:12.936419 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b75b825-0d7c-4e98-ae49-e771fe82d9ab tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.961975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b75b825-0d7c-4e98-ae49-e771fe82d9ab tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:12.974162 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b75b825-0d7c-4e98-ae49-e771fe82d9ab tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b7fb5dae-f367-44e4-ab3d-a606589baedc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.974853 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-4b75b825-0d7c-4e98-ae49-e771fe82d9ab tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Added segment b7fb5dae-f367-44e4-ab3d-a606589baedc of type vlan for network 9b39669b-e9ce-4def-8d05-ac78c6e8b87b Feb 11 05:14:13.019615 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b75b825-0d7c-4e98-ae49-e771fe82d9ab tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (9b39669b-e9ce-4def-8d05-ac78c6e8b87b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.052422 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b75b825-0d7c-4e98-ae49-e771fe82d9ab tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (9b39669b-e9ce-4def-8d05-ac78c6e8b87b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.058502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b75b825-0d7c-4e98-ae49-e771fe82d9ab tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:13.059366 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b75b825-0d7c-4e98-ae49-e771fe82d9ab tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.105054 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4b75b825-0d7c-4e98-ae49-e771fe82d9ab tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2033195 Feb 11 05:14:13.108932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40524) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:13.114766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1200926e-5cd9-418c-b7d3-25002a44e75e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1362251747'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:13.135743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75b825-0d7c-4e98-ae49-e771fe82d9ab tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event updated for resources: {'Network': ['ID=9b39669b-e9ce-4def-8d05-ac78c6e8b87b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:13.138485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1200926e-5cd9-418c-b7d3-25002a44e75e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Made reservation on behalf of 45739d615bb741ebb8c5bb97b8da80e9 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:13.148561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 9b39669b-e9ce-4def-8d05-ac78c6e8b87b details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:13.150181 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1200926e-5cd9-418c-b7d3-25002a44e75e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.169695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40526) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:13.180246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1200926e-5cd9-418c-b7d3-25002a44e75e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:13.192310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1200926e-5cd9-418c-b7d3-25002a44e75e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.192830 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-1200926e-5cd9-418c-b7d3-25002a44e75e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Added segment ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0 of type vlan for network f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6 Feb 11 05:14:13.262968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1200926e-5cd9-418c-b7d3-25002a44e75e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.319277 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1200926e-5cd9-418c-b7d3-25002a44e75e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.327018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1200926e-5cd9-418c-b7d3-25002a44e75e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:13.328475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1200926e-5cd9-418c-b7d3-25002a44e75e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.400222 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1200926e-5cd9-418c-b7d3-25002a44e75e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2900465 Feb 11 05:14:13.476221 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Deleting port b7202dd3-d9b3-45f4-b07f-a8a058d3631f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:13.478317 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b7202dd3-d9b3-45f4-b07f-a8a058d3631f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.541018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200926e-5cd9-418c-b7d3-25002a44e75e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event updated for resources: {'Network': ['ID=f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:13.558949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:13.573613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40534) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:13.581943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'subnets': [{'network_id': '9b39669b-e9ce-4def-8d05-ac78c6e8b87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2092180114', 'ip_version': 4}, {'network_id': 'f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:13.587510 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:14:13.588046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'subnet': {'network_id': '9b39669b-e9ce-4def-8d05-ac78c6e8b87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2092180114', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:13.588803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Request body: {'subnet': {'network_id': 'f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:13.714598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b7202dd3-d9b3-45f4-b07f-a8a058d3631f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.715128 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for floatingip (b7202dd3-d9b3-45f4-b07f-a8a058d3631f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.743268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Calling delete_port for b7202dd3-d9b3-45f4-b07f-a8a058d3631f owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:13.882356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Made reservation on behalf of 45739d615bb741ebb8c5bb97b8da80e9 for: {'subnet': 2} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:13.887943 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.888345 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:14.027361 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b7202dd3-d9b3-45f4-b07f-a8a058d3631f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:14.059966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event deleted for resources: {'Port': ['ID=b7202dd3-d9b3-45f4-b07f-a8a058d3631f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:14.160482 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for floatingip (b251499f-eae7-46fe-bd83-9c42c0a361e9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:14.161219 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Floating IP b251499f-eae7-46fe-bd83-9c42c0a361e9 disassociated (deleted). External IP: 172.25.7.18, port: b298dff9-38d3-41f8-b09f-73fe54c5229f. Feb 11 05:14:14.370754 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:14.432534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Router b05f004a-1200-4408-abad-2bf78eff04d1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:14.567728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:14.578307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905ce515-dd11-47a6-bb4b-5e5e2ace7d81 None None] Sync routers for ids ['b05f004a-1200-4408-abad-2bf78eff04d1'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:14.590362 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:14.598974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ce515-dd11-47a6-bb4b-5e5e2ace7d81 None None] Routers {'b05f004a-1200-4408-abad-2bf78eff04d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:14.599634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-905ce515-dd11-47a6-bb4b-5e5e2ace7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b05f004a-1200-4408-abad-2bf78eff04d1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:14.906412 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (8a4614b6-e2e0-4917-8ed4-704dda823f8b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:14.923098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-905ce515-dd11-47a6-bb4b-5e5e2ace7d81 None None] Set router b05f004a-1200-4408-abad-2bf78eff04d1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:15.006660 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-13179229-7a9f-4757-ba88-b8295d90b419 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "DELETE /v2.0/floatingips/b251499f-eae7-46fe-bd83-9c42c0a361e9 HTTP/1.1" status: 204 len: 168 time: 1.8355651 Feb 11 05:14:15.008317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:15.017294 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83e23d9-40ec-4219-8cd0-2a2744beb9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:15.045400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event updated for resources: {'Subnet': ['ID=8a4614b6-e2e0-4917-8ed4-704dda823f8b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:15.056444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Checking segment: {'id': 'b7fb5dae-f367-44e4-ab3d-a606589baedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9b39669b-e9ce-4def-8d05-ac78c6e8b87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:15.056774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Network hostable DHCP agents. Network: 9b39669b-e9ce-4def-8d05-ac78c6e8b87b, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:15.099407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Network 9b39669b-e9ce-4def-8d05-ac78c6e8b87b is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:15.122911 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 9b39669b-e9ce-4def-8d05-ac78c6e8b87b) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:15.134127 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (727419b0-652a-4915-b877-69def982757c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:15.154326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3013a89-9075-4909-9ec9-1fb4172693f1 None None] Network 9b39669b-e9ce-4def-8d05-ac78c6e8b87b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:15.342240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event updated for resources: {'Subnet': ['ID=727419b0-652a-4915-b877-69def982757c,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:15.346805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Checking segment: {'id': 'ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:15.347203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Network hostable DHCP agents. Network: f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:15.380801 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902e76b0-d88d-4dbb-9f1b-9987d053060e x-openstack-request-id: req-902e76b0-d88d-4dbb-9f1b-9987d053060e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:15.380801 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:15.380801 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-902e76b0-d88d-4dbb-9f1b-9987d053060e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:15.381558 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'status': 'completed', 'code': 200} Feb 11 05:14:15.401158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Network f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:15.418166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:15.427476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203fab9-9eef-4c64-89c9-b62ddef5d1c9 req-cb9b0a97-00fd-4262-ad4e-d15d5e268570 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.435662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a203fab9-9eef-4c64-89c9-b62ddef5d1c9 req-cb9b0a97-00fd-4262-ad4e-d15d5e268570 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 945 time: 0.0679109 Feb 11 05:14:15.448014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c01f9a5-0d72-49a8-86a1-f934f3d352fd None None] Network f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:15.471278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.471752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.472386 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:15.500347 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a203fab9-9eef-4c64-89c9-b62ddef5d1c9 req-170f92b8-56d2-4026-841b-6326277ebcce tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637901 Feb 11 05:14:15.528805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40586) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:15.536724 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-be10dca4-394f-45d9-b240-a5b217cdf695 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9615376 Feb 11 05:14:15.541226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e23d9-40ec-4219-8cd0-2a2744beb9c0 req-8aa095d3-adf1-4b23-9789-ef2f332782b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.542747 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f83e23d9-40ec-4219-8cd0-2a2744beb9c0 req-8aa095d3-adf1-4b23-9789-ef2f332782b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e8b392b4f1c464eafef4230484f4416&device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 1128 time: 0.1204519 Feb 11 05:14:15.611155 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e4881-d1fc-4e7b-9a9b-739a641c89b0 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.613490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e4881-d1fc-4e7b-9a9b-739a641c89b0 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.627562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e4881-d1fc-4e7b-9a9b-739a641c89b0 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.629509 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-021e4881-d1fc-4e7b-9a9b-739a641c89b0 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0996156 Feb 11 05:14:15.647406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40588) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:15.694756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e23d9-40ec-4219-8cd0-2a2744beb9c0 req-f89e4e98-c0ad-4f58-9b45-2d1fa3d2be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.698717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f83e23d9-40ec-4219-8cd0-2a2744beb9c0 req-f89e4e98-c0ad-4f58-9b45-2d1fa3d2be25 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f HTTP/1.1" status: 200 len: 915 time: 0.1446829 Feb 11 05:14:15.739466 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da9fd1e-6da6-49fd-af1f-1b518b431017 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Deleting subnet 8a4614b6-e2e0-4917-8ed4-704dda823f8b {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:14:15.744417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5da9fd1e-6da6-49fd-af1f-1b518b431017 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for subnet (8a4614b6-e2e0-4917-8ed4-704dda823f8b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:15.814639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f83e23d9-40ec-4219-8cd0-2a2744beb9c0 req-26c188bf-0a20-4670-b0c7-cdfa90d29d61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b298dff9-38d3-41f8-b09f-73fe54c5229f HTTP/1.1" status: 200 len: 217 time: 0.1002452 Feb 11 05:14:15.830357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5da9fd1e-6da6-49fd-af1f-1b518b431017 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (8a4614b6-e2e0-4917-8ed4-704dda823f8b), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:15.892707 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:15.893174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e23d9-40ec-4219-8cd0-2a2744beb9c0 req-148beda5-060d-4499-8d63-d12934b3b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.897043 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f83e23d9-40ec-4219-8cd0-2a2744beb9c0 req-148beda5-060d-4499-8d63-d12934b3b998 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61967365-a345-463c-bb5d-3c07b0cfdaf3 HTTP/1.1" status: 200 len: 853 time: 0.0736198 Feb 11 05:14:15.965873 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5da9fd1e-6da6-49fd-af1f-1b518b431017 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (8a4614b6-e2e0-4917-8ed4-704dda823f8b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:15.974312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6', 'network_id': 'f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6', 'project_id': '45739d615bb741ebb8c5bb97b8da80e9', 'fixed_ips': [{'subnet_id': '727419b0-652a-4915-b877-69def982757c'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:14:15.975234 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.002064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf4eb79-5400-402a-a40e-36f2d9a10282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-9b39669b-e9ce-4def-8d05-ac78c6e8b87b', 'network_id': '9b39669b-e9ce-4def-8d05-ac78c6e8b87b', 'project_id': '45739d615bb741ebb8c5bb97b8da80e9', 'fixed_ips': [{'subnet_id': '8a4614b6-e2e0-4917-8ed4-704dda823f8b'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:14:16.002938 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ccf4eb79-5400-402a-a40e-36f2d9a10282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.009219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e23d9-40ec-4219-8cd0-2a2744beb9c0 req-770e8d29-5335-46c6-891d-9d0386ab59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.011638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f83e23d9-40ec-4219-8cd0-2a2744beb9c0 req-770e8d29-5335-46c6-891d-9d0386ab59c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1099081 Feb 11 05:14:16.075217 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5da9fd1e-6da6-49fd-af1f-1b518b431017 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (8a4614b6-e2e0-4917-8ed4-704dda823f8b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.134346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9fd1e-6da6-49fd-af1f-1b518b431017 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4614b6-e2e0-4917-8ed4-704dda823f8b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:16.136156 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f83e23d9-40ec-4219-8cd0-2a2744beb9c0 req-edca6bc3-d825-4890-b193-c5148d47e689 service neutron] 10.222.0.60 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155481 Feb 11 05:14:16.146389 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5da9fd1e-6da6-49fd-af1f-1b518b431017 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.153507 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5da9fd1e-6da6-49fd-af1f-1b518b431017 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "DELETE /v2.0/subnets/8a4614b6-e2e0-4917-8ed4-704dda823f8b HTTP/1.1" status: 204 len: 168 time: 0.5049729 Feb 11 05:14:16.154998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40596) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:16.167969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Allocated IP 172.20.0.18 (f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6/727419b0-652a-4915-b877-69def982757c/7ff4f9c3-a65c-45e7-b608-dc094e76daa6) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:16.252364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc34329-7341-42ac-9f65-586a8be4039a tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Deleting subnet 727419b0-652a-4915-b877-69def982757c {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:14:16.252733 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f83e23d9-40ec-4219-8cd0-2a2744beb9c0 req-ad0b99a0-1ca1-4dea-bb96-95cb09dad3a2 service neutron] 10.222.0.60 "GET /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080639 Feb 11 05:14:16.350321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934a3e88-6f0d-4cb9-8b27-1a8abc8ebc6a None None] Network 9b39669b-e9ce-4def-8d05-ac78c6e8b87b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:16.402205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-905ce515-dd11-47a6-bb4b-5e5e2ace7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '6606ed3c-4c2e-4387-ab83-7fd386c529af', 'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'mac_address': 'fa:16:3e:ef:8a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:06Z', 'updated_at': '2022-02-11T05:09:12Z', 'revision_number': 5, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'subnets': [{'id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:16.433755 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Publish callbacks [] for port (7ff4f9c3-a65c-45e7-b608-dc094e76daa6), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.462545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905ce515-dd11-47a6-bb4b-5e5e2ace7d81 None None] Checking router: b05f004a-1200-4408-abad-2bf78eff04d1 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:14:16.468499 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cc34329-7341-42ac-9f65-586a8be4039a tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for subnet (727419b0-652a-4915-b877-69def982757c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.484157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (7ff4f9c3-a65c-45e7-b608-dc094e76daa6), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.515998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ce515-dd11-47a6-bb4b-5e5e2ace7d81 None None] Routers {'b05f004a-1200-4408-abad-2bf78eff04d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:16.527117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-905ce515-dd11-47a6-bb4b-5e5e2ace7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b05f004a-1200-4408-abad-2bf78eff04d1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:16.545642 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cc34329-7341-42ac-9f65-586a8be4039a tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (727419b0-652a-4915-b877-69def982757c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.653988 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cc34329-7341-42ac-9f65-586a8be4039a tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (727419b0-652a-4915-b877-69def982757c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.654957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Pushing event updated for resources: {'Port': ['ID=7ff4f9c3-a65c-45e7-b608-dc094e76daa6,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:16.675439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Network f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:16.683889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:16.696918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:16.754110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247b875-08da-47d3-b2bb-7233a0ed296f req-00e4fc4d-57fb-4590-a993-e3aea87e5175 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.756201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3247b875-08da-47d3-b2bb-7233a0ed296f req-00e4fc4d-57fb-4590-a993-e3aea87e5175 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 945 time: 0.1486175 Feb 11 05:14:16.760063 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cc34329-7341-42ac-9f65-586a8be4039a tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (727419b0-652a-4915-b877-69def982757c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.817025 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc34329-7341-42ac-9f65-586a8be4039a tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event deleted for resources: {'Subnet': ['ID=727419b0-652a-4915-b877-69def982757c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:16.819243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cc34329-7341-42ac-9f65-586a8be4039a tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.824919 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7cc34329-7341-42ac-9f65-586a8be4039a tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "DELETE /v2.0/subnets/727419b0-652a-4915-b877-69def982757c HTTP/1.1" status: 204 len: 168 time: 0.6663411 Feb 11 05:14:16.826354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40616) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:16.892757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680dec2e-3ace-4f3c-baf0-72cb342476b7 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.898078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-680dec2e-3ace-4f3c-baf0-72cb342476b7 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0652604 Feb 11 05:14:16.899547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40618) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:16.915869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3247b875-08da-47d3-b2bb-7233a0ed296f req-ac2764ef-ca1f-4845-a8e1-76c97aaad8db tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379232 Feb 11 05:14:16.954869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Attempting to bind port 7ff4f9c3-a65c-45e7-b608-dc094e76daa6 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:16.955275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Attempting to bind port 7ff4f9c3-a65c-45e7-b608-dc094e76daa6 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:16.955643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Attempting to bind port 7ff4f9c3-a65c-45e7-b608-dc094e76daa6 on network f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:16.964273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:16.965316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Checking segment: {'id': 'ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:16.965316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.967444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Bound using segment: {'id': 'ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:16.967444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Bound port: 7ff4f9c3-a65c-45e7-b608-dc094e76daa6, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:16.967444 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7ff4f9c3-a65c-45e7-b608-dc094e76daa6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.991891 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-905ce515-dd11-47a6-bb4b-5e5e2ace7d81 None None] Set router b05f004a-1200-4408-abad-2bf78eff04d1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:17.039456 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.120665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] For port 7ff4f9c3-a65c-45e7-b608-dc094e76daa6, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:17.124622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] For port 7ff4f9c3-a65c-45e7-b608-dc094e76daa6, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7ff4f9c3-a65c-45e7-b608-dc094e76daa6,segment=NetworkSegment(ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0),segment_id=ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:17.136170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7ff4f9c3-a65c-45e7-b608-dc094e76daa6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.149302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Deleting port 7ff4f9c3-a65c-45e7-b608-dc094e76daa6 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:17.149690 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7ff4f9c3-a65c-45e7-b608-dc094e76daa6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.279455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4386ac-4720-4700-a5e6-7d73549e6210 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:14:17.281637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596af2f-0e69-4d6a-8b5a-c68cf0347036 None None] Pushing event updated for resources: {'Port': ['ID=7ff4f9c3-a65c-45e7-b608-dc094e76daa6,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:17.311577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] For port 7ff4f9c3-a65c-45e7-b608-dc094e76daa6, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7ff4f9c3-a65c-45e7-b608-dc094e76daa6,segment=NetworkSegment(ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0),segment_id=ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:17.312230 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7ff4f9c3-a65c-45e7-b608-dc094e76daa6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.333124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Calling delete_port for 7ff4f9c3-a65c-45e7-b608-dc094e76daa6 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:17.454526 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (7ff4f9c3-a65c-45e7-b608-dc094e76daa6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.478890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] No DVR routers for this DVR port 7ff4f9c3-a65c-45e7-b608-dc094e76daa6 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:17.489755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4386ac-4720-4700-a5e6-7d73549e6210 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:14:17.558700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event deleted for resources: {'Port': ['ID=7ff4f9c3-a65c-45e7-b608-dc094e76daa6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:17.629951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-905ce515-dd11-47a6-bb4b-5e5e2ace7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '6606ed3c-4c2e-4387-ab83-7fd386c529af', 'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'mac_address': 'fa:16:3e:ef:8a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:06Z', 'updated_at': '2022-02-11T05:09:12Z', 'revision_number': 5, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'subnets': [{'id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:17.635197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21557feb-7693-4aad-829e-fe4ca930ffd5 req-12368d32-129d-4ae3-81bf-8350f3e7159f tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:17.641195 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21557feb-7693-4aad-829e-fe4ca930ffd5 req-12368d32-129d-4ae3-81bf-8350f3e7159f tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 945 time: 0.1949561 Feb 11 05:14:17.674171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905ce515-dd11-47a6-bb4b-5e5e2ace7d81 None None] The sync data for ids ['b05f004a-1200-4408-abad-2bf78eff04d1'] in n-d-615180-58 is: [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:09:07Z', 'revision_number': 4, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '6606ed3c-4c2e-4387-ab83-7fd386c529af', 'name': '', 'network_id': '3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'mac_address': 'fa:16:3e:ef:8a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:06Z', 'updated_at': '2022-02-11T05:09:12Z', 'revision_number': 5, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'subnets': [{'id': '61967365-a345-463c-bb5d-3c07b0cfdaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:17.755807 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.831795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:17.866472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:17.866779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:17.883683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad487fea-77e4-4c4a-98f3-e5db7f4afd17 None None] Network f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:17.911132 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.956253 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.956453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-21557feb-7693-4aad-829e-fe4ca930ffd5 req-fe0600b1-c301-49be-9561-70e8423b8444 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Deleting port b298dff9-38d3-41f8-b09f-73fe54c5229f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:17.958383 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21557feb-7693-4aad-829e-fe4ca930ffd5 req-fe0600b1-c301-49be-9561-70e8423b8444 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.980412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:17.980897 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (ad7d7e5c-0695-40bc-ad1c-0ca6c4aae9b0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:17.987974 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:18.151964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-21557feb-7693-4aad-829e-fe4ca930ffd5 req-fe0600b1-c301-49be-9561-70e8423b8444 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] For port b298dff9-38d3-41f8-b09f-73fe54c5229f, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=b298dff9-38d3-41f8-b09f-73fe54c5229f,segment=NetworkSegment(2a1451e5-f898-48c0-92ad-c782e4857504),segment_id=2a1451e5-f898-48c0-92ad-c782e4857504)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:18.152473 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21557feb-7693-4aad-829e-fe4ca930ffd5 req-fe0600b1-c301-49be-9561-70e8423b8444 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.171483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-21557feb-7693-4aad-829e-fe4ca930ffd5 req-fe0600b1-c301-49be-9561-70e8423b8444 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Calling delete_port for b298dff9-38d3-41f8-b09f-73fe54c5229f owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:18.233722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.245010 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.250280 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "DELETE /v2.0/networks/f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6 HTTP/1.1" status: 204 len: 168 time: 1.3409028 Feb 11 05:14:18.256934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40630) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:18.301508 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d7c4e3-eb85-4781-9d15-b844ed11ae8a None None] New status for floating IP b251499f-eae7-46fe-bd83-9c42c0a361e9: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:14:18.312579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329b17a-e763-45e6-848d-95f020c7ab4e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event deleted for resources: {'Network': ['ID=f5a439c3-5e63-4dc5-8cbc-4bc9465d02e6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:18.341767 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21557feb-7693-4aad-829e-fe4ca930ffd5 req-fe0600b1-c301-49be-9561-70e8423b8444 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b298dff9-38d3-41f8-b09f-73fe54c5229f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.347123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107feeb2-8f19-4050-96c6-57a3c13ba324 req-f10f1825-274d-443a-b8d8-e29af9b0e488 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.348662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-107feeb2-8f19-4050-96c6-57a3c13ba324 req-f10f1825-274d-443a-b8d8-e29af9b0e488 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 945 time: 0.2607920 Feb 11 05:14:18.400147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0600b1-c301-49be-9561-70e8423b8444 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event deleted for resources: {'Port': ['ID=b298dff9-38d3-41f8-b09f-73fe54c5229f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:18.455617 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-107feeb2-8f19-4050-96c6-57a3c13ba324 req-a956de94-2c27-47a7-b1d4-bc7ecd7123fd tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9823d3-1b40-4b73-9ba7-f55e7cc403db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737822 Feb 11 05:14:18.467560 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (9b39669b-e9ce-4def-8d05-ac78c6e8b87b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.490321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-21557feb-7693-4aad-829e-fe4ca930ffd5 req-fe0600b1-c301-49be-9561-70e8423b8444 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] No DVR routers for this DVR port b298dff9-38d3-41f8-b09f-73fe54c5229f on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:18.494811 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-21557feb-7693-4aad-829e-fe4ca930ffd5 req-fe0600b1-c301-49be-9561-70e8423b8444 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.499579 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21557feb-7693-4aad-829e-fe4ca930ffd5 req-fe0600b1-c301-49be-9561-70e8423b8444 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.60 "DELETE /v2.0/ports/b298dff9-38d3-41f8-b09f-73fe54c5229f HTTP/1.1" status: 204 len: 173 time: 0.8527272 Feb 11 05:14:18.500318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'name': 'network-vif-deleted', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:18.503656 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce34b6e-84b1-4a5a-922e-36e91cb5a0f1" -d '{"events": [{"server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "name": "network-vif-deleted", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:18.653773 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (9b39669b-e9ce-4def-8d05-ac78c6e8b87b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.686720 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc48dcc-3b08-46fa-b1f8-f9cbbe57970d x-openstack-request-id: req-4fc48dcc-3b08-46fa-b1f8-f9cbbe57970d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:18.687284 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6b3157-215f-40cc-a8f0-6c2e7c4a511c", "name": "network-vif-deleted", "tag": "b298dff9-38d3-41f8-b09f-73fe54c5229f", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:18.687383 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4fc48dcc-3b08-46fa-b1f8-f9cbbe57970d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:18.687707 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6b3157-215f-40cc-a8f0-6c2e7c4a511c', 'name': 'network-vif-deleted', 'tag': 'b298dff9-38d3-41f8-b09f-73fe54c5229f', 'status': 'completed', 'code': 200} Feb 11 05:14:18.693197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b39669b-e9ce-4def-8d05-ac78c6e8b87b']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:18.709012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fb5dae-f367-44e4-ab3d-a606589baedc') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:18.709708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fb5dae-f367-44e4-ab3d-a606589baedc') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:18.721407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (b7fb5dae-f367-44e4-ab3d-a606589baedc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.740216 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b7fb5dae-f367-44e4-ab3d-a606589baedc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.747058 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:18.747473 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (b7fb5dae-f367-44e4-ab3d-a606589baedc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:18.750716 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:18.845530 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (9b39669b-e9ce-4def-8d05-ac78c6e8b87b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.867778 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.871689 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "DELETE /v2.0/networks/9b39669b-e9ce-4def-8d05-ac78c6e8b87b HTTP/1.1" status: 204 len: 168 time: 0.6116326 Feb 11 05:14:18.874549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40638) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:18.909807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcad8d7-9a55-4d08-b636-615a56c8ac34 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event deleted for resources: {'Network': ['ID=9b39669b-e9ce-4def-8d05-ac78c6e8b87b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:18.997580 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (df03dd3a-6a29-4a01-8c6f-98210ce63f4a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.144326 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (df03dd3a-6a29-4a01-8c6f-98210ce63f4a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.181768 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df03dd3a-6a29-4a01-8c6f-98210ce63f4a']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:19.191751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e41883b-e036-4d7e-9882-43b4963362f1') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:19.192998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e41883b-e036-4d7e-9882-43b4963362f1') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:19.201855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (9e41883b-e036-4d7e-9882-43b4963362f1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.216214 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9e41883b-e036-4d7e-9882-43b4963362f1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.230726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:19.232359 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (9e41883b-e036-4d7e-9882-43b4963362f1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:19.236816 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:19.324843 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (df03dd3a-6a29-4a01-8c6f-98210ce63f4a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.333364 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.336795 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "DELETE /v2.0/networks/df03dd3a-6a29-4a01-8c6f-98210ce63f4a HTTP/1.1" status: 204 len: 168 time: 0.4612024 Feb 11 05:14:19.340879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40650) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:19.377041 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1ed8b-88b2-4953-802a-a20aa8783d6e tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event deleted for resources: {'Network': ['ID=df03dd3a-6a29-4a01-8c6f-98210ce63f4a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:19.444800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (d8566f4f-01bd-4582-bb30-3dc18f2c6be7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.566190 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2e1ec43-1b0a-411d-ab7e-df54e8dbc59b req-9cae22ac-79a8-4b6a-b3ea-89c7caa2334d tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 210 time: 0.0293436 Feb 11 05:14:19.611250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (d8566f4f-01bd-4582-bb30-3dc18f2c6be7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.633401 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8566f4f-01bd-4582-bb30-3dc18f2c6be7']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:19.643903 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d726670-545a-4d67-b0b0-0349ecbdd442') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:19.644209 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d726670-545a-4d67-b0b0-0349ecbdd442') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:19.654574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (9d726670-545a-4d67-b0b0-0349ecbdd442), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.668193 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9d726670-545a-4d67-b0b0-0349ecbdd442), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.675701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:19.676914 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (9d726670-545a-4d67-b0b0-0349ecbdd442), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:19.679227 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:19.748951 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (d8566f4f-01bd-4582-bb30-3dc18f2c6be7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.758409 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.761517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] 10.222.0.48 "DELETE /v2.0/networks/d8566f4f-01bd-4582-bb30-3dc18f2c6be7 HTTP/1.1" status: 204 len: 168 time: 0.4158220 Feb 11 05:14:19.774924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875d2a6-210e-4b52-ad0d-104623b350c5 tempest-BulkNetworkOpsTest-1174146185 tempest-BulkNetworkOpsTest-1174146185-project] Pushing event deleted for resources: {'Network': ['ID=d8566f4f-01bd-4582-bb30-3dc18f2c6be7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:20.075117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40658) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:20.251604 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1a92554a-50f3-4665-923f-346da51bb335 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45739d615bb741ebb8c5bb97b8da80e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1749625 Feb 11 05:14:20.254147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40664) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:20.307074 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-766f432d-938b-40a5-b89c-9a90e362f248 admin admin] Publish callbacks [] for security_group (6b1a41f2-212a-42fa-9436-344c5905daac), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:20.350952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-766f432d-938b-40a5-b89c-9a90e362f248 admin admin] Publish callbacks [] for security_group (6b1a41f2-212a-42fa-9436-344c5905daac), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:20.432749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-766f432d-938b-40a5-b89c-9a90e362f248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6b1a41f2-212a-42fa-9436-344c5905daac), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:20.436123 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-766f432d-938b-40a5-b89c-9a90e362f248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:20.437510 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-766f432d-938b-40a5-b89c-9a90e362f248 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b1a41f2-212a-42fa-9436-344c5905daac HTTP/1.1" status: 204 len: 168 time: 0.1825871 Feb 11 05:14:20.461123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f432d-938b-40a5-b89c-9a90e362f248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1a41f2-212a-42fa-9436-344c5905daac,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:20.734638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b123563-2a44-4406-9cd2-cf2abf33a37a req-d0a55336-9637-4415-b50e-a472bf5228b9 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 210 time: 0.0394766 Feb 11 05:14:21.371204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40696) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:21.501982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'network': {'name': 'tempest-RoutersTest-132814782'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:21.533181 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:21.538361 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.550232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.662489 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for security_group (058774a9-f323-4093-9f59-2cef3b0015bd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.669014 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (058774a9-f323-4093-9f59-2cef3b0015bd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.689116 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:21.700861 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (6a29eff2-0d8a-4a27-b06d-d71acc0dfa53), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.701203 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Added segment 6a29eff2-0d8a-4a27-b06d-d71acc0dfa53 of type vlan for network abb31b2e-325f-4022-ba46-6f1d4733feb8 Feb 11 05:14:21.762757 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (abb31b2e-325f-4022-ba46-6f1d4733feb8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.768506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058774a9-f323-4093-9f59-2cef3b0015bd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:21.799826 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (abb31b2e-325f-4022-ba46-6f1d4733feb8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.812652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:21.814320 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.927110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40710) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:21.927654 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5550001 Feb 11 05:14:21.932715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-88a5e45c-509f-4374-8649-9a03ac1c8b20 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'network': {'name': 'tempest-RoutersTest-1020935654'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:21.977038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a5e45c-509f-4374-8649-9a03ac1c8b20 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:21.995894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46159c4-0e1e-4859-b227-57a5a2215998 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Network': ['ID=abb31b2e-325f-4022-ba46-6f1d4733feb8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:22.001038 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88a5e45c-509f-4374-8649-9a03ac1c8b20 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.028535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network abb31b2e-325f-4022-ba46-6f1d4733feb8 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:22.050769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a5e45c-509f-4374-8649-9a03ac1c8b20 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:22.098170 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88a5e45c-509f-4374-8649-9a03ac1c8b20 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9caf6a6c-a885-4914-aaa2-a5544005ebe7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.100074 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-88a5e45c-509f-4374-8649-9a03ac1c8b20 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Added segment 9caf6a6c-a885-4914-aaa2-a5544005ebe7 of type vlan for network 6e846642-eaa9-4b0a-b0ae-07b339d27d4a Feb 11 05:14:22.161363 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88a5e45c-509f-4374-8649-9a03ac1c8b20 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (6e846642-eaa9-4b0a-b0ae-07b339d27d4a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.173551 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66272f80-bdc0-4c92-b6bc-ffaabad58184 req-aa6d8850-004f-4d7d-a472-96d72941b26b tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 210 time: 0.0471592 Feb 11 05:14:22.201416 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88a5e45c-509f-4374-8649-9a03ac1c8b20 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (6e846642-eaa9-4b0a-b0ae-07b339d27d4a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.208405 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a5e45c-509f-4374-8649-9a03ac1c8b20 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.209328 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88a5e45c-509f-4374-8649-9a03ac1c8b20 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.289896 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5e45c-509f-4374-8649-9a03ac1c8b20 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Network': ['ID=6e846642-eaa9-4b0a-b0ae-07b339d27d4a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:22.308091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-88a5e45c-509f-4374-8649-9a03ac1c8b20 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3796234 Feb 11 05:14:22.310980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40714) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:22.315545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 6e846642-eaa9-4b0a-b0ae-07b339d27d4a details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:22.317487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0d05ee26-5405-4446-9129-681e198558ab tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'subnet': {'network_id': 'abb31b2e-325f-4022-ba46-6f1d4733feb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:22.477218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d05ee26-5405-4446-9129-681e198558ab tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:22.481299 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d05ee26-5405-4446-9129-681e198558ab tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.648221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device b298dff9-38d3-41f8-b09f-73fe54c5229f no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:22.671279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: b298dff9-38d3-41f8-b09f-73fe54c5229f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:22.671723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device b298dff9-38d3-41f8-b09f-73fe54c5229f not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:22.718261 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d05ee26-5405-4446-9129-681e198558ab tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (7d372591-b54b-41cc-8e66-b429c4bd886b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.784260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05ee26-5405-4446-9129-681e198558ab tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Subnet': ['ID=7d372591-b54b-41cc-8e66-b429c4bd886b,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:22.800047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d05ee26-5405-4446-9129-681e198558ab tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Checking segment: {'id': '6a29eff2-0d8a-4a27-b06d-d71acc0dfa53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'abb31b2e-325f-4022-ba46-6f1d4733feb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:22.800422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d05ee26-5405-4446-9129-681e198558ab tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network hostable DHCP agents. Network: abb31b2e-325f-4022-ba46-6f1d4733feb8, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:22.819150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d05ee26-5405-4446-9129-681e198558ab tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network abb31b2e-325f-4022-ba46-6f1d4733feb8 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:22.828153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-0d05ee26-5405-4446-9129-681e198558ab tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, abb31b2e-325f-4022-ba46-6f1d4733feb8) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:22.832941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05ee26-5405-4446-9129-681e198558ab tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.833601 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d05ee26-5405-4446-9129-681e198558ab tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.847769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29929799-4ac3-4e83-88cb-1c62b8d45474 None None] Network abb31b2e-325f-4022-ba46-6f1d4733feb8 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:22.852724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0d05ee26-5405-4446-9129-681e198558ab tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5404727 Feb 11 05:14:22.856003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40722) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:22.875060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e2b1ddfa-91d9-4da9-a7b0-daa56fbf1e7c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'subnet': {'network_id': '6e846642-eaa9-4b0a-b0ae-07b339d27d4a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:22.974022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-abb31b2e-325f-4022-ba46-6f1d4733feb8', 'network_id': 'abb31b2e-325f-4022-ba46-6f1d4733feb8', 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'fixed_ips': [{'subnet_id': '7d372591-b54b-41cc-8e66-b429c4bd886b'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:14:22.975147 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.995075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b1ddfa-91d9-4da9-a7b0-daa56fbf1e7c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:23.001005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ddfa-91d9-4da9-a7b0-daa56fbf1e7c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.116753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Allocated IP 172.20.0.2 (abb31b2e-325f-4022-ba46-6f1d4733feb8/7d372591-b54b-41cc-8e66-b429c4bd886b/ba1ba81d-07cf-40a2-b2af-0aec15e1722d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:23.210700 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ddfa-91d9-4da9-a7b0-daa56fbf1e7c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (11b13db0-b898-44d1-89eb-1ea1247976bb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.276546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe88715a-7146-448d-bf74-7619b8486dfd req-b35e985e-e489-451c-9056-a7b8c01ce6b6 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 210 time: 0.0282421 Feb 11 05:14:23.290130 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Publish callbacks [] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.302211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1ddfa-91d9-4da9-a7b0-daa56fbf1e7c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Subnet': ['ID=11b13db0-b898-44d1-89eb-1ea1247976bb,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:23.308274 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.309314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b1ddfa-91d9-4da9-a7b0-daa56fbf1e7c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Checking segment: {'id': '9caf6a6c-a885-4914-aaa2-a5544005ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e846642-eaa9-4b0a-b0ae-07b339d27d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:23.309836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b1ddfa-91d9-4da9-a7b0-daa56fbf1e7c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network hostable DHCP agents. Network: 6e846642-eaa9-4b0a-b0ae-07b339d27d4a, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:23.328739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b1ddfa-91d9-4da9-a7b0-daa56fbf1e7c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 6e846642-eaa9-4b0a-b0ae-07b339d27d4a is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:23.338340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e2b1ddfa-91d9-4da9-a7b0-daa56fbf1e7c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 6e846642-eaa9-4b0a-b0ae-07b339d27d4a) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:23.344663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b1ddfa-91d9-4da9-a7b0-daa56fbf1e7c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:23.345699 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ddfa-91d9-4da9-a7b0-daa56fbf1e7c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.358965 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a120dd86-413c-44a5-9217-eca3797d9678 None None] Network 6e846642-eaa9-4b0a-b0ae-07b339d27d4a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:23.365413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Network abb31b2e-325f-4022-ba46-6f1d4733feb8 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:23.369715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e2b1ddfa-91d9-4da9-a7b0-daa56fbf1e7c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5101333 Feb 11 05:14:23.370323 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40732) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:23.376537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cafacb64-30c4-4e7c-a017-f0764075ed45 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-818990395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:23.381956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:23.400194 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:23.406314 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cafacb64-30c4-4e7c-a017-f0764075ed45 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (6b923e72-ad05-4243-a9a8-86a423faf6eb), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.407569 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cafacb64-30c4-4e7c-a017-f0764075ed45 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (6b923e72-ad05-4243-a9a8-86a423faf6eb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.412337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Pushing event updated for resources: {'Port': ['ID=ba1ba81d-07cf-40a2-b2af-0aec15e1722d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:23.488162 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cafacb64-30c4-4e7c-a017-f0764075ed45 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (6b923e72-ad05-4243-a9a8-86a423faf6eb), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.494361 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cafacb64-30c4-4e7c-a017-f0764075ed45 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (6b923e72-ad05-4243-a9a8-86a423faf6eb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.515891 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cafacb64-30c4-4e7c-a017-f0764075ed45 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.519826 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cafacb64-30c4-4e7c-a017-f0764075ed45 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1460543 Feb 11 05:14:23.520545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40738) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:23.777662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-6e846642-eaa9-4b0a-b0ae-07b339d27d4a', 'network_id': '6e846642-eaa9-4b0a-b0ae-07b339d27d4a', 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'fixed_ips': [{'subnet_id': '11b13db0-b898-44d1-89eb-1ea1247976bb'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:14:23.779160 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.805277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Attempting to bind port ba1ba81d-07cf-40a2-b2af-0aec15e1722d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:23.805659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Attempting to bind port ba1ba81d-07cf-40a2-b2af-0aec15e1722d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '6a29eff2-0d8a-4a27-b06d-d71acc0dfa53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'abb31b2e-325f-4022-ba46-6f1d4733feb8'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:23.806093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Attempting to bind port ba1ba81d-07cf-40a2-b2af-0aec15e1722d on network abb31b2e-325f-4022-ba46-6f1d4733feb8 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:23.857068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:23.857567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Checking segment: {'id': '6a29eff2-0d8a-4a27-b06d-d71acc0dfa53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'abb31b2e-325f-4022-ba46-6f1d4733feb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:23.857863 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.858298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Bound using segment: {'id': '6a29eff2-0d8a-4a27-b06d-d71acc0dfa53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'abb31b2e-325f-4022-ba46-6f1d4733feb8'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:23.858790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Bound port: ba1ba81d-07cf-40a2-b2af-0aec15e1722d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a29eff2-0d8a-4a27-b06d-d71acc0dfa53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'abb31b2e-325f-4022-ba46-6f1d4733feb8'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:23.859264 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.863550 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.949791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] For port ba1ba81d-07cf-40a2-b2af-0aec15e1722d, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:23.954196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] For port ba1ba81d-07cf-40a2-b2af-0aec15e1722d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ba1ba81d-07cf-40a2-b2af-0aec15e1722d,segment=NetworkSegment(6a29eff2-0d8a-4a27-b06d-d71acc0dfa53),segment_id=6a29eff2-0d8a-4a27-b06d-d71acc0dfa53)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:23.969849 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.068311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfce650-4535-44eb-9237-caaac35ea938 None None] Pushing event updated for resources: {'Port': ['ID=ba1ba81d-07cf-40a2-b2af-0aec15e1722d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:24.126970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Allocated IP 172.21.0.2 (6e846642-eaa9-4b0a-b0ae-07b339d27d4a/11b13db0-b898-44d1-89eb-1ea1247976bb/9125ee49-390b-4c75-a3cd-166ebe672971) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:24.298846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Allocated IP 172.20.0.1 (abb31b2e-325f-4022-ba46-6f1d4733feb8/7d372591-b54b-41cc-8e66-b429c4bd886b/0c83937b-3b2e-48bc-82af-389c525ac05a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:24.402690 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Publish callbacks [] for port (9125ee49-390b-4c75-a3cd-166ebe672971), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.416978 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.492847 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d3403358-f41d-4880-8667-59cb477b1e87 req-61bbc824-085c-4458-a3fb-693f54f1b61f tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 210 time: 0.0443993 Feb 11 05:14:24.533055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Network 6e846642-eaa9-4b0a-b0ae-07b339d27d4a is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:24.558346 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (0c83937b-3b2e-48bc-82af-389c525ac05a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.562131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:24.571952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Pushing event updated for resources: {'Port': ['ID=9125ee49-390b-4c75-a3cd-166ebe672971,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:24.574367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:24.601227 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0c83937b-3b2e-48bc-82af-389c525ac05a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.709442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network abb31b2e-325f-4022-ba46-6f1d4733feb8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:24.711275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:24.724155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=0c83937b-3b2e-48bc-82af-389c525ac05a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:24.727210 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:24.732887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Attempting to bind port 9125ee49-390b-4c75-a3cd-166ebe672971 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:24.733842 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Attempting to bind port 9125ee49-390b-4c75-a3cd-166ebe672971 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '9caf6a6c-a885-4914-aaa2-a5544005ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e846642-eaa9-4b0a-b0ae-07b339d27d4a'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:24.734220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Attempting to bind port 9125ee49-390b-4c75-a3cd-166ebe672971 on network 6e846642-eaa9-4b0a-b0ae-07b339d27d4a {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:24.740297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:24.740831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Checking segment: {'id': '9caf6a6c-a885-4914-aaa2-a5544005ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e846642-eaa9-4b0a-b0ae-07b339d27d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:24.741235 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.741638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Bound using segment: {'id': '9caf6a6c-a885-4914-aaa2-a5544005ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e846642-eaa9-4b0a-b0ae-07b339d27d4a'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:24.742115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Bound port: 9125ee49-390b-4c75-a3cd-166ebe672971, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9caf6a6c-a885-4914-aaa2-a5544005ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e846642-eaa9-4b0a-b0ae-07b339d27d4a'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:24.742502 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.781903 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (6b923e72-ad05-4243-a9a8-86a423faf6eb), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.818516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] For port 9125ee49-390b-4c75-a3cd-166ebe672971, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:24.821681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] For port 9125ee49-390b-4c75-a3cd-166ebe672971, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9125ee49-390b-4c75-a3cd-166ebe672971,segment=NetworkSegment(9caf6a6c-a885-4914-aaa2-a5544005ebe7),segment_id=9caf6a6c-a885-4914-aaa2-a5544005ebe7)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:24.832157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.922710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c3546-f8b6-4fa4-b942-db3fb87f3d94 None None] Pushing event updated for resources: {'Port': ['ID=9125ee49-390b-4c75-a3cd-166ebe672971,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:24.962936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0c83937b-3b2e-48bc-82af-389c525ac05a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.442234 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (0c83937b-3b2e-48bc-82af-389c525ac05a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.462842 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0c83937b-3b2e-48bc-82af-389c525ac05a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.528003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=0c83937b-3b2e-48bc-82af-389c525ac05a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:25.601805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (6b923e72-ad05-4243-a9a8-86a423faf6eb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.781730 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e06eb3c-8bc0-4128-83da-f7323fa6da5d req-5e871237-f73d-4901-90eb-6ff9798038d0 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 210 time: 0.1262374 Feb 11 05:14:25.802824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network abb31b2e-325f-4022-ba46-6f1d4733feb8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:25.804905 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:25.992705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5270f-c903-4fda-8fdb-b3376127846a None None] Network abb31b2e-325f-4022-ba46-6f1d4733feb8 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:26.081620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router 6b923e72-ad05-4243-a9a8-86a423faf6eb is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:14:26.136070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ba1ba81d-07cf-40a2-b2af-0aec15e1722d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:26.192159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-82a29f02-8a1e-4a6c-a406-339e667d4470 None None] Provisioning complete for port ba1ba81d-07cf-40a2-b2af-0aec15e1722d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:26.192601 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82a29f02-8a1e-4a6c-a406-339e667d4470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.240138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:26.247178 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8e47d3a8-9e3c-418e-9b6e-4ad49c3e14ef tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/6b923e72-ad05-4243-a9a8-86a423faf6eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7254400 Feb 11 05:14:26.249727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40766) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:26.275796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5773f72-a97f-4ebd-bd6f-db0d71c9af92 None None] Sync routers for ids ['6b923e72-ad05-4243-a9a8-86a423faf6eb'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:26.336244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77047879-9f2c-40f6-af4f-c85d5bd6ede9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.336499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5773f72-a97f-4ebd-bd6f-db0d71c9af92 None None] Routers {'6b923e72-ad05-4243-a9a8-86a423faf6eb'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:26.337006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a5773f72-a97f-4ebd-bd6f-db0d71c9af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b923e72-ad05-4243-a9a8-86a423faf6eb'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:26.354603 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-77047879-9f2c-40f6-af4f-c85d5bd6ede9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports/0c83937b-3b2e-48bc-82af-389c525ac05a HTTP/1.1" status: 200 len: 910 time: 0.1038041 Feb 11 05:14:26.357351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40768) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:26.401604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a5773f72-a97f-4ebd-bd6f-db0d71c9af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:26.431405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5773f72-a97f-4ebd-bd6f-db0d71c9af92 None None] Routers {'6b923e72-ad05-4243-a9a8-86a423faf6eb'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:26.432291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a5773f72-a97f-4ebd-bd6f-db0d71c9af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b923e72-ad05-4243-a9a8-86a423faf6eb'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:26.477005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ba1ba81d-07cf-40a2-b2af-0aec15e1722d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:26.477314 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.504815 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a5773f72-a97f-4ebd-bd6f-db0d71c9af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:26.505480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5773f72-a97f-4ebd-bd6f-db0d71c9af92 None None] The sync data for ids ['6b923e72-ad05-4243-a9a8-86a423faf6eb'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:26.567586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-82a29f02-8a1e-4a6c-a406-339e667d4470 None None] Current status of the port ba1ba81d-07cf-40a2-b2af-0aec15e1722d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:26.578535 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82a29f02-8a1e-4a6c-a406-339e667d4470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.601133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e00418-c88d-4fc4-86aa-1a9126172193 None None] Network 6e846642-eaa9-4b0a-b0ae-07b339d27d4a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:26.767967 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-82a29f02-8a1e-4a6c-a406-339e667d4470 None None] For port ba1ba81d-07cf-40a2-b2af-0aec15e1722d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ba1ba81d-07cf-40a2-b2af-0aec15e1722d,segment=NetworkSegment(6a29eff2-0d8a-4a27-b06d-d71acc0dfa53),segment_id=6a29eff2-0d8a-4a27-b06d-d71acc0dfa53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:26.788536 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82a29f02-8a1e-4a6c-a406-339e667d4470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.794334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ba1ba81d-07cf-40a2-b2af-0aec15e1722d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:26.794733 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.038394 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a29f02-8a1e-4a6c-a406-339e667d4470 None None] Pushing event updated for resources: {'Port': ['ID=ba1ba81d-07cf-40a2-b2af-0aec15e1722d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:27.041219 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65023f6e-0761-4505-ad7c-1a91c210226e req-35249383-1a37-43ff-8223-43146973c6d9 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 210 time: 0.1211622 Feb 11 05:14:27.093696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2df41357-61e5-4ec6-b16f-4964e17315fc None None] Provisioning complete for port 9125ee49-390b-4c75-a3cd-166ebe672971 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:27.094000 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2df41357-61e5-4ec6-b16f-4964e17315fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.209503 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:14:27.210291 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:14:27.256021 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.376425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2df41357-61e5-4ec6-b16f-4964e17315fc None None] Current status of the port 9125ee49-390b-4c75-a3cd-166ebe672971 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:27.380714 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2df41357-61e5-4ec6-b16f-4964e17315fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.456844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2df41357-61e5-4ec6-b16f-4964e17315fc None None] For port 9125ee49-390b-4c75-a3cd-166ebe672971, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9125ee49-390b-4c75-a3cd-166ebe672971,segment=NetworkSegment(9caf6a6c-a885-4914-aaa2-a5544005ebe7),segment_id=9caf6a6c-a885-4914-aaa2-a5544005ebe7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:27.464347 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2df41357-61e5-4ec6-b16f-4964e17315fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.581196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df41357-61e5-4ec6-b16f-4964e17315fc None None] Pushing event updated for resources: {'Port': ['ID=9125ee49-390b-4c75-a3cd-166ebe672971,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:27.615715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e44547fe-4c13-4294-a750-111841a4fb34 None None] Provisioning complete for port 0c83937b-3b2e-48bc-82af-389c525ac05a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:27.616094 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e44547fe-4c13-4294-a750-111841a4fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0c83937b-3b2e-48bc-82af-389c525ac05a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.678025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e44547fe-4c13-4294-a750-111841a4fb34 None None] Port 0c83937b-3b2e-48bc-82af-389c525ac05a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:27.700948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e44547fe-4c13-4294-a750-111841a4fb34 None None] Provisioning complete for port ba1ba81d-07cf-40a2-b2af-0aec15e1722d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:27.701336 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e44547fe-4c13-4294-a750-111841a4fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.766825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ba1ba81d-07cf-40a2-b2af-0aec15e1722d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:27.768318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9125ee49-390b-4c75-a3cd-166ebe672971 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:27.787642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Allocated IP 172.21.0.1 (6e846642-eaa9-4b0a-b0ae-07b339d27d4a/11b13db0-b898-44d1-89eb-1ea1247976bb/77d3ba33-a431-46db-a1f2-77713968329d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:27.874488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e44547fe-4c13-4294-a750-111841a4fb34 None None] Current status of the port ba1ba81d-07cf-40a2-b2af-0aec15e1722d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:27.885521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9125ee49-390b-4c75-a3cd-166ebe672971 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:27.886026 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.961025 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (77d3ba33-a431-46db-a1f2-77713968329d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.001042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (77d3ba33-a431-46db-a1f2-77713968329d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.042248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9125ee49-390b-4c75-a3cd-166ebe672971 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:28.060847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 6e846642-eaa9-4b0a-b0ae-07b339d27d4a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:28.073890 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a03eea7-b564-4bd2-b3fb-87c641db92d1 None None] Provisioning complete for port 0c83937b-3b2e-48bc-82af-389c525ac05a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:28.077636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:28.077976 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a03eea7-b564-4bd2-b3fb-87c641db92d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0c83937b-3b2e-48bc-82af-389c525ac05a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.088560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:28.156682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=77d3ba33-a431-46db-a1f2-77713968329d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:28.171419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4a03eea7-b564-4bd2-b3fb-87c641db92d1 None None] Port 0c83937b-3b2e-48bc-82af-389c525ac05a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:28.210889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a03eea7-b564-4bd2-b3fb-87c641db92d1 None None] Provisioning complete for port 9125ee49-390b-4c75-a3cd-166ebe672971 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:28.211770 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a03eea7-b564-4bd2-b3fb-87c641db92d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.270999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (6b923e72-ad05-4243-a9a8-86a423faf6eb), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.330502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ba1ba81d-07cf-40a2-b2af-0aec15e1722d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:28.349385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-657b17e8-21e1-4ee1-82d7-895cacc86575 req-ada92e5a-20dd-423a-92e1-5e5bf4f5718c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 210 time: 0.1097243 Feb 11 05:14:28.483472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4a03eea7-b564-4bd2-b3fb-87c641db92d1 None None] Current status of the port 9125ee49-390b-4c75-a3cd-166ebe672971 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:28.508058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ba1ba81d-07cf-40a2-b2af-0aec15e1722d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:28.508464 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.566672 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (77d3ba33-a431-46db-a1f2-77713968329d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.641777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ba1ba81d-07cf-40a2-b2af-0aec15e1722d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:28.642774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9125ee49-390b-4c75-a3cd-166ebe672971 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:28.681693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7e532560-6b69-40c7-81b4-c36de69dc632 None None] Provisioning complete for port 77d3ba33-a431-46db-a1f2-77713968329d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:28.682080 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e532560-6b69-40c7-81b4-c36de69dc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (77d3ba33-a431-46db-a1f2-77713968329d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.795059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9125ee49-390b-4c75-a3cd-166ebe672971 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:28.795885 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.808474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7e532560-6b69-40c7-81b4-c36de69dc632 None None] Port 77d3ba33-a431-46db-a1f2-77713968329d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:28.968766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9125ee49-390b-4c75-a3cd-166ebe672971 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:28.985178 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (77d3ba33-a431-46db-a1f2-77713968329d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.992974 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (77d3ba33-a431-46db-a1f2-77713968329d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.079293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=77d3ba33-a431-46db-a1f2-77713968329d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:29.096179 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (6b923e72-ad05-4243-a9a8-86a423faf6eb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.204425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 6e846642-eaa9-4b0a-b0ae-07b339d27d4a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:29.205909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:29.342701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router 6b923e72-ad05-4243-a9a8-86a423faf6eb has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:29.501146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:29.511339 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c36a2a-c47c-4a89-a425-3d71f28b04a7 None None] Sync routers for ids ['6b923e72-ad05-4243-a9a8-86a423faf6eb'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:29.514245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-744a1ac0-31e1-4f8d-9dde-6f92a1c915f9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/6b923e72-ad05-4243-a9a8-86a423faf6eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1550946 Feb 11 05:14:29.517051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40790) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:29.548845 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c36a2a-c47c-4a89-a425-3d71f28b04a7 None None] Routers {'6b923e72-ad05-4243-a9a8-86a423faf6eb'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:29.549742 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-64c36a2a-c47c-4a89-a425-3d71f28b04a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b923e72-ad05-4243-a9a8-86a423faf6eb'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:29.562643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00d8f928-5e60-485f-9e0f-c32ef759e94e req-ed53ef0b-984e-49a6-a422-388da2a38b22 tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f6b3157-215f-40cc-a8f0-6c2e7c4a511c HTTP/1.1" status: 200 len: 210 time: 0.0414970 Feb 11 05:14:29.627342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9c7acf-bf7f-47f1-8ddf-80ccc8e33c1f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.628725 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dd9c7acf-bf7f-47f1-8ddf-80ccc8e33c1f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports/77d3ba33-a431-46db-a1f2-77713968329d HTTP/1.1" status: 200 len: 910 time: 0.1102214 Feb 11 05:14:29.631640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 40792) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:29.659032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cba419ad-36b8-444f-9c9e-e2a0f1c80499 None None] Provisioning complete for port 77d3ba33-a431-46db-a1f2-77713968329d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:29.659629 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cba419ad-36b8-444f-9c9e-e2a0f1c80499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (77d3ba33-a431-46db-a1f2-77713968329d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.733946 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cba419ad-36b8-444f-9c9e-e2a0f1c80499 None None] Port 77d3ba33-a431-46db-a1f2-77713968329d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:29.738336 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-64c36a2a-c47c-4a89-a425-3d71f28b04a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:29.747734 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c36a2a-c47c-4a89-a425-3d71f28b04a7 None None] Routers {'6b923e72-ad05-4243-a9a8-86a423faf6eb'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:29.748715 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-64c36a2a-c47c-4a89-a425-3d71f28b04a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b923e72-ad05-4243-a9a8-86a423faf6eb'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:29.793373 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-64c36a2a-c47c-4a89-a425-3d71f28b04a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:29.794021 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c36a2a-c47c-4a89-a425-3d71f28b04a7 None None] The sync data for ids ['6b923e72-ad05-4243-a9a8-86a423faf6eb'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:30.117396 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b14f2b1-a1c0-4391-bb34-ff35a0849f21 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (6b923e72-ad05-4243-a9a8-86a423faf6eb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.387712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4b14f2b1-a1c0-4391-bb34-ff35a0849f21 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 77d3ba33-a431-46db-a1f2-77713968329d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:30.388102 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b14f2b1-a1c0-4391-bb34-ff35a0849f21 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (77d3ba33-a431-46db-a1f2-77713968329d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.508005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b14f2b1-a1c0-4391-bb34-ff35a0849f21 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (77d3ba33-a431-46db-a1f2-77713968329d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.522584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4b14f2b1-a1c0-4391-bb34-ff35a0849f21 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 77d3ba33-a431-46db-a1f2-77713968329d owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:30.622500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40800) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:30.684155 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00876bb3-1681-4494-973d-462df677a03c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group (4c9823d3-1b40-4b73-9ba7-f55e7cc403db), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.716676 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00876bb3-1681-4494-973d-462df677a03c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group (4c9823d3-1b40-4b73-9ba7-f55e7cc403db), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.726003 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b14f2b1-a1c0-4391-bb34-ff35a0849f21 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (77d3ba33-a431-46db-a1f2-77713968329d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.767000 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14f2b1-a1c0-4391-bb34-ff35a0849f21 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=77d3ba33-a431-46db-a1f2-77713968329d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:30.807552 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00876bb3-1681-4494-973d-462df677a03c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4c9823d3-1b40-4b73-9ba7-f55e7cc403db), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.810307 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00876bb3-1681-4494-973d-462df677a03c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.814769 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-00876bb3-1681-4494-973d-462df677a03c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] 10.222.0.48 "DELETE /v2.0/security-groups/4c9823d3-1b40-4b73-9ba7-f55e7cc403db HTTP/1.1" status: 204 len: 168 time: 0.1886690 Feb 11 05:14:30.822830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00876bb3-1681-4494-973d-462df677a03c tempest-TestVolumeBackupRestore-862765030 tempest-TestVolumeBackupRestore-862765030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9823d3-1b40-4b73-9ba7-f55e7cc403db,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:31.084723 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b14f2b1-a1c0-4391-bb34-ff35a0849f21 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (6b923e72-ad05-4243-a9a8-86a423faf6eb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.070809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b14f2b1-a1c0-4391-bb34-ff35a0849f21 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router 6b923e72-ad05-4243-a9a8-86a423faf6eb has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:32.213102 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b14f2b1-a1c0-4391-bb34-ff35a0849f21 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:32.241089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff999020-2858-4a2a-8eb2-792108e8b9d6 None None] Sync routers for ids ['6b923e72-ad05-4243-a9a8-86a423faf6eb'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:32.243840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 40940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:32.245342 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4b14f2b1-a1c0-4391-bb34-ff35a0849f21 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/6b923e72-ad05-4243-a9a8-86a423faf6eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6117272 Feb 11 05:14:32.259456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff999020-2858-4a2a-8eb2-792108e8b9d6 None None] Routers {'6b923e72-ad05-4243-a9a8-86a423faf6eb'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:32.260103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff999020-2858-4a2a-8eb2-792108e8b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b923e72-ad05-4243-a9a8-86a423faf6eb'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:32.371105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff999020-2858-4a2a-8eb2-792108e8b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:32.407315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff999020-2858-4a2a-8eb2-792108e8b9d6 None None] Routers {'6b923e72-ad05-4243-a9a8-86a423faf6eb'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:32.408458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff999020-2858-4a2a-8eb2-792108e8b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b923e72-ad05-4243-a9a8-86a423faf6eb'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:32.559164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff999020-2858-4a2a-8eb2-792108e8b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:32.559944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff999020-2858-4a2a-8eb2-792108e8b9d6 None None] The sync data for ids ['6b923e72-ad05-4243-a9a8-86a423faf6eb'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:33.339472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa0b9ccf-1516-4c3f-9d40-b30e41b3c5c7 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (6b923e72-ad05-4243-a9a8-86a423faf6eb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.454298 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.906478 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b9ccf-1516-4c3f-9d40-b30e41b3c5c7 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 0c83937b-3b2e-48bc-82af-389c525ac05a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:33.906936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa0b9ccf-1516-4c3f-9d40-b30e41b3c5c7 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0c83937b-3b2e-48bc-82af-389c525ac05a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.098500 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa0b9ccf-1516-4c3f-9d40-b30e41b3c5c7 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0c83937b-3b2e-48bc-82af-389c525ac05a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.128140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b9ccf-1516-4c3f-9d40-b30e41b3c5c7 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 0c83937b-3b2e-48bc-82af-389c525ac05a owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:34.580586 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa0b9ccf-1516-4c3f-9d40-b30e41b3c5c7 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0c83937b-3b2e-48bc-82af-389c525ac05a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.667545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b9ccf-1516-4c3f-9d40-b30e41b3c5c7 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=0c83937b-3b2e-48bc-82af-389c525ac05a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:35.074573 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa0b9ccf-1516-4c3f-9d40-b30e41b3c5c7 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (6b923e72-ad05-4243-a9a8-86a423faf6eb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.475660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0b9ccf-1516-4c3f-9d40-b30e41b3c5c7 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router 6b923e72-ad05-4243-a9a8-86a423faf6eb has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:35.690122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0b9ccf-1516-4c3f-9d40-b30e41b3c5c7 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:35.701097 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-aa0b9ccf-1516-4c3f-9d40-b30e41b3c5c7 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/6b923e72-ad05-4243-a9a8-86a423faf6eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4551475 Feb 11 05:14:35.704650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41274) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:35.721193 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b77bb-3a65-437f-be1b-3b65bd817699 None None] Sync routers for ids ['6b923e72-ad05-4243-a9a8-86a423faf6eb'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:35.734575 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b77bb-3a65-437f-be1b-3b65bd817699 None None] Routers {'6b923e72-ad05-4243-a9a8-86a423faf6eb'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:35.743680 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9c5b77bb-3a65-437f-be1b-3b65bd817699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b923e72-ad05-4243-a9a8-86a423faf6eb'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:35.770043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41280) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:35.787623 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-80d75ae4-83f4-49f0-92c4-fa33cdc7b9bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b923e72-ad05-4243-a9a8-86a423faf6eb HTTP/1.1" status: 200 len: 205 time: 0.0806265 Feb 11 05:14:35.830280 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9c5b77bb-3a65-437f-be1b-3b65bd817699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:35.858014 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b77bb-3a65-437f-be1b-3b65bd817699 None None] Routers {'6b923e72-ad05-4243-a9a8-86a423faf6eb'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:35.858829 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9c5b77bb-3a65-437f-be1b-3b65bd817699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b923e72-ad05-4243-a9a8-86a423faf6eb'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:35.946051 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9c5b77bb-3a65-437f-be1b-3b65bd817699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:35.947196 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b77bb-3a65-437f-be1b-3b65bd817699 None None] The sync data for ids ['6b923e72-ad05-4243-a9a8-86a423faf6eb'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:36.038070 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dde9ce16-7c49-4e91-86a4-8806d4f18c6a tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (6b923e72-ad05-4243-a9a8-86a423faf6eb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.454466 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dde9ce16-7c49-4e91-86a4-8806d4f18c6a tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (6b923e72-ad05-4243-a9a8-86a423faf6eb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.476094 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dde9ce16-7c49-4e91-86a4-8806d4f18c6a tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (6b923e72-ad05-4243-a9a8-86a423faf6eb), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.606345 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dde9ce16-7c49-4e91-86a4-8806d4f18c6a tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (6b923e72-ad05-4243-a9a8-86a423faf6eb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.606796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde9ce16-7c49-4e91-86a4-8806d4f18c6a tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Fanout notify agent at l3_agent the message router_deleted on router 6b923e72-ad05-4243-a9a8-86a423faf6eb {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:14:36.614820 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dde9ce16-7c49-4e91-86a4-8806d4f18c6a tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.618962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41310) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:36.621326 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dde9ce16-7c49-4e91-86a4-8806d4f18c6a tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/6b923e72-ad05-4243-a9a8-86a423faf6eb HTTP/1.1" status: 204 len: 168 time: 0.8487189 Feb 11 05:14:36.695476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb0f6d3-fc5a-495e-8bf9-74831e31485e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting subnet 11b13db0-b898-44d1-89eb-1ea1247976bb {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:14:36.699397 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f6d3-fc5a-495e-8bf9-74831e31485e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (11b13db0-b898-44d1-89eb-1ea1247976bb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.783869 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f6d3-fc5a-495e-8bf9-74831e31485e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (11b13db0-b898-44d1-89eb-1ea1247976bb), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.000407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f6d3-fc5a-495e-8bf9-74831e31485e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (11b13db0-b898-44d1-89eb-1ea1247976bb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.138443 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f6d3-fc5a-495e-8bf9-74831e31485e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (11b13db0-b898-44d1-89eb-1ea1247976bb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.220687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0f6d3-fc5a-495e-8bf9-74831e31485e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Subnet': ['ID=11b13db0-b898-44d1-89eb-1ea1247976bb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:37.243174 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7f033b-8c92-46b3-b0ce-d41641c780bd None None] Network 6e846642-eaa9-4b0a-b0ae-07b339d27d4a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:37.243669 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f6d3-fc5a-495e-8bf9-74831e31485e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.253721 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bfb0f6d3-fc5a-495e-8bf9-74831e31485e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/11b13db0-b898-44d1-89eb-1ea1247976bb HTTP/1.1" status: 204 len: 168 time: 0.6318870 Feb 11 05:14:37.254511 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41318) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:37.402680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8acaf8d-6b0c-40cd-9c83-d1272db62d15 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting subnet 7d372591-b54b-41cc-8e66-b429c4bd886b {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:14:37.416199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acaf8d-6b0c-40cd-9c83-d1272db62d15 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (7d372591-b54b-41cc-8e66-b429c4bd886b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.481098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acaf8d-6b0c-40cd-9c83-d1272db62d15 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (7d372591-b54b-41cc-8e66-b429c4bd886b), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.652955 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acaf8d-6b0c-40cd-9c83-d1272db62d15 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (7d372591-b54b-41cc-8e66-b429c4bd886b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.786855 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acaf8d-6b0c-40cd-9c83-d1272db62d15 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (7d372591-b54b-41cc-8e66-b429c4bd886b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.828064 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.856505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acaf8d-6b0c-40cd-9c83-d1272db62d15 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Subnet': ['ID=7d372591-b54b-41cc-8e66-b429c4bd886b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:37.859315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146cf8e5-0f06-41ca-9eea-1ea08b51adf1 None None] Network abb31b2e-325f-4022-ba46-6f1d4733feb8 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:37.870138 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8acaf8d-6b0c-40cd-9c83-d1272db62d15 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.880208 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f8acaf8d-6b0c-40cd-9c83-d1272db62d15 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/7d372591-b54b-41cc-8e66-b429c4bd886b HTTP/1.1" status: 204 len: 168 time: 0.6233060 Feb 11 05:14:37.883154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41322) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:38.026646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] DHCP port deletion for 6e846642-eaa9-4b0a-b0ae-07b339d27d4a request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:14:38.119066 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (6e846642-eaa9-4b0a-b0ae-07b339d27d4a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.192412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9125ee49-390b-4c75-a3cd-166ebe672971 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:38.198865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Deleting port 9125ee49-390b-4c75-a3cd-166ebe672971 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:38.199357 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.276604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 9125ee49-390b-4c75-a3cd-166ebe672971 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:38.277255 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.292322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5a06f0-66eb-477d-94ec-aa7d3ab1df1f None None] DHCP port deletion for abb31b2e-325f-4022-ba46-6f1d4733feb8 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:14:38.428762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] For port 9125ee49-390b-4c75-a3cd-166ebe672971, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9125ee49-390b-4c75-a3cd-166ebe672971,segment=NetworkSegment(9caf6a6c-a885-4914-aaa2-a5544005ebe7),segment_id=9caf6a6c-a885-4914-aaa2-a5544005ebe7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:38.430828 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.444134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] For port 9125ee49-390b-4c75-a3cd-166ebe672971, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9125ee49-390b-4c75-a3cd-166ebe672971,segment=NetworkSegment(9caf6a6c-a885-4914-aaa2-a5544005ebe7),segment_id=9caf6a6c-a885-4914-aaa2-a5544005ebe7)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:38.452008 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.473515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 9125ee49-390b-4c75-a3cd-166ebe672971 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:38.518743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Calling delete_port for 9125ee49-390b-4c75-a3cd-166ebe672971 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:38.614373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9125ee49-390b-4c75-a3cd-166ebe672971 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:38.615438 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.656845 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.691647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a06f0-66eb-477d-94ec-aa7d3ab1df1f None None] Deleting port ba1ba81d-07cf-40a2-b2af-0aec15e1722d {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:38.692202 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa5a06f0-66eb-477d-94ec-aa7d3ab1df1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.710244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=9125ee49-390b-4c75-a3cd-166ebe672971,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:38.714180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No DVR routers for this DVR port 9125ee49-390b-4c75-a3cd-166ebe672971 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:38.839115 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (6e846642-eaa9-4b0a-b0ae-07b339d27d4a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.865034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e846642-eaa9-4b0a-b0ae-07b339d27d4a']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:38.883167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9caf6a6c-a885-4914-aaa2-a5544005ebe7') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:38.884197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9caf6a6c-a885-4914-aaa2-a5544005ebe7') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:38.913906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fa5a06f0-66eb-477d-94ec-aa7d3ab1df1f None None] For port ba1ba81d-07cf-40a2-b2af-0aec15e1722d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ba1ba81d-07cf-40a2-b2af-0aec15e1722d,segment=NetworkSegment(6a29eff2-0d8a-4a27-b06d-d71acc0dfa53),segment_id=6a29eff2-0d8a-4a27-b06d-d71acc0dfa53)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:38.914340 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (9caf6a6c-a885-4914-aaa2-a5544005ebe7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.915389 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa5a06f0-66eb-477d-94ec-aa7d3ab1df1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.940704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a06f0-66eb-477d-94ec-aa7d3ab1df1f None None] Calling delete_port for ba1ba81d-07cf-40a2-b2af-0aec15e1722d owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:38.943253 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9caf6a6c-a885-4914-aaa2-a5544005ebe7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.950424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:38.951173 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (9caf6a6c-a885-4914-aaa2-a5544005ebe7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:38.955136 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:39.062988 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (6e846642-eaa9-4b0a-b0ae-07b339d27d4a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.070372 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.078405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41330) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:39.082659 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/networks/6e846642-eaa9-4b0a-b0ae-07b339d27d4a HTTP/1.1" status: 204 len: 168 time: 1.1958284 Feb 11 05:14:39.093533 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (9125ee49-390b-4c75-a3cd-166ebe672971), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.107325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Network 6e846642-eaa9-4b0a-b0ae-07b339d27d4a is not hosted by any dhcp agent {{(pid=103355) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:14:39.108352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] No DVR routers for this DVR port 9125ee49-390b-4c75-a3cd-166ebe672971 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:39.112086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad9bcb-2243-411c-af4c-e17129c66a30 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Network': ['ID=6e846642-eaa9-4b0a-b0ae-07b339d27d4a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:39.155484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Pushing event deleted for resources: {'Port': ['ID=9125ee49-390b-4c75-a3cd-166ebe672971,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:39.196556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.196903 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.199400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.199752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.200097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.200447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.202203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.202203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.203605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.204248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.204358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.204627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.207850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7c200-263e-40c1-a64c-15398dafaf8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.251946 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa5a06f0-66eb-477d-94ec-aa7d3ab1df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (ba1ba81d-07cf-40a2-b2af-0aec15e1722d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.266707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a06f0-66eb-477d-94ec-aa7d3ab1df1f None None] No DVR routers for this DVR port ba1ba81d-07cf-40a2-b2af-0aec15e1722d on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:39.266984 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (abb31b2e-325f-4022-ba46-6f1d4733feb8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.305907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a06f0-66eb-477d-94ec-aa7d3ab1df1f None None] Pushing event deleted for resources: {'Port': ['ID=ba1ba81d-07cf-40a2-b2af-0aec15e1722d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:39.392114 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (abb31b2e-325f-4022-ba46-6f1d4733feb8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.419338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb31b2e-325f-4022-ba46-6f1d4733feb8']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:39.430661 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a29eff2-0d8a-4a27-b06d-d71acc0dfa53') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:39.431080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a29eff2-0d8a-4a27-b06d-d71acc0dfa53') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:39.440847 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-128b9bbe-4d91-460b-b4b7-aa3727f336ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.444927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (6a29eff2-0d8a-4a27-b06d-d71acc0dfa53), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.484380 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (6a29eff2-0d8a-4a27-b06d-d71acc0dfa53), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.501489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:39.501910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (6a29eff2-0d8a-4a27-b06d-d71acc0dfa53), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:39.577597 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:39.585703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (abb31b2e-325f-4022-ba46-6f1d4733feb8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.601231 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.605000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/networks/abb31b2e-325f-4022-ba46-6f1d4733feb8 HTTP/1.1" status: 204 len: 168 time: 0.5255604 Feb 11 05:14:39.610098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41346) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:39.615967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-68b52527-1f2e-4316-9092-87a6e7764b4c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'network': {'name': 'tempest-RoutersTest-234261989'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:39.621271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Network': ['ID=abb31b2e-325f-4022-ba46-6f1d4733feb8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:39.634192 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.634677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.635168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.635586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.636094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.636502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.637765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.638265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.638672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.639851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.640950 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.641707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.642422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7706e4-6b8c-4e14-a407-142c4f2c715c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.688213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b52527-1f2e-4316-9092-87a6e7764b4c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:39.691983 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68b52527-1f2e-4316-9092-87a6e7764b4c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.759724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b52527-1f2e-4316-9092-87a6e7764b4c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:39.778095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68b52527-1f2e-4316-9092-87a6e7764b4c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (839d056a-55ea-4ff6-acc9-ca82d1f0330e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.778685 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-68b52527-1f2e-4316-9092-87a6e7764b4c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Added segment 839d056a-55ea-4ff6-acc9-ca82d1f0330e of type vlan for network ba09830a-c04e-4d29-8b9e-029b1b642a77 Feb 11 05:14:39.859474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68b52527-1f2e-4316-9092-87a6e7764b4c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (ba09830a-c04e-4d29-8b9e-029b1b642a77), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.924563 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68b52527-1f2e-4316-9092-87a6e7764b4c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (ba09830a-c04e-4d29-8b9e-029b1b642a77), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.929699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b52527-1f2e-4316-9092-87a6e7764b4c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.930317 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68b52527-1f2e-4316-9092-87a6e7764b4c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.991356 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-68b52527-1f2e-4316-9092-87a6e7764b4c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3801661 Feb 11 05:14:39.991983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41354) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:39.999534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0ecc820e-bfeb-4df0-9033-1d530aef4ba9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'subnet': {'network_id': 'ba09830a-c04e-4d29-8b9e-029b1b642a77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:40.007514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41356) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:40.107243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b52527-1f2e-4316-9092-87a6e7764b4c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Network': ['ID=ba09830a-c04e-4d29-8b9e-029b1b642a77,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:40.128228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network ba09830a-c04e-4d29-8b9e-029b1b642a77 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:40.212827 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ba1ba81d-07cf-40a2-b2af-0aec15e1722d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:40.229363 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bd03-d341-4dab-b016-32fbe972def4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.240823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecc820e-bfeb-4df0-9033-1d530aef4ba9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:40.245171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ecc820e-bfeb-4df0-9033-1d530aef4ba9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.401794 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: ba1ba81d-07cf-40a2-b2af-0aec15e1722d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:40.402389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ba1ba81d-07cf-40a2-b2af-0aec15e1722d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:40.408145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bd03-d341-4dab-b016-32fbe972def4 admin admin] Publish callbacks [] for security_group (47caa3fe-6428-481e-b37c-5a51387a669d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.421944 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bd03-d341-4dab-b016-32fbe972def4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (47caa3fe-6428-481e-b37c-5a51387a669d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.505235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3bd03-d341-4dab-b016-32fbe972def4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47caa3fe-6428-481e-b37c-5a51387a669d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:40.520510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ddd3bd03-d341-4dab-b016-32fbe972def4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b2d097fcffc429692396ab9ef161914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4961786 Feb 11 05:14:40.521502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41362) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:40.554740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ecc820e-bfeb-4df0-9033-1d530aef4ba9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (f1103cee-ffbf-4f51-87ef-cbabb739bc14), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.596849 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afde7bf0-5eb0-42dd-b64c-4c9a690c71d0 admin admin] Publish callbacks [] for security_group (47caa3fe-6428-481e-b37c-5a51387a669d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.626483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afde7bf0-5eb0-42dd-b64c-4c9a690c71d0 admin admin] Publish callbacks [] for security_group (47caa3fe-6428-481e-b37c-5a51387a669d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.716736 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afde7bf0-5eb0-42dd-b64c-4c9a690c71d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (47caa3fe-6428-481e-b37c-5a51387a669d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.719855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afde7bf0-5eb0-42dd-b64c-4c9a690c71d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.724031 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-afde7bf0-5eb0-42dd-b64c-4c9a690c71d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47caa3fe-6428-481e-b37c-5a51387a669d HTTP/1.1" status: 204 len: 168 time: 0.2013643 Feb 11 05:14:40.741520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc820e-bfeb-4df0-9033-1d530aef4ba9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Subnet': ['ID=f1103cee-ffbf-4f51-87ef-cbabb739bc14,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:40.749949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde7bf0-5eb0-42dd-b64c-4c9a690c71d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47caa3fe-6428-481e-b37c-5a51387a669d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:40.766688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc820e-bfeb-4df0-9033-1d530aef4ba9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Checking segment: {'id': '839d056a-55ea-4ff6-acc9-ca82d1f0330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ba09830a-c04e-4d29-8b9e-029b1b642a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:40.768286 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc820e-bfeb-4df0-9033-1d530aef4ba9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network hostable DHCP agents. Network: ba09830a-c04e-4d29-8b9e-029b1b642a77, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:40.801707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc820e-bfeb-4df0-9033-1d530aef4ba9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network ba09830a-c04e-4d29-8b9e-029b1b642a77 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:40.827786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc820e-bfeb-4df0-9033-1d530aef4ba9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, ba09830a-c04e-4d29-8b9e-029b1b642a77) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:40.836033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecc820e-bfeb-4df0-9033-1d530aef4ba9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.838416 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0ecc820e-bfeb-4df0-9033-1d530aef4ba9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.845725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085589f7-d378-48a0-9182-3636b44d7faf None None] Network ba09830a-c04e-4d29-8b9e-029b1b642a77 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:40.884700 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0ecc820e-bfeb-4df0-9033-1d530aef4ba9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8892639 Feb 11 05:14:40.885445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41368) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:40.890247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0c4a15f3-4c22-4ef7-8216-0b5392e2c86b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-76744911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:40.943528 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c4a15f3-4c22-4ef7-8216-0b5392e2c86b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (c0d6836e-26e7-4287-ba25-e6ad52340134), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.944707 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c4a15f3-4c22-4ef7-8216-0b5392e2c86b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (c0d6836e-26e7-4287-ba25-e6ad52340134), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.051709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c4a15f3-4c22-4ef7-8216-0b5392e2c86b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (c0d6836e-26e7-4287-ba25-e6ad52340134), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.067822 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c4a15f3-4c22-4ef7-8216-0b5392e2c86b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (c0d6836e-26e7-4287-ba25-e6ad52340134), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.081727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-ba09830a-c04e-4d29-8b9e-029b1b642a77', 'network_id': 'ba09830a-c04e-4d29-8b9e-029b1b642a77', 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'fixed_ips': [{'subnet_id': 'f1103cee-ffbf-4f51-87ef-cbabb739bc14'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:14:41.082803 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.097962 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c4a15f3-4c22-4ef7-8216-0b5392e2c86b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.101524 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0c4a15f3-4c22-4ef7-8216-0b5392e2c86b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2126679 Feb 11 05:14:41.101886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41372) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:41.107191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'port': {'network_id': 'ba09830a-c04e-4d29-8b9e-029b1b642a77', 'name': 'tempest-RoutersTest-1801317674'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:41.279391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Allocated IP 172.20.0.2 (ba09830a-c04e-4d29-8b9e-029b1b642a77/f1103cee-ffbf-4f51-87ef-cbabb739bc14/a4fe62c4-b870-4b9a-b81b-d05f14b0cb06) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:41.478416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:41.483631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.520108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] device_id is not set on port 1abe41ce-feb9-42a3-ac84-61ec00fc285b yet. {{(pid=103354) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:14:41.532265 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Publish callbacks [] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.546435 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.623837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Network ba09830a-c04e-4d29-8b9e-029b1b642a77 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:41.634068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:41.643322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:41.667835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Pushing event updated for resources: {'Port': ['ID=a4fe62c4-b870-4b9a-b81b-d05f14b0cb06,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:41.743609 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Allocated IP 172.20.0.12 (ba09830a-c04e-4d29-8b9e-029b1b642a77/f1103cee-ffbf-4f51-87ef-cbabb739bc14/1abe41ce-feb9-42a3-ac84-61ec00fc285b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:41.817218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Attempting to bind port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:41.818240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Attempting to bind port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '839d056a-55ea-4ff6-acc9-ca82d1f0330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ba09830a-c04e-4d29-8b9e-029b1b642a77'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:41.819143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Attempting to bind port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 on network ba09830a-c04e-4d29-8b9e-029b1b642a77 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:41.826680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:41.826977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Checking segment: {'id': '839d056a-55ea-4ff6-acc9-ca82d1f0330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ba09830a-c04e-4d29-8b9e-029b1b642a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:41.829857 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.830345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Bound using segment: {'id': '839d056a-55ea-4ff6-acc9-ca82d1f0330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ba09830a-c04e-4d29-8b9e-029b1b642a77'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:41.833122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Bound port: a4fe62c4-b870-4b9a-b81b-d05f14b0cb06, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839d056a-55ea-4ff6-acc9-ca82d1f0330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ba09830a-c04e-4d29-8b9e-029b1b642a77'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:41.834825 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.916615 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1577eec-9964-4a1e-b82d-7ac43231b9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.955954 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] For port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:41.961517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] For port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a4fe62c4-b870-4b9a-b81b-d05f14b0cb06,segment=NetworkSegment(839d056a-55ea-4ff6-acc9-ca82d1f0330e),segment_id=839d056a-55ea-4ff6-acc9-ca82d1f0330e)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:41.972143 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.051021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6dffc-3769-49e1-a061-19af9f3e24e8 None None] Pushing event updated for resources: {'Port': ['ID=a4fe62c4-b870-4b9a-b81b-d05f14b0cb06,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:42.074296 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.144091 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.268785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=1abe41ce-feb9-42a3-ac84-61ec00fc285b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:42.288753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network ba09830a-c04e-4d29-8b9e-029b1b642a77 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:42.293745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:42.305245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:42.397951 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.403451 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.443694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41420) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:42.444302 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-097ba923-0940-4c98-a6df-98cf047e1041 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3406229 Feb 11 05:14:42.828171 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.121004 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41424) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:43.283665 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.303141 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d24d2a-0b48-4daf-b390-3bc46892da59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.555049 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d24d2a-0b48-4daf-b390-3bc46892da59 admin admin] Publish callbacks [] for security_group (56fe2aaa-0d69-4472-b198-7b9921e3d1da), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.567319 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77d24d2a-0b48-4daf-b390-3bc46892da59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (56fe2aaa-0d69-4472-b198-7b9921e3d1da), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.642763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41432) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:43.643606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-77d24d2a-0b48-4daf-b390-3bc46892da59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb764e04b2134ff3a3cec26dcf17e500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5207577 Feb 11 05:14:43.677977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d24d2a-0b48-4daf-b390-3bc46892da59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fe2aaa-0d69-4472-b198-7b9921e3d1da,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:43.761374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.776973 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.837590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf96cf-75d0-4249-b738-4960df90cfc7 None None] Network ba09830a-c04e-4d29-8b9e-029b1b642a77 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:43.978853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-97fd432d-4295-4ff3-8439-d4543db5644c None None] Provisioning complete for port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:43.991128 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97fd432d-4295-4ff3-8439-d4543db5644c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.044109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (c0d6836e-26e7-4287-ba25-e6ad52340134), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.083706 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3050decb-2ce1-46c0-895e-09887fef21d1 admin admin] Publish callbacks [] for security_group (56fe2aaa-0d69-4472-b198-7b9921e3d1da), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.188022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=1abe41ce-feb9-42a3-ac84-61ec00fc285b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:44.196786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3050decb-2ce1-46c0-895e-09887fef21d1 admin admin] Publish callbacks [] for security_group (56fe2aaa-0d69-4472-b198-7b9921e3d1da), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.233215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-97fd432d-4295-4ff3-8439-d4543db5644c None None] Current status of the port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:44.234024 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97fd432d-4295-4ff3-8439-d4543db5644c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.275570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:44.311663 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.380641 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3050decb-2ce1-46c0-895e-09887fef21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (56fe2aaa-0d69-4472-b198-7b9921e3d1da), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.382096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-97fd432d-4295-4ff3-8439-d4543db5644c None None] For port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a4fe62c4-b870-4b9a-b81b-d05f14b0cb06,segment=NetworkSegment(839d056a-55ea-4ff6-acc9-ca82d1f0330e),segment_id=839d056a-55ea-4ff6-acc9-ca82d1f0330e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:44.383801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3050decb-2ce1-46c0-895e-09887fef21d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.385283 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3050decb-2ce1-46c0-895e-09887fef21d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56fe2aaa-0d69-4472-b198-7b9921e3d1da HTTP/1.1" status: 204 len: 168 time: 0.7414124 Feb 11 05:14:44.396688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:44.397286 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.410214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050decb-2ce1-46c0-895e-09887fef21d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fe2aaa-0d69-4472-b198-7b9921e3d1da,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:44.457934 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97fd432d-4295-4ff3-8439-d4543db5644c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.491547 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.688438 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:44.760435 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd432d-4295-4ff3-8439-d4543db5644c None None] Pushing event updated for resources: {'Port': ['ID=a4fe62c4-b870-4b9a-b81b-d05f14b0cb06,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:44.764987 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41444) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:44.869715 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.882515 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.901798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fb3978c1-46b8-4269-b97f-dd14f428bfef None None] Provisioning complete for port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:44.902352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb3978c1-46b8-4269-b97f-dd14f428bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.037542 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (c0d6836e-26e7-4287-ba25-e6ad52340134), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.122153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fb3978c1-46b8-4269-b97f-dd14f428bfef None None] Current status of the port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:45.146177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fb3978c1-46b8-4269-b97f-dd14f428bfef None None] Provisioning complete for port 1abe41ce-feb9-42a3-ac84-61ec00fc285b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:45.147257 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb3978c1-46b8-4269-b97f-dd14f428bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.220006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fb3978c1-46b8-4269-b97f-dd14f428bfef None None] Port 1abe41ce-feb9-42a3-ac84-61ec00fc285b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:45.220650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=1abe41ce-feb9-42a3-ac84-61ec00fc285b,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:45.352618 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6397a75a-d8a2-4a19-b4f5-ca183a470769 None None] Provisioning complete for port 1abe41ce-feb9-42a3-ac84-61ec00fc285b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:45.355320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6397a75a-d8a2-4a19-b4f5-ca183a470769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.376894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network ba09830a-c04e-4d29-8b9e-029b1b642a77 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:45.381002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:45.417259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6397a75a-d8a2-4a19-b4f5-ca183a470769 None None] Port 1abe41ce-feb9-42a3-ac84-61ec00fc285b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:45.608833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router c0d6836e-26e7-4287-ba25-e6ad52340134 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:14:45.646276 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.746478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-639bff5b-c56f-417f-9099-5f8270a87a00 None None] Provisioning complete for port 1abe41ce-feb9-42a3-ac84-61ec00fc285b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:45.746995 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-639bff5b-c56f-417f-9099-5f8270a87a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.848817 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73d51176-017c-449b-b0fa-71adeb9009cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (b05f004a-1200-4408-abad-2bf78eff04d1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.860250 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-639bff5b-c56f-417f-9099-5f8270a87a00 None None] Port 1abe41ce-feb9-42a3-ac84-61ec00fc285b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:45.913765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:45.927684 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1687181c-5fd1-4843-b8c8-564c65197eeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/c0d6836e-26e7-4287-ba25-e6ad52340134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4815247 Feb 11 05:14:45.929700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41468) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:45.943668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39eb0f-0699-4f87-819d-be99b5740142 None None] Sync routers for ids ['c0d6836e-26e7-4287-ba25-e6ad52340134'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:45.967647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39eb0f-0699-4f87-819d-be99b5740142 None None] Routers {'c0d6836e-26e7-4287-ba25-e6ad52340134'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:45.973128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5e39eb0f-0699-4f87-819d-be99b5740142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c0d6836e-26e7-4287-ba25-e6ad52340134'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:46.012283 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acc1f2a-2889-4599-a28b-e0b5b502e698 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:46.018755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5acc1f2a-2889-4599-a28b-e0b5b502e698 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports/1abe41ce-feb9-42a3-ac84-61ec00fc285b HTTP/1.1" status: 200 len: 978 time: 0.0830324 Feb 11 05:14:46.019938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41472) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:46.065691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5e39eb0f-0699-4f87-819d-be99b5740142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:46.112540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39eb0f-0699-4f87-819d-be99b5740142 None None] Routers {'c0d6836e-26e7-4287-ba25-e6ad52340134'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:46.112540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5e39eb0f-0699-4f87-819d-be99b5740142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c0d6836e-26e7-4287-ba25-e6ad52340134'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:46.177691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5e39eb0f-0699-4f87-819d-be99b5740142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:46.178671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39eb0f-0699-4f87-819d-be99b5740142 None None] The sync data for ids ['c0d6836e-26e7-4287-ba25-e6ad52340134'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:46.204957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9458fa0e-5cbc-4b36-b300-ab73515e2203 None None] Provisioning complete for port 1abe41ce-feb9-42a3-ac84-61ec00fc285b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:46.206161 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9458fa0e-5cbc-4b36-b300-ab73515e2203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.267892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:46.384643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9458fa0e-5cbc-4b36-b300-ab73515e2203 None None] Port 1abe41ce-feb9-42a3-ac84-61ec00fc285b cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:46.413074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:46.413470 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.442637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-73d51176-017c-449b-b0fa-71adeb9009cc admin admin] Deleting port 6606ed3c-4c2e-4387-ab83-7fd386c529af {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:46.443020 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73d51176-017c-449b-b0fa-71adeb9009cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.602979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:46.608984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-73d51176-017c-449b-b0fa-71adeb9009cc admin admin] For port 6606ed3c-4c2e-4387-ab83-7fd386c529af, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6606ed3c-4c2e-4387-ab83-7fd386c529af,segment=NetworkSegment(2a1451e5-f898-48c0-92ad-c782e4857504),segment_id=2a1451e5-f898-48c0-92ad-c782e4857504)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:46.609362 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73d51176-017c-449b-b0fa-71adeb9009cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.631168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-73d51176-017c-449b-b0fa-71adeb9009cc admin admin] Calling delete_port for 6606ed3c-4c2e-4387-ab83-7fd386c529af owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:46.875446 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73d51176-017c-449b-b0fa-71adeb9009cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6606ed3c-4c2e-4387-ab83-7fd386c529af), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.910013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d51176-017c-449b-b0fa-71adeb9009cc admin admin] Pushing event deleted for resources: {'Port': ['ID=6606ed3c-4c2e-4387-ab83-7fd386c529af,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:47.186074 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-025062a7-ec2c-4d64-aa9b-9c4a1a9d55b4 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (c0d6836e-26e7-4287-ba25-e6ad52340134), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.238677 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-73d51176-017c-449b-b0fa-71adeb9009cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (b05f004a-1200-4408-abad-2bf78eff04d1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.524514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d51176-017c-449b-b0fa-71adeb9009cc admin admin] Router b05f004a-1200-4408-abad-2bf78eff04d1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:47.545630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-025062a7-ec2c-4d64-aa9b-9c4a1a9d55b4 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 1abe41ce-feb9-42a3-ac84-61ec00fc285b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:47.546027 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-025062a7-ec2c-4d64-aa9b-9c4a1a9d55b4 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.579693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41496) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:47.585889 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-98faa1a2-05f8-4fa5-a4c0-d402d0363ca8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1681755005', 'description': 'tempest-secgroup-smoke-1681755005 description', 'project_id': '4606a55f42cf40e5a3952a4488271540'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:47.617092 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98faa1a2-05f8-4fa5-a4c0-d402d0363ca8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.633652 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98faa1a2-05f8-4fa5-a4c0-d402d0363ca8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.656738 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-025062a7-ec2c-4d64-aa9b-9c4a1a9d55b4 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.671188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-025062a7-ec2c-4d64-aa9b-9c4a1a9d55b4 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 1abe41ce-feb9-42a3-ac84-61ec00fc285b owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:47.717699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d51176-017c-449b-b0fa-71adeb9009cc admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:47.727846 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-73d51176-017c-449b-b0fa-71adeb9009cc admin admin] 10.222.0.48 "PUT /v2.0/routers/b05f004a-1200-4408-abad-2bf78eff04d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9615271 Feb 11 05:14:47.729753 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c8751-4070-4bb6-a675-25306d91d53e None None] Sync routers for ids ['b05f004a-1200-4408-abad-2bf78eff04d1'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:47.730781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41498) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:47.752574 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c8751-4070-4bb6-a675-25306d91d53e None None] Routers {'b05f004a-1200-4408-abad-2bf78eff04d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:47.753468 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-174c8751-4070-4bb6-a675-25306d91d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b05f004a-1200-4408-abad-2bf78eff04d1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:47.853532 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Publish callbacks [] for router (b05f004a-1200-4408-abad-2bf78eff04d1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.862360 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-174c8751-4070-4bb6-a675-25306d91d53e None None] Set router b05f004a-1200-4408-abad-2bf78eff04d1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:47.958050 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-025062a7-ec2c-4d64-aa9b-9c4a1a9d55b4 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1abe41ce-feb9-42a3-ac84-61ec00fc285b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.999179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025062a7-ec2c-4d64-aa9b-9c4a1a9d55b4 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=1abe41ce-feb9-42a3-ac84-61ec00fc285b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:48.030371 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98faa1a2-05f8-4fa5-a4c0-d402d0363ca8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (e8963517-ab5c-4afc-b54c-ced8010b9c6e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.044313 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98faa1a2-05f8-4fa5-a4c0-d402d0363ca8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e8963517-ab5c-4afc-b54c-ced8010b9c6e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.101876 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Publish callbacks [] for router_gateway (b05f004a-1200-4408-abad-2bf78eff04d1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.188335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faa1a2-05f8-4fa5-a4c0-d402d0363ca8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8963517-ab5c-4afc-b54c-ced8010b9c6e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:48.227250 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-174c8751-4070-4bb6-a675-25306d91d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:14:46Z', 'revision_number': 5, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port': {'id': '289da4ff-a38d-49e9-89e1-ff04166dfe5b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:00Z', 'updated_at': '2022-02-11T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:48.232840 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-025062a7-ec2c-4d64-aa9b-9c4a1a9d55b4 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (c0d6836e-26e7-4287-ba25-e6ad52340134), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.270715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Deleting port 289da4ff-a38d-49e9-89e1-ff04166dfe5b {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:48.271054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.281173 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c8751-4070-4bb6-a675-25306d91d53e None None] Checking router: b05f004a-1200-4408-abad-2bf78eff04d1 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:14:48.295981 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c8751-4070-4bb6-a675-25306d91d53e None None] Routers {'b05f004a-1200-4408-abad-2bf78eff04d1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:48.297013 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-174c8751-4070-4bb6-a675-25306d91d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b05f004a-1200-4408-abad-2bf78eff04d1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:48.395522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] For port 289da4ff-a38d-49e9-89e1-ff04166dfe5b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=289da4ff-a38d-49e9-89e1-ff04166dfe5b,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:48.395522 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.408660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Calling delete_port for 289da4ff-a38d-49e9-89e1-ff04166dfe5b owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:48.412954 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-174c8751-4070-4bb6-a675-25306d91d53e None None] Set router b05f004a-1200-4408-abad-2bf78eff04d1 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:48.488153 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-174c8751-4070-4bb6-a675-25306d91d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:14:48Z', 'revision_number': 6, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:48.502841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025062a7-ec2c-4d64-aa9b-9c4a1a9d55b4 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router c0d6836e-26e7-4287-ba25-e6ad52340134 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:48.518216 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c8751-4070-4bb6-a675-25306d91d53e None None] The sync data for ids ['b05f004a-1200-4408-abad-2bf78eff04d1'] in n-d-615180-58 is: [{'id': 'b05f004a-1200-4408-abad-2bf78eff04d1', 'name': 'tempest-TestVolumeBackupRestore-2031964732-router', 'tenant_id': '4e8b392b4f1c464eafef4230484f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:08:59Z', 'updated_at': '2022-02-11T05:14:48Z', 'revision_number': 6, 'project_id': '4e8b392b4f1c464eafef4230484f4416', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:48.547321 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98faa1a2-05f8-4fa5-a4c0-d402d0363ca8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (2cdbf1ad-6d38-418a-85af-14af6bb09e9d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.556222 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98faa1a2-05f8-4fa5-a4c0-d402d0363ca8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2cdbf1ad-6d38-418a-85af-14af6bb09e9d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.600282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025062a7-ec2c-4d64-aa9b-9c4a1a9d55b4 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:48.606404 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-025062a7-ec2c-4d64-aa9b-9c4a1a9d55b4 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/c0d6836e-26e7-4287-ba25-e6ad52340134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5853159 Feb 11 05:14:48.611326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41504) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:48.612049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17233d7-4bea-4a6c-8430-e3426f5f468a None None] Sync routers for ids ['c0d6836e-26e7-4287-ba25-e6ad52340134'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:48.622370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17233d7-4bea-4a6c-8430-e3426f5f468a None None] Routers {'c0d6836e-26e7-4287-ba25-e6ad52340134'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:48.623232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a17233d7-4bea-4a6c-8430-e3426f5f468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c0d6836e-26e7-4287-ba25-e6ad52340134'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:48.634533 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98faa1a2-05f8-4fa5-a4c0-d402d0363ca8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.639857 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-98faa1a2-05f8-4fa5-a4c0-d402d0363ca8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0548418 Feb 11 05:14:48.641797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41506) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:48.647311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-afcabae8-0b2a-4069-922d-cf4e1359ea45 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': '2cdbf1ad-6d38-418a-85af-14af6bb09e9d', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:48.658767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a17233d7-4bea-4a6c-8430-e3426f5f468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:48.668293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17233d7-4bea-4a6c-8430-e3426f5f468a None None] Routers {'c0d6836e-26e7-4287-ba25-e6ad52340134'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:48.669848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a17233d7-4bea-4a6c-8430-e3426f5f468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c0d6836e-26e7-4287-ba25-e6ad52340134'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:48.687664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afcabae8-0b2a-4069-922d-cf4e1359ea45 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (5ff809e6-9174-44c3-8817-0774133f3198), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.772576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afcabae8-0b2a-4069-922d-cf4e1359ea45 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (5ff809e6-9174-44c3-8817-0774133f3198), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.781454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afcabae8-0b2a-4069-922d-cf4e1359ea45 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (5ff809e6-9174-44c3-8817-0774133f3198), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.810848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcabae8-0b2a-4069-922d-cf4e1359ea45 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff809e6-9174-44c3-8817-0774133f3198,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:48.825593 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afcabae8-0b2a-4069-922d-cf4e1359ea45 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.831523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-afcabae8-0b2a-4069-922d-cf4e1359ea45 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883156 Feb 11 05:14:48.832433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41508) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:48.838763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e6662ade-d985-4ddf-b0d8-6e10b86a5ff3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': '2cdbf1ad-6d38-418a-85af-14af6bb09e9d', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:48.880032 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6662ade-d985-4ddf-b0d8-6e10b86a5ff3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (51f440c3-bc04-42e8-8e88-620906cdcf67), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.884456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a17233d7-4bea-4a6c-8430-e3426f5f468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:48.885127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17233d7-4bea-4a6c-8430-e3426f5f468a None None] The sync data for ids ['c0d6836e-26e7-4287-ba25-e6ad52340134'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:48.965359 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6662ade-d985-4ddf-b0d8-6e10b86a5ff3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (51f440c3-bc04-42e8-8e88-620906cdcf67), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.972418 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6662ade-d985-4ddf-b0d8-6e10b86a5ff3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (51f440c3-bc04-42e8-8e88-620906cdcf67), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.996850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6662ade-d985-4ddf-b0d8-6e10b86a5ff3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f440c3-bc04-42e8-8e88-620906cdcf67,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.005550 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6662ade-d985-4ddf-b0d8-6e10b86a5ff3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.007348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e6662ade-d985-4ddf-b0d8-6e10b86a5ff3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1734996 Feb 11 05:14:49.009802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41510) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:49.015639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d2fe49bd-368e-488b-ae57-c1a99859af99 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': '2cdbf1ad-6d38-418a-85af-14af6bb09e9d', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:49.057067 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2fe49bd-368e-488b-ae57-c1a99859af99 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (b8cb6fcf-85b5-470d-aaff-3523561271cb), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.081659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faa1a2-05f8-4fa5-a4c0-d402d0363ca8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdbf1ad-6d38-418a-85af-14af6bb09e9d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.133195 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (289da4ff-a38d-49e9-89e1-ff04166dfe5b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.133832 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2fe49bd-368e-488b-ae57-c1a99859af99 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (b8cb6fcf-85b5-470d-aaff-3523561271cb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.140204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2fe49bd-368e-488b-ae57-c1a99859af99 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (b8cb6fcf-85b5-470d-aaff-3523561271cb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.160265 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe49bd-368e-488b-ae57-c1a99859af99 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cb6fcf-85b5-470d-aaff-3523561271cb,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.178291 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2fe49bd-368e-488b-ae57-c1a99859af99 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.179567 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d2fe49bd-368e-488b-ae57-c1a99859af99 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688144 Feb 11 05:14:49.182167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41512) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:49.187325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-983d6808-4d60-4a0f-a854-9d3f5856b952 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': '2cdbf1ad-6d38-418a-85af-14af6bb09e9d', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:49.196753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Pushing event deleted for resources: {'Port': ['ID=289da4ff-a38d-49e9-89e1-ff04166dfe5b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.219990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-983d6808-4d60-4a0f-a854-9d3f5856b952 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (3da2e0ed-a841-4375-a15b-059bf6e09eab), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.285935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-983d6808-4d60-4a0f-a854-9d3f5856b952 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (3da2e0ed-a841-4375-a15b-059bf6e09eab), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.290543 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-983d6808-4d60-4a0f-a854-9d3f5856b952 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (3da2e0ed-a841-4375-a15b-059bf6e09eab), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.309847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d6808-4d60-4a0f-a854-9d3f5856b952 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da2e0ed-a841-4375-a15b-059bf6e09eab,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.321386 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-13b701bf-c0ce-430b-8c65-0e18388e0c4d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 05:14:49.321745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-983d6808-4d60-4a0f-a854-9d3f5856b952 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.322415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-13b701bf-c0ce-430b-8c65-0e18388e0c4d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/c0d6836e-26e7-4287-ba25-e6ad52340134/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7072008 Feb 11 05:14:49.323217 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-983d6808-4d60-4a0f-a854-9d3f5856b952 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399784 Feb 11 05:14:49.325224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41514) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:49.327438 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (b05f004a-1200-4408-abad-2bf78eff04d1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.328275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41516) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:49.340554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-67a6b5a9-eb1e-4b5b-a931-5f6f4c9b60da tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': '2cdbf1ad-6d38-418a-85af-14af6bb09e9d', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:49.388041 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ab109c34-c920-4f6f-8558-77ff4de09ea1 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0d6836e-26e7-4287-ba25-e6ad52340134 HTTP/1.1" status: 200 len: 205 time: 0.0591636 Feb 11 05:14:49.388041 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-67a6b5a9-eb1e-4b5b-a931-5f6f4c9b60da tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Project 4606a55f42cf40e5a3952a4488271540 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:14:49.390243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41518) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:49.393636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67a6b5a9-eb1e-4b5b-a931-5f6f4c9b60da tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (75e704b5-c321-40ff-97ec-f346e8f93042), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.448900 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67a6b5a9-eb1e-4b5b-a931-5f6f4c9b60da tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (75e704b5-c321-40ff-97ec-f346e8f93042), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.454063 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67a6b5a9-eb1e-4b5b-a931-5f6f4c9b60da tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (75e704b5-c321-40ff-97ec-f346e8f93042), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.477546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6b5a9-eb1e-4b5b-a931-5f6f4c9b60da tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e704b5-c321-40ff-97ec-f346e8f93042,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.484630 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (b05f004a-1200-4408-abad-2bf78eff04d1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.488282 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Publish callbacks [] for router_controller (b05f004a-1200-4408-abad-2bf78eff04d1), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.493864 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67a6b5a9-eb1e-4b5b-a931-5f6f4c9b60da tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.495167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-67a6b5a9-eb1e-4b5b-a931-5f6f4c9b60da tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1582313 Feb 11 05:14:49.507545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41524) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:49.512532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-27f1a7ac-b515-4661-b8c9-9b700d3ce0c2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': '2cdbf1ad-6d38-418a-85af-14af6bb09e9d', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:49.534137 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-785be4d5-8348-45b2-96e0-1badef46739d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (c0d6836e-26e7-4287-ba25-e6ad52340134), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.537167 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-27f1a7ac-b515-4661-b8c9-9b700d3ce0c2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Project 4606a55f42cf40e5a3952a4488271540 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:14:49.543890 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27f1a7ac-b515-4661-b8c9-9b700d3ce0c2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (1fc499d5-7335-414f-a0b1-8ff45e8ec741), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.611465 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (b05f004a-1200-4408-abad-2bf78eff04d1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.612123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b05f004a-1200-4408-abad-2bf78eff04d1 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:14:49.617255 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.618492 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-58d89680-7f0f-4d3e-b076-f9617856f73d admin admin] 10.222.0.48 "DELETE /v2.0/routers/b05f004a-1200-4408-abad-2bf78eff04d1 HTTP/1.1" status: 204 len: 168 time: 1.8867230 Feb 11 05:14:49.622117 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27f1a7ac-b515-4661-b8c9-9b700d3ce0c2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (1fc499d5-7335-414f-a0b1-8ff45e8ec741), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.622989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41526) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:49.633747 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27f1a7ac-b515-4661-b8c9-9b700d3ce0c2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (1fc499d5-7335-414f-a0b1-8ff45e8ec741), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.679813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1a7ac-b515-4661-b8c9-9b700d3ce0c2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc499d5-7335-414f-a0b1-8ff45e8ec741,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.697662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d1b633-cd8c-44f0-b6fb-ae2c7db54e92 admin admin] Deleting subnet 61967365-a345-463c-bb5d-3c07b0cfdaf3 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:14:49.703532 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27f1a7ac-b515-4661-b8c9-9b700d3ce0c2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.708325 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-27f1a7ac-b515-4661-b8c9-9b700d3ce0c2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1996467 Feb 11 05:14:49.709227 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23d1b633-cd8c-44f0-b6fb-ae2c7db54e92 admin admin] Publish callbacks [] for subnet (61967365-a345-463c-bb5d-3c07b0cfdaf3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.711019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41528) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:49.716259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d3bcc755-5bd2-43f7-a627-1152096ca23c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'network': {'name': 'tempest-network-smoke--1880943055', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'port_security_enabled': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:49.765483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23d1b633-cd8c-44f0-b6fb-ae2c7db54e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (61967365-a345-463c-bb5d-3c07b0cfdaf3), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.775211 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-785be4d5-8348-45b2-96e0-1badef46739d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (c0d6836e-26e7-4287-ba25-e6ad52340134), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.777809 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-785be4d5-8348-45b2-96e0-1badef46739d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (c0d6836e-26e7-4287-ba25-e6ad52340134), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.793682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bcc755-5bd2-43f7-a627-1152096ca23c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Made reservation on behalf of 4606a55f42cf40e5a3952a4488271540 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:49.798129 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3bcc755-5bd2-43f7-a627-1152096ca23c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.833981 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-785be4d5-8348-45b2-96e0-1badef46739d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (c0d6836e-26e7-4287-ba25-e6ad52340134), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.834559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785be4d5-8348-45b2-96e0-1badef46739d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Fanout notify agent at l3_agent the message router_deleted on router c0d6836e-26e7-4287-ba25-e6ad52340134 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:14:49.836767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bcc755-5bd2-43f7-a627-1152096ca23c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:49.845402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-785be4d5-8348-45b2-96e0-1badef46739d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.849931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41530) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:49.850336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-785be4d5-8348-45b2-96e0-1badef46739d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/c0d6836e-26e7-4287-ba25-e6ad52340134 HTTP/1.1" status: 204 len: 168 time: 0.4579728 Feb 11 05:14:49.903357 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3bcc755-5bd2-43f7-a627-1152096ca23c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9a697b1b-6b89-487b-baf2-63022822f34a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.903710 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-d3bcc755-5bd2-43f7-a627-1152096ca23c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Added segment 9a697b1b-6b89-487b-baf2-63022822f34a of type vlan for network 7192cf98-aaf9-4779-bce8-839593907629 Feb 11 05:14:49.971185 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23d1b633-cd8c-44f0-b6fb-ae2c7db54e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (61967365-a345-463c-bb5d-3c07b0cfdaf3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.974181 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3bcc755-5bd2-43f7-a627-1152096ca23c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (7192cf98-aaf9-4779-bce8-839593907629), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.979405 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bceea96-edf4-4662-bf94-4bb86e6bdff0 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting subnet f1103cee-ffbf-4f51-87ef-cbabb739bc14 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:14:50.005258 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bceea96-edf4-4662-bf94-4bb86e6bdff0 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (f1103cee-ffbf-4f51-87ef-cbabb739bc14), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.068241 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3bcc755-5bd2-43f7-a627-1152096ca23c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (7192cf98-aaf9-4779-bce8-839593907629), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.073375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bcc755-5bd2-43f7-a627-1152096ca23c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.073967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3bcc755-5bd2-43f7-a627-1152096ca23c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.092288 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bceea96-edf4-4662-bf94-4bb86e6bdff0 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (f1103cee-ffbf-4f51-87ef-cbabb739bc14), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.149660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d3bcc755-5bd2-43f7-a627-1152096ca23c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4368649 Feb 11 05:14:50.155359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41532) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:50.162481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 289da4ff-a38d-49e9-89e1-ff04166dfe5b no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:50.175976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'admin_state_up': True, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:50.188485 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23d1b633-cd8c-44f0-b6fb-ae2c7db54e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (61967365-a345-463c-bb5d-3c07b0cfdaf3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.197254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 289da4ff-a38d-49e9-89e1-ff04166dfe5b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:50.199632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 289da4ff-a38d-49e9-89e1-ff04166dfe5b not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:50.202079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6606ed3c-4c2e-4387-ab83-7fd386c529af no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:50.218272 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (589bd20c-c242-4498-9584-2957e27d7016), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.219807 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (589bd20c-c242-4498-9584-2957e27d7016), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.227309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1b633-cd8c-44f0-b6fb-ae2c7db54e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61967365-a345-463c-bb5d-3c07b0cfdaf3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:50.234955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcc755-5bd2-43f7-a627-1152096ca23c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Network': ['ID=7192cf98-aaf9-4779-bce8-839593907629,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:50.248627 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23d1b633-cd8c-44f0-b6fb-ae2c7db54e92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.255192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-23d1b633-cd8c-44f0-b6fb-ae2c7db54e92 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/61967365-a345-463c-bb5d-3c07b0cfdaf3 HTTP/1.1" status: 204 len: 168 time: 0.6281271 Feb 11 05:14:50.257461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41534) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:50.261462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f50b7ec-2866-469a-b29b-66ec141e0260 None None] Network 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:50.305306 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_controller (589bd20c-c242-4498-9584-2957e27d7016), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.305966 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bceea96-edf4-4662-bf94-4bb86e6bdff0 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (f1103cee-ffbf-4f51-87ef-cbabb739bc14), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.338312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 7192cf98-aaf9-4779-bce8-839593907629 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:50.375720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 6606ed3c-4c2e-4387-ab83-7fd386c529af {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:50.376589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6606ed3c-4c2e-4387-ab83-7fd386c529af not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:50.379060 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bceea96-edf4-4662-bf94-4bb86e6bdff0 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (f1103cee-ffbf-4f51-87ef-cbabb739bc14), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.405537 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bceea96-edf4-4662-bf94-4bb86e6bdff0 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.409898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c98564-0f9e-44e4-991a-5b08baaa9595 None None] Network ba09830a-c04e-4d29-8b9e-029b1b642a77 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:50.410876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4bceea96-edf4-4662-bf94-4bb86e6bdff0 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/f1103cee-ffbf-4f51-87ef-cbabb739bc14 HTTP/1.1" status: 204 len: 168 time: 0.5599632 Feb 11 05:14:50.435527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41536) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:50.437001 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bceea96-edf4-4662-bf94-4bb86e6bdff0 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Subnet': ['ID=f1103cee-ffbf-4f51-87ef-cbabb739bc14,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:50.469481 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.587672 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:14:50.605002 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (589bd20c-c242-4498-9584-2957e27d7016), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.633227 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (ba09830a-c04e-4d29-8b9e-029b1b642a77), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.651038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb6c86-8b6d-49e9-a55d-e651a7291cb0 None None] DHCP port deletion for 3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:14:50.699911 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a337f1c-c89e-4b91-93f6-0985f2d56d80 None None] DHCP port deletion for ba09830a-c04e-4d29-8b9e-029b1b642a77 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:14:50.748617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-53cb6c86-8b6d-49e9-a55d-e651a7291cb0 None None] Deleting port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:50.748997 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-53cb6c86-8b6d-49e9-a55d-e651a7291cb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.761397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Deleting port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:50.761740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.820243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-53cb6c86-8b6d-49e9-a55d-e651a7291cb0 None None] For port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=487dba1a-2d3f-4183-b3a8-5f14f43fcbf3,segment=NetworkSegment(2a1451e5-f898-48c0-92ad-c782e4857504),segment_id=2a1451e5-f898-48c0-92ad-c782e4857504)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:50.820648 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-53cb6c86-8b6d-49e9-a55d-e651a7291cb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.830116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9a337f1c-c89e-4b91-93f6-0985f2d56d80 None None] Deleting port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:50.830492 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9a337f1c-c89e-4b91-93f6-0985f2d56d80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.845638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-53cb6c86-8b6d-49e9-a55d-e651a7291cb0 None None] Calling delete_port for 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:50.846470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:50.846814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.853824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] For port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=487dba1a-2d3f-4183-b3a8-5f14f43fcbf3,segment=NetworkSegment(2a1451e5-f898-48c0-92ad-c782e4857504),segment_id=2a1451e5-f898-48c0-92ad-c782e4857504)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:50.854189 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.889371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Calling delete_port for 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:50.938079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9a337f1c-c89e-4b91-93f6-0985f2d56d80 None None] For port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a4fe62c4-b870-4b9a-b81b-d05f14b0cb06,segment=NetworkSegment(839d056a-55ea-4ff6-acc9-ca82d1f0330e),segment_id=839d056a-55ea-4ff6-acc9-ca82d1f0330e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:50.938485 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9a337f1c-c89e-4b91-93f6-0985f2d56d80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.954758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9a337f1c-c89e-4b91-93f6-0985f2d56d80 None None] Calling delete_port for a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:51.011691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] For port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a4fe62c4-b870-4b9a-b81b-d05f14b0cb06,segment=NetworkSegment(839d056a-55ea-4ff6-acc9-ca82d1f0330e),segment_id=839d056a-55ea-4ff6-acc9-ca82d1f0330e)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:51.012070 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.035938 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-53cb6c86-8b6d-49e9-a55d-e651a7291cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.063292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:51.065437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb6c86-8b6d-49e9-a55d-e651a7291cb0 None None] Pushing event deleted for resources: {'Port': ['ID=487dba1a-2d3f-4183-b3a8-5f14f43fcbf3,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:51.074640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb6c86-8b6d-49e9-a55d-e651a7291cb0 None None] No DVR routers for this DVR port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:51.094248 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9a337f1c-c89e-4b91-93f6-0985f2d56d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.118995 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (589bd20c-c242-4498-9584-2957e27d7016), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.120043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a337f1c-c89e-4b91-93f6-0985f2d56d80 None None] Pushing event deleted for resources: {'Port': ['ID=a4fe62c4-b870-4b9a-b81b-d05f14b0cb06,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:51.124169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a337f1c-c89e-4b91-93f6-0985f2d56d80 None None] No DVR routers for this DVR port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:51.179904 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.201531 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (487dba1a-2d3f-4183-b3a8-5f14f43fcbf3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.272235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Pushing event deleted for resources: {'Port': ['ID=487dba1a-2d3f-4183-b3a8-5f14f43fcbf3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:51.288991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] No DVR routers for this DVR port 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:51.351954 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a4fe62c4-b870-4b9a-b81b-d05f14b0cb06), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.397276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=a4fe62c4-b870-4b9a-b81b-d05f14b0cb06,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:51.431398 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.438600 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No DVR routers for this DVR port a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:51.444983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.25.7.187 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/085cadfd-1ad4-442a-a96e-5dc4445e35cb) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:51.500953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:51.539047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1451e5-f898-48c0-92ad-c782e4857504') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:51.539351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1451e5-f898-48c0-92ad-c782e4857504') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:51.576712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (ba09830a-c04e-4d29-8b9e-029b1b642a77), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.586864 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (2a1451e5-f898-48c0-92ad-c782e4857504), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.643449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba09830a-c04e-4d29-8b9e-029b1b642a77']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:51.645462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (2a1451e5-f898-48c0-92ad-c782e4857504), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.661958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:51.662358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (2a1451e5-f898-48c0-92ad-c782e4857504), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:51.664132 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:51.681355 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839d056a-55ea-4ff6-acc9-ca82d1f0330e') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:51.681659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839d056a-55ea-4ff6-acc9-ca82d1f0330e') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:51.733840 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (839d056a-55ea-4ff6-acc9-ca82d1f0330e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.761151 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.763708 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (839d056a-55ea-4ff6-acc9-ca82d1f0330e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.771066 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.775793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:51.776245 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (839d056a-55ea-4ff6-acc9-ca82d1f0330e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:51.781472 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:51.785279 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.791548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41546) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:51.792136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f HTTP/1.1" status: 204 len: 168 time: 1.5329268 Feb 11 05:14:51.857928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5939413-94ff-48ab-af49-268e3e69c341 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab2c2c0-cc7d-4874-99e6-3ae4c6782d7f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:51.879183 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (ba09830a-c04e-4d29-8b9e-029b1b642a77), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.888231 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.891598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/networks/ba09830a-c04e-4d29-8b9e-029b1b642a77 HTTP/1.1" status: 204 len: 168 time: 1.4547112 Feb 11 05:14:51.895779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41548) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:51.901194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-71049e7f-6bc7-4edf-a75c-d0d8e2452b5f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'network': {'name': 'tempest-RoutersTest-78618277'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:51.917250 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c863fd-5690-4560-bb71-73dddb7f62fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Network': ['ID=ba09830a-c04e-4d29-8b9e-029b1b642a77,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:51.922575 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.973316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71049e7f-6bc7-4edf-a75c-d0d8e2452b5f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:51.976783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71049e7f-6bc7-4edf-a75c-d0d8e2452b5f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:51.983556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:51.994469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:51.998732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:52.000747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=085cadfd-1ad4-442a-a96e-5dc4445e35cb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:52.043682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71049e7f-6bc7-4edf-a75c-d0d8e2452b5f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:52.058827 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71049e7f-6bc7-4edf-a75c-d0d8e2452b5f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9cca8559-4eba-491b-9034-ae4e4f162a96), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.059217 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-71049e7f-6bc7-4edf-a75c-d0d8e2452b5f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Added segment 9cca8559-4eba-491b-9034-ae4e4f162a96 of type vlan for network ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9 Feb 11 05:14:52.185842 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:52.203791 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71049e7f-6bc7-4edf-a75c-d0d8e2452b5f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.213645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:52.214577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a4fe62c4-b870-4b9a-b81b-d05f14b0cb06 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:52.215259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:52.246140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:52.246641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 487dba1a-2d3f-4183-b3a8-5f14f43fcbf3 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:52.261721 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43e93a28-2805-4211-8a5b-fdaceb0752b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (108a2086-b701-4297-8bcd-8fbbbaef36f4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.277313 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71049e7f-6bc7-4edf-a75c-d0d8e2452b5f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.282823 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71049e7f-6bc7-4edf-a75c-d0d8e2452b5f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.283419 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-71049e7f-6bc7-4edf-a75c-d0d8e2452b5f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.336887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-71049e7f-6bc7-4edf-a75c-d0d8e2452b5f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4398274 Feb 11 05:14:52.341303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41550) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:52.399484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-cfdad6ce-5b38-4549-aa8e-af071446d6bd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'subnet': {'network_id': 'ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:52.421399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71049e7f-6bc7-4edf-a75c-d0d8e2452b5f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Network': ['ID=ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:52.433860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:52.486122 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (589bd20c-c242-4498-9584-2957e27d7016), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.558573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdad6ce-5b38-4549-aa8e-af071446d6bd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:52.562272 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cfdad6ce-5b38-4549-aa8e-af071446d6bd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.568431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-43e93a28-2805-4211-8a5b-fdaceb0752b1 admin admin] Deleting port e8f13209-068a-4820-aaba-ee5948b07061 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:52.568773 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43e93a28-2805-4211-8a5b-fdaceb0752b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e8f13209-068a-4820-aaba-ee5948b07061), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.664992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-43e93a28-2805-4211-8a5b-fdaceb0752b1 admin admin] For port e8f13209-068a-4820-aaba-ee5948b07061, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e8f13209-068a-4820-aaba-ee5948b07061,segment=NetworkSegment(8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3),segment_id=8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:52.665818 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43e93a28-2805-4211-8a5b-fdaceb0752b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e8f13209-068a-4820-aaba-ee5948b07061), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.683392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-43e93a28-2805-4211-8a5b-fdaceb0752b1 admin admin] Calling delete_port for e8f13209-068a-4820-aaba-ee5948b07061 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:52.929592 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43e93a28-2805-4211-8a5b-fdaceb0752b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e8f13209-068a-4820-aaba-ee5948b07061), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.967111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e93a28-2805-4211-8a5b-fdaceb0752b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f13209-068a-4820-aaba-ee5948b07061,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:53.211190 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (589bd20c-c242-4498-9584-2957e27d7016), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.254850 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43e93a28-2805-4211-8a5b-fdaceb0752b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (108a2086-b701-4297-8bcd-8fbbbaef36f4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.298923 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cfdad6ce-5b38-4549-aa8e-af071446d6bd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.410287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdad6ce-5b38-4549-aa8e-af071446d6bd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Subnet': ['ID=fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:53.429886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdad6ce-5b38-4549-aa8e-af071446d6bd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Checking segment: {'id': '9cca8559-4eba-491b-9034-ae4e4f162a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:53.429886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdad6ce-5b38-4549-aa8e-af071446d6bd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network hostable DHCP agents. Network: ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:53.458692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdad6ce-5b38-4549-aa8e-af071446d6bd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:53.469930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 589bd20c-c242-4498-9584-2957e27d7016 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:14:53.472030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-cfdad6ce-5b38-4549-aa8e-af071446d6bd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:53.477669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdad6ce-5b38-4549-aa8e-af071446d6bd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:53.478274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cfdad6ce-5b38-4549-aa8e-af071446d6bd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.485620 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bedd20-c219-456e-88ac-fd41004ebbc5 None None] Network ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:53.541453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e93a28-2805-4211-8a5b-fdaceb0752b1 admin admin] Router 108a2086-b701-4297-8bcd-8fbbbaef36f4 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:53.545018 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cfdad6ce-5b38-4549-aa8e-af071446d6bd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2010653 Feb 11 05:14:53.548186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41568) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:53.553013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-50377323-5eb0-475a-82df-57641301b338 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1594896858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:53.619085 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50377323-5eb0-475a-82df-57641301b338 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (edbf5367-7a9e-4e32-b9f9-9c757226c010), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.620304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50377323-5eb0-475a-82df-57641301b338 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (edbf5367-7a9e-4e32-b9f9-9c757226c010), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.629392 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9', 'network_id': 'ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9', 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'fixed_ips': [{'subnet_id': 'fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:14:53.630539 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.658914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:53.672806 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Sync routers for ids ['589bd20c-c242-4498-9584-2957e27d7016'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:53.690477 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Routers {'589bd20c-c242-4498-9584-2957e27d7016'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:53.691226 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['589bd20c-c242-4498-9584-2957e27d7016'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:53.699721 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50377323-5eb0-475a-82df-57641301b338 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (edbf5367-7a9e-4e32-b9f9-9c757226c010), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.705187 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50377323-5eb0-475a-82df-57641301b338 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (edbf5367-7a9e-4e32-b9f9-9c757226c010), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.716649 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.718139 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ad064dfa-06bd-4983-8b39-907e330cf99d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5579126 Feb 11 05:14:53.722556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41570) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:53.741703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50377323-5eb0-475a-82df-57641301b338 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.746017 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-50377323-5eb0-475a-82df-57641301b338 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1938412 Feb 11 05:14:53.747325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41574) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:53.776396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e93a28-2805-4211-8a5b-fdaceb0752b1 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:53.787582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-43e93a28-2805-4211-8a5b-fdaceb0752b1 admin admin] 10.222.0.48 "PUT /v2.0/routers/108a2086-b701-4297-8bcd-8fbbbaef36f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9949348 Feb 11 05:14:53.791742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41576) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:53.839697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Allocated IP 172.20.0.2 (ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9/fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9/6935d1c8-ad06-4bbb-abda-5773774e0d1f) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:53.906773 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Set router 589bd20c-c242-4498-9584-2957e27d7016 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:53.954799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9def8d-dbf6-4ac9-9fcc-6f393ca691f6 None None] Sync routers for ids ['108a2086-b701-4297-8bcd-8fbbbaef36f4'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:53.967305 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Publish callbacks [] for router (108a2086-b701-4297-8bcd-8fbbbaef36f4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.988051 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9def8d-dbf6-4ac9-9fcc-6f393ca691f6 None None] Routers {'108a2086-b701-4297-8bcd-8fbbbaef36f4'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:53.988779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fd9def8d-dbf6-4ac9-9fcc-6f393ca691f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['108a2086-b701-4297-8bcd-8fbbbaef36f4'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:54.083792 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Publish callbacks [] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.141027 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.161083 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9834b4f9-4207-413c-8ad5-dbf24a90509c tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4606a55f42cf40e5a3952a4488271540&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4371042 Feb 11 05:14:54.163619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41582) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:54.174737 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Publish callbacks [] for router_gateway (108a2086-b701-4297-8bcd-8fbbbaef36f4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.220826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Pushing event updated for resources: {'Port': ['ID=6935d1c8-ad06-4bbb-abda-5773774e0d1f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:54.246968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Network ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:54.252494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:54.256901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:54.260362 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fd9def8d-dbf6-4ac9-9fcc-6f393ca691f6 None None] Set router 108a2086-b701-4297-8bcd-8fbbbaef36f4 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:54.281294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Deleting port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:54.281725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.335706 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:14:52Z', 'revision_number': 3, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:54.397564 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Checking router: 589bd20c-c242-4498-9584-2957e27d7016 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:14:54.398278 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Updating router 589bd20c-c242-4498-9584-2957e27d7016 port 085cadfd-1ad4-442a-a96e-5dc4445e35cb binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:14:54.405741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Attempting to bind port 6935d1c8-ad06-4bbb-abda-5773774e0d1f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:54.405741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Attempting to bind port 6935d1c8-ad06-4bbb-abda-5773774e0d1f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '9cca8559-4eba-491b-9034-ae4e4f162a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:54.405741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Attempting to bind port 6935d1c8-ad06-4bbb-abda-5773774e0d1f on network ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:54.439812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:54.440535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Checking segment: {'id': '9cca8559-4eba-491b-9034-ae4e4f162a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:54.441042 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.441538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Bound using segment: {'id': '9cca8559-4eba-491b-9034-ae4e4f162a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:54.443060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Bound port: 6935d1c8-ad06-4bbb-abda-5773774e0d1f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cca8559-4eba-491b-9034-ae4e4f162a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:54.443060 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.457513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10746d04-94d3-463c-8f31-7ced4fd93b55 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.461682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] For port f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:54.461899 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-10746d04-94d3-463c-8f31-7ced4fd93b55 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2945230 Feb 11 05:14:54.462030 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.462234 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.466685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41584) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:54.540480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.577938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Calling delete_port for f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:54.585776 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5ff6759e-c50a-4a82-9165-c55b583cfb47 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1148021 Feb 11 05:14:54.594500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41586) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:54.609821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3aef30b2-6b8d-4ef9-9978-4c9d9a542323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-722045734', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:54.620299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] For port 6935d1c8-ad06-4bbb-abda-5773774e0d1f, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:54.630059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] For port 6935d1c8-ad06-4bbb-abda-5773774e0d1f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6935d1c8-ad06-4bbb-abda-5773774e0d1f,segment=NetworkSegment(9cca8559-4eba-491b-9034-ae4e4f162a96),segment_id=9cca8559-4eba-491b-9034-ae4e4f162a96)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:54.668967 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.693603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fd9def8d-dbf6-4ac9-9fcc-6f393ca691f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'name': 'tempest-TestVolumeBackupRestore-297630861-router', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:12Z', 'updated_at': '2022-02-11T05:14:52Z', 'revision_number': 5, 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'gw_port': {'id': 'f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:13Z', 'updated_at': '2022-02-11T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:54.763838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9def8d-dbf6-4ac9-9fcc-6f393ca691f6 None None] Checking router: 108a2086-b701-4297-8bcd-8fbbbaef36f4 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:14:54.804312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9def8d-dbf6-4ac9-9fcc-6f393ca691f6 None None] Routers {'108a2086-b701-4297-8bcd-8fbbbaef36f4'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:54.805860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fd9def8d-dbf6-4ac9-9fcc-6f393ca691f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['108a2086-b701-4297-8bcd-8fbbbaef36f4'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:54.924261 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Publish callbacks [] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.935510 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.001783 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Pushing event updated for resources: {'Port': ['ID=085cadfd-1ad4-442a-a96e-5dc4445e35cb,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:55.017304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aef30b2-6b8d-4ef9-9978-4c9d9a542323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Made reservation on behalf of 4606a55f42cf40e5a3952a4488271540 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:55.031175 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.031665 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.032014 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.032351 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.032683 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.033008 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.033330 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.033655 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.033978 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.034294 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.039029 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.039453 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.039854 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:55.041070 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aef30b2-6b8d-4ef9-9978-4c9d9a542323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.071898 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Attempting to bind port 085cadfd-1ad4-442a-a96e-5dc4445e35cb on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:55.072324 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Attempting to bind port 085cadfd-1ad4-442a-a96e-5dc4445e35cb by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:55.072694 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Attempting to bind port 085cadfd-1ad4-442a-a96e-5dc4445e35cb on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:55.078257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c65a5-d855-43a1-8137-1d52f67b49e4 None None] Pushing event updated for resources: {'Port': ['ID=6935d1c8-ad06-4bbb-abda-5773774e0d1f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:55.079622 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:55.080833 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:55.081565 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.082116 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:55.082747 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Bound port: 085cadfd-1ad4-442a-a96e-5dc4445e35cb, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:55.083327 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.187459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Allocated IP 172.20.0.1 (ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9/fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9/eb8b65d9-1935-4d14-81c5-e37d7923720c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:55.217712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fd9def8d-dbf6-4ac9-9fcc-6f393ca691f6 None None] Set router 108a2086-b701-4297-8bcd-8fbbbaef36f4 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:55.296366 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] For port 085cadfd-1ad4-442a-a96e-5dc4445e35cb, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:55.302470 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] For port 085cadfd-1ad4-442a-a96e-5dc4445e35cb, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=085cadfd-1ad4-442a-a96e-5dc4445e35cb,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:55.308013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fd9def8d-dbf6-4ac9-9fcc-6f393ca691f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'name': 'tempest-TestVolumeBackupRestore-297630861-router', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:12Z', 'updated_at': '2022-02-11T05:14:54Z', 'revision_number': 6, 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:55.313828 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.384107 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Routers {'589bd20c-c242-4498-9584-2957e27d7016'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:55.384942 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['589bd20c-c242-4498-9584-2957e27d7016'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:55.387634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9def8d-dbf6-4ac9-9fcc-6f393ca691f6 None None] The sync data for ids ['108a2086-b701-4297-8bcd-8fbbbaef36f4'] in n-d-615180-58 is: [{'id': '108a2086-b701-4297-8bcd-8fbbbaef36f4', 'name': 'tempest-TestVolumeBackupRestore-297630861-router', 'tenant_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:12Z', 'updated_at': '2022-02-11T05:14:54Z', 'revision_number': 6, 'project_id': '1711d2ebb59e4f8d9da7046b1a1ccff7', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:55.450005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (eb8b65d9-1935-4d14-81c5-e37d7923720c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.501081 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (eb8b65d9-1935-4d14-81c5-e37d7923720c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.564040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:55.568163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:55.590552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:55.659840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=eb8b65d9-1935-4d14-81c5-e37d7923720c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:55.671041 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (edbf5367-7a9e-4e32-b9f9-9c757226c010), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.764567 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] Set router 589bd20c-c242-4498-9584-2957e27d7016 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:55.843244 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec1520-23fa-416a-b76e-14149ff95a86 None None] Pushing event updated for resources: {'Port': ['ID=085cadfd-1ad4-442a-a96e-5dc4445e35cb,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:55.909893 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aef30b2-6b8d-4ef9-9978-4c9d9a542323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (cc04c7f8-78c6-40a0-9137-73297477b3a5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.920348 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eb8b65d9-1935-4d14-81c5-e37d7923720c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.049134 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef30b2-6b8d-4ef9-9978-4c9d9a542323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Subnet': ['ID=cc04c7f8-78c6-40a0-9137-73297477b3a5,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:56.152473 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.219007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:56.245905 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:14:52Z', 'revision_number': 3, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:56.272673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef30b2-6b8d-4ef9-9978-4c9d9a542323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Checking segment: {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:56.273054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef30b2-6b8d-4ef9-9978-4c9d9a542323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network hostable DHCP agents. Network: 7192cf98-aaf9-4779-bce8-839593907629, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:56.304903 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6becd09-e362-4764-8029-2416b4d75602 None None] The sync data for ids ['589bd20c-c242-4498-9584-2957e27d7016'] in n-d-615180-58 is: [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:14:52Z', 'revision_number': 3, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:56.375521 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (108a2086-b701-4297-8bcd-8fbbbaef36f4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.470766 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (eb8b65d9-1935-4d14-81c5-e37d7923720c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.480537 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (eb8b65d9-1935-4d14-81c5-e37d7923720c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.499874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6935d1c8-ad06-4bbb-abda-5773774e0d1f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:56.560686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a2f4f4-c651-4275-a52d-82d8dd9d2dee None None] Network ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:56.583875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=eb8b65d9-1935-4d14-81c5-e37d7923720c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:56.587213 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (108a2086-b701-4297-8bcd-8fbbbaef36f4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.594573 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Publish callbacks [] for router_controller (108a2086-b701-4297-8bcd-8fbbbaef36f4), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.595258 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (edbf5367-7a9e-4e32-b9f9-9c757226c010), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.661560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef30b2-6b8d-4ef9-9978-4c9d9a542323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 7192cf98-aaf9-4779-bce8-839593907629 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:56.672281 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (108a2086-b701-4297-8bcd-8fbbbaef36f4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.673222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 108a2086-b701-4297-8bcd-8fbbbaef36f4 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:14:56.679512 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.682917 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3aecd09f-2ef9-4ef0-8d22-e04df2128935 admin admin] 10.222.0.48 "DELETE /v2.0/routers/108a2086-b701-4297-8bcd-8fbbbaef36f4 HTTP/1.1" status: 204 len: 168 time: 2.8879530 Feb 11 05:14:56.684051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41602) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:56.723337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6935d1c8-ad06-4bbb-abda-5773774e0d1f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:56.723726 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.758613 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3aef30b2-6b8d-4ef9-9978-4c9d9a542323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 7192cf98-aaf9-4779-bce8-839593907629) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:56.777772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef30b2-6b8d-4ef9-9978-4c9d9a542323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.780323 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3aef30b2-6b8d-4ef9-9978-4c9d9a542323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.810451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5504ae00-28a2-4bff-86a3-bf2e10d72471 None None] Network 7192cf98-aaf9-4779-bce8-839593907629 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:56.819940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:56.835530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:56.837047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-28053657-706b-4c0a-a355-371aae346078 None None] Provisioning complete for port 6935d1c8-ad06-4bbb-abda-5773774e0d1f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:56.839591 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-28053657-706b-4c0a-a355-371aae346078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.843624 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3aef30b2-6b8d-4ef9-9978-4c9d9a542323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2476575 Feb 11 05:14:56.848466 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:56.852093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7876cf-9a95-483f-a412-e34855fd30c8 admin admin] Deleting subnet a8483c05-63f9-48bc-9497-97115fa5121b {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:14:56.856075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da7876cf-9a95-483f-a412-e34855fd30c8 admin admin] Publish callbacks [] for subnet (a8483c05-63f9-48bc-9497-97115fa5121b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.922076 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da7876cf-9a95-483f-a412-e34855fd30c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (a8483c05-63f9-48bc-9497-97115fa5121b), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.110614 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da7876cf-9a95-483f-a412-e34855fd30c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (a8483c05-63f9-48bc-9497-97115fa5121b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.152823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-28053657-706b-4c0a-a355-371aae346078 None None] Current status of the port 6935d1c8-ad06-4bbb-abda-5773774e0d1f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:57.157453 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-28053657-706b-4c0a-a355-371aae346078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.234049 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da7876cf-9a95-483f-a412-e34855fd30c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (a8483c05-63f9-48bc-9497-97115fa5121b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.266130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7192cf98-aaf9-4779-bce8-839593907629', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ips': [{'subnet_id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:14:57.267107 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.305569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7876cf-9a95-483f-a412-e34855fd30c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8483c05-63f9-48bc-9497-97115fa5121b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:57.314546 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da7876cf-9a95-483f-a412-e34855fd30c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.321417 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-da7876cf-9a95-483f-a412-e34855fd30c8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a8483c05-63f9-48bc-9497-97115fa5121b HTTP/1.1" status: 204 len: 168 time: 0.6363578 Feb 11 05:14:57.322473 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41610) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:57.329611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27231246-9cca-41ec-9168-1b4c55a40d08 None None] Network 918a3a7d-0257-4828-946a-e3ed60caeea7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:57.371301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router edbf5367-7a9e-4e32-b9f9-9c757226c010 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:14:57.413404 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (918a3a7d-0257-4828-946a-e3ed60caeea7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.440508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-28053657-706b-4c0a-a355-371aae346078 None None] For port 6935d1c8-ad06-4bbb-abda-5773774e0d1f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6935d1c8-ad06-4bbb-abda-5773774e0d1f,segment=NetworkSegment(9cca8559-4eba-491b-9034-ae4e4f162a96),segment_id=9cca8559-4eba-491b-9034-ae4e4f162a96)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:57.442020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6935d1c8-ad06-4bbb-abda-5773774e0d1f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:57.442652 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.481221 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-28053657-706b-4c0a-a355-371aae346078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.514684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Deleting port 36f30234-080c-48b5-9175-edca10bc11a0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:57.515064 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (36f30234-080c-48b5-9175-edca10bc11a0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.581279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28053657-706b-4c0a-a355-371aae346078 None None] Pushing event updated for resources: {'Port': ['ID=6935d1c8-ad06-4bbb-abda-5773774e0d1f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:57.602692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] For port 36f30234-080c-48b5-9175-edca10bc11a0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=36f30234-080c-48b5-9175-edca10bc11a0,segment=NetworkSegment(8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3),segment_id=8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:57.603130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (36f30234-080c-48b5-9175-edca10bc11a0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.619530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Calling delete_port for 36f30234-080c-48b5-9175-edca10bc11a0 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:57.708140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:57.720262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Allocated IP 172.20.0.2 (7192cf98-aaf9-4779-bce8-839593907629/cc04c7f8-78c6-40a0-9137-73297477b3a5/2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:57.723952 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdddbbb6-7e01-4808-afc7-491f7627c567 None None] Sync routers for ids ['edbf5367-7a9e-4e32-b9f9-9c757226c010'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:57.724451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1a6972fc-b6f5-4d88-8173-436f0d53c2aa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/edbf5367-7a9e-4e32-b9f9-9c757226c010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9742589 Feb 11 05:14:57.726745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:57.742806 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdddbbb6-7e01-4808-afc7-491f7627c567 None None] Routers {'edbf5367-7a9e-4e32-b9f9-9c757226c010'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:57.743477 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cdddbbb6-7e01-4808-afc7-491f7627c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['edbf5367-7a9e-4e32-b9f9-9c757226c010'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:57.778548 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (36f30234-080c-48b5-9175-edca10bc11a0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.820371 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cdddbbb6-7e01-4808-afc7-491f7627c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:57.832771 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:14:57.833156 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:14:57.850642 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdddbbb6-7e01-4808-afc7-491f7627c567 None None] Routers {'edbf5367-7a9e-4e32-b9f9-9c757226c010'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:57.851540 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cdddbbb6-7e01-4808-afc7-491f7627c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['edbf5367-7a9e-4e32-b9f9-9c757226c010'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:57.867602 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c5ca4d58-415a-4a96-af47-a17a5cefd41a None None] Provisioning complete for port 6935d1c8-ad06-4bbb-abda-5773774e0d1f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:57.867987 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4d58-415a-4a96-af47-a17a5cefd41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.869032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f30234-080c-48b5-9175-edca10bc11a0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:57.878315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] No DVR routers for this DVR port 36f30234-080c-48b5-9175-edca10bc11a0 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:57.899609 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cdddbbb6-7e01-4808-afc7-491f7627c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:57.900530 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdddbbb6-7e01-4808-afc7-491f7627c567 None None] The sync data for ids ['edbf5367-7a9e-4e32-b9f9-9c757226c010'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:57.913977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793b8a34-9145-415d-a3c6-9fa3faa9b198 None None] DHCP port deletion for 918a3a7d-0257-4828-946a-e3ed60caeea7 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:14:58.025249 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (918a3a7d-0257-4828-946a-e3ed60caeea7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.068905 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918a3a7d-0257-4828-946a-e3ed60caeea7']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:58.086088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:58.086547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:58.091235 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Publish callbacks [] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.099140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca4d58-415a-4a96-af47-a17a5cefd41a None None] Current status of the port 6935d1c8-ad06-4bbb-abda-5773774e0d1f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:58.105922 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.108057 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.127642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.136465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:58.137118 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (8e9daa4a-5c81-43a4-9f7a-ba57ea25f2e3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:58.139668 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:58.186639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Network 7192cf98-aaf9-4779-bce8-839593907629 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:58.194523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:58.199538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:58.202737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c5ca4d58-415a-4a96-af47-a17a5cefd41a None None] Provisioning complete for port eb8b65d9-1935-4d14-81c5-e37d7923720c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:58.202997 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4d58-415a-4a96-af47-a17a5cefd41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (eb8b65d9-1935-4d14-81c5-e37d7923720c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.233930 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (918a3a7d-0257-4828-946a-e3ed60caeea7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.241218 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.247097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Pushing event updated for resources: {'Port': ['ID=2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:58.251079 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] 10.222.0.48 "DELETE /v2.0/networks/918a3a7d-0257-4828-946a-e3ed60caeea7 HTTP/1.1" status: 204 len: 168 time: 0.9270539 Feb 11 05:14:58.295348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fc937-cfd5-41dc-bcf8-b3dba3c14884 admin admin] Pushing event deleted for resources: {'Network': ['ID=918a3a7d-0257-4828-946a-e3ed60caeea7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:58.314963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca4d58-415a-4a96-af47-a17a5cefd41a None None] Port eb8b65d9-1935-4d14-81c5-e37d7923720c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:58.401943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8924619-0975-4273-ac9c-45243dff56b1 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.404550 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f8924619-0975-4273-ac9c-45243dff56b1 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports/eb8b65d9-1935-4d14-81c5-e37d7923720c HTTP/1.1" status: 200 len: 910 time: 0.6762636 Feb 11 05:14:58.407712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41622) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:58.418489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Attempting to bind port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:58.418918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Attempting to bind port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:58.419335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Attempting to bind port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 on network 7192cf98-aaf9-4779-bce8-839593907629 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:58.438180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:58.438580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Checking segment: {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:58.439032 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.439439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Bound using segment: {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:58.439932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Bound port: 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:58.440321 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.472882 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.511289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] For port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:58.515925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] For port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:58.525463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6935d1c8-ad06-4bbb-abda-5773774e0d1f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:58.530754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ec31d300-ea73-4912-ae98-9ab9d6408957 None None] Provisioning complete for port eb8b65d9-1935-4d14-81c5-e37d7923720c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:58.530860 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ec31d300-ea73-4912-ae98-9ab9d6408957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (eb8b65d9-1935-4d14-81c5-e37d7923720c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.537472 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.579300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41624) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:58.648553 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8da64ab7-f694-4981-b259-7dcf95f2320c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e8b392b4f1c464eafef4230484f4416&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672464 Feb 11 05:14:58.651582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41626) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:58.770457 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c33080-c4ed-42ab-897c-2b72337db226 admin admin] Publish callbacks [] for security_group (ddebf7cd-71d8-4063-a2f5-4628e0c38c25), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.793690 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c33080-c4ed-42ab-897c-2b72337db226 admin admin] Publish callbacks [] for security_group (ddebf7cd-71d8-4063-a2f5-4628e0c38c25), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.822233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e8f13209-068a-4820-aaba-ee5948b07061 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:58.867480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: e8f13209-068a-4820-aaba-ee5948b07061 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:58.867837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e8f13209-068a-4820-aaba-ee5948b07061 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:58.868319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:58.885374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.20.0.1 (7192cf98-aaf9-4779-bce8-839593907629/cc04c7f8-78c6-40a0-9137-73297477b3a5/1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:58.893150 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c33080-c4ed-42ab-897c-2b72337db226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ddebf7cd-71d8-4063-a2f5-4628e0c38c25), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.896721 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c33080-c4ed-42ab-897c-2b72337db226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.897999 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-13c33080-c4ed-42ab-897c-2b72337db226 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddebf7cd-71d8-4063-a2f5-4628e0c38c25 HTTP/1.1" status: 204 len: 168 time: 0.2455974 Feb 11 05:14:58.914500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:58.914946 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f1a06c3d-c1ec-4a97-815b-07ae1bf64c7f not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:58.918575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ec31d300-ea73-4912-ae98-9ab9d6408957 None None] Port eb8b65d9-1935-4d14-81c5-e37d7923720c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:58.926174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c33080-c4ed-42ab-897c-2b72337db226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddebf7cd-71d8-4063-a2f5-4628e0c38c25,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:58.943443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b65eec-82cc-459c-8536-1ebdf4b9b213 None None] Pushing event updated for resources: {'Port': ['ID=2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:59.146659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2d28b68-0c16-48a8-b5e7-9f765da90893 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (edbf5367-7a9e-4e32-b9f9-9c757226c010), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.235665 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.333896 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 085cadfd-1ad4-442a-a96e-5dc4445e35cb up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:59.336283 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.393521 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 7192cf98-aaf9-4779-bce8-839593907629 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:59.404294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:59.407124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:59.466503 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (589bd20c-c242-4498-9584-2957e27d7016), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.470280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 085cadfd-1ad4-442a-a96e-5dc4445e35cb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:59.470666 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.558143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41634) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:59.560791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:59.594568 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 085cadfd-1ad4-442a-a96e-5dc4445e35cb is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:59.595009 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.621096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 085cadfd-1ad4-442a-a96e-5dc4445e35cb, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=085cadfd-1ad4-442a-a96e-5dc4445e35cb,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:59.629083 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.629843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-700974c2-50ad-4f6b-8787-2c1610b33876 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1711d2ebb59e4f8d9da7046b1a1ccff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0696676 Feb 11 05:14:59.630211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6935d1c8-ad06-4bbb-abda-5773774e0d1f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:59.632289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41636) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:59.649231 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.756736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=085cadfd-1ad4-442a-a96e-5dc4445e35cb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:59.761176 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-718abbfd-ab4c-4981-94f3-1cbafa024d92 admin admin] Publish callbacks [] for security_group (73f2a307-9531-47ef-a48f-a3cc3c3da2e8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.766717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6935d1c8-ad06-4bbb-abda-5773774e0d1f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:59.767583 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.792067 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-718abbfd-ab4c-4981-94f3-1cbafa024d92 admin admin] Publish callbacks [] for security_group (73f2a307-9531-47ef-a48f-a3cc3c3da2e8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.821927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c2d28b68-0c16-48a8-b5e7-9f765da90893 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port eb8b65d9-1935-4d14-81c5-e37d7923720c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:59.822276 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2d28b68-0c16-48a8-b5e7-9f765da90893 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (eb8b65d9-1935-4d14-81c5-e37d7923720c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.874715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6935d1c8-ad06-4bbb-abda-5773774e0d1f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:59.955745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-718abbfd-ab4c-4981-94f3-1cbafa024d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73f2a307-9531-47ef-a48f-a3cc3c3da2e8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.956262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36f30234-080c-48b5-9175-edca10bc11a0 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:59.957745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-718abbfd-ab4c-4981-94f3-1cbafa024d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.962373 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-718abbfd-ab4c-4981-94f3-1cbafa024d92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73f2a307-9531-47ef-a48f-a3cc3c3da2e8 HTTP/1.1" status: 204 len: 168 time: 0.3288178 Feb 11 05:14:59.982939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 36f30234-080c-48b5-9175-edca10bc11a0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:59.983282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718abbfd-ab4c-4981-94f3-1cbafa024d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f2a307-9531-47ef-a48f-a3cc3c3da2e8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:59.983452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36f30234-080c-48b5-9175-edca10bc11a0 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:59.994067 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2d28b68-0c16-48a8-b5e7-9f765da90893 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (eb8b65d9-1935-4d14-81c5-e37d7923720c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.021539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c2d28b68-0c16-48a8-b5e7-9f765da90893 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for eb8b65d9-1935-4d14-81c5-e37d7923720c owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:00.113104 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.123058 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.243187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:00.253760 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (589bd20c-c242-4498-9584-2957e27d7016), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.339278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2d28b68-0c16-48a8-b5e7-9f765da90893 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (eb8b65d9-1935-4d14-81c5-e37d7923720c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.397309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 7192cf98-aaf9-4779-bce8-839593907629 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:00.399173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:00.415086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d28b68-0c16-48a8-b5e7-9f765da90893 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=eb8b65d9-1935-4d14-81c5-e37d7923720c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:00.541248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4200e36-e52c-4958-b996-90f92d593254 None None] Network 7192cf98-aaf9-4779-bce8-839593907629 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:00.574836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 589bd20c-c242-4498-9584-2957e27d7016 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:00.717672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-63a7c192-7abe-4940-90bd-c30b2896c42e None None] Provisioning complete for port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:00.718051 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-63a7c192-7abe-4940-90bd-c30b2896c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.773915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:00.784090 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2d28b68-0c16-48a8-b5e7-9f765da90893 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (edbf5367-7a9e-4e32-b9f9-9c757226c010), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.794686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Sync routers for ids ['589bd20c-c242-4498-9584-2957e27d7016'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:00.796608 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-070eed01-62b0-43b6-9f0e-8c8fbe649e49 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "PUT /v2.0/routers/589bd20c-c242-4498-9584-2957e27d7016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9462783 Feb 11 05:15:00.820205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Routers {'589bd20c-c242-4498-9584-2957e27d7016'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:00.820850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['589bd20c-c242-4498-9584-2957e27d7016'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:01.007505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Set router 589bd20c-c242-4498-9584-2957e27d7016 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:01.059616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d28b68-0c16-48a8-b5e7-9f765da90893 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router edbf5367-7a9e-4e32-b9f9-9c757226c010 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:01.083793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-63a7c192-7abe-4940-90bd-c30b2896c42e None None] Current status of the port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:01.084934 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-63a7c192-7abe-4940-90bd-c30b2896c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.113346 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-cd7e49f0-f25a-4537-984d-5663aeb8d127 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1681755005&fields=id&tenant_id=4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 267 time: 0.1058874 Feb 11 05:15:01.151941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:01.177811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d28b68-0c16-48a8-b5e7-9f765da90893 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:01.190721 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2316a0a-a5dc-41b2-af7a-485ea252934a None None] Sync routers for ids ['edbf5367-7a9e-4e32-b9f9-9c757226c010'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:01.196694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c2d28b68-0c16-48a8-b5e7-9f765da90893 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/edbf5367-7a9e-4e32-b9f9-9c757226c010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7877798 Feb 11 05:15:01.199455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41660) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:01.208185 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2316a0a-a5dc-41b2-af7a-485ea252934a None None] Routers {'edbf5367-7a9e-4e32-b9f9-9c757226c010'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:01.208826 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f2316a0a-a5dc-41b2-af7a-485ea252934a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['edbf5367-7a9e-4e32-b9f9-9c757226c010'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:01.252395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bcbead04-b005-42b6-8d36-4b5dd193845e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=edbf5367-7a9e-4e32-b9f9-9c757226c010 HTTP/1.1" status: 200 len: 205 time: 0.0516295 Feb 11 05:15:01.255591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41662) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:01.261384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-63a7c192-7abe-4940-90bd-c30b2896c42e None None] For port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:01.288826 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f2316a0a-a5dc-41b2-af7a-485ea252934a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:01.311823 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2316a0a-a5dc-41b2-af7a-485ea252934a None None] Routers {'edbf5367-7a9e-4e32-b9f9-9c757226c010'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:01.312481 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f2316a0a-a5dc-41b2-af7a-485ea252934a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['edbf5367-7a9e-4e32-b9f9-9c757226c010'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:01.327698 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-63a7c192-7abe-4940-90bd-c30b2896c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.395898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:01.396565 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.410955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-c72cea72-b315-49dd-bb6b-97fc4b78ab9b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:01.415030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-c72cea72-b315-49dd-bb6b-97fc4b78ab9b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/networks?id=7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 200 len: 797 time: 0.2919033 Feb 11 05:15:01.420674 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f2316a0a-a5dc-41b2-af7a-485ea252934a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:01.421354 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2316a0a-a5dc-41b2-af7a-485ea252934a None None] The sync data for ids ['edbf5367-7a9e-4e32-b9f9-9c757226c010'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:01.444486 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d05d242-1775-4dd2-bcdd-b850fd8d6328 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (edbf5367-7a9e-4e32-b9f9-9c757226c010), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.450906 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-8ddf43f1-3899-448a-be37-c84840f5febd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/quotas/4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 375 time: 0.0176113 Feb 11 05:15:01.485692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7c192-7abe-4940-90bd-c30b2896c42e None None] Pushing event updated for resources: {'Port': ['ID=2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:01.555877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-72042e44-fb41-42b0-8d28-3dd434754a29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953376 Feb 11 05:15:01.627122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661', 'name': '', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:a2:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:58Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 2, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:01.666622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:01.667809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 085cadfd-1ad4-442a-a96e-5dc4445e35cb up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:01.677440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Checking router: 589bd20c-c242-4498-9584-2957e27d7016 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:01.677802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Updating router 589bd20c-c242-4498-9584-2957e27d7016 port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:15:01.684868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d05d242-1775-4dd2-bcdd-b850fd8d6328 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (edbf5367-7a9e-4e32-b9f9-9c757226c010), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.686395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d05d242-1775-4dd2-bcdd-b850fd8d6328 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (edbf5367-7a9e-4e32-b9f9-9c757226c010), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.764819 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.766848 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d05d242-1775-4dd2-bcdd-b850fd8d6328 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (edbf5367-7a9e-4e32-b9f9-9c757226c010), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.767634 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d05d242-1775-4dd2-bcdd-b850fd8d6328 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Fanout notify agent at l3_agent the message router_deleted on router edbf5367-7a9e-4e32-b9f9-9c757226c010 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:15:01.801503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f1e5a7d9-1022-4411-b89c-b2fbb0050f83 None None] Provisioning complete for port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:01.801503 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a7d9-1022-4411-b89c-b2fbb0050f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.838661 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d05d242-1775-4dd2-bcdd-b850fd8d6328 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.848017 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2d05d242-1775-4dd2-bcdd-b850fd8d6328 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/edbf5367-7a9e-4e32-b9f9-9c757226c010 HTTP/1.1" status: 204 len: 168 time: 0.5904424 Feb 11 05:15:01.850224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41668) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:01.875183 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-3e671d8d-ef73-47ee-b122-2e1fa51bd377 service neutron] 10.222.0.48 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944016 Feb 11 05:15:01.964476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee2f9b7-089d-4b58-b8db-c3335bb6e549 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting subnet fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:01.969240 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cee2f9b7-089d-4b58-b8db-c3335bb6e549 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.970046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5a7d9-1022-4411-b89c-b2fbb0050f83 None None] Port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:01.984769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 085cadfd-1ad4-442a-a96e-5dc4445e35cb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:01.985143 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.018447 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cee2f9b7-089d-4b58-b8db-c3335bb6e549 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.025651 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-b72691ee-8c9b-4d01-a8f3-f9f0d8bc5af7 service neutron] 10.222.0.48 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415451 Feb 11 05:15:02.097752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f1e5a7d9-1022-4411-b89c-b2fbb0050f83 None None] Provisioning complete for port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:02.098367 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a7d9-1022-4411-b89c-b2fbb0050f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.135312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cee2f9b7-089d-4b58-b8db-c3335bb6e549 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.221103 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cee2f9b7-089d-4b58-b8db-c3335bb6e549 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.254786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2f9b7-089d-4b58-b8db-c3335bb6e549 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:02.268850 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cee2f9b7-089d-4b58-b8db-c3335bb6e549 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.272253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 085cadfd-1ad4-442a-a96e-5dc4445e35cb is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:02.273118 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cee2f9b7-089d-4b58-b8db-c3335bb6e549 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9 HTTP/1.1" status: 204 len: 168 time: 0.4199953 Feb 11 05:15:02.275635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41672) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:02.304186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb13d93-8104-460d-bd5c-68adabd28657 None None] Network ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:02.361500 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7e56192-8037-4cfb-b800-00c61356fdd1 req-82ce4d8d-ae2e-448a-b7dc-89e5cd677a29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 210 time: 0.0474465 Feb 11 05:15:02.398671 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.422585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5a7d9-1022-4411-b89c-b2fbb0050f83 None None] Current status of the port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:02.464417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 6935d1c8-ad06-4bbb-abda-5773774e0d1f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:02.464562 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.536098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] For port 6935d1c8-ad06-4bbb-abda-5773774e0d1f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6935d1c8-ad06-4bbb-abda-5773774e0d1f,segment=NetworkSegment(9cca8559-4eba-491b-9034-ae4e4f162a96),segment_id=9cca8559-4eba-491b-9034-ae4e4f162a96)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:02.536614 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.550992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 6935d1c8-ad06-4bbb-abda-5773774e0d1f owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:02.588335 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Publish callbacks [] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.599784 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f2fdd3ad-827b-47aa-a89a-805821e1d1f8 None None] Provisioning complete for port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:02.600133 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2fdd3ad-827b-47aa-a89a-805821e1d1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.602517 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.641374 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6935d1c8-ad06-4bbb-abda-5773774e0d1f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.676649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=6935d1c8-ad06-4bbb-abda-5773774e0d1f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:02.680816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No DVR routers for this DVR port 6935d1c8-ad06-4bbb-abda-5773774e0d1f on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:02.684510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f2fdd3ad-827b-47aa-a89a-805821e1d1f8 None None] Port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:02.699331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1112f3-7acb-4d33-a4de-b337b4d34e36 None None] Pushing event updated for resources: {'Port': ['ID=1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:02.773436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Attempting to bind port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:02.774004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Attempting to bind port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:02.774435 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Attempting to bind port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 on network 7192cf98-aaf9-4779-bce8-839593907629 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:02.782747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:02.783466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Checking segment: {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:02.784056 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.789907 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.790087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Bound using segment: {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:02.790721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Bound port: 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:02.791252 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.818985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:02.834808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cca8559-4eba-491b-9034-ae4e4f162a96') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:02.835241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cca8559-4eba-491b-9034-ae4e4f162a96') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:02.836342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09a066-803c-4098-b905-144beaa8f606 None None] DHCP port deletion for ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:15:02.871979 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (9cca8559-4eba-491b-9034-ae4e4f162a96), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.891880 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9cca8559-4eba-491b-9034-ae4e4f162a96), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.893523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] For port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:02.896926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] For port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:02.913828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:15:02.914230 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.914396 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (9cca8559-4eba-491b-9034-ae4e4f162a96), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:15:02.991264 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:15:03.003065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Routers {'589bd20c-c242-4498-9584-2957e27d7016'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:03.003677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['589bd20c-c242-4498-9584-2957e27d7016'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:03.007677 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.017251 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.028125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41694) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:03.029478 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/networks/ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9 HTTP/1.1" status: 204 len: 168 time: 0.7524328 Feb 11 05:15:03.036048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1249280753', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}, 'admin_state_up': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:03.044836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad8f43-5dff-47ce-9068-6b65ec160bbe tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Network': ['ID=ad5e5d4a-7a1f-454c-a8a1-a3a8351fbeb9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:03.097729 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (36657338-4f7d-490f-b653-3dca090c7769), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.099058 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (36657338-4f7d-490f-b653-3dca090c7769), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.218825 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (36657338-4f7d-490f-b653-3dca090c7769), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.342364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:03.501808 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_gateway (36657338-4f7d-490f-b653-3dca090c7769), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.540098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf4b254a-6e1d-4ea1-94d9-bab0d807c5b8 req-29c5b9cd-9650-4b13-b960-aa802bf0dfa4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 210 time: 0.0486841 Feb 11 05:15:03.558941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1112f3-7acb-4d33-a4de-b337b4d34e36 None None] Pushing event updated for resources: {'Port': ['ID=1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:03.577293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-81142393-5183-47af-8556-deccef49238f None None] Provisioning complete for port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:03.577679 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-81142393-5183-47af-8556-deccef49238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.585301 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.609462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] Set router 589bd20c-c242-4498-9584-2957e27d7016 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:03.717662 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_gateway (36657338-4f7d-490f-b653-3dca090c7769), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.731440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:03.731860 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.736392 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.850257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Allocated IP 172.25.7.175 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/59f3aa58-c014-4cf8-ad8c-b895a095e70a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:03.895128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-81142393-5183-47af-8556-deccef49238f None None] Current status of the port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:03.895700 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-81142393-5183-47af-8556-deccef49238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.975912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-81142393-5183-47af-8556-deccef49238f None None] For port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:03.990153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:03.994857 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-81142393-5183-47af-8556-deccef49238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.040613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661', 'name': '', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:a2:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:58Z', 'updated_at': '2022-02-11T05:15:02Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:04.080903 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6935d1c8-ad06-4bbb-abda-5773774e0d1f no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:04.088206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e351729-ee58-41cc-b573-f6a105e8fa2d None None] The sync data for ids ['589bd20c-c242-4498-9584-2957e27d7016'] in n-d-615180-58 is: [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661', 'name': '', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:a2:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:58Z', 'updated_at': '2022-02-11T05:15:02Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:04.148192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81142393-5183-47af-8556-deccef49238f None None] Pushing event updated for resources: {'Port': ['ID=1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:04.165020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 6935d1c8-ad06-4bbb-abda-5773774e0d1f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:04.165866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6935d1c8-ad06-4bbb-abda-5773774e0d1f not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:04.195488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-61d3f381-3033-456a-890a-291a1345620b None None] Provisioning complete for port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:04.196078 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61d3f381-3033-456a-890a-291a1345620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.287046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-61d3f381-3033-456a-890a-291a1345620b None None] Current status of the port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:04.493344 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (59f3aa58-c014-4cf8-ad8c-b895a095e70a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.517309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-2549416e-20b2-491d-b8ad-b6d163c8aece tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:04.517309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-2549416e-20b2-491d-b8ad-b6d163c8aece tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.60 "GET /v2.0/networks?id=7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 200 len: 797 time: 0.6229994 Feb 11 05:15:04.585311 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (59f3aa58-c014-4cf8-ad8c-b895a095e70a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.627025 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-a4f4bb62-f72d-413e-a6c9-49ea2bc2c143 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 380 time: 0.1017287 Feb 11 05:15:04.665394 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9acdf4e-5a5a-48cd-ac99-f0798adbd521 req-617e8252-efef-4dcb-b3be-7e9aba026051 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 210 time: 0.0445170 Feb 11 05:15:04.667343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:04.670536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:04.674479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:04.680246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=59f3aa58-c014-4cf8-ad8c-b895a095e70a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:04.704705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'port': {'device_id': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'admin_state_up': True, 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'security_groups': ['2cdbf1ad-6d38-418a-85af-14af6bb09e9d']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:04.729996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.730347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.730684 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.731064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.731401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.731775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.732173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.732502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.732824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.733143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.733461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.734029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.734127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:04.990366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Made reservation on behalf of 4606a55f42cf40e5a3952a4488271540 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:04.994125 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.059108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:05.116641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:05.117363 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.152965 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_gateway (36657338-4f7d-490f-b653-3dca090c7769), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.223155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:05.250735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.20.0.10 (7192cf98-aaf9-4779-bce8-839593907629/cc04c7f8-78c6-40a0-9137-73297477b3a5/fd2f795d-6de0-47df-8734-0d5e46a22ec5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:05.518242 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (36657338-4f7d-490f-b653-3dca090c7769), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.531946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.655501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.711492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 7192cf98-aaf9-4779-bce8-839593907629 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:05.719224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:05.723686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:05.760091 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=fd2f795d-6de0-47df-8734-0d5e46a22ec5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:05.798947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.799748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.814706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router 36657338-4f7d-490f-b653-3dca090c7769 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:15:05.827084 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-d24c1670-fc0d-4cf7-aba6-cc2635c523b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1273730 Feb 11 05:15:05.851288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3799030-a643-46ae-abb8-3adae5cf942b req-32b90326-6885-4852-9fa7-21599a0e3170 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.855417 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3799030-a643-46ae-abb8-3adae5cf942b req-32b90326-6885-4852-9fa7-21599a0e3170 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 932 time: 0.0990191 Feb 11 05:15:05.872873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Request body: {'port': {'device_id': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:05.953768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3799030-a643-46ae-abb8-3adae5cf942b req-073d0ba8-d4f5-4b5a-8359-14da23b0643e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891759 Feb 11 05:15:05.994233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.009591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:06.028157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd50e6-9ebe-47b8-b439-e2d7252c6d1a None None] Sync routers for ids ['36657338-4f7d-490f-b653-3dca090c7769'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:06.045021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd50e6-9ebe-47b8-b439-e2d7252c6d1a None None] Routers {'36657338-4f7d-490f-b653-3dca090c7769'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:06.045983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0abd50e6-9ebe-47b8-b439-e2d7252c6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['36657338-4f7d-490f-b653-3dca090c7769'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:06.066546 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.067933 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5495127f-3c38-4f9f-8cc8-752fe0f1dfd2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.0380456 Feb 11 05:15:06.070697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41718) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:06.084397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0abd50e6-9ebe-47b8-b439-e2d7252c6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:06.097586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd50e6-9ebe-47b8-b439-e2d7252c6d1a None None] Routers {'36657338-4f7d-490f-b653-3dca090c7769'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:06.098209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0abd50e6-9ebe-47b8-b439-e2d7252c6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['36657338-4f7d-490f-b653-3dca090c7769'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:06.140799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0abd50e6-9ebe-47b8-b439-e2d7252c6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:06.141715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd50e6-9ebe-47b8-b439-e2d7252c6d1a None None] The sync data for ids ['36657338-4f7d-490f-b653-3dca090c7769'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:06.156746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-005d91fa-67d3-4cc3-817a-6fb66f22bbd0 None None] Provisioning complete for port fd2f795d-6de0-47df-8734-0d5e46a22ec5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:06.157134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-005d91fa-67d3-4cc3-817a-6fb66f22bbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.193465 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-005d91fa-67d3-4cc3-817a-6fb66f22bbd0 None None] Port fd2f795d-6de0-47df-8734-0d5e46a22ec5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:06.311907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2f795d-6de0-47df-8734-0d5e46a22ec5 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:06.319989 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Publish callbacks [] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.332976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Transition to ACTIVE for port object fd2f795d-6de0-47df-8734-0d5e46a22ec5 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:06.336780 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.433085 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d301bacb-ac88-4c46-850f-3e74aa4564cc tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/routers/36657338-4f7d-490f-b653-3dca090c7769 HTTP/1.1" status: 200 len: 881 time: 0.3607197 Feb 11 05:15:06.436036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2f795d-6de0-47df-8734-0d5e46a22ec5,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:06.436335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41726) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:06.470172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Attempting to bind port fd2f795d-6de0-47df-8734-0d5e46a22ec5 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:06.470518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Attempting to bind port fd2f795d-6de0-47df-8734-0d5e46a22ec5 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:06.470852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Attempting to bind port fd2f795d-6de0-47df-8734-0d5e46a22ec5 on network 7192cf98-aaf9-4779-bce8-839593907629 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:06.475518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Port fd2f795d-6de0-47df-8734-0d5e46a22ec5 on network 7192cf98-aaf9-4779-bce8-839593907629 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:06.475852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Attempting to bind port fd2f795d-6de0-47df-8734-0d5e46a22ec5 on network 7192cf98-aaf9-4779-bce8-839593907629 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:06.484443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:06.485573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Checking segment: {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:06.485966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Bound using segment: {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:06.486415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Bound port: fd2f795d-6de0-47df-8734-0d5e46a22ec5, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:06.486792 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.568453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:06.572946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:06.580705 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.602935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.603883 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.605541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] 10.222.0.60 "PUT /v2.0/ports/fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 1093 time: 0.7371798 Feb 11 05:15:06.607616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:06.610277 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74071f9e-f997-4508-bb4f-d72b47afc35f" -d '{"events": [{"name": "network-changed", "server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:06.709520 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af5068f-3825-4d0c-99ee-00e6894db452 x-openstack-request-id: req-7af5068f-3825-4d0c-99ee-00e6894db452 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:06.709954 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:06.710217 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7af5068f-3825-4d0c-99ee-00e6894db452 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:06.710627 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'status': 'completed', 'code': 200} Feb 11 05:15:06.727230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad5e48-ea3d-4916-8b7d-780b6a35e777 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2f795d-6de0-47df-8734-0d5e46a22ec5,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:06.740303 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-acda1801-13b2-40fc-90d4-10f2787a4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.741964 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-acda1801-13b2-40fc-90d4-10f2787a4f73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1127 time: 0.0764627 Feb 11 05:15:06.806728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-37e87d85-2860-428d-8359-532b307de06b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 217 time: 0.0522361 Feb 11 05:15:06.828882 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-03b07688-1baf-4eca-8417-08f2bea241af tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3912222 Feb 11 05:15:06.833243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41742) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:06.838774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-07b7db68-0c6f-4629-8b10-f52aeb0ac19e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1249280753'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:06.911096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-aab59905-ac5d-4715-80f1-3269974ee83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.913822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-aab59905-ac5d-4715-80f1-3269974ee83b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04c7f8-78c6-40a0-9137-73297477b3a5 HTTP/1.1" status: 200 len: 834 time: 0.0984435 Feb 11 05:15:06.987673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-08127681-ff02-4f64-aba6-62e991fb3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.989529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-08127681-ff02-4f64-aba6-62e991fb3130 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7192cf98-aaf9-4779-bce8-839593907629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0681071 Feb 11 05:15:07.102187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-0fa15d74-01ec-424e-bcff-5cc82f0e0f3a service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008525 Feb 11 05:15:07.135930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b632f27-e4f6-4520-b0ba-c729c8740cc7 req-fa9af410-20dc-4a00-88a9-7234d17fb108 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.137440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b632f27-e4f6-4520-b0ba-c729c8740cc7 req-fa9af410-20dc-4a00-88a9-7234d17fb108 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 944 time: 0.1007612 Feb 11 05:15:07.206387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3c44ef6-eb47-4e7b-8e20-ede2e2ff3f06 req-7bb72bdd-79fe-47fc-919f-f449c53ddaad service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950949 Feb 11 05:15:07.262290 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b632f27-e4f6-4520-b0ba-c729c8740cc7 req-6f2367df-8dea-43f3-89be-9c9e6d617122 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887814 Feb 11 05:15:07.281775 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07b7db68-0c6f-4629-8b10-f52aeb0ac19e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (36657338-4f7d-490f-b653-3dca090c7769), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.294843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07b7db68-0c6f-4629-8b10-f52aeb0ac19e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (36657338-4f7d-490f-b653-3dca090c7769), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.342553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071f9e-f997-4508-bb4f-d72b47afc35f req-490fbb6f-2cd9-4c44-8da6-5b3d9ecf764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.344106 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74071f9e-f997-4508-bb4f-d72b47afc35f req-490fbb6f-2cd9-4c44-8da6-5b3d9ecf764d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1127 time: 0.0460227 Feb 11 05:15:07.410384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b7db68-0c6f-4629-8b10-f52aeb0ac19e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router 36657338-4f7d-490f-b653-3dca090c7769 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:07.442860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071f9e-f997-4508-bb4f-d72b47afc35f req-c73ca03d-ff00-431f-9f47-117149ef3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.444465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74071f9e-f997-4508-bb4f-d72b47afc35f req-c73ca03d-ff00-431f-9f47-117149ef3ac2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 200 len: 898 time: 0.0934334 Feb 11 05:15:07.493281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74071f9e-f997-4508-bb4f-d72b47afc35f req-a0617db4-fd8c-48aa-a38c-25ba3f612367 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 217 time: 0.0355752 Feb 11 05:15:07.526656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b7db68-0c6f-4629-8b10-f52aeb0ac19e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:07.527158 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.535915 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07b7db68-0c6f-4629-8b10-f52aeb0ac19e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.539032 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-07b7db68-0c6f-4629-8b10-f52aeb0ac19e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/36657338-4f7d-490f-b653-3dca090c7769 HTTP/1.1" status: 200 len: 888 time: 0.7022636 Feb 11 05:15:07.540312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41746) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:07.542198 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bf6991-cb67-40d4-a78c-3a42c2d4c4fc None None] Sync routers for ids ['36657338-4f7d-490f-b653-3dca090c7769'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:07.552317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071f9e-f997-4508-bb4f-d72b47afc35f req-ea512425-f918-4a93-8a8b-bb4aed95cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.554498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74071f9e-f997-4508-bb4f-d72b47afc35f req-ea512425-f918-4a93-8a8b-bb4aed95cf47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04c7f8-78c6-40a0-9137-73297477b3a5 HTTP/1.1" status: 200 len: 834 time: 0.0555627 Feb 11 05:15:07.557410 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bf6991-cb67-40d4-a78c-3a42c2d4c4fc None None] Routers {'36657338-4f7d-490f-b653-3dca090c7769'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:07.558196 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-63bf6991-cb67-40d4-a78c-3a42c2d4c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['36657338-4f7d-490f-b653-3dca090c7769'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:07.601745 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-63bf6991-cb67-40d4-a78c-3a42c2d4c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:07.612700 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bf6991-cb67-40d4-a78c-3a42c2d4c4fc None None] Routers {'36657338-4f7d-490f-b653-3dca090c7769'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:07.613662 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-63bf6991-cb67-40d4-a78c-3a42c2d4c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['36657338-4f7d-490f-b653-3dca090c7769'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:07.624184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071f9e-f997-4508-bb4f-d72b47afc35f req-8040cf4b-f0b3-4411-bf42-7b7f0df9e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.625707 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74071f9e-f997-4508-bb4f-d72b47afc35f req-8040cf4b-f0b3-4411-bf42-7b7f0df9e88f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7192cf98-aaf9-4779-bce8-839593907629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0627732 Feb 11 05:15:07.650880 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-63bf6991-cb67-40d4-a78c-3a42c2d4c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:07.651926 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bf6991-cb67-40d4-a78c-3a42c2d4c4fc None None] The sync data for ids ['36657338-4f7d-490f-b653-3dca090c7769'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:07.668608 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f4cc4e73-1e6e-4206-adc9-343bd6f0e4fd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/routers/36657338-4f7d-490f-b653-3dca090c7769 HTTP/1.1" status: 200 len: 888 time: 0.1269343 Feb 11 05:15:07.671397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41748) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:07.699741 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4c2b330f-958e-46f0-bf17-c0a10647a648 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=36657338-4f7d-490f-b653-3dca090c7769 HTTP/1.1" status: 200 len: 205 time: 0.0269988 Feb 11 05:15:07.703135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41750) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:07.728608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74071f9e-f997-4508-bb4f-d72b47afc35f req-834220f9-42cd-4fbc-987b-c12a5274cd90 service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957720 Feb 11 05:15:07.813749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (36657338-4f7d-490f-b653-3dca090c7769), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.824460 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74071f9e-f997-4508-bb4f-d72b47afc35f req-3a5f95e1-efd8-4842-a57f-a6b7052eb6f9 service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882969 Feb 11 05:15:07.931157 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_gateway (36657338-4f7d-490f-b653-3dca090c7769), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.985807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 59f3aa58-c014-4cf8-ad8c-b895a095e70a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:07.986155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (59f3aa58-c014-4cf8-ad8c-b895a095e70a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.064053 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (59f3aa58-c014-4cf8-ad8c-b895a095e70a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.075602 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 59f3aa58-c014-4cf8-ad8c-b895a095e70a owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:08.238152 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (59f3aa58-c014-4cf8-ad8c-b895a095e70a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.262854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=59f3aa58-c014-4cf8-ad8c-b895a095e70a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:08.327117 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (36657338-4f7d-490f-b653-3dca090c7769), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.389174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f4fda-88c1-4457-9eb5-905084716210 req-bf750f2e-61db-47cd-b0e7-9f87ed8415dd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.391044 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-247f4fda-88c1-4457-9eb5-905084716210 req-bf750f2e-61db-47cd-b0e7-9f87ed8415dd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 944 time: 0.0544066 Feb 11 05:15:08.433697 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (36657338-4f7d-490f-b653-3dca090c7769), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.436398 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (36657338-4f7d-490f-b653-3dca090c7769), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.446621 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-247f4fda-88c1-4457-9eb5-905084716210 req-281431fa-4b42-4358-a764-0d1398dec75e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497074 Feb 11 05:15:08.483002 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (36657338-4f7d-490f-b653-3dca090c7769), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.483520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Fanout notify agent at l3_agent the message router_deleted on router 36657338-4f7d-490f-b653-3dca090c7769 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:15:08.490478 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.491667 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a3c992b4-4b28-4afe-a3e8-55ce566773a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/36657338-4f7d-490f-b653-3dca090c7769 HTTP/1.1" status: 204 len: 168 time: 0.7873707 Feb 11 05:15:08.495151 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41758) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:08.500081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c8e1d64a-3d6c-4fa8-a288-bdcb84a97f55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'network': {'name': 'tempest-RoutersTest-1128458621'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:08.520043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e1d64a-3d6c-4fa8-a288-bdcb84a97f55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:08.523466 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d64a-3d6c-4fa8-a288-bdcb84a97f55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.549986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e1d64a-3d6c-4fa8-a288-bdcb84a97f55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:15:08.559566 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d64a-3d6c-4fa8-a288-bdcb84a97f55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5a68ac8f-9873-4983-bb21-62d33bc95e41), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.560031 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-c8e1d64a-3d6c-4fa8-a288-bdcb84a97f55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Added segment 5a68ac8f-9873-4983-bb21-62d33bc95e41 of type vlan for network 18de82c5-53e6-41a4-abe0-45d3f1442c33 Feb 11 05:15:08.601042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d64a-3d6c-4fa8-a288-bdcb84a97f55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (18de82c5-53e6-41a4-abe0-45d3f1442c33), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.625121 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d64a-3d6c-4fa8-a288-bdcb84a97f55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (18de82c5-53e6-41a4-abe0-45d3f1442c33), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.630535 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e1d64a-3d6c-4fa8-a288-bdcb84a97f55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.631163 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d64a-3d6c-4fa8-a288-bdcb84a97f55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.675503 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c8e1d64a-3d6c-4fa8-a288-bdcb84a97f55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1793056 Feb 11 05:15:08.678306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41760) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:08.684366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-342dfaf9-3ed4-4782-87fa-bca9a8637a6e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'subnet': {'network_id': '18de82c5-53e6-41a4-abe0-45d3f1442c33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:08.704085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1d64a-3d6c-4fa8-a288-bdcb84a97f55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Network': ['ID=18de82c5-53e6-41a4-abe0-45d3f1442c33,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:08.715290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 18de82c5-53e6-41a4-abe0-45d3f1442c33 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:15:08.782363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342dfaf9-3ed4-4782-87fa-bca9a8637a6e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:08.786138 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-342dfaf9-3ed4-4782-87fa-bca9a8637a6e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.982110 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-342dfaf9-3ed4-4782-87fa-bca9a8637a6e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.041353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dfaf9-3ed4-4782-87fa-bca9a8637a6e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Subnet': ['ID=3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:09.051462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dfaf9-3ed4-4782-87fa-bca9a8637a6e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Checking segment: {'id': '5a68ac8f-9873-4983-bb21-62d33bc95e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '18de82c5-53e6-41a4-abe0-45d3f1442c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:09.051792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342dfaf9-3ed4-4782-87fa-bca9a8637a6e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network hostable DHCP agents. Network: 18de82c5-53e6-41a4-abe0-45d3f1442c33, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:15:09.068436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342dfaf9-3ed4-4782-87fa-bca9a8637a6e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 18de82c5-53e6-41a4-abe0-45d3f1442c33 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:15:09.077538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-342dfaf9-3ed4-4782-87fa-bca9a8637a6e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 18de82c5-53e6-41a4-abe0-45d3f1442c33) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:09.081551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342dfaf9-3ed4-4782-87fa-bca9a8637a6e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.082139 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-342dfaf9-3ed4-4782-87fa-bca9a8637a6e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.086986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8593a1b-0d09-44fe-a260-25e781387fb0 None None] Network 18de82c5-53e6-41a4-abe0-45d3f1442c33 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:09.103950 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-342dfaf9-3ed4-4782-87fa-bca9a8637a6e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4237587 Feb 11 05:15:09.106735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41766) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:09.112188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e6744ea7-88ed-49c8-9ca5-e82b12018a3e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1445133903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:09.132850 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6744ea7-88ed-49c8-9ca5-e82b12018a3e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (5fd2a49a-b6c7-4c80-851d-bda2260de164), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.133901 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6744ea7-88ed-49c8-9ca5-e82b12018a3e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (5fd2a49a-b6c7-4c80-851d-bda2260de164), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.187851 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6744ea7-88ed-49c8-9ca5-e82b12018a3e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (5fd2a49a-b6c7-4c80-851d-bda2260de164), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.192746 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6744ea7-88ed-49c8-9ca5-e82b12018a3e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (5fd2a49a-b6c7-4c80-851d-bda2260de164), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.213679 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6744ea7-88ed-49c8-9ca5-e82b12018a3e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.214737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-18de82c5-53e6-41a4-abe0-45d3f1442c33', 'network_id': '18de82c5-53e6-41a4-abe0-45d3f1442c33', 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'fixed_ips': [{'subnet_id': '3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:15:09.215288 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e6744ea7-88ed-49c8-9ca5-e82b12018a3e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1075029 Feb 11 05:15:09.215662 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.218102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41768) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:09.362420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Allocated IP 172.20.0.2 (18de82c5-53e6-41a4-abe0-45d3f1442c33/3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c/ac97bffd-0d34-43cf-b816-4df0aefb26fd) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:09.571359 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.575603 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b347e0ef-6a82-472e-b18c-0158f5f1c59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.577544 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Publish callbacks [] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.587588 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.604984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c22f-1ffd-4f6c-889d-c1acaa322d67 req-fe612bf8-b7b6-4a72-9e98-7b9967c0a10d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.607067 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d931c22f-1ffd-4f6c-889d-c1acaa322d67 req-fe612bf8-b7b6-4a72-9e98-7b9967c0a10d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 944 time: 0.0766902 Feb 11 05:15:09.631692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Network 18de82c5-53e6-41a4-abe0-45d3f1442c33 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:09.636677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:09.640521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:09.656790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Pushing event updated for resources: {'Port': ['ID=ac97bffd-0d34-43cf-b816-4df0aefb26fd,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:09.685865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d931c22f-1ffd-4f6c-889d-c1acaa322d67 req-73dfbdcc-03b7-452a-884a-b9ddda903fbc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699666 Feb 11 05:15:09.718008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Attempting to bind port ac97bffd-0d34-43cf-b816-4df0aefb26fd on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:09.718595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Attempting to bind port ac97bffd-0d34-43cf-b816-4df0aefb26fd by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '5a68ac8f-9873-4983-bb21-62d33bc95e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '18de82c5-53e6-41a4-abe0-45d3f1442c33'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:09.718715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Attempting to bind port ac97bffd-0d34-43cf-b816-4df0aefb26fd on network 18de82c5-53e6-41a4-abe0-45d3f1442c33 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:09.724538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:09.724957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Checking segment: {'id': '5a68ac8f-9873-4983-bb21-62d33bc95e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '18de82c5-53e6-41a4-abe0-45d3f1442c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:09.725326 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.725721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Bound using segment: {'id': '5a68ac8f-9873-4983-bb21-62d33bc95e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '18de82c5-53e6-41a4-abe0-45d3f1442c33'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:09.726193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Bound port: ac97bffd-0d34-43cf-b816-4df0aefb26fd, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a68ac8f-9873-4983-bb21-62d33bc95e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '18de82c5-53e6-41a4-abe0-45d3f1442c33'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:09.726580 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.802338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] For port ac97bffd-0d34-43cf-b816-4df0aefb26fd, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:09.805692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] For port ac97bffd-0d34-43cf-b816-4df0aefb26fd, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ac97bffd-0d34-43cf-b816-4df0aefb26fd,segment=NetworkSegment(5a68ac8f-9873-4983-bb21-62d33bc95e41),segment_id=5a68ac8f-9873-4983-bb21-62d33bc95e41)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:09.816902 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.892624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95af79-45ff-4e89-99eb-f9eb29901ee1 None None] Pushing event updated for resources: {'Port': ['ID=ac97bffd-0d34-43cf-b816-4df0aefb26fd,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:10.288761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Allocated IP 172.20.0.1 (18de82c5-53e6-41a4-abe0-45d3f1442c33/3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c/1eb8a941-05a4-4e60-82bb-bc625091f1e2) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:10.400622 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:10.438201 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:10.489467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 18de82c5-53e6-41a4-abe0-45d3f1442c33 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:10.492649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:10.496345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:10.521303 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=1eb8a941-05a4-4e60-82bb-bc625091f1e2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:10.547059 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (5fd2a49a-b6c7-4c80-851d-bda2260de164), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:10.669904 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:10.899615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e68c8-0282-4eb1-8961-4ac0dc240e2d req-26fe45c5-115f-4aff-bf4a-c4aa4260a1f7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:10.901172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-261e68c8-0282-4eb1-8961-4ac0dc240e2d req-26fe45c5-115f-4aff-bf4a-c4aa4260a1f7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 944 time: 0.1013689 Feb 11 05:15:10.992280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device fd2f795d-6de0-47df-8734-0d5e46a22ec5 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:11.005241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068eb7e-275c-4a7c-a646-ce1ff3298377 None None] Network 18de82c5-53e6-41a4-abe0-45d3f1442c33 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:11.032425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-261e68c8-0282-4eb1-8961-4ac0dc240e2d req-09561f7a-056e-4f02-ad32-56efd8cf62a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952537 Feb 11 05:15:11.062112 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.068462 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.079158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6a28743d-b52a-4a31-8e50-58d1e0e454f0 None None] Provisioning complete for port ac97bffd-0d34-43cf-b816-4df0aefb26fd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:11.079791 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a28743d-b52a-4a31-8e50-58d1e0e454f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.087162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ac97bffd-0d34-43cf-b816-4df0aefb26fd up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:11.154640 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (5fd2a49a-b6c7-4c80-851d-bda2260de164), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.156436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=1eb8a941-05a4-4e60-82bb-bc625091f1e2,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:11.260815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 18de82c5-53e6-41a4-abe0-45d3f1442c33 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:11.262512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:11.446483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router 5fd2a49a-b6c7-4c80-851d-bda2260de164 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:15:11.466864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:11.513337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'port_id': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'mac_address': 'fa:16:3e:9d:7c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:11.515956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ac97bffd-0d34-43cf-b816-4df0aefb26fd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:11.516322 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.549303 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6a28743d-b52a-4a31-8e50-58d1e0e454f0 None None] Current status of the port ac97bffd-0d34-43cf-b816-4df0aefb26fd is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:11.549701 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a28743d-b52a-4a31-8e50-58d1e0e454f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.591901 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:11.610218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60686aea-4dc7-46d9-b7a4-be8bc87bb93b None None] Sync routers for ids ['5fd2a49a-b6c7-4c80-851d-bda2260de164'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:11.615081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0435514e-6e1a-451c-a42a-5540af5b0714 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/5fd2a49a-b6c7-4c80-851d-bda2260de164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3932421 Feb 11 05:15:11.615462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41802) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:11.629802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port fd2f795d-6de0-47df-8734-0d5e46a22ec5 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:11.630202 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.668233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60686aea-4dc7-46d9-b7a4-be8bc87bb93b None None] Routers {'5fd2a49a-b6c7-4c80-851d-bda2260de164'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:11.668826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-60686aea-4dc7-46d9-b7a4-be8bc87bb93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5fd2a49a-b6c7-4c80-851d-bda2260de164'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:11.674006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6a28743d-b52a-4a31-8e50-58d1e0e454f0 None None] For port ac97bffd-0d34-43cf-b816-4df0aefb26fd, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ac97bffd-0d34-43cf-b816-4df0aefb26fd,segment=NetworkSegment(5a68ac8f-9873-4983-bb21-62d33bc95e41),segment_id=5a68ac8f-9873-4983-bb21-62d33bc95e41)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:11.677002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2f795d-6de0-47df-8734-0d5e46a22ec5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:11.689829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76c9dac-c06a-4735-b178-31123eed5c53 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.694633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41806) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:11.702418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2d4a290a-30dd-4d4c-a2ef-e8b978868b55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c'}]}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:11.702584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e76c9dac-c06a-4735-b178-31123eed5c53 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports/1eb8a941-05a4-4e60-82bb-bc625091f1e2 HTTP/1.1" status: 200 len: 910 time: 0.0831201 Feb 11 05:15:11.736611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-60686aea-4dc7-46d9-b7a4-be8bc87bb93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:11.744854 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a28743d-b52a-4a31-8e50-58d1e0e454f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.792266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:11.831143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60686aea-4dc7-46d9-b7a4-be8bc87bb93b None None] Routers {'5fd2a49a-b6c7-4c80-851d-bda2260de164'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:11.831952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-60686aea-4dc7-46d9-b7a4-be8bc87bb93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:14:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5fd2a49a-b6c7-4c80-851d-bda2260de164'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:11.833986 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.933622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-60686aea-4dc7-46d9-b7a4-be8bc87bb93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:11.935231 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60686aea-4dc7-46d9-b7a4-be8bc87bb93b None None] The sync data for ids ['5fd2a49a-b6c7-4c80-851d-bda2260de164'] in n-d-615180-58 is: [] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:11.951904 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ac97bffd-0d34-43cf-b816-4df0aefb26fd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:11.952750 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d4a290a-30dd-4d4c-a2ef-e8b978868b55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.959331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28743d-b52a-4a31-8e50-58d1e0e454f0 None None] Pushing event updated for resources: {'Port': ['ID=ac97bffd-0d34-43cf-b816-4df0aefb26fd,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:11.971013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-604f8e6f-0bd3-449c-8e54-f244adebfc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.056747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=fd2f795d-6de0-47df-8734-0d5e46a22ec5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:12.070040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-89001794-769e-4937-9454-4012a44c8e4b None None] Provisioning complete for port ac97bffd-0d34-43cf-b816-4df0aefb26fd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:12.070533 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89001794-769e-4937-9454-4012a44c8e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.161859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41814) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:12.238478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-89001794-769e-4937-9454-4012a44c8e4b None None] Current status of the port ac97bffd-0d34-43cf-b816-4df0aefb26fd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:12.263203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-89001794-769e-4937-9454-4012a44c8e4b None None] Provisioning complete for port 1eb8a941-05a4-4e60-82bb-bc625091f1e2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:12.263604 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89001794-769e-4937-9454-4012a44c8e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.304983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['fd2f795d-6de0-47df-8734-0d5e46a22ec5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:12.331258 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23c2d296-45d0-447e-bad6-8b5e5683ff97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.352029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-89001794-769e-4937-9454-4012a44c8e4b None None] Port 1eb8a941-05a4-4e60-82bb-bc625091f1e2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:12.492475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23c2d296-45d0-447e-bad6-8b5e5683ff97 admin admin] Publish callbacks [] for security_group (d6c163f0-1596-4c7b-acb1-e5659c57a44a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.499138 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23c2d296-45d0-447e-bad6-8b5e5683ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d6c163f0-1596-4c7b-acb1-e5659c57a44a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.545858 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-23c2d296-45d0-447e-bad6-8b5e5683ff97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80d7e49949f34ea8bd8bfaa5e8c319ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3824313 Feb 11 05:15:12.553629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41818) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:12.565674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2d296-45d0-447e-bad6-8b5e5683ff97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c163f0-1596-4c7b-acb1-e5659c57a44a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:12.608598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bb7ddfa0-fd04-4c4c-932c-e26e03efe70e None None] Provisioning complete for port 1eb8a941-05a4-4e60-82bb-bc625091f1e2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:12.608963 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb7ddfa0-fd04-4c4c-932c-e26e03efe70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.626051 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-859b1428-3380-4487-beb2-0d4366e1e8d5 admin admin] Publish callbacks [] for security_group (d6c163f0-1596-4c7b-acb1-e5659c57a44a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.634003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccbc19-bd26-4774-b2b8-aa61b382e7d1 req-8c57df67-0e8b-426a-9d3b-246f10ee105c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:12.636675 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4fccbc19-bd26-4774-b2b8-aa61b382e7d1 req-8c57df67-0e8b-426a-9d3b-246f10ee105c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 945 time: 0.5027077 Feb 11 05:15:12.649194 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-859b1428-3380-4487-beb2-0d4366e1e8d5 admin admin] Publish callbacks [] for security_group (d6c163f0-1596-4c7b-acb1-e5659c57a44a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.702579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-859b1428-3380-4487-beb2-0d4366e1e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d6c163f0-1596-4c7b-acb1-e5659c57a44a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.705676 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-859b1428-3380-4487-beb2-0d4366e1e8d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.709202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-859b1428-3380-4487-beb2-0d4366e1e8d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6c163f0-1596-4c7b-acb1-e5659c57a44a HTTP/1.1" status: 204 len: 168 time: 0.1520240 Feb 11 05:15:12.716893 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b1428-3380-4487-beb2-0d4366e1e8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c163f0-1596-4c7b-acb1-e5659c57a44a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:12.737909 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ddfa0-fd04-4c4c-932c-e26e03efe70e None None] Port 1eb8a941-05a4-4e60-82bb-bc625091f1e2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:12.797861 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4fccbc19-bd26-4774-b2b8-aa61b382e7d1 req-8d523d9a-68d1-4ad6-af07-5a94e58e3242 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542959 Feb 11 05:15:12.827784 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.860146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-125a01c3-1dfc-4b1c-92eb-81c54b9e9c7f None None] Provisioning complete for port 1eb8a941-05a4-4e60-82bb-bc625091f1e2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:12.860694 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-125a01c3-1dfc-4b1c-92eb-81c54b9e9c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.896370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-125a01c3-1dfc-4b1c-92eb-81c54b9e9c7f None None] Port 1eb8a941-05a4-4e60-82bb-bc625091f1e2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:12.903949 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d4a290a-30dd-4d4c-a2ef-e8b978868b55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.912236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d4a290a-30dd-4d4c-a2ef-e8b978868b55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.991288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a290a-30dd-4d4c-a2ef-e8b978868b55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:12.991836 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d4a290a-30dd-4d4c-a2ef-e8b978868b55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.995899 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2d4a290a-30dd-4d4c-a2ef-e8b978868b55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/ports/1eb8a941-05a4-4e60-82bb-bc625091f1e2 HTTP/1.1" status: 200 len: 910 time: 1.2972853 Feb 11 05:15:12.995899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a290a-30dd-4d4c-a2ef-e8b978868b55 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=1eb8a941-05a4-4e60-82bb-bc625091f1e2,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:12.996208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41824) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:13.008032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ac97bffd-0d34-43cf-b816-4df0aefb26fd up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:13.056570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41826) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:13.060354 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ac97bffd-0d34-43cf-b816-4df0aefb26fd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:13.060858 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.070812 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abef301c-021c-449a-bce0-034f2f981141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.150382 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abef301c-021c-449a-bce0-034f2f981141 admin admin] Publish callbacks [] for security_group (22229385-4d30-4f1a-8017-32ff268bec22), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.155379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ac97bffd-0d34-43cf-b816-4df0aefb26fd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:13.155654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abef301c-021c-449a-bce0-034f2f981141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (22229385-4d30-4f1a-8017-32ff268bec22), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.195726 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-abef301c-021c-449a-bce0-034f2f981141 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28de5cb102444dd38bc085162921050f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380458 Feb 11 05:15:13.196599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef301c-021c-449a-bce0-034f2f981141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22229385-4d30-4f1a-8017-32ff268bec22,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:13.199718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41828) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:13.247492 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93a00e10-8cfd-471a-a778-3f11b300d40a admin admin] Publish callbacks [] for security_group (22229385-4d30-4f1a-8017-32ff268bec22), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.269308 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93a00e10-8cfd-471a-a778-3f11b300d40a admin admin] Publish callbacks [] for security_group (22229385-4d30-4f1a-8017-32ff268bec22), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.319702 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93a00e10-8cfd-471a-a778-3f11b300d40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (22229385-4d30-4f1a-8017-32ff268bec22), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.322688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93a00e10-8cfd-471a-a778-3f11b300d40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.323916 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-93a00e10-8cfd-471a-a778-3f11b300d40a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22229385-4d30-4f1a-8017-32ff268bec22 HTTP/1.1" status: 204 len: 168 time: 0.1225717 Feb 11 05:15:13.332911 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a00e10-8cfd-471a-a778-3f11b300d40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22229385-4d30-4f1a-8017-32ff268bec22,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:13.333308 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c482-36cd-476e-a886-7e7d2ec14725 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (5fd2a49a-b6c7-4c80-851d-bda2260de164), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.598160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7cd7c482-36cd-476e-a886-7e7d2ec14725 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 1eb8a941-05a4-4e60-82bb-bc625091f1e2 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:13.598504 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c482-36cd-476e-a886-7e7d2ec14725 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.684243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c482-36cd-476e-a886-7e7d2ec14725 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.697027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-7cd7c482-36cd-476e-a886-7e7d2ec14725 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 1eb8a941-05a4-4e60-82bb-bc625091f1e2 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:13.892866 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c482-36cd-476e-a886-7e7d2ec14725 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1eb8a941-05a4-4e60-82bb-bc625091f1e2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.924586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7c482-36cd-476e-a886-7e7d2ec14725 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=1eb8a941-05a4-4e60-82bb-bc625091f1e2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:13.934175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ae06d-fe54-4917-9f42-97dea3348d08 req-3206952e-a622-44d8-a383-7066c9998e0d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.943563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e57ae06d-fe54-4917-9f42-97dea3348d08 req-3206952e-a622-44d8-a383-7066c9998e0d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 945 time: 0.0691326 Feb 11 05:15:14.003167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e57ae06d-fe54-4917-9f42-97dea3348d08 req-c05c142a-b34e-49f7-be67-2d935ced4360 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571060 Feb 11 05:15:14.096941 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c482-36cd-476e-a886-7e7d2ec14725 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (5fd2a49a-b6c7-4c80-851d-bda2260de164), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.268367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd7c482-36cd-476e-a886-7e7d2ec14725 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router 5fd2a49a-b6c7-4c80-851d-bda2260de164 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:14.346815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd7c482-36cd-476e-a886-7e7d2ec14725 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:14.352153 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7cd7c482-36cd-476e-a886-7e7d2ec14725 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/5fd2a49a-b6c7-4c80-851d-bda2260de164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3549914 Feb 11 05:15:14.354986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41860) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:14.368624 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699715f-647b-4317-ad10-a0ec617b52e7 None None] Sync routers for ids ['5fd2a49a-b6c7-4c80-851d-bda2260de164'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:14.375063 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.392386 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699715f-647b-4317-ad10-a0ec617b52e7 None None] Routers {'5fd2a49a-b6c7-4c80-851d-bda2260de164'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:14.392926 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a699715f-647b-4317-ad10-a0ec617b52e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5fd2a49a-b6c7-4c80-851d-bda2260de164'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:14.407011 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fc768573-28cf-4c6c-a3c5-bc7ae7195946 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fd2a49a-b6c7-4c80-851d-bda2260de164 HTTP/1.1" status: 200 len: 205 time: 0.0505328 Feb 11 05:15:14.409282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41864) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:14.428144 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a699715f-647b-4317-ad10-a0ec617b52e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:14.437200 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699715f-647b-4317-ad10-a0ec617b52e7 None None] Routers {'5fd2a49a-b6c7-4c80-851d-bda2260de164'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:14.437806 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a699715f-647b-4317-ad10-a0ec617b52e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5fd2a49a-b6c7-4c80-851d-bda2260de164'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:14.470694 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a699715f-647b-4317-ad10-a0ec617b52e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:14.471370 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699715f-647b-4317-ad10-a0ec617b52e7 None None] The sync data for ids ['5fd2a49a-b6c7-4c80-851d-bda2260de164'] in n-d-615180-58 is: [] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:14.489830 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-58ae9c83-3964-4c8b-b2bb-d3f6f49b855d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (5fd2a49a-b6c7-4c80-851d-bda2260de164), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.665053 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-58ae9c83-3964-4c8b-b2bb-d3f6f49b855d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (5fd2a49a-b6c7-4c80-851d-bda2260de164), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.667251 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-58ae9c83-3964-4c8b-b2bb-d3f6f49b855d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (5fd2a49a-b6c7-4c80-851d-bda2260de164), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.715290 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-58ae9c83-3964-4c8b-b2bb-d3f6f49b855d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (5fd2a49a-b6c7-4c80-851d-bda2260de164), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.715861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ae9c83-3964-4c8b-b2bb-d3f6f49b855d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Fanout notify agent at l3_agent the message router_deleted on router 5fd2a49a-b6c7-4c80-851d-bda2260de164 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:15:14.722593 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-58ae9c83-3964-4c8b-b2bb-d3f6f49b855d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.726859 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-58ae9c83-3964-4c8b-b2bb-d3f6f49b855d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/5fd2a49a-b6c7-4c80-851d-bda2260de164 HTTP/1.1" status: 204 len: 168 time: 0.3132379 Feb 11 05:15:14.727173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41874) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:14.779612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-30006abf-8090-47bb-8044-15d6c86877c6 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting subnet 3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:14.782986 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30006abf-8090-47bb-8044-15d6c86877c6 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.823487 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30006abf-8090-47bb-8044-15d6c86877c6 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.911154 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30006abf-8090-47bb-8044-15d6c86877c6 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.977108 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30006abf-8090-47bb-8044-15d6c86877c6 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.005288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30006abf-8090-47bb-8044-15d6c86877c6 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:15.008958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device fd2f795d-6de0-47df-8734-0d5e46a22ec5 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:15.009138 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30006abf-8090-47bb-8044-15d6c86877c6 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.015113 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-30006abf-8090-47bb-8044-15d6c86877c6 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c HTTP/1.1" status: 204 len: 168 time: 0.2844558 Feb 11 05:15:15.015857 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41876) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:15.046107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea97000b-1d09-4cbb-84db-66dc05449ec8 None None] Network 18de82c5-53e6-41a4-abe0-45d3f1442c33 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:15.109691 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (18de82c5-53e6-41a4-abe0-45d3f1442c33), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.220773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df800fa-4505-44f5-97e6-dd41e4855b36 req-3529b227-c654-4269-972a-25a40cbeb998 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:15.222498 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7df800fa-4505-44f5-97e6-dd41e4855b36 req-3529b227-c654-4269-972a-25a40cbeb998 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 945 time: 0.0956295 Feb 11 05:15:15.226137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port fd2f795d-6de0-47df-8734-0d5e46a22ec5 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:15.230117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port ac97bffd-0d34-43cf-b816-4df0aefb26fd {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:15.230466 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.233804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port fd2f795d-6de0-47df-8734-0d5e46a22ec5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:15.234303 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.330144 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] For port ac97bffd-0d34-43cf-b816-4df0aefb26fd, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ac97bffd-0d34-43cf-b816-4df0aefb26fd,segment=NetworkSegment(5a68ac8f-9873-4983-bb21-62d33bc95e41),segment_id=5a68ac8f-9873-4983-bb21-62d33bc95e41)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:15.330460 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.333502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port fd2f795d-6de0-47df-8734-0d5e46a22ec5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:15.333903 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.346270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for ac97bffd-0d34-43cf-b816-4df0aefb26fd owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:15.355173 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8eddd2-785b-4e76-a631-9a55643bd152 None None] DHCP port deletion for 18de82c5-53e6-41a4-abe0-45d3f1442c33 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:15:15.366379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:15.367078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7df800fa-4505-44f5-97e6-dd41e4855b36 req-b17cd1e5-95a7-4d4c-9e0a-818d3835adf0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336286 Feb 11 05:15:15.368689 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e44cbb-445c-4362-8b23-13ad25d6cd0d" -d '{"events": [{"server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "name": "network-vif-plugged", "status": "completed", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:15.401985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:15.412113 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.464595 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.468350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5c8eddd2-785b-4e76-a631-9a55643bd152 None None] Deleting port ac97bffd-0d34-43cf-b816-4df0aefb26fd {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:15.468940 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5c8eddd2-785b-4e76-a631-9a55643bd152 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.486738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=fd2f795d-6de0-47df-8734-0d5e46a22ec5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:15.530249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No DVR routers for this DVR port ac97bffd-0d34-43cf-b816-4df0aefb26fd on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:15.535028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=ac97bffd-0d34-43cf-b816-4df0aefb26fd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:15.565019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5c8eddd2-785b-4e76-a631-9a55643bd152 None None] For port ac97bffd-0d34-43cf-b816-4df0aefb26fd, host n-d-615180-58, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:15.565427 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5c8eddd2-785b-4e76-a631-9a55643bd152 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.569013 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c0545d-5398-48b0-b768-b97841fc1036 x-openstack-request-id: req-51c0545d-5398-48b0-b768-b97841fc1036 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:15.569313 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "name": "network-vif-plugged", "status": "completed", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:15.569572 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51c0545d-5398-48b0-b768-b97841fc1036 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:15.569966 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'code': 200} Feb 11 05:15:15.581240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5c8eddd2-785b-4e76-a631-9a55643bd152 None None] Calling delete_port for ac97bffd-0d34-43cf-b816-4df0aefb26fd owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:15.583993 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-5c8eddd2-785b-4e76-a631-9a55643bd152 None None] Port ac97bffd-0d34-43cf-b816-4df0aefb26fd was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:15:15.585288 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5c8eddd2-785b-4e76-a631-9a55643bd152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (ac97bffd-0d34-43cf-b816-4df0aefb26fd), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.619598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8eddd2-785b-4e76-a631-9a55643bd152 None None] Pushing event deleted for resources: {'Port': ['ID=ac97bffd-0d34-43cf-b816-4df0aefb26fd,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:15.624472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8eddd2-785b-4e76-a631-9a55643bd152 None None] No DVR routers for this DVR port ac97bffd-0d34-43cf-b816-4df0aefb26fd on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:15.632758 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (18de82c5-53e6-41a4-abe0-45d3f1442c33), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.649622 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.661229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18de82c5-53e6-41a4-abe0-45d3f1442c33']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:15.671423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a68ac8f-9873-4983-bb21-62d33bc95e41') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:15.671724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a68ac8f-9873-4983-bb21-62d33bc95e41') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:15.681562 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (5a68ac8f-9873-4983-bb21-62d33bc95e41), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.696119 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (5a68ac8f-9873-4983-bb21-62d33bc95e41), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.703832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:15:15.704196 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (5a68ac8f-9873-4983-bb21-62d33bc95e41), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:15:15.708563 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:15:15.726915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649005c5-176a-493c-a7bb-003b82fcef7e req-06af4ff5-ccdb-4770-8170-53096dae8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:15.728462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-649005c5-176a-493c-a7bb-003b82fcef7e req-06af4ff5-ccdb-4770-8170-53096dae8e2c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1129 time: 0.0603018 Feb 11 05:15:15.777008 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (18de82c5-53e6-41a4-abe0-45d3f1442c33), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.779637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-649005c5-176a-493c-a7bb-003b82fcef7e req-fd6fef80-136e-4311-a280-387243bc0f7b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436821 Feb 11 05:15:15.784638 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.791516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/networks/18de82c5-53e6-41a4-abe0-45d3f1442c33 HTTP/1.1" status: 204 len: 168 time: 0.7714396 Feb 11 05:15:15.791880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41890) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:15.796719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-eb70c994-8343-4ebf-b202-d52f4ff2a145 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2010349100', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:15.801491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9baf0b-1f36-44ac-b6f8-132c7450f6d8 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Network': ['ID=18de82c5-53e6-41a4-abe0-45d3f1442c33,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:15.823971 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb70c994-8343-4ebf-b202-d52f4ff2a145 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (efd8995e-be8b-484f-b2dc-de575653b447), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.825565 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb70c994-8343-4ebf-b202-d52f4ff2a145 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (efd8995e-be8b-484f-b2dc-de575653b447), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.880765 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb70c994-8343-4ebf-b202-d52f4ff2a145 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (efd8995e-be8b-484f-b2dc-de575653b447), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.885177 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb70c994-8343-4ebf-b202-d52f4ff2a145 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (efd8995e-be8b-484f-b2dc-de575653b447), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.903379 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb70c994-8343-4ebf-b202-d52f4ff2a145 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.904570 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-eb70c994-8343-4ebf-b202-d52f4ff2a145 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1115229 Feb 11 05:15:15.907250 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41892) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:15.912073 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-dc3b056a-e64b-41dd-b710-8b0816effb6d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'network': {'name': 'tempest-RoutersTest-123410372'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:15.932219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3b056a-e64b-41dd-b710-8b0816effb6d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:15.936196 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc3b056a-e64b-41dd-b710-8b0816effb6d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.961366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3b056a-e64b-41dd-b710-8b0816effb6d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:15:15.970936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc3b056a-e64b-41dd-b710-8b0816effb6d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c11c0aa9-073f-4a5b-86f6-7ae89a78aae4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.971673 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-dc3b056a-e64b-41dd-b710-8b0816effb6d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Added segment c11c0aa9-073f-4a5b-86f6-7ae89a78aae4 of type vlan for network 29d87bf6-00ef-4276-83a4-7ce9d15ae16c Feb 11 05:15:16.014013 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc3b056a-e64b-41dd-b710-8b0816effb6d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (29d87bf6-00ef-4276-83a4-7ce9d15ae16c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.038565 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc3b056a-e64b-41dd-b710-8b0816effb6d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (29d87bf6-00ef-4276-83a4-7ce9d15ae16c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.043579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b056a-e64b-41dd-b710-8b0816effb6d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.044655 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc3b056a-e64b-41dd-b710-8b0816effb6d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.083513 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dc3b056a-e64b-41dd-b710-8b0816effb6d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1726053 Feb 11 05:15:16.083817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41894) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:16.089191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-10723178-37d5-48e9-be14-00b3ff533020 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'subnet': {'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:16.128519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b056a-e64b-41dd-b710-8b0816effb6d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Network': ['ID=29d87bf6-00ef-4276-83a4-7ce9d15ae16c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:16.140207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 29d87bf6-00ef-4276-83a4-7ce9d15ae16c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:15:16.201013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10723178-37d5-48e9-be14-00b3ff533020 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:16.204649 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-10723178-37d5-48e9-be14-00b3ff533020 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.385008 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-10723178-37d5-48e9-be14-00b3ff533020 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (bfcb4fff-df2f-4610-91f6-52c6c26222f7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.452599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10723178-37d5-48e9-be14-00b3ff533020 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Subnet': ['ID=bfcb4fff-df2f-4610-91f6-52c6c26222f7,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:16.489651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10723178-37d5-48e9-be14-00b3ff533020 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Checking segment: {'id': 'c11c0aa9-073f-4a5b-86f6-7ae89a78aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:16.490054 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10723178-37d5-48e9-be14-00b3ff533020 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network hostable DHCP agents. Network: 29d87bf6-00ef-4276-83a4-7ce9d15ae16c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:15:16.515584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10723178-37d5-48e9-be14-00b3ff533020 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 29d87bf6-00ef-4276-83a4-7ce9d15ae16c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:15:16.532985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144f664-6866-4be3-8b06-a442b4d30439 req-4178953b-8ed9-4c3c-87e9-e6e236ddaf1c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.535689 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a144f664-6866-4be3-8b06-a442b4d30439 req-4178953b-8ed9-4c3c-87e9-e6e236ddaf1c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0891871 Feb 11 05:15:16.537188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-10723178-37d5-48e9-be14-00b3ff533020 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 29d87bf6-00ef-4276-83a4-7ce9d15ae16c) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:16.541847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10723178-37d5-48e9-be14-00b3ff533020 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.542440 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-10723178-37d5-48e9-be14-00b3ff533020 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.552112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6e94b4-f5b7-46e5-814d-3e18f2085298 None None] Network 29d87bf6-00ef-4276-83a4-7ce9d15ae16c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:16.584647 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-10723178-37d5-48e9-be14-00b3ff533020 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4996755 Feb 11 05:15:16.585520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41900) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:16.620164 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a144f664-6866-4be3-8b06-a442b4d30439 req-d5b5084f-ecac-4d44-b6e3-47230d6948fd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742340 Feb 11 05:15:16.695683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:15:16.696551 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.831211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Allocated IP 172.20.0.2 (29d87bf6-00ef-4276-83a4-7ce9d15ae16c/bfcb4fff-df2f-4610-91f6-52c6c26222f7/c9d31f22-abf9-4dba-a40d-0554a640e286) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:16.910644 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.002830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ac97bffd-0d34-43cf-b816-4df0aefb26fd no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:17.005391 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Publish callbacks [] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.025654 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.027502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: ac97bffd-0d34-43cf-b816-4df0aefb26fd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:17.027913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ac97bffd-0d34-43cf-b816-4df0aefb26fd not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:17.068974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Network 29d87bf6-00ef-4276-83a4-7ce9d15ae16c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:17.074591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:17.078491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:17.083465 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Pushing event updated for resources: {'Port': ['ID=c9d31f22-abf9-4dba-a40d-0554a640e286,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:17.146553 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Attempting to bind port c9d31f22-abf9-4dba-a40d-0554a640e286 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:17.146953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Attempting to bind port c9d31f22-abf9-4dba-a40d-0554a640e286 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c11c0aa9-073f-4a5b-86f6-7ae89a78aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:17.147443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Attempting to bind port c9d31f22-abf9-4dba-a40d-0554a640e286 on network 29d87bf6-00ef-4276-83a4-7ce9d15ae16c {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:17.153574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:17.153574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Checking segment: {'id': 'c11c0aa9-073f-4a5b-86f6-7ae89a78aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:17.154490 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.154856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Bound using segment: {'id': 'c11c0aa9-073f-4a5b-86f6-7ae89a78aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:17.155391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Bound port: c9d31f22-abf9-4dba-a40d-0554a640e286, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11c0aa9-073f-4a5b-86f6-7ae89a78aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:17.156024 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.161344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Allocated IP 172.20.0.1 (29d87bf6-00ef-4276-83a4-7ce9d15ae16c/bfcb4fff-df2f-4610-91f6-52c6c26222f7/61456ea9-ce49-4f74-993f-743c6bc19323) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:17.245329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] For port c9d31f22-abf9-4dba-a40d-0554a640e286, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:17.245329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] For port c9d31f22-abf9-4dba-a40d-0554a640e286, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c9d31f22-abf9-4dba-a40d-0554a640e286,segment=NetworkSegment(c11c0aa9-073f-4a5b-86f6-7ae89a78aae4),segment_id=c11c0aa9-073f-4a5b-86f6-7ae89a78aae4)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:17.265854 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.314101 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (61456ea9-ce49-4f74-993f-743c6bc19323), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.337793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f5177-ceab-4546-a2e5-68cc2d5bd23f None None] Pushing event updated for resources: {'Port': ['ID=c9d31f22-abf9-4dba-a40d-0554a640e286,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:17.367053 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.411179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 29d87bf6-00ef-4276-83a4-7ce9d15ae16c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:17.416415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:17.426556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:17.454551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=61456ea9-ce49-4f74-993f-743c6bc19323,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:17.484938 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.631374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.840619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078da4f1-a869-4120-ab5d-fc4688c3c76e req-b22f0d28-731a-4659-a313-80909a853126 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.842151 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-078da4f1-a869-4120-ab5d-fc4688c3c76e req-b22f0d28-731a-4659-a313-80909a853126 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.1119990 Feb 11 05:15:17.943875 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-078da4f1-a869-4120-ab5d-fc4688c3c76e req-e1ecc262-70bd-41af-8761-3d8adff763b4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949147 Feb 11 05:15:17.976856 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (61456ea9-ce49-4f74-993f-743c6bc19323), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.983579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.078319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.084476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=61456ea9-ce49-4f74-993f-743c6bc19323,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:18.091268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc759e-0b26-4853-9e44-da4dcae85c35 req-a3eb3886-a2ab-47e9-9833-017c15788376 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.095748 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6bdc759e-0b26-4853-9e44-da4dcae85c35 req-a3eb3886-a2ab-47e9-9833-017c15788376 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0683107 Feb 11 05:15:18.159532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6bdc759e-0b26-4853-9e44-da4dcae85c35 req-9ab3a5e7-96cd-42b0-908c-ecda9976eeee tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599198 Feb 11 05:15:18.185971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41912) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:18.200590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 29d87bf6-00ef-4276-83a4-7ce9d15ae16c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:18.202008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:18.246218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6160a264-f34c-4d4a-9068-2c25e93f7c4f tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.247879 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6160a264-f34c-4d4a-9068-2c25e93f7c4f tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1124 time: 0.0602918 Feb 11 05:15:18.250867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41914) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:18.257165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:18.284883 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.343506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router efd8995e-be8b-484f-b2dc-de575653b447 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:15:18.404456 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.460232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce36c93-7fc5-40d2-add6-06bdc35cbb3c None None] Network 29d87bf6-00ef-4276-83a4-7ce9d15ae16c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:18.470214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:18.482998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cdd1110d-f1b6-4f86-832c-126c2480d81c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8960755 Feb 11 05:15:18.485567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41918) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:18.490772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0e7a9e71-862b-493f-965d-233c0189c239 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'network': {'name': 'tempest-RoutersTest-2113829951'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:18.491925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Sync routers for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:18.531050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7a9e71-862b-493f-965d-233c0189c239 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:18.534772 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9e71-862b-493f-965d-233c0189c239 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.538028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.25.7.21 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/fb64cb94-2a2c-4356-8115-d59d1645198d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:18.549738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:18.550996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:18.564289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7a9e71-862b-493f-965d-233c0189c239 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:15:18.564554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-672ac967-3d91-4ce1-9232-d42108c675fb None None] Provisioning complete for port c9d31f22-abf9-4dba-a40d-0554a640e286 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:18.564901 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-672ac967-3d91-4ce1-9232-d42108c675fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.574538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9e71-862b-493f-965d-233c0189c239 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.575635 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-0e7a9e71-862b-493f-965d-233c0189c239 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Added segment 4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d of type vlan for network 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 Feb 11 05:15:18.619240 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9e71-862b-493f-965d-233c0189c239 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (6aa0937a-54ff-41d1-8ac0-0fee0306f9b4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.652452 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9e71-862b-493f-965d-233c0189c239 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (6aa0937a-54ff-41d1-8ac0-0fee0306f9b4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.659206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a9e71-862b-493f-965d-233c0189c239 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.659827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9e71-862b-493f-965d-233c0189c239 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.688332 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (fb64cb94-2a2c-4356-8115-d59d1645198d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.728131 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (fb64cb94-2a2c-4356-8115-d59d1645198d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.748338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0e7a9e71-862b-493f-965d-233c0189c239 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2616403 Feb 11 05:15:18.751791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41920) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:18.757434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c6437a1a-dddc-4b73-b162-62def1b283cd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'subnet': {'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:18.764528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:18.765504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a9e71-862b-493f-965d-233c0189c239 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Network': ['ID=6aa0937a-54ff-41d1-8ac0-0fee0306f9b4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:18.777321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:18.782268 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:18.785328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:18.799244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:15:18.838258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=fb64cb94-2a2c-4356-8115-d59d1645198d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:18.846762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-672ac967-3d91-4ce1-9232-d42108c675fb None None] Current status of the port c9d31f22-abf9-4dba-a40d-0554a640e286 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:18.847180 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-672ac967-3d91-4ce1-9232-d42108c675fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.882185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6437a1a-dddc-4b73-b162-62def1b283cd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:18.887062 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6437a1a-dddc-4b73-b162-62def1b283cd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:19.212988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c9d31f22-abf9-4dba-a40d-0554a640e286 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:19.249326 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6437a1a-dddc-4b73-b162-62def1b283cd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (4193e3d1-5c27-4336-b24e-565c26c9d8d3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:19.299245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-672ac967-3d91-4ce1-9232-d42108c675fb None None] For port c9d31f22-abf9-4dba-a40d-0554a640e286, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c9d31f22-abf9-4dba-a40d-0554a640e286,segment=NetworkSegment(c11c0aa9-073f-4a5b-86f6-7ae89a78aae4),segment_id=c11c0aa9-073f-4a5b-86f6-7ae89a78aae4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:19.341123 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-672ac967-3d91-4ce1-9232-d42108c675fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:19.374729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6437a1a-dddc-4b73-b162-62def1b283cd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Checking segment: {'id': '4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:19.375139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6437a1a-dddc-4b73-b162-62def1b283cd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network hostable DHCP agents. Network: 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:15:19.385985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6437a1a-dddc-4b73-b162-62def1b283cd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Subnet': ['ID=4193e3d1-5c27-4336-b24e-565c26c9d8d3,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:19.411900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6437a1a-dddc-4b73-b162-62def1b283cd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:15:19.427793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c9d31f22-abf9-4dba-a40d-0554a640e286 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:19.428356 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:19.440366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c6437a1a-dddc-4b73-b162-62def1b283cd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:19.446202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6437a1a-dddc-4b73-b162-62def1b283cd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:19.446862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6437a1a-dddc-4b73-b162-62def1b283cd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:19.469764 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c6437a1a-dddc-4b73-b162-62def1b283cd tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7168097 Feb 11 05:15:19.472489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41922) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:19.480808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02abfdcb-114c-4532-8d49-528f393cd7fd None None] Network 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:19.613205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ac967-3d91-4ce1-9232-d42108c675fb None None] Pushing event updated for resources: {'Port': ['ID=c9d31f22-abf9-4dba-a40d-0554a640e286,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:19.654103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5d518c26-85b0-4314-a1f2-7bb5029d8daa None None] Provisioning complete for port c9d31f22-abf9-4dba-a40d-0554a640e286 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:19.654587 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d518c26-85b0-4314-a1f2-7bb5029d8daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:19.696503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:15:19.697552 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:19.870295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Allocated IP 172.21.0.2 (6aa0937a-54ff-41d1-8ac0-0fee0306f9b4/4193e3d1-5c27-4336-b24e-565c26c9d8d3/7a580679-6c0b-40e7-804a-580fbf4d78ed) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:19.990306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5d518c26-85b0-4314-a1f2-7bb5029d8daa None None] Current status of the port c9d31f22-abf9-4dba-a40d-0554a640e286 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:20.025378 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (8441bfda-a085-4e3e-ac7b-a8424cb00d88), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.070988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5d518c26-85b0-4314-a1f2-7bb5029d8daa None None] Provisioning complete for port 61456ea9-ce49-4f74-993f-743c6bc19323 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:20.071576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d518c26-85b0-4314-a1f2-7bb5029d8daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.090409 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:17Z', 'revision_number': 2, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:17Z', 'revision_number': 2, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:20.139783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5d518c26-85b0-4314-a1f2-7bb5029d8daa None None] Port 61456ea9-ce49-4f74-993f-743c6bc19323 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:20.178736 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fb64cb94-2a2c-4356-8115-d59d1645198d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.201626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c9d31f22-abf9-4dba-a40d-0554a640e286 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:20.213939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Checking router: efd8995e-be8b-484f-b2dc-de575653b447 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:20.214459 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Updating router efd8995e-be8b-484f-b2dc-de575653b447 port 61456ea9-ce49-4f74-993f-743c6bc19323 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:15:20.315266 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Publish callbacks [] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.317432 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.328874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-66b4f916-4203-4b6b-a8d9-dd008d672eb9 None None] Provisioning complete for port 61456ea9-ce49-4f74-993f-743c6bc19323 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:20.329421 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66b4f916-4203-4b6b-a8d9-dd008d672eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.338951 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.447489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-66b4f916-4203-4b6b-a8d9-dd008d672eb9 None None] Port 61456ea9-ce49-4f74-993f-743c6bc19323 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:20.452285 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Network 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:20.460380 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:20.463396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:20.464637 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (fb64cb94-2a2c-4356-8115-d59d1645198d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.471856 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (fb64cb94-2a2c-4356-8115-d59d1645198d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.485763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Pushing event updated for resources: {'Port': ['ID=7a580679-6c0b-40e7-804a-580fbf4d78ed,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:20.506306 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.567629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=fb64cb94-2a2c-4356-8115-d59d1645198d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:20.578301 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (8441bfda-a085-4e3e-ac7b-a8424cb00d88), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.697096 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Floating IP 8441bfda-a085-4e3e-ac7b-a8424cb00d88 associated. External IP: 172.25.7.21, port: fd2f795d-6de0-47df-8734-0d5e46a22ec5. Feb 11 05:15:20.738575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Attempting to bind port 7a580679-6c0b-40e7-804a-580fbf4d78ed on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:20.739845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Attempting to bind port 7a580679-6c0b-40e7-804a-580fbf4d78ed by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:20.740221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Attempting to bind port 7a580679-6c0b-40e7-804a-580fbf4d78ed on network 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:20.748786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:20.749167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Checking segment: {'id': '4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:20.749576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.749974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Bound using segment: {'id': '4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:20.750497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Bound port: 7a580679-6c0b-40e7-804a-580fbf4d78ed, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:20.750949 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.870712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Allocated IP 172.21.0.1 (6aa0937a-54ff-41d1-8ac0-0fee0306f9b4/4193e3d1-5c27-4336-b24e-565c26c9d8d3/7b81747a-67e0-44be-a539-b8a4ceac9be0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:20.886273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] For port 7a580679-6c0b-40e7-804a-580fbf4d78ed, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:20.905565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] For port 7a580679-6c0b-40e7-804a-580fbf4d78ed, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7a580679-6c0b-40e7-804a-580fbf4d78ed,segment=NetworkSegment(4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d),segment_id=4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:20.910859 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Publish callbacks [] for port (61456ea9-ce49-4f74-993f-743c6bc19323), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.914215 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.942956 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.980819 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc9432-1f05-4c32-999f-07599cc9537b None None] Pushing event updated for resources: {'Port': ['ID=7a580679-6c0b-40e7-804a-580fbf4d78ed,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:21.006212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 589bd20c-c242-4498-9584-2957e27d7016 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:21.039555 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.058080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c9d31f22-abf9-4dba-a40d-0554a640e286 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:21.101014 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.106875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dd679-5f42-47d7-86c5-09dded48885d None None] Pushing event updated for resources: {'Port': ['ID=61456ea9-ce49-4f74-993f-743c6bc19323,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:21.153965 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Attempting to bind port 61456ea9-ce49-4f74-993f-743c6bc19323 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:21.154771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Attempting to bind port 61456ea9-ce49-4f74-993f-743c6bc19323 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c11c0aa9-073f-4a5b-86f6-7ae89a78aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:21.155186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Attempting to bind port 61456ea9-ce49-4f74-993f-743c6bc19323 on network 29d87bf6-00ef-4276-83a4-7ce9d15ae16c {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:21.174032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:21.174442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Checking segment: {'id': 'c11c0aa9-073f-4a5b-86f6-7ae89a78aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:21.175222 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.175632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Bound using segment: {'id': 'c11c0aa9-073f-4a5b-86f6-7ae89a78aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:21.176133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Bound port: 61456ea9-ce49-4f74-993f-743c6bc19323, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11c0aa9-073f-4a5b-86f6-7ae89a78aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:21.176662 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.178614 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c9d31f22-abf9-4dba-a40d-0554a640e286 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:21.179503 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.186180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:21.191953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:21.196168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:21.213990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:21.223947 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3db314-6dd1-4756-bfa5-906c9972242e None None] Sync routers for ids ['589bd20c-c242-4498-9584-2957e27d7016'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:21.241742 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3db314-6dd1-4756-bfa5-906c9972242e None None] Routers {'589bd20c-c242-4498-9584-2957e27d7016'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:21.242495 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-bb3db314-6dd1-4756-bfa5-906c9972242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['589bd20c-c242-4498-9584-2957e27d7016'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:21.264143 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.307413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=7b81747a-67e0-44be-a539-b8a4ceac9be0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:21.341615 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a80ceeed-35e4-45d7-b82d-301bce80c906 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0865173 Feb 11 05:15:21.341839 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.341974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:21.358264 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269afabe-1811-4fe7-8f73-51c9597d89a0" -d '{"events": [{"name": "network-changed", "server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:21.432529 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad45d933-148f-47cb-aea1-1d9471a0d1f2 x-openstack-request-id: req-ad45d933-148f-47cb-aea1-1d9471a0d1f2 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:21.432826 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:21.433277 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad45d933-148f-47cb-aea1-1d9471a0d1f2 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:21.433697 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'status': 'completed', 'code': 200} Feb 11 05:15:21.450494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] For port 61456ea9-ce49-4f74-993f-743c6bc19323, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:21.453031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c9d31f22-abf9-4dba-a40d-0554a640e286 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:21.470313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] For port 61456ea9-ce49-4f74-993f-743c6bc19323, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=61456ea9-ce49-4f74-993f-743c6bc19323,segment=NetworkSegment(c11c0aa9-073f-4a5b-86f6-7ae89a78aae4),segment_id=c11c0aa9-073f-4a5b-86f6-7ae89a78aae4)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:21.481023 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.481254 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-bb3db314-6dd1-4756-bfa5-906c9972242e None None] Set router 589bd20c-c242-4498-9584-2957e27d7016 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:21.490786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-eef3def4-4841-4a83-925a-2747ce3aa3dc None None] Provisioning complete for port 61456ea9-ce49-4f74-993f-743c6bc19323 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:21.491378 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eef3def4-4841-4a83-925a-2747ce3aa3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.578196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:21.578839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:21.587704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dd679-5f42-47d7-86c5-09dded48885d None None] Pushing event updated for resources: {'Port': ['ID=61456ea9-ce49-4f74-993f-743c6bc19323,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:21.612662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c9286-c22c-47f3-babc-b117627db2bd req-8082e7ec-b748-44e5-b0ca-ebd841cd4488 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:21.623562 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-200c9286-c22c-47f3-babc-b117627db2bd req-8082e7ec-b748-44e5-b0ca-ebd841cd4488 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.2065251 Feb 11 05:15:21.686201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afabe-1811-4fe7-8f73-51c9597d89a0 req-6870964a-f530-443f-a24c-a376c7b0486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:21.687912 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269afabe-1811-4fe7-8f73-51c9597d89a0 req-6870964a-f530-443f-a24c-a376c7b0486e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1129 time: 0.2083168 Feb 11 05:15:21.690313 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.763717 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-bb3db314-6dd1-4756-bfa5-906c9972242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8441bfda-a085-4e3e-ac7b-a8424cb00d88', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '589bd20c-c242-4498-9584-2957e27d7016', 'port_id': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'mac_address': 'fa:16:3e:9d:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:15:19Z', 'updated_at': '2022-02-11T05:15:19Z', 'revision_number': 0, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661', 'name': '', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:a2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:58Z', 'updated_at': '2022-02-11T05:15:03Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:21.778455 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-200c9286-c22c-47f3-babc-b117627db2bd req-6b279339-8308-43b3-8ede-cf96df1f50eb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537454 Feb 11 05:15:21.792554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41940) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:21.812209 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3db314-6dd1-4756-bfa5-906c9972242e None None] Checking router: 589bd20c-c242-4498-9584-2957e27d7016 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:21.829388 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3db314-6dd1-4756-bfa5-906c9972242e None None] Routers {'589bd20c-c242-4498-9584-2957e27d7016'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:21.830720 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-bb3db314-6dd1-4756-bfa5-906c9972242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['589bd20c-c242-4498-9584-2957e27d7016'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:21.930220 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c27ba1f0-5f2a-4237-ab18-faace13537a9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/8441bfda-a085-4e3e-ac7b-a8424cb00d88 HTTP/1.1" status: 200 len: 991 time: 0.1359754 Feb 11 05:15:21.948789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:21.982798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eef3def4-4841-4a83-925a-2747ce3aa3dc None None] Current status of the port 61456ea9-ce49-4f74-993f-743c6bc19323 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:21.983233 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eef3def4-4841-4a83-925a-2747ce3aa3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.009592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afabe-1811-4fe7-8f73-51c9597d89a0 req-386afc7c-d34c-4cf0-adf6-d9432ae52454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:22.011173 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269afabe-1811-4fe7-8f73-51c9597d89a0 req-386afc7c-d34c-4cf0-adf6-d9432ae52454 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 200 len: 898 time: 0.3088827 Feb 11 05:15:22.028366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-eef3def4-4841-4a83-925a-2747ce3aa3dc None None] For port 61456ea9-ce49-4f74-993f-743c6bc19323, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=61456ea9-ce49-4f74-993f-743c6bc19323,segment=NetworkSegment(c11c0aa9-073f-4a5b-86f6-7ae89a78aae4),segment_id=c11c0aa9-073f-4a5b-86f6-7ae89a78aae4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:22.063858 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eef3def4-4841-4a83-925a-2747ce3aa3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.169382 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-bb3db314-6dd1-4756-bfa5-906c9972242e None None] Set router 589bd20c-c242-4498-9584-2957e27d7016 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:22.268634 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269afabe-1811-4fe7-8f73-51c9597d89a0 req-a5dde737-7b5f-473f-bdbd-8094d197c66c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 999 time: 0.1312616 Feb 11 05:15:22.312163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0943d9e2-41ce-415a-82c0-9297280e178d None None] Provisioning complete for port 61456ea9-ce49-4f74-993f-743c6bc19323 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:22.312388 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0943d9e2-41ce-415a-82c0-9297280e178d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.317017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3def4-4841-4a83-925a-2747ce3aa3dc None None] Pushing event updated for resources: {'Port': ['ID=61456ea9-ce49-4f74-993f-743c6bc19323,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:22.365249 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.368885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afabe-1811-4fe7-8f73-51c9597d89a0 req-5c520abf-354a-4842-8b9e-1463340d1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:22.370767 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269afabe-1811-4fe7-8f73-51c9597d89a0 req-5c520abf-354a-4842-8b9e-1463340d1141 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04c7f8-78c6-40a0-9137-73297477b3a5 HTTP/1.1" status: 200 len: 834 time: 0.0911856 Feb 11 05:15:22.373214 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.387276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:17Z', 'revision_number': 2, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:21Z', 'revision_number': 4, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:22.443471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba64b0-4931-4138-8f19-94c011873c2f None None] The sync data for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 is: [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:17Z', 'revision_number': 2, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:21Z', 'revision_number': 4, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:22.528501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0943d9e2-41ce-415a-82c0-9297280e178d None None] Current status of the port 61456ea9-ce49-4f74-993f-743c6bc19323 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:22.552912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=7b81747a-67e0-44be-a539-b8a4ceac9be0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:22.566351 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.584242 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-bb3db314-6dd1-4756-bfa5-906c9972242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8441bfda-a085-4e3e-ac7b-a8424cb00d88', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '589bd20c-c242-4498-9584-2957e27d7016', 'port_id': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'mac_address': 'fa:16:3e:9d:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:15:19Z', 'updated_at': '2022-02-11T05:15:19Z', 'revision_number': 0, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661', 'name': '', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:a2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:58Z', 'updated_at': '2022-02-11T05:15:03Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:22.587337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21abd92f-b984-4231-ae73-4db3359cdf99 None None] Network 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:22.592334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afabe-1811-4fe7-8f73-51c9597d89a0 req-3af54f31-6bc2-42db-a7f8-c4cbe32a19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:22.594250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269afabe-1811-4fe7-8f73-51c9597d89a0 req-3af54f31-6bc2-42db-a7f8-c4cbe32a19c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7192cf98-aaf9-4779-bce8-839593907629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2149265 Feb 11 05:15:22.627823 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3db314-6dd1-4756-bfa5-906c9972242e None None] The sync data for ids ['589bd20c-c242-4498-9584-2957e27d7016'] in n-d-615180-58 is: [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '8441bfda-a085-4e3e-ac7b-a8424cb00d88', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '589bd20c-c242-4498-9584-2957e27d7016', 'port_id': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'mac_address': 'fa:16:3e:9d:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:15:19Z', 'updated_at': '2022-02-11T05:15:19Z', 'revision_number': 0, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661', 'name': '', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:a2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:58Z', 'updated_at': '2022-02-11T05:15:03Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:22.709474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6d022d09-3b4b-4547-9482-a46c4b165bc0 None None] Provisioning complete for port 7a580679-6c0b-40e7-804a-580fbf4d78ed triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:22.710011 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d022d09-3b4b-4547-9482-a46c4b165bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.743155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:22.747037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:22.913279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6d022d09-3b4b-4547-9482-a46c4b165bc0 None None] Current status of the port 7a580679-6c0b-40e7-804a-580fbf4d78ed is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:22.913697 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d022d09-3b4b-4547-9482-a46c4b165bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.930666 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41948) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:22.953635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269afabe-1811-4fe7-8f73-51c9597d89a0 req-45105901-b833-41d9-900e-aca46968006d service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433411 Feb 11 05:15:22.967653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6d022d09-3b4b-4547-9482-a46c4b165bc0 None None] For port 7a580679-6c0b-40e7-804a-580fbf4d78ed, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7a580679-6c0b-40e7-804a-580fbf4d78ed,segment=NetworkSegment(4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d),segment_id=4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:22.980682 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6d022d09-3b4b-4547-9482-a46c4b165bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.083728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d022d09-3b4b-4547-9482-a46c4b165bc0 None None] Pushing event updated for resources: {'Port': ['ID=7a580679-6c0b-40e7-804a-580fbf4d78ed,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:23.094953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router efd8995e-be8b-484f-b2dc-de575653b447 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:23.103906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66c992-08cc-49c2-9b1c-3d703da8c432 None None] New status for floating IP 8441bfda-a085-4e3e-ac7b-a8424cb00d88: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:15:23.175493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1ea9bde7-3415-4e62-80a4-f013fdf44dbe tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/8441bfda-a085-4e3e-ac7b-a8424cb00d88 HTTP/1.1" status: 200 len: 991 time: 0.2422109 Feb 11 05:15:23.220414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7a580679-6c0b-40e7-804a-580fbf4d78ed up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:23.322465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-269afabe-1811-4fe7-8f73-51c9597d89a0 req-eddafe28-25f7-4a8a-8355-9d6bdf1f9d1d service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605974 Feb 11 05:15:23.373504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:23.381522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7a580679-6c0b-40e7-804a-580fbf4d78ed triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:23.381897 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.395773 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3e0c455f-b174-4924-8e34-03fcbf76a1bb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9221113 Feb 11 05:15:23.398499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41952) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:23.416347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-70b87985-be79-4d4d-9740-2a53b045aaeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'network': {'name': 'tempest-RoutersTest-815037912'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:23.461855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b87985-be79-4d4d-9740-2a53b045aaeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:23.466866 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70b87985-be79-4d4d-9740-2a53b045aaeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.503992 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-eecd7d5e-d338-4287-a61a-c34800ecb55d None None] Provisioning complete for port 7b81747a-67e0-44be-a539-b8a4ceac9be0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:23.504382 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eecd7d5e-d338-4287-a61a-c34800ecb55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.518647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b87985-be79-4d4d-9740-2a53b045aaeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:15:23.533351 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70b87985-be79-4d4d-9740-2a53b045aaeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (980f1890-ceee-4878-bade-0edffc699713), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.533946 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-70b87985-be79-4d4d-9740-2a53b045aaeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Added segment 980f1890-ceee-4878-bade-0edffc699713 of type vlan for network ac7545bb-b1ad-4e04-a24a-1863f6a58236 Feb 11 05:15:23.558742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eecd7d5e-d338-4287-a61a-c34800ecb55d None None] Port 7b81747a-67e0-44be-a539-b8a4ceac9be0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:23.599049 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70b87985-be79-4d4d-9740-2a53b045aaeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (ac7545bb-b1ad-4e04-a24a-1863f6a58236), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.628938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-eecd7d5e-d338-4287-a61a-c34800ecb55d None None] Provisioning complete for port 7a580679-6c0b-40e7-804a-580fbf4d78ed triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:23.629326 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eecd7d5e-d338-4287-a61a-c34800ecb55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.652069 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70b87985-be79-4d4d-9740-2a53b045aaeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (ac7545bb-b1ad-4e04-a24a-1863f6a58236), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.661645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b87985-be79-4d4d-9740-2a53b045aaeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.662931 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70b87985-be79-4d4d-9740-2a53b045aaeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.684511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7a580679-6c0b-40e7-804a-580fbf4d78ed is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:23.685541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 61456ea9-ce49-4f74-993f-743c6bc19323 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:23.759207 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b87985-be79-4d4d-9740-2a53b045aaeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Network': ['ID=ac7545bb-b1ad-4e04-a24a-1863f6a58236,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:23.769795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41954) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:23.769990 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-70b87985-be79-4d4d-9740-2a53b045aaeb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3700101 Feb 11 05:15:23.775107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-13d7d7f7-6d80-4924-a9ed-a0305b8d8533 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'subnet': {'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:23.786515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network ac7545bb-b1ad-4e04-a24a-1863f6a58236 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:15:23.831439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 61456ea9-ce49-4f74-993f-743c6bc19323 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:23.831821 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.834933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eecd7d5e-d338-4287-a61a-c34800ecb55d None None] Current status of the port 7a580679-6c0b-40e7-804a-580fbf4d78ed is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:23.901043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d7d7f7-6d80-4924-a9ed-a0305b8d8533 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:23.906551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13d7d7f7-6d80-4924-a9ed-a0305b8d8533 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.980856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 61456ea9-ce49-4f74-993f-743c6bc19323 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:23.985119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a5924c9f-92c9-449a-bc3b-72414c2fce65 None None] Provisioning complete for port 7b81747a-67e0-44be-a539-b8a4ceac9be0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:23.985500 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5924c9f-92c9-449a-bc3b-72414c2fce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.022767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a5924c9f-92c9-449a-bc3b-72414c2fce65 None None] Port 7b81747a-67e0-44be-a539-b8a4ceac9be0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:24.121180 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13d7d7f7-6d80-4924-a9ed-a0305b8d8533 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (48f7dda3-e2ae-4de0-8d47-32f460c7da96), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.163590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e881fed9-338f-4dc3-a479-6d9e2b30548d None None] Provisioning complete for port 7b81747a-67e0-44be-a539-b8a4ceac9be0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:24.164653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41956) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:24.173036 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e881fed9-338f-4dc3-a479-6d9e2b30548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.190158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7d7f7-6d80-4924-a9ed-a0305b8d8533 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Subnet': ['ID=48f7dda3-e2ae-4de0-8d47-32f460c7da96,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:24.201193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7d7f7-6d80-4924-a9ed-a0305b8d8533 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Checking segment: {'id': '980f1890-ceee-4878-bade-0edffc699713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:24.201682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d7d7f7-6d80-4924-a9ed-a0305b8d8533 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network hostable DHCP agents. Network: ac7545bb-b1ad-4e04-a24a-1863f6a58236, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:15:24.222505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d7d7f7-6d80-4924-a9ed-a0305b8d8533 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network ac7545bb-b1ad-4e04-a24a-1863f6a58236 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:15:24.236802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-13d7d7f7-6d80-4924-a9ed-a0305b8d8533 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, ac7545bb-b1ad-4e04-a24a-1863f6a58236) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:24.240335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e881fed9-338f-4dc3-a479-6d9e2b30548d None None] Port 7b81747a-67e0-44be-a539-b8a4ceac9be0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:24.244733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d7d7f7-6d80-4924-a9ed-a0305b8d8533 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:24.245538 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-13d7d7f7-6d80-4924-a9ed-a0305b8d8533 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.250470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e038a-1c80-4b2b-8333-0d64930d0d36 None None] Network ac7545bb-b1ad-4e04-a24a-1863f6a58236 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:24.282107 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-13d7d7f7-6d80-4924-a9ed-a0305b8d8533 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5110595 Feb 11 05:15:24.284361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41958) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:24.297713 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-358b0a19-770b-45f7-b766-1d925b8663ff tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/8441bfda-a085-4e3e-ac7b-a8424cb00d88 HTTP/1.1" status: 200 len: 993 time: 0.1311247 Feb 11 05:15:24.376611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'fixed_ips': [{'subnet_id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:15:24.378409 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.522920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Allocated IP 172.22.0.2 (ac7545bb-b1ad-4e04-a24a-1863f6a58236/48f7dda3-e2ae-4de0-8d47-32f460c7da96/68a1c3dd-a902-4f19-b376-b7c869001626) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:24.584280 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Sync routers for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:24.604144 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:24.606440 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:24.705365 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Publish callbacks [] for port (68a1c3dd-a902-4f19-b376-b7c869001626), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.715106 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.718060 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:24.731690 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.778915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Pushing event updated for resources: {'Port': ['ID=68a1c3dd-a902-4f19-b376-b7c869001626,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:24.787784 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Network ac7545bb-b1ad-4e04-a24a-1863f6a58236 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:24.789646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:24.795156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:24.861118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Attempting to bind port 68a1c3dd-a902-4f19-b376-b7c869001626 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:24.861546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Attempting to bind port 68a1c3dd-a902-4f19-b376-b7c869001626 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '980f1890-ceee-4878-bade-0edffc699713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:24.861923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Attempting to bind port 68a1c3dd-a902-4f19-b376-b7c869001626 on network ac7545bb-b1ad-4e04-a24a-1863f6a58236 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:24.867995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:24.868387 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Checking segment: {'id': '980f1890-ceee-4878-bade-0edffc699713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:24.868936 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.869343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Bound using segment: {'id': '980f1890-ceee-4878-bade-0edffc699713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:24.869823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Bound port: 68a1c3dd-a902-4f19-b376-b7c869001626, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980f1890-ceee-4878-bade-0edffc699713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:24.870207 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.950743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] For port 68a1c3dd-a902-4f19-b376-b7c869001626, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:24.961570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] For port 68a1c3dd-a902-4f19-b376-b7c869001626, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=68a1c3dd-a902-4f19-b376-b7c869001626,segment=NetworkSegment(980f1890-ceee-4878-bade-0edffc699713),segment_id=980f1890-ceee-4878-bade-0edffc699713)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:24.978476 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.998927 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:21Z', 'revision_number': 3, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 2, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:25.028701 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Checking router: efd8995e-be8b-484f-b2dc-de575653b447 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:25.029165 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Updating router efd8995e-be8b-484f-b2dc-de575653b447 port 7b81747a-67e0-44be-a539-b8a4ceac9be0 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:15:25.069452 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.082134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7a580679-6c0b-40e7-804a-580fbf4d78ed up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:25.139641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb6e1f-a84e-43e4-909e-f72297bfde2f None None] Pushing event updated for resources: {'Port': ['ID=68a1c3dd-a902-4f19-b376-b7c869001626,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:25.179404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7a580679-6c0b-40e7-804a-580fbf4d78ed triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:25.179788 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.379827 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7a580679-6c0b-40e7-804a-580fbf4d78ed is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:25.398453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Allocated IP 172.22.0.1 (ac7545bb-b1ad-4e04-a24a-1863f6a58236/48f7dda3-e2ae-4de0-8d47-32f460c7da96/3b548090-94d9-4c0e-a391-1b4307e0c1f4) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:25.544693 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Publish callbacks [] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.554475 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.572004 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.622425 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.653764 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ae06b-4046-473c-8191-ed326d88d418 None None] Pushing event updated for resources: {'Port': ['ID=7b81747a-67e0-44be-a539-b8a4ceac9be0,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:25.680926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network ac7545bb-b1ad-4e04-a24a-1863f6a58236 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:25.689903 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:25.693926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:25.695925 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Attempting to bind port 7b81747a-67e0-44be-a539-b8a4ceac9be0 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:25.696461 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Attempting to bind port 7b81747a-67e0-44be-a539-b8a4ceac9be0 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:25.696929 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Attempting to bind port 7b81747a-67e0-44be-a539-b8a4ceac9be0 on network 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:25.703339 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:25.703674 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Checking segment: {'id': '4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:25.704538 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.704538 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Bound using segment: {'id': '4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:25.704975 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Bound port: 7b81747a-67e0-44be-a539-b8a4ceac9be0, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:25.705364 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.729519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=3b548090-94d9-4c0e-a391-1b4307e0c1f4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:25.752224 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.776224 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] For port 7b81747a-67e0-44be-a539-b8a4ceac9be0, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:25.780955 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] For port 7b81747a-67e0-44be-a539-b8a4ceac9be0, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7b81747a-67e0-44be-a539-b8a4ceac9be0,segment=NetworkSegment(4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d),segment_id=4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:25.791738 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.854115 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:25.855049 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:25.883694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f96a39c8-1b58-41b8-bd32-a752040128da None None] Provisioning complete for port 7b81747a-67e0-44be-a539-b8a4ceac9be0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:25.884242 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f96a39c8-1b58-41b8-bd32-a752040128da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.897246 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ae06b-4046-473c-8191-ed326d88d418 None None] Pushing event updated for resources: {'Port': ['ID=7b81747a-67e0-44be-a539-b8a4ceac9be0,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:25.901463 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.972080 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:25.995598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f96a39c8-1b58-41b8-bd32-a752040128da None None] Current status of the port 7b81747a-67e0-44be-a539-b8a4ceac9be0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:25.996201 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f96a39c8-1b58-41b8-bd32-a752040128da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.048307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f96a39c8-1b58-41b8-bd32-a752040128da None None] For port 7b81747a-67e0-44be-a539-b8a4ceac9be0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7b81747a-67e0-44be-a539-b8a4ceac9be0,segment=NetworkSegment(4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d),segment_id=4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:26.054828 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f96a39c8-1b58-41b8-bd32-a752040128da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.155175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a39c8-1b58-41b8-bd32-a752040128da None None] Pushing event updated for resources: {'Port': ['ID=7b81747a-67e0-44be-a539-b8a4ceac9be0,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:26.182417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-293e22f4-0b86-4cb5-92e7-00cad62ce40b None None] Provisioning complete for port 7b81747a-67e0-44be-a539-b8a4ceac9be0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:26.182865 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-293e22f4-0b86-4cb5-92e7-00cad62ce40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.268930 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.277310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-293e22f4-0b86-4cb5-92e7-00cad62ce40b None None] Current status of the port 7b81747a-67e0-44be-a539-b8a4ceac9be0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:26.278313 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.282340 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:25Z', 'revision_number': 4, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '3b548090-94d9-4c0e-a391-1b4307e0c1f4', 'name': '', 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:e5:99:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:25Z', 'updated_at': '2022-02-11T05:15:25Z', 'revision_number': 1, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:25Z', 'revision_number': 4, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:26.312852 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ffee3-a140-43f6-b347-e4f9aeb777c1 None None] The sync data for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 is: [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:25Z', 'revision_number': 4, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '3b548090-94d9-4c0e-a391-1b4307e0c1f4', 'name': '', 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:e5:99:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:25Z', 'updated_at': '2022-02-11T05:15:25Z', 'revision_number': 1, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:25Z', 'revision_number': 4, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:26.356854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=3b548090-94d9-4c0e-a391-1b4307e0c1f4,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:26.358394 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.507360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network ac7545bb-b1ad-4e04-a24a-1863f6a58236 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:26.509688 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:26.531605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1fc1ff-f7f3-45d2-bc0b-1a51c8c4a1e9 None None] Network ac7545bb-b1ad-4e04-a24a-1863f6a58236 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:26.632990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router efd8995e-be8b-484f-b2dc-de575653b447 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:26.645249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9667d3cd-988f-4e2c-aa0a-30b6b5a3df7c None None] Provisioning complete for port 68a1c3dd-a902-4f19-b376-b7c869001626 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:26.645629 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9667d3cd-988f-4e2c-aa0a-30b6b5a3df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.760198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:26.765353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-51318070-e0df-4fdb-b2cc-34cb79b5fd1c tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4797831 Feb 11 05:15:26.769386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41972) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:26.791739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f5055698-e241-4a9e-9197-a52aa8125d29 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'network': {'name': 'tempest-RoutersTest-1647871457'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:26.797828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9667d3cd-988f-4e2c-aa0a-30b6b5a3df7c None None] Current status of the port 68a1c3dd-a902-4f19-b376-b7c869001626 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:26.798226 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9667d3cd-988f-4e2c-aa0a-30b6b5a3df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.817346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5055698-e241-4a9e-9197-a52aa8125d29 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:26.830342 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5055698-e241-4a9e-9197-a52aa8125d29 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.850179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9667d3cd-988f-4e2c-aa0a-30b6b5a3df7c None None] For port 68a1c3dd-a902-4f19-b376-b7c869001626, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=68a1c3dd-a902-4f19-b376-b7c869001626,segment=NetworkSegment(980f1890-ceee-4878-bade-0edffc699713),segment_id=980f1890-ceee-4878-bade-0edffc699713)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:26.857576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9667d3cd-988f-4e2c-aa0a-30b6b5a3df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.869129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5055698-e241-4a9e-9197-a52aa8125d29 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:15:26.904980 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5055698-e241-4a9e-9197-a52aa8125d29 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (75d7010e-c92e-460f-8843-ed0eb7c60d72), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.906105 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-f5055698-e241-4a9e-9197-a52aa8125d29 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Added segment 75d7010e-c92e-460f-8843-ed0eb7c60d72 of type vlan for network 7a60a814-19fe-4002-9037-ca9ef61bddd6 Feb 11 05:15:26.926541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667d3cd-988f-4e2c-aa0a-30b6b5a3df7c None None] Pushing event updated for resources: {'Port': ['ID=68a1c3dd-a902-4f19-b376-b7c869001626,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:26.973220 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5055698-e241-4a9e-9197-a52aa8125d29 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (7a60a814-19fe-4002-9037-ca9ef61bddd6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.007885 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5055698-e241-4a9e-9197-a52aa8125d29 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (7a60a814-19fe-4002-9037-ca9ef61bddd6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.014726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5055698-e241-4a9e-9197-a52aa8125d29 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:27.017265 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5055698-e241-4a9e-9197-a52aa8125d29 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.074780 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f5055698-e241-4a9e-9197-a52aa8125d29 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3035924 Feb 11 05:15:27.077716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41974) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:27.083014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-931dddbe-7990-4dc4-9009-1839d4ffabcb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'subnet': {'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:27.120406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5055698-e241-4a9e-9197-a52aa8125d29 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Network': ['ID=7a60a814-19fe-4002-9037-ca9ef61bddd6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:27.132901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 7a60a814-19fe-4002-9037-ca9ef61bddd6 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:15:27.216037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 68a1c3dd-a902-4f19-b376-b7c869001626 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:27.239077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931dddbe-7990-4dc4-9009-1839d4ffabcb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Made reservation on behalf of ba8f11392d144b4a96501c48cc977972 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:27.243151 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-931dddbe-7990-4dc4-9009-1839d4ffabcb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.521749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-931dddbe-7990-4dc4-9009-1839d4ffabcb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (03186fd9-814a-463d-ba42-7affbb9541ca), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.533647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b5c56428-1f3e-4cd4-bfff-75c46d04b258 None None] Provisioning complete for port 68a1c3dd-a902-4f19-b376-b7c869001626 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:27.534037 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5c56428-1f3e-4cd4-bfff-75c46d04b258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.588627 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:15:27.620833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dddbe-7990-4dc4-9009-1839d4ffabcb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Subnet': ['ID=03186fd9-814a-463d-ba42-7affbb9541ca,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:27.631588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931dddbe-7990-4dc4-9009-1839d4ffabcb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Checking segment: {'id': '75d7010e-c92e-460f-8843-ed0eb7c60d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:27.632294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931dddbe-7990-4dc4-9009-1839d4ffabcb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network hostable DHCP agents. Network: 7a60a814-19fe-4002-9037-ca9ef61bddd6, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:15:27.664918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931dddbe-7990-4dc4-9009-1839d4ffabcb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 7a60a814-19fe-4002-9037-ca9ef61bddd6 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:15:27.677778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 68a1c3dd-a902-4f19-b376-b7c869001626 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:27.678153 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.680934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-931dddbe-7990-4dc4-9009-1839d4ffabcb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 7a60a814-19fe-4002-9037-ca9ef61bddd6) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:27.696773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931dddbe-7990-4dc4-9009-1839d4ffabcb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:27.697768 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-931dddbe-7990-4dc4-9009-1839d4ffabcb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.706266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4de187-68e0-4ccb-8ba3-a2c1b2810d4c None None] Network 7a60a814-19fe-4002-9037-ca9ef61bddd6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:27.708535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b5c56428-1f3e-4cd4-bfff-75c46d04b258 None None] Current status of the port 68a1c3dd-a902-4f19-b376-b7c869001626 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:27.730722 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-931dddbe-7990-4dc4-9009-1839d4ffabcb tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6518207 Feb 11 05:15:27.733862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41978) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:27.834083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b5c56428-1f3e-4cd4-bfff-75c46d04b258 None None] Provisioning complete for port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:27.834467 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5c56428-1f3e-4cd4-bfff-75c46d04b258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.944638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b5c56428-1f3e-4cd4-bfff-75c46d04b258 None None] Port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:27.949073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-7a60a814-19fe-4002-9037-ca9ef61bddd6', 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6', 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'fixed_ips': [{'subnet_id': '03186fd9-814a-463d-ba42-7affbb9541ca'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:15:27.950501 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.952987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 68a1c3dd-a902-4f19-b376-b7c869001626 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:28.122757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-71a0204e-6a73-4df0-a2c6-bd58e43d4d9b None None] Provisioning complete for port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:28.123426 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-71a0204e-6a73-4df0-a2c6-bd58e43d4d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.160408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Allocated IP 172.23.0.2 (7a60a814-19fe-4002-9037-ca9ef61bddd6/03186fd9-814a-463d-ba42-7affbb9541ca/538ebba0-226c-43fd-b47b-9bf56fca5cb7) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:28.181061 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-71a0204e-6a73-4df0-a2c6-bd58e43d4d9b None None] Port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:28.208382 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.322187 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Publish callbacks [] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.336008 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.385297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Network 7a60a814-19fe-4002-9037-ca9ef61bddd6 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:28.389019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Pushing event updated for resources: {'Port': ['ID=538ebba0-226c-43fd-b47b-9bf56fca5cb7,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:28.391512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:28.394196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:28.452816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Attempting to bind port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:28.453205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Attempting to bind port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '75d7010e-c92e-460f-8843-ed0eb7c60d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:28.453580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Attempting to bind port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 on network 7a60a814-19fe-4002-9037-ca9ef61bddd6 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:28.459651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:28.460051 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Checking segment: {'id': '75d7010e-c92e-460f-8843-ed0eb7c60d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:28.460476 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.460932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Bound using segment: {'id': '75d7010e-c92e-460f-8843-ed0eb7c60d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:28.461418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Bound port: 538ebba0-226c-43fd-b47b-9bf56fca5cb7, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d7010e-c92e-460f-8843-ed0eb7c60d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:28.461801 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.504642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Allocated IP 172.23.0.1 (7a60a814-19fe-4002-9037-ca9ef61bddd6/03186fd9-814a-463d-ba42-7affbb9541ca/42cfffbb-fc53-47e5-80ca-90467a8cddc8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:28.530841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] For port 538ebba0-226c-43fd-b47b-9bf56fca5cb7, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:28.534098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] For port 538ebba0-226c-43fd-b47b-9bf56fca5cb7, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=538ebba0-226c-43fd-b47b-9bf56fca5cb7,segment=NetworkSegment(75d7010e-c92e-460f-8843-ed0eb7c60d72),segment_id=75d7010e-c92e-460f-8843-ed0eb7c60d72)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:28.543186 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.611117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf6314-42ad-46b7-8df2-eb6e7ae06d9d None None] Pushing event updated for resources: {'Port': ['ID=538ebba0-226c-43fd-b47b-9bf56fca5cb7,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:28.643386 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.687615 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.741300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 7a60a814-19fe-4002-9037-ca9ef61bddd6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:28.744800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:28.749005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:28.758354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=42cfffbb-fc53-47e5-80ca-90467a8cddc8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:28.838179 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.032380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.093210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 538ebba0-226c-43fd-b47b-9bf56fca5cb7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:29.148028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:29.148028 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.236963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:29.237675 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.274140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 538ebba0-226c-43fd-b47b-9bf56fca5cb7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=538ebba0-226c-43fd-b47b-9bf56fca5cb7,segment=NetworkSegment(75d7010e-c92e-460f-8843-ed0eb7c60d72),segment_id=75d7010e-c92e-460f-8843-ed0eb7c60d72)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:29.279455 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.280308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7b81747a-67e0-44be-a539-b8a4ceac9be0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:29.344729 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.352688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.361407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=538ebba0-226c-43fd-b47b-9bf56fca5cb7,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:29.375577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7b81747a-67e0-44be-a539-b8a4ceac9be0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:29.375965 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.435758 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.438105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event updated for resources: {'Port': ['ID=42cfffbb-fc53-47e5-80ca-90467a8cddc8,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:29.466069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7b81747a-67e0-44be-a539-b8a4ceac9be0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:29.550096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Network 7a60a814-19fe-4002-9037-ca9ef61bddd6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:29.551615 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:29.582603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Sync routers for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:29.594110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:29.594808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:29.666381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router efd8995e-be8b-484f-b2dc-de575653b447 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:29.706730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:29.740043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a5701f-14b3-4748-9f55-7da0e154ad28 None None] Network 7a60a814-19fe-4002-9037-ca9ef61bddd6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:29.896885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-45d479cf-bc08-40dc-93d7-3a4f0707df10 None None] Provisioning complete for port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:29.897263 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-45d479cf-bc08-40dc-93d7-3a4f0707df10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.138030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-45d479cf-bc08-40dc-93d7-3a4f0707df10 None None] Current status of the port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:30.153472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:30.165006 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f2077335-401f-4b9f-9021-288e1ddab925 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4296381 Feb 11 05:15:30.168062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41990) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:30.174072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a502130d-9b30-4297-a64b-50d34e7e7203 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:30.186360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:28Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '3b548090-94d9-4c0e-a391-1b4307e0c1f4', 'name': '', 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:e5:99:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:25Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 2, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42cfffbb-fc53-47e5-80ca-90467a8cddc8', 'name': '', 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:ad:d7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '03186fd9-814a-463d-ba42-7affbb9541ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:28Z', 'updated_at': '2022-02-11T05:15:29Z', 'revision_number': 2, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '03186fd9-814a-463d-ba42-7affbb9541ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:30.217902 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Checking router: efd8995e-be8b-484f-b2dc-de575653b447 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:30.218264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Updating router efd8995e-be8b-484f-b2dc-de575653b447 port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:15:30.253721 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.393594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-589e6d18-6093-4c49-ae3e-424be3a84852 None None] Provisioning complete for port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:30.393890 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-589e6d18-6093-4c49-ae3e-424be3a84852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.558805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-589e6d18-6093-4c49-ae3e-424be3a84852 None None] Current status of the port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:30.601898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-589e6d18-6093-4c49-ae3e-424be3a84852 None None] Provisioning complete for port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:30.602272 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-589e6d18-6093-4c49-ae3e-424be3a84852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.624783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-a502130d-9b30-4297-a64b-50d34e7e7203 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:15:30.634826 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Publish callbacks [] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.642649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-a502130d-9b30-4297-a64b-50d34e7e7203 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Removed routes are [] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:15:30.643343 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a502130d-9b30-4297-a64b-50d34e7e7203 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (efd8995e-be8b-484f-b2dc-de575653b447), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.652180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-589e6d18-6093-4c49-ae3e-424be3a84852 None None] Port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:30.655654 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.703462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88642107-bb42-44c9-831a-2a63ec3bc340 None None] Pushing event updated for resources: {'Port': ['ID=3b548090-94d9-4c0e-a391-1b4307e0c1f4,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:30.797364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Attempting to bind port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:30.797748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Attempting to bind port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '980f1890-ceee-4878-bade-0edffc699713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:30.798189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Attempting to bind port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 on network ac7545bb-b1ad-4e04-a24a-1863f6a58236 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:30.801172 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a85fc96e-377f-4cda-8dc1-384f407cf8b8 None None] Provisioning complete for port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:30.801553 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a85fc96e-377f-4cda-8dc1-384f407cf8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.850653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a85fc96e-377f-4cda-8dc1-384f407cf8b8 None None] Port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:30.853420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:30.853826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Checking segment: {'id': '980f1890-ceee-4878-bade-0edffc699713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:30.854272 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.854636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Bound using segment: {'id': '980f1890-ceee-4878-bade-0edffc699713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:30.855162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Bound port: 3b548090-94d9-4c0e-a391-1b4307e0c1f4, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980f1890-ceee-4878-bade-0edffc699713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:30.855554 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.948886 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a502130d-9b30-4297-a64b-50d34e7e7203 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (efd8995e-be8b-484f-b2dc-de575653b447), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.957293 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a502130d-9b30-4297-a64b-50d34e7e7203 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (efd8995e-be8b-484f-b2dc-de575653b447), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.090169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 538ebba0-226c-43fd-b47b-9bf56fca5cb7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:31.096247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a502130d-9b30-4297-a64b-50d34e7e7203 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router efd8995e-be8b-484f-b2dc-de575653b447 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:31.156135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-cd7c3289-99d3-4a2d-a90e-6dce20ef2154 None None] Provisioning complete for port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:31.156688 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3289-99d3-4a2d-a90e-6dce20ef2154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.162460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] For port 3b548090-94d9-4c0e-a391-1b4307e0c1f4, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:31.199624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] For port 3b548090-94d9-4c0e-a391-1b4307e0c1f4, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3b548090-94d9-4c0e-a391-1b4307e0c1f4,segment=NetworkSegment(980f1890-ceee-4878-bade-0edffc699713),segment_id=980f1890-ceee-4878-bade-0edffc699713)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:31.205588 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a502130d-9b30-4297-a64b-50d34e7e7203 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:31.212405 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.214365 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a502130d-9b30-4297-a64b-50d34e7e7203 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.218509 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a502130d-9b30-4297-a64b-50d34e7e7203 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447 HTTP/1.1" status: 200 len: 934 time: 1.0480731 Feb 11 05:15:31.218828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 41994) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:31.223243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c3289-99d3-4a2d-a90e-6dce20ef2154 None None] Port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:31.248580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:31.248954 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.256449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Updating router efd8995e-be8b-484f-b2dc-de575653b447 port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:15:31.324252 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.332140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88642107-bb42-44c9-831a-2a63ec3bc340 None None] Pushing event updated for resources: {'Port': ['ID=3b548090-94d9-4c0e-a391-1b4307e0c1f4,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:31.365411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 41996) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:31.374333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3b6f9de6-e935-4115-8f07-9eaa6dd7e830 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'router': {'routes': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:31.377830 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-07816558-8ca9-46af-ac26-2da9209c5f16 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447 HTTP/1.1" status: 200 len: 934 time: 0.1569598 Feb 11 05:15:31.394132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ee4ebf3e-76f0-411e-a1a6-56720caaa9d5 None None] Provisioning complete for port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:31.394511 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebf3e-76f0-411e-a1a6-56720caaa9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.460284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:31.635449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ebf3e-76f0-411e-a1a6-56720caaa9d5 None None] Current status of the port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:31.636006 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebf3e-76f0-411e-a1a6-56720caaa9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.693624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ee4ebf3e-76f0-411e-a1a6-56720caaa9d5 None None] For port 3b548090-94d9-4c0e-a391-1b4307e0c1f4, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3b548090-94d9-4c0e-a391-1b4307e0c1f4,segment=NetworkSegment(980f1890-ceee-4878-bade-0edffc699713),segment_id=980f1890-ceee-4878-bade-0edffc699713)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:31.700862 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee4ebf3e-76f0-411e-a1a6-56720caaa9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.770963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-3b6f9de6-e935-4115-8f07-9eaa6dd7e830 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Added routes are [] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:15:31.771515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-3b6f9de6-e935-4115-8f07-9eaa6dd7e830 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:15:31.796843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ebf3e-76f0-411e-a1a6-56720caaa9d5 None None] Pushing event updated for resources: {'Port': ['ID=3b548090-94d9-4c0e-a391-1b4307e0c1f4,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:31.801096 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Publish callbacks [] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.807422 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b6f9de6-e935-4115-8f07-9eaa6dd7e830 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (efd8995e-be8b-484f-b2dc-de575653b447), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.812251 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.881583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-45fd2d30-0df1-459f-be6f-bfe9053c66aa None None] Provisioning complete for port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:31.882527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-45fd2d30-0df1-459f-be6f-bfe9053c66aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.893130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88642107-bb42-44c9-831a-2a63ec3bc340 None None] Pushing event updated for resources: {'Port': ['ID=42cfffbb-fc53-47e5-80ca-90467a8cddc8,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:32.009769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Attempting to bind port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:32.010245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Attempting to bind port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '75d7010e-c92e-460f-8843-ed0eb7c60d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:32.010715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Attempting to bind port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 on network 7a60a814-19fe-4002-9037-ca9ef61bddd6 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:32.020869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:32.021417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Checking segment: {'id': '75d7010e-c92e-460f-8843-ed0eb7c60d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:32.021840 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.022304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Bound using segment: {'id': '75d7010e-c92e-460f-8843-ed0eb7c60d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:32.022857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Bound port: 42cfffbb-fc53-47e5-80ca-90467a8cddc8, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d7010e-c92e-460f-8843-ed0eb7c60d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:32.025364 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.083466 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b6f9de6-e935-4115-8f07-9eaa6dd7e830 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (efd8995e-be8b-484f-b2dc-de575653b447), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.093088 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b6f9de6-e935-4115-8f07-9eaa6dd7e830 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (efd8995e-be8b-484f-b2dc-de575653b447), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.121971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-45fd2d30-0df1-459f-be6f-bfe9053c66aa None None] Current status of the port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:32.133391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] For port 42cfffbb-fc53-47e5-80ca-90467a8cddc8, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:32.137979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] For port 42cfffbb-fc53-47e5-80ca-90467a8cddc8, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=42cfffbb-fc53-47e5-80ca-90467a8cddc8,segment=NetworkSegment(75d7010e-c92e-460f-8843-ed0eb7c60d72),segment_id=75d7010e-c92e-460f-8843-ed0eb7c60d72)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:32.153829 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.217247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6f9de6-e935-4115-8f07-9eaa6dd7e830 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router efd8995e-be8b-484f-b2dc-de575653b447 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:32.222287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88642107-bb42-44c9-831a-2a63ec3bc340 None None] Pushing event updated for resources: {'Port': ['ID=42cfffbb-fc53-47e5-80ca-90467a8cddc8,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:32.225741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:32.226360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:32.316690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-32a748e8-f24e-4e85-906e-96cf2be976b2 None None] Provisioning complete for port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:32.317361 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32a748e8-f24e-4e85-906e-96cf2be976b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.336457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6f9de6-e935-4115-8f07-9eaa6dd7e830 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:32.352672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b6f9de6-e935-4115-8f07-9eaa6dd7e830 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.354128 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3b6f9de6-e935-4115-8f07-9eaa6dd7e830 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447 HTTP/1.1" status: 200 len: 700 time: 0.9875376 Feb 11 05:15:32.356919 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42000) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:32.373478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:32.486697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ac642e66-d0d2-46e8-85fb-6d1cef7887ff tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447 HTTP/1.1" status: 200 len: 700 time: 0.1283019 Feb 11 05:15:32.489157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42002) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:32.569600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-32a748e8-f24e-4e85-906e-96cf2be976b2 None None] Current status of the port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:32.569979 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32a748e8-f24e-4e85-906e-96cf2be976b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.656541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-32a748e8-f24e-4e85-906e-96cf2be976b2 None None] For port 42cfffbb-fc53-47e5-80ca-90467a8cddc8, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=42cfffbb-fc53-47e5-80ca-90467a8cddc8,segment=NetworkSegment(75d7010e-c92e-460f-8843-ed0eb7c60d72),segment_id=75d7010e-c92e-460f-8843-ed0eb7c60d72)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:32.661863 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32a748e8-f24e-4e85-906e-96cf2be976b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.718661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a748e8-f24e-4e85-906e-96cf2be976b2 None None] Pushing event updated for resources: {'Port': ['ID=42cfffbb-fc53-47e5-80ca-90467a8cddc8,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:32.730983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:31Z', 'revision_number': 7, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '3b548090-94d9-4c0e-a391-1b4307e0c1f4', 'name': '', 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:e5:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:25Z', 'updated_at': '2022-02-11T05:15:31Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42cfffbb-fc53-47e5-80ca-90467a8cddc8', 'name': '', 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:ad:d7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '03186fd9-814a-463d-ba42-7affbb9541ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:28Z', 'updated_at': '2022-02-11T05:15:32Z', 'revision_number': 4, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '03186fd9-814a-463d-ba42-7affbb9541ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:32.758737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862660a4-fe29-410c-8d76-df203a83cf0e None None] The sync data for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 is: [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:31Z', 'revision_number': 7, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '3b548090-94d9-4c0e-a391-1b4307e0c1f4', 'name': '', 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:e5:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:25Z', 'updated_at': '2022-02-11T05:15:31Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42cfffbb-fc53-47e5-80ca-90467a8cddc8', 'name': '', 'network_id': '7a60a814-19fe-4002-9037-ca9ef61bddd6', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:ad:d7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '03186fd9-814a-463d-ba42-7affbb9541ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:28Z', 'updated_at': '2022-02-11T05:15:32Z', 'revision_number': 4, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '03186fd9-814a-463d-ba42-7affbb9541ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:32.786026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-72ec426e-c41c-4564-996d-a372a31870d9 None None] Provisioning complete for port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:32.786397 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-72ec426e-c41c-4564-996d-a372a31870d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.863592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d9bbdd8-5f38-4ab8-bea4-e6a50d3423e2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.882504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-72ec426e-c41c-4564-996d-a372a31870d9 None None] Current status of the port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:33.004828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-9755e8da-1d5f-4662-8012-0a31d900afbf req-8dab6a3a-38e1-4bc1-a510-c83bfd409e9b service neutron] (103353) timed out ('10.222.0.48', 48362) {{(pid=103353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:15:33.094101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3b548090-94d9-4c0e-a391-1b4307e0c1f4 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:33.143585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:33.144197 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.203371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0d9bbdd8-5f38-4ab8-bea4-e6a50d3423e2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 42cfffbb-fc53-47e5-80ca-90467a8cddc8 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:33.203816 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d9bbdd8-5f38-4ab8-bea4-e6a50d3423e2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.240681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:33.323474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-0d9bbdd8-5f38-4ab8-bea4-e6a50d3423e2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] For port 42cfffbb-fc53-47e5-80ca-90467a8cddc8, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=42cfffbb-fc53-47e5-80ca-90467a8cddc8,segment=NetworkSegment(75d7010e-c92e-460f-8843-ed0eb7c60d72),segment_id=75d7010e-c92e-460f-8843-ed0eb7c60d72)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:33.323908 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d9bbdd8-5f38-4ab8-bea4-e6a50d3423e2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.340538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0d9bbdd8-5f38-4ab8-bea4-e6a50d3423e2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 42cfffbb-fc53-47e5-80ca-90467a8cddc8 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:33.439028 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.538313 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d9bbdd8-5f38-4ab8-bea4-e6a50d3423e2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (42cfffbb-fc53-47e5-80ca-90467a8cddc8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.570480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bbdd8-5f38-4ab8-bea4-e6a50d3423e2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=42cfffbb-fc53-47e5-80ca-90467a8cddc8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:33.760108 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d9bbdd8-5f38-4ab8-bea4-e6a50d3423e2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.973847 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff09c8bf-c868-4515-ab77-d22d253d71d1 None None] Sync routers for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:33.991212 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09c8bf-c868-4515-ab77-d22d253d71d1 None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:33.991839 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ff09c8bf-c868-4515-ab77-d22d253d71d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:34.032212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9bbdd8-5f38-4ab8-bea4-e6a50d3423e2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router efd8995e-be8b-484f-b2dc-de575653b447 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:34.164995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9bbdd8-5f38-4ab8-bea4-e6a50d3423e2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:34.178772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42010) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:34.179550 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0d9bbdd8-5f38-4ab8-bea4-e6a50d3423e2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6887712 Feb 11 05:15:34.231256 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ff09c8bf-c868-4515-ab77-d22d253d71d1 None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:34.279898 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cca519-917e-423e-b470-1ba4c321c149 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting subnet 03186fd9-814a-463d-ba42-7affbb9541ca {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:34.284451 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52cca519-917e-423e-b470-1ba4c321c149 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (03186fd9-814a-463d-ba42-7affbb9541ca), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.338997 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52cca519-917e-423e-b470-1ba4c321c149 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (03186fd9-814a-463d-ba42-7affbb9541ca), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.446068 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52cca519-917e-423e-b470-1ba4c321c149 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (03186fd9-814a-463d-ba42-7affbb9541ca), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.467605 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42014) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:34.530387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52cca519-917e-423e-b470-1ba4c321c149 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (03186fd9-814a-463d-ba42-7affbb9541ca), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.557275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69705d34-e7c2-42e9-ad18-6bdeca702834 None None] Network 7a60a814-19fe-4002-9037-ca9ef61bddd6 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:34.557875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52cca519-917e-423e-b470-1ba4c321c149 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.562552 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-52cca519-917e-423e-b470-1ba4c321c149 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/03186fd9-814a-463d-ba42-7affbb9541ca HTTP/1.1" status: 204 len: 168 time: 0.3819659 Feb 11 05:15:34.565289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42018) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:34.567966 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ff09c8bf-c868-4515-ab77-d22d253d71d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 8, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '3b548090-94d9-4c0e-a391-1b4307e0c1f4', 'name': '', 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:e5:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:25Z', 'updated_at': '2022-02-11T05:15:31Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:34.633096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cca519-917e-423e-b470-1ba4c321c149 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Subnet': ['ID=03186fd9-814a-463d-ba42-7affbb9541ca,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:34.663837 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff09c8bf-c868-4515-ab77-d22d253d71d1 None None] Checking router: efd8995e-be8b-484f-b2dc-de575653b447 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:34.688554 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09c8bf-c868-4515-ab77-d22d253d71d1 None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:34.689923 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ff09c8bf-c868-4515-ab77-d22d253d71d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:34.778802 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af5d7899-2964-42e1-86e0-d8ea4bccb5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.795561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eede6543-76bd-4f9a-baca-5d38e00a0f87 None None] DHCP port deletion for 7a60a814-19fe-4002-9037-ca9ef61bddd6 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:15:34.804451 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (7a60a814-19fe-4002-9037-ca9ef61bddd6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.823355 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ff09c8bf-c868-4515-ab77-d22d253d71d1 None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:34.866170 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eede6543-76bd-4f9a-baca-5d38e00a0f87 None None] Deleting port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:34.866711 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eede6543-76bd-4f9a-baca-5d38e00a0f87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.958884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-eede6543-76bd-4f9a-baca-5d38e00a0f87 None None] For port 538ebba0-226c-43fd-b47b-9bf56fca5cb7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=538ebba0-226c-43fd-b47b-9bf56fca5cb7,segment=NetworkSegment(75d7010e-c92e-460f-8843-ed0eb7c60d72),segment_id=75d7010e-c92e-460f-8843-ed0eb7c60d72)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:34.959404 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eede6543-76bd-4f9a-baca-5d38e00a0f87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.978524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eede6543-76bd-4f9a-baca-5d38e00a0f87 None None] Calling delete_port for 538ebba0-226c-43fd-b47b-9bf56fca5cb7 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:35.099556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 538ebba0-226c-43fd-b47b-9bf56fca5cb7 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:35.179058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No active binding found for port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 {{(pid=103355) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 05:15:35.179450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] The host n-d-615180-58 is not matching for port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 host None! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:15:35.179856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 538ebba0-226c-43fd-b47b-9bf56fca5cb7 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:35.180826 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ff09c8bf-c868-4515-ab77-d22d253d71d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 8, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '3b548090-94d9-4c0e-a391-1b4307e0c1f4', 'name': '', 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:e5:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:25Z', 'updated_at': '2022-02-11T05:15:31Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:35.184899 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eede6543-76bd-4f9a-baca-5d38e00a0f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.215976 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff09c8bf-c868-4515-ab77-d22d253d71d1 None None] The sync data for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 is: [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 8, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '3b548090-94d9-4c0e-a391-1b4307e0c1f4', 'name': '', 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:e5:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:25Z', 'updated_at': '2022-02-11T05:15:31Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:35.227256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede6543-76bd-4f9a-baca-5d38e00a0f87 None None] Pushing event deleted for resources: {'Port': ['ID=538ebba0-226c-43fd-b47b-9bf56fca5cb7,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:35.235132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede6543-76bd-4f9a-baca-5d38e00a0f87 None None] No DVR routers for this DVR port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:35.409805 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af5d7899-2964-42e1-86e0-d8ea4bccb5b1 admin admin] Publish callbacks [] for security_group (0fc10e54-807c-4b21-a0fb-1a5e8b050caa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.411715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:35.412190 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.424488 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af5d7899-2964-42e1-86e0-d8ea4bccb5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0fc10e54-807c-4b21-a0fb-1a5e8b050caa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.501615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d7899-2964-42e1-86e0-d8ea4bccb5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc10e54-807c-4b21-a0fb-1a5e8b050caa,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:35.512445 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-af5d7899-2964-42e1-86e0-d8ea4bccb5b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca24617d72224b5da5c9a3efbd4e5358&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0436687 Feb 11 05:15:35.515010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42020) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:35.523768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] For port 538ebba0-226c-43fd-b47b-9bf56fca5cb7, host n-d-615180-58, got binding levels [] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:35.524143 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.547549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 538ebba0-226c-43fd-b47b-9bf56fca5cb7 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:35.554559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.ipam_backend_mixin [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 was not found and therefore no delete operation was performed {{(pid=103354) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:15:35.558749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (538ebba0-226c-43fd-b47b-9bf56fca5cb7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.593630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=538ebba0-226c-43fd-b47b-9bf56fca5cb7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:35.601053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No DVR routers for this DVR port 538ebba0-226c-43fd-b47b-9bf56fca5cb7 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:35.649574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc348-22aa-4ffc-9fdb-a3540762d47a admin admin] Publish callbacks [] for security_group (0fc10e54-807c-4b21-a0fb-1a5e8b050caa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.734478 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc348-22aa-4ffc-9fdb-a3540762d47a admin admin] Publish callbacks [] for security_group (0fc10e54-807c-4b21-a0fb-1a5e8b050caa), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.737800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (7a60a814-19fe-4002-9037-ca9ef61bddd6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.778949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a60a814-19fe-4002-9037-ca9ef61bddd6']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:35.795144 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d7010e-c92e-460f-8843-ed0eb7c60d72') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:35.795434 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d7010e-c92e-460f-8843-ed0eb7c60d72') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:35.805865 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (75d7010e-c92e-460f-8843-ed0eb7c60d72), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.829380 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (75d7010e-c92e-460f-8843-ed0eb7c60d72), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.843873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:15:35.844572 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (75d7010e-c92e-460f-8843-ed0eb7c60d72), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.875364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0340ac-fdb0-41f4-97c2-7cf3ac17cdb2 None None] Sync routers for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:15:35.880262 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:15:35.893246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0340ac-fdb0-41f4-97c2-7cf3ac17cdb2 None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:35.895149 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ee0340ac-fdb0-41f4-97c2-7cf3ac17cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:35.920124 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc348-22aa-4ffc-9fdb-a3540762d47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0fc10e54-807c-4b21-a0fb-1a5e8b050caa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.923083 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc348-22aa-4ffc-9fdb-a3540762d47a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.924684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c4dfc348-22aa-4ffc-9fdb-a3540762d47a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fc10e54-807c-4b21-a0fb-1a5e8b050caa HTTP/1.1" status: 204 len: 168 time: 0.4086192 Feb 11 05:15:35.929582 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (7a60a814-19fe-4002-9037-ca9ef61bddd6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.942651 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.949937 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/networks/7a60a814-19fe-4002-9037-ca9ef61bddd6 HTTP/1.1" status: 204 len: 168 time: 1.3797896 Feb 11 05:15:35.950825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42024) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:35.960988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc348-22aa-4ffc-9fdb-a3540762d47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc10e54-807c-4b21-a0fb-1a5e8b050caa,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:35.967588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401689f5-3a92-451e-96a1-a7364a92ba8d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Network': ['ID=7a60a814-19fe-4002-9037-ca9ef61bddd6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:36.118008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ee0340ac-fdb0-41f4-97c2-7cf3ac17cdb2 None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:36.393778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42028) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:36.407748 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc053-bcd3-4a16-bed5-007063515ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.445104 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be59dd4b-0563-4fab-8454-48b933cd1529 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.505266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc053-bcd3-4a16-bed5-007063515ad7 admin admin] Publish callbacks [] for security_group (fd18cbb7-585e-439d-bcc5-fb76745b83a1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.513386 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc053-bcd3-4a16-bed5-007063515ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fd18cbb7-585e-439d-bcc5-fb76745b83a1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.566275 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0d7cc053-bcd3-4a16-bed5-007063515ad7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45db722708cc4887adf23724025dd5d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1691103 Feb 11 05:15:36.566275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cc053-bcd3-4a16-bed5-007063515ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd18cbb7-585e-439d-bcc5-fb76745b83a1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:36.567707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42030) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:36.621877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-439444a2-e248-4b06-bed1-d721e909db8f admin admin] Publish callbacks [] for security_group (fd18cbb7-585e-439d-bcc5-fb76745b83a1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.646922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-439444a2-e248-4b06-bed1-d721e909db8f admin admin] Publish callbacks [] for security_group (fd18cbb7-585e-439d-bcc5-fb76745b83a1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.654252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ee0340ac-fdb0-41f4-97c2-7cf3ac17cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 8, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '3b548090-94d9-4c0e-a391-1b4307e0c1f4', 'name': '', 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:e5:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:25Z', 'updated_at': '2022-02-11T05:15:31Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:36.684134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0340ac-fdb0-41f4-97c2-7cf3ac17cdb2 None None] Checking router: efd8995e-be8b-484f-b2dc-de575653b447 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:36.692791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0340ac-fdb0-41f4-97c2-7cf3ac17cdb2 None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:36.693595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ee0340ac-fdb0-41f4-97c2-7cf3ac17cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:36.696182 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-439444a2-e248-4b06-bed1-d721e909db8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fd18cbb7-585e-439d-bcc5-fb76745b83a1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.698915 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-439444a2-e248-4b06-bed1-d721e909db8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.700098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-439444a2-e248-4b06-bed1-d721e909db8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd18cbb7-585e-439d-bcc5-fb76745b83a1 HTTP/1.1" status: 204 len: 168 time: 0.1314948 Feb 11 05:15:36.708540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439444a2-e248-4b06-bed1-d721e909db8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd18cbb7-585e-439d-bcc5-fb76745b83a1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:36.771442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-be59dd4b-0563-4fab-8454-48b933cd1529 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 3b548090-94d9-4c0e-a391-1b4307e0c1f4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:36.771946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be59dd4b-0563-4fab-8454-48b933cd1529 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.811110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ee0340ac-fdb0-41f4-97c2-7cf3ac17cdb2 None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:36.889008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-be59dd4b-0563-4fab-8454-48b933cd1529 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] For port 3b548090-94d9-4c0e-a391-1b4307e0c1f4, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3b548090-94d9-4c0e-a391-1b4307e0c1f4,segment=NetworkSegment(980f1890-ceee-4878-bade-0edffc699713),segment_id=980f1890-ceee-4878-bade-0edffc699713)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:36.889380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be59dd4b-0563-4fab-8454-48b933cd1529 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.903050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-be59dd4b-0563-4fab-8454-48b933cd1529 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 3b548090-94d9-4c0e-a391-1b4307e0c1f4 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:36.984413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 42cfffbb-fc53-47e5-80ca-90467a8cddc8 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:37.024928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 42cfffbb-fc53-47e5-80ca-90467a8cddc8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:37.025343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 42cfffbb-fc53-47e5-80ca-90467a8cddc8 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:37.067488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ee0340ac-fdb0-41f4-97c2-7cf3ac17cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 8, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '3b548090-94d9-4c0e-a391-1b4307e0c1f4', 'name': '', 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:e5:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:25Z', 'updated_at': '2022-02-11T05:15:31Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:37.099348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0340ac-fdb0-41f4-97c2-7cf3ac17cdb2 None None] The sync data for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 is: [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 8, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '3b548090-94d9-4c0e-a391-1b4307e0c1f4', 'name': '', 'network_id': 'ac7545bb-b1ad-4e04-a24a-1863f6a58236', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:e5:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:25Z', 'updated_at': '2022-02-11T05:15:31Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '48f7dda3-e2ae-4de0-8d47-32f460c7da96', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:37.103504 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be59dd4b-0563-4fab-8454-48b933cd1529 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3b548090-94d9-4c0e-a391-1b4307e0c1f4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.136396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59dd4b-0563-4fab-8454-48b933cd1529 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=3b548090-94d9-4c0e-a391-1b4307e0c1f4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:37.320075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be59dd4b-0563-4fab-8454-48b933cd1529 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.517529 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.869192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be59dd4b-0563-4fab-8454-48b933cd1529 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router efd8995e-be8b-484f-b2dc-de575653b447 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:37.967520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be59dd4b-0563-4fab-8454-48b933cd1529 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:37.972710 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-be59dd4b-0563-4fab-8454-48b933cd1529 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0201793 Feb 11 05:15:37.975517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42064) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:37.979225 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7ed21-a142-44ca-8fd4-ff49ba73636f None None] Sync routers for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:37.997435 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a7ed21-a142-44ca-8fd4-ff49ba73636f None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:37.998233 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f8a7ed21-a142-44ca-8fd4-ff49ba73636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:38.034116 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-36442811-b25f-42b1-b746-fbb0bcdc6802 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting subnet 48f7dda3-e2ae-4de0-8d47-32f460c7da96 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:38.037182 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36442811-b25f-42b1-b746-fbb0bcdc6802 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (48f7dda3-e2ae-4de0-8d47-32f460c7da96), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.081727 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36442811-b25f-42b1-b746-fbb0bcdc6802 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (48f7dda3-e2ae-4de0-8d47-32f460c7da96), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.090864 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f8a7ed21-a142-44ca-8fd4-ff49ba73636f None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:38.167131 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36442811-b25f-42b1-b746-fbb0bcdc6802 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (48f7dda3-e2ae-4de0-8d47-32f460c7da96), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.233703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36442811-b25f-42b1-b746-fbb0bcdc6802 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (48f7dda3-e2ae-4de0-8d47-32f460c7da96), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.265756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36442811-b25f-42b1-b746-fbb0bcdc6802 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Subnet': ['ID=48f7dda3-e2ae-4de0-8d47-32f460c7da96,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:38.267762 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36442811-b25f-42b1-b746-fbb0bcdc6802 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.270964 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-36442811-b25f-42b1-b746-fbb0bcdc6802 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/48f7dda3-e2ae-4de0-8d47-32f460c7da96 HTTP/1.1" status: 204 len: 168 time: 0.2937958 Feb 11 05:15:38.273618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42074) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:38.277270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bb5cad-ebcc-42b7-8b2d-8ca49e7edf92 None None] Network ac7545bb-b1ad-4e04-a24a-1863f6a58236 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:38.341040 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f8a7ed21-a142-44ca-8fd4-ff49ba73636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:37Z', 'revision_number': 9, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:38.370060 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7ed21-a142-44ca-8fd4-ff49ba73636f None None] Checking router: efd8995e-be8b-484f-b2dc-de575653b447 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:38.380846 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (ac7545bb-b1ad-4e04-a24a-1863f6a58236), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.382483 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a7ed21-a142-44ca-8fd4-ff49ba73636f None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:38.383314 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f8a7ed21-a142-44ca-8fd4-ff49ba73636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:38.458237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 68a1c3dd-a902-4f19-b376-b7c869001626 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:38.458689 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.492672 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f8a7ed21-a142-44ca-8fd4-ff49ba73636f None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:38.501102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ac60c6-32bb-4aeb-b0ed-061be2f200eb None None] DHCP port deletion for ac7545bb-b1ad-4e04-a24a-1863f6a58236 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:15:38.525665 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] For port 68a1c3dd-a902-4f19-b376-b7c869001626, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=68a1c3dd-a902-4f19-b376-b7c869001626,segment=NetworkSegment(980f1890-ceee-4878-bade-0edffc699713),segment_id=980f1890-ceee-4878-bade-0edffc699713)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:38.526474 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.540996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 68a1c3dd-a902-4f19-b376-b7c869001626 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:38.569533 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-79ac60c6-32bb-4aeb-b0ed-061be2f200eb None None] Deleting port 68a1c3dd-a902-4f19-b376-b7c869001626 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:38.570068 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79ac60c6-32bb-4aeb-b0ed-061be2f200eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.644627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42080) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:38.654952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-79ac60c6-32bb-4aeb-b0ed-061be2f200eb None None] For port 68a1c3dd-a902-4f19-b376-b7c869001626, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=68a1c3dd-a902-4f19-b376-b7c869001626,segment=NetworkSegment(980f1890-ceee-4878-bade-0edffc699713),segment_id=980f1890-ceee-4878-bade-0edffc699713)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:38.655396 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79ac60c6-32bb-4aeb-b0ed-061be2f200eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.666928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.670712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-79ac60c6-32bb-4aeb-b0ed-061be2f200eb None None] Calling delete_port for 68a1c3dd-a902-4f19-b376-b7c869001626 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:38.698665 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=68a1c3dd-a902-4f19-b376-b7c869001626,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:38.704817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No DVR routers for this DVR port 68a1c3dd-a902-4f19-b376-b7c869001626 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:15:38.771346 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 05:15:38.775191 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f8a7ed21-a142-44ca-8fd4-ff49ba73636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:37Z', 'revision_number': 9, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:38.785446 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79ac60c6-32bb-4aeb-b0ed-061be2f200eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (68a1c3dd-a902-4f19-b376-b7c869001626), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.797904 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca6de14c-14b5-4bcb-85b2-4921399ee482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.801463 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7ed21-a142-44ca-8fd4-ff49ba73636f None None] The sync data for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 is: [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:37Z', 'revision_number': 9, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b81747a-67e0-44be-a539-b8a4ceac9be0', 'name': '', 'network_id': '6aa0937a-54ff-41d1-8ac0-0fee0306f9b4', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:7c:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:20Z', 'updated_at': '2022-02-11T05:15:26Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': '4193e3d1-5c27-4336-b24e-565c26c9d8d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:38.818561 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (ac7545bb-b1ad-4e04-a24a-1863f6a58236), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.820732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac60c6-32bb-4aeb-b0ed-061be2f200eb None None] Pushing event deleted for resources: {'Port': ['ID=68a1c3dd-a902-4f19-b376-b7c869001626,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:38.832725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac60c6-32bb-4aeb-b0ed-061be2f200eb None None] No DVR routers for this DVR port 68a1c3dd-a902-4f19-b376-b7c869001626 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:38.845776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7545bb-b1ad-4e04-a24a-1863f6a58236']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:38.859999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980f1890-ceee-4878-bade-0edffc699713') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:38.860382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980f1890-ceee-4878-bade-0edffc699713') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:38.872925 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (980f1890-ceee-4878-bade-0edffc699713), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.891044 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (980f1890-ceee-4878-bade-0edffc699713), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.897214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:15:38.897620 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (980f1890-ceee-4878-bade-0edffc699713), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.900622 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca6de14c-14b5-4bcb-85b2-4921399ee482 admin admin] Publish callbacks [] for security_group (932c08da-f38f-45ff-9e7f-08ea9c62aa73), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:15:38.900788 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:15:38.905597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca6de14c-14b5-4bcb-85b2-4921399ee482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (932c08da-f38f-45ff-9e7f-08ea9c62aa73), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.944258 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ca6de14c-14b5-4bcb-85b2-4921399ee482 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e608d74dc2634a799be0aaa04ae6d873&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2985041 Feb 11 05:15:38.945492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6de14c-14b5-4bcb-85b2-4921399ee482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932c08da-f38f-45ff-9e7f-08ea9c62aa73,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:38.946877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42084) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:38.972052 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (ac7545bb-b1ad-4e04-a24a-1863f6a58236), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.983668 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.986862 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/networks/ac7545bb-b1ad-4e04-a24a-1863f6a58236 HTTP/1.1" status: 204 len: 168 time: 0.7123029 Feb 11 05:15:38.989764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42086) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:39.003526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb297bd8-cf47-4a9b-af42-5c9835425492 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Network': ['ID=ac7545bb-b1ad-4e04-a24a-1863f6a58236,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:39.019521 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-124c8ce3-a46f-42ea-b2a1-cb5a71f81c01 admin admin] Publish callbacks [] for security_group (932c08da-f38f-45ff-9e7f-08ea9c62aa73), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.046613 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-124c8ce3-a46f-42ea-b2a1-cb5a71f81c01 admin admin] Publish callbacks [] for security_group (932c08da-f38f-45ff-9e7f-08ea9c62aa73), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.096786 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-124c8ce3-a46f-42ea-b2a1-cb5a71f81c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (932c08da-f38f-45ff-9e7f-08ea9c62aa73), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.099383 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-124c8ce3-a46f-42ea-b2a1-cb5a71f81c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.100539 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-124c8ce3-a46f-42ea-b2a1-cb5a71f81c01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/932c08da-f38f-45ff-9e7f-08ea9c62aa73 HTTP/1.1" status: 204 len: 168 time: 0.1527114 Feb 11 05:15:39.110761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c8ce3-a46f-42ea-b2a1-cb5a71f81c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932c08da-f38f-45ff-9e7f-08ea9c62aa73,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:39.253573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 68a1c3dd-a902-4f19-b376-b7c869001626 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:39.275436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 68a1c3dd-a902-4f19-b376-b7c869001626 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:39.275792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 68a1c3dd-a902-4f19-b376-b7c869001626 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:39.276227 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3b548090-94d9-4c0e-a391-1b4307e0c1f4 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:39.299894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 3b548090-94d9-4c0e-a391-1b4307e0c1f4 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:39.300517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3b548090-94d9-4c0e-a391-1b4307e0c1f4 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:39.377003 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05318f97-9635-4f29-8fff-a54a5ddc910e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.417568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42092) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:39.432266 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c677eb74-2f36-400e-854c-ddf1e1db55ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.433152 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-780a6dab-8054-47f5-8300-761fd0d8be2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.516249 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-780a6dab-8054-47f5-8300-761fd0d8be2d admin admin] Publish callbacks [] for security_group (fc4c0516-59d8-4a44-83b9-32ba57dd61ec), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.520363 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-780a6dab-8054-47f5-8300-761fd0d8be2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fc4c0516-59d8-4a44-83b9-32ba57dd61ec), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.558784 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-780a6dab-8054-47f5-8300-761fd0d8be2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24a910bad73e4413a9369f8d9bad3a61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400554 Feb 11 05:15:39.559709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a6dab-8054-47f5-8300-761fd0d8be2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4c0516-59d8-4a44-83b9-32ba57dd61ec,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:39.561377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42094) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:39.667858 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-051b18b2-f45b-4099-9e22-0e5b1f58cd55 admin admin] Publish callbacks [] for security_group (fc4c0516-59d8-4a44-83b9-32ba57dd61ec), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.693185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-05318f97-9635-4f29-8fff-a54a5ddc910e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 7b81747a-67e0-44be-a539-b8a4ceac9be0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:39.693525 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05318f97-9635-4f29-8fff-a54a5ddc910e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.697165 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-051b18b2-f45b-4099-9e22-0e5b1f58cd55 admin admin] Publish callbacks [] for security_group (fc4c0516-59d8-4a44-83b9-32ba57dd61ec), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.809113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-05318f97-9635-4f29-8fff-a54a5ddc910e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] For port 7b81747a-67e0-44be-a539-b8a4ceac9be0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7b81747a-67e0-44be-a539-b8a4ceac9be0,segment=NetworkSegment(4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d),segment_id=4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:39.809458 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05318f97-9635-4f29-8fff-a54a5ddc910e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.812478 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-051b18b2-f45b-4099-9e22-0e5b1f58cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fc4c0516-59d8-4a44-83b9-32ba57dd61ec), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.814848 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-051b18b2-f45b-4099-9e22-0e5b1f58cd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.816008 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-051b18b2-f45b-4099-9e22-0e5b1f58cd55 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc4c0516-59d8-4a44-83b9-32ba57dd61ec HTTP/1.1" status: 204 len: 168 time: 0.2536433 Feb 11 05:15:39.833619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-05318f97-9635-4f29-8fff-a54a5ddc910e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 7b81747a-67e0-44be-a539-b8a4ceac9be0 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:39.835510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b18b2-f45b-4099-9e22-0e5b1f58cd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4c0516-59d8-4a44-83b9-32ba57dd61ec,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:40.020312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05318f97-9635-4f29-8fff-a54a5ddc910e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (7b81747a-67e0-44be-a539-b8a4ceac9be0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.047749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05318f97-9635-4f29-8fff-a54a5ddc910e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=7b81747a-67e0-44be-a539-b8a4ceac9be0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:40.221263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05318f97-9635-4f29-8fff-a54a5ddc910e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.432630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05318f97-9635-4f29-8fff-a54a5ddc910e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router efd8995e-be8b-484f-b2dc-de575653b447 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:40.528253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05318f97-9635-4f29-8fff-a54a5ddc910e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:40.533647 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-05318f97-9635-4f29-8fff-a54a5ddc910e tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5426428 Feb 11 05:15:40.536382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42116) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:40.538785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab199b44-75d9-4da4-9dd8-ccfa216a727e None None] Sync routers for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:40.554369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab199b44-75d9-4da4-9dd8-ccfa216a727e None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:40.555169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ab199b44-75d9-4da4-9dd8-ccfa216a727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:40.591298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting subnet 4193e3d1-5c27-4336-b24e-565c26c9d8d3 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:40.595336 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (4193e3d1-5c27-4336-b24e-565c26c9d8d3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.641642 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (4193e3d1-5c27-4336-b24e-565c26c9d8d3), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.648410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ab199b44-75d9-4da4-9dd8-ccfa216a727e None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:40.737069 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4193e3d1-5c27-4336-b24e-565c26c9d8d3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.804790 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (4193e3d1-5c27-4336-b24e-565c26c9d8d3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.839405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Subnet': ['ID=4193e3d1-5c27-4336-b24e-565c26c9d8d3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:40.842683 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.845983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/4193e3d1-5c27-4336-b24e-565c26c9d8d3 HTTP/1.1" status: 204 len: 168 time: 0.3079376 Feb 11 05:15:40.849601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42126) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:40.852991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.853092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.853394 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.853743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.854083 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.854420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.854759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.855140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.855509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.855841 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.856574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.856574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.856815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7076fda-bd54-4f15-b408-7934dd5f3908 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:40.860637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eba5e2-2f9b-412c-b2cf-342c4c489357 None None] Network 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:40.880718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ab199b44-75d9-4da4-9dd8-ccfa216a727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:39Z', 'revision_number': 10, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:40.930402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab199b44-75d9-4da4-9dd8-ccfa216a727e None None] Checking router: efd8995e-be8b-484f-b2dc-de575653b447 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:40.949712 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (6aa0937a-54ff-41d1-8ac0-0fee0306f9b4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.995915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab199b44-75d9-4da4-9dd8-ccfa216a727e None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:40.996563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ab199b44-75d9-4da4-9dd8-ccfa216a727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:41.017848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 7a580679-6c0b-40e7-804a-580fbf4d78ed {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:41.018369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.095503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] For port 7a580679-6c0b-40e7-804a-580fbf4d78ed, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7a580679-6c0b-40e7-804a-580fbf4d78ed,segment=NetworkSegment(4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d),segment_id=4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:41.095873 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.110385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ab199b44-75d9-4da4-9dd8-ccfa216a727e None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:41.115603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 7a580679-6c0b-40e7-804a-580fbf4d78ed owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:41.176391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfe7c23-7454-45a5-aed0-d8bb829d7c23 None None] DHCP port deletion for 6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:15:41.211082 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (7a580679-6c0b-40e7-804a-580fbf4d78ed), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.237349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=7a580679-6c0b-40e7-804a-580fbf4d78ed,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:41.240296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe7c23-7454-45a5-aed0-d8bb829d7c23 None None] The port '7a580679-6c0b-40e7-804a-580fbf4d78ed' was deleted {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 05:15:41.244415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No DVR routers for this DVR port 7a580679-6c0b-40e7-804a-580fbf4d78ed on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:41.340250 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (6aa0937a-54ff-41d1-8ac0-0fee0306f9b4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.369369 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa0937a-54ff-41d1-8ac0-0fee0306f9b4']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:41.378821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ab199b44-75d9-4da4-9dd8-ccfa216a727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:39Z', 'revision_number': 10, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:41.379594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:41.379904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:41.391579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.405090 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.406986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab199b44-75d9-4da4-9dd8-ccfa216a727e None None] The sync data for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 is: [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:39Z', 'revision_number': 10, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None, '_interfaces': [{'id': '61456ea9-ce49-4f74-993f-743c6bc19323', 'name': '', 'network_id': '29d87bf6-00ef-4276-83a4-7ce9d15ae16c', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'mac_address': 'fa:16:3e:29:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:17Z', 'updated_at': '2022-02-11T05:15:22Z', 'revision_number': 5, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'subnets': [{'id': 'bfcb4fff-df2f-4610-91f6-52c6c26222f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:41.411712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:15:41.412191 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (4b0ef2e4-7401-4ff7-99c0-d78eddfa3b4d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:15:41.415955 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:15:41.485248 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (6aa0937a-54ff-41d1-8ac0-0fee0306f9b4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.492422 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.496940 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/networks/6aa0937a-54ff-41d1-8ac0-0fee0306f9b4 HTTP/1.1" status: 204 len: 168 time: 0.6451900 Feb 11 05:15:41.499086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42138) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:41.515457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407b7c3-7d6c-417c-9267-41ac898c4f4f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Network': ['ID=6aa0937a-54ff-41d1-8ac0-0fee0306f9b4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:41.861435 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5dd0eb87-8d74-4282-97ea-cfccf99ddc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.862731 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d827-6bc3-40d5-957a-f7ff4bb3c786 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.110499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1d827-6bc3-40d5-957a-f7ff4bb3c786 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port 61456ea9-ce49-4f74-993f-743c6bc19323 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:42.110851 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d827-6bc3-40d5-957a-f7ff4bb3c786 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.197012 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d7c1d827-6bc3-40d5-957a-f7ff4bb3c786 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] For port 61456ea9-ce49-4f74-993f-743c6bc19323, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=61456ea9-ce49-4f74-993f-743c6bc19323,segment=NetworkSegment(c11c0aa9-073f-4a5b-86f6-7ae89a78aae4),segment_id=c11c0aa9-073f-4a5b-86f6-7ae89a78aae4)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:42.197372 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d827-6bc3-40d5-957a-f7ff4bb3c786 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.209409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1d827-6bc3-40d5-957a-f7ff4bb3c786 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for 61456ea9-ce49-4f74-993f-743c6bc19323 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:42.379953 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d827-6bc3-40d5-957a-f7ff4bb3c786 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (61456ea9-ce49-4f74-993f-743c6bc19323), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.412296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1d827-6bc3-40d5-957a-f7ff4bb3c786 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=61456ea9-ce49-4f74-993f-743c6bc19323,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:42.560534 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d827-6bc3-40d5-957a-f7ff4bb3c786 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (efd8995e-be8b-484f-b2dc-de575653b447), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.724178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c1d827-6bc3-40d5-957a-f7ff4bb3c786 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router efd8995e-be8b-484f-b2dc-de575653b447 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:42.795144 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.803282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c1d827-6bc3-40d5-957a-f7ff4bb3c786 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:42.808877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d7c1d827-6bc3-40d5-957a-f7ff4bb3c786 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3084378 Feb 11 05:15:42.811691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42148) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:42.814830 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec2561-4a81-40a8-8c12-005967bf3ca7 None None] Sync routers for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:42.828113 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec2561-4a81-40a8-8c12-005967bf3ca7 None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:42.830956 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-53ec2561-4a81-40a8-8c12-005967bf3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:42.915790 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-53ec2561-4a81-40a8-8c12-005967bf3ca7 None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:42.975541 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-53ec2561-4a81-40a8-8c12-005967bf3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:42Z', 'revision_number': 11, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:43.008649 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec2561-4a81-40a8-8c12-005967bf3ca7 None None] Checking router: efd8995e-be8b-484f-b2dc-de575653b447 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:43.018960 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec2561-4a81-40a8-8c12-005967bf3ca7 None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:43.019714 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-53ec2561-4a81-40a8-8c12-005967bf3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:43.125698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7a580679-6c0b-40e7-804a-580fbf4d78ed no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:43.198624 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-53ec2561-4a81-40a8-8c12-005967bf3ca7 None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:43.237380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ec61c2-dbfe-40e1-a605-3b58e823c3ad tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting subnet bfcb4fff-df2f-4610-91f6-52c6c26222f7 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:43.240855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78ec61c2-dbfe-40e1-a605-3b58e823c3ad tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (bfcb4fff-df2f-4610-91f6-52c6c26222f7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.253097 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-53ec2561-4a81-40a8-8c12-005967bf3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:42Z', 'revision_number': 11, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:43.283319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78ec61c2-dbfe-40e1-a605-3b58e823c3ad tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (bfcb4fff-df2f-4610-91f6-52c6c26222f7), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.283976 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec2561-4a81-40a8-8c12-005967bf3ca7 None None] The sync data for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 is: [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:42Z', 'revision_number': 11, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:43.321777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 7a580679-6c0b-40e7-804a-580fbf4d78ed {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:43.322402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7a580679-6c0b-40e7-804a-580fbf4d78ed not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:43.323316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7b81747a-67e0-44be-a539-b8a4ceac9be0 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:43.344329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 7b81747a-67e0-44be-a539-b8a4ceac9be0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:43.344677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7b81747a-67e0-44be-a539-b8a4ceac9be0 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:43.384461 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78ec61c2-dbfe-40e1-a605-3b58e823c3ad tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (bfcb4fff-df2f-4610-91f6-52c6c26222f7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.439520 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78ec61c2-dbfe-40e1-a605-3b58e823c3ad tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (bfcb4fff-df2f-4610-91f6-52c6c26222f7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.465531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec61c2-dbfe-40e1-a605-3b58e823c3ad tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Subnet': ['ID=bfcb4fff-df2f-4610-91f6-52c6c26222f7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:43.469088 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78ec61c2-dbfe-40e1-a605-3b58e823c3ad tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.473919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-78ec61c2-dbfe-40e1-a605-3b58e823c3ad tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/bfcb4fff-df2f-4610-91f6-52c6c26222f7 HTTP/1.1" status: 204 len: 168 time: 0.6612561 Feb 11 05:15:43.475128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42150) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:43.475666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d46f76-7ac7-448f-83e2-63052cbedbf6 None None] Network 29d87bf6-00ef-4276-83a4-7ce9d15ae16c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:43.559036 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (29d87bf6-00ef-4276-83a4-7ce9d15ae16c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.614747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Deleting port c9d31f22-abf9-4dba-a40d-0554a640e286 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:43.615135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.652876 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] DHCP port deletion for 29d87bf6-00ef-4276-83a4-7ce9d15ae16c request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:15:43.686541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] For port c9d31f22-abf9-4dba-a40d-0554a640e286, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c9d31f22-abf9-4dba-a40d-0554a640e286,segment=NetworkSegment(c11c0aa9-073f-4a5b-86f6-7ae89a78aae4),segment_id=c11c0aa9-073f-4a5b-86f6-7ae89a78aae4)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:43.686938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.706049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Deleting port c9d31f22-abf9-4dba-a40d-0554a640e286 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:43.706496 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.708978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Calling delete_port for c9d31f22-abf9-4dba-a40d-0554a640e286 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:43.773629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] For port c9d31f22-abf9-4dba-a40d-0554a640e286, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c9d31f22-abf9-4dba-a40d-0554a640e286,segment=NetworkSegment(c11c0aa9-073f-4a5b-86f6-7ae89a78aae4),segment_id=c11c0aa9-073f-4a5b-86f6-7ae89a78aae4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:43.774155 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.788599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Calling delete_port for c9d31f22-abf9-4dba-a40d-0554a640e286 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:43.802111 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.814745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No DVR routers for this DVR port c9d31f22-abf9-4dba-a40d-0554a640e286 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:43.836525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Port': ['ID=c9d31f22-abf9-4dba-a40d-0554a640e286,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:43.883799 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (c9d31f22-abf9-4dba-a40d-0554a640e286), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.914239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Pushing event deleted for resources: {'Port': ['ID=c9d31f22-abf9-4dba-a40d-0554a640e286,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:43.916995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] No DVR routers for this DVR port c9d31f22-abf9-4dba-a40d-0554a640e286 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:43.926326 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (29d87bf6-00ef-4276-83a4-7ce9d15ae16c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.929535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.929535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.929535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.929535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.929535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.929535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.930554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.930554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.930554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.931251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.931444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.932136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.932341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af962ad4-5029-4623-a50a-9754b9975a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.953140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d87bf6-00ef-4276-83a4-7ce9d15ae16c']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:43.964604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11c0aa9-073f-4a5b-86f6-7ae89a78aae4') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:43.973885 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11c0aa9-073f-4a5b-86f6-7ae89a78aae4') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:43.985165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (c11c0aa9-073f-4a5b-86f6-7ae89a78aae4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.999420 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c11c0aa9-073f-4a5b-86f6-7ae89a78aae4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.007285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:15:44.007732 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (c11c0aa9-073f-4a5b-86f6-7ae89a78aae4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:15:44.010941 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:15:44.084508 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (29d87bf6-00ef-4276-83a4-7ce9d15ae16c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.092786 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.096782 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/networks/29d87bf6-00ef-4276-83a4-7ce9d15ae16c HTTP/1.1" status: 204 len: 168 time: 0.6200917 Feb 11 05:15:44.099746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42158) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:44.104473 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a4a0f1cd-90eb-4f48-a110-c170d9ff28ca tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'router': {'routes': None}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:44.108181 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d5eb3-ef35-4253-b260-5af3fbc94dd5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Pushing event deleted for resources: {'Network': ['ID=29d87bf6-00ef-4276-83a4-7ce9d15ae16c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:44.276083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-a4a0f1cd-90eb-4f48-a110-c170d9ff28ca tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Added routes are [] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:15:44.276682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.extraroute_db [None req-a4a0f1cd-90eb-4f48-a110-c170d9ff28ca tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Removed routes are [] {{(pid=103353) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:15:44.276806 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f1cd-90eb-4f48-a110-c170d9ff28ca tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (efd8995e-be8b-484f-b2dc-de575653b447), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.378658 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.440232 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f1cd-90eb-4f48-a110-c170d9ff28ca tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (efd8995e-be8b-484f-b2dc-de575653b447), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.443568 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f1cd-90eb-4f48-a110-c170d9ff28ca tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (efd8995e-be8b-484f-b2dc-de575653b447), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.522633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a0f1cd-90eb-4f48-a110-c170d9ff28ca tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router efd8995e-be8b-484f-b2dc-de575653b447 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:44.600579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a0f1cd-90eb-4f48-a110-c170d9ff28ca tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:44.607836 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f1cd-90eb-4f48-a110-c170d9ff28ca tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.609676 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a4a0f1cd-90eb-4f48-a110-c170d9ff28ca tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447 HTTP/1.1" status: 200 len: 701 time: 0.5086477 Feb 11 05:15:44.611237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6842bb3-7531-4e2f-91ee-b318c9e5b09e None None] Sync routers for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:44.612186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42160) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:44.626970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6842bb3-7531-4e2f-91ee-b318c9e5b09e None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:44.627671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d6842bb3-7531-4e2f-91ee-b318c9e5b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:44.643131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-88aaff6a-f4ba-4d22-aa79-bdd5929a131d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=efd8995e-be8b-484f-b2dc-de575653b447 HTTP/1.1" status: 200 len: 205 time: 0.0271339 Feb 11 05:15:44.643131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42162) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:44.708394 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d6842bb3-7531-4e2f-91ee-b318c9e5b09e None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:44.722087 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dc29f26-fa5b-486e-a856-7b3109796132 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (efd8995e-be8b-484f-b2dc-de575653b447), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.765038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d6842bb3-7531-4e2f-91ee-b318c9e5b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:42Z', 'revision_number': 11, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:44.792504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6842bb3-7531-4e2f-91ee-b318c9e5b09e None None] Checking router: efd8995e-be8b-484f-b2dc-de575653b447 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:44.801786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6842bb3-7531-4e2f-91ee-b318c9e5b09e None None] Routers {'efd8995e-be8b-484f-b2dc-de575653b447'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:44.802406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d6842bb3-7531-4e2f-91ee-b318c9e5b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['efd8995e-be8b-484f-b2dc-de575653b447'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:44.875023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d6842bb3-7531-4e2f-91ee-b318c9e5b09e None None] Set router efd8995e-be8b-484f-b2dc-de575653b447 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:44.900671 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dc29f26-fa5b-486e-a856-7b3109796132 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (efd8995e-be8b-484f-b2dc-de575653b447), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.902975 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dc29f26-fa5b-486e-a856-7b3109796132 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (efd8995e-be8b-484f-b2dc-de575653b447), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.932556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d6842bb3-7531-4e2f-91ee-b318c9e5b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:42Z', 'revision_number': 11, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:44.960875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6842bb3-7531-4e2f-91ee-b318c9e5b09e None None] The sync data for ids ['efd8995e-be8b-484f-b2dc-de575653b447'] in n-d-615180-58 is: [{'id': 'efd8995e-be8b-484f-b2dc-de575653b447', 'name': 'tempest-RoutersTest-router-2010349100', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:15Z', 'updated_at': '2022-02-11T05:15:42Z', 'revision_number': 11, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:44.967938 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dc29f26-fa5b-486e-a856-7b3109796132 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (efd8995e-be8b-484f-b2dc-de575653b447), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.968560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc29f26-fa5b-486e-a856-7b3109796132 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Fanout notify agent at l3_agent the message router_deleted on router efd8995e-be8b-484f-b2dc-de575653b447 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:15:44.982397 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4dc29f26-fa5b-486e-a856-7b3109796132 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.984204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4dc29f26-fa5b-486e-a856-7b3109796132 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447 HTTP/1.1" status: 204 len: 168 time: 0.3401678 Feb 11 05:15:44.990741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42166) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:44.996032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-de6f0531-a63a-4dbb-b066-2f24186639d3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-66769526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:45.029559 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6f0531-a63a-4dbb-b066-2f24186639d3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (f4cf75fb-55fb-441d-9bfe-48278786b09d), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.031241 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6f0531-a63a-4dbb-b066-2f24186639d3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (f4cf75fb-55fb-441d-9bfe-48278786b09d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.056395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c9d31f22-abf9-4dba-a40d-0554a640e286 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:45.079521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: c9d31f22-abf9-4dba-a40d-0554a640e286 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:45.079996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c9d31f22-abf9-4dba-a40d-0554a640e286 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:45.080506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 61456ea9-ce49-4f74-993f-743c6bc19323 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:45.092264 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6f0531-a63a-4dbb-b066-2f24186639d3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (f4cf75fb-55fb-441d-9bfe-48278786b09d), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.098061 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6f0531-a63a-4dbb-b066-2f24186639d3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (f4cf75fb-55fb-441d-9bfe-48278786b09d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.100833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 61456ea9-ce49-4f74-993f-743c6bc19323 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:45.101192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 61456ea9-ce49-4f74-993f-743c6bc19323 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:45.123341 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-de6f0531-a63a-4dbb-b066-2f24186639d3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.125012 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-de6f0531-a63a-4dbb-b066-2f24186639d3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1325040 Feb 11 05:15:45.128147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42168) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:45.133051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1733bbc4-7e0d-4a06-89e3-4076ab7fc311 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:45.359418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1733bbc4-7e0d-4a06-89e3-4076ab7fc311 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30720'] for router (f4cf75fb-55fb-441d-9bfe-48278786b09d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.371018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1733bbc4-7e0d-4a06-89e3-4076ab7fc311 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298912'] for router (f4cf75fb-55fb-441d-9bfe-48278786b09d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.478566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1733bbc4-7e0d-4a06-89e3-4076ab7fc311 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Router f4cf75fb-55fb-441d-9bfe-48278786b09d is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:15:45.556615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1733bbc4-7e0d-4a06-89e3-4076ab7fc311 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:45.563168 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1733bbc4-7e0d-4a06-89e3-4076ab7fc311 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.566188 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a78a92-e6b2-44d2-b933-a3bab7370d10 None None] Sync routers for ids ['f4cf75fb-55fb-441d-9bfe-48278786b09d'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:45.566991 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1733bbc4-7e0d-4a06-89e3-4076ab7fc311 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "PUT /v2.0/routers/f4cf75fb-55fb-441d-9bfe-48278786b09d HTTP/1.1" status: 200 len: 692 time: 0.4378374 Feb 11 05:15:45.567390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42170) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:45.578054 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a78a92-e6b2-44d2-b933-a3bab7370d10 None None] Routers {'f4cf75fb-55fb-441d-9bfe-48278786b09d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:45.578789 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-69a78a92-e6b2-44d2-b933-a3bab7370d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f4cf75fb-55fb-441d-9bfe-48278786b09d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:45.640943 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.647588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d41078ac-81b1-45c6-a83e-5db1d03cec9a tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/routers/f4cf75fb-55fb-441d-9bfe-48278786b09d HTTP/1.1" status: 200 len: 698 time: 0.0789881 Feb 11 05:15:45.650194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42172) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:45.660838 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-69a78a92-e6b2-44d2-b933-a3bab7370d10 None None] Set router f4cf75fb-55fb-441d-9bfe-48278786b09d gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:45.682201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-37e5978a-fe8b-4fc6-b1e3-abb25d64f7af tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4cf75fb-55fb-441d-9bfe-48278786b09d HTTP/1.1" status: 200 len: 205 time: 0.0307152 Feb 11 05:15:45.685201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42174) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:45.713452 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-69a78a92-e6b2-44d2-b933-a3bab7370d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cf75fb-55fb-441d-9bfe-48278786b09d', 'name': 'tempest-RoutersTest-router-66769526', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:45Z', 'updated_at': '2022-02-11T05:15:45Z', 'revision_number': 2, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:45.745351 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a78a92-e6b2-44d2-b933-a3bab7370d10 None None] Checking router: f4cf75fb-55fb-441d-9bfe-48278786b09d for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:45.756003 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a78a92-e6b2-44d2-b933-a3bab7370d10 None None] Routers {'f4cf75fb-55fb-441d-9bfe-48278786b09d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:45.756892 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-69a78a92-e6b2-44d2-b933-a3bab7370d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:15:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f4cf75fb-55fb-441d-9bfe-48278786b09d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:45.765442 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d0a5cae-443c-4dce-8a09-d08acb26a3fa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (f4cf75fb-55fb-441d-9bfe-48278786b09d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.829980 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-69a78a92-e6b2-44d2-b933-a3bab7370d10 None None] Set router f4cf75fb-55fb-441d-9bfe-48278786b09d gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:45.888522 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-69a78a92-e6b2-44d2-b933-a3bab7370d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cf75fb-55fb-441d-9bfe-48278786b09d', 'name': 'tempest-RoutersTest-router-66769526', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:45Z', 'updated_at': '2022-02-11T05:15:45Z', 'revision_number': 2, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:45.914986 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a78a92-e6b2-44d2-b933-a3bab7370d10 None None] The sync data for ids ['f4cf75fb-55fb-441d-9bfe-48278786b09d'] in n-d-615180-58 is: [{'id': 'f4cf75fb-55fb-441d-9bfe-48278786b09d', 'name': 'tempest-RoutersTest-router-66769526', 'tenant_id': 'ba8f11392d144b4a96501c48cc977972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:45Z', 'updated_at': '2022-02-11T05:15:45Z', 'revision_number': 2, 'project_id': 'ba8f11392d144b4a96501c48cc977972', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:45.938071 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d0a5cae-443c-4dce-8a09-d08acb26a3fa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (f4cf75fb-55fb-441d-9bfe-48278786b09d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.940684 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d0a5cae-443c-4dce-8a09-d08acb26a3fa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router_controller (f4cf75fb-55fb-441d-9bfe-48278786b09d), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.994397 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d0a5cae-443c-4dce-8a09-d08acb26a3fa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (f4cf75fb-55fb-441d-9bfe-48278786b09d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.995521 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0a5cae-443c-4dce-8a09-d08acb26a3fa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Fanout notify agent at l3_agent the message router_deleted on router f4cf75fb-55fb-441d-9bfe-48278786b09d {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:15:46.005443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d0a5cae-443c-4dce-8a09-d08acb26a3fa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.007099 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1d0a5cae-443c-4dce-8a09-d08acb26a3fa tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/f4cf75fb-55fb-441d-9bfe-48278786b09d HTTP/1.1" status: 204 len: 168 time: 0.3205762 Feb 11 05:15:46.012043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42178) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.041865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-efed23ca-3aad-49f6-9176-5120acf806c9 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4cf75fb-55fb-441d-9bfe-48278786b09d HTTP/1.1" status: 200 len: 205 time: 0.0286396 Feb 11 05:15:46.044670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42180) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.089148 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-9b57b9b5-7aa4-40db-9143-dda380bc337f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] delete failed (client error): The resource could not be found. Feb 11 05:15:46.092889 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9b57b9b5-7aa4-40db-9143-dda380bc337f tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/f4cf75fb-55fb-441d-9bfe-48278786b09d HTTP/1.1" status: 404 len: 336 time: 0.0446641 Feb 11 05:15:46.093213 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42182) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.130871 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-43379a7d-040b-400d-83bf-61b80362c87d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] DELETE failed (client error): The resource could not be found. Feb 11 05:15:46.131496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43379a7d-040b-400d-83bf-61b80362c87d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:15:46.134612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-43379a7d-040b-400d-83bf-61b80362c87d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/03186fd9-814a-463d-ba42-7affbb9541ca HTTP/1.1" status: 404 len: 337 time: 0.0404029 Feb 11 05:15:46.139345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42184) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.166436 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d13730-44f8-4c1f-a6f6-fa2402bf5d5d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] DELETE failed (client error): The resource could not be found. Feb 11 05:15:46.166930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d13730-44f8-4c1f-a6f6-fa2402bf5d5d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:15:46.170579 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f3d13730-44f8-4c1f-a6f6-fa2402bf5d5d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/48f7dda3-e2ae-4de0-8d47-32f460c7da96 HTTP/1.1" status: 404 len: 337 time: 0.0300388 Feb 11 05:15:46.173422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42186) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.199755 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-0078142d-c2f4-4419-bbf4-fe2192870e79 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] DELETE failed (client error): The resource could not be found. Feb 11 05:15:46.200799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0078142d-c2f4-4419-bbf4-fe2192870e79 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:15:46.203871 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0078142d-c2f4-4419-bbf4-fe2192870e79 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/4193e3d1-5c27-4336-b24e-565c26c9d8d3 HTTP/1.1" status: 404 len: 337 time: 0.0294614 Feb 11 05:15:46.206642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42188) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.232814 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-11425b15-e065-4319-8acc-96550a2969f1 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] DELETE failed (client error): The resource could not be found. Feb 11 05:15:46.233272 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11425b15-e065-4319-8acc-96550a2969f1 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:15:46.236305 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-11425b15-e065-4319-8acc-96550a2969f1 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/bfcb4fff-df2f-4610-91f6-52c6c26222f7 HTTP/1.1" status: 404 len: 337 time: 0.0286992 Feb 11 05:15:46.238711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42190) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.266838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-63ceed87-3840-44f2-b76c-26606071c762 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=efd8995e-be8b-484f-b2dc-de575653b447 HTTP/1.1" status: 200 len: 205 time: 0.0268962 Feb 11 05:15:46.268972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42192) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.310237 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-14ba0c14-e75c-4866-be4c-757ef449a0a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] delete failed (client error): The resource could not be found. Feb 11 05:15:46.311305 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-14ba0c14-e75c-4866-be4c-757ef449a0a3 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/efd8995e-be8b-484f-b2dc-de575653b447 HTTP/1.1" status: 404 len: 336 time: 0.0414398 Feb 11 05:15:46.313829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42194) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.344375 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-862fa0be-da27-48aa-ac9e-888641d25d6b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fd2a49a-b6c7-4c80-851d-bda2260de164 HTTP/1.1" status: 200 len: 205 time: 0.0272536 Feb 11 05:15:46.344564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.381727 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-508d5f69-4f6b-418b-80c4-8aeb1b44419d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] delete failed (client error): The resource could not be found. Feb 11 05:15:46.382769 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-508d5f69-4f6b-418b-80c4-8aeb1b44419d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/5fd2a49a-b6c7-4c80-851d-bda2260de164 HTTP/1.1" status: 404 len: 336 time: 0.0372951 Feb 11 05:15:46.385322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42198) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.415314 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eef9402-3ba4-4f00-8574-181bcea47e9b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] DELETE failed (client error): The resource could not be found. Feb 11 05:15:46.415788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eef9402-3ba4-4f00-8574-181bcea47e9b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:15:46.418832 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2eef9402-3ba4-4f00-8574-181bcea47e9b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/3a7f6c95-bf27-4d0e-b4c7-180dcb86df2c HTTP/1.1" status: 404 len: 337 time: 0.0326147 Feb 11 05:15:46.421446 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.448761 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e8ebb4c1-caa1-48c5-9d2c-3051fae5d564 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=36657338-4f7d-490f-b653-3dca090c7769 HTTP/1.1" status: 200 len: 205 time: 0.0262680 Feb 11 05:15:46.451679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42202) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.488134 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [None req-087dba0a-5be3-4d51-aa31-32731612f0b2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] delete failed (client error): The resource could not be found. Feb 11 05:15:46.491451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-087dba0a-5be3-4d51-aa31-32731612f0b2 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/36657338-4f7d-490f-b653-3dca090c7769 HTTP/1.1" status: 404 len: 336 time: 0.0365815 Feb 11 05:15:46.491689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42204) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.522322 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-96c59b51-25d9-47ff-8d5b-8a47f5dd4a80 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=edbf5367-7a9e-4e32-b9f9-9c757226c010 HTTP/1.1" status: 200 len: 205 time: 0.0275228 Feb 11 05:15:46.523299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42206) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.568427 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-681f627a-da22-4b41-8ac9-85c016e29060 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] delete failed (client error): The resource could not be found. Feb 11 05:15:46.569569 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-681f627a-da22-4b41-8ac9-85c016e29060 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/edbf5367-7a9e-4e32-b9f9-9c757226c010 HTTP/1.1" status: 404 len: 336 time: 0.0449498 Feb 11 05:15:46.572176 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42208) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.599468 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee61873-77bc-4017-bd24-f911c0becc9b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] DELETE failed (client error): The resource could not be found. Feb 11 05:15:46.599950 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee61873-77bc-4017-bd24-f911c0becc9b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:15:46.603040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0ee61873-77bc-4017-bd24-f911c0becc9b tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/fbd1d6da-97a9-45d4-b035-6e3b21a7f1c9 HTTP/1.1" status: 404 len: 337 time: 0.0299084 Feb 11 05:15:46.606281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42210) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.633638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7510a265-a065-400e-adae-8a194864fad1 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0d6836e-26e7-4287-ba25-e6ad52340134 HTTP/1.1" status: 200 len: 205 time: 0.0262270 Feb 11 05:15:46.635915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42212) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.674210 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-abb88c5c-30f4-4cd8-a289-be5765018d04 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] delete failed (client error): The resource could not be found. Feb 11 05:15:46.675299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-abb88c5c-30f4-4cd8-a289-be5765018d04 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/c0d6836e-26e7-4287-ba25-e6ad52340134 HTTP/1.1" status: 404 len: 336 time: 0.0384591 Feb 11 05:15:46.677777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42214) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.707039 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2ba954-ea3e-41fa-901e-938a6fa24351 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] DELETE failed (client error): The resource could not be found. Feb 11 05:15:46.707490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2ba954-ea3e-41fa-901e-938a6fa24351 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:15:46.710439 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cb2ba954-ea3e-41fa-901e-938a6fa24351 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/f1103cee-ffbf-4f51-87ef-cbabb739bc14 HTTP/1.1" status: 404 len: 337 time: 0.0317786 Feb 11 05:15:46.713704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42216) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.748971 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7f257645-e68e-4974-b6da-29d28cdcd4c5 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b923e72-ad05-4243-a9a8-86a423faf6eb HTTP/1.1" status: 200 len: 205 time: 0.0343642 Feb 11 05:15:46.751835 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42218) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.801142 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-c2c8a071-c91e-4f0e-b3b9-5b7b7d9850e6 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] delete failed (client error): The resource could not be found. Feb 11 05:15:46.802237 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c2c8a071-c91e-4f0e-b3b9-5b7b7d9850e6 tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/routers/6b923e72-ad05-4243-a9a8-86a423faf6eb HTTP/1.1" status: 404 len: 336 time: 0.0494716 Feb 11 05:15:46.804881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 42220) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.834470 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce274f04-119c-48ef-8c5b-d62962cb2e3d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] DELETE failed (client error): The resource could not be found. Feb 11 05:15:46.834976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce274f04-119c-48ef-8c5b-d62962cb2e3d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:15:46.838200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ce274f04-119c-48ef-8c5b-d62962cb2e3d tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/11b13db0-b898-44d1-89eb-1ea1247976bb HTTP/1.1" status: 404 len: 337 time: 0.0321755 Feb 11 05:15:46.841483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42222) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.874412 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c4d919-57db-4314-b1ba-e8fe158f947a tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] DELETE failed (client error): The resource could not be found. Feb 11 05:15:46.874890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c4d919-57db-4314-b1ba-e8fe158f947a tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:15:46.881290 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e6c4d919-57db-4314-b1ba-e8fe158f947a tempest-RoutersTest-642267876 tempest-RoutersTest-642267876-project] 10.222.0.48 "DELETE /v2.0/subnets/7d372591-b54b-41cc-8e66-b429c4bd886b HTTP/1.1" status: 404 len: 337 time: 0.0365245 Feb 11 05:15:47.156035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42230) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:47.288177 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9b7f9c5f-fb6a-4e95-9e41-a791adb5709e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba8f11392d144b4a96501c48cc977972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309814 Feb 11 05:15:47.290601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 42234) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:47.337448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1956c97f-c887-4398-82a3-e5681b5322dd admin admin] Publish callbacks [] for security_group (058774a9-f323-4093-9f59-2cef3b0015bd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.358184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1956c97f-c887-4398-82a3-e5681b5322dd admin admin] Publish callbacks [] for security_group (058774a9-f323-4093-9f59-2cef3b0015bd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.405131 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1956c97f-c887-4398-82a3-e5681b5322dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (058774a9-f323-4093-9f59-2cef3b0015bd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.407876 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1956c97f-c887-4398-82a3-e5681b5322dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.409061 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1956c97f-c887-4398-82a3-e5681b5322dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/058774a9-f323-4093-9f59-2cef3b0015bd HTTP/1.1" status: 204 len: 168 time: 0.1175041 Feb 11 05:15:47.418360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956c97f-c887-4398-82a3-e5681b5322dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058774a9-f323-4093-9f59-2cef3b0015bd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:03.491000 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.589902 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:16:07.530075 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.428007 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a41b8939-9fc9-4c6b-a420-f983c544ec0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:11.877064 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e66bc53c-06ee-4f7c-a88b-dec32f411211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:12.798616 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:14.382423 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.629367 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.931279 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cab1fe40-f1b9-49c7-b9eb-508eb7d6a478 req-92f6c74b-3a03-431c-ad03-e74ede3d8b82 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579507 Feb 11 05:16:19.028898 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1fe40-f1b9-49c7-b9eb-508eb7d6a478 req-d2a54fd5-3efc-47c0-a0ea-644968ea3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:19.030523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cab1fe40-f1b9-49c7-b9eb-508eb7d6a478 req-d2a54fd5-3efc-47c0-a0ea-644968ea3d82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1129 time: 0.0465436 Feb 11 05:16:19.138969 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1fe40-f1b9-49c7-b9eb-508eb7d6a478 req-eeea55ad-03c1-49cf-85a6-f2c149e750a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:19.140472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cab1fe40-f1b9-49c7-b9eb-508eb7d6a478 req-eeea55ad-03c1-49cf-85a6-f2c149e750a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 200 len: 898 time: 0.0903187 Feb 11 05:16:19.215924 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cab1fe40-f1b9-49c7-b9eb-508eb7d6a478 req-073696b5-08df-429e-a2e7-94829928ca57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 1001 time: 0.0681062 Feb 11 05:16:19.264713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1fe40-f1b9-49c7-b9eb-508eb7d6a478 req-71dc8eaf-edbe-42fa-8447-d59e7c4ebdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:19.266193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cab1fe40-f1b9-49c7-b9eb-508eb7d6a478 req-71dc8eaf-edbe-42fa-8447-d59e7c4ebdf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04c7f8-78c6-40a0-9137-73297477b3a5 HTTP/1.1" status: 200 len: 834 time: 0.0445549 Feb 11 05:16:19.318081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1fe40-f1b9-49c7-b9eb-508eb7d6a478 req-fcac805a-ce4b-467a-bc10-e3fd9dc75391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:19.319627 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cab1fe40-f1b9-49c7-b9eb-508eb7d6a478 req-fcac805a-ce4b-467a-bc10-e3fd9dc75391 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7192cf98-aaf9-4779-bce8-839593907629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475454 Feb 11 05:16:19.417290 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cab1fe40-f1b9-49c7-b9eb-508eb7d6a478 req-1696634b-a2c9-4534-ae67-98b4559dc3f4 service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889754 Feb 11 05:16:19.512645 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cab1fe40-f1b9-49c7-b9eb-508eb7d6a478 req-b3805fd7-6089-4043-a020-bfdc5a902459 service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896242 Feb 11 05:16:27.722365 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43006) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:27.841902 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.929962 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Publish callbacks [] for security_group (5849eaf4-0165-4c60-b1a1-5961c41c7824), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.934188 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5849eaf4-0165-4c60-b1a1-5961c41c7824), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.972141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5849eaf4-0165-4c60-b1a1-5961c41c7824,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:27.978362 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e27d7ebb6df477699f14b0e4d675fad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2518840 Feb 11 05:16:27.979630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43010) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:27.989067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:27.989737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:27.990325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:27.990933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:27.991491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:27.992041 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:27.992593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:27.993116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:27.993904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:27.994680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:27.995391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:27.995928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:27.996472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe99de0-3a09-49d9-8d98-2d9a64cc96a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:28.044896 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-995ae687-4077-4b6a-bdd7-6206338cfb56 admin admin] Publish callbacks [] for security_group (5849eaf4-0165-4c60-b1a1-5961c41c7824), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.066448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-995ae687-4077-4b6a-bdd7-6206338cfb56 admin admin] Publish callbacks [] for security_group (5849eaf4-0165-4c60-b1a1-5961c41c7824), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.116931 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-995ae687-4077-4b6a-bdd7-6206338cfb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5849eaf4-0165-4c60-b1a1-5961c41c7824), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.120592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-995ae687-4077-4b6a-bdd7-6206338cfb56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.124191 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-995ae687-4077-4b6a-bdd7-6206338cfb56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5849eaf4-0165-4c60-b1a1-5961c41c7824 HTTP/1.1" status: 204 len: 168 time: 0.1414747 Feb 11 05:16:28.133356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ae687-4077-4b6a-bdd7-6206338cfb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5849eaf4-0165-4c60-b1a1-5961c41c7824,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:28.408313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43018) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:28.421799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f395a0ef-eb2c-4006-b52a-8c96327fc8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.509256 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f395a0ef-eb2c-4006-b52a-8c96327fc8f2 admin admin] Publish callbacks [] for security_group (1eac7f29-bdf9-41ff-9be2-263b4774be16), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.514122 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f395a0ef-eb2c-4006-b52a-8c96327fc8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1eac7f29-bdf9-41ff-9be2-263b4774be16), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.557822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f395a0ef-eb2c-4006-b52a-8c96327fc8f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a039914ce3f44846b111faac81d74348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482444 Feb 11 05:16:28.559240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395a0ef-eb2c-4006-b52a-8c96327fc8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eac7f29-bdf9-41ff-9be2-263b4774be16,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:28.559943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43020) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:28.621708 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f31156b-a3e5-4f27-8bea-696c5bbac492 admin admin] Publish callbacks [] for security_group (1eac7f29-bdf9-41ff-9be2-263b4774be16), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.643561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f31156b-a3e5-4f27-8bea-696c5bbac492 admin admin] Publish callbacks [] for security_group (1eac7f29-bdf9-41ff-9be2-263b4774be16), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.695664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f31156b-a3e5-4f27-8bea-696c5bbac492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1eac7f29-bdf9-41ff-9be2-263b4774be16), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.699030 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f31156b-a3e5-4f27-8bea-696c5bbac492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.700235 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0f31156b-a3e5-4f27-8bea-696c5bbac492 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1eac7f29-bdf9-41ff-9be2-263b4774be16 HTTP/1.1" status: 204 len: 168 time: 0.1392601 Feb 11 05:16:28.709867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31156b-a3e5-4f27-8bea-696c5bbac492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eac7f29-bdf9-41ff-9be2-263b4774be16,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:30.914202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43096) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:31.027142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2174e74-e37b-43c3-9315-bca9e381dc95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.111500 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2174e74-e37b-43c3-9315-bca9e381dc95 admin admin] Publish callbacks [] for security_group (28017e6b-14dd-4733-961c-38b19a05eef0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.115477 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f2174e74-e37b-43c3-9315-bca9e381dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (28017e6b-14dd-4733-961c-38b19a05eef0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.153060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2174e74-e37b-43c3-9315-bca9e381dc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28017e6b-14dd-4733-961c-38b19a05eef0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:31.157373 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f2174e74-e37b-43c3-9315-bca9e381dc95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28a2fe03b7664f3783f93c89f2983f83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421336 Feb 11 05:16:31.160039 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43100) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:31.216260 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee8606f7-bc1b-4240-87a2-aad1edbe2d69 admin admin] Publish callbacks [] for security_group (28017e6b-14dd-4733-961c-38b19a05eef0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.239182 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee8606f7-bc1b-4240-87a2-aad1edbe2d69 admin admin] Publish callbacks [] for security_group (28017e6b-14dd-4733-961c-38b19a05eef0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.289258 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee8606f7-bc1b-4240-87a2-aad1edbe2d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (28017e6b-14dd-4733-961c-38b19a05eef0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.292444 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee8606f7-bc1b-4240-87a2-aad1edbe2d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.293622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ee8606f7-bc1b-4240-87a2-aad1edbe2d69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/28017e6b-14dd-4733-961c-38b19a05eef0 HTTP/1.1" status: 204 len: 168 time: 0.1327643 Feb 11 05:16:31.304062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8606f7-bc1b-4240-87a2-aad1edbe2d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28017e6b-14dd-4733-961c-38b19a05eef0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:31.566659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43108) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:31.580019 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ce0bacb-58ab-465f-953e-fcf07b481236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.656118 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ce0bacb-58ab-465f-953e-fcf07b481236 admin admin] Publish callbacks [] for security_group (2fd7271f-97d7-49e5-a716-eaec6e0f8671), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.660109 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ce0bacb-58ab-465f-953e-fcf07b481236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2fd7271f-97d7-49e5-a716-eaec6e0f8671), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.696608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0bacb-58ab-465f-953e-fcf07b481236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd7271f-97d7-49e5-a716-eaec6e0f8671,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:31.703858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7ce0bacb-58ab-465f-953e-fcf07b481236 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95bd600cc3564b18bda5db69de06bb08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361630 Feb 11 05:16:31.704315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43110) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:31.757904 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa18d-a5cf-46e3-9b8b-072eb76c4939 admin admin] Publish callbacks [] for security_group (2fd7271f-97d7-49e5-a716-eaec6e0f8671), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.779389 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa18d-a5cf-46e3-9b8b-072eb76c4939 admin admin] Publish callbacks [] for security_group (2fd7271f-97d7-49e5-a716-eaec6e0f8671), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.825555 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa18d-a5cf-46e3-9b8b-072eb76c4939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2fd7271f-97d7-49e5-a716-eaec6e0f8671), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.828267 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa18d-a5cf-46e3-9b8b-072eb76c4939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.829409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1ccfa18d-a5cf-46e3-9b8b-072eb76c4939 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fd7271f-97d7-49e5-a716-eaec6e0f8671 HTTP/1.1" status: 204 len: 168 time: 0.1233089 Feb 11 05:16:31.841348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfa18d-a5cf-46e3-9b8b-072eb76c4939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd7271f-97d7-49e5-a716-eaec6e0f8671,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:33.468129 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.759818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43200) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:33.871096 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9676b74f-b131-4730-a5ce-5e0c84382aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.945591 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9676b74f-b131-4730-a5ce-5e0c84382aff admin admin] Publish callbacks [] for security_group (70a34037-0274-4435-a608-fefc4da98dc8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.950012 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9676b74f-b131-4730-a5ce-5e0c84382aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (70a34037-0274-4435-a608-fefc4da98dc8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.986815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9676b74f-b131-4730-a5ce-5e0c84382aff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c6b4d8040504b028551dda31fc2ca55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252960 Feb 11 05:16:33.988786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676b74f-b131-4730-a5ce-5e0c84382aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a34037-0274-4435-a608-fefc4da98dc8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:33.989537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43204) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:34.039360 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f19cdbea-04ca-46b4-aafa-928898354e92 admin admin] Publish callbacks [] for security_group (70a34037-0274-4435-a608-fefc4da98dc8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.060500 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f19cdbea-04ca-46b4-aafa-928898354e92 admin admin] Publish callbacks [] for security_group (70a34037-0274-4435-a608-fefc4da98dc8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.108673 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f19cdbea-04ca-46b4-aafa-928898354e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (70a34037-0274-4435-a608-fefc4da98dc8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.111418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f19cdbea-04ca-46b4-aafa-928898354e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.112567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f19cdbea-04ca-46b4-aafa-928898354e92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70a34037-0274-4435-a608-fefc4da98dc8 HTTP/1.1" status: 204 len: 168 time: 0.1220441 Feb 11 05:16:34.120994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cdbea-04ca-46b4-aafa-928898354e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a34037-0274-4435-a608-fefc4da98dc8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:34.399724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43210) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:34.414045 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ce918a8f-1e4b-4063-8e2d-0375ca6bb026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.491875 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ce918a8f-1e4b-4063-8e2d-0375ca6bb026 admin admin] Publish callbacks [] for security_group (82f31cd3-d98f-4757-bedd-4832228efb14), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.496757 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ce918a8f-1e4b-4063-8e2d-0375ca6bb026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (82f31cd3-d98f-4757-bedd-4832228efb14), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.537338 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ce918a8f-1e4b-4063-8e2d-0375ca6bb026 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c47db593c36e438a8b86ef51fedfe379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362588 Feb 11 05:16:34.538088 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce918a8f-1e4b-4063-8e2d-0375ca6bb026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f31cd3-d98f-4757-bedd-4832228efb14,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:34.540036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43212) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:34.587748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9314eed2-dfb5-47c4-8cd7-a4f2c2f58a6f admin admin] Publish callbacks [] for security_group (82f31cd3-d98f-4757-bedd-4832228efb14), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.612283 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9314eed2-dfb5-47c4-8cd7-a4f2c2f58a6f admin admin] Publish callbacks [] for security_group (82f31cd3-d98f-4757-bedd-4832228efb14), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.660784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9314eed2-dfb5-47c4-8cd7-a4f2c2f58a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (82f31cd3-d98f-4757-bedd-4832228efb14), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.663399 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9314eed2-dfb5-47c4-8cd7-a4f2c2f58a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.664583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9314eed2-dfb5-47c4-8cd7-a4f2c2f58a6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82f31cd3-d98f-4757-bedd-4832228efb14 HTTP/1.1" status: 204 len: 168 time: 0.1235669 Feb 11 05:16:34.673906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314eed2-dfb5-47c4-8cd7-a4f2c2f58a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f31cd3-d98f-4757-bedd-4832228efb14,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:35.359144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43244) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:35.464414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-461495351-network', 'tenant_id': 'e9183f8a0cba4acd97d98f34a5f147c1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:35.486691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Made reservation on behalf of e9183f8a0cba4acd97d98f34a5f147c1 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:35.489110 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.498643 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.574074 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Publish callbacks [] for security_group (f57292b4-c471-42a0-bb4a-0a6810369137), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.577836 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f57292b4-c471-42a0-bb4a-0a6810369137), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.598920 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:35.615474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57292b4-c471-42a0-bb4a-0a6810369137,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:35.619293 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3e2a4e3c-486a-4b45-ba82-8d4b4e72241c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.619675 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Added segment 3e2a4e3c-486a-4b45-ba82-8d4b4e72241c of type vlan for network 86ad31fb-5708-463e-8d9a-d3659320410d Feb 11 05:16:35.660273 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (86ad31fb-5708-463e-8d9a-d3659320410d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.685437 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (86ad31fb-5708-463e-8d9a-d3659320410d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.686577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.687190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.724200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3636854 Feb 11 05:16:35.727434 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43248) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:35.734597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-aa53bd65-9c4b-4b58-ab7a-a80fad732e73 admin admin] Request body: {'subnet': {'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-461495351-subnet', 'tenant_id': 'e9183f8a0cba4acd97d98f34a5f147c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:35.752716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfffee-7337-4123-8a75-69dee874eb9b admin admin] Pushing event updated for resources: {'Network': ['ID=86ad31fb-5708-463e-8d9a-d3659320410d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:35.762817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 86ad31fb-5708-463e-8d9a-d3659320410d details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:35.773736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa53bd65-9c4b-4b58-ab7a-a80fad732e73 admin admin] Made reservation on behalf of e9183f8a0cba4acd97d98f34a5f147c1 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:35.776144 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa53bd65-9c4b-4b58-ab7a-a80fad732e73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.943856 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa53bd65-9c4b-4b58-ab7a-a80fad732e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (b7e669e1-4ffb-4bd0-921d-19e997c039ad), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.000077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53bd65-9c4b-4b58-ab7a-a80fad732e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e669e1-4ffb-4bd0-921d-19e997c039ad,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:36.012469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53bd65-9c4b-4b58-ab7a-a80fad732e73 admin admin] Checking segment: {'id': '3e2a4e3c-486a-4b45-ba82-8d4b4e72241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:36.012841 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa53bd65-9c4b-4b58-ab7a-a80fad732e73 admin admin] Network hostable DHCP agents. Network: 86ad31fb-5708-463e-8d9a-d3659320410d, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:36.031170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa53bd65-9c4b-4b58-ab7a-a80fad732e73 admin admin] Network 86ad31fb-5708-463e-8d9a-d3659320410d is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:36.040449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-aa53bd65-9c4b-4b58-ab7a-a80fad732e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 86ad31fb-5708-463e-8d9a-d3659320410d) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:36.045189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa53bd65-9c4b-4b58-ab7a-a80fad732e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.045796 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa53bd65-9c4b-4b58-ab7a-a80fad732e73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.051013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31bb4e2-6028-4c76-944a-a1914dd1c394 None None] Network 86ad31fb-5708-463e-8d9a-d3659320410d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:36.069137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aa53bd65-9c4b-4b58-ab7a-a80fad732e73 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3399649 Feb 11 05:16:36.191007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2420579-f015-4912-9bbc-9f7d51343521 None None] Network 86ad31fb-5708-463e-8d9a-d3659320410d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:37.424703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845034f-4912-4dcb-a77a-9e0ae77f2825 req-96ea9633-ad6e-4598-8c24-4153cc6650c4 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:37.426350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6845034f-4912-4dcb-a77a-9e0ae77f2825 req-96ea9633-ad6e-4598-8c24-4153cc6650c4 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1129 time: 0.0466671 Feb 11 05:16:37.446182 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6845034f-4912-4dcb-a77a-9e0ae77f2825 req-68bbbdf2-a9dc-4676-833b-23a0b5906e07 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.524848 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6845034f-4912-4dcb-a77a-9e0ae77f2825 req-68bbbdf2-a9dc-4676-833b-23a0b5906e07 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Publish callbacks [] for security_group (73160289-ca62-4ad4-b3b8-f20b9c168b01), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.530860 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6845034f-4912-4dcb-a77a-9e0ae77f2825 req-68bbbdf2-a9dc-4676-833b-23a0b5906e07 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73160289-ca62-4ad4-b3b8-f20b9c168b01), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.531591 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.583107 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6845034f-4912-4dcb-a77a-9e0ae77f2825 req-68bbbdf2-a9dc-4676-833b-23a0b5906e07 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493750 Feb 11 05:16:37.584179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbbdf2-a9dc-4676-833b-23a0b5906e07 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73160289-ca62-4ad4-b3b8-f20b9c168b01,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:37.732205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6936cbf-66a6-44c4-9262-d20f067cc526 req-9fbca8f9-22b3-437c-a757-1cc3a3c2127b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:37.734451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a6936cbf-66a6-44c4-9262-d20f067cc526 req-9fbca8f9-22b3-437c-a757-1cc3a3c2127b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0748715 Feb 11 05:16:37.794104 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a6936cbf-66a6-44c4-9262-d20f067cc526 req-77a2fd9e-5f98-499c-986f-06e6cdd071d6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526021 Feb 11 05:16:37.826603 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43274) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:37.891571 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2692b2b7-be51-40c0-9b97-15e792eaea96 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/8441bfda-a085-4e3e-ac7b-a8424cb00d88 HTTP/1.1" status: 200 len: 993 time: 0.0631144 Feb 11 05:16:38.152754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-3609b8c8-3033-48f2-b980-851f0542ac34 req-de12c142-cf66-479b-bcf8-1e6fe29d4fdd service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:16:38.153803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3609b8c8-3033-48f2-b980-851f0542ac34 req-de12c142-cf66-479b-bcf8-1e6fe29d4fdd service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062377 Feb 11 05:16:38.431704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43290) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:38.500035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f32d8-f744-473d-ab72-6ba453e335f0 req-2de4a130-d775-4063-9e08-f61f7ba974b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:38.503355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-615f32d8-f744-473d-ab72-6ba453e335f0 req-2de4a130-d775-4063-9e08-f61f7ba974b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0619078 Feb 11 05:16:38.541306 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-42f0a129-3f3e-4276-a36a-d57e056c13b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077313 Feb 11 05:16:38.550956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-95abc573-bebc-4636-be06-a3c684bc8016 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:16:38.553466 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-615f32d8-f744-473d-ab72-6ba453e335f0 req-c9976296-a94d-4722-9b8f-f671d8b1c597 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456548 Feb 11 05:16:38.554097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-95abc573-bebc-4636-be06-a3c684bc8016 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073156 Feb 11 05:16:38.894988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 43328) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:38.971040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-958db47e-07e2-4697-a6da-8725fcd44dac tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:38.972684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-958db47e-07e2-4697-a6da-8725fcd44dac tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/networks?id=86ad31fb-5708-463e-8d9a-d3659320410d HTTP/1.1" status: 200 len: 808 time: 0.1123388 Feb 11 05:16:38.988893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d6ba5982-8d59-46cb-93c8-958dd864395d tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/quotas/e9183f8a0cba4acd97d98f34a5f147c1 HTTP/1.1" status: 200 len: 375 time: 0.0106423 Feb 11 05:16:39.026110 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-98986090-32ac-489f-98fd-39a75085502c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9183f8a0cba4acd97d98f34a5f147c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319977 Feb 11 05:16:39.064427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262558c-b632-469d-8b2f-1879bef78727 req-2c1025a2-31d5-4a6e-a66e-4c05fdb2dc35 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:39.066125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-2c1025a2-31d5-4a6e-a66e-4c05fdb2dc35 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports/fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 1126 time: 0.1698794 Feb 11 05:16:39.132134 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-71f6e079-4f7c-4cde-8d3f-04fbb742f426 service neutron] 10.222.0.48 "GET /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970249 Feb 11 05:16:39.429245 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23fe62b6-35d1-46db-bf5b-6384f1631f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.525887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-1635d5d6-4f4d-4736-90b2-5209a53bd439 service neutron] 10.222.0.48 "GET /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924255 Feb 11 05:16:39.723585 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82114f47-3f84-4532-b8e6-8cf10d7b6c99 req-e681b1ca-56d8-400a-871f-5c4a184e45a9 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 210 time: 0.0488238 Feb 11 05:16:39.768763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c21b50-497f-410b-b90c-8e736228c68f req-d819729a-c0af-4c8e-89c2-673639f2276f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:39.776797 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55c21b50-497f-410b-b90c-8e736228c68f req-d819729a-c0af-4c8e-89c2-673639f2276f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.1181083 Feb 11 05:16:39.835722 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55c21b50-497f-410b-b90c-8e736228c68f req-ae417d97-0963-4068-b76b-344888d5910b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573199 Feb 11 05:16:40.126697 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262558c-b632-469d-8b2f-1879bef78727 req-c8173f23-f133-48d6-99d0-85862faeb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.128290 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-c8173f23-f133-48d6-99d0-85862faeb095 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1129 time: 0.0571001 Feb 11 05:16:40.227888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262558c-b632-469d-8b2f-1879bef78727 req-aaae4986-754e-440b-bf1d-89f4ef4d9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.230128 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-aaae4986-754e-440b-bf1d-89f4ef4d9318 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 200 len: 898 time: 0.0956876 Feb 11 05:16:40.300406 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-0a42f6d5-e582-45b0-b29d-fdcbb1c1a517 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 1001 time: 0.0645397 Feb 11 05:16:40.349236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262558c-b632-469d-8b2f-1879bef78727 req-f75b4665-3b75-439c-96f7-a8d13cc9d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.350925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-f75b4665-3b75-439c-96f7-a8d13cc9d6b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04c7f8-78c6-40a0-9137-73297477b3a5 HTTP/1.1" status: 200 len: 834 time: 0.0441015 Feb 11 05:16:40.402190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262558c-b632-469d-8b2f-1879bef78727 req-8c6ef977-6137-4bee-b267-bcee74df6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.403715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-8c6ef977-6137-4bee-b267-bcee74df6544 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7192cf98-aaf9-4779-bce8-839593907629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447130 Feb 11 05:16:40.497381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-4e9f1ff0-3de0-441b-a0cc-8d99ef9f42de service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862944 Feb 11 05:16:40.589448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-37a8ce9d-f9e0-4f36-a1de-1f8dee725d9a service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827224 Feb 11 05:16:40.848040 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5747270f-756b-4766-a4d0-8b44a1f1a1b2 req-f8a30552-8e04-475d-9297-6b76f23b4dae tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 210 time: 0.0372012 Feb 11 05:16:40.859381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-4cdbf3c3-cdf2-46a4-8593-c64247a79830 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.860232 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-4cdbf3c3-cdf2-46a4-8593-c64247a79830 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.60 "GET /v2.0/networks?id=86ad31fb-5708-463e-8d9a-d3659320410d HTTP/1.1" status: 200 len: 808 time: 0.1364524 Feb 11 05:16:40.881598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Request body: {'port': {'device_id': 'ec9d6189-8a6d-403e-8522-5270b615007d', 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d', 'admin_state_up': True, 'tenant_id': 'e9183f8a0cba4acd97d98f34a5f147c1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:41.024506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde5b42-b9ff-4bbb-b8e2-92b0ea6805d5 req-1803cf9d-eac9-4404-b7c5-5ea4dccf6579 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.026541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0fde5b42-b9ff-4bbb-b8e2-92b0ea6805d5 req-1803cf9d-eac9-4404-b7c5-5ea4dccf6579 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.1142688 Feb 11 05:16:41.039973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Made reservation on behalf of e9183f8a0cba4acd97d98f34a5f147c1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:41.043154 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.129360 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0fde5b42-b9ff-4bbb-b8e2-92b0ea6805d5 req-b48a70bf-3968-4eea-abae-1eed2d6a7237 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965683 Feb 11 05:16:41.212641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Allocated IP 172.20.0.7 (86ad31fb-5708-463e-8d9a-d3659320410d/b7e669e1-4ffb-4bd0-921d-19e997c039ad/e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:41.352542 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks [] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.387659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.437174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Network 86ad31fb-5708-463e-8d9a-d3659320410d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:41.449216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:41.453657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:41.459851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Pushing event updated for resources: {'Port': ['ID=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:41.507857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.508508 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.527873 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-77d42e8e-2320-46da-acd1-9c57188c4b8e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6501551 Feb 11 05:16:41.543407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Request body: {'port': {'device_id': 'ec9d6189-8a6d-403e-8522-5270b615007d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:41.589176 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:16:41.604412 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.864201 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6992ec0e-140d-46fb-8b19-eb48ce80cf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.870794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:41.879181 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Publish callbacks [] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.892668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Transition to ACTIVE for port object e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:41.896883 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.955452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Pushing event updated for resources: {'Port': ['ID=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:41.984934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f964b88-1527-4dc3-a3ef-fcf7ed8078f7 req-55cf9d54-8833-49d6-8aa7-572e684af584 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.986514 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f964b88-1527-4dc3-a3ef-fcf7ed8078f7 req-55cf9d54-8833-49d6-8aa7-572e684af584 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 943 time: 0.0620050 Feb 11 05:16:42.026602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Attempting to bind port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:42.027057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Attempting to bind port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '3e2a4e3c-486a-4b45-ba82-8d4b4e72241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:42.027461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Attempting to bind port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 on network 86ad31fb-5708-463e-8d9a-d3659320410d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:42.032932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 on network 86ad31fb-5708-463e-8d9a-d3659320410d not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:42.033327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Attempting to bind port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 on network 86ad31fb-5708-463e-8d9a-d3659320410d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:42.036956 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f964b88-1527-4dc3-a3ef-fcf7ed8078f7 req-1e9b53e6-de03-4a3a-9c03-efeeb3daa3b0 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444102 Feb 11 05:16:42.038311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:42.038722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Checking segment: {'id': '3e2a4e3c-486a-4b45-ba82-8d4b4e72241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:42.039261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Bound using segment: {'id': '3e2a4e3c-486a-4b45-ba82-8d4b4e72241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:42.039754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Bound port: e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2a4e3c-486a-4b45-ba82-8d4b4e72241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:42.040189 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.108739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] For port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:42.111922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] For port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7,segment=NetworkSegment(3e2a4e3c-486a-4b45-ba82-8d4b4e72241c),segment_id=3e2a4e3c-486a-4b45-ba82-8d4b4e72241c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:42.119421 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.162466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.163113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.164515 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] 10.222.0.60 "PUT /v2.0/ports/e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 HTTP/1.1" status: 200 len: 1092 time: 0.6260889 Feb 11 05:16:42.164975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9d6189-8a6d-403e-8522-5270b615007d', 'tag': 'e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:42.167878 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1021604-8ddb-491b-b19e-6d8afb05dc38" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9d6189-8a6d-403e-8522-5270b615007d", "tag": "e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:42.195057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ea667-c1c7-43fe-86a9-1c11ace04a5f service neutron] Pushing event updated for resources: {'Port': ['ID=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:42.222059 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac53fc2-faa9-4091-b7fd-c66f4ea353b4 x-openstack-request-id: req-9ac53fc2-faa9-4091-b7fd-c66f4ea353b4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:42.222426 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9d6189-8a6d-403e-8522-5270b615007d", "tag": "e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:42.222748 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ac53fc2-faa9-4091-b7fd-c66f4ea353b4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:42.223431 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9d6189-8a6d-403e-8522-5270b615007d', 'tag': 'e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7', 'status': 'completed', 'code': 200} Feb 11 05:16:42.314725 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d652bfbb-4dfe-491d-8b84-a67e8e1bf370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.316563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-d652bfbb-4dfe-491d-8b84-a67e8e1bf370 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9183f8a0cba4acd97d98f34a5f147c1&device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 1126 time: 0.0803564 Feb 11 05:16:42.327932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46387e3b-1678-474f-8345-b5c59d113c0d req-67aa1f76-2819-4122-b62a-a7e6e1bbfa12 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.329313 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46387e3b-1678-474f-8345-b5c59d113c0d req-67aa1f76-2819-4122-b62a-a7e6e1bbfa12 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0828447 Feb 11 05:16:42.368988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-0ed4f081-4579-44b5-baf5-9165a4775893 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 HTTP/1.1" status: 200 len: 217 time: 0.0387175 Feb 11 05:16:42.441186 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46387e3b-1678-474f-8345-b5c59d113c0d req-a96e4ee9-a498-4770-b1c2-1a442f4b21fa tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053782 Feb 11 05:16:42.444971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-0d5133b2-4507-4002-ac4f-7bd467f1ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.446402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-0d5133b2-4507-4002-ac4f-7bd467f1ca08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e669e1-4ffb-4bd0-921d-19e997c039ad HTTP/1.1" status: 200 len: 848 time: 0.0694413 Feb 11 05:16:42.482376 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-4a40cc82-3d33-4aea-8b89-a88377509222 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86ad31fb-5708-463e-8d9a-d3659320410d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275178 Feb 11 05:16:42.571800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-9a24d3a5-09b8-4ae1-8841-c92295a8fc0a service neutron] 10.222.0.60 "GET /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836029 Feb 11 05:16:42.800876 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.988524 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b29a39d6-0a05-4c9c-954a-7df1be4a965f req-710d3ce3-1d2e-4861-a05a-d5119721694c service neutron] 10.222.0.60 "GET /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068141 Feb 11 05:16:43.113459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1021604-8ddb-491b-b19e-6d8afb05dc38 req-2d6e85ba-c7cb-4b87-8b6e-ddf4fd3cde02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.114977 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1021604-8ddb-491b-b19e-6d8afb05dc38 req-2d6e85ba-c7cb-4b87-8b6e-ddf4fd3cde02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9183f8a0cba4acd97d98f34a5f147c1&device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 1126 time: 0.0489829 Feb 11 05:16:43.177719 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c43d42-2e8f-4a6b-bcd8-ff30824db260 req-87ae19f3-46de-42b0-8bba-6c5d331a6f95 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.180213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10c43d42-2e8f-4a6b-bcd8-ff30824db260 req-87ae19f3-46de-42b0-8bba-6c5d331a6f95 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 943 time: 0.0706263 Feb 11 05:16:43.223594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1021604-8ddb-491b-b19e-6d8afb05dc38 req-3fd7e961-8d97-4ffc-aa49-f970424b2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.225106 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1021604-8ddb-491b-b19e-6d8afb05dc38 req-3fd7e961-8d97-4ffc-aa49-f970424b2213 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86ad31fb-5708-463e-8d9a-d3659320410d HTTP/1.1" status: 200 len: 909 time: 0.1004164 Feb 11 05:16:43.236743 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10c43d42-2e8f-4a6b-bcd8-ff30824db260 req-c7098810-6b55-488a-b237-782ea1a20dcf tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480688 Feb 11 05:16:43.269219 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1021604-8ddb-491b-b19e-6d8afb05dc38 req-b7891ad4-5f51-4deb-a052-c634d875291c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 HTTP/1.1" status: 200 len: 217 time: 0.0367036 Feb 11 05:16:43.327162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1021604-8ddb-491b-b19e-6d8afb05dc38 req-96c60b9c-247d-4aba-8998-a30d90bfa00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.328620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1021604-8ddb-491b-b19e-6d8afb05dc38 req-96c60b9c-247d-4aba-8998-a30d90bfa00e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e669e1-4ffb-4bd0-921d-19e997c039ad HTTP/1.1" status: 200 len: 848 time: 0.0466859 Feb 11 05:16:43.364191 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1021604-8ddb-491b-b19e-6d8afb05dc38 req-b5a68cc1-d739-4d11-80cd-8aa97eaa7583 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86ad31fb-5708-463e-8d9a-d3659320410d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294318 Feb 11 05:16:43.452669 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1021604-8ddb-491b-b19e-6d8afb05dc38 req-0dcc2045-d874-4156-8c47-3a7d23376f3c service neutron] 10.222.0.60 "GET /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816996 Feb 11 05:16:43.583133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1021604-8ddb-491b-b19e-6d8afb05dc38 req-d6e29852-72b7-4dd0-867b-b0f73e3d590d service neutron] 10.222.0.60 "GET /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242497 Feb 11 05:16:43.598252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bb258-2a17-4089-bc8f-4512c4e4de06 req-b164f4c1-51b8-4ad7-844b-1d5de820441d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.599717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f52bb258-2a17-4089-bc8f-4512c4e4de06 req-b164f4c1-51b8-4ad7-844b-1d5de820441d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0747123 Feb 11 05:16:43.651269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f52bb258-2a17-4089-bc8f-4512c4e4de06 req-99e6bc7f-4633-499b-8ad4-e5d4a67dac57 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444946 Feb 11 05:16:44.359114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c65fd2-561e-4fec-bcb9-b6a5a00b1615 req-4a67889c-f93f-46c2-bb72-468bee824046 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:44.360679 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37c65fd2-561e-4fec-bcb9-b6a5a00b1615 req-4a67889c-f93f-46c2-bb72-468bee824046 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 943 time: 0.0546846 Feb 11 05:16:44.380482 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.408294 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37c65fd2-561e-4fec-bcb9-b6a5a00b1615 req-0b0dace4-bb8a-41db-8cdc-7a3f6fd918ad tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Feb 11 05:16:44.773765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d83d0-6c4b-474b-9f3b-511fb9e53290 req-24bfad4f-402d-42d7-a59d-9efe8850ca6f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:44.775368 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-545d83d0-6c4b-474b-9f3b-511fb9e53290 req-24bfad4f-402d-42d7-a59d-9efe8850ca6f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0536175 Feb 11 05:16:44.831557 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-545d83d0-6c4b-474b-9f3b-511fb9e53290 req-4e1c3902-89c9-4f36-8cc7-517e940bf2c5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502098 Feb 11 05:16:45.535643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e99c91-8f18-4f57-a793-4cc191ec6149 req-c530f7cf-a7b5-4c3c-83cb-c34c22c2c49a tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:45.537191 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9e99c91-8f18-4f57-a793-4cc191ec6149 req-c530f7cf-a7b5-4c3c-83cb-c34c22c2c49a tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 943 time: 0.0589280 Feb 11 05:16:45.592052 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9e99c91-8f18-4f57-a793-4cc191ec6149 req-abb4a1b6-d320-4b79-8457-0b7db3fbeebd tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477324 Feb 11 05:16:45.632388 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.953078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9ecec-4534-4b88-9ff7-1a488b618500 req-aa912b36-3773-42af-ae2c-01b49351e192 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:45.954579 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4cd9ecec-4534-4b88-9ff7-1a488b618500 req-aa912b36-3773-42af-ae2c-01b49351e192 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0530639 Feb 11 05:16:46.003881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4cd9ecec-4534-4b88-9ff7-1a488b618500 req-dcb3900a-4921-43a3-84db-10f280ec0628 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435743 Feb 11 05:16:46.718448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5929692-3282-4ba1-94cf-4d70d8f2657d req-a201bc9a-d07e-4ad9-a026-b2f280f84e15 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:46.719947 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5929692-3282-4ba1-94cf-4d70d8f2657d req-a201bc9a-d07e-4ad9-a026-b2f280f84e15 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 943 time: 0.0557740 Feb 11 05:16:46.773172 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b5929692-3282-4ba1-94cf-4d70d8f2657d req-6d0bd814-f506-4009-9d45-87e63e186751 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474305 Feb 11 05:16:47.125286 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa259a-1a6a-4513-ab3a-692cd67094e0 req-8988d671-3eb4-4007-a009-87a0d1f62466 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:47.127026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2efa259a-1a6a-4513-ab3a-692cd67094e0 req-8988d671-3eb4-4007-a009-87a0d1f62466 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0521328 Feb 11 05:16:47.175449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2efa259a-1a6a-4513-ab3a-692cd67094e0 req-2efae160-c152-4280-82a1-7a15783e5d48 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425663 Feb 11 05:16:47.441271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:47.535402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7,segment=NetworkSegment(3e2a4e3c-486a-4b45-ba82-8d4b4e72241c),segment_id=3e2a4e3c-486a-4b45-ba82-8d4b4e72241c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:47.549556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7', 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d', 'port_id': 'e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7', 'mac_address': 'fa:16:3e:00:fb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e669e1-4ffb-4bd0-921d-19e997c039ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:16:47.587810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:47.588229 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.600928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:47.620500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7,segment=NetworkSegment(3e2a4e3c-486a-4b45-ba82-8d4b4e72241c),segment_id=3e2a4e3c-486a-4b45-ba82-8d4b4e72241c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:47.624536 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.669458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:47.676625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.676979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.677324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.677666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.678004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.678340 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.678672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.679038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.679370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.679700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.680026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.680352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.680676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:47.903914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d65be-f22f-4739-af71-cac62e9aa60d req-a0e1845a-b3d3-486c-a39f-504cb970d9b2 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:47.905447 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-447d65be-f22f-4739-af71-cac62e9aa60d req-a0e1845a-b3d3-486c-a39f-504cb970d9b2 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 944 time: 0.0625885 Feb 11 05:16:47.956631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-447d65be-f22f-4739-af71-cac62e9aa60d req-5f25a48d-e756-41e7-acb6-e388b5a898be tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449038 Feb 11 05:16:48.029157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:48.302354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79c5a6-1475-403b-855e-0cd84b82bf2b req-032ff5fd-5199-4b3d-9039-0add6e8b29c3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:48.303929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c79c5a6-1475-403b-855e-0cd84b82bf2b req-032ff5fd-5199-4b3d-9039-0add6e8b29c3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0606086 Feb 11 05:16:48.353392 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c79c5a6-1475-403b-855e-0cd84b82bf2b req-0a4bad46-14f9-45f8-9677-7a84210e15d1 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436723 Feb 11 05:16:49.097909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94787a-6536-43b2-8997-d99b2fec0c12 req-11dc137c-da95-4dfa-9fc1-96db97e775fe tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:49.099480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f94787a-6536-43b2-8997-d99b2fec0c12 req-11dc137c-da95-4dfa-9fc1-96db97e775fe tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 944 time: 0.0646207 Feb 11 05:16:49.149703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f94787a-6536-43b2-8997-d99b2fec0c12 req-ee4d6edc-0dd2-4404-8691-ad09255eb7b1 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441227 Feb 11 05:16:49.457406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:49.482263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b2651-ea92-469e-b73f-94f3b1b123f0 req-c9f2f374-5754-4fc7-9151-c8b37c2ded84 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:49.484048 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-442b2651-ea92-469e-b73f-94f3b1b123f0 req-c9f2f374-5754-4fc7-9151-c8b37c2ded84 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0606811 Feb 11 05:16:49.511177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:16:49.517218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:49.517745 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.540275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-442b2651-ea92-469e-b73f-94f3b1b123f0 req-2d327b03-8356-46fb-82fd-5996a4cd2173 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483406 Feb 11 05:16:49.614591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:49.615022 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.638965 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9d6189-8a6d-403e-8522-5270b615007d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:49.641360 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ba1083-e6fb-4ed8-bcce-4dc4b691f15a" -d '{"events": [{"server_uuid": "ec9d6189-8a6d-403e-8522-5270b615007d", "name": "network-vif-plugged", "status": "completed", "tag": "e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:49.658315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7,segment=NetworkSegment(3e2a4e3c-486a-4b45-ba82-8d4b4e72241c),segment_id=3e2a4e3c-486a-4b45-ba82-8d4b4e72241c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:49.664681 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.699559 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a23b9c-2bc7-4732-94b0-fac41528f3e2 x-openstack-request-id: req-56a23b9c-2bc7-4732-94b0-fac41528f3e2 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:49.699852 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9d6189-8a6d-403e-8522-5270b615007d", "name": "network-vif-plugged", "status": "completed", "tag": "e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:49.700103 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56a23b9c-2bc7-4732-94b0-fac41528f3e2 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:49.700489 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9d6189-8a6d-403e-8522-5270b615007d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7', 'code': 200} Feb 11 05:16:49.727035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:49.809996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4da278-a4e4-4182-9319-c260c68abbd0 req-fcc92534-20cd-4475-94cf-d0b9eee0aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:49.811600 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b4da278-a4e4-4182-9319-c260c68abbd0 req-fcc92534-20cd-4475-94cf-d0b9eee0aa75 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 1128 time: 0.0485761 Feb 11 05:16:49.858801 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b4da278-a4e4-4182-9319-c260c68abbd0 req-4674a741-5fc2-4ea9-a524-daf3b66ed962 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399051 Feb 11 05:16:50.274839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab280c5-cd6f-4970-900b-6dcc76266a96 req-fb5fda09-6d6b-4b22-9969-1f081bc91cf4 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:50.276420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bab280c5-cd6f-4970-900b-6dcc76266a96 req-fb5fda09-6d6b-4b22-9969-1f081bc91cf4 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 945 time: 0.0557823 Feb 11 05:16:50.325031 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bab280c5-cd6f-4970-900b-6dcc76266a96 req-5a4fe4e0-cb14-4c73-a5e4-11d1fe313dbb tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428598 Feb 11 05:16:50.673289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e3e21-31c5-4853-b159-cc319924a5f4 req-0bf0373b-51f0-41f0-a7c8-440bf8eab7dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:50.674795 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-305e3e21-31c5-4853-b159-cc319924a5f4 req-0bf0373b-51f0-41f0-a7c8-440bf8eab7dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0578957 Feb 11 05:16:50.727829 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-305e3e21-31c5-4853-b159-cc319924a5f4 req-61bf646d-10e4-43c8-8e8a-aa9d2f70c9a5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471344 Feb 11 05:16:51.456050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c327dd-7123-4d3d-ad62-13f621457e86 req-4c29d7d1-c043-4c54-b202-d24963581123 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:51.457499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96c327dd-7123-4d3d-ad62-13f621457e86 req-4c29d7d1-c043-4c54-b202-d24963581123 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 945 time: 0.0537019 Feb 11 05:16:51.516865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96c327dd-7123-4d3d-ad62-13f621457e86 req-da525fca-c6d1-4c12-8254-c606b3a025ac tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526886 Feb 11 05:16:51.878946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed57e1-b7dd-4808-b097-8db633526947 req-49d8867a-f2d7-41b6-a9e1-fcc2b8faac57 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:51.880441 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01ed57e1-b7dd-4808-b097-8db633526947 req-49d8867a-f2d7-41b6-a9e1-fcc2b8faac57 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0694189 Feb 11 05:16:51.935393 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01ed57e1-b7dd-4808-b097-8db633526947 req-4dedad54-882e-454b-a8b3-c197b8a08f64 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475466 Feb 11 05:16:52.164833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdecfe-b30e-430f-980a-7ff1f08f386b req-118a9fb8-b0a9-481d-b397-e5accde15d3d tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:52.164833 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06fdecfe-b30e-430f-980a-7ff1f08f386b req-118a9fb8-b0a9-481d-b397-e5accde15d3d tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 945 time: 0.0566103 Feb 11 05:16:52.215146 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06fdecfe-b30e-430f-980a-7ff1f08f386b req-4f489278-dd66-461d-9ab1-014e36ca81df tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424447 Feb 11 05:16:53.083519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145887-72a0-41f5-b250-219c9103acb9 req-136a3b8a-16cb-4e7f-be3f-697860af8f02 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:53.085010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe145887-72a0-41f5-b250-219c9103acb9 req-136a3b8a-16cb-4e7f-be3f-697860af8f02 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0583277 Feb 11 05:16:53.135904 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe145887-72a0-41f5-b250-219c9103acb9 req-29f0bd93-29ec-4eb4-bdc2-419a959c223c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448947 Feb 11 05:16:53.343474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db97f25-ae0d-4cf1-b8cf-af220ec4e67e req-1d05e18b-aaee-46f7-898f-82d605d9a390 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:53.345949 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0db97f25-ae0d-4cf1-b8cf-af220ec4e67e req-1d05e18b-aaee-46f7-898f-82d605d9a390 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 945 time: 0.0547514 Feb 11 05:16:53.397745 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0db97f25-ae0d-4cf1-b8cf-af220ec4e67e req-c2bd8cd3-27af-44f2-b7c2-504179f9933b tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465167 Feb 11 05:16:53.962801 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7049cb4-cfcb-43ea-bad6-c080e0b93441 req-211c317a-7f56-461a-86a8-c57dd7d77741 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:53.964298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7049cb4-cfcb-43ea-bad6-c080e0b93441 req-211c317a-7f56-461a-86a8-c57dd7d77741 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 945 time: 0.0533171 Feb 11 05:16:54.065031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d7049cb4-cfcb-43ea-bad6-c080e0b93441 req-ebf838e4-3c19-413c-bce0-224267b3cb55 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Deleting port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:54.065372 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d7049cb4-cfcb-43ea-bad6-c080e0b93441 req-ebf838e4-3c19-413c-bce0-224267b3cb55 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.159899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d7049cb4-cfcb-43ea-bad6-c080e0b93441 req-ebf838e4-3c19-413c-bce0-224267b3cb55 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] For port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7,segment=NetworkSegment(3e2a4e3c-486a-4b45-ba82-8d4b4e72241c),segment_id=3e2a4e3c-486a-4b45-ba82-8d4b4e72241c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:54.160654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d7049cb4-cfcb-43ea-bad6-c080e0b93441 req-ebf838e4-3c19-413c-bce0-224267b3cb55 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.175520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d7049cb4-cfcb-43ea-bad6-c080e0b93441 req-ebf838e4-3c19-413c-bce0-224267b3cb55 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Calling delete_port for e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:54.309288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314141-0d1f-4704-9461-93b7a3a85a09 req-f2569cf3-2d0b-4765-af5d-b319fc2bf630 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:54.310801 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44314141-0d1f-4704-9461-93b7a3a85a09 req-f2569cf3-2d0b-4765-af5d-b319fc2bf630 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0810668 Feb 11 05:16:54.398387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44314141-0d1f-4704-9461-93b7a3a85a09 req-ecaa78c5-bf69-4658-a9db-f5bf8521f8f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817099 Feb 11 05:16:54.405118 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d7049cb4-cfcb-43ea-bad6-c080e0b93441 req-ebf838e4-3c19-413c-bce0-224267b3cb55 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.433205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:54.440944 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf838e4-3c19-413c-bce0-224267b3cb55 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Pushing event deleted for resources: {'Port': ['ID=e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:54.498252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7049cb4-cfcb-43ea-bad6-c080e0b93441 req-ebf838e4-3c19-413c-bce0-224267b3cb55 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] No DVR routers for this DVR port e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:54.501651 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d7049cb4-cfcb-43ea-bad6-c080e0b93441 req-ebf838e4-3c19-413c-bce0-224267b3cb55 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.505100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7049cb4-cfcb-43ea-bad6-c080e0b93441 req-ebf838e4-3c19-413c-bce0-224267b3cb55 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.60 "DELETE /v2.0/ports/e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 HTTP/1.1" status: 204 len: 173 time: 0.5351570 Feb 11 05:16:54.505564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9d6189-8a6d-403e-8522-5270b615007d', 'name': 'network-vif-deleted', 'tag': 'e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:54.508053 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7f8237-2f6e-42f5-a99c-9c1d33472bdf" -d '{"events": [{"server_uuid": "ec9d6189-8a6d-403e-8522-5270b615007d", "name": "network-vif-deleted", "tag": "e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:54.527121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-933e3b33-588d-4cdf-b454-0d348854268b req-4c2c5080-3008-46a7-9cd2-9dfccf53e444 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec9d6189-8a6d-403e-8522-5270b615007d HTTP/1.1" status: 200 len: 210 time: 0.0334928 Feb 11 05:16:54.559638 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566c95f3-bfb9-4abe-82c2-8de38efabc8e x-openstack-request-id: req-566c95f3-bfb9-4abe-82c2-8de38efabc8e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:54.559941 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9d6189-8a6d-403e-8522-5270b615007d", "name": "network-vif-deleted", "tag": "e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:54.560198 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-566c95f3-bfb9-4abe-82c2-8de38efabc8e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:54.560606 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9d6189-8a6d-403e-8522-5270b615007d', 'name': 'network-vif-deleted', 'tag': 'e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7', 'status': 'completed', 'code': 200} Feb 11 05:16:55.546422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9d1ba-c9b0-47c2-b557-db4cbb153a7a req-ab138f5a-5d97-49f7-b757-38f44103faec tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:55.547902 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68d9d1ba-c9b0-47c2-b557-db4cbb153a7a req-ab138f5a-5d97-49f7-b757-38f44103faec tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0587785 Feb 11 05:16:55.612170 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68d9d1ba-c9b0-47c2-b557-db4cbb153a7a req-c53ca6b8-0cae-465f-b2f4-c60a85ded9eb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576761 Feb 11 05:16:55.813985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-0c1ce3e1-ab3e-45dd-9dda-1c98ba53869d tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:55.815461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-0c1ce3e1-ab3e-45dd-9dda-1c98ba53869d tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/networks?id=86ad31fb-5708-463e-8d9a-d3659320410d HTTP/1.1" status: 200 len: 808 time: 0.1109707 Feb 11 05:16:55.831511 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-f0f3e0c4-8a04-4fa5-81ef-931a830f436c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/quotas/e9183f8a0cba4acd97d98f34a5f147c1 HTTP/1.1" status: 200 len: 375 time: 0.0105221 Feb 11 05:16:55.873681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-1fd17a32-a9b8-4146-af3d-31d6e2302e75 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9183f8a0cba4acd97d98f34a5f147c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281909 Feb 11 05:16:55.969795 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-ce674ac2-fe31-4c88-8e02-e1ba554d944b service neutron] 10.222.0.48 "GET /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890603 Feb 11 05:16:56.068948 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-d8bed064-aca1-43ef-be22-8e1286901746 service neutron] 10.222.0.48 "GET /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933406 Feb 11 05:16:56.251259 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95e6aa01-048b-4343-8b4b-53f2b44b0981 req-64fa48af-6d89-4004-b47c-f901c889b698 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 210 time: 0.0289283 Feb 11 05:16:56.751198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b4cd3-21ba-4daa-8469-bbc4e089ec43 req-6e036d78-8666-47b6-9af6-fcc7fec4af60 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:56.753191 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-794b4cd3-21ba-4daa-8469-bbc4e089ec43 req-6e036d78-8666-47b6-9af6-fcc7fec4af60 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0716801 Feb 11 05:16:56.822554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-794b4cd3-21ba-4daa-8469-bbc4e089ec43 req-03822352-db6e-45f0-b9b5-85c7f32c7870 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634565 Feb 11 05:16:57.371704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b369fdce-3eda-4614-996f-a7ae61828b04 req-e34d76e4-c4f0-4990-96f1-d20a050fdd1e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 210 time: 0.0376892 Feb 11 05:16:57.388611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-1a83bcf5-0394-4a13-9641-cd272b55c4a7 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:57.390349 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-1a83bcf5-0394-4a13-9641-cd272b55c4a7 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.60 "GET /v2.0/networks?id=86ad31fb-5708-463e-8d9a-d3659320410d HTTP/1.1" status: 200 len: 808 time: 0.1542015 Feb 11 05:16:57.408605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Request body: {'port': {'device_id': '7c477411-1286-4894-b336-e51bdb34cc33', 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d', 'admin_state_up': True, 'tenant_id': 'e9183f8a0cba4acd97d98f34a5f147c1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:57.497260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:57.519005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:57.519361 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device e30d6ab9-fd5a-46e8-a17a-c8254f57b2c7 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:57.524881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Made reservation on behalf of e9183f8a0cba4acd97d98f34a5f147c1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:57.529108 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.703434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Allocated IP 172.20.0.7 (86ad31fb-5708-463e-8d9a-d3659320410d/b7e669e1-4ffb-4bd0-921d-19e997c039ad/0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:57.920636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks [] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.989654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.002869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb178ff-4759-424a-aaef-1680fd4a429c req-bcab700c-1410-4493-8181-49c8fc10a063 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.004505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5eb178ff-4759-424a-aaef-1680fd4a429c req-bcab700c-1410-4493-8181-49c8fc10a063 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0979359 Feb 11 05:16:58.091635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Network 86ad31fb-5708-463e-8d9a-d3659320410d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:58.105327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:58.110631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:58.113562 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Pushing event updated for resources: {'Port': ['ID=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:58.154800 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-7262558c-b632-469d-8b2f-1879bef78727 req-10d056ca-f109-4379-8441-2da75e644d19 service neutron] show failed (client error): The resource could not be found. Feb 11 05:16:58.156262 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-10d056ca-f109-4379-8441-2da75e644d19 service neutron] 10.222.0.60 "GET /v2.0/ports/fd2f795d-6de0-47df-8734-0d5e46a22ec5/bindings/n-h2-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0705523 Feb 11 05:16:58.171612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5eb178ff-4759-424a-aaef-1680fd4a429c req-51c98999-8162-4c3b-a308-bb57a1aeb069 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572263 Feb 11 05:16:58.199138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.199772 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.218433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-814b56ec-de20-4934-bb1a-587f10b1d37c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8141308 Feb 11 05:16:58.252900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Request body: {'port': {'device_id': '7c477411-1286-4894-b336-e51bdb34cc33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:58.324712 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.557021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f0e62-cee2-4eac-8fc1-dddeee935fdd req-637bf98a-d2fd-4403-a82c-2bcb4228101f tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.566971 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c23f0e62-cee2-4eac-8fc1-dddeee935fdd req-637bf98a-d2fd-4403-a82c-2bcb4228101f tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 931 time: 0.0964987 Feb 11 05:16:58.622245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c23f0e62-cee2-4eac-8fc1-dddeee935fdd req-f50fecba-9a1b-45da-bf3b-9c73323e25c3 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543506 Feb 11 05:16:58.718397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262558c-b632-469d-8b2f-1879bef78727 req-bb9f7b11-e8f2-4ae1-b16b-b7a530865d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.720484 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-bb9f7b11-e8f2-4ae1-b16b-b7a530865d24 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2&tenant_id=4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 1129 time: 0.2643850 Feb 11 05:16:58.746299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:58.833180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:58.868716 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Publish callbacks [] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.896750 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.898808 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Transition to ACTIVE for port object 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:58.909938 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.014167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Pushing event updated for resources: {'Port': ['ID=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:59.206564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Attempting to bind port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:59.206564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Attempting to bind port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '3e2a4e3c-486a-4b45-ba82-8d4b4e72241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:59.206564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Attempting to bind port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 on network 86ad31fb-5708-463e-8d9a-d3659320410d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:59.214704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 on network 86ad31fb-5708-463e-8d9a-d3659320410d not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:59.215141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Attempting to bind port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 on network 86ad31fb-5708-463e-8d9a-d3659320410d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:59.223106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:59.223630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Checking segment: {'id': '3e2a4e3c-486a-4b45-ba82-8d4b4e72241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:59.224089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Bound using segment: {'id': '3e2a4e3c-486a-4b45-ba82-8d4b4e72241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:59.224713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Bound port: 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2a4e3c-486a-4b45-ba82-8d4b4e72241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:59.225040 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.294889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:59.376752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:59.397083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] For port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:59.425311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09009d-5770-4041-8931-150a114f1ac4 req-05b2ccc8-efd1-4b59-b4f2-18c04e18f161 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.426720 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1e09009d-5770-4041-8931-150a114f1ac4 req-05b2ccc8-efd1-4b59-b4f2-18c04e18f161 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.1488032 Feb 11 05:16:59.428451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] For port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243,segment=NetworkSegment(3e2a4e3c-486a-4b45-ba82-8d4b4e72241c),segment_id=3e2a4e3c-486a-4b45-ba82-8d4b4e72241c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:59.449642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.463579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:59.465813 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c3346c-1eaa-4275-addb-f22a051a0d99" -d '{"events": [{"server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "name": "network-vif-unplugged", "status": "completed", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:59.491128 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Publish callbacks [] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.523451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Transition to ACTIVE for port object fd2f795d-6de0-47df-8734-0d5e46a22ec5 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:59.531990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.532621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.534035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] 10.222.0.60 "PUT /v2.0/ports/0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 HTTP/1.1" status: 200 len: 1092 time: 1.2874451 Feb 11 05:16:59.541498 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.564027 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27431ac7-2a5e-4ac2-8af1-13ea18110ea4 x-openstack-request-id: req-27431ac7-2a5e-4ac2-8af1-13ea18110ea4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:59.564382 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "name": "network-vif-unplugged", "status": "completed", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:59.564585 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27431ac7-2a5e-4ac2-8af1-13ea18110ea4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:59.564997 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'code': 200} Feb 11 05:16:59.574136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1e09009d-5770-4041-8931-150a114f1ac4 req-982b7a18-5328-4186-bf62-f9412e50e4eb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397765 Feb 11 05:16:59.579898 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6e45f-8e6f-481b-9cd7-b37162ee8157 service neutron] Pushing event updated for resources: {'Port': ['ID=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:59.762315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Pushing event updated for resources: {'Port': ['ID=fd2f795d-6de0-47df-8734-0d5e46a22ec5,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:59.781525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c97a4-e44f-490d-98f3-05a1144f26fb req-58b046bd-b437-48f6-980b-ee6e7d744127 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.793620 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-061c97a4-e44f-490d-98f3-05a1144f26fb req-58b046bd-b437-48f6-980b-ee6e7d744127 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 943 time: 0.0757120 Feb 11 05:16:59.803593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] No DVR routers for this DVR port fd2f795d-6de0-47df-8734-0d5e46a22ec5 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:59.807238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-1f036560-13e1-47d1-9305-ce08cf0b35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.808774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-1f036560-13e1-47d1-9305-ce08cf0b35cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9183f8a0cba4acd97d98f34a5f147c1&device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 1126 time: 0.1711721 Feb 11 05:16:59.850370 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-061c97a4-e44f-490d-98f3-05a1144f26fb req-281534f1-1bf7-49cf-994a-b931619243a7 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555308 Feb 11 05:16:59.910479 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-74ad171a-0e54-40dc-8ae3-8a73f9a9e536 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 HTTP/1.1" status: 200 len: 217 time: 0.0589993 Feb 11 05:17:00.009713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-72e62d43-2b6c-44d4-af9c-6d08a0216c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.011728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-72e62d43-2b6c-44d4-af9c-6d08a0216c7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e669e1-4ffb-4bd0-921d-19e997c039ad HTTP/1.1" status: 200 len: 848 time: 0.0978842 Feb 11 05:17:00.075705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-bf2ea1af-6c77-433a-a1bc-9c6a0c075b13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86ad31fb-5708-463e-8d9a-d3659320410d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569937 Feb 11 05:17:00.119882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Attempting to bind port fd2f795d-6de0-47df-8734-0d5e46a22ec5 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:00.120360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Attempting to bind port fd2f795d-6de0-47df-8734-0d5e46a22ec5 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:00.120844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Attempting to bind port fd2f795d-6de0-47df-8734-0d5e46a22ec5 on network 7192cf98-aaf9-4779-bce8-839593907629 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:00.145685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Port fd2f795d-6de0-47df-8734-0d5e46a22ec5 on network 7192cf98-aaf9-4779-bce8-839593907629 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:00.145685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Attempting to bind port fd2f795d-6de0-47df-8734-0d5e46a22ec5 on network 7192cf98-aaf9-4779-bce8-839593907629 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:00.153249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:00.153713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Checking segment: {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:00.154244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Bound using segment: {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:00.154851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Bound port: fd2f795d-6de0-47df-8734-0d5e46a22ec5, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a697b1b-6b89-487b-baf2-63022822f34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7192cf98-aaf9-4779-bce8-839593907629'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:00.155370 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.293033 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-461c0f20-859f-42b0-a5f0-aea0ffad07f1 service neutron] 10.222.0.60 "GET /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038343 Feb 11 05:17:00.333815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:00.363976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:00.407994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.472688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.473320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.474711 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] 10.222.0.10 "PUT /v2.0/ports/fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 1093 time: 1.7372100 Feb 11 05:17:00.503674 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7298720e-125d-42bc-9f3f-0acbc5c6157b req-917e7b10-b06d-408d-b56c-258b760d1219 service neutron] 10.222.0.60 "GET /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029772 Feb 11 05:17:00.506784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf3b00-7994-411e-9e55-9bb41a6b7c9a service neutron] Pushing event updated for resources: {'Port': ['ID=fd2f795d-6de0-47df-8734-0d5e46a22ec5,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:00.565155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262558c-b632-469d-8b2f-1879bef78727 req-6738e43e-144f-4917-a60f-134c51e2c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.566667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-6738e43e-144f-4917-a60f-134c51e2c7f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1127 time: 0.0538433 Feb 11 05:17:00.677423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262558c-b632-469d-8b2f-1879bef78727 req-ec432e44-38ca-4419-90c0-820ebcfab1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.679155 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-ec432e44-38ca-4419-90c0-820ebcfab1d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 200 len: 898 time: 0.1053774 Feb 11 05:17:00.780351 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-9bbb9ac7-9c81-4722-a34d-b4b3ed75177e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 999 time: 0.0889502 Feb 11 05:17:00.787953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077fa6a-87e0-4a89-b9a2-2c89fe09e4d2 req-03c1d6a5-42f1-4c3e-9c4e-889c2a6a9cb4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.789421 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b077fa6a-87e0-4a89-b9a2-2c89fe09e4d2 req-03c1d6a5-42f1-4c3e-9c4e-889c2a6a9cb4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 944 time: 0.1069536 Feb 11 05:17:00.856457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262558c-b632-469d-8b2f-1879bef78727 req-c4f2a132-4b8f-4aad-ba2c-d373490502d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.857930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-c4f2a132-4b8f-4aad-ba2c-d373490502d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc04c7f8-78c6-40a0-9137-73297477b3a5 HTTP/1.1" status: 200 len: 834 time: 0.0676603 Feb 11 05:17:00.880886 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b077fa6a-87e0-4a89-b9a2-2c89fe09e4d2 req-42acbba9-560a-4d48-901f-0bc4d9e04081 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834422 Feb 11 05:17:00.918372 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262558c-b632-469d-8b2f-1879bef78727 req-2d5cb08a-b2e7-45f7-afaf-652c84a68b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.919921 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-2d5cb08a-b2e7-45f7-afaf-652c84a68b64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7192cf98-aaf9-4779-bce8-839593907629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0532901 Feb 11 05:17:00.994468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31112d-a937-4ccd-b783-ed2967ee763f req-83814c4c-0df0-4d15-a805-af992c04a59f tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:01.002643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd31112d-a937-4ccd-b783-ed2967ee763f req-83814c4c-0df0-4d15-a805-af992c04a59f tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 943 time: 0.0592968 Feb 11 05:17:01.017927 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-25f949e0-91da-42b6-a327-d1dcf4b1e954 service neutron] 10.222.0.10 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922339 Feb 11 05:17:01.048789 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd31112d-a937-4ccd-b783-ed2967ee763f req-a11d7ac7-21fb-49a9-8340-60cc63869ae0 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451987 Feb 11 05:17:01.120026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7262558c-b632-469d-8b2f-1879bef78727 req-5b0d7cf1-a916-41ad-883c-7f464cbf1367 service neutron] 10.222.0.10 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954645 Feb 11 05:17:01.565882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c477411-1286-4894-b336-e51bdb34cc33', 'tag': '0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243'}, {'name': 'network-changed', 'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:01.568243 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23277158-10fd-4786-87da-d35ea61d9a31" -d '{"events": [{"name": "network-changed", "server_uuid": "7c477411-1286-4894-b336-e51bdb34cc33", "tag": "0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243"}, {"name": "network-changed", "server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:01.620830 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c82926-e757-48e7-a4c2-f75659e18cee x-openstack-request-id: req-71c82926-e757-48e7-a4c2-f75659e18cee {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:01.621195 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c477411-1286-4894-b336-e51bdb34cc33", "tag": "0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:01.621514 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71c82926-e757-48e7-a4c2-f75659e18cee {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:01.621982 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c477411-1286-4894-b336-e51bdb34cc33', 'tag': '0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243', 'status': 'completed', 'code': 200} Feb 11 05:17:01.622459 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'status': 'completed', 'code': 200} Feb 11 05:17:01.752514 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277158-10fd-4786-87da-d35ea61d9a31 req-17377a15-a8a9-44ea-a86b-19946711c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:01.754001 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-17377a15-a8a9-44ea-a86b-19946711c1d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1127 time: 0.0798659 Feb 11 05:17:01.755972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277158-10fd-4786-87da-d35ea61d9a31 req-8b668fc0-ee52-4ebb-8a23-2ca569b8027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:01.757957 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-8b668fc0-ee52-4ebb-8a23-2ca569b8027d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9183f8a0cba4acd97d98f34a5f147c1&device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 1126 time: 0.0973291 Feb 11 05:17:02.023654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64da16-f0bd-403a-8712-6c6a4a028765 req-82d85bee-b6a9-44d3-93f0-3998bd2fbf44 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.025904 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e64da16-f0bd-403a-8712-6c6a4a028765 req-82d85bee-b6a9-44d3-93f0-3998bd2fbf44 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 944 time: 0.0661132 Feb 11 05:17:02.094838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e64da16-f0bd-403a-8712-6c6a4a028765 req-0217a90c-d0e4-4c4a-a2b3-c5d61c6920bb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565686 Feb 11 05:17:02.291612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277158-10fd-4786-87da-d35ea61d9a31 req-47491224-82e8-46db-b8e3-1b0c2db2bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.292985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-47491224-82e8-46db-b8e3-1b0c2db2bad1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=86ad31fb-5708-463e-8d9a-d3659320410d HTTP/1.1" status: 200 len: 909 time: 0.5240901 Feb 11 05:17:02.297048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277158-10fd-4786-87da-d35ea61d9a31 req-9b7c1c7c-9b8d-4631-bb91-cd6be646856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.298397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-9b7c1c7c-9b8d-4631-bb91-cd6be646856a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 200 len: 898 time: 0.5370350 Feb 11 05:17:02.343619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-d011f772-bd1c-461f-a301-7576dd5f4c41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 HTTP/1.1" status: 200 len: 217 time: 0.0435066 Feb 11 05:17:02.416103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484ee40-3eda-420d-a1b2-2ed26671b978 req-edaf79e1-dd79-433a-bb1a-75f0875afdc6 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.417468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c484ee40-3eda-420d-a1b2-2ed26671b978 req-edaf79e1-dd79-433a-bb1a-75f0875afdc6 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 943 time: 0.1861880 Feb 11 05:17:02.463941 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-18b6ed30-9864-4ae7-a437-c605adb397b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 999 time: 0.1559997 Feb 11 05:17:02.466853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277158-10fd-4786-87da-d35ea61d9a31 req-ec7b7aed-0761-419e-86e9-db7292d0db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.468229 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-ec7b7aed-0761-419e-86e9-db7292d0db15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e669e1-4ffb-4bd0-921d-19e997c039ad HTTP/1.1" status: 200 len: 848 time: 0.0927649 Feb 11 05:17:02.542128 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-172c7f0a-50bd-4f6a-ad92-d1f5e5b02ede service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=86ad31fb-5708-463e-8d9a-d3659320410d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563774 Feb 11 05:17:02.550585 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c484ee40-3eda-420d-a1b2-2ed26671b978 req-e0f9cb7a-536a-41c9-ac4c-fb02e01b97b5 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245842 Feb 11 05:17:02.583770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277158-10fd-4786-87da-d35ea61d9a31 req-82724d56-ce19-4327-9e24-2df5176c651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.585208 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-82724d56-ce19-4327-9e24-2df5176c651f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc04c7f8-78c6-40a0-9137-73297477b3a5 HTTP/1.1" status: 200 len: 834 time: 0.1126659 Feb 11 05:17:02.671924 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-94a38f43-f257-4954-8520-4bf832373589 service neutron] 10.222.0.60 "GET /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181207 Feb 11 05:17:02.688489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277158-10fd-4786-87da-d35ea61d9a31 req-c8e18e82-4676-4a31-80ed-4cc908de3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.689932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-c8e18e82-4676-4a31-80ed-4cc908de3d7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7192cf98-aaf9-4779-bce8-839593907629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0755870 Feb 11 05:17:02.844843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-151df7dd-df81-4d3b-8418-33bc25a83fdc service neutron] 10.222.0.60 "GET /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657541 Feb 11 05:17:02.848172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-b2e8bb6d-e555-48eb-80de-b29c0f770356 service neutron] 10.222.0.10 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430318 Feb 11 05:17:02.967167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-3ecb64f3-523a-4666-87ca-7f69c72d1671 service neutron] 10.222.0.10 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117320 Feb 11 05:17:02.974375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277158-10fd-4786-87da-d35ea61d9a31 req-5ea4140d-c770-4337-81a9-c0ed70692376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.975770 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-5ea4140d-c770-4337-81a9-c0ed70692376 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1127 time: 0.0653892 Feb 11 05:17:03.068931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277158-10fd-4786-87da-d35ea61d9a31 req-e251f3fc-65d4-40d6-9010-3276d44c0387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.070397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-e251f3fc-65d4-40d6-9010-3276d44c0387 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 200 len: 898 time: 0.0881310 Feb 11 05:17:03.133863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device fd2f795d-6de0-47df-8734-0d5e46a22ec5 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:03.145979 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-61ab5f71-f536-491e-bae6-629e0d6bd241 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 999 time: 0.0641053 Feb 11 05:17:03.195816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277158-10fd-4786-87da-d35ea61d9a31 req-9b4a09d5-c679-4a5b-938f-38beb36c99bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.197611 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-9b4a09d5-c679-4a5b-938f-38beb36c99bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04c7f8-78c6-40a0-9137-73297477b3a5 HTTP/1.1" status: 200 len: 834 time: 0.0483866 Feb 11 05:17:03.245710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:03.245951 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327b7c5-47b4-4280-aa43-e6be374e3143 req-4402a9ad-5599-48fc-9ce3-73db901cff06 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.247199 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7327b7c5-47b4-4280-aa43-e6be374e3143 req-4402a9ad-5599-48fc-9ce3-73db901cff06 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 944 time: 0.0598245 Feb 11 05:17:03.257650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277158-10fd-4786-87da-d35ea61d9a31 req-218a1312-5d39-461f-acfd-7c4c5b02d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.259103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'port_id': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'mac_address': 'fa:16:3e:9d:7c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:03.259806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-218a1312-5d39-461f-acfd-7c4c5b02d090 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7192cf98-aaf9-4779-bce8-839593907629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547428 Feb 11 05:17:03.299282 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port fd2f795d-6de0-47df-8734-0d5e46a22ec5 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:03.299946 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.311326 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7327b7c5-47b4-4280-aa43-e6be374e3143 req-e913144e-0b98-44c3-8b2e-6293ba60a08e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551317 Feb 11 05:17:03.313750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2f795d-6de0-47df-8734-0d5e46a22ec5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:03.334441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:03.341474 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.361751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-2a15140c-be1c-409d-b37b-5abbe15085e3 service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953057 Feb 11 05:17:03.397129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=fd2f795d-6de0-47df-8734-0d5e46a22ec5,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:03.461340 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.466289 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23277158-10fd-4786-87da-d35ea61d9a31 req-a2cb1f04-f951-47a7-97bd-862c4fc5bc37 service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982106 Feb 11 05:17:03.522887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:03.529637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device fd2f795d-6de0-47df-8734-0d5e46a22ec5 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:03.554407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2ec09-4afd-4ae1-82de-1c25cdedaa51 req-ed8421bb-eb2d-4eeb-8d86-073313e1b6d1 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.556329 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30e2ec09-4afd-4ae1-82de-1c25cdedaa51 req-ed8421bb-eb2d-4eeb-8d86-073313e1b6d1 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 945 time: 0.0649731 Feb 11 05:17:03.606184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] The host n-h1-615180-58 is not matching for port fd2f795d-6de0-47df-8734-0d5e46a22ec5 host n-h2-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:17:03.606593 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device fd2f795d-6de0-47df-8734-0d5e46a22ec5 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:03.623029 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30e2ec09-4afd-4ae1-82de-1c25cdedaa51 req-df788288-9199-4a9c-9950-86def0416a67 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574963 Feb 11 05:17:03.639197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31cda9-b855-4a78-b841-a10e814381eb req-61ff458a-3ec9-44cc-946c-5d416933bdfe tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.640694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b31cda9-b855-4a78-b841-a10e814381eb req-61ff458a-3ec9-44cc-946c-5d416933bdfe tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.60 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2&tenant_id=4606a55f42cf40e5a3952a4488271540&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 945 time: 0.1181314 Feb 11 05:17:03.664919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['fd2f795d-6de0-47df-8734-0d5e46a22ec5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:03.733836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243,segment=NetworkSegment(3e2a4e3c-486a-4b45-ba82-8d4b4e72241c),segment_id=3e2a4e3c-486a-4b45-ba82-8d4b4e72241c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:03.740763 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-0b31cda9-b855-4a78-b841-a10e814381eb req-d31f25c7-3b19-4919-8caf-333142ae3cbc service neutron] delete failed (client error): The resource could not be found. Feb 11 05:17:03.741805 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b31cda9-b855-4a78-b841-a10e814381eb req-d31f25c7-3b19-4919-8caf-333142ae3cbc service neutron] 10.222.0.60 "DELETE /v2.0/ports/fd2f795d-6de0-47df-8734-0d5e46a22ec5/bindings/n-h1-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0941246 Feb 11 05:17:03.749314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b430-11d8-4e80-9683-8fa8ca924392 req-eec764b9-2a95-43bc-84a1-71f62ae5defd tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.750806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f025b430-11d8-4e80-9683-8fa8ca924392 req-eec764b9-2a95-43bc-84a1-71f62ae5defd tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 943 time: 0.0956128 Feb 11 05:17:03.764987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243', 'network_id': '86ad31fb-5708-463e-8d9a-d3659320410d', 'port_id': '0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243', 'mac_address': 'fa:16:3e:a8:64:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e669e1-4ffb-4bd0-921d-19e997c039ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:03.829299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f025b430-11d8-4e80-9683-8fa8ca924392 req-baee00c0-1edf-43ea-a297-ac762db7b04e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701244 Feb 11 05:17:03.841510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:03.842006 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.875208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:03.880793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31cda9-b855-4a78-b841-a10e814381eb req-44cfaab7-3d48-4d12-b9f6-9824f735ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.882275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b31cda9-b855-4a78-b841-a10e814381eb req-44cfaab7-3d48-4d12-b9f6-9824f735ec5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1128 time: 0.0656018 Feb 11 05:17:03.904951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243,segment=NetworkSegment(3e2a4e3c-486a-4b45-ba82-8d4b4e72241c),segment_id=3e2a4e3c-486a-4b45-ba82-8d4b4e72241c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:03.914270 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.990989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31cda9-b855-4a78-b841-a10e814381eb req-7b81cfcd-b5c7-4d0e-951e-577b9b64b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.992529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b31cda9-b855-4a78-b841-a10e814381eb req-7b81cfcd-b5c7-4d0e-951e-577b9b64b34b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 200 len: 898 time: 0.1017108 Feb 11 05:17:04.006136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:04.070602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b31cda9-b855-4a78-b841-a10e814381eb req-5c28080d-12e9-438b-a747-eb3a8d211476 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 1000 time: 0.0703511 Feb 11 05:17:04.121237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31cda9-b855-4a78-b841-a10e814381eb req-05efa73f-0790-41e4-9124-dcc9dd318da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:04.122709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b31cda9-b855-4a78-b841-a10e814381eb req-05efa73f-0790-41e4-9124-dcc9dd318da7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04c7f8-78c6-40a0-9137-73297477b3a5 HTTP/1.1" status: 200 len: 834 time: 0.0447421 Feb 11 05:17:04.174541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31cda9-b855-4a78-b841-a10e814381eb req-5e700a38-19ce-47a5-9b29-33643f99a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:04.176292 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b31cda9-b855-4a78-b841-a10e814381eb req-5e700a38-19ce-47a5-9b29-33643f99a235 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7192cf98-aaf9-4779-bce8-839593907629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476184 Feb 11 05:17:04.274407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b31cda9-b855-4a78-b841-a10e814381eb req-781fa1ee-e487-4f75-bb45-acbd90bff0b0 service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906570 Feb 11 05:17:04.329627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:04.367717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b31cda9-b855-4a78-b841-a10e814381eb req-88f3a40f-058c-4dfa-a0ea-62e0efe5d252 service neutron] 10.222.0.60 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868282 Feb 11 05:17:04.747254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d3123-9958-4793-913f-567bee859547 req-df4e65dc-639c-4e30-9d1d-8f727e292fbd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:04.748886 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc3d3123-9958-4793-913f-567bee859547 req-df4e65dc-639c-4e30-9d1d-8f727e292fbd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 945 time: 0.0600741 Feb 11 05:17:04.816499 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc3d3123-9958-4793-913f-567bee859547 req-a67a9ec1-0626-4c33-9604-2621f11d982c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615139 Feb 11 05:17:04.981055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b489e67-c78b-4fa5-8d59-bd52c25aa46f req-5dc05e5b-6a95-44ee-bac9-08c705dd191f tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:04.982936 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b489e67-c78b-4fa5-8d59-bd52c25aa46f req-5dc05e5b-6a95-44ee-bac9-08c705dd191f tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 944 time: 0.0650103 Feb 11 05:17:05.044717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b489e67-c78b-4fa5-8d59-bd52c25aa46f req-5eb0a89c-4dc1-463c-8845-9996d58ba3af tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557795 Feb 11 05:17:05.141952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device fd2f795d-6de0-47df-8734-0d5e46a22ec5 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:05.191178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port fd2f795d-6de0-47df-8734-0d5e46a22ec5 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:05.194938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port fd2f795d-6de0-47df-8734-0d5e46a22ec5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:05.195261 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.280424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port fd2f795d-6de0-47df-8734-0d5e46a22ec5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:05.281019 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.303530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:05.305765 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d907844d-275b-4757-a54d-d04444e46173" -d '{"events": [{"server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "name": "network-vif-plugged", "status": "completed", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:05.318464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:05.323673 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.348169 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4afc17-94ab-4064-95c5-5fe535c3f01c x-openstack-request-id: req-0d4afc17-94ab-4064-95c5-5fe535c3f01c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:05.348798 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "name": "network-vif-plugged", "status": "completed", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:05.348798 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d4afc17-94ab-4064-95c5-5fe535c3f01c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:05.349122 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'code': 200} Feb 11 05:17:05.373986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=fd2f795d-6de0-47df-8734-0d5e46a22ec5,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:05.535664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:05.590247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:05.594765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:05.595177 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.671086 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:05.671482 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.705313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243,segment=NetworkSegment(3e2a4e3c-486a-4b45-ba82-8d4b4e72241c),segment_id=3e2a4e3c-486a-4b45-ba82-8d4b4e72241c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:05.709420 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.759004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:05.941798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b0e9-324a-4c0d-8152-0442548fb1a0 req-797afc86-a54f-4989-8858-d6e2669d4378 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.943317 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bce4b0e9-324a-4c0d-8152-0442548fb1a0 req-797afc86-a54f-4989-8858-d6e2669d4378 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0545518 Feb 11 05:17:05.991192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bce4b0e9-324a-4c0d-8152-0442548fb1a0 req-2ef2eb1c-ea91-44f9-9a8c-8af15b640188 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422597 Feb 11 05:17:06.013643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 43762) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:06.079931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8c9bd5eb-6e93-48a1-b31c-62d543e20323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/8441bfda-a085-4e3e-ac7b-a8424cb00d88 HTTP/1.1" status: 200 len: 993 time: 0.0594647 Feb 11 05:17:06.180417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ee6df-8771-48b2-9b97-38cdcff2ece0 req-0d4b2bea-f713-4806-917f-f5a16471cad0 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:06.182097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-850ee6df-8771-48b2-9b97-38cdcff2ece0 req-0d4b2bea-f713-4806-917f-f5a16471cad0 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 945 time: 0.0576603 Feb 11 05:17:06.229577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-850ee6df-8771-48b2-9b97-38cdcff2ece0 req-27fc23fc-0759-4719-b891-662e41c7c9ec tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416286 Feb 11 05:17:07.350186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c477411-1286-4894-b336-e51bdb34cc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:07.351800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b874b-ba62-4e9a-9259-2fd0e5097645 req-ee8afe77-9463-4a50-8398-42d65a39aedf tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:07.352415 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20de36c0-588f-490a-8a23-c4ce2ad36a25" -d '{"events": [{"server_uuid": "7c477411-1286-4894-b336-e51bdb34cc33", "name": "network-vif-plugged", "status": "completed", "tag": "0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:07.353871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e13b874b-ba62-4e9a-9259-2fd0e5097645 req-ee8afe77-9463-4a50-8398-42d65a39aedf tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 945 time: 0.0542481 Feb 11 05:17:07.396415 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf680348-945c-412b-a151-17cafd6b58fc x-openstack-request-id: req-cf680348-945c-412b-a151-17cafd6b58fc {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:07.396713 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c477411-1286-4894-b336-e51bdb34cc33", "name": "network-vif-plugged", "status": "completed", "tag": "0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:07.396970 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf680348-945c-412b-a151-17cafd6b58fc {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:07.397362 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c477411-1286-4894-b336-e51bdb34cc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243', 'code': 200} Feb 11 05:17:07.409368 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e13b874b-ba62-4e9a-9259-2fd0e5097645 req-04b35974-7e31-47f8-bf36-103b850aceae tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499365 Feb 11 05:17:07.522339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845be09-9c52-4710-bac7-d19ba3d31d1f req-efcde250-ecdb-46f3-a260-e75d387270fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:07.523813 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2845be09-9c52-4710-bac7-d19ba3d31d1f req-efcde250-ecdb-46f3-a260-e75d387270fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 1128 time: 0.0433540 Feb 11 05:17:07.559822 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:07.570956 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2845be09-9c52-4710-bac7-d19ba3d31d1f req-3a237233-14a9-4fec-ab20-77c5824d863c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398650 Feb 11 05:17:08.531376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b7fa-f627-44ba-91f0-3d7eb5afdbfa req-d96384a8-1e44-4730-8422-94ea82fd869c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:08.532893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4cc9b7fa-f627-44ba-91f0-3d7eb5afdbfa req-d96384a8-1e44-4730-8422-94ea82fd869c tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 945 time: 0.0535073 Feb 11 05:17:08.596912 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4cc9b7fa-f627-44ba-91f0-3d7eb5afdbfa req-14e6a331-a416-48ad-b8f4-7f64c9603e4b tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521059 Feb 11 05:17:09.421635 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a47109c-847a-45c7-9eae-8567fc75aa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.719256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6c495-0740-430a-8e1f-6afeb85f60b3 req-16173e29-6c9e-428c-a571-f428d38dac4a tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:09.720748 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0a6c495-0740-430a-8e1f-6afeb85f60b3 req-16173e29-6c9e-428c-a571-f428d38dac4a tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 945 time: 0.0522912 Feb 11 05:17:09.767871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d0a6c495-0740-430a-8e1f-6afeb85f60b3 req-110df62c-1014-4c0e-abf2-6ee095f38e03 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Feb 11 05:17:10.449206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebba87-4226-462e-8da2-c6dbe423ef9c req-66c2b461-5ed6-42e8-a161-2f65245ab093 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:10.450736 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55ebba87-4226-462e-8da2-c6dbe423ef9c req-66c2b461-5ed6-42e8-a161-2f65245ab093 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 945 time: 0.0578923 Feb 11 05:17:10.497840 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55ebba87-4226-462e-8da2-c6dbe423ef9c req-0ad5861c-e862-4a9b-884a-8d5451a4f140 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Feb 11 05:17:11.628845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd7821-aa7f-4f29-840d-30aeee61ba8a req-9fa863f2-f03f-4fd0-aea7-beed29461d13 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:11.630348 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aefd7821-aa7f-4f29-840d-30aeee61ba8a req-9fa863f2-f03f-4fd0-aea7-beed29461d13 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 945 time: 0.0590255 Feb 11 05:17:11.695803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aefd7821-aa7f-4f29-840d-30aeee61ba8a req-6345b892-523b-464c-9644-4afd868dcc90 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Feb 11 05:17:11.859548 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f7b3e94-87b8-4928-ac79-9152c103e2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.504309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ec706-ebf1-4d34-a0f5-c13d53fa0a2d req-c432a9d8-5e4b-4999-8aec-b624ab7dbe12 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:12.506101 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a67ec706-ebf1-4d34-a0f5-c13d53fa0a2d req-c432a9d8-5e4b-4999-8aec-b624ab7dbe12 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 945 time: 0.0660264 Feb 11 05:17:12.622105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a67ec706-ebf1-4d34-a0f5-c13d53fa0a2d req-8b319791-124e-4c45-962d-50b58befd901 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Deleting port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:12.622598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a67ec706-ebf1-4d34-a0f5-c13d53fa0a2d req-8b319791-124e-4c45-962d-50b58befd901 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.726746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a67ec706-ebf1-4d34-a0f5-c13d53fa0a2d req-8b319791-124e-4c45-962d-50b58befd901 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] For port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243,segment=NetworkSegment(3e2a4e3c-486a-4b45-ba82-8d4b4e72241c),segment_id=3e2a4e3c-486a-4b45-ba82-8d4b4e72241c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:12.727158 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a67ec706-ebf1-4d34-a0f5-c13d53fa0a2d req-8b319791-124e-4c45-962d-50b58befd901 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.741037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a67ec706-ebf1-4d34-a0f5-c13d53fa0a2d req-8b319791-124e-4c45-962d-50b58befd901 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Calling delete_port for 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:12.808610 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.873346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47db61-8630-4007-988f-7539385d7178 req-4210805a-a1ff-4971-a117-f7a43f8a84b5 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:12.874843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ba47db61-8630-4007-988f-7539385d7178 req-4210805a-a1ff-4971-a117-f7a43f8a84b5 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c477411-1286-4894-b336-e51bdb34cc33 HTTP/1.1" status: 200 len: 945 time: 0.0827711 Feb 11 05:17:12.965159 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ba47db61-8630-4007-988f-7539385d7178 req-f2e7139c-51be-4c48-b5d1-bd5b5aafb88e tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.48 "GET /v2.0/security-groups?id=f57292b4-c471-42a0-bb4a-0a6810369137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811162 Feb 11 05:17:12.979981 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a67ec706-ebf1-4d34-a0f5-c13d53fa0a2d req-8b319791-124e-4c45-962d-50b58befd901 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:13.008531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:13.048619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b319791-124e-4c45-962d-50b58befd901 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Pushing event deleted for resources: {'Port': ['ID=0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:13.090400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67ec706-ebf1-4d34-a0f5-c13d53fa0a2d req-8b319791-124e-4c45-962d-50b58befd901 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] No DVR routers for this DVR port 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:13.093703 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a67ec706-ebf1-4d34-a0f5-c13d53fa0a2d req-8b319791-124e-4c45-962d-50b58befd901 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:13.097952 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a67ec706-ebf1-4d34-a0f5-c13d53fa0a2d req-8b319791-124e-4c45-962d-50b58befd901 tempest-VolumesActionsTest-1793554866 tempest-VolumesActionsTest-1793554866-project] 10.222.0.60 "DELETE /v2.0/ports/0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 HTTP/1.1" status: 204 len: 173 time: 0.5858803 Feb 11 05:17:13.098511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c477411-1286-4894-b336-e51bdb34cc33', 'name': 'network-vif-deleted', 'tag': '0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:13.101074 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8ab619-a8bd-4358-b247-9568a922681f" -d '{"events": [{"server_uuid": "7c477411-1286-4894-b336-e51bdb34cc33", "name": "network-vif-deleted", "tag": "0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:13.151577 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a281fc20-9a67-44c0-ae88-8a52adb43576 x-openstack-request-id: req-a281fc20-9a67-44c0-ae88-8a52adb43576 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:13.152006 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c477411-1286-4894-b336-e51bdb34cc33", "name": "network-vif-deleted", "tag": "0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:13.153182 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a281fc20-9a67-44c0-ae88-8a52adb43576 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:13.153778 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c477411-1286-4894-b336-e51bdb34cc33', 'name': 'network-vif-deleted', 'tag': '0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243', 'status': 'completed', 'code': 200} Feb 11 05:17:14.382227 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.667679 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:17.582439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:17.607517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:17.608331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0366bea1-f3c2-4b53-ad5c-f7c5ee8d7243 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:17.617795 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f723fea-7c9c-4984-9823-a7c9aa5fbdd7 req-5eb4a72e-adfd-4e6b-baad-9beba953d43f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0621150 Feb 11 05:17:17.762369 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f723fea-7c9c-4984-9823-a7c9aa5fbdd7 req-a3b9fb3e-d421-4ca5-9491-de8cbc1590b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:17.764852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f723fea-7c9c-4984-9823-a7c9aa5fbdd7 req-a3b9fb3e-d421-4ca5-9491-de8cbc1590b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1129 time: 0.0580206 Feb 11 05:17:17.924605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f723fea-7c9c-4984-9823-a7c9aa5fbdd7 req-38cbb576-0bb0-4227-a7e5-2efd18943c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:17.926637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f723fea-7c9c-4984-9823-a7c9aa5fbdd7 req-38cbb576-0bb0-4227-a7e5-2efd18943c98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 200 len: 898 time: 0.1376936 Feb 11 05:17:18.020487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f723fea-7c9c-4984-9823-a7c9aa5fbdd7 req-370bfe0c-4932-49cf-ad71-99fd561ebdd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 1001 time: 0.0803921 Feb 11 05:17:18.124310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f723fea-7c9c-4984-9823-a7c9aa5fbdd7 req-15bcd53f-693b-46c0-b58d-8710faa7e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.125796 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f723fea-7c9c-4984-9823-a7c9aa5fbdd7 req-15bcd53f-693b-46c0-b58d-8710faa7e255 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc04c7f8-78c6-40a0-9137-73297477b3a5 HTTP/1.1" status: 200 len: 834 time: 0.0958638 Feb 11 05:17:18.229194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f723fea-7c9c-4984-9823-a7c9aa5fbdd7 req-ec0d3eb1-b348-4da3-95f4-dbf67923b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.233998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f723fea-7c9c-4984-9823-a7c9aa5fbdd7 req-ec0d3eb1-b348-4da3-95f4-dbf67923b471 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7192cf98-aaf9-4779-bce8-839593907629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0984221 Feb 11 05:17:18.384534 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f723fea-7c9c-4984-9823-a7c9aa5fbdd7 req-472efcd2-dd1c-43cb-87a0-c4da48d91bac service neutron] 10.222.0.10 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462162 Feb 11 05:17:18.494879 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f723fea-7c9c-4984-9823-a7c9aa5fbdd7 req-da400b93-6329-49cf-9677-1f0ca88af6f8 service neutron] 10.222.0.10 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041014 Feb 11 05:17:18.588218 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:17:33.465913 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.645888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015efe87-c2c7-4946-b532-6fb8d5fc0ebb req-884a92fe-b17a-4f1d-b707-3c96cf843dd9 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.648134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-015efe87-c2c7-4946-b532-6fb8d5fc0ebb req-884a92fe-b17a-4f1d-b707-3c96cf843dd9 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1129 time: 0.0845568 Feb 11 05:17:34.715937 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-015efe87-c2c7-4946-b532-6fb8d5fc0ebb req-b6889785-323e-41f6-8e09-5b4e0a35c100 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612524 Feb 11 05:17:34.740319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:34.963218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port fb64cb94-2a2c-4356-8115-d59d1645198d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:34.963564 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fb64cb94-2a2c-4356-8115-d59d1645198d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.111433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fb64cb94-2a2c-4356-8115-d59d1645198d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.111678 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (fb64cb94-2a2c-4356-8115-d59d1645198d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.125939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for fb64cb94-2a2c-4356-8115-d59d1645198d owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:35.303738 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (fb64cb94-2a2c-4356-8115-d59d1645198d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.333496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=fb64cb94-2a2c-4356-8115-d59d1645198d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:35.397122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.397537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.398022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.398475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.399418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.399937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.400484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.400922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.401460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.401906 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.402343 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.402777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.403249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:35.415476 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (8441bfda-a085-4e3e-ac7b-a8424cb00d88), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.415988 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Floating IP 8441bfda-a085-4e3e-ac7b-a8424cb00d88 disassociated (deleted). External IP: 172.25.7.21, port: fd2f795d-6de0-47df-8734-0d5e46a22ec5. Feb 11 05:17:35.676839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 589bd20c-c242-4498-9584-2957e27d7016 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:17:35.796131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:35.802270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.807179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fa0707-3565-4f8c-9a21-428d9b73fff9 None None] Sync routers for ids ['589bd20c-c242-4498-9584-2957e27d7016'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:35.826586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa0707-3565-4f8c-9a21-428d9b73fff9 None None] Routers {'589bd20c-c242-4498-9584-2957e27d7016'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:35.827619 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b3fa0707-3565-4f8c-9a21-428d9b73fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['589bd20c-c242-4498-9584-2957e27d7016'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:35.871465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f14bad44-814b-41f2-b080-b47c38457728 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/floatingips/8441bfda-a085-4e3e-ac7b-a8424cb00d88 HTTP/1.1" status: 204 len: 168 time: 1.1296659 Feb 11 05:17:35.872352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:35.874868 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6477fd53-5ae3-4674-a3eb-a047b332bad4" -d '{"events": [{"name": "network-changed", "server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:35.958064 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986eb3b7-e928-434a-9035-00abc4cc5abf x-openstack-request-id: req-986eb3b7-e928-434a-9035-00abc4cc5abf {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:35.958363 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:35.958628 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-986eb3b7-e928-434a-9035-00abc4cc5abf {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:35.959327 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'status': 'completed', 'code': 200} Feb 11 05:17:36.050239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-b3fa0707-3565-4f8c-9a21-428d9b73fff9 None None] Set router 589bd20c-c242-4498-9584-2957e27d7016 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:36.123324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477fd53-5ae3-4674-a3eb-a047b332bad4 req-43b6aa85-91b4-48d8-ac5e-e64e390d8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.125409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6477fd53-5ae3-4674-a3eb-a047b332bad4 req-43b6aa85-91b4-48d8-ac5e-e64e390d8b99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 1129 time: 0.1227064 Feb 11 05:17:36.340512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477fd53-5ae3-4674-a3eb-a047b332bad4 req-4fa39d99-b757-4c15-927c-026562b105a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.346959 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6477fd53-5ae3-4674-a3eb-a047b332bad4 req-4fa39d99-b757-4c15-927c-026562b105a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 200 len: 898 time: 0.2126055 Feb 11 05:17:36.424230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b3fa0707-3565-4f8c-9a21-428d9b73fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661', 'name': '', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:a2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:58Z', 'updated_at': '2022-02-11T05:15:03Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:36.436448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6477fd53-5ae3-4674-a3eb-a047b332bad4 req-0afff15d-7e4d-4a12-b48a-9cd7ae9b7cc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 200 len: 217 time: 0.0688524 Feb 11 05:17:36.450519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3bb67-f0ca-4743-b0c2-71c620f09365 req-34a0491a-9fbb-4a63-a85f-1780f36cdd6f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.452036 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dde3bb67-f0ca-4743-b0c2-71c620f09365 req-34a0491a-9fbb-4a63-a85f-1780f36cdd6f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.2110894 Feb 11 05:17:36.457084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fa0707-3565-4f8c-9a21-428d9b73fff9 None None] Checking router: 589bd20c-c242-4498-9584-2957e27d7016 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:36.467509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa0707-3565-4f8c-9a21-428d9b73fff9 None None] Routers {'589bd20c-c242-4498-9584-2957e27d7016'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:36.468464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b3fa0707-3565-4f8c-9a21-428d9b73fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['589bd20c-c242-4498-9584-2957e27d7016'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:36.535026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dde3bb67-f0ca-4743-b0c2-71c620f09365 req-01b7eb9d-4467-4b34-a357-90ebf95fe5bc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747869 Feb 11 05:17:36.548251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477fd53-5ae3-4674-a3eb-a047b332bad4 req-e4e61929-8e52-4614-b679-73752bb385e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.549849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6477fd53-5ae3-4674-a3eb-a047b332bad4 req-e4e61929-8e52-4614-b679-73752bb385e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc04c7f8-78c6-40a0-9137-73297477b3a5 HTTP/1.1" status: 200 len: 834 time: 0.0969307 Feb 11 05:17:36.643809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477fd53-5ae3-4674-a3eb-a047b332bad4 req-4633663c-34ef-4240-97fd-7d9626a33810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.646127 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6477fd53-5ae3-4674-a3eb-a047b332bad4 req-4633663c-34ef-4240-97fd-7d9626a33810 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7192cf98-aaf9-4779-bce8-839593907629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0733244 Feb 11 05:17:36.674573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-b3fa0707-3565-4f8c-9a21-428d9b73fff9 None None] Set router 589bd20c-c242-4498-9584-2957e27d7016 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:36.785578 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6477fd53-5ae3-4674-a3eb-a047b332bad4 req-86836fe0-cfe5-4f4c-bd35-4128ee3ff093 service neutron] 10.222.0.10 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212568 Feb 11 05:17:36.910763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-b3fa0707-3565-4f8c-9a21-428d9b73fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661', 'name': '', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:a2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:58Z', 'updated_at': '2022-02-11T05:15:03Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:36.943056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6477fd53-5ae3-4674-a3eb-a047b332bad4 req-e0e8e447-3e4e-4c5d-8211-2fa6a261566f service neutron] 10.222.0.10 "GET /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490295 Feb 11 05:17:36.952861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fa0707-3565-4f8c-9a21-428d9b73fff9 None None] The sync data for ids ['589bd20c-c242-4498-9584-2957e27d7016'] in n-d-615180-58 is: [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661', 'name': '', 'network_id': '7192cf98-aaf9-4779-bce8-839593907629', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:a2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:58Z', 'updated_at': '2022-02-11T05:15:03Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': 'cc04c7f8-78c6-40a0-9137-73297477b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:37.248759 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f9bc3-aab8-4f38-9b72-e071d17b9f4b None None] New status for floating IP 8441bfda-a085-4e3e-ac7b-a8424cb00d88: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:17:37.560421 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.586850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d3e9c-624f-4555-86c4-b9a01fb07c3c req-8cd938ec-5376-4e3d-8895-fcbf20b77f0a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.588381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-301d3e9c-624f-4555-86c4-b9a01fb07c3c req-8cd938ec-5376-4e3d-8895-fcbf20b77f0a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.10 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0613639 Feb 11 05:17:37.710658 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb93531-7e35-49d3-b744-2840b64a8246 req-a3dc02c6-81d9-449c-8cc7-1ebc7df2d42e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.712412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6cb93531-7e35-49d3-b744-2840b64a8246 req-a3dc02c6-81d9-449c-8cc7-1ebc7df2d42e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f19ff8-db85-4779-a30f-dc80b0dd6da2 HTTP/1.1" status: 200 len: 946 time: 0.0679691 Feb 11 05:17:37.735780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-301d3e9c-624f-4555-86c4-b9a01fb07c3c req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port fd2f795d-6de0-47df-8734-0d5e46a22ec5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:37.736609 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-301d3e9c-624f-4555-86c4-b9a01fb07c3c req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.784252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6cb93531-7e35-49d3-b744-2840b64a8246 req-90da153d-899e-456d-82b3-3f6bcd75931c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cdbf1ad-6d38-418a-85af-14af6bb09e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563376 Feb 11 05:17:37.848963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-301d3e9c-624f-4555-86c4-b9a01fb07c3c req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] For port fd2f795d-6de0-47df-8734-0d5e46a22ec5, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=fd2f795d-6de0-47df-8734-0d5e46a22ec5,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:37.849336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-301d3e9c-624f-4555-86c4-b9a01fb07c3c req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.871997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-301d3e9c-624f-4555-86c4-b9a01fb07c3c req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for fd2f795d-6de0-47df-8734-0d5e46a22ec5 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:38.013950 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-301d3e9c-624f-4555-86c4-b9a01fb07c3c req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (fd2f795d-6de0-47df-8734-0d5e46a22ec5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.046328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=fd2f795d-6de0-47df-8734-0d5e46a22ec5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:38.060577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.060982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.061397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.061692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.062037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.062379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.062718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.063207 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.063547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.063886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.064223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.064555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.064885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:38.115502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-301d3e9c-624f-4555-86c4-b9a01fb07c3c req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] No DVR routers for this DVR port fd2f795d-6de0-47df-8734-0d5e46a22ec5 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:38.119056 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-301d3e9c-624f-4555-86c4-b9a01fb07c3c req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.122675 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-301d3e9c-624f-4555-86c4-b9a01fb07c3c req-014d71e2-24d3-48a2-aa42-3a720cc13865 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.10 "DELETE /v2.0/ports/fd2f795d-6de0-47df-8734-0d5e46a22ec5 HTTP/1.1" status: 204 len: 173 time: 0.5285823 Feb 11 05:17:38.123166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'name': 'network-vif-deleted', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:38.125936 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9a59c9-fa2a-4131-895c-cedecf7977c7" -d '{"events": [{"server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "name": "network-vif-deleted", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:38.190464 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50393388-791e-43eb-a833-674db4f2ec7d x-openstack-request-id: req-50393388-791e-43eb-a833-674db4f2ec7d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:38.190860 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f19ff8-db85-4779-a30f-dc80b0dd6da2", "name": "network-vif-deleted", "tag": "fd2f795d-6de0-47df-8734-0d5e46a22ec5", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:38.191237 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50393388-791e-43eb-a833-674db4f2ec7d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:38.191736 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f19ff8-db85-4779-a30f-dc80b0dd6da2', 'name': 'network-vif-deleted', 'tag': 'fd2f795d-6de0-47df-8734-0d5e46a22ec5', 'status': 'completed', 'code': 200} Feb 11 05:17:38.250632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44700) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:38.310233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5cb10f-2b7c-489d-a261-d3e260a74e1f admin admin] Deleting subnet b7e669e1-4ffb-4bd0-921d-19e997c039ad {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:17:38.313829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb10f-2b7c-489d-a261-d3e260a74e1f admin admin] Publish callbacks [] for subnet (b7e669e1-4ffb-4bd0-921d-19e997c039ad), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.350662 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb10f-2b7c-489d-a261-d3e260a74e1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (b7e669e1-4ffb-4bd0-921d-19e997c039ad), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.395987 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb10f-2b7c-489d-a261-d3e260a74e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (b7e669e1-4ffb-4bd0-921d-19e997c039ad), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.474731 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb10f-2b7c-489d-a261-d3e260a74e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (b7e669e1-4ffb-4bd0-921d-19e997c039ad), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.503792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cb10f-2b7c-489d-a261-d3e260a74e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e669e1-4ffb-4bd0-921d-19e997c039ad,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:38.515790 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb10f-2b7c-489d-a261-d3e260a74e1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.522300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9d5cb10f-2b7c-489d-a261-d3e260a74e1f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b7e669e1-4ffb-4bd0-921d-19e997c039ad HTTP/1.1" status: 204 len: 168 time: 0.2679219 Feb 11 05:17:38.522625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44706) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:38.614228 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (86ad31fb-5708-463e-8d9a-d3659320410d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.729384 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (86ad31fb-5708-463e-8d9a-d3659320410d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.755367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ad31fb-5708-463e-8d9a-d3659320410d']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:38.772123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2a4e3c-486a-4b45-ba82-8d4b4e72241c') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:38.772428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2a4e3c-486a-4b45-ba82-8d4b4e72241c') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:38.783789 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (3e2a4e3c-486a-4b45-ba82-8d4b4e72241c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.800376 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3e2a4e3c-486a-4b45-ba82-8d4b4e72241c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.807449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:17:38.807866 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (3e2a4e3c-486a-4b45-ba82-8d4b4e72241c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:17:38.809617 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:17:38.864177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (86ad31fb-5708-463e-8d9a-d3659320410d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.871069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44716) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:38.883122 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.886474 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/86ad31fb-5708-463e-8d9a-d3659320410d HTTP/1.1" status: 204 len: 168 time: 0.3626456 Feb 11 05:17:38.887367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4845872-b86e-4824-ba0d-7c8d52ac6fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ad31fb-5708-463e-8d9a-d3659320410d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:39.050634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44724) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:39.103966 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3475324a-ae7e-4105-a89d-0b5408086a69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9183f8a0cba4acd97d98f34a5f147c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518525 Feb 11 05:17:39.104612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44726) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:39.161845 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1e6422a-b8f4-4999-80f5-6986afc5adee admin admin] Publish callbacks [] for security_group (f57292b4-c471-42a0-bb4a-0a6810369137), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.186204 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1e6422a-b8f4-4999-80f5-6986afc5adee admin admin] Publish callbacks [] for security_group (f57292b4-c471-42a0-bb4a-0a6810369137), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.247535 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1e6422a-b8f4-4999-80f5-6986afc5adee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f57292b4-c471-42a0-bb4a-0a6810369137), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.252524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d1e6422a-b8f4-4999-80f5-6986afc5adee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.256650 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d1e6422a-b8f4-4999-80f5-6986afc5adee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f57292b4-c471-42a0-bb4a-0a6810369137 HTTP/1.1" status: 204 len: 168 time: 0.1481729 Feb 11 05:17:39.269247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6422a-b8f4-4999-80f5-6986afc5adee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57292b4-c471-42a0-bb4a-0a6810369137,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:39.364610 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bdb23ee-8eca-476c-8dfc-dc848c71d323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (589bd20c-c242-4498-9584-2957e27d7016), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.463972 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b2fceae-a469-44fe-bb4c-6fc4e256ecd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.173953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb23ee-8eca-476c-8dfc-dc848c71d323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:40.174489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bdb23ee-8eca-476c-8dfc-dc848c71d323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.287302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4bdb23ee-8eca-476c-8dfc-dc848c71d323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] For port 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:40.287694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bdb23ee-8eca-476c-8dfc-dc848c71d323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.307235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb23ee-8eca-476c-8dfc-dc848c71d323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:40.552725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bdb23ee-8eca-476c-8dfc-dc848c71d323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.590328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb23ee-8eca-476c-8dfc-dc848c71d323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:40.863456 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bdb23ee-8eca-476c-8dfc-dc848c71d323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (589bd20c-c242-4498-9584-2957e27d7016), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.116928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdb23ee-8eca-476c-8dfc-dc848c71d323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 589bd20c-c242-4498-9584-2957e27d7016 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:17:41.233270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdb23ee-8eca-476c-8dfc-dc848c71d323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:41.238541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4bdb23ee-8eca-476c-8dfc-dc848c71d323 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "PUT /v2.0/routers/589bd20c-c242-4498-9584-2957e27d7016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3664618 Feb 11 05:17:41.241318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44800) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:41.250024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bafc4c-aa5d-43b9-bd85-3a75e8ba1c98 None None] Sync routers for ids ['589bd20c-c242-4498-9584-2957e27d7016'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:41.271741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bafc4c-aa5d-43b9-bd85-3a75e8ba1c98 None None] Routers {'589bd20c-c242-4498-9584-2957e27d7016'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:41.272820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-54bafc4c-aa5d-43b9-bd85-3a75e8ba1c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['589bd20c-c242-4498-9584-2957e27d7016'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:41.307378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-61947d43-d7a2-4580-9310-cb4748fea0d6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting subnet cc04c7f8-78c6-40a0-9137-73297477b3a5 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:17:41.310867 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61947d43-d7a2-4580-9310-cb4748fea0d6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for subnet (cc04c7f8-78c6-40a0-9137-73297477b3a5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.354551 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61947d43-d7a2-4580-9310-cb4748fea0d6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (cc04c7f8-78c6-40a0-9137-73297477b3a5), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.378224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device fd2f795d-6de0-47df-8734-0d5e46a22ec5 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:41.400607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: fd2f795d-6de0-47df-8734-0d5e46a22ec5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:41.401258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device fd2f795d-6de0-47df-8734-0d5e46a22ec5 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:41.412247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-54bafc4c-aa5d-43b9-bd85-3a75e8ba1c98 None None] Set router 589bd20c-c242-4498-9584-2957e27d7016 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:41.459727 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61947d43-d7a2-4580-9310-cb4748fea0d6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (cc04c7f8-78c6-40a0-9137-73297477b3a5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.540995 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61947d43-d7a2-4580-9310-cb4748fea0d6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (cc04c7f8-78c6-40a0-9137-73297477b3a5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.584654 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61947d43-d7a2-4580-9310-cb4748fea0d6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.590614 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-61947d43-d7a2-4580-9310-cb4748fea0d6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/subnets/cc04c7f8-78c6-40a0-9137-73297477b3a5 HTTP/1.1" status: 204 len: 168 time: 0.3472416 Feb 11 05:17:41.591973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8160edbc-4e6c-43c8-bff5-959c38e90ae8 None None] Network 7192cf98-aaf9-4779-bce8-839593907629 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:41.592783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44806) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:41.598268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61947d43-d7a2-4580-9310-cb4748fea0d6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Subnet': ['ID=cc04c7f8-78c6-40a0-9137-73297477b3a5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:41.704452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-54bafc4c-aa5d-43b9-bd85-3a75e8ba1c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:17:40Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:41.745863 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router (589bd20c-c242-4498-9584-2957e27d7016), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.747039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bafc4c-aa5d-43b9-bd85-3a75e8ba1c98 None None] Checking router: 589bd20c-c242-4498-9584-2957e27d7016 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:41.765487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bafc4c-aa5d-43b9-bd85-3a75e8ba1c98 None None] Routers {'589bd20c-c242-4498-9584-2957e27d7016'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:41.766128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-54bafc4c-aa5d-43b9-bd85-3a75e8ba1c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['589bd20c-c242-4498-9584-2957e27d7016'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:41.810382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e08d9e-5ca3-427d-8546-44efac473650 None None] DHCP port deletion for 7192cf98-aaf9-4779-bce8-839593907629 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:17:41.937642 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (589bd20c-c242-4498-9584-2957e27d7016), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.994322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-54bafc4c-aa5d-43b9-bd85-3a75e8ba1c98 None None] Set router 589bd20c-c242-4498-9584-2957e27d7016 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:42.001968 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-545903ae-bd27-49e0-9318-befdd1135c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.010742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port 085cadfd-1ad4-442a-a96e-5dc4445e35cb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:42.011053 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.135523 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] For port 085cadfd-1ad4-442a-a96e-5dc4445e35cb, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=085cadfd-1ad4-442a-a96e-5dc4445e35cb,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:42.136262 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.155906 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for 085cadfd-1ad4-442a-a96e-5dc4445e35cb owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:42.322759 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-96e08d9e-5ca3-427d-8546-44efac473650 None None] Deleting port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:42.323334 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96e08d9e-5ca3-427d-8546-44efac473650 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.388232 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (085cadfd-1ad4-442a-a96e-5dc4445e35cb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.416226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-96e08d9e-5ca3-427d-8546-44efac473650 None None] For port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162,segment=NetworkSegment(9a697b1b-6b89-487b-baf2-63022822f34a),segment_id=9a697b1b-6b89-487b-baf2-63022822f34a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:42.416699 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96e08d9e-5ca3-427d-8546-44efac473650 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.439506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=085cadfd-1ad4-442a-a96e-5dc4445e35cb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:42.450886 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-96e08d9e-5ca3-427d-8546-44efac473650 None None] Calling delete_port for 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:42.523043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (589bd20c-c242-4498-9584-2957e27d7016), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.565667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-54bafc4c-aa5d-43b9-bd85-3a75e8ba1c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:17:40Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:42.597205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bafc4c-aa5d-43b9-bd85-3a75e8ba1c98 None None] The sync data for ids ['589bd20c-c242-4498-9584-2957e27d7016'] in n-d-615180-58 is: [{'id': '589bd20c-c242-4498-9584-2957e27d7016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252960466', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:14:50Z', 'updated_at': '2022-02-11T05:17:40Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '085cadfd-1ad4-442a-a96e-5dc4445e35cb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589bd20c-c242-4498-9584-2957e27d7016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:14:51Z', 'updated_at': '2022-02-11T05:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:42.608453 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96e08d9e-5ca3-427d-8546-44efac473650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.632145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e08d9e-5ca3-427d-8546-44efac473650 None None] No DVR routers for this DVR port 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:42.640516 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (589bd20c-c242-4498-9584-2957e27d7016), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.642735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_controller (589bd20c-c242-4498-9584-2957e27d7016), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.656128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e08d9e-5ca3-427d-8546-44efac473650 None None] Pushing event deleted for resources: {'Port': ['ID=2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:42.697035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (589bd20c-c242-4498-9584-2957e27d7016), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.697575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Fanout notify agent at l3_agent the message router_deleted on router 589bd20c-c242-4498-9584-2957e27d7016 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:17:42.704727 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.705918 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-14463219-8df0-4085-bf37-e4010f823aa7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/routers/589bd20c-c242-4498-9584-2957e27d7016 HTTP/1.1" status: 204 len: 168 time: 1.1115532 Feb 11 05:17:42.708614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44826) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:42.787408 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (7192cf98-aaf9-4779-bce8-839593907629), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.824034 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.883800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (7192cf98-aaf9-4779-bce8-839593907629), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.904263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7192cf98-aaf9-4779-bce8-839593907629']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:42.913436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a697b1b-6b89-487b-baf2-63022822f34a') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:42.913736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a697b1b-6b89-487b-baf2-63022822f34a') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:42.923721 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (9a697b1b-6b89-487b-baf2-63022822f34a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.939406 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (9a697b1b-6b89-487b-baf2-63022822f34a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.946478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:17:42.946984 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (9a697b1b-6b89-487b-baf2-63022822f34a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:17:42.950372 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:17:43.044209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (7192cf98-aaf9-4779-bce8-839593907629), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.059728 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.063749 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/networks/7192cf98-aaf9-4779-bce8-839593907629 HTTP/1.1" status: 204 len: 168 time: 0.3541601 Feb 11 05:17:43.068112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44844) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:43.214143 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a605e501-9b3a-47fe-b8e9-6cdee944d12c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (2cdbf1ad-6d38-418a-85af-14af6bb09e9d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.247750 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a605e501-9b3a-47fe-b8e9-6cdee944d12c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (2cdbf1ad-6d38-418a-85af-14af6bb09e9d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.266246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:43.310144 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:43.313154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1d7b5ab3-f3f5-4cdb-a100-ec539d0fb661 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:43.313851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:43.348185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:43.349633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2e5ac2c2-c2b2-485c-a6b8-5e608f3c4162 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:43.369441 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a605e501-9b3a-47fe-b8e9-6cdee944d12c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2cdbf1ad-6d38-418a-85af-14af6bb09e9d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.372454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a605e501-9b3a-47fe-b8e9-6cdee944d12c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.383810 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a605e501-9b3a-47fe-b8e9-6cdee944d12c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/security-groups/2cdbf1ad-6d38-418a-85af-14af6bb09e9d HTTP/1.1" status: 204 len: 168 time: 0.3135917 Feb 11 05:17:43.407433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605e501-9b3a-47fe-b8e9-6cdee944d12c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdbf1ad-6d38-418a-85af-14af6bb09e9d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:43.493439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632f395-db11-4b58-b7f8-c6db721b16b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Network': ['ID=7192cf98-aaf9-4779-bce8-839593907629,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:43.861694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44860) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:43.866243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b22ee7f5-7924-4fc9-a803-13585eabe6bd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218753658', 'description': 'tempest-secgroup-smoke-1218753658 description', 'project_id': '4606a55f42cf40e5a3952a4488271540'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:43.890316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b22ee7f5-7924-4fc9-a803-13585eabe6bd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.999194 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b22ee7f5-7924-4fc9-a803-13585eabe6bd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (fe71433b-9701-4a7e-81e0-389795773840), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.006064 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b22ee7f5-7924-4fc9-a803-13585eabe6bd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fe71433b-9701-4a7e-81e0-389795773840), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.040397 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b22ee7f5-7924-4fc9-a803-13585eabe6bd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.041890 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b22ee7f5-7924-4fc9-a803-13585eabe6bd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1791997 Feb 11 05:17:44.045059 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44868) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:44.049669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f43f2831-24b7-45a1-ade3-bfad7b817846 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': 'fe71433b-9701-4a7e-81e0-389795773840', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:44.059510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ee7f5-7924-4fc9-a803-13585eabe6bd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe71433b-9701-4a7e-81e0-389795773840,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:44.078331 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f43f2831-24b7-45a1-ade3-bfad7b817846 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (71562832-6632-42a9-9994-573142870425), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.150243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f43f2831-24b7-45a1-ade3-bfad7b817846 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (71562832-6632-42a9-9994-573142870425), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.154144 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f43f2831-24b7-45a1-ade3-bfad7b817846 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (71562832-6632-42a9-9994-573142870425), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.171975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f2831-24b7-45a1-ade3-bfad7b817846 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71562832-6632-42a9-9994-573142870425,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:44.185972 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f43f2831-24b7-45a1-ade3-bfad7b817846 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.187450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f43f2831-24b7-45a1-ade3-bfad7b817846 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413517 Feb 11 05:17:44.190473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44870) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:44.195931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-096b19ca-13df-4765-a113-11b4ce7b0092 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': 'fe71433b-9701-4a7e-81e0-389795773840', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:44.226195 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-096b19ca-13df-4765-a113-11b4ce7b0092 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (0f2d5e9c-c565-44f6-9f5a-085f428cd742), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.289989 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-096b19ca-13df-4765-a113-11b4ce7b0092 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (0f2d5e9c-c565-44f6-9f5a-085f428cd742), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.298025 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-096b19ca-13df-4765-a113-11b4ce7b0092 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (0f2d5e9c-c565-44f6-9f5a-085f428cd742), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.321012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b19ca-13df-4765-a113-11b4ce7b0092 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2d5e9c-c565-44f6-9f5a-085f428cd742,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:44.335784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-096b19ca-13df-4765-a113-11b4ce7b0092 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.340347 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-096b19ca-13df-4765-a113-11b4ce7b0092 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458135 Feb 11 05:17:44.340490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44874) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:44.345421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-438ace22-c83d-4376-8b65-c6f9af6a8584 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': 'fe71433b-9701-4a7e-81e0-389795773840', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:44.391292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-438ace22-c83d-4376-8b65-c6f9af6a8584 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (e3abbb57-1b08-4590-b1d2-5aad5a4cf7b0), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.410619 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.484617 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-438ace22-c83d-4376-8b65-c6f9af6a8584 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (e3abbb57-1b08-4590-b1d2-5aad5a4cf7b0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.488439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-438ace22-c83d-4376-8b65-c6f9af6a8584 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e3abbb57-1b08-4590-b1d2-5aad5a4cf7b0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.507554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ace22-c83d-4376-8b65-c6f9af6a8584 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3abbb57-1b08-4590-b1d2-5aad5a4cf7b0,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:44.515144 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-438ace22-c83d-4376-8b65-c6f9af6a8584 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.519356 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-438ace22-c83d-4376-8b65-c6f9af6a8584 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1748097 Feb 11 05:17:44.519356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44880) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:44.524261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-143395db-22ad-422a-b514-0adaa906674b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': 'fe71433b-9701-4a7e-81e0-389795773840', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:44.549624 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-143395db-22ad-422a-b514-0adaa906674b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (c14a4e09-e26c-4bc4-83bc-caa44a521ada), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.612894 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-143395db-22ad-422a-b514-0adaa906674b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (c14a4e09-e26c-4bc4-83bc-caa44a521ada), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.620355 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-143395db-22ad-422a-b514-0adaa906674b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (c14a4e09-e26c-4bc4-83bc-caa44a521ada), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.639820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143395db-22ad-422a-b514-0adaa906674b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14a4e09-e26c-4bc4-83bc-caa44a521ada,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:44.650405 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-143395db-22ad-422a-b514-0adaa906674b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.654656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44886) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:44.655184 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-143395db-22ad-422a-b514-0adaa906674b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346896 Feb 11 05:17:44.659325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-184ce041-de61-4412-be40-ea82743de0c4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': 'fe71433b-9701-4a7e-81e0-389795773840', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:44.681364 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-184ce041-de61-4412-be40-ea82743de0c4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Project 4606a55f42cf40e5a3952a4488271540 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:17:44.688055 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-184ce041-de61-4412-be40-ea82743de0c4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (47492eef-9436-40a5-a7d6-b6f60766279d), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.763473 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-184ce041-de61-4412-be40-ea82743de0c4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (47492eef-9436-40a5-a7d6-b6f60766279d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.767588 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-184ce041-de61-4412-be40-ea82743de0c4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (47492eef-9436-40a5-a7d6-b6f60766279d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.789467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ce041-de61-4412-be40-ea82743de0c4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47492eef-9436-40a5-a7d6-b6f60766279d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:44.795783 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-184ce041-de61-4412-be40-ea82743de0c4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.797331 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-184ce041-de61-4412-be40-ea82743de0c4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413870 Feb 11 05:17:44.799876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44888) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:44.804668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-869620c3-405e-41ad-b7c9-2233cc17fa5a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': 'fe71433b-9701-4a7e-81e0-389795773840', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:44.827375 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-869620c3-405e-41ad-b7c9-2233cc17fa5a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Project 4606a55f42cf40e5a3952a4488271540 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:17:44.833355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-869620c3-405e-41ad-b7c9-2233cc17fa5a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (8bb7c7c8-ecbe-498d-871f-dc7b7dffc1ac), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.897942 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-869620c3-405e-41ad-b7c9-2233cc17fa5a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (8bb7c7c8-ecbe-498d-871f-dc7b7dffc1ac), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.902969 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-869620c3-405e-41ad-b7c9-2233cc17fa5a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (8bb7c7c8-ecbe-498d-871f-dc7b7dffc1ac), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.927841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869620c3-405e-41ad-b7c9-2233cc17fa5a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb7c7c8-ecbe-498d-871f-dc7b7dffc1ac,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:44.938032 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-869620c3-405e-41ad-b7c9-2233cc17fa5a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.939742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-869620c3-405e-41ad-b7c9-2233cc17fa5a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385064 Feb 11 05:17:44.942930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44896) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:44.948775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-00bf9b8f-d237-42ac-a906-9a81e15dd107 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'network': {'name': 'tempest-network-smoke--2128607360', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'port_security_enabled': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:44.982129 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bf9b8f-d237-42ac-a906-9a81e15dd107 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Made reservation on behalf of 4606a55f42cf40e5a3952a4488271540 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:44.987213 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-00bf9b8f-d237-42ac-a906-9a81e15dd107 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.024570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bf9b8f-d237-42ac-a906-9a81e15dd107 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:17:45.037761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 085cadfd-1ad4-442a-a96e-5dc4445e35cb no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:45.043632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-00bf9b8f-d237-42ac-a906-9a81e15dd107 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e29e4907-728a-4850-86ed-cb60ae169bfd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.047310 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-00bf9b8f-d237-42ac-a906-9a81e15dd107 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Added segment e29e4907-728a-4850-86ed-cb60ae169bfd of type vlan for network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 Feb 11 05:17:45.064221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 085cadfd-1ad4-442a-a96e-5dc4445e35cb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:45.064864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 085cadfd-1ad4-442a-a96e-5dc4445e35cb not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:45.091332 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-00bf9b8f-d237-42ac-a906-9a81e15dd107 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (8216e838-1160-4bfc-92aa-59e3fa4a17e7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.127294 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-00bf9b8f-d237-42ac-a906-9a81e15dd107 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (8216e838-1160-4bfc-92aa-59e3fa4a17e7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.132822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bf9b8f-d237-42ac-a906-9a81e15dd107 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:45.133462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-00bf9b8f-d237-42ac-a906-9a81e15dd107 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.175153 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-00bf9b8f-d237-42ac-a906-9a81e15dd107 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2284596 Feb 11 05:17:45.175564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44898) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:45.179943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'admin_state_up': True, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:45.224314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf9b8f-d237-42ac-a906-9a81e15dd107 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Network': ['ID=8216e838-1160-4bfc-92aa-59e3fa4a17e7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:45.240736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:17:45.240919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.241817 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.301238 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_controller (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.498033 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.648468 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.737219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.760134 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.909976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.25.7.153 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/e08b2884-5668-42a5-adb5-50015bd0b065) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:46.040317 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (e08b2884-5668-42a5-adb5-50015bd0b065), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.076413 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e08b2884-5668-42a5-adb5-50015bd0b065), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.118186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:46.121326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:46.123849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:46.151800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=e08b2884-5668-42a5-adb5-50015bd0b065,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:46.386431 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.609889 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.752760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:17:46.872266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:46.883382 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Sync routers for ids ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:46.897318 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Routers {'29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:46.898013 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:46.904174 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.905704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-31c222ff-1dac-4bae-be80-d6ba6f1dcfef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7293351 Feb 11 05:17:46.909095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44940) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:46.944607 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4bd03e40-d4b9-4d4f-843c-e81472126ed3 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4606a55f42cf40e5a3952a4488271540&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321848 Feb 11 05:17:46.947721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44944) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:47.063234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc644aa8-f5ce-4e57-a566-6b6a0101fac5 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:47.067378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc644aa8-f5ce-4e57-a566-6b6a0101fac5 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1160769 Feb 11 05:17:47.068127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 44948) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:47.068642 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Set router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:47.105638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-44dcec70-915a-4603-9b0b-75d0cb580205 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352964 Feb 11 05:17:47.108111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44950) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:47.113200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-502a5b87-8c56-41f3-b67f-e47fc2fd1fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1101437270', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:47.208364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502a5b87-8c56-41f3-b67f-e47fc2fd1fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Made reservation on behalf of 4606a55f42cf40e5a3952a4488271540 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:47.213565 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-502a5b87-8c56-41f3-b67f-e47fc2fd1fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.406301 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:46Z', 'revision_number': 3, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:47.436550 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Checking router: 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:47.436901 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Updating router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 port e08b2884-5668-42a5-adb5-50015bd0b065 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:17:47.449974 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-502a5b87-8c56-41f3-b67f-e47fc2fd1fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (1ae890c1-5dd8-4788-be81-49cd515eb58f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.467951 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e08b2884-5668-42a5-adb5-50015bd0b065), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.526010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a5b87-8c56-41f3-b67f-e47fc2fd1fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Subnet': ['ID=1ae890c1-5dd8-4788-be81-49cd515eb58f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:47.544015 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a5b87-8c56-41f3-b67f-e47fc2fd1fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Checking segment: {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:47.544387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a5b87-8c56-41f3-b67f-e47fc2fd1fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network hostable DHCP agents. Network: 8216e838-1160-4bfc-92aa-59e3fa4a17e7, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:17:47.571910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a5b87-8c56-41f3-b67f-e47fc2fd1fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:17:47.583206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-502a5b87-8c56-41f3-b67f-e47fc2fd1fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 8216e838-1160-4bfc-92aa-59e3fa4a17e7) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:47.588992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a5b87-8c56-41f3-b67f-e47fc2fd1fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:47.589585 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-502a5b87-8c56-41f3-b67f-e47fc2fd1fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.594837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e79dfc-467c-48ce-b200-a19041edd822 None None] Network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:47.637660 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-502a5b87-8c56-41f3-b67f-e47fc2fd1fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5284312 Feb 11 05:17:47.640686 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 44962) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:47.725095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:17:47.725978 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.844268 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Publish callbacks [] for port (e08b2884-5668-42a5-adb5-50015bd0b065), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.853818 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e08b2884-5668-42a5-adb5-50015bd0b065), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.928290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Allocated IP 172.20.0.2 (8216e838-1160-4bfc-92aa-59e3fa4a17e7/1ae890c1-5dd8-4788-be81-49cd515eb58f/6d17b4f4-8764-458b-92ba-0d23bb1d90a5) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:47.941187 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Attempting to bind port e08b2884-5668-42a5-adb5-50015bd0b065 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:47.946771 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Attempting to bind port e08b2884-5668-42a5-adb5-50015bd0b065 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:47.947408 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Attempting to bind port e08b2884-5668-42a5-adb5-50015bd0b065 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:47.958178 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:47.958652 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:47.959095 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.959533 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:47.960019 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Bound port: e08b2884-5668-42a5-adb5-50015bd0b065, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:47.962283 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e08b2884-5668-42a5-adb5-50015bd0b065), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.967419 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Pushing event updated for resources: {'Port': ['ID=e08b2884-5668-42a5-adb5-50015bd0b065,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:48.042044 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.042317 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.043122 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.043351 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.043888 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.046034 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.046388 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.046734 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.047101 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.047813 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.047813 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.048077 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.050252 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.106063 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] For port e08b2884-5668-42a5-adb5-50015bd0b065, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:48.110264 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] For port e08b2884-5668-42a5-adb5-50015bd0b065, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e08b2884-5668-42a5-adb5-50015bd0b065,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:48.121283 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e08b2884-5668-42a5-adb5-50015bd0b065), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.144519 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Publish callbacks [] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.166396 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.193201 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb7afb-1a81-4cfb-94b6-bbc7bc2728cf None None] Pushing event updated for resources: {'Port': ['ID=e08b2884-5668-42a5-adb5-50015bd0b065,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:48.221827 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Routers {'29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:48.222675 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:48.260064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:48.262833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Pushing event updated for resources: {'Port': ['ID=6d17b4f4-8764-458b-92ba-0d23bb1d90a5,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:48.267873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:48.273895 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:48.325873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.326498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.327069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.327578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.328103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.328951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.329450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.329962 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.330646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.331947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.332497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.332996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.333654 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:48.350044 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Attempting to bind port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:48.350686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Attempting to bind port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:48.351279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Attempting to bind port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 on network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:48.357241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:48.357939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Checking segment: {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:48.358574 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.359179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Bound using segment: {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:48.359342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.360341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Bound port: 6d17b4f4-8764-458b-92ba-0d23bb1d90a5, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:48.360919 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.434634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] For port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:48.439963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] For port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6d17b4f4-8764-458b-92ba-0d23bb1d90a5,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:48.453744 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.479632 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] Set router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:48.587702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b592f-fb34-4ea4-ab69-1aac585f02f1 None None] Pushing event updated for resources: {'Port': ['ID=6d17b4f4-8764-458b-92ba-0d23bb1d90a5,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:48.773668 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:46Z', 'revision_number': 3, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:48.777669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.20.0.1 (8216e838-1160-4bfc-92aa-59e3fa4a17e7/1ae890c1-5dd8-4788-be81-49cd515eb58f/95ead02e-2766-4577-b24f-f79b5d462d7e) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:48.814400 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a610ae-116e-4b12-80cf-9562186f54be None None] The sync data for ids ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'] in n-d-615180-58 is: [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:46Z', 'revision_number': 3, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:49.193204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:49.302742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:49.303174 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.425793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:49.428499 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.434638 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.486102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6d17b4f4-8764-458b-92ba-0d23bb1d90a5,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:49.491513 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.496976 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.600159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=6d17b4f4-8764-458b-92ba-0d23bb1d90a5,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:49.630570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:49.634691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:49.636565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=95ead02e-2766-4577-b24f-f79b5d462d7e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:49.638718 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:49.688285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.920497 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.081794 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8346a387-0b6d-4ee8-bed9-33a97208181f None None] Network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:50.234119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-63e4c225-35b7-4bae-a5ad-9605cc977b54 None None] Provisioning complete for port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:50.234744 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-63e4c225-35b7-4bae-a5ad-9605cc977b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.354860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-63e4c225-35b7-4bae-a5ad-9605cc977b54 None None] Current status of the port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:50.409394 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.416252 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.503664 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.513223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=95ead02e-2766-4577-b24f-f79b5d462d7e,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:50.622037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:50.624308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:50.680649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ebe345a5-e9da-450e-945d-c436dc2cbdb5 None None] Provisioning complete for port 95ead02e-2766-4577-b24f-f79b5d462d7e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:50.681406 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ebe345a5-e9da-450e-945d-c436dc2cbdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.730913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ebe345a5-e9da-450e-945d-c436dc2cbdb5 None None] Port 95ead02e-2766-4577-b24f-f79b5d462d7e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:50.741628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ebe345a5-e9da-450e-945d-c436dc2cbdb5 None None] Provisioning complete for port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:50.742776 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ebe345a5-e9da-450e-945d-c436dc2cbdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.796266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:17:50.883467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ebe345a5-e9da-450e-945d-c436dc2cbdb5 None None] Current status of the port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:50.945085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:50.952883 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fd1374a6-eac0-464c-97d5-ba46a641252a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "PUT /v2.0/routers/29f83ed9-92c9-4d9e-986d-7562cd0ad8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3111334 Feb 11 05:17:51.041894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f0598b4a-4eac-44f9-96c7-1c2332bc1c00 None None] Provisioning complete for port 95ead02e-2766-4577-b24f-f79b5d462d7e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:51.043796 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f0598b4a-4eac-44f9-96c7-1c2332bc1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.107053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f0598b4a-4eac-44f9-96c7-1c2332bc1c00 None None] Port 95ead02e-2766-4577-b24f-f79b5d462d7e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:51.269029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:51.326437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-7150c018-78f8-45af-83ac-37c06d651dfc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218753658&fields=id&tenant_id=4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 267 time: 0.0645206 Feb 11 05:17:51.353061 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:51.354288 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.440871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2367afb9-5949-4441-adc1-669e208b264f None None] Provisioning complete for port 95ead02e-2766-4577-b24f-f79b5d462d7e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:51.441517 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2367afb9-5949-4441-adc1-669e208b264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.448783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d99b6-907d-43fd-8e80-d22385a9981f req-d0bea5c4-6855-414c-9885-d6df4027d839 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:51.459213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-d0bea5c4-6855-414c-9885-d6df4027d839 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 797 time: 0.1250501 Feb 11 05:17:51.478291 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-98df3f8e-2284-4cd0-a738-cab325a4ec7e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/quotas/4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 375 time: 0.0178962 Feb 11 05:17:51.501808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2367afb9-5949-4441-adc1-669e208b264f None None] Port 95ead02e-2766-4577-b24f-f79b5d462d7e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:51.515234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Sync routers for ids ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:51.530805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Routers {'29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:51.531466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:51.557755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-90598b81-2c88-4b4b-b5e6-df4c3904a466 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709987 Feb 11 05:17:51.634135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:51.635043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e08b2884-5668-42a5-adb5-50015bd0b065 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:51.768017 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3afd1096-dea7-4dd8-89e9-b2a2fa41a720 service neutron] 10.222.0.48 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090414 Feb 11 05:17:51.871105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-1fcfbf09-f05e-4877-ba00-68745732dcf9 service neutron] 10.222.0.48 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018548 Feb 11 05:17:51.880471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Set router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:51.908608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e08b2884-5668-42a5-adb5-50015bd0b065 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:51.908984 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e08b2884-5668-42a5-adb5-50015bd0b065), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.212941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e08b2884-5668-42a5-adb5-50015bd0b065 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:52.213547 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e08b2884-5668-42a5-adb5-50015bd0b065), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.253038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port e08b2884-5668-42a5-adb5-50015bd0b065, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e08b2884-5668-42a5-adb5-50015bd0b065,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:52.259389 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c8d28492-a27e-4cf0-9591-435e1e7b8100 req-7e16e344-8f0f-4f26-af2d-57f5764e72c2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 210 time: 0.2133362 Feb 11 05:17:52.293085 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e08b2884-5668-42a5-adb5-50015bd0b065), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.363205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=e08b2884-5668-42a5-adb5-50015bd0b065,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:52.378441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:49Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '95ead02e-2766-4577-b24f-f79b5d462d7e', 'name': '', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:fd:a7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 2, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:52.414464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Checking router: 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:52.414744 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Updating router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 port 95ead02e-2766-4577-b24f-f79b5d462d7e binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:17:52.450292 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.791715 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Publish callbacks [] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.799580 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.884123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc98b5a-ea12-4089-a9e7-c482f59c5252 None None] Pushing event updated for resources: {'Port': ['ID=95ead02e-2766-4577-b24f-f79b5d462d7e,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:52.915214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Attempting to bind port 95ead02e-2766-4577-b24f-f79b5d462d7e on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:52.915599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Attempting to bind port 95ead02e-2766-4577-b24f-f79b5d462d7e by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:52.915977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Attempting to bind port 95ead02e-2766-4577-b24f-f79b5d462d7e on network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:52.921392 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:52.921788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Checking segment: {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:52.922206 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.922615 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Bound using segment: {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:52.923123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Bound port: 95ead02e-2766-4577-b24f-f79b5d462d7e, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:52.923517 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.000883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] For port 95ead02e-2766-4577-b24f-f79b5d462d7e, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:53.004711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] For port 95ead02e-2766-4577-b24f-f79b5d462d7e, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=95ead02e-2766-4577-b24f-f79b5d462d7e,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:53.012312 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.080180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Routers {'29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:53.081101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:53.158228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc98b5a-ea12-4089-a9e7-c482f59c5252 None None] Pushing event updated for resources: {'Port': ['ID=95ead02e-2766-4577-b24f-f79b5d462d7e,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:53.167794 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e08b2884-5668-42a5-adb5-50015bd0b065 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:53.228838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e31edac1-4bed-4bd8-a431-256e86ed54c8 None None] Provisioning complete for port 95ead02e-2766-4577-b24f-f79b5d462d7e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:53.229099 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e31edac1-4bed-4bd8-a431-256e86ed54c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.369255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e08b2884-5668-42a5-adb5-50015bd0b065 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:53.369932 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e08b2884-5668-42a5-adb5-50015bd0b065), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.372707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] Set router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:53.541678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e31edac1-4bed-4bd8-a431-256e86ed54c8 None None] Current status of the port 95ead02e-2766-4577-b24f-f79b5d462d7e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:53.542074 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e31edac1-4bed-4bd8-a431-256e86ed54c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.571783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d99b6-907d-43fd-8e80-d22385a9981f req-910f9cb2-a5d5-44c5-8d38-c0f61aa1528b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:53.573255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-910f9cb2-a5d5-44c5-8d38-c0f61aa1528b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.60 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 797 time: 0.2473781 Feb 11 05:17:53.620976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e31edac1-4bed-4bd8-a431-256e86ed54c8 None None] For port 95ead02e-2766-4577-b24f-f79b5d462d7e, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=95ead02e-2766-4577-b24f-f79b5d462d7e,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:53.631798 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2f3fed3-55fc-4c3e-9706-2db715079cdc req-399ae099-5d04-4c62-a889-ce98a16fd0ba tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 210 time: 0.2399716 Feb 11 05:17:53.682505 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e31edac1-4bed-4bd8-a431-256e86ed54c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.698450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-0cae1e7b-7f0c-4769-8d45-70fd79889d93 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 380 time: 0.0654111 Feb 11 05:17:53.708442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-578d99b6-907d-43fd-8e80-d22385a9981f req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'port': {'device_id': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'admin_state_up': True, 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'security_groups': ['fe71433b-9701-4a7e-81e0-389795773840']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:53.807872 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31edac1-4bed-4bd8-a431-256e86ed54c8 None None] Pushing event updated for resources: {'Port': ['ID=95ead02e-2766-4577-b24f-f79b5d462d7e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:53.835331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e08b2884-5668-42a5-adb5-50015bd0b065 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:53.850626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dd525803-646e-4b03-a6b5-bed6962d3678 None None] Provisioning complete for port 95ead02e-2766-4577-b24f-f79b5d462d7e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:53.851095 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd525803-646e-4b03-a6b5-bed6962d3678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.853397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578d99b6-907d-43fd-8e80-d22385a9981f req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Made reservation on behalf of 4606a55f42cf40e5a3952a4488271540 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:53.856988 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578d99b6-907d-43fd-8e80-d22385a9981f req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.979234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:49Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '95ead02e-2766-4577-b24f-f79b5d462d7e', 'name': '', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:fd:a7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:54.034651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650d2ca-d84a-465b-bf58-73ab5c5151b6 None None] The sync data for ids ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'] in n-d-615180-58 is: [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:49Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '95ead02e-2766-4577-b24f-f79b5d462d7e', 'name': '', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:fd:a7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:54.039635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-578d99b6-907d-43fd-8e80-d22385a9981f req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.20.0.4 (8216e838-1160-4bfc-92aa-59e3fa4a17e7/1ae890c1-5dd8-4788-be81-49cd515eb58f/d190f88f-33e1-4381-a6c9-3da2e60098c2) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:54.060257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dd525803-646e-4b03-a6b5-bed6962d3678 None None] Current status of the port 95ead02e-2766-4577-b24f-f79b5d462d7e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:54.264904 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578d99b6-907d-43fd-8e80-d22385a9981f req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.307758 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578d99b6-907d-43fd-8e80-d22385a9981f req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.387571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578d99b6-907d-43fd-8e80-d22385a9981f req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:54.391202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-578d99b6-907d-43fd-8e80-d22385a9981f req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:54.409953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-578d99b6-907d-43fd-8e80-d22385a9981f req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:54.415293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:54.498263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d99b6-907d-43fd-8e80-d22385a9981f req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:54.499483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578d99b6-907d-43fd-8e80-d22385a9981f req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.548319 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-6856ea55-b22c-40f5-830e-f44c517447a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8433945 Feb 11 05:17:54.569182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Request body: {'port': {'device_id': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:54.669614 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.699058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-41c9ba65-c55b-4bbb-ab57-183d731678ce None None] Provisioning complete for port d190f88f-33e1-4381-a6c9-3da2e60098c2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:54.699573 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-41c9ba65-c55b-4bbb-ab57-183d731678ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.756691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-41c9ba65-c55b-4bbb-ab57-183d731678ce None None] Port d190f88f-33e1-4381-a6c9-3da2e60098c2 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:54.848016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03fda8-18e0-4480-bf5a-ba1540fbdda7 req-080b3383-5f3b-4eee-86e6-16e169181b15 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:54.849735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae03fda8-18e0-4480-bf5a-ba1540fbdda7 req-080b3383-5f3b-4eee-86e6-16e169181b15 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 931 time: 0.0861609 Feb 11 05:17:54.948617 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae03fda8-18e0-4480-bf5a-ba1540fbdda7 req-baed6dc2-72af-4cfa-b759-d5d42b6025d9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909231 Feb 11 05:17:55.084623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d190f88f-33e1-4381-a6c9-3da2e60098c2 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:55.107346 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Publish callbacks [] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.161046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Transition to ACTIVE for port object d190f88f-33e1-4381-a6c9-3da2e60098c2 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:55.168032 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.192545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 95ead02e-2766-4577-b24f-f79b5d462d7e up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:55.230979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:55.292583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 95ead02e-2766-4577-b24f-f79b5d462d7e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:55.292988 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.418710 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 95ead02e-2766-4577-b24f-f79b5d462d7e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:55.488990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Attempting to bind port d190f88f-33e1-4381-a6c9-3da2e60098c2 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:55.489384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Attempting to bind port d190f88f-33e1-4381-a6c9-3da2e60098c2 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:55.489686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Attempting to bind port d190f88f-33e1-4381-a6c9-3da2e60098c2 on network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:55.501239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Port d190f88f-33e1-4381-a6c9-3da2e60098c2 on network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:55.501866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Attempting to bind port d190f88f-33e1-4381-a6c9-3da2e60098c2 on network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:55.514780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:55.515152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Checking segment: {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:55.515542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Bound using segment: {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:55.515974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Bound port: d190f88f-33e1-4381-a6c9-3da2e60098c2, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:55.516335 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.599120 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:17:55.668539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:55.682000 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:55.698352 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.758117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:55.758761 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.768112 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] 10.222.0.60 "PUT /v2.0/ports/d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 1092 time: 1.2034309 Feb 11 05:17:55.768629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:55.772400 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f457570e-801c-4f3c-b885-fbeb3c047a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:55.784989 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45126) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:55.817602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ec128-85ce-4061-b52f-70e8ac292a88 service neutron] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:55.908370 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea2d882-13f2-43c3-852d-2047a0df4133 x-openstack-request-id: req-cea2d882-13f2-43c3-852d-2047a0df4133 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:55.908735 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:55.908978 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cea2d882-13f2-43c3-852d-2047a0df4133 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:55.909392 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'status': 'completed', 'code': 200} Feb 11 05:17:55.936931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d99b6-907d-43fd-8e80-d22385a9981f req-51c5f10d-b395-4a82-bcac-9de5a55a96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:55.939975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-51c5f10d-b395-4a82-bcac-9de5a55a96f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1126 time: 0.0987322 Feb 11 05:17:56.028337 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08483b3f-998d-41f2-8047-66affae00fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.036367 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-7bbdad2d-188e-4312-8e51-e963fa9268a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 217 time: 0.0852876 Feb 11 05:17:56.116188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d99b6-907d-43fd-8e80-d22385a9981f req-ae8b8cd2-e622-47e9-b024-56fe90649648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.118867 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-ae8b8cd2-e622-47e9-b024-56fe90649648 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0751338 Feb 11 05:17:56.189744 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06708-4e59-4606-827d-c04e20a70222 req-623ab6e6-d265-4b32-a2eb-2e9228810568 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.192241 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9ba06708-4e59-4606-827d-c04e20a70222 req-623ab6e6-d265-4b32-a2eb-2e9228810568 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 943 time: 0.1192920 Feb 11 05:17:56.221181 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d99b6-907d-43fd-8e80-d22385a9981f req-f879f7ab-c48c-4760-94f3-ce88d1f9d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.223074 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-f879f7ab-c48c-4760-94f3-ce88d1f9d5f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0973935 Feb 11 05:17:56.233182 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08483b3f-998d-41f2-8047-66affae00fb5 admin admin] Publish callbacks [] for security_group (899ada7a-bdb1-441a-a55f-38ffe926ede4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.245918 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-08483b3f-998d-41f2-8047-66affae00fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (899ada7a-bdb1-441a-a55f-38ffe926ede4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.315643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9ba06708-4e59-4606-827d-c04e20a70222 req-cf0fc8dd-e20f-455a-bf54-743dacd3d605 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160150 Feb 11 05:17:56.324530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-08483b3f-998d-41f2-8047-66affae00fb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57dfb3eb5d5e402f831dd93926e138d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5383322 Feb 11 05:17:56.326474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08483b3f-998d-41f2-8047-66affae00fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899ada7a-bdb1-441a-a55f-38ffe926ede4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:56.330315 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45136) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:56.365837 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-f87c6537-efae-41a3-8b90-256d2a0a7817 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356320 Feb 11 05:17:56.388177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd5208d8-520c-42da-af24-93646217820b admin admin] Publish callbacks [] for security_group (899ada7a-bdb1-441a-a55f-38ffe926ede4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.428938 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd5208d8-520c-42da-af24-93646217820b admin admin] Publish callbacks [] for security_group (899ada7a-bdb1-441a-a55f-38ffe926ede4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.493091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-578d99b6-907d-43fd-8e80-d22385a9981f req-390a662a-8050-4bb3-9f4d-cf2c70adfe9a service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138096 Feb 11 05:17:56.504687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd5208d8-520c-42da-af24-93646217820b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (899ada7a-bdb1-441a-a55f-38ffe926ede4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.508532 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fd5208d8-520c-42da-af24-93646217820b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.519117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fd5208d8-520c-42da-af24-93646217820b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/899ada7a-bdb1-441a-a55f-38ffe926ede4 HTTP/1.1" status: 204 len: 168 time: 0.1831369 Feb 11 05:17:56.534162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5208d8-520c-42da-af24-93646217820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899ada7a-bdb1-441a-a55f-38ffe926ede4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:56.647204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457570e-801c-4f3c-b885-fbeb3c047a5b req-ff5b64fb-30bc-4ef8-b09f-0d7a2783912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.650323 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f457570e-801c-4f3c-b885-fbeb3c047a5b req-ff5b64fb-30bc-4ef8-b09f-0d7a2783912b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1126 time: 0.0858955 Feb 11 05:17:56.817473 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457570e-801c-4f3c-b885-fbeb3c047a5b req-3c547888-32c3-49fa-96a9-599da14303ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.819736 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f457570e-801c-4f3c-b885-fbeb3c047a5b req-3c547888-32c3-49fa-96a9-599da14303ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.1629226 Feb 11 05:17:56.877230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f457570e-801c-4f3c-b885-fbeb3c047a5b req-00f1919f-5221-49f4-9dea-6ccba8a11105 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 217 time: 0.0494740 Feb 11 05:17:56.953783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457570e-801c-4f3c-b885-fbeb3c047a5b req-de86484e-0b9b-4b9e-9860-3d59a74228b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.964154 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f457570e-801c-4f3c-b885-fbeb3c047a5b req-de86484e-0b9b-4b9e-9860-3d59a74228b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0795822 Feb 11 05:17:57.045180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457570e-801c-4f3c-b885-fbeb3c047a5b req-e176d895-b39c-4c4f-b051-d2e8d7148344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:57.046779 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f457570e-801c-4f3c-b885-fbeb3c047a5b req-e176d895-b39c-4c4f-b051-d2e8d7148344 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0769928 Feb 11 05:17:57.170763 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f457570e-801c-4f3c-b885-fbeb3c047a5b req-870ca3eb-a5fd-40b4-9883-82cb6af98469 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167109 Feb 11 05:17:57.287157 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f457570e-801c-4f3c-b885-fbeb3c047a5b req-42a41832-d053-4b43-af39-5288e0c3fa35 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091688 Feb 11 05:17:57.495191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7181ff-ee58-4a4f-8869-2b893da5ae10 req-1bdefaa2-8fb6-4815-9684-5ac737454d84 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:57.497223 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac7181ff-ee58-4a4f-8869-2b893da5ae10 req-1bdefaa2-8fb6-4815-9684-5ac737454d84 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 943 time: 0.0736494 Feb 11 05:17:57.558395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ac7181ff-ee58-4a4f-8869-2b893da5ae10 req-cd0dba77-1700-4121-b8de-744fdfb7e8c5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534422 Feb 11 05:17:58.691305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1e09a-0894-4e2c-ae8f-0f6f805b9277 req-4104adf1-5b8f-40d0-99f3-b62a0f01189a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:58.692837 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-03f1e09a-0894-4e2c-ae8f-0f6f805b9277 req-4104adf1-5b8f-40d0-99f3-b62a0f01189a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 943 time: 0.0581934 Feb 11 05:17:58.744213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-03f1e09a-0894-4e2c-ae8f-0f6f805b9277 req-880ee7c5-3218-4a99-b5b8-8fc4d25aa9f3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449574 Feb 11 05:17:58.963797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45230) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:58.970413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Request body: {'network': {'name': 'tempest-network-smoke--448140874', 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'port_security_enabled': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:58.988826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Made reservation on behalf of 5b148553ce8544418ca21f3e3d9aed0b for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:58.992213 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.000576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.082143 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (ffe42bb0-57f5-4fe4-826a-fc4bcf1eaca1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.086787 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ffe42bb0-57f5-4fe4-826a-fc4bcf1eaca1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.124344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:17:59.131260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe42bb0-57f5-4fe4-826a-fc4bcf1eaca1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:59.139172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (35508767-fc96-4b03-80fd-d03368235ce4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.139518 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Added segment 35508767-fc96-4b03-80fd-d03368235ce4 of type vlan for network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 Feb 11 05:17:59.189383 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.215274 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.220407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:59.220991 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.261160 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2956667 Feb 11 05:17:59.264270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45236) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:59.269259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'admin_state_up': True, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:59.289320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b945d-e337-43fe-bf10-cc044300dde7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Network': ['ID=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:59.297722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (facd324c-4da9-44b8-bc6d-b3da4485e67e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.299162 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (facd324c-4da9-44b8-bc6d-b3da4485e67e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.301268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:17:59.372255 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router_controller (facd324c-4da9-44b8-bc6d-b3da4485e67e), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.522725 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router_gateway (facd324c-4da9-44b8-bc6d-b3da4485e67e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.746042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router_gateway (facd324c-4da9-44b8-bc6d-b3da4485e67e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.765751 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.829986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d190f88f-33e1-4381-a6c9-3da2e60098c2 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:59.946572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Allocated IP 172.25.7.132 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/20439335-ed9e-47bb-9980-65df197d0f5a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:59.960982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f057803-0b9a-4fdd-a246-c8d390dd01ae req-a34f3cb2-3204-407d-919c-f265131427c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:59.962567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f057803-0b9a-4fdd-a246-c8d390dd01ae req-a34f3cb2-3204-407d-919c-f265131427c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 943 time: 0.1319098 Feb 11 05:17:59.981702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:59.994918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'port_id': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'mac_address': 'fa:16:3e:8e:a2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:18:00.048299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d190f88f-33e1-4381-a6c9-3da2e60098c2 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:00.048868 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.063373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d190f88f-33e1-4381-a6c9-3da2e60098c2 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:00.086179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:00.096390 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f057803-0b9a-4fdd-a246-c8d390dd01ae req-dde54ff7-b4b6-4092-a834-cb7f845ee5bf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227798 Feb 11 05:18:00.119936 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.153997 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for port (20439335-ed9e-47bb-9980-65df197d0f5a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.178709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:00.198262 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (20439335-ed9e-47bb-9980-65df197d0f5a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.246927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:00.250476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:00.256642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Port': ['ID=20439335-ed9e-47bb-9980-65df197d0f5a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:00.261408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:00.542234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d190f88f-33e1-4381-a6c9-3da2e60098c2'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:00.552957 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router_gateway (facd324c-4da9-44b8-bc6d-b3da4485e67e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.802473 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (facd324c-4da9-44b8-bc6d-b3da4485e67e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.959758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Router facd324c-4da9-44b8-bc6d-b3da4485e67e is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:18:01.085623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:01.104727 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Sync routers for ids ['facd324c-4da9-44b8-bc6d-b3da4485e67e'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:01.124903 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Routers {'facd324c-4da9-44b8-bc6d-b3da4485e67e'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:01.125432 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.126244 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['facd324c-4da9-44b8-bc6d-b3da4485e67e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:01.126661 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-50979d21-305a-489b-a876-fc5d7a3c4854 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8608713 Feb 11 05:18:01.131121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45272) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:01.272056 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Set router facd324c-4da9-44b8-bc6d-b3da4485e67e gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:01.288337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f270813-3d83-4a81-b52b-2b605ea586cc req-97c230a8-c4ab-4100-a2f9-c5aa5833cb58 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:01.293204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0f270813-3d83-4a81-b52b-2b605ea586cc req-97c230a8-c4ab-4100-a2f9-c5aa5833cb58 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 944 time: 0.0866773 Feb 11 05:18:01.315080 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6e98d024-a03c-43d5-a3ab-63b891d4b185 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=5b148553ce8544418ca21f3e3d9aed0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1815360 Feb 11 05:18:01.321156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45278) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:01.380746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0f270813-3d83-4a81-b52b-2b605ea586cc req-577b2a1b-e9fd-43f6-9335-04c0a8d22a06 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812359 Feb 11 05:18:01.436680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f512ae-7dd6-417b-95a6-ebda7ab467d3 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:01.440960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-09f512ae-7dd6-417b-95a6-ebda7ab467d3 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1166995 Feb 11 05:18:01.441330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45284) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:01.479979 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1bb0a1d2-bfe5-416c-8ecb-3aabf55ffd19 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373623 Feb 11 05:18:01.483421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45286) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:01.489318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e6e53439-b4aa-41f0-9943-be089919bc48 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-637895943', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:01.505382 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:00Z', 'revision_number': 3, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:01.533294 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Checking router: facd324c-4da9-44b8-bc6d-b3da4485e67e for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:01.533648 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Updating router facd324c-4da9-44b8-bc6d-b3da4485e67e port 20439335-ed9e-47bb-9980-65df197d0f5a binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:18:01.567925 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (20439335-ed9e-47bb-9980-65df197d0f5a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.602975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e53439-b4aa-41f0-9943-be089919bc48 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Made reservation on behalf of 5b148553ce8544418ca21f3e3d9aed0b for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:01.613355 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6e53439-b4aa-41f0-9943-be089919bc48 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.830274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d190f88f-33e1-4381-a6c9-3da2e60098c2 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:01.844231 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6e53439-b4aa-41f0-9943-be089919bc48 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (c7658bbc-3867-4f0f-8672-250d760898de), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.890651 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Publish callbacks [] for port (20439335-ed9e-47bb-9980-65df197d0f5a), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.894971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port d190f88f-33e1-4381-a6c9-3da2e60098c2 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:18:01.901923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port d190f88f-33e1-4381-a6c9-3da2e60098c2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:01.902409 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.906406 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (20439335-ed9e-47bb-9980-65df197d0f5a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.909222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e53439-b4aa-41f0-9943-be089919bc48 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Subnet': ['ID=c7658bbc-3867-4f0f-8672-250d760898de,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:01.938373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e53439-b4aa-41f0-9943-be089919bc48 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Checking segment: {'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:01.938801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e53439-b4aa-41f0-9943-be089919bc48 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network hostable DHCP agents. Network: c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:18:01.976956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e53439-b4aa-41f0-9943-be089919bc48 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:18:01.980969 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Attempting to bind port 20439335-ed9e-47bb-9980-65df197d0f5a on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:01.981344 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Attempting to bind port 20439335-ed9e-47bb-9980-65df197d0f5a by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:01.981714 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Attempting to bind port 20439335-ed9e-47bb-9980-65df197d0f5a on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:01.995539 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e6e53439-b4aa-41f0-9943-be089919bc48 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:02.002490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e53439-b4aa-41f0-9943-be089919bc48 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:02.003206 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e6e53439-b4aa-41f0-9943-be089919bc48 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.007821 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb506e-c789-4a7b-ba29-7d7dd1e72c64 None None] Pushing event updated for resources: {'Port': ['ID=20439335-ed9e-47bb-9980-65df197d0f5a,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:02.017176 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:02.017655 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:02.018020 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.018524 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:02.020214 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Bound port: 20439335-ed9e-47bb-9980-65df197d0f5a, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:02.021537 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (20439335-ed9e-47bb-9980-65df197d0f5a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.034829 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e6e53439-b4aa-41f0-9943-be089919bc48 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5498235 Feb 11 05:18:02.037577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45298) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:02.088778 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] For port 20439335-ed9e-47bb-9980-65df197d0f5a, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:02.092089 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] For port 20439335-ed9e-47bb-9980-65df197d0f5a, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=20439335-ed9e-47bb-9980-65df197d0f5a,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:02.099005 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (20439335-ed9e-47bb-9980-65df197d0f5a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.192115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4a9358-b67c-42c4-9894-21ef52154938 None None] Network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:02.267799 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb506e-c789-4a7b-ba29-7d7dd1e72c64 None None] Pushing event updated for resources: {'Port': ['ID=20439335-ed9e-47bb-9980-65df197d0f5a,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:02.288668 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Routers {'facd324c-4da9-44b8-bc6d-b3da4485e67e'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:02.290144 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['facd324c-4da9-44b8-bc6d-b3da4485e67e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:02.342506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d190f88f-33e1-4381-a6c9-3da2e60098c2 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:02.343004 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.356750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'fixed_ips': [{'subnet_id': 'c7658bbc-3867-4f0f-8672-250d760898de'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:18:02.357613 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.386832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:02.389215 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7271f0-8ea1-40d8-8d99-de2d97631589" -d '{"events": [{"server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "name": "network-vif-plugged", "status": "completed", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:02.449322 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] Set router facd324c-4da9-44b8-bc6d-b3da4485e67e gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:02.576118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Allocated IP 172.20.0.2 (c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2/c7658bbc-3867-4f0f-8672-250d760898de/3b2fdf20-a618-4c78-b849-868c926a849a) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:02.732855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7267f76-c9bb-4032-a01d-775015ca4975 req-ef97fe62-d49b-4880-a4a8-778f889bbc00 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:02.739989 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7267f76-c9bb-4032-a01d-775015ca4975 req-ef97fe62-d49b-4880-a4a8-778f889bbc00 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 944 time: 0.1557529 Feb 11 05:18:02.747580 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:00Z', 'revision_number': 3, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:02.762766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6de90f-beba-4bdc-853e-2165b9330926 req-6a72cb76-ef96-4a14-9383-590e18c5e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:02.764738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa6de90f-beba-4bdc-853e-2165b9330926 req-6a72cb76-ef96-4a14-9383-590e18c5e5e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1127 time: 0.1456900 Feb 11 05:18:02.776802 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Publish callbacks [] for port (3b2fdf20-a618-4c78-b849-868c926a849a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.791022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:02.794395 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d4a593-b92b-444a-bbf9-e0edbe1c0c13 x-openstack-request-id: req-d5d4a593-b92b-444a-bbf9-e0edbe1c0c13 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:02.794706 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "name": "network-vif-plugged", "status": "completed", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:02.795013 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5d4a593-b92b-444a-bbf9-e0edbe1c0c13 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:02.795712 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'code': 200} Feb 11 05:18:02.798318 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (3b2fdf20-a618-4c78-b849-868c926a849a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.812259 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c5242-b4b5-4333-ae70-fd6e1dc25a5a None None] The sync data for ids ['facd324c-4da9-44b8-bc6d-b3da4485e67e'] in n-d-615180-58 is: [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:00Z', 'revision_number': 3, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:02.818652 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.858371 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c7267f76-c9bb-4032-a01d-775015ca4975 req-6378b4b6-3684-4721-aec5-f17b279600b2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171091 Feb 11 05:18:02.874675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:02.883490 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa6de90f-beba-4bdc-853e-2165b9330926 req-540255ac-0a04-4002-b95e-f205769f7169 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084981 Feb 11 05:18:02.893812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:02.901205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:02.933100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Pushing event updated for resources: {'Port': ['ID=3b2fdf20-a618-4c78-b849-868c926a849a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:03.023631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Attempting to bind port 3b2fdf20-a618-4c78-b849-868c926a849a on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:03.024288 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Attempting to bind port 3b2fdf20-a618-4c78-b849-868c926a849a by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:03.024807 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Attempting to bind port 3b2fdf20-a618-4c78-b849-868c926a849a on network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:03.038426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:03.039023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Checking segment: {'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:03.039475 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:03.040004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Bound using segment: {'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:03.040555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Bound port: 3b2fdf20-a618-4c78-b849-868c926a849a, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:03.041144 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3b2fdf20-a618-4c78-b849-868c926a849a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:03.073557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:03.158526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] For port 3b2fdf20-a618-4c78-b849-868c926a849a, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:03.162025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] For port 3b2fdf20-a618-4c78-b849-868c926a849a, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3b2fdf20-a618-4c78-b849-868c926a849a,segment=NetworkSegment(35508767-fc96-4b03-80fd-d03368235ce4),segment_id=35508767-fc96-4b03-80fd-d03368235ce4)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:03.170655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3b2fdf20-a618-4c78-b849-868c926a849a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:03.261772 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550ce1a-72dc-49f2-b748-6f626a516e41 None None] Pushing event updated for resources: {'Port': ['ID=3b2fdf20-a618-4c78-b849-868c926a849a,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:03.281481 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:03.484407 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:03.683910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Allocated IP 172.20.0.1 (c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2/c7658bbc-3867-4f0f-8672-250d760898de/e4aae30f-2c60-40c5-bf81-2b5c32ecae49) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:03.845174 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:03.884604 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:03.934732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:03.938103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:03.942472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:03.979970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Port': ['ID=e4aae30f-2c60-40c5-bf81-2b5c32ecae49,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:04.032636 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (facd324c-4da9-44b8-bc6d-b3da4485e67e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.099727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40408fe-f928-4139-8f26-a1a0c6b16577 req-5e9c1ed9-fb33-48c6-8732-a23da7071489 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:04.101877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f40408fe-f928-4139-8f26-a1a0c6b16577 req-5e9c1ed9-fb33-48c6-8732-a23da7071489 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.1267588 Feb 11 05:18:04.204202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f40408fe-f928-4139-8f26-a1a0c6b16577 req-96f3f69c-a8cf-48b7-964d-9d24f21d9bb8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943136 Feb 11 05:18:04.281862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.527770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2346886-0ad3-4358-bf44-99ba28402b17 None None] Network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:04.595895 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.603208 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.638062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-50811dab-69d4-4441-82a0-f0cd9050d38d None None] Provisioning complete for port 3b2fdf20-a618-4c78-b849-868c926a849a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:04.638559 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50811dab-69d4-4441-82a0-f0cd9050d38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3b2fdf20-a618-4c78-b849-868c926a849a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.687168 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (facd324c-4da9-44b8-bc6d-b3da4485e67e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.689456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Port': ['ID=e4aae30f-2c60-40c5-bf81-2b5c32ecae49,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:04.791506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-50811dab-69d4-4441-82a0-f0cd9050d38d None None] Current status of the port 3b2fdf20-a618-4c78-b849-868c926a849a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:04.792119 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50811dab-69d4-4441-82a0-f0cd9050d38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3b2fdf20-a618-4c78-b849-868c926a849a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.819526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:04.822472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:04.848630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-50811dab-69d4-4441-82a0-f0cd9050d38d None None] For port 3b2fdf20-a618-4c78-b849-868c926a849a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3b2fdf20-a618-4c78-b849-868c926a849a,segment=NetworkSegment(35508767-fc96-4b03-80fd-d03368235ce4),segment_id=35508767-fc96-4b03-80fd-d03368235ce4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:04.857383 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-50811dab-69d4-4441-82a0-f0cd9050d38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3b2fdf20-a618-4c78-b849-868c926a849a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.941917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50811dab-69d4-4441-82a0-f0cd9050d38d None None] Pushing event updated for resources: {'Port': ['ID=3b2fdf20-a618-4c78-b849-868c926a849a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:05.001921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Router facd324c-4da9-44b8-bc6d-b3da4485e67e has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:18:05.099725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aa4eed9-e990-4f3f-a661-10be199a8b6a None None] Provisioning complete for port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:05.100244 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa4eed9-e990-4f3f-a661-10be199a8b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.160726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:05.175951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4eed9-e990-4f3f-a661-10be199a8b6a None None] Port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:05.180286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5f3df7df-da45-4df6-a53b-4c5e8e130fb7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "PUT /v2.0/routers/facd324c-4da9-44b8-bc6d-b3da4485e67e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1416583 Feb 11 05:18:05.182881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45332) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:05.187517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8888fa9b-efe0-48d7-bcc1-0b3f6cfef91e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--39835232', 'description': 'tempest-secgroup_access--39835232 description', 'project_id': '5b148553ce8544418ca21f3e3d9aed0b'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:05.202305 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aa4eed9-e990-4f3f-a661-10be199a8b6a None None] Provisioning complete for port 3b2fdf20-a618-4c78-b849-868c926a849a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:05.202612 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aa4eed9-e990-4f3f-a661-10be199a8b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3b2fdf20-a618-4c78-b849-868c926a849a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.216145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8888fa9b-efe0-48d7-bcc1-0b3f6cfef91e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.273303 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3b2fdf20-a618-4c78-b849-868c926a849a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:05.297727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Sync routers for ids ['facd324c-4da9-44b8-bc6d-b3da4485e67e'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:05.367478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Routers {'facd324c-4da9-44b8-bc6d-b3da4485e67e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:05.368431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['facd324c-4da9-44b8-bc6d-b3da4485e67e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:05.388898 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8888fa9b-efe0-48d7-bcc1-0b3f6cfef91e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (9493e1c4-93b8-4910-8fa9-5e136ee51193), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.399477 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8888fa9b-efe0-48d7-bcc1-0b3f6cfef91e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9493e1c4-93b8-4910-8fa9-5e136ee51193), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.459327 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8888fa9b-efe0-48d7-bcc1-0b3f6cfef91e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.460699 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8888fa9b-efe0-48d7-bcc1-0b3f6cfef91e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2767525 Feb 11 05:18:05.461917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888fa9b-efe0-48d7-bcc1-0b3f6cfef91e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9493e1c4-93b8-4910-8fa9-5e136ee51193,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:05.464563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45336) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:05.470162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a384abb-9d4c-49fd-8175-88be2bfce9a1 req-c7ec4cd1-1d19-44de-8b9e-23276b62b4f9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:05.480854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0d1e2e91-a8f3-48ef-a3fa-c1e2bfbea105 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--179650197', 'description': 'tempest-secgroup_general--179650197 description', 'project_id': '5b148553ce8544418ca21f3e3d9aed0b'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:05.483204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4a384abb-9d4c-49fd-8175-88be2bfce9a1 req-c7ec4cd1-1d19-44de-8b9e-23276b62b4f9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.1259820 Feb 11 05:18:05.519450 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d1e2e91-a8f3-48ef-a3fa-c1e2bfbea105 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.558193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4a384abb-9d4c-49fd-8175-88be2bfce9a1 req-ba5e3d54-5c9e-42dd-8b32-1a60fa4129e8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740390 Feb 11 05:18:05.562413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4eed9-e990-4f3f-a661-10be199a8b6a None None] Current status of the port 3b2fdf20-a618-4c78-b849-868c926a849a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:05.571056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3b2fdf20-a618-4c78-b849-868c926a849a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:05.571612 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3b2fdf20-a618-4c78-b849-868c926a849a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.577706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Set router facd324c-4da9-44b8-bc6d-b3da4485e67e gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:05.682242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d1e2e91-a8f3-48ef-a3fa-c1e2bfbea105 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.699512 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d1e2e91-a8f3-48ef-a3fa-c1e2bfbea105 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.765486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e2e91-a8f3-48ef-a3fa-c1e2bfbea105 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:05.781679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-84ab512d-9562-4dac-8cb9-130b82bfead5 None None] Provisioning complete for port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:05.782061 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84ab512d-9562-4dac-8cb9-130b82bfead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.782790 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d1e2e91-a8f3-48ef-a3fa-c1e2bfbea105 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.784215 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0d1e2e91-a8f3-48ef-a3fa-c1e2bfbea105 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3071449 Feb 11 05:18:05.787313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45342) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:05.793465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5048647f-f96f-4bd7-8677-07da30533258 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Request body: {'security_group_rule': {'security_group_id': '9493e1c4-93b8-4910-8fa9-5e136ee51193', 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:05.801758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e477a-1aa3-4b93-8467-d2289fcf4945 req-30582f77-6b0d-4fb9-8620-9dfad344ebe8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:05.803704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a00e477a-1aa3-4b93-8467-d2289fcf4945 req-30582f77-6b0d-4fb9-8620-9dfad344ebe8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.1191483 Feb 11 05:18:05.821550 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5048647f-f96f-4bd7-8677-07da30533258 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group_rule (04867baf-98b1-4169-abc0-f45a40548c42), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.873357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a00e477a-1aa3-4b93-8467-d2289fcf4945 req-8d803827-ec81-4c57-a443-fd913d8579ef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638161 Feb 11 05:18:05.874349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3b2fdf20-a618-4c78-b849-868c926a849a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:05.875639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 20439335-ed9e-47bb-9980-65df197d0f5a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:05.895239 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5048647f-f96f-4bd7-8677-07da30533258 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group_rule (04867baf-98b1-4169-abc0-f45a40548c42), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.902249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45344) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:05.915075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5048647f-f96f-4bd7-8677-07da30533258 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (04867baf-98b1-4169-abc0-f45a40548c42), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.918438 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-84ab512d-9562-4dac-8cb9-130b82bfead5 None None] Port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:05.967820 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5048647f-f96f-4bd7-8677-07da30533258 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.969126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5048647f-f96f-4bd7-8677-07da30533258 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1794758 Feb 11 05:18:05.971568 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048647f-f96f-4bd7-8677-07da30533258 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04867baf-98b1-4169-abc0-f45a40548c42,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:05.993120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 20439335-ed9e-47bb-9980-65df197d0f5a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:05.993431 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (20439335-ed9e-47bb-9980-65df197d0f5a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.008200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45209454-f907-46cc-aaa2-056834a556de tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.011432 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-45209454-f907-46cc-aaa2-056834a556de tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1123 time: 0.1079812 Feb 11 05:18:06.014970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45348) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:06.027685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:06.055530 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.067917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:04Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e4aae30f-2c60-40c5-bf81-2b5c32ecae49', 'name': '', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'mac_address': 'fa:16:3e:1a:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:03Z', 'updated_at': '2022-02-11T05:18:04Z', 'revision_number': 2, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'subnets': [{'id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:06.096786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Checking router: facd324c-4da9-44b8-bc6d-b3da4485e67e for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:06.097157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Updating router facd324c-4da9-44b8-bc6d-b3da4485e67e port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:18:06.131264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-62ce7de1-fd63-4aad-9e72-f4c7ec526bf4 None None] Provisioning complete for port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:06.131651 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62ce7de1-fd63-4aad-9e72-f4c7ec526bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.172171 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.190790 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-2e1c8826-d4af-4809-bce3-387b9d04504d tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--179650197&fields=id&tenant_id=5b148553ce8544418ca21f3e3d9aed0b HTTP/1.1" status: 200 len: 267 time: 0.0649681 Feb 11 05:18:06.215703 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-62ce7de1-fd63-4aad-9e72-f4c7ec526bf4 None None] Port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:06.217923 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.239912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 20439335-ed9e-47bb-9980-65df197d0f5a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:06.240319 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (20439335-ed9e-47bb-9980-65df197d0f5a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.272454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 20439335-ed9e-47bb-9980-65df197d0f5a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=20439335-ed9e-47bb-9980-65df197d0f5a,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:06.295718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-ef75ec0d-0d11-4e58-b33d-f19cb738f037 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--39835232&fields=id&tenant_id=5b148553ce8544418ca21f3e3d9aed0b HTTP/1.1" status: 200 len: 267 time: 0.0968988 Feb 11 05:18:06.324527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (20439335-ed9e-47bb-9980-65df197d0f5a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.403761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=20439335-ed9e-47bb-9980-65df197d0f5a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:06.434548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.25.7.80 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/091ad297-de74-445d-8107-9c455c95beab) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:06.469148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-3da3a1a3-2730-4ee6-bc2e-de4f058bfb2a tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.470630 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-3da3a1a3-2730-4ee6-bc2e-de4f058bfb2a tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/networks?id=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 HTTP/1.1" status: 200 len: 796 time: 0.1610649 Feb 11 05:18:06.502170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-0b183055-a51d-4af2-b3cb-9837f6e04479 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/quotas/5b148553ce8544418ca21f3e3d9aed0b HTTP/1.1" status: 200 len: 375 time: 0.0210335 Feb 11 05:18:06.551291 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Publish callbacks [] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.558033 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.609020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14716a-e0b5-403b-81f9-63bf73c198c9 None None] Pushing event updated for resources: {'Port': ['ID=e4aae30f-2c60-40c5-bf81-2b5c32ecae49,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:06.610493 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-d91a645e-1155-479d-9e10-5077d7447d4c tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b148553ce8544418ca21f3e3d9aed0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785248 Feb 11 05:18:06.627703 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (091ad297-de74-445d-8107-9c455c95beab), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.677912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Attempting to bind port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:06.678562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Attempting to bind port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:06.679212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Attempting to bind port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 on network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:06.686556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:06.687332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Checking segment: {'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:06.687929 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.688590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Bound using segment: {'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:06.689241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Bound port: e4aae30f-2c60-40c5-bf81-2b5c32ecae49, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:06.689865 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.748319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (091ad297-de74-445d-8107-9c455c95beab), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.843029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:06.846509 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-d0f24c5d-d57c-4082-9cb0-91a74d206e76 service neutron] 10.222.0.48 "GET /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170539 Feb 11 05:18:06.847400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=091ad297-de74-445d-8107-9c455c95beab,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:06.860361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:06.887981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:06.951272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] For port e4aae30f-2c60-40c5-bf81-2b5c32ecae49, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:06.955155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] For port e4aae30f-2c60-40c5-bf81-2b5c32ecae49, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e4aae30f-2c60-40c5-bf81-2b5c32ecae49,segment=NetworkSegment(35508767-fc96-4b03-80fd-d03368235ce4),segment_id=35508767-fc96-4b03-80fd-d03368235ce4)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:06.962998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2e233849-bb02-4466-b820-cad59ea22c2e None None] Provisioning complete for port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:06.963426 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e233849-bb02-4466-b820-cad59ea22c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.967040 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.064621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Routers {'facd324c-4da9-44b8-bc6d-b3da4485e67e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:07.064747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['facd324c-4da9-44b8-bc6d-b3da4485e67e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:07.066450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14716a-e0b5-403b-81f9-63bf73c198c9 None None] Pushing event updated for resources: {'Port': ['ID=e4aae30f-2c60-40c5-bf81-2b5c32ecae49,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:07.075625 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-d52b335d-372c-433b-8ab1-434da09b52f7 service neutron] 10.222.0.48 "GET /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127864 Feb 11 05:18:07.237427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2e233849-bb02-4466-b820-cad59ea22c2e None None] Current status of the port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:07.237828 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e233849-bb02-4466-b820-cad59ea22c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.344705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] Set router facd324c-4da9-44b8-bc6d-b3da4485e67e gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:07.413209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18f5193a-29d5-436c-80e0-d3b827e8372f req-5fce988a-5ae6-46ab-9e74-3c134cfe7ac9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 210 time: 0.0588489 Feb 11 05:18:07.435744 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2e233849-bb02-4466-b820-cad59ea22c2e None None] For port e4aae30f-2c60-40c5-bf81-2b5c32ecae49, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e4aae30f-2c60-40c5-bf81-2b5c32ecae49,segment=NetworkSegment(35508767-fc96-4b03-80fd-d03368235ce4),segment_id=35508767-fc96-4b03-80fd-d03368235ce4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:07.449809 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e233849-bb02-4466-b820-cad59ea22c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.542314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 20439335-ed9e-47bb-9980-65df197d0f5a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:07.643323 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e233849-bb02-4466-b820-cad59ea22c2e None None] Pushing event updated for resources: {'Port': ['ID=e4aae30f-2c60-40c5-bf81-2b5c32ecae49,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:07.650457 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.684954 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-66e98c66-545a-4639-8594-3d7bbd9b9841 None None] Provisioning complete for port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:07.685340 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66e98c66-545a-4639-8594-3d7bbd9b9841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.792029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 20439335-ed9e-47bb-9980-65df197d0f5a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:07.792413 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (20439335-ed9e-47bb-9980-65df197d0f5a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.907780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:04Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e4aae30f-2c60-40c5-bf81-2b5c32ecae49', 'name': '', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'mac_address': 'fa:16:3e:1a:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:03Z', 'updated_at': '2022-02-11T05:18:06Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'subnets': [{'id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:07.968141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c3d1e-11fe-4cef-a975-10506e30d621 None None] The sync data for ids ['facd324c-4da9-44b8-bc6d-b3da4485e67e'] in n-d-615180-58 is: [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:04Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e4aae30f-2c60-40c5-bf81-2b5c32ecae49', 'name': '', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'mac_address': 'fa:16:3e:1a:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:03Z', 'updated_at': '2022-02-11T05:18:06Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'subnets': [{'id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:07.971449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-66e98c66-545a-4639-8594-3d7bbd9b9841 None None] Current status of the port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:07.992992 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (d263d9bb-aadc-4c26-ace2-b0001b809aa2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.022446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 20439335-ed9e-47bb-9980-65df197d0f5a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:08.107972 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (091ad297-de74-445d-8107-9c455c95beab), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.300010 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (091ad297-de74-445d-8107-9c455c95beab), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.315058 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (091ad297-de74-445d-8107-9c455c95beab), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.393029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=091ad297-de74-445d-8107-9c455c95beab,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:08.407056 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (d263d9bb-aadc-4c26-ace2-b0001b809aa2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.550983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34176c42-44be-4163-8ec7-d3b363ccd3c6 req-46150339-bac1-4f41-a985-be4df34a1e7e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 210 time: 0.0347698 Feb 11 05:18:08.566966 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Floating IP d263d9bb-aadc-4c26-ace2-b0001b809aa2 associated. External IP: 172.25.7.80, port: d190f88f-33e1-4381-a6c9-3da2e60098c2. Feb 11 05:18:08.799300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-da42951b-cb5c-420c-a2dd-f0457cb51960 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:08.800955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-da42951b-cb5c-420c-a2dd-f0457cb51960 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.10 "GET /v2.0/networks?id=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 HTTP/1.1" status: 200 len: 796 time: 0.1274283 Feb 11 05:18:08.968854 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1adec4f6-1af9-4518-9df4-ac71f837756f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b148553ce8544418ca21f3e3d9aed0b HTTP/1.1" status: 200 len: 475 time: 0.1302531 Feb 11 05:18:08.982222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Request body: {'port': {'device_id': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'admin_state_up': True, 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'security_groups': ['5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6', '9493e1c4-93b8-4910-8fa9-5e136ee51193']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:08.988257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:18:09.170163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e4aae30f-2c60-40c5-bf81-2b5c32ecae49 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:09.211428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:09.218434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Made reservation on behalf of 5b148553ce8544418ca21f3e3d9aed0b for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:09.223365 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.224967 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d405d65-c55b-43dd-85bf-a1a9373f8540 None None] Sync routers for ids ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:09.228730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:09.229105 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.250311 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d405d65-c55b-43dd-85bf-a1a9373f8540 None None] Routers {'29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:09.251311 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3d405d65-c55b-43dd-85bf-a1a9373f8540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:09.267624 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.316519 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e5db434b-3601-484a-ab37-40a2294501b9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2999527 Feb 11 05:18:09.381434 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:09.386927 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:09.399790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:09.421836 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3d405d65-c55b-43dd-85bf-a1a9373f8540 None None] Set router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:09.436797 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe2be-39c7-4347-af71-be321aabd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.525427 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52831e2c-3062-48a9-9fbd-5015d3fc19da x-openstack-request-id: req-52831e2c-3062-48a9-9fbd-5015d3fc19da {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:09.525796 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:09.525947 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52831e2c-3062-48a9-9fbd-5015d3fc19da {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:09.526357 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'status': 'completed', 'code': 200} Feb 11 05:18:09.530954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9849c9-daae-462a-a0c6-05fdd35e8c8a req-8f2a9063-c600-4c75-964a-027d74f60d65 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:09.534179 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b9849c9-daae-462a-a0c6-05fdd35e8c8a req-8f2a9063-c600-4c75-964a-027d74f60d65 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.1319141 Feb 11 05:18:09.603854 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b9849c9-daae-462a-a0c6-05fdd35e8c8a req-30a594e4-1e13-43c0-8def-6cc00beb0b14 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632315 Feb 11 05:18:09.612257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Allocated IP 172.20.0.8 (c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2/c7658bbc-3867-4f0f-8672-250d760898de/2e009df4-158a-44f9-bef1-1ad109f7da9c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:09.625067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-3dad3e82-824d-4fca-82fc-9cd8a5e3ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:09.626877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-3dad3e82-824d-4fca-82fc-9cd8a5e3ee86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1128 time: 0.1113381 Feb 11 05:18:09.639507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45384) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:09.670980 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3d405d65-c55b-43dd-85bf-a1a9373f8540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:49Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'd263d9bb-aadc-4c26-ace2-b0001b809aa2', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'port_id': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'mac_address': 'fa:16:3e:8e:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:18:07Z', 'updated_at': '2022-02-11T05:18:07Z', 'revision_number': 0, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ead02e-2766-4577-b24f-f79b5d462d7e', 'name': '', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:fd:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:53Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:09.703391 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d405d65-c55b-43dd-85bf-a1a9373f8540 None None] Checking router: 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:09.712698 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d405d65-c55b-43dd-85bf-a1a9373f8540 None None] Routers {'29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:09.713298 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3d405d65-c55b-43dd-85bf-a1a9373f8540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:17:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:09.743406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d31ab369-d4df-4994-ba85-51c92402c0c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/d263d9bb-aadc-4c26-ace2-b0001b809aa2 HTTP/1.1" status: 200 len: 990 time: 0.1014926 Feb 11 05:18:09.746533 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b12caa1-7548-4c54-ac8b-ff2586d60e1c req-ea84fcf3-17e9-4ac4-b71a-e2a7f1a043d6 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 210 time: 0.0560699 Feb 11 05:18:09.828150 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3d405d65-c55b-43dd-85bf-a1a9373f8540 None None] Set router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:09.877586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-95b7426a-71b0-4646-bc5d-e30277ca3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:09.877875 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-95b7426a-71b0-4646-bc5d-e30277ca3b79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.2424130 Feb 11 05:18:09.974375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-ef58fa11-6814-4080-9f08-1b5a97d769af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 998 time: 0.0874467 Feb 11 05:18:09.980826 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.043440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-c41ddabe-88db-4a35-83b1-bdb161a48038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:10.044823 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-c41ddabe-88db-4a35-83b1-bdb161a48038 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0623693 Feb 11 05:18:10.055908 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3d405d65-c55b-43dd-85bf-a1a9373f8540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:49Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'd263d9bb-aadc-4c26-ace2-b0001b809aa2', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'port_id': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'mac_address': 'fa:16:3e:8e:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:18:07Z', 'updated_at': '2022-02-11T05:18:07Z', 'revision_number': 0, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ead02e-2766-4577-b24f-f79b5d462d7e', 'name': '', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:fd:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:53Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:10.056158 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.090993 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d405d65-c55b-43dd-85bf-a1a9373f8540 None None] The sync data for ids ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'] in n-d-615180-58 is: [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:49Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'd263d9bb-aadc-4c26-ace2-b0001b809aa2', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'port_id': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'mac_address': 'fa:16:3e:8e:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:18:07Z', 'updated_at': '2022-02-11T05:18:07Z', 'revision_number': 0, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ead02e-2766-4577-b24f-f79b5d462d7e', 'name': '', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:fd:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:53Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:10.142349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:10.144461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Port': ['ID=2e009df4-158a-44f9-bef1-1ad109f7da9c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:10.147395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:10.153848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:10.187908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-78ed3239-971c-498e-846d-6a43df68f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:10.189453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-78ed3239-971c-498e-846d-6a43df68f688 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1311843 Feb 11 05:18:10.207916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-fc2b1a0b-f3ea-4eb2-9aae-89520d4bdf3a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:18:10.209051 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-fc2b1a0b-f3ea-4eb2-9aae-89520d4bdf3a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077045 Feb 11 05:18:10.237671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:10.238356 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.279436 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-1fa0a237-00c7-4c84-a018-2b3840bb7d91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3038156 Feb 11 05:18:10.312086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-bd90dccf-a9b9-405c-aa18-bfeee292f578 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:18:10.313089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-bd90dccf-a9b9-405c-aa18-bfeee292f578 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064766 Feb 11 05:18:10.333201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Request body: {'port': {'device_id': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:10.383467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-72ec36ed-f077-4ff4-920a-496f2a20c5f3 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607671 Feb 11 05:18:10.416830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bf929ae3-281b-4bad-bb59-f0167e915449 None None] Provisioning complete for port 2e009df4-158a-44f9-bef1-1ad109f7da9c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:10.417370 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf929ae3-281b-4bad-bb59-f0167e915449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.420433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214f5f6-d202-4287-8161-09a14cb67467 None None] New status for floating IP d263d9bb-aadc-4c26-ace2-b0001b809aa2: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:18:10.470188 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.498418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bf929ae3-281b-4bad-bb59-f0167e915449 None None] Port 2e009df4-158a-44f9-bef1-1ad109f7da9c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:10.540569 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75a323f7-e0f9-4fce-aaf6-32d9e6f8764e req-ff11c971-9f1e-47bd-97fd-e7a040a35001 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509352 Feb 11 05:18:10.744677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45388) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:10.770517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e009df4-158a-44f9-bef1-1ad109f7da9c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:10.779715 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Publish callbacks [] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.797128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Transition to ACTIVE for port object 2e009df4-158a-44f9-bef1-1ad109f7da9c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:18:10.802535 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.820161 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3b958a8d-3f22-4411-8cbc-3bc387cb32b7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/d263d9bb-aadc-4c26-ace2-b0001b809aa2 HTTP/1.1" status: 200 len: 992 time: 0.0738091 Feb 11 05:18:10.870522 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e009df4-158a-44f9-bef1-1ad109f7da9c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:10.902023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b283d-4e18-43d5-a972-b98bd7fd1fc0 req-8b1ea0da-f5d8-4ad9-b3d6-30cad07d08a6 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:10.903702 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-096b283d-4e18-43d5-a972-b98bd7fd1fc0 req-8b1ea0da-f5d8-4ad9-b3d6-30cad07d08a6 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 982 time: 0.0599270 Feb 11 05:18:10.978267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Attempting to bind port 2e009df4-158a-44f9-bef1-1ad109f7da9c on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:10.978945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Attempting to bind port 2e009df4-158a-44f9-bef1-1ad109f7da9c by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:10.979288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Attempting to bind port 2e009df4-158a-44f9-bef1-1ad109f7da9c on network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:10.984170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Port 2e009df4-158a-44f9-bef1-1ad109f7da9c on network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:18:10.984501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Attempting to bind port 2e009df4-158a-44f9-bef1-1ad109f7da9c on network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:10.990375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:10.990727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Checking segment: {'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:10.991197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Bound using segment: {'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:10.991641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Bound port: 2e009df4-158a-44f9-bef1-1ad109f7da9c, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35508767-fc96-4b03-80fd-d03368235ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:10.992010 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.999530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-096b283d-4e18-43d5-a972-b98bd7fd1fc0 req-0dcb06f2-8bc2-4926-9147-a28db16a8809 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0834856 Feb 11 05:18:11.069184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] For port 2e009df4-158a-44f9-bef1-1ad109f7da9c, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:11.073849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] For port 2e009df4-158a-44f9-bef1-1ad109f7da9c, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e009df4-158a-44f9-bef1-1ad109f7da9c,segment=NetworkSegment(35508767-fc96-4b03-80fd-d03368235ce4),segment_id=35508767-fc96-4b03-80fd-d03368235ce4)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:11.085729 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.130600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.131292 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.133316 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e009df4-158a-44f9-bef1-1ad109f7da9c HTTP/1.1" status: 200 len: 1131 time: 0.8045197 Feb 11 05:18:11.153713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8945d2-32e7-4c4d-8192-19a52c9390f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e009df4-158a-44f9-bef1-1ad109f7da9c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:11.237456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-8cf66856-7fa8-490c-876d-ace978184010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.238992 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-8cf66856-7fa8-490c-876d-ace978184010 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b148553ce8544418ca21f3e3d9aed0b&device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 1165 time: 0.0486369 Feb 11 05:18:11.292172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-c0ee599d-401f-4ca0-9c2c-92468e96f52c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e009df4-158a-44f9-bef1-1ad109f7da9c HTTP/1.1" status: 200 len: 217 time: 0.0411332 Feb 11 05:18:11.343774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-01876b6c-3f62-42ca-b72f-47f7f9ca888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.345461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-01876b6c-3f62-42ca-b72f-47f7f9ca888c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7658bbc-3867-4f0f-8672-250d760898de HTTP/1.1" status: 200 len: 834 time: 0.0478573 Feb 11 05:18:11.395791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-7934037d-1b5e-4325-b9a4-913ddd75137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.397170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-7934037d-1b5e-4325-b9a4-913ddd75137a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457878 Feb 11 05:18:11.811661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'tag': '2e009df4-158a-44f9-bef1-1ad109f7da9c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:11.813933 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55829a23-7764-4487-8446-5f8ecb5e416a" -d '{"events": [{"name": "network-changed", "server_uuid": "eede4d01-8399-448a-a85d-57bc0e473bbb", "tag": "2e009df4-158a-44f9-bef1-1ad109f7da9c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:11.848074 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-c5996a42-d3e8-4377-9348-1964f8a5c4a8 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429891 Feb 11 05:18:11.854289 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ce9c42-2b7a-4319-9b19-656129b107f8 x-openstack-request-id: req-01ce9c42-2b7a-4319-9b19-656129b107f8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:11.854816 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eede4d01-8399-448a-a85d-57bc0e473bbb", "tag": "2e009df4-158a-44f9-bef1-1ad109f7da9c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:11.855102 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01ce9c42-2b7a-4319-9b19-656129b107f8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:11.855758 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'tag': '2e009df4-158a-44f9-bef1-1ad109f7da9c', 'status': 'completed', 'code': 200} Feb 11 05:18:11.867404 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac22e60c-222e-403d-9352-659d2d9da972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.954811 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a1d5c195-9a6c-4a4c-a6f6-ae7233773f7b req-8db5c5b8-4255-48c6-987f-2417f95df3a2 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847902 Feb 11 05:18:12.092435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55829a23-7764-4487-8446-5f8ecb5e416a req-cdb5e008-0bbd-4745-8cf2-59a1cbdceb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:12.094282 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55829a23-7764-4487-8446-5f8ecb5e416a req-cdb5e008-0bbd-4745-8cf2-59a1cbdceb67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b148553ce8544418ca21f3e3d9aed0b&device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 1165 time: 0.0540340 Feb 11 05:18:12.128758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3c5d-076e-4879-8a22-24e5cdd58b86 req-90acd351-aa36-44ec-a260-3251780609af tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:12.130384 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff5f3c5d-076e-4879-8a22-24e5cdd58b86 req-90acd351-aa36-44ec-a260-3251780609af tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 982 time: 0.0598223 Feb 11 05:18:12.192249 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff5f3c5d-076e-4879-8a22-24e5cdd58b86 req-8a560d70-13c6-4a86-8380-e04647ad7ac7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0528662 Feb 11 05:18:12.194456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55829a23-7764-4487-8446-5f8ecb5e416a req-259c60f1-5fa4-422b-8ad7-875f009987e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:12.196003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55829a23-7764-4487-8446-5f8ecb5e416a req-259c60f1-5fa4-422b-8ad7-875f009987e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 HTTP/1.1" status: 200 len: 897 time: 0.0951242 Feb 11 05:18:12.239865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55829a23-7764-4487-8446-5f8ecb5e416a req-f7d667da-0d08-41ff-8329-828469a1ce01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e009df4-158a-44f9-bef1-1ad109f7da9c HTTP/1.1" status: 200 len: 217 time: 0.0382426 Feb 11 05:18:12.288034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55829a23-7764-4487-8446-5f8ecb5e416a req-85ce3ef2-11aa-462e-9903-a96a9e82876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:12.289464 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55829a23-7764-4487-8446-5f8ecb5e416a req-85ce3ef2-11aa-462e-9903-a96a9e82876d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7658bbc-3867-4f0f-8672-250d760898de HTTP/1.1" status: 200 len: 834 time: 0.0436738 Feb 11 05:18:12.338189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55829a23-7764-4487-8446-5f8ecb5e416a req-c80d884e-47e8-4082-8041-b5d56e9b2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:12.340044 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55829a23-7764-4487-8446-5f8ecb5e416a req-c80d884e-47e8-4082-8041-b5d56e9b2cff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435560 Feb 11 05:18:12.432522 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55829a23-7764-4487-8446-5f8ecb5e416a req-09816501-4bbb-42a4-9d7f-5ba6b52cf7fd service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861542 Feb 11 05:18:12.524667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55829a23-7764-4487-8446-5f8ecb5e416a req-0477fe8c-c98b-4698-b581-c568cb70ea42 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865004 Feb 11 05:18:12.805804 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:13.319529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c5ede-f20c-491f-99d6-2c266d69a5ac req-1b5b0ed4-91c8-4ac1-bc92-1e78817b8a9a tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:13.321027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-322c5ede-f20c-491f-99d6-2c266d69a5ac req-1b5b0ed4-91c8-4ac1-bc92-1e78817b8a9a tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 982 time: 0.0586834 Feb 11 05:18:13.379002 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-322c5ede-f20c-491f-99d6-2c266d69a5ac req-4fc3d31e-7210-4fc5-a197-506baf5f5eda tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0521431 Feb 11 05:18:14.388602 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:14.508379 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea7bde-8cd8-41da-9a3d-b098deb142d8 req-002eb184-bcd5-4417-b216-16ed8e7518e1 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:14.510606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2ea7bde-8cd8-41da-9a3d-b098deb142d8 req-002eb184-bcd5-4417-b216-16ed8e7518e1 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 982 time: 0.0601096 Feb 11 05:18:14.568536 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2ea7bde-8cd8-41da-9a3d-b098deb142d8 req-060d5380-aa51-4d33-96d2-6b6e3aea6d7e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0513339 Feb 11 05:18:15.546007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2e009df4-158a-44f9-bef1-1ad109f7da9c details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:18:15.657932 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.665248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2e009df4-158a-44f9-bef1-1ad109f7da9c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e009df4-158a-44f9-bef1-1ad109f7da9c,segment=NetworkSegment(35508767-fc96-4b03-80fd-d03368235ce4),segment_id=35508767-fc96-4b03-80fd-d03368235ce4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:15.677394 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '2e009df4-158a-44f9-bef1-1ad109f7da9c', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'port_id': '2e009df4-158a-44f9-bef1-1ad109f7da9c', 'mac_address': 'fa:16:3e:4d:61:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:18:15.710437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823098e4-8d7b-4eba-8415-6ba986ce0774 req-b2a82868-d140-4217-b406-4cfdb3867e7c tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:15.712115 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-823098e4-8d7b-4eba-8415-6ba986ce0774 req-b2a82868-d140-4217-b406-4cfdb3867e7c tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 982 time: 0.0648868 Feb 11 05:18:15.727296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2e009df4-158a-44f9-bef1-1ad109f7da9c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:15.727856 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.745888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e009df4-158a-44f9-bef1-1ad109f7da9c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:15.768097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2e009df4-158a-44f9-bef1-1ad109f7da9c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e009df4-158a-44f9-bef1-1ad109f7da9c,segment=NetworkSegment(35508767-fc96-4b03-80fd-d03368235ce4),segment_id=35508767-fc96-4b03-80fd-d03368235ce4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:15.773460 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.781509 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-823098e4-8d7b-4eba-8415-6ba986ce0774 req-67783b9d-8ce7-4fad-8378-7869f6041c1d tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0625703 Feb 11 05:18:15.830986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2e009df4-158a-44f9-bef1-1ad109f7da9c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:16.047418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['2e009df4-158a-44f9-bef1-1ad109f7da9c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:16.910420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe878d-8cc0-4401-9493-2d0f817cbb39 req-9dadf6d0-9977-4d77-bf54-68949d9da14f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:16.912582 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69fe878d-8cc0-4401-9493-2d0f817cbb39 req-9dadf6d0-9977-4d77-bf54-68949d9da14f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 983 time: 0.0573905 Feb 11 05:18:16.979312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69fe878d-8cc0-4401-9493-2d0f817cbb39 req-e1c66ab1-a6ad-41f2-a280-88c3c035a004 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0604506 Feb 11 05:18:17.552498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2e009df4-158a-44f9-bef1-1ad109f7da9c up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:17.604509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 2e009df4-158a-44f9-bef1-1ad109f7da9c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:18:17.608983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 2e009df4-158a-44f9-bef1-1ad109f7da9c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:17.609525 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.695553 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2e009df4-158a-44f9-bef1-1ad109f7da9c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:17.696040 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.720270 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e009df4-158a-44f9-bef1-1ad109f7da9c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:17.722511 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b671239-91cf-4350-8cb5-c7222d69c1c2" -d '{"events": [{"server_uuid": "eede4d01-8399-448a-a85d-57bc0e473bbb", "name": "network-vif-plugged", "status": "completed", "tag": "2e009df4-158a-44f9-bef1-1ad109f7da9c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:17.742406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2e009df4-158a-44f9-bef1-1ad109f7da9c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e009df4-158a-44f9-bef1-1ad109f7da9c,segment=NetworkSegment(35508767-fc96-4b03-80fd-d03368235ce4),segment_id=35508767-fc96-4b03-80fd-d03368235ce4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:17.747037 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.773764 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a828269-c090-4fd5-a0de-c7ef534c61f2 x-openstack-request-id: req-3a828269-c090-4fd5-a0de-c7ef534c61f2 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:17.774066 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eede4d01-8399-448a-a85d-57bc0e473bbb", "name": "network-vif-plugged", "status": "completed", "tag": "2e009df4-158a-44f9-bef1-1ad109f7da9c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:17.774321 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a828269-c090-4fd5-a0de-c7ef534c61f2 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:17.774711 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e009df4-158a-44f9-bef1-1ad109f7da9c', 'code': 200} Feb 11 05:18:17.800896 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2e009df4-158a-44f9-bef1-1ad109f7da9c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:17.895549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d455a-7dd0-4923-ab28-6635644e4ee8 req-886311d7-30f3-4438-bf02-7f777ee7165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:17.896942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa2d455a-7dd0-4923-ab28-6635644e4ee8 req-886311d7-30f3-4438-bf02-7f777ee7165f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 1167 time: 0.0450282 Feb 11 05:18:17.953387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa2d455a-7dd0-4923-ab28-6635644e4ee8 req-da1162fa-42ec-4a2b-a7af-edae56870055 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0493810 Feb 11 05:18:18.102266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309e5ee-2b4d-41d8-b054-1490e45229d2 req-1165ea66-1735-4349-ae11-b8a1bfda413a tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:18.103888 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6309e5ee-2b4d-41d8-b054-1490e45229d2 req-1165ea66-1735-4349-ae11-b8a1bfda413a tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 984 time: 0.0573571 Feb 11 05:18:18.160864 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6309e5ee-2b4d-41d8-b054-1490e45229d2 req-fa4d6792-0911-41c4-a157-7ebed69e4047 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0511923 Feb 11 05:18:19.301020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebd530-7085-4f1c-8caa-afffe5ecd88f req-174375e8-6d55-4050-87e5-ab9660074f7e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:19.303183 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64ebd530-7085-4f1c-8caa-afffe5ecd88f req-174375e8-6d55-4050-87e5-ab9660074f7e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 984 time: 0.0706527 Feb 11 05:18:19.368498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64ebd530-7085-4f1c-8caa-afffe5ecd88f req-da1d7f46-016f-491e-b000-4fc3c08991b8 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0588024 Feb 11 05:18:19.495504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261017f-94f0-478f-ac24-3e7a42f95043 req-d9092006-1393-403f-828e-3963f5c48523 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:19.497040 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a261017f-94f0-478f-ac24-3e7a42f95043 req-d9092006-1393-403f-828e-3963f5c48523 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 984 time: 0.0571704 Feb 11 05:18:19.553924 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a261017f-94f0-478f-ac24-3e7a42f95043 req-478d7d7c-efff-45c3-a582-6faef4618100 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0507343 Feb 11 05:18:19.664938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03229adf-c86c-43ef-93fd-cb42d7b874eb req-54c08849-dcf2-4336-8861-d03774978ced tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:19.666484 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03229adf-c86c-43ef-93fd-cb42d7b874eb req-54c08849-dcf2-4336-8861-d03774978ced tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 1167 time: 0.0465283 Feb 11 05:18:19.684785 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-03229adf-c86c-43ef-93fd-cb42d7b874eb req-3553ccca-104d-499a-9fac-c9b242e9ba1b tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.757541 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-03229adf-c86c-43ef-93fd-cb42d7b874eb req-3553ccca-104d-499a-9fac-c9b242e9ba1b tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Publish callbacks [] for security_group (f0c61764-a340-4b1e-8556-1b5a90d99a50), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.762219 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-03229adf-c86c-43ef-93fd-cb42d7b874eb req-3553ccca-104d-499a-9fac-c9b242e9ba1b tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f0c61764-a340-4b1e-8556-1b5a90d99a50), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.806606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553ccca-104d-499a-9fac-c9b242e9ba1b tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c61764-a340-4b1e-8556-1b5a90d99a50,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:19.816432 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03229adf-c86c-43ef-93fd-cb42d7b874eb req-3553ccca-104d-499a-9fac-c9b242e9ba1b tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1436665 Feb 11 05:18:19.839798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45874) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:19.890326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd12519c-8fd1-4035-a607-0d1f8afbb54d tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:19.891925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fd12519c-8fd1-4035-a607-0d1f8afbb54d tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 1162 time: 0.0507357 Feb 11 05:18:19.894834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45876) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:19.899877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '2e009df4-158a-44f9-bef1-1ad109f7da9c', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:19.920912 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.027990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.137929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Allocated IP 172.25.7.17 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/ac640bbb-824c-458e-9872-4858a96c8bf3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:20.239851 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for port (ac640bbb-824c-458e-9872-4858a96c8bf3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.276435 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ac640bbb-824c-458e-9872-4858a96c8bf3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.318983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:20.322284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:20.325817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:20.347102 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Port': ['ID=ac640bbb-824c-458e-9872-4858a96c8bf3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:20.702067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for floatingip (f291ff04-743c-4376-a4fd-d6e579e564c0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.774404 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ac640bbb-824c-458e-9872-4858a96c8bf3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.924891 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for port (ac640bbb-824c-458e-9872-4858a96c8bf3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.929329 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ac640bbb-824c-458e-9872-4858a96c8bf3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.996763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Port': ['ID=ac640bbb-824c-458e-9872-4858a96c8bf3,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:21.012838 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (f291ff04-743c-4376-a4fd-d6e579e564c0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.125212 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Floating IP f291ff04-743c-4376-a4fd-d6e579e564c0 associated. External IP: 172.25.7.17, port: 2e009df4-158a-44f9-bef1-1ad109f7da9c. Feb 11 05:18:21.338408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Router facd324c-4da9-44b8-bc6d-b3da4485e67e has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:18:21.452610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:21.462593 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc165a0-19ad-4981-b679-d9424c24529d None None] Sync routers for ids ['facd324c-4da9-44b8-bc6d-b3da4485e67e'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:21.473138 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.474281 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc165a0-19ad-4981-b679-d9424c24529d None None] Routers {'facd324c-4da9-44b8-bc6d-b3da4485e67e'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:21.475197 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2bc165a0-19ad-4981-b679-d9424c24529d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:18:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['facd324c-4da9-44b8-bc6d-b3da4485e67e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:21.510744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45882) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:21.521848 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-81b16e70-a970-4786-baf1-6503ae884364 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6258879 Feb 11 05:18:21.523951 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'tag': '2e009df4-158a-44f9-bef1-1ad109f7da9c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:21.528879 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aea3abb-014f-438f-be4b-b302fdd5428c" -d '{"events": [{"name": "network-changed", "server_uuid": "eede4d01-8399-448a-a85d-57bc0e473bbb", "tag": "2e009df4-158a-44f9-bef1-1ad109f7da9c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:21.582064 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85440068-40b1-41d2-a245-a700d317cdd7 x-openstack-request-id: req-85440068-40b1-41d2-a245-a700d317cdd7 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:21.582373 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eede4d01-8399-448a-a85d-57bc0e473bbb", "tag": "2e009df4-158a-44f9-bef1-1ad109f7da9c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:21.582669 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85440068-40b1-41d2-a245-a700d317cdd7 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:21.583093 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-2bc165a0-19ad-4981-b679-d9424c24529d None None] Set router facd324c-4da9-44b8-bc6d-b3da4485e67e gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:21.583241 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'tag': '2e009df4-158a-44f9-bef1-1ad109f7da9c', 'status': 'completed', 'code': 200} Feb 11 05:18:21.749980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea3abb-014f-438f-be4b-b302fdd5428c req-0c46c845-7fc6-4ac4-a9c7-0606abff1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.751899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5aea3abb-014f-438f-be4b-b302fdd5428c req-0c46c845-7fc6-4ac4-a9c7-0606abff1296 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b148553ce8544418ca21f3e3d9aed0b&device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 1167 time: 0.1034362 Feb 11 05:18:21.789635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d755c18-2aa5-4be0-adf4-c2fafd58c9cb tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.790215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d755c18-2aa5-4be0-adf4-c2fafd58c9cb tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.790757 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d755c18-2aa5-4be0-adf4-c2fafd58c9cb tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.791318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d755c18-2aa5-4be0-adf4-c2fafd58c9cb tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.791847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d755c18-2aa5-4be0-adf4-c2fafd58c9cb tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.796093 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3d755c18-2aa5-4be0-adf4-c2fafd58c9cb tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2827945 Feb 11 05:18:21.796973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45886) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:21.871373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea3abb-014f-438f-be4b-b302fdd5428c req-53280d4a-ff3e-4915-9200-a544fe877710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.873010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5aea3abb-014f-438f-be4b-b302fdd5428c req-53280d4a-ff3e-4915-9200-a544fe877710 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 HTTP/1.1" status: 200 len: 897 time: 0.1143887 Feb 11 05:18:21.908095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e7ca4-a5fb-49d1-b20f-9b13181fadb0 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.908874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e7ca4-a5fb-49d1-b20f-9b13181fadb0 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.909995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e7ca4-a5fb-49d1-b20f-9b13181fadb0 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.910612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e7ca4-a5fb-49d1-b20f-9b13181fadb0 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.911451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e7ca4-a5fb-49d1-b20f-9b13181fadb0 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.912760 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2bc165a0-19ad-4981-b679-d9424c24529d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:04Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'f291ff04-743c-4376-a4fd-d6e579e564c0', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'port_id': '2e009df4-158a-44f9-bef1-1ad109f7da9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'mac_address': 'fa:16:3e:4d:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:18:20Z', 'updated_at': '2022-02-11T05:18:20Z', 'revision_number': 0, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4aae30f-2c60-40c5-bf81-2b5c32ecae49', 'name': '', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'mac_address': 'fa:16:3e:1a:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:03Z', 'updated_at': '2022-02-11T05:18:07Z', 'revision_number': 5, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'subnets': [{'id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:21.916720 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8d8e7ca4-a5fb-49d1-b20f-9b13181fadb0 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.1179485 Feb 11 05:18:21.917510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45888) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:21.948036 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc165a0-19ad-4981-b679-d9424c24529d None None] Checking router: facd324c-4da9-44b8-bc6d-b3da4485e67e for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:21.958041 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc165a0-19ad-4981-b679-d9424c24529d None None] Routers {'facd324c-4da9-44b8-bc6d-b3da4485e67e'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:21.958265 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5aea3abb-014f-438f-be4b-b302fdd5428c req-1e84bb9b-0503-47f1-8561-d6901438cdd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e009df4-158a-44f9-bef1-1ad109f7da9c HTTP/1.1" status: 200 len: 998 time: 0.0793440 Feb 11 05:18:21.958927 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2bc165a0-19ad-4981-b679-d9424c24529d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:18:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['facd324c-4da9-44b8-bc6d-b3da4485e67e'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:22.018082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea3abb-014f-438f-be4b-b302fdd5428c req-1c65d783-f83b-452f-8809-a68e2b3587bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.022361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5aea3abb-014f-438f-be4b-b302fdd5428c req-1c65d783-f83b-452f-8809-a68e2b3587bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7658bbc-3867-4f0f-8672-250d760898de HTTP/1.1" status: 200 len: 834 time: 0.0558684 Feb 11 05:18:22.077867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea3abb-014f-438f-be4b-b302fdd5428c req-3910b6fb-7310-451f-8c2c-02c0f79764b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.079103 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-2bc165a0-19ad-4981-b679-d9424c24529d None None] Set router facd324c-4da9-44b8-bc6d-b3da4485e67e gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:22.079728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5aea3abb-014f-438f-be4b-b302fdd5428c req-3910b6fb-7310-451f-8c2c-02c0f79764b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537021 Feb 11 05:18:22.217779 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5aea3abb-014f-438f-be4b-b302fdd5428c req-3f24e71f-8383-476c-bfaa-2dc7e2b45c64 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315665 Feb 11 05:18:22.328453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5aea3abb-014f-438f-be4b-b302fdd5428c req-4a4a2bce-5b3c-415b-9f7c-40b60e6670a3 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041043 Feb 11 05:18:22.343470 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2bc165a0-19ad-4981-b679-d9424c24529d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:04Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'f291ff04-743c-4376-a4fd-d6e579e564c0', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'port_id': '2e009df4-158a-44f9-bef1-1ad109f7da9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'mac_address': 'fa:16:3e:4d:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:18:20Z', 'updated_at': '2022-02-11T05:18:20Z', 'revision_number': 0, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4aae30f-2c60-40c5-bf81-2b5c32ecae49', 'name': '', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'mac_address': 'fa:16:3e:1a:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:03Z', 'updated_at': '2022-02-11T05:18:07Z', 'revision_number': 5, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'subnets': [{'id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:22.385006 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc165a0-19ad-4981-b679-d9424c24529d None None] The sync data for ids ['facd324c-4da9-44b8-bc6d-b3da4485e67e'] in n-d-615180-58 is: [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:04Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'f291ff04-743c-4376-a4fd-d6e579e564c0', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'port_id': '2e009df4-158a-44f9-bef1-1ad109f7da9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'mac_address': 'fa:16:3e:4d:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:18:20Z', 'updated_at': '2022-02-11T05:18:20Z', 'revision_number': 0, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4aae30f-2c60-40c5-bf81-2b5c32ecae49', 'name': '', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'mac_address': 'fa:16:3e:1a:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:03Z', 'updated_at': '2022-02-11T05:18:07Z', 'revision_number': 5, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'subnets': [{'id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:22.493637 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d620ce5b-31aa-4fc6-b10a-6eb0a976f445 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2342 time: 0.5748441 Feb 11 05:18:22.494663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45890) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:22.545466 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd07617-b478-4e02-9d25-b36c531ee865 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.545955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd07617-b478-4e02-9d25-b36c531ee865 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.554106 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4dd07617-b478-4e02-9d25-b36c531ee865 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=facd324c-4da9-44b8-bc6d-b3da4485e67e HTTP/1.1" status: 200 len: 2064 time: 0.0518861 Feb 11 05:18:22.616959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca37c41-72e9-46d0-9c50-9ab0b4d09698 None None] New status for floating IP f291ff04-743c-4376-a4fd-d6e579e564c0: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:18:22.859777 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30ef8c3e-8af0-4f13-b36e-e19059f47897 req-d38ff644-4a81-49a0-ae0d-208c637e72ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1107390 Feb 11 05:18:22.962482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef8c3e-8af0-4f13-b36e-e19059f47897 req-0138eef3-b754-40af-9f9b-a2f5d5af0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.964061 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30ef8c3e-8af0-4f13-b36e-e19059f47897 req-0138eef3-b754-40af-9f9b-a2f5d5af0f68 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1128 time: 0.0451486 Feb 11 05:18:23.072448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef8c3e-8af0-4f13-b36e-e19059f47897 req-30d860bf-14eb-43df-bbcd-337ec85aa510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:23.073911 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30ef8c3e-8af0-4f13-b36e-e19059f47897 req-30d860bf-14eb-43df-bbcd-337ec85aa510 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.0885782 Feb 11 05:18:23.145589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30ef8c3e-8af0-4f13-b36e-e19059f47897 req-0bc27082-25cd-4265-8ffd-6ab8a2bdecc0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 1000 time: 0.0644894 Feb 11 05:18:23.202736 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef8c3e-8af0-4f13-b36e-e19059f47897 req-43979736-0247-426a-bc8d-fed8360b4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:23.204279 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30ef8c3e-8af0-4f13-b36e-e19059f47897 req-43979736-0247-426a-bc8d-fed8360b4a8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0501440 Feb 11 05:18:23.263938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef8c3e-8af0-4f13-b36e-e19059f47897 req-1e3987c2-4755-4280-90db-b7f999df3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:23.264943 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30ef8c3e-8af0-4f13-b36e-e19059f47897 req-1e3987c2-4755-4280-90db-b7f999df3f6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470676 Feb 11 05:18:23.360124 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30ef8c3e-8af0-4f13-b36e-e19059f47897 req-c4e6be7a-d28d-461f-9601-e760636faeb5 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885968 Feb 11 05:18:23.457471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30ef8c3e-8af0-4f13-b36e-e19059f47897 req-bf429040-7bd4-490b-af51-ff19bb9573c0 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909936 Feb 11 05:18:29.239014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45920) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:29.360392 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc95ccbe-e19e-43a4-a276-3d3eab7e8543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.437039 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc95ccbe-e19e-43a4-a276-3d3eab7e8543 admin admin] Publish callbacks [] for security_group (1831ae7e-5080-4bf4-ac00-832f7bf1c83d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.440846 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc95ccbe-e19e-43a4-a276-3d3eab7e8543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1831ae7e-5080-4bf4-ac00-832f7bf1c83d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.487260 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cc95ccbe-e19e-43a4-a276-3d3eab7e8543 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cfd7575f01f5470f8d33a0d6e6397605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2470908 Feb 11 05:18:29.488506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95ccbe-e19e-43a4-a276-3d3eab7e8543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1831ae7e-5080-4bf4-ac00-832f7bf1c83d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:29.490058 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45924) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:29.543990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80f148ee-fc9d-4b37-a108-673c1e957ce5 admin admin] Publish callbacks [] for security_group (1831ae7e-5080-4bf4-ac00-832f7bf1c83d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.566584 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80f148ee-fc9d-4b37-a108-673c1e957ce5 admin admin] Publish callbacks [] for security_group (1831ae7e-5080-4bf4-ac00-832f7bf1c83d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.616750 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80f148ee-fc9d-4b37-a108-673c1e957ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (1831ae7e-5080-4bf4-ac00-832f7bf1c83d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.619707 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-80f148ee-fc9d-4b37-a108-673c1e957ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.620938 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-80f148ee-fc9d-4b37-a108-673c1e957ce5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1831ae7e-5080-4bf4-ac00-832f7bf1c83d HTTP/1.1" status: 204 len: 168 time: 0.1293604 Feb 11 05:18:29.629359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f148ee-fc9d-4b37-a108-673c1e957ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1831ae7e-5080-4bf4-ac00-832f7bf1c83d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:29.978275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 45930) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:29.996378 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3d2b-5432-445d-8051-49034b876fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.072605 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3d2b-5432-445d-8051-49034b876fd6 admin admin] Publish callbacks [] for security_group (85afa4f5-10d4-4b11-80e4-494ed92194a6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.076484 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3d2b-5432-445d-8051-49034b876fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (85afa4f5-10d4-4b11-80e4-494ed92194a6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.116153 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cd8d3d2b-5432-445d-8051-49034b876fd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2465916b7bce4ec683c44072e1e4ce06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367092 Feb 11 05:18:30.117045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d3d2b-5432-445d-8051-49034b876fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85afa4f5-10d4-4b11-80e4-494ed92194a6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:30.118874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 45932) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:30.168042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fce75eac-4edc-432d-a4bc-e9955e6f312a admin admin] Publish callbacks [] for security_group (85afa4f5-10d4-4b11-80e4-494ed92194a6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.189931 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fce75eac-4edc-432d-a4bc-e9955e6f312a admin admin] Publish callbacks [] for security_group (85afa4f5-10d4-4b11-80e4-494ed92194a6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.236735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fce75eac-4edc-432d-a4bc-e9955e6f312a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (85afa4f5-10d4-4b11-80e4-494ed92194a6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.239545 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fce75eac-4edc-432d-a4bc-e9955e6f312a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.240772 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fce75eac-4edc-432d-a4bc-e9955e6f312a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85afa4f5-10d4-4b11-80e4-494ed92194a6 HTTP/1.1" status: 204 len: 168 time: 0.1208572 Feb 11 05:18:30.250190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce75eac-4edc-432d-a4bc-e9955e6f312a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85afa4f5-10d4-4b11-80e4-494ed92194a6,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:32.595120 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:18:33.465672 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:37.560993 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.540070 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46002) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:38.648927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.721559 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Publish callbacks [] for security_group (9f8d5153-d2a9-42fb-94a0-57a60a43a19b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.725829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9f8d5153-d2a9-42fb-94a0-57a60a43a19b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.763887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5216d21816074d3a837cb94d4ec43813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227426 Feb 11 05:18:38.764618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8d5153-d2a9-42fb-94a0-57a60a43a19b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:38.766742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46006) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:38.772667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.773021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.773363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.773799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.774213 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.774768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.775361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.775935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.776331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.776890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.777459 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.778012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.778599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd202a-7107-41f5-8f42-ca0266b9547c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.819095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Publish callbacks [] for security_group (9f8d5153-d2a9-42fb-94a0-57a60a43a19b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.840610 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Publish callbacks [] for security_group (9f8d5153-d2a9-42fb-94a0-57a60a43a19b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.887860 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9f8d5153-d2a9-42fb-94a0-57a60a43a19b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.890644 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.894167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f8d5153-d2a9-42fb-94a0-57a60a43a19b HTTP/1.1" status: 204 len: 168 time: 0.1236386 Feb 11 05:18:38.900469 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8d5153-d2a9-42fb-94a0-57a60a43a19b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:38.908315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.908942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.909488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.910031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.910557 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.911103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.911642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.912189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.912712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.913407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.913931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.914307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:38.914645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191cf95e-6dc0-4a65-9b94-79ba8e72a8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:39.184965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46012) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:39.198367 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0718755-cde1-4cba-974f-c98eedb93b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.283397 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0718755-cde1-4cba-974f-c98eedb93b46 admin admin] Publish callbacks [] for security_group (70c2cfcf-bc83-4d17-a956-c16e6ab94c34), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.287682 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0718755-cde1-4cba-974f-c98eedb93b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (70c2cfcf-bc83-4d17-a956-c16e6ab94c34), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.324996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0718755-cde1-4cba-974f-c98eedb93b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c2cfcf-bc83-4d17-a956-c16e6ab94c34,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:39.329152 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b0718755-cde1-4cba-974f-c98eedb93b46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=108c6dd9f16e42d297391f735c57c3e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431644 Feb 11 05:18:39.331794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46014) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:39.378810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9356578-8dac-44d4-8eb9-e7011929d742 admin admin] Publish callbacks [] for security_group (70c2cfcf-bc83-4d17-a956-c16e6ab94c34), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.404403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9356578-8dac-44d4-8eb9-e7011929d742 admin admin] Publish callbacks [] for security_group (70c2cfcf-bc83-4d17-a956-c16e6ab94c34), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.421205 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16e0dca4-c286-4209-8e40-57de4192f72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.457252 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9356578-8dac-44d4-8eb9-e7011929d742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (70c2cfcf-bc83-4d17-a956-c16e6ab94c34), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.460642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9356578-8dac-44d4-8eb9-e7011929d742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.461854 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d9356578-8dac-44d4-8eb9-e7011929d742 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70c2cfcf-bc83-4d17-a956-c16e6ab94c34 HTTP/1.1" status: 204 len: 168 time: 0.1290705 Feb 11 05:18:39.470532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356578-8dac-44d4-8eb9-e7011929d742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c2cfcf-bc83-4d17-a956-c16e6ab94c34,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:41.873431 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e60d6010-24d9-4b54-b256-8c6b14714eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:42.810053 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.386438 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.642053 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.586505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46162) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:53.694667 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-771d072d-6348-4b51-aae7-fff146c61245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.772344 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-771d072d-6348-4b51-aae7-fff146c61245 admin admin] Publish callbacks [] for security_group (4b9c043c-8f7c-47fb-b1f1-fb17371bacc2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.776104 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-771d072d-6348-4b51-aae7-fff146c61245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4b9c043c-8f7c-47fb-b1f1-fb17371bacc2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.813769 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-771d072d-6348-4b51-aae7-fff146c61245 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=179e9e1cdb734d8c9104168dba0559e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2261736 Feb 11 05:18:53.815802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d072d-6348-4b51-aae7-fff146c61245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9c043c-8f7c-47fb-b1f1-fb17371bacc2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:53.816572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46166) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:53.867220 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-594c9d0d-6603-4bb2-a90c-548d451f4ef9 admin admin] Publish callbacks [] for security_group (4b9c043c-8f7c-47fb-b1f1-fb17371bacc2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.888619 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-594c9d0d-6603-4bb2-a90c-548d451f4ef9 admin admin] Publish callbacks [] for security_group (4b9c043c-8f7c-47fb-b1f1-fb17371bacc2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.939691 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-594c9d0d-6603-4bb2-a90c-548d451f4ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4b9c043c-8f7c-47fb-b1f1-fb17371bacc2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.942294 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-594c9d0d-6603-4bb2-a90c-548d451f4ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.944897 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-594c9d0d-6603-4bb2-a90c-548d451f4ef9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b9c043c-8f7c-47fb-b1f1-fb17371bacc2 HTTP/1.1" status: 204 len: 168 time: 0.1267407 Feb 11 05:18:53.952864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c9d0d-6603-4bb2-a90c-548d451f4ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9c043c-8f7c-47fb-b1f1-fb17371bacc2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:54.225825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46172) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:54.239403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-317a7c03-8080-4955-8373-f9ba8f6c7da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.313396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-317a7c03-8080-4955-8373-f9ba8f6c7da7 admin admin] Publish callbacks [] for security_group (ebfa64f4-99c0-4a75-a01a-7989ef8251ee), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.319995 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-317a7c03-8080-4955-8373-f9ba8f6c7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ebfa64f4-99c0-4a75-a01a-7989ef8251ee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.359690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a7c03-8080-4955-8373-f9ba8f6c7da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfa64f4-99c0-4a75-a01a-7989ef8251ee,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:54.366596 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-317a7c03-8080-4955-8373-f9ba8f6c7da7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcece892e88847fbb5ba52ce6523a9c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372237 Feb 11 05:18:54.366828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46174) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:54.418386 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f815a741-9093-4c20-9307-767924843194 admin admin] Publish callbacks [] for security_group (ebfa64f4-99c0-4a75-a01a-7989ef8251ee), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.439868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f815a741-9093-4c20-9307-767924843194 admin admin] Publish callbacks [] for security_group (ebfa64f4-99c0-4a75-a01a-7989ef8251ee), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.492280 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f815a741-9093-4c20-9307-767924843194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ebfa64f4-99c0-4a75-a01a-7989ef8251ee), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.495190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f815a741-9093-4c20-9307-767924843194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.496348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f815a741-9093-4c20-9307-767924843194 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebfa64f4-99c0-4a75-a01a-7989ef8251ee HTTP/1.1" status: 204 len: 168 time: 0.1286187 Feb 11 05:18:54.509089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815a741-9093-4c20-9307-767924843194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfa64f4-99c0-4a75-a01a-7989ef8251ee,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:54.835335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46180) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:54.848479 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77a6b124-bd2b-49e2-94e3-930096feeae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.930251 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77a6b124-bd2b-49e2-94e3-930096feeae4 admin admin] Publish callbacks [] for security_group (07e95116-2639-480a-915e-fc0104afe163), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.934184 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77a6b124-bd2b-49e2-94e3-930096feeae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (07e95116-2639-480a-915e-fc0104afe163), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.973643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6b124-bd2b-49e2-94e3-930096feeae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e95116-2639-480a-915e-fc0104afe163,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:54.977980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-77a6b124-bd2b-49e2-94e3-930096feeae4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=079c1ae99e62442485725849d6635a85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414995 Feb 11 05:18:54.980555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46182) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:55.028642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f4069c9-f8d2-47c0-8b88-a7a83ace3649 admin admin] Publish callbacks [] for security_group (07e95116-2639-480a-915e-fc0104afe163), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.049924 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f4069c9-f8d2-47c0-8b88-a7a83ace3649 admin admin] Publish callbacks [] for security_group (07e95116-2639-480a-915e-fc0104afe163), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.103002 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f4069c9-f8d2-47c0-8b88-a7a83ace3649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (07e95116-2639-480a-915e-fc0104afe163), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.106437 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f4069c9-f8d2-47c0-8b88-a7a83ace3649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.107667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0f4069c9-f8d2-47c0-8b88-a7a83ace3649 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07e95116-2639-480a-915e-fc0104afe163 HTTP/1.1" status: 204 len: 168 time: 0.1262169 Feb 11 05:18:55.119472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4069c9-f8d2-47c0-8b88-a7a83ace3649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e95116-2639-480a-915e-fc0104afe163,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:56.402460 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46220) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:56.494373 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-69c7883d-da32-47ad-a40c-f1557f8bada8 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2022 time: 0.0906153 Feb 11 05:18:56.497045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46222) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:56.501957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4fb98e02-8492-4a54-ba9c-d6b01c21c4a9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Request body: {'network': {'name': 'tempest-network-smoke--1254064471', 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'port_security_enabled': False}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:56.521264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb98e02-8492-4a54-ba9c-d6b01c21c4a9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Made reservation on behalf of 5b148553ce8544418ca21f3e3d9aed0b for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:56.524954 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4fb98e02-8492-4a54-ba9c-d6b01c21c4a9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.548411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb98e02-8492-4a54-ba9c-d6b01c21c4a9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:18:56.559042 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4fb98e02-8492-4a54-ba9c-d6b01c21c4a9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (66ff6f6e-3b76-4862-a73c-06d70dae568e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.559394 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-4fb98e02-8492-4a54-ba9c-d6b01c21c4a9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Added segment 66ff6f6e-3b76-4862-a73c-06d70dae568e of type vlan for network b3915942-8a3d-41d2-b713-750997fd0424 Feb 11 05:18:56.598383 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4fb98e02-8492-4a54-ba9c-d6b01c21c4a9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (b3915942-8a3d-41d2-b713-750997fd0424), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.623225 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4fb98e02-8492-4a54-ba9c-d6b01c21c4a9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (b3915942-8a3d-41d2-b713-750997fd0424), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.629393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb98e02-8492-4a54-ba9c-d6b01c21c4a9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:56.629967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4fb98e02-8492-4a54-ba9c-d6b01c21c4a9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.697605 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4fb98e02-8492-4a54-ba9c-d6b01c21c4a9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1995342 Feb 11 05:18:56.700320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46224) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:56.704781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-889764773', 'admin_state_up': True, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:56.710114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb98e02-8492-4a54-ba9c-d6b01c21c4a9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Network': ['ID=b3915942-8a3d-41d2-b713-750997fd0424,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:56.721445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network b3915942-8a3d-41d2-b713-750997fd0424 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:18:56.733288 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.734344 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.831961 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router_controller (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.976987 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router_gateway (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.181274 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router_gateway (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.206560 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.327017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Allocated IP 172.25.7.163 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/320e151f-8574-4977-bf61-cf1d859f73da) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:57.432590 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for port (320e151f-8574-4977-bf61-cf1d859f73da), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.472112 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (320e151f-8574-4977-bf61-cf1d859f73da), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.517403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:57.520412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:57.524660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:57.548580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Port': ['ID=320e151f-8574-4977-bf61-cf1d859f73da,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:57.778163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router_gateway (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.976338 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.464236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Router e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:18:58.576889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:58.588115 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Sync routers for ids ['e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:58.599481 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.600626 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Routers {'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:58.601195 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:18:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:58.604245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46240) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:58.614920 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f7f231f0-8b5e-48e9-aa48-91c31bbd156f tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9135275 Feb 11 05:18:58.671490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa376db6-3b01-4434-acf1-41338b702b1c tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:58.675924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46242) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:58.676064 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fa376db6-3b01-4434-acf1-41338b702b1c tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=5b148553ce8544418ca21f3e3d9aed0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0707417 Feb 11 05:18:58.722793 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Set router e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:58.843300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af3ed0d-10fe-4a7e-8ba8-a39a01eb4a2e tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:58.844923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7af3ed0d-10fe-4a7e-8ba8-a39a01eb4a2e tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1674001 Feb 11 05:18:58.847839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46248) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:58.878980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e237819a-4600-407c-8666-738411e39e19 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272865 Feb 11 05:18:58.879754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46252) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:58.913822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-33aa6adc-7056-48a7-becd-2f50bd483889 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=5b148553ce8544418ca21f3e3d9aed0b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323818 Feb 11 05:18:58.916383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46254) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:58.924053 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889764773', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '320e151f-8574-4977-bf61-cf1d859f73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:56Z', 'updated_at': '2022-02-11T05:18:57Z', 'revision_number': 3, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '320e151f-8574-4977-bf61-cf1d859f73da', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:57Z', 'updated_at': '2022-02-11T05:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:58.959112 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Checking router: e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:58.959112 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Updating router e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 port 320e151f-8574-4977-bf61-cf1d859f73da binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:18:58.986541 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (320e151f-8574-4977-bf61-cf1d859f73da), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.014407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78ffd09-b63d-4276-af18-b075d3751f68 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:59.016256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b78ffd09-b63d-4276-af18-b075d3751f68 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0987918 Feb 11 05:18:59.018996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46256) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:59.053575 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a3e5353d-c0ac-441e-9bbb-f79f943fb283 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333052 Feb 11 05:18:59.056057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46258) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:59.060798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bc9f83b2-482a-4586-ad89-8b3dfd9724f5 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1125028368', 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424', 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:59.167896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9f83b2-482a-4586-ad89-8b3dfd9724f5 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Made reservation on behalf of 5b148553ce8544418ca21f3e3d9aed0b for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:59.171884 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc9f83b2-482a-4586-ad89-8b3dfd9724f5 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.252463 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Publish callbacks [] for port (320e151f-8574-4977-bf61-cf1d859f73da), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.258751 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (320e151f-8574-4977-bf61-cf1d859f73da), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.305554 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Attempting to bind port 320e151f-8574-4977-bf61-cf1d859f73da on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:59.305930 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Attempting to bind port 320e151f-8574-4977-bf61-cf1d859f73da by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:59.306303 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Attempting to bind port 320e151f-8574-4977-bf61-cf1d859f73da on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:59.316442 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:59.316826 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:59.317232 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.318643 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:59.318643 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Bound port: 320e151f-8574-4977-bf61-cf1d859f73da, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:59.319033 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (320e151f-8574-4977-bf61-cf1d859f73da), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.322213 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Pushing event updated for resources: {'Port': ['ID=320e151f-8574-4977-bf61-cf1d859f73da,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:59.353988 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.354359 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.354678 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.355045 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.355383 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.355714 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.356045 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.356658 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.356785 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.357013 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.357337 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.357660 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.357985 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:59.369270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc9f83b2-482a-4586-ad89-8b3dfd9724f5 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (78062f1f-de4a-4cdc-81cd-350917a3f722), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.383668 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] For port 320e151f-8574-4977-bf61-cf1d859f73da, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:59.387162 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] For port 320e151f-8574-4977-bf61-cf1d859f73da, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=320e151f-8574-4977-bf61-cf1d859f73da,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:59.392912 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (320e151f-8574-4977-bf61-cf1d859f73da), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.433761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f83b2-482a-4586-ad89-8b3dfd9724f5 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Subnet': ['ID=78062f1f-de4a-4cdc-81cd-350917a3f722,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:59.444536 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f83b2-482a-4586-ad89-8b3dfd9724f5 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Checking segment: {'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:59.445276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f83b2-482a-4586-ad89-8b3dfd9724f5 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network hostable DHCP agents. Network: b3915942-8a3d-41d2-b713-750997fd0424, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:18:59.447803 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Routers {'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:59.448427 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:18:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:59.463936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f83b2-482a-4586-ad89-8b3dfd9724f5 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network b3915942-8a3d-41d2-b713-750997fd0424 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:18:59.473814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-bc9f83b2-482a-4586-ad89-8b3dfd9724f5 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, b3915942-8a3d-41d2-b713-750997fd0424) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:59.478100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9f83b2-482a-4586-ad89-8b3dfd9724f5 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:59.478792 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bc9f83b2-482a-4586-ad89-8b3dfd9724f5 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.486779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddee8f9-3227-4df4-9d69-99602abe48a3 None None] Network b3915942-8a3d-41d2-b713-750997fd0424 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:59.497272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc9f83b2-482a-4586-ad89-8b3dfd9724f5 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4401913 Feb 11 05:18:59.500270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46260) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:59.556495 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] Set router e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:59.625348 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a2e5e-f175-4632-904e-da8963513b55 None None] Pushing event updated for resources: {'Port': ['ID=320e151f-8574-4977-bf61-cf1d859f73da,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:59.626022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-b3915942-8a3d-41d2-b713-750997fd0424', 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424', 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'fixed_ips': [{'subnet_id': '78062f1f-de4a-4cdc-81cd-350917a3f722'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:18:59.626427 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.837096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Allocated IP 172.20.0.18 (b3915942-8a3d-41d2-b713-750997fd0424/78062f1f-de4a-4cdc-81cd-350917a3f722/084410e7-6971-452f-b1d7-b19db4b10558) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:59.872074 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889764773', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '320e151f-8574-4977-bf61-cf1d859f73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:56Z', 'updated_at': '2022-02-11T05:18:57Z', 'revision_number': 3, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '320e151f-8574-4977-bf61-cf1d859f73da', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:57Z', 'updated_at': '2022-02-11T05:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:59.901343 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06a64d-f902-4875-bf16-174a141c44d2 None None] The sync data for ids ['e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'] in n-d-615180-58 is: [{'id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889764773', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '320e151f-8574-4977-bf61-cf1d859f73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:56Z', 'updated_at': '2022-02-11T05:18:57Z', 'revision_number': 3, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '320e151f-8574-4977-bf61-cf1d859f73da', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:57Z', 'updated_at': '2022-02-11T05:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:00.041602 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Publish callbacks [] for port (084410e7-6971-452f-b1d7-b19db4b10558), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.052631 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (084410e7-6971-452f-b1d7-b19db4b10558), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.095214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Network b3915942-8a3d-41d2-b713-750997fd0424 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:00.098272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:00.102781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:00.114004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Pushing event updated for resources: {'Port': ['ID=084410e7-6971-452f-b1d7-b19db4b10558,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:00.131859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.313180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.313180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.313545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.313671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.313977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.314301 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.314995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.314995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.315289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.315593 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.316100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.316234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.316527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:00.348062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Attempting to bind port 084410e7-6971-452f-b1d7-b19db4b10558 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:00.348532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Attempting to bind port 084410e7-6971-452f-b1d7-b19db4b10558 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:00.348995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Attempting to bind port 084410e7-6971-452f-b1d7-b19db4b10558 on network b3915942-8a3d-41d2-b713-750997fd0424 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:00.354610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:00.355067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Checking segment: {'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:00.355490 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.356058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Bound using segment: {'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:00.356532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Bound port: 084410e7-6971-452f-b1d7-b19db4b10558, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:00.356918 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (084410e7-6971-452f-b1d7-b19db4b10558), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.425726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] For port 084410e7-6971-452f-b1d7-b19db4b10558, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:00.429170 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] For port 084410e7-6971-452f-b1d7-b19db4b10558, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=084410e7-6971-452f-b1d7-b19db4b10558,segment=NetworkSegment(66ff6f6e-3b76-4862-a73c-06d70dae568e),segment_id=66ff6f6e-3b76-4862-a73c-06d70dae568e)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:00.436075 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (084410e7-6971-452f-b1d7-b19db4b10558), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.499291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b6f33-0577-4543-b8d9-c569c64fd0db None None] Pushing event updated for resources: {'Port': ['ID=084410e7-6971-452f-b1d7-b19db4b10558,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:00.544283 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Allocated IP 172.20.0.17 (b3915942-8a3d-41d2-b713-750997fd0424/78062f1f-de4a-4cdc-81cd-350917a3f722/60525568-24ca-40ff-a78a-43e7d96e33b0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:00.674167 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.730198 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.780308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network b3915942-8a3d-41d2-b713-750997fd0424 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:00.784532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:00.788797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:00.813239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Port': ['ID=60525568-24ca-40ff-a78a-43e7d96e33b0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:00.860032 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.085783 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.229684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 320e151f-8574-4977-bf61-cf1d859f73da up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:01.284748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 320e151f-8574-4977-bf61-cf1d859f73da triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:01.285046 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (320e151f-8574-4977-bf61-cf1d859f73da), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.366001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 320e151f-8574-4977-bf61-cf1d859f73da is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:01.366315 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (320e151f-8574-4977-bf61-cf1d859f73da), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.388471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 320e151f-8574-4977-bf61-cf1d859f73da, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=320e151f-8574-4977-bf61-cf1d859f73da,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:01.392617 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (320e151f-8574-4977-bf61-cf1d859f73da), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.393609 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 084410e7-6971-452f-b1d7-b19db4b10558 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:01.416671 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.422105 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.476095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=320e151f-8574-4977-bf61-cf1d859f73da,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:01.487575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 084410e7-6971-452f-b1d7-b19db4b10558 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:01.487575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (084410e7-6971-452f-b1d7-b19db4b10558), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.499076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Port': ['ID=60525568-24ca-40ff-a78a-43e7d96e33b0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:01.502468 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.597030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 084410e7-6971-452f-b1d7-b19db4b10558 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:01.597677 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (084410e7-6971-452f-b1d7-b19db4b10558), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.641328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 084410e7-6971-452f-b1d7-b19db4b10558, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=084410e7-6971-452f-b1d7-b19db4b10558,segment=NetworkSegment(66ff6f6e-3b76-4862-a73c-06d70dae568e),segment_id=66ff6f6e-3b76-4862-a73c-06d70dae568e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:01.645732 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (084410e7-6971-452f-b1d7-b19db4b10558), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.733002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=084410e7-6971-452f-b1d7-b19db4b10558,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:01.892672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network b3915942-8a3d-41d2-b713-750997fd0424 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:01.894143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:02.030294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Router e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:19:02.076371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea809744-8740-4307-9864-6c0cab3852aa None None] Network b3915942-8a3d-41d2-b713-750997fd0424 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:02.152916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:02.160768 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-268588e8-9248-4182-8dca-c0ed63ef38bd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "PUT /v2.0/routers/e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6589575 Feb 11 05:19:02.167948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-22e63ea4-29bb-4c57-9670-9e3b2a0ef917 None None] Provisioning complete for port 084410e7-6971-452f-b1d7-b19db4b10558 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:02.168332 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22e63ea4-29bb-4c57-9670-9e3b2a0ef917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (084410e7-6971-452f-b1d7-b19db4b10558), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.173373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Sync routers for ids ['e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:02.238959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Routers {'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:02.240155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:18:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:02.406477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Set router e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:02.408599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-22e63ea4-29bb-4c57-9670-9e3b2a0ef917 None None] Current status of the port 084410e7-6971-452f-b1d7-b19db4b10558 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:02.478383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-cbbfc5d3-e6ed-4c2f-9cab-399d133b8d99 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:02.480498 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-cbbfc5d3-e6ed-4c2f-9cab-399d133b8d99 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/networks?id=b3915942-8a3d-41d2-b713-750997fd0424 HTTP/1.1" status: 200 len: 798 time: 0.1345434 Feb 11 05:19:02.511889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-cef13c72-de4b-44c5-b14c-ad7fc8c49dd2 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/quotas/5b148553ce8544418ca21f3e3d9aed0b HTTP/1.1" status: 200 len: 375 time: 0.0255258 Feb 11 05:19:02.588272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-7d9b06fd-5b86-49b1-a416-51b5c270b4f6 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b148553ce8544418ca21f3e3d9aed0b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0701890 Feb 11 05:19:02.610783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-51e5f8f0-7812-42be-b138-ad516112fc63 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:19:02.612435 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-51e5f8f0-7812-42be-b138-ad516112fc63 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071883 Feb 11 05:19:02.638248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f776d558-c7b6-44d0-8d3c-27aeeab2e96f None None] Provisioning complete for port 60525568-24ca-40ff-a78a-43e7d96e33b0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:02.638840 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f776d558-c7b6-44d0-8d3c-27aeeab2e96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.684195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f776d558-c7b6-44d0-8d3c-27aeeab2e96f None None] Port 60525568-24ca-40ff-a78a-43e7d96e33b0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:02.702167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889764773', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '320e151f-8574-4977-bf61-cf1d859f73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:56Z', 'updated_at': '2022-02-11T05:19:01Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '320e151f-8574-4977-bf61-cf1d859f73da', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:57Z', 'updated_at': '2022-02-11T05:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '60525568-24ca-40ff-a78a-43e7d96e33b0', 'name': '', 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'mac_address': 'fa:16:3e:88:66:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '78062f1f-de4a-4cdc-81cd-350917a3f722', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:00Z', 'updated_at': '2022-02-11T05:19:01Z', 'revision_number': 2, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'subnets': [{'id': '78062f1f-de4a-4cdc-81cd-350917a3f722', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:02.704056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f776d558-c7b6-44d0-8d3c-27aeeab2e96f None None] Provisioning complete for port 084410e7-6971-452f-b1d7-b19db4b10558 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:02.704446 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f776d558-c7b6-44d0-8d3c-27aeeab2e96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (084410e7-6971-452f-b1d7-b19db4b10558), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.741677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-65e25c99-b656-4eea-bf40-75a0750d73f7 service neutron] 10.222.0.48 "GET /v2.0/networks/b3915942-8a3d-41d2-b713-750997fd0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211822 Feb 11 05:19:02.748996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Checking router: e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:19:02.749363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Updating router e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 port 60525568-24ca-40ff-a78a-43e7d96e33b0 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:19:02.799427 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.855831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-3023cc7b-d3d3-44ee-8a39-edb6d9b5d9c7 service neutron] 10.222.0.48 "GET /v2.0/networks/b3915942-8a3d-41d2-b713-750997fd0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077163 Feb 11 05:19:02.952124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f776d558-c7b6-44d0-8d3c-27aeeab2e96f None None] Current status of the port 084410e7-6971-452f-b1d7-b19db4b10558 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:03.114789 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b8bb66a8-7a72-4d03-9a23-594b21c266e8 req-87a1c83b-e907-464c-91eb-9db1171dc562 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 210 time: 0.0669963 Feb 11 05:19:03.132452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3c4431cd-cc0c-460f-a89b-3c2d704a9039 None None] Provisioning complete for port 60525568-24ca-40ff-a78a-43e7d96e33b0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:03.133182 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c4431cd-cc0c-460f-a89b-3c2d704a9039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.235996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3c4431cd-cc0c-460f-a89b-3c2d704a9039 None None] Port 60525568-24ca-40ff-a78a-43e7d96e33b0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:03.244217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 320e151f-8574-4977-bf61-cf1d859f73da up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:03.315664 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Publish callbacks [] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.323920 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.388113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 320e151f-8574-4977-bf61-cf1d859f73da triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:03.388507 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (320e151f-8574-4977-bf61-cf1d859f73da), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.393829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0467c48-d839-430f-a5c8-07b73eb68d8c None None] Pushing event updated for resources: {'Port': ['ID=60525568-24ca-40ff-a78a-43e7d96e33b0,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:03.425391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-608e7042-8e9e-47d5-9745-da188ca3c046 None None] Provisioning complete for port 60525568-24ca-40ff-a78a-43e7d96e33b0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:03.425778 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-608e7042-8e9e-47d5-9745-da188ca3c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.533881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-608e7042-8e9e-47d5-9745-da188ca3c046 None None] Port 60525568-24ca-40ff-a78a-43e7d96e33b0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:03.535351 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.539294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Attempting to bind port 60525568-24ca-40ff-a78a-43e7d96e33b0 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:03.539670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Attempting to bind port 60525568-24ca-40ff-a78a-43e7d96e33b0 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:03.540037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Attempting to bind port 60525568-24ca-40ff-a78a-43e7d96e33b0 on network b3915942-8a3d-41d2-b713-750997fd0424 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:03.548078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:03.548480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Checking segment: {'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:03.548872 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.549272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Bound using segment: {'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:03.549747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Bound port: 60525568-24ca-40ff-a78a-43e7d96e33b0, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:03.550131 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.642085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 320e151f-8574-4977-bf61-cf1d859f73da is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:03.651644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 084410e7-6971-452f-b1d7-b19db4b10558 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:03.704705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] For port 60525568-24ca-40ff-a78a-43e7d96e33b0, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:03.709536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] For port 60525568-24ca-40ff-a78a-43e7d96e33b0, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=60525568-24ca-40ff-a78a-43e7d96e33b0,segment=NetworkSegment(66ff6f6e-3b76-4862-a73c-06d70dae568e),segment_id=66ff6f6e-3b76-4862-a73c-06d70dae568e)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:03.716890 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.796371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 084410e7-6971-452f-b1d7-b19db4b10558 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:03.796755 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (084410e7-6971-452f-b1d7-b19db4b10558), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.831799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Routers {'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:03.832483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:18:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:03.836809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5f91b845-cb10-48ec-9884-f44bb2f616a5 None None] Provisioning complete for port 60525568-24ca-40ff-a78a-43e7d96e33b0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:03.837319 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f91b845-cb10-48ec-9884-f44bb2f616a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.843419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0467c48-d839-430f-a5c8-07b73eb68d8c None None] Pushing event updated for resources: {'Port': ['ID=60525568-24ca-40ff-a78a-43e7d96e33b0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:04.054269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] Set router e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:04.250708 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0088a6ac-caa2-478e-8228-4de0baa8bb14 req-aff2c328-8d84-4b8c-9f35-5eb989339cf2 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 210 time: 0.0568640 Feb 11 05:19:04.331863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5f91b845-cb10-48ec-9884-f44bb2f616a5 None None] Current status of the port 60525568-24ca-40ff-a78a-43e7d96e33b0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:04.341629 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f91b845-cb10-48ec-9884-f44bb2f616a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:04.346377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 084410e7-6971-452f-b1d7-b19db4b10558 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:04.422760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-71ee43ca-7a59-41c5-b2e6-12e112afad28 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:04.423410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5f91b845-cb10-48ec-9884-f44bb2f616a5 None None] For port 60525568-24ca-40ff-a78a-43e7d96e33b0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=60525568-24ca-40ff-a78a-43e7d96e33b0,segment=NetworkSegment(66ff6f6e-3b76-4862-a73c-06d70dae568e),segment_id=66ff6f6e-3b76-4862-a73c-06d70dae568e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:04.424567 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-71ee43ca-7a59-41c5-b2e6-12e112afad28 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.60 "GET /v2.0/networks?id=b3915942-8a3d-41d2-b713-750997fd0424 HTTP/1.1" status: 200 len: 798 time: 0.1876974 Feb 11 05:19:04.434551 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f91b845-cb10-48ec-9884-f44bb2f616a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:04.447786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Request body: {'port': {'device_id': '5964a791-8a1f-4821-ba9b-733717794c6f', 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424', 'admin_state_up': True, 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:04.511118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91b845-cb10-48ec-9884-f44bb2f616a5 None None] Pushing event updated for resources: {'Port': ['ID=60525568-24ca-40ff-a78a-43e7d96e33b0,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:04.554882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889764773', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '320e151f-8574-4977-bf61-cf1d859f73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:56Z', 'updated_at': '2022-02-11T05:19:01Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '320e151f-8574-4977-bf61-cf1d859f73da', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:57Z', 'updated_at': '2022-02-11T05:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '60525568-24ca-40ff-a78a-43e7d96e33b0', 'name': '', 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'mac_address': 'fa:16:3e:88:66:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '78062f1f-de4a-4cdc-81cd-350917a3f722', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:00Z', 'updated_at': '2022-02-11T05:19:03Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'subnets': [{'id': '78062f1f-de4a-4cdc-81cd-350917a3f722', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:04.576050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Made reservation on behalf of 5b148553ce8544418ca21f3e3d9aed0b for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:04.579920 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:04.592476 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-64277762-ad1d-4f30-8937-d6cc3d1bd103 None None] Provisioning complete for port 60525568-24ca-40ff-a78a-43e7d96e33b0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:04.592850 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-64277762-ad1d-4f30-8937-d6cc3d1bd103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:04.595414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd08d5e-cd06-4466-926c-97d22a293d30 None None] The sync data for ids ['e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'] in n-d-615180-58 is: [{'id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889764773', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '320e151f-8574-4977-bf61-cf1d859f73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:56Z', 'updated_at': '2022-02-11T05:19:01Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '320e151f-8574-4977-bf61-cf1d859f73da', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:57Z', 'updated_at': '2022-02-11T05:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '60525568-24ca-40ff-a78a-43e7d96e33b0', 'name': '', 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'mac_address': 'fa:16:3e:88:66:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '78062f1f-de4a-4cdc-81cd-350917a3f722', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:00Z', 'updated_at': '2022-02-11T05:19:03Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'subnets': [{'id': '78062f1f-de4a-4cdc-81cd-350917a3f722', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:04.726051 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-64277762-ad1d-4f30-8937-d6cc3d1bd103 None None] Current status of the port 60525568-24ca-40ff-a78a-43e7d96e33b0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:04.778647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Allocated IP 172.20.0.22 (b3915942-8a3d-41d2-b713-750997fd0424/78062f1f-de4a-4cdc-81cd-350917a3f722/2185f429-78a8-4ee1-9f95-d309d3a5595c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:04.913526 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:04.950664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.001311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Network b3915942-8a3d-41d2-b713-750997fd0424 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:05.004974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:05.010239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:05.041693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event updated for resources: {'Port': ['ID=2185f429-78a8-4ee1-9f95-d309d3a5595c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:05.095192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:05.102060 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.131709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-1a3e8375-c97d-494b-a6ce-a70165fae1e7 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6937821 Feb 11 05:19:05.208884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 60525568-24ca-40ff-a78a-43e7d96e33b0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:05.230908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Request body: {'port': {'device_id': '5964a791-8a1f-4821-ba9b-733717794c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:05.332888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 60525568-24ca-40ff-a78a-43e7d96e33b0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:05.333808 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.341347 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.465561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 60525568-24ca-40ff-a78a-43e7d96e33b0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:05.468122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f714bab6-ed87-4494-97bf-38a0eeea67a7 None None] Provisioning complete for port 2185f429-78a8-4ee1-9f95-d309d3a5595c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:05.468797 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f714bab6-ed87-4494-97bf-38a0eeea67a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.582481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f714bab6-ed87-4494-97bf-38a0eeea67a7 None None] Port 2185f429-78a8-4ee1-9f95-d309d3a5595c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:05.625077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f2c2e-e9bd-4bb4-a3d3-47cdd46bb98e req-190b1da6-ae3b-424b-8075-dd0f28db399a tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:05.627206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c01f2c2e-e9bd-4bb4-a3d3-47cdd46bb98e req-190b1da6-ae3b-424b-8075-dd0f28db399a tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 895 time: 0.2564054 Feb 11 05:19:05.773209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2185f429-78a8-4ee1-9f95-d309d3a5595c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:05.781606 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Publish callbacks [] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.794174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Transition to ACTIVE for port object 2185f429-78a8-4ee1-9f95-d309d3a5595c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:05.799621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.850560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Pushing event updated for resources: {'Port': ['ID=2185f429-78a8-4ee1-9f95-d309d3a5595c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:05.952650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Attempting to bind port 2185f429-78a8-4ee1-9f95-d309d3a5595c on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:05.952995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Attempting to bind port 2185f429-78a8-4ee1-9f95-d309d3a5595c by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:05.953332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Attempting to bind port 2185f429-78a8-4ee1-9f95-d309d3a5595c on network b3915942-8a3d-41d2-b713-750997fd0424 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:05.959037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Port 2185f429-78a8-4ee1-9f95-d309d3a5595c on network b3915942-8a3d-41d2-b713-750997fd0424 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:05.959377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Attempting to bind port 2185f429-78a8-4ee1-9f95-d309d3a5595c on network b3915942-8a3d-41d2-b713-750997fd0424 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:05.964826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:05.965100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Checking segment: {'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:05.965477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Bound using segment: {'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:05.965905 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Bound port: 2185f429-78a8-4ee1-9f95-d309d3a5595c, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ff6f6e-3b76-4862-a73c-06d70dae568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:05.966324 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.044693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] For port 2185f429-78a8-4ee1-9f95-d309d3a5595c, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:06.050541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] For port 2185f429-78a8-4ee1-9f95-d309d3a5595c, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2185f429-78a8-4ee1-9f95-d309d3a5595c,segment=NetworkSegment(66ff6f6e-3b76-4862-a73c-06d70dae568e),segment_id=66ff6f6e-3b76-4862-a73c-06d70dae568e)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:06.061946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.129240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.130647 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.133206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] 10.222.0.60 "PUT /v2.0/ports/2185f429-78a8-4ee1-9f95-d309d3a5595c HTTP/1.1" status: 200 len: 1056 time: 0.9067998 Feb 11 05:19:06.133779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5964a791-8a1f-4821-ba9b-733717794c6f', 'tag': '2185f429-78a8-4ee1-9f95-d309d3a5595c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:06.138078 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b0cc9e-cdf1-44bb-b4f9-74c002dc3bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "5964a791-8a1f-4821-ba9b-733717794c6f", "tag": "2185f429-78a8-4ee1-9f95-d309d3a5595c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:06.184048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ed2f8-6070-460b-8a3f-d08fd525e95f service neutron] Pushing event updated for resources: {'Port': ['ID=2185f429-78a8-4ee1-9f95-d309d3a5595c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:06.214558 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c229e0-a924-47a5-8bf7-8b33366c25c4 x-openstack-request-id: req-91c229e0-a924-47a5-8bf7-8b33366c25c4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:06.218975 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5964a791-8a1f-4821-ba9b-733717794c6f", "tag": "2185f429-78a8-4ee1-9f95-d309d3a5595c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:06.220212 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91c229e0-a924-47a5-8bf7-8b33366c25c4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:06.220891 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5964a791-8a1f-4821-ba9b-733717794c6f', 'tag': '2185f429-78a8-4ee1-9f95-d309d3a5595c', 'status': 'completed', 'code': 200} Feb 11 05:19:06.311163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0cc9e-cdf1-44bb-b4f9-74c002dc3bdd req-ca920034-2724-4b18-ad02-8bedbd11986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.312699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a5b0cc9e-cdf1-44bb-b4f9-74c002dc3bdd req-ca920034-2724-4b18-ad02-8bedbd11986f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b148553ce8544418ca21f3e3d9aed0b&device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 1090 time: 0.0642233 Feb 11 05:19:06.514803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0cc9e-cdf1-44bb-b4f9-74c002dc3bdd req-456b559a-d338-4566-9409-660dc8c0b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.515324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0cc9e-cdf1-44bb-b4f9-74c002dc3bdd req-456b559a-d338-4566-9409-660dc8c0b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.516886 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a5b0cc9e-cdf1-44bb-b4f9-74c002dc3bdd req-456b559a-d338-4566-9409-660dc8c0b423 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5b148553ce8544418ca21f3e3d9aed0b&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1926494 Feb 11 05:19:06.706101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0cc9e-cdf1-44bb-b4f9-74c002dc3bdd req-2dd56eec-21b1-4541-84a6-6a5fb7c44072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.707837 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a5b0cc9e-cdf1-44bb-b4f9-74c002dc3bdd req-2dd56eec-21b1-4541-84a6-6a5fb7c44072 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1840765 Feb 11 05:19:06.776055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a2d48-986a-4f22-9cb2-f73be5d408a7 req-c2472b76-39a4-49ef-9afd-fd7ce5a4eb4d tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.777743 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-770a2d48-986a-4f22-9cb2-f73be5d408a7 req-c2472b76-39a4-49ef-9afd-fd7ce5a4eb4d tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 907 time: 0.0666225 Feb 11 05:19:06.823322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-cf3d8448-7c55-414e-afa5-8500bf87f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.824995 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-cf3d8448-7c55-414e-afa5-8500bf87f7f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b148553ce8544418ca21f3e3d9aed0b&device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 1090 time: 0.0641329 Feb 11 05:19:06.873934 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-7a9a53b4-e367-4569-aa61-d69795ebb5c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2185f429-78a8-4ee1-9f95-d309d3a5595c HTTP/1.1" status: 200 len: 217 time: 0.0359070 Feb 11 05:19:06.927846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-fda590c0-bc08-44e9-a5d4-f98103f7fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.929443 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-fda590c0-bc08-44e9-a5d4-f98103f7fdef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78062f1f-de4a-4cdc-81cd-350917a3f722 HTTP/1.1" status: 200 len: 838 time: 0.0492959 Feb 11 05:19:06.982300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-12cb90e1-4f1e-4648-9bc5-16c1a9feee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.984056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-12cb90e1-4f1e-4648-9bc5-16c1a9feee83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3915942-8a3d-41d2-b713-750997fd0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0476646 Feb 11 05:19:07.080335 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-aa8bfd4c-393e-4289-9902-ea3bed592e33 service neutron] 10.222.0.60 "GET /v2.0/networks/b3915942-8a3d-41d2-b713-750997fd0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896301 Feb 11 05:19:07.175667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e95538-3884-4f71-bc2c-5684974f38c6 req-cbb4eca9-4bf4-41fa-a7c8-1e1447f0abc3 service neutron] 10.222.0.60 "GET /v2.0/networks/b3915942-8a3d-41d2-b713-750997fd0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881052 Feb 11 05:19:07.573657 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.904949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1eef6-5263-47ba-9f04-ce25bc7c7aeb req-d1fc6577-cddd-4a0c-af15-8b4f43c43f22 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:07.906472 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1dc1eef6-5263-47ba-9f04-ce25bc7c7aeb req-d1fc6577-cddd-4a0c-af15-8b4f43c43f22 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 907 time: 0.0575871 Feb 11 05:19:09.038668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e864baa-e868-4a5d-bc9f-d7e98c12e4e7 req-7d0dee9e-2251-4c1a-b113-b71eff0a5de9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:09.040253 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4e864baa-e868-4a5d-bc9f-d7e98c12e4e7 req-7d0dee9e-2251-4c1a-b113-b71eff0a5de9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 907 time: 0.0600002 Feb 11 05:19:09.415588 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4fbe549b-53f4-47c9-b060-dd2e02b33902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.594163 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:19:10.185946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4d94e-2497-4b8c-8c10-a88d290ddff2 req-8fd173ee-28f8-40c9-ac6d-7dbe9d11d76a tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.187736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14d4d94e-2497-4b8c-8c10-a88d290ddff2 req-8fd173ee-28f8-40c9-ac6d-7dbe9d11d76a tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 907 time: 0.0654531 Feb 11 05:19:10.204554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 2185f429-78a8-4ee1-9f95-d309d3a5595c details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:10.314002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 2185f429-78a8-4ee1-9f95-d309d3a5595c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2185f429-78a8-4ee1-9f95-d309d3a5595c,segment=NetworkSegment(66ff6f6e-3b76-4862-a73c-06d70dae568e),segment_id=66ff6f6e-3b76-4862-a73c-06d70dae568e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:10.329792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '2185f429-78a8-4ee1-9f95-d309d3a5595c', 'network_id': 'b3915942-8a3d-41d2-b713-750997fd0424', 'port_id': '2185f429-78a8-4ee1-9f95-d309d3a5595c', 'mac_address': 'fa:16:3e:b1:7f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78062f1f-de4a-4cdc-81cd-350917a3f722', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:10.368745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 2185f429-78a8-4ee1-9f95-d309d3a5595c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:10.369397 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.383030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2185f429-78a8-4ee1-9f95-d309d3a5595c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:10.402829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 2185f429-78a8-4ee1-9f95-d309d3a5595c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2185f429-78a8-4ee1-9f95-d309d3a5595c,segment=NetworkSegment(66ff6f6e-3b76-4862-a73c-06d70dae568e),segment_id=66ff6f6e-3b76-4862-a73c-06d70dae568e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:10.408368 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.455637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=2185f429-78a8-4ee1-9f95-d309d3a5595c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:10.793052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['2185f429-78a8-4ee1-9f95-d309d3a5595c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:11.321542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4529c-cae1-4610-863d-28806bba2bf3 req-6f87e505-1984-438a-84c6-8b9a241e68ee tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:11.323071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-76e4529c-cae1-4610-863d-28806bba2bf3 req-6f87e505-1984-438a-84c6-8b9a241e68ee tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 908 time: 0.0567760 Feb 11 05:19:11.863948 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7808a1dd-5115-4c92-8177-2ae860f6d265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.218452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 2185f429-78a8-4ee1-9f95-d309d3a5595c up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:12.267257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 2185f429-78a8-4ee1-9f95-d309d3a5595c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:12.272071 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 2185f429-78a8-4ee1-9f95-d309d3a5595c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:12.272474 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.349371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 2185f429-78a8-4ee1-9f95-d309d3a5595c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:12.349772 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.380267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5964a791-8a1f-4821-ba9b-733717794c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2185f429-78a8-4ee1-9f95-d309d3a5595c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:12.382745 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26a2b53-511b-410f-bba1-c61cf20cd059" -d '{"events": [{"server_uuid": "5964a791-8a1f-4821-ba9b-733717794c6f", "name": "network-vif-plugged", "status": "completed", "tag": "2185f429-78a8-4ee1-9f95-d309d3a5595c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:12.411545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 2185f429-78a8-4ee1-9f95-d309d3a5595c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2185f429-78a8-4ee1-9f95-d309d3a5595c,segment=NetworkSegment(66ff6f6e-3b76-4862-a73c-06d70dae568e),segment_id=66ff6f6e-3b76-4862-a73c-06d70dae568e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:12.419327 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.425739 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f851b33a-cf75-4ed5-a850-8b60583095ba x-openstack-request-id: req-f851b33a-cf75-4ed5-a850-8b60583095ba {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:12.426353 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5964a791-8a1f-4821-ba9b-733717794c6f", "name": "network-vif-plugged", "status": "completed", "tag": "2185f429-78a8-4ee1-9f95-d309d3a5595c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:12.427190 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f851b33a-cf75-4ed5-a850-8b60583095ba {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:12.427819 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5964a791-8a1f-4821-ba9b-733717794c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2185f429-78a8-4ee1-9f95-d309d3a5595c', 'code': 200} Feb 11 05:19:12.481879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=2185f429-78a8-4ee1-9f95-d309d3a5595c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:12.503920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb16be-5c38-4e1c-98da-e9b429cfbfac req-93d4f0a4-ca47-49b0-bc67-7b0a07dd64ce tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:12.506080 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27eb16be-5c38-4e1c-98da-e9b429cfbfac req-93d4f0a4-ca47-49b0-bc67-7b0a07dd64ce tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 909 time: 0.0840688 Feb 11 05:19:12.554914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed5358-a626-48e3-a201-ac40bddb5669 req-d42d1e37-2cf9-46f3-9b37-b77b91f7d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:12.556518 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84ed5358-a626-48e3-a201-ac40bddb5669 req-d42d1e37-2cf9-46f3-9b37-b77b91f7d3b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 1092 time: 0.0479276 Feb 11 05:19:12.811233 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:13.633958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d605f3-da11-4584-9608-cfd63b8bbcd9 req-9d15c2f4-b076-407a-8080-bee5a9a31876 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:13.635547 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-01d605f3-da11-4584-9608-cfd63b8bbcd9 req-9d15c2f4-b076-407a-8080-bee5a9a31876 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 909 time: 0.0561149 Feb 11 05:19:14.389660 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:14.793241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2dc25-cfa3-468f-964a-3850e94511c1 req-69dc1d75-60e1-44e3-acf9-d1c4de2f6740 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:14.795891 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3c2dc25-cfa3-468f-964a-3850e94511c1 req-69dc1d75-60e1-44e3-acf9-d1c4de2f6740 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 909 time: 0.0906520 Feb 11 05:19:14.930353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e90e-f0a9-48a2-8303-8a25923ebf6e req-549b1fd9-ae3e-495f-b364-794003d9625d tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:14.931936 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe57e90e-f0a9-48a2-8303-8a25923ebf6e req-549b1fd9-ae3e-495f-b364-794003d9625d tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 909 time: 0.0554819 Feb 11 05:19:15.050597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53212cfd-68f8-4d11-accb-8670834ff2c8 req-44ecc4af-4abd-400c-baee-a5abb1e105c2 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:15.052190 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-53212cfd-68f8-4d11-accb-8670834ff2c8 req-44ecc4af-4abd-400c-baee-a5abb1e105c2 tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 1092 time: 0.0487387 Feb 11 05:19:15.165340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262626e6-e1d3-4cad-bb5d-801c01a86d03 req-9923bcd9-65c2-4b38-b31b-dc9534601f3b tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:15.166917 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-262626e6-e1d3-4cad-bb5d-801c01a86d03 req-9923bcd9-65c2-4b38-b31b-dc9534601f3b tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 1167 time: 0.0466166 Feb 11 05:19:15.225873 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-262626e6-e1d3-4cad-bb5d-801c01a86d03 req-f2f5f471-27ee-49ad-9c47-0c1cbc4653bd tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0530670 Feb 11 05:19:15.246991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46374) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:15.292063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a91f8ed-79f7-47df-92e4-bb11794c4f6b tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:15.296074 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8a91f8ed-79f7-47df-92e4-bb11794c4f6b tempest-TestSecurityGroupsBasicOps-1089752080 tempest-TestSecurityGroupsBasicOps-1089752080-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 1087 time: 0.0455728 Feb 11 05:19:15.514470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c2f97-bc23-448a-9170-208b1fe261bb req-465b50fe-7b93-45ac-85df-b0979f0569bb tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:15.515992 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-089c2f97-bc23-448a-9170-208b1fe261bb req-465b50fe-7b93-45ac-85df-b0979f0569bb tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 909 time: 0.0561197 Feb 11 05:19:15.644413 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:16.657045 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276e9c9-9c67-4fe0-95a2-cc561f5b5d66 req-a5a96ccf-56cf-4191-9374-6d5b40fcc417 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.658662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b276e9c9-9c67-4fe0-95a2-cc561f5b5d66 req-a5a96ccf-56cf-4191-9374-6d5b40fcc417 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 909 time: 0.0688381 Feb 11 05:19:17.150314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47084e6d-5605-4813-8c6e-80027929f7a6 req-e31f1ed1-51f7-4d8b-a076-f60c4b6dde21 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:17.151807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47084e6d-5605-4813-8c6e-80027929f7a6 req-e31f1ed1-51f7-4d8b-a076-f60c4b6dde21 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.60 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 909 time: 0.0537963 Feb 11 05:19:17.249701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-47084e6d-5605-4813-8c6e-80027929f7a6 req-34364059-0b90-44b7-bb29-cf19a55ca6b3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Deleting port 2185f429-78a8-4ee1-9f95-d309d3a5595c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:17.250046 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47084e6d-5605-4813-8c6e-80027929f7a6 req-34364059-0b90-44b7-bb29-cf19a55ca6b3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.337397 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-47084e6d-5605-4813-8c6e-80027929f7a6 req-34364059-0b90-44b7-bb29-cf19a55ca6b3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] For port 2185f429-78a8-4ee1-9f95-d309d3a5595c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2185f429-78a8-4ee1-9f95-d309d3a5595c,segment=NetworkSegment(66ff6f6e-3b76-4862-a73c-06d70dae568e),segment_id=66ff6f6e-3b76-4862-a73c-06d70dae568e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:17.337690 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47084e6d-5605-4813-8c6e-80027929f7a6 req-34364059-0b90-44b7-bb29-cf19a55ca6b3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.350923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-47084e6d-5605-4813-8c6e-80027929f7a6 req-34364059-0b90-44b7-bb29-cf19a55ca6b3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Calling delete_port for 2185f429-78a8-4ee1-9f95-d309d3a5595c owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:17.477579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47084e6d-5605-4813-8c6e-80027929f7a6 req-34364059-0b90-44b7-bb29-cf19a55ca6b3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2185f429-78a8-4ee1-9f95-d309d3a5595c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.503032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34364059-0b90-44b7-bb29-cf19a55ca6b3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'Port': ['ID=2185f429-78a8-4ee1-9f95-d309d3a5595c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:17.550213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-47084e6d-5605-4813-8c6e-80027929f7a6 req-34364059-0b90-44b7-bb29-cf19a55ca6b3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] No DVR routers for this DVR port 2185f429-78a8-4ee1-9f95-d309d3a5595c on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:17.553212 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-47084e6d-5605-4813-8c6e-80027929f7a6 req-34364059-0b90-44b7-bb29-cf19a55ca6b3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.557256 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-47084e6d-5605-4813-8c6e-80027929f7a6 req-34364059-0b90-44b7-bb29-cf19a55ca6b3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.60 "DELETE /v2.0/ports/2185f429-78a8-4ee1-9f95-d309d3a5595c HTTP/1.1" status: 204 len: 173 time: 0.3989806 Feb 11 05:19:17.557729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5964a791-8a1f-4821-ba9b-733717794c6f', 'name': 'network-vif-deleted', 'tag': '2185f429-78a8-4ee1-9f95-d309d3a5595c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:17.560485 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92987c25-01b5-4ef6-b4bc-571e528569ad" -d '{"events": [{"server_uuid": "5964a791-8a1f-4821-ba9b-733717794c6f", "name": "network-vif-deleted", "tag": "2185f429-78a8-4ee1-9f95-d309d3a5595c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:17.759238 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e058f1-6bd1-4b72-b554-5061ffd0b319 x-openstack-request-id: req-f7e058f1-6bd1-4b72-b554-5061ffd0b319 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:17.759558 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5964a791-8a1f-4821-ba9b-733717794c6f", "name": "network-vif-deleted", "tag": "2185f429-78a8-4ee1-9f95-d309d3a5595c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:17.759973 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7e058f1-6bd1-4b72-b554-5061ffd0b319 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:17.760215 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5964a791-8a1f-4821-ba9b-733717794c6f', 'name': 'network-vif-deleted', 'tag': '2185f429-78a8-4ee1-9f95-d309d3a5595c', 'status': 'completed', 'code': 200} Feb 11 05:19:17.802240 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6e1f6d3-35bd-4310-8fc1-1216de1ecded req-95fe6989-5478-4fb2-b4e9-3defa14ee836 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5964a791-8a1f-4821-ba9b-733717794c6f HTTP/1.1" status: 200 len: 210 time: 0.0273728 Feb 11 05:19:18.859864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46398) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:19.511005 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31905bcc-bc4b-40cf-a81d-70d92f55f14e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.773259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-31905bcc-bc4b-40cf-a81d-70d92f55f14e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Deleting port 60525568-24ca-40ff-a78a-43e7d96e33b0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:19.773682 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31905bcc-bc4b-40cf-a81d-70d92f55f14e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.866171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-31905bcc-bc4b-40cf-a81d-70d92f55f14e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] For port 60525568-24ca-40ff-a78a-43e7d96e33b0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=60525568-24ca-40ff-a78a-43e7d96e33b0,segment=NetworkSegment(66ff6f6e-3b76-4862-a73c-06d70dae568e),segment_id=66ff6f6e-3b76-4862-a73c-06d70dae568e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:19.866937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31905bcc-bc4b-40cf-a81d-70d92f55f14e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.880202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-31905bcc-bc4b-40cf-a81d-70d92f55f14e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Calling delete_port for 60525568-24ca-40ff-a78a-43e7d96e33b0 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:20.093673 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31905bcc-bc4b-40cf-a81d-70d92f55f14e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (60525568-24ca-40ff-a78a-43e7d96e33b0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:20.156981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31905bcc-bc4b-40cf-a81d-70d92f55f14e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'Port': ['ID=60525568-24ca-40ff-a78a-43e7d96e33b0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:20.363421 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31905bcc-bc4b-40cf-a81d-70d92f55f14e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:20.599696 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31905bcc-bc4b-40cf-a81d-70d92f55f14e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Router e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:19:20.722412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31905bcc-bc4b-40cf-a81d-70d92f55f14e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:20.731224 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-31905bcc-bc4b-40cf-a81d-70d92f55f14e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "PUT /v2.0/routers/e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8702681 Feb 11 05:19:20.732457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46402) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:20.736466 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb88dd3-69cd-4a4c-8afb-f26ff568d843 None None] Sync routers for ids ['e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:20.753434 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb88dd3-69cd-4a4c-8afb-f26ff568d843 None None] Routers {'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:20.754459 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2eb88dd3-69cd-4a4c-8afb-f26ff568d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:20.792191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd9cbd7-ba21-455b-9db1-7b2dd8491a43 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Deleting subnet 78062f1f-de4a-4cdc-81cd-350917a3f722 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:19:20.796789 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edd9cbd7-ba21-455b-9db1-7b2dd8491a43 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for subnet (78062f1f-de4a-4cdc-81cd-350917a3f722), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:20.846560 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edd9cbd7-ba21-455b-9db1-7b2dd8491a43 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (78062f1f-de4a-4cdc-81cd-350917a3f722), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:20.867391 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-2eb88dd3-69cd-4a4c-8afb-f26ff568d843 None None] Set router e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:20.941792 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edd9cbd7-ba21-455b-9db1-7b2dd8491a43 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (78062f1f-de4a-4cdc-81cd-350917a3f722), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.005381 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edd9cbd7-ba21-455b-9db1-7b2dd8491a43 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (78062f1f-de4a-4cdc-81cd-350917a3f722), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.043979 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-edd9cbd7-ba21-455b-9db1-7b2dd8491a43 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.049279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d691dc-6fd7-4185-af67-b12eccaa9980 None None] Network b3915942-8a3d-41d2-b713-750997fd0424 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:21.058942 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-edd9cbd7-ba21-455b-9db1-7b2dd8491a43 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "DELETE /v2.0/subnets/78062f1f-de4a-4cdc-81cd-350917a3f722 HTTP/1.1" status: 204 len: 168 time: 0.3240497 Feb 11 05:19:21.063440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9cbd7-ba21-455b-9db1-7b2dd8491a43 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'Subnet': ['ID=78062f1f-de4a-4cdc-81cd-350917a3f722,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:21.064716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46406) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:21.093541 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2eb88dd3-69cd-4a4c-8afb-f26ff568d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889764773', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '320e151f-8574-4977-bf61-cf1d859f73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:56Z', 'updated_at': '2022-02-11T05:19:20Z', 'revision_number': 5, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '320e151f-8574-4977-bf61-cf1d859f73da', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:57Z', 'updated_at': '2022-02-11T05:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:21.148279 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb88dd3-69cd-4a4c-8afb-f26ff568d843 None None] Checking router: e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:19:21.172008 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb88dd3-69cd-4a4c-8afb-f26ff568d843 None None] Routers {'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:21.172168 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2eb88dd3-69cd-4a4c-8afb-f26ff568d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:21.256260 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.303918 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-2eb88dd3-69cd-4a4c-8afb-f26ff568d843 None None] Set router e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:21.350457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1861fcb-95c7-4124-8530-37f0a71ff2ff None None] DHCP port deletion for b3915942-8a3d-41d2-b713-750997fd0424 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:19:21.391508 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8cb86504-8bca-42be-8947-3577c2f9eb49 req-e26c66ce-754e-4334-b423-2a808f1964ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1318159 Feb 11 05:19:21.416593 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router_gateway (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.481920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1861fcb-95c7-4124-8530-37f0a71ff2ff None None] Deleting port 084410e7-6971-452f-b1d7-b19db4b10558 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:21.482580 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1861fcb-95c7-4124-8530-37f0a71ff2ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (084410e7-6971-452f-b1d7-b19db4b10558), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.520969 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb86504-8bca-42be-8947-3577c2f9eb49 req-46e3a225-34d8-411f-abe9-bc29520897a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:21.522472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8cb86504-8bca-42be-8947-3577c2f9eb49 req-46e3a225-34d8-411f-abe9-bc29520897a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b148553ce8544418ca21f3e3d9aed0b&device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 1167 time: 0.0615933 Feb 11 05:19:21.535622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Deleting port 320e151f-8574-4977-bf61-cf1d859f73da {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:21.535976 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (320e151f-8574-4977-bf61-cf1d859f73da), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.559458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f1861fcb-95c7-4124-8530-37f0a71ff2ff None None] For port 084410e7-6971-452f-b1d7-b19db4b10558, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=084410e7-6971-452f-b1d7-b19db4b10558,segment=NetworkSegment(66ff6f6e-3b76-4862-a73c-06d70dae568e),segment_id=66ff6f6e-3b76-4862-a73c-06d70dae568e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:21.560169 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1861fcb-95c7-4124-8530-37f0a71ff2ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (084410e7-6971-452f-b1d7-b19db4b10558), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.575389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1861fcb-95c7-4124-8530-37f0a71ff2ff None None] Calling delete_port for 084410e7-6971-452f-b1d7-b19db4b10558 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:21.624611 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2eb88dd3-69cd-4a4c-8afb-f26ff568d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889764773', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '320e151f-8574-4977-bf61-cf1d859f73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:56Z', 'updated_at': '2022-02-11T05:19:20Z', 'revision_number': 5, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '320e151f-8574-4977-bf61-cf1d859f73da', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:57Z', 'updated_at': '2022-02-11T05:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:21.657393 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb88dd3-69cd-4a4c-8afb-f26ff568d843 None None] The sync data for ids ['e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5'] in n-d-615180-58 is: [{'id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-889764773', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '320e151f-8574-4977-bf61-cf1d859f73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:56Z', 'updated_at': '2022-02-11T05:19:20Z', 'revision_number': 5, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '320e151f-8574-4977-bf61-cf1d859f73da', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:57Z', 'updated_at': '2022-02-11T05:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:21.702144 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1861fcb-95c7-4124-8530-37f0a71ff2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (084410e7-6971-452f-b1d7-b19db4b10558), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.717647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] For port 320e151f-8574-4977-bf61-cf1d859f73da, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=320e151f-8574-4977-bf61-cf1d859f73da,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:21.718041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (320e151f-8574-4977-bf61-cf1d859f73da), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.730672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb86504-8bca-42be-8947-3577c2f9eb49 req-fd938b77-d430-4bd0-88df-032e0cdaede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:21.732182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8cb86504-8bca-42be-8947-3577c2f9eb49 req-fd938b77-d430-4bd0-88df-032e0cdaede8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 HTTP/1.1" status: 200 len: 897 time: 0.1926124 Feb 11 05:19:21.743844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1861fcb-95c7-4124-8530-37f0a71ff2ff None None] No DVR routers for this DVR port 084410e7-6971-452f-b1d7-b19db4b10558 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:21.745976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1861fcb-95c7-4124-8530-37f0a71ff2ff None None] Pushing event deleted for resources: {'Port': ['ID=084410e7-6971-452f-b1d7-b19db4b10558,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:21.749396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Calling delete_port for 320e151f-8574-4977-bf61-cf1d859f73da owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:21.850334 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8cb86504-8bca-42be-8947-3577c2f9eb49 req-76d5a9de-46b7-4469-a43a-8783bae19cc4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e009df4-158a-44f9-bef1-1ad109f7da9c HTTP/1.1" status: 200 len: 1000 time: 0.1096935 Feb 11 05:19:21.950019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb86504-8bca-42be-8947-3577c2f9eb49 req-f93fc887-7905-44e7-b92b-36dbe91a737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:21.951745 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8cb86504-8bca-42be-8947-3577c2f9eb49 req-f93fc887-7905-44e7-b92b-36dbe91a737d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7658bbc-3867-4f0f-8672-250d760898de HTTP/1.1" status: 200 len: 834 time: 0.0955775 Feb 11 05:19:22.017825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb86504-8bca-42be-8947-3577c2f9eb49 req-c1ffa30c-67a0-4459-a9ae-4d3427c68ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:22.020004 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8cb86504-8bca-42be-8947-3577c2f9eb49 req-c1ffa30c-67a0-4459-a9ae-4d3427c68ce2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0618198 Feb 11 05:19:22.142565 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (320e151f-8574-4977-bf61-cf1d859f73da), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.186328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'Port': ['ID=320e151f-8574-4977-bf61-cf1d859f73da,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:22.220798 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8cb86504-8bca-42be-8947-3577c2f9eb49 req-47861f4d-0ef0-4ba2-99a6-c3041ec664ec service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955347 Feb 11 05:19:22.286561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 2185f429-78a8-4ee1-9f95-d309d3a5595c no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:22.311782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 2185f429-78a8-4ee1-9f95-d309d3a5595c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:22.312548 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 2185f429-78a8-4ee1-9f95-d309d3a5595c not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:22.647050 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.742665 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8cb86504-8bca-42be-8947-3577c2f9eb49 req-651d3680-ac02-4937-8e44-6d68b3e6f584 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160711 Feb 11 05:19:22.773754 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.776358 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router_controller (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.844588 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.845243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Fanout notify agent at l3_agent the message router_deleted on router e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:19:22.854418 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.854418 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1b34f969-64f4-4e62-8480-d6d36126e4fd tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "DELETE /v2.0/routers/e4c1e0a6-cdd9-44e7-b0cf-f58a296130f5 HTTP/1.1" status: 204 len: 168 time: 1.7879446 Feb 11 05:19:22.857020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46410) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:22.981243 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (b3915942-8a3d-41d2-b713-750997fd0424), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.080443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (b3915942-8a3d-41d2-b713-750997fd0424), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.101930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3915942-8a3d-41d2-b713-750997fd0424']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:23.118784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ff6f6e-3b76-4862-a73c-06d70dae568e') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:23.119111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ff6f6e-3b76-4862-a73c-06d70dae568e') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:23.136207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (66ff6f6e-3b76-4862-a73c-06d70dae568e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.158601 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (66ff6f6e-3b76-4862-a73c-06d70dae568e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.166815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:19:23.167401 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (66ff6f6e-3b76-4862-a73c-06d70dae568e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:19:23.170507 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:19:23.235099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (b3915942-8a3d-41d2-b713-750997fd0424), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.253888 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.260926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "DELETE /v2.0/networks/b3915942-8a3d-41d2-b713-750997fd0424 HTTP/1.1" status: 204 len: 168 time: 0.3997033 Feb 11 05:19:23.261181 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46414) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:23.264198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ee4b2-dfbc-452a-bca5-1bf48123e4f3 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'Network': ['ID=b3915942-8a3d-41d2-b713-750997fd0424,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:23.440099 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 320e151f-8574-4977-bf61-cf1d859f73da no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:23.462644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 320e151f-8574-4977-bf61-cf1d859f73da {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:23.463286 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 320e151f-8574-4977-bf61-cf1d859f73da not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:23.463978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 084410e7-6971-452f-b1d7-b19db4b10558 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:23.491530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 084410e7-6971-452f-b1d7-b19db4b10558 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:23.492240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 084410e7-6971-452f-b1d7-b19db4b10558 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:23.492905 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 60525568-24ca-40ff-a78a-43e7d96e33b0 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:23.529045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 60525568-24ca-40ff-a78a-43e7d96e33b0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:23.530289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 60525568-24ca-40ff-a78a-43e7d96e33b0 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:23.545551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Deleting port ac640bbb-824c-458e-9872-4858a96c8bf3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:23.546003 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ac640bbb-824c-458e-9872-4858a96c8bf3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.629567 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ac640bbb-824c-458e-9872-4858a96c8bf3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.629907 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for floatingip (ac640bbb-824c-458e-9872-4858a96c8bf3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.643279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Calling delete_port for ac640bbb-824c-458e-9872-4858a96c8bf3 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:23.830599 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ac640bbb-824c-458e-9872-4858a96c8bf3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.866571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'Port': ['ID=ac640bbb-824c-458e-9872-4858a96c8bf3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:23.932122 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for floatingip (f291ff04-743c-4376-a4fd-d6e579e564c0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.932435 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Floating IP f291ff04-743c-4376-a4fd-d6e579e564c0 disassociated (deleted). External IP: 172.25.7.17, port: 2e009df4-158a-44f9-bef1-1ad109f7da9c. Feb 11 05:19:24.171698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Router facd324c-4da9-44b8-bc6d-b3da4485e67e has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:19:24.282695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:24.287173 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.294172 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2761ff6-c2e8-48d2-84eb-5d7b8ec75a0e None None] Sync routers for ids ['facd324c-4da9-44b8-bc6d-b3da4485e67e'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:24.306138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2761ff6-c2e8-48d2-84eb-5d7b8ec75a0e None None] Routers {'facd324c-4da9-44b8-bc6d-b3da4485e67e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:24.306563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d2761ff6-c2e8-48d2-84eb-5d7b8ec75a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['facd324c-4da9-44b8-bc6d-b3da4485e67e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:24.331893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e3af9e2a-400e-4810-8fe7-029e9eb85998 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "DELETE /v2.0/floatingips/f291ff04-743c-4376-a4fd-d6e579e564c0 HTTP/1.1" status: 204 len: 168 time: 1.0694315 Feb 11 05:19:24.333501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'tag': '2e009df4-158a-44f9-bef1-1ad109f7da9c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:24.336230 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64de13ea-dd05-4df6-8fa7-ba668ae4444d" -d '{"events": [{"name": "network-changed", "server_uuid": "eede4d01-8399-448a-a85d-57bc0e473bbb", "tag": "2e009df4-158a-44f9-bef1-1ad109f7da9c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:24.385261 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7339c0-81a9-47c5-a623-a11d9ddcf29f x-openstack-request-id: req-5e7339c0-81a9-47c5-a623-a11d9ddcf29f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:24.385866 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eede4d01-8399-448a-a85d-57bc0e473bbb", "tag": "2e009df4-158a-44f9-bef1-1ad109f7da9c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:24.386371 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e7339c0-81a9-47c5-a623-a11d9ddcf29f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:24.387023 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'tag': '2e009df4-158a-44f9-bef1-1ad109f7da9c', 'status': 'completed', 'code': 200} Feb 11 05:19:24.477383 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d2761ff6-c2e8-48d2-84eb-5d7b8ec75a0e None None] Set router facd324c-4da9-44b8-bc6d-b3da4485e67e gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:24.479775 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de13ea-dd05-4df6-8fa7-ba668ae4444d req-1feaac70-ab7b-4f4f-aa8a-3787c9513895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:24.481930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64de13ea-dd05-4df6-8fa7-ba668ae4444d req-1feaac70-ab7b-4f4f-aa8a-3787c9513895 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b148553ce8544418ca21f3e3d9aed0b&device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 1167 time: 0.0571883 Feb 11 05:19:24.663235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc11ad-c8d0-49ee-9793-a1bf229d6e8e req-04017967-440f-48c1-889b-94d1c26b04ba tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:24.664715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-37bc11ad-c8d0-49ee-9793-a1bf229d6e8e req-04017967-440f-48c1-889b-94d1c26b04ba tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 984 time: 0.0784125 Feb 11 05:19:24.666217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de13ea-dd05-4df6-8fa7-ba668ae4444d req-e14afe47-b746-4ef5-af06-4bb2657c21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:24.667570 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64de13ea-dd05-4df6-8fa7-ba668ae4444d req-e14afe47-b746-4ef5-af06-4bb2657c21bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 HTTP/1.1" status: 200 len: 897 time: 0.1790915 Feb 11 05:19:24.744745 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64de13ea-dd05-4df6-8fa7-ba668ae4444d req-6e08cf05-178f-4b25-a75f-c807280939da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e009df4-158a-44f9-bef1-1ad109f7da9c HTTP/1.1" status: 200 len: 217 time: 0.0484395 Feb 11 05:19:24.754910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d2761ff6-c2e8-48d2-84eb-5d7b8ec75a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:04Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e4aae30f-2c60-40c5-bf81-2b5c32ecae49', 'name': '', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'mac_address': 'fa:16:3e:1a:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:03Z', 'updated_at': '2022-02-11T05:18:07Z', 'revision_number': 5, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'subnets': [{'id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:24.795038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2761ff6-c2e8-48d2-84eb-5d7b8ec75a0e None None] Checking router: facd324c-4da9-44b8-bc6d-b3da4485e67e for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:19:24.806362 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2761ff6-c2e8-48d2-84eb-5d7b8ec75a0e None None] Routers {'facd324c-4da9-44b8-bc6d-b3da4485e67e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:24.806999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d2761ff6-c2e8-48d2-84eb-5d7b8ec75a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['facd324c-4da9-44b8-bc6d-b3da4485e67e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:24.826983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-37bc11ad-c8d0-49ee-9793-a1bf229d6e8e req-a93a96c0-e3f4-426e-8210-ee087d73477c tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1550257 Feb 11 05:19:24.846238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de13ea-dd05-4df6-8fa7-ba668ae4444d req-aabb47a7-44cf-47f8-8069-b13fb62f36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:24.847893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64de13ea-dd05-4df6-8fa7-ba668ae4444d req-aabb47a7-44cf-47f8-8069-b13fb62f36a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7658bbc-3867-4f0f-8672-250d760898de HTTP/1.1" status: 200 len: 834 time: 0.0970197 Feb 11 05:19:24.888422 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa55368d-13b3-437b-ad0b-dc48e729a27f req-ab169e38-07bd-455f-94f7-9bc70b1573a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1245191 Feb 11 05:19:24.910101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de13ea-dd05-4df6-8fa7-ba668ae4444d req-9f33de35-7e85-4612-8c6e-5ad78b0dbfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:24.911677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64de13ea-dd05-4df6-8fa7-ba668ae4444d req-9f33de35-7e85-4612-8c6e-5ad78b0dbfe1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0581596 Feb 11 05:19:24.951440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d2761ff6-c2e8-48d2-84eb-5d7b8ec75a0e None None] Set router facd324c-4da9-44b8-bc6d-b3da4485e67e gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:25.050732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55368d-13b3-437b-ad0b-dc48e729a27f req-a6d2d184-0c9d-44aa-a3b0-63fdfa1332ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:25.053129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa55368d-13b3-437b-ad0b-dc48e729a27f req-a6d2d184-0c9d-44aa-a3b0-63fdfa1332ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1128 time: 0.0915098 Feb 11 05:19:25.071106 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64de13ea-dd05-4df6-8fa7-ba668ae4444d req-79da1ca8-b530-4dc1-aa44-c675f27d6bb5 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530931 Feb 11 05:19:25.189140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d2761ff6-c2e8-48d2-84eb-5d7b8ec75a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:04Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e4aae30f-2c60-40c5-bf81-2b5c32ecae49', 'name': '', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'mac_address': 'fa:16:3e:1a:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:03Z', 'updated_at': '2022-02-11T05:18:07Z', 'revision_number': 5, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'subnets': [{'id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:25.221906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2761ff6-c2e8-48d2-84eb-5d7b8ec75a0e None None] The sync data for ids ['facd324c-4da9-44b8-bc6d-b3da4485e67e'] in n-d-615180-58 is: [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:04Z', 'revision_number': 4, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'e4aae30f-2c60-40c5-bf81-2b5c32ecae49', 'name': '', 'network_id': 'c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'mac_address': 'fa:16:3e:1a:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:03Z', 'updated_at': '2022-02-11T05:18:07Z', 'revision_number': 5, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'subnets': [{'id': 'c7658bbc-3867-4f0f-8672-250d760898de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:25.254170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64de13ea-dd05-4df6-8fa7-ba668ae4444d req-e2b43bca-636a-47e7-9098-b928233c6607 service neutron] 10.222.0.10 "GET /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754949 Feb 11 05:19:25.255196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55368d-13b3-437b-ad0b-dc48e729a27f req-e8ca644e-ba3a-4b0b-9651-94140f915c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:25.256503 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa55368d-13b3-437b-ad0b-dc48e729a27f req-e8ca644e-ba3a-4b0b-9651-94140f915c22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.1621318 Feb 11 05:19:25.327348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa55368d-13b3-437b-ad0b-dc48e729a27f req-bdb5711d-bb24-4aec-8a85-dc04e8f9990b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 1000 time: 0.0625336 Feb 11 05:19:25.385591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55368d-13b3-437b-ad0b-dc48e729a27f req-2171a876-4cde-4eac-add8-699e9caa0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:25.387190 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa55368d-13b3-437b-ad0b-dc48e729a27f req-2171a876-4cde-4eac-add8-699e9caa0676 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0474315 Feb 11 05:19:25.443200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55368d-13b3-437b-ad0b-dc48e729a27f req-b43e3979-f0db-4f05-bba8-62a31e9f2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:25.444778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa55368d-13b3-437b-ad0b-dc48e729a27f req-b43e3979-f0db-4f05-bba8-62a31e9f2458 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510147 Feb 11 05:19:25.496913 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d756cd5-f02d-45ab-a373-2f47822a88cb None None] New status for floating IP f291ff04-743c-4376-a4fd-d6e579e564c0: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:19:25.548751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa55368d-13b3-437b-ad0b-dc48e729a27f req-0ecf17a5-b279-452e-b2df-2bf2277b8382 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957928 Feb 11 05:19:25.653518 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa55368d-13b3-437b-ad0b-dc48e729a27f req-aa4e23dc-1866-40fb-99a5-56fea4e1135c service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920501 Feb 11 05:19:25.951725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca5893-1291-4f77-b5ef-a10e290978bd req-82cb215f-f9b5-44fe-8785-f62db19502bc tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:25.953204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9cca5893-1291-4f77-b5ef-a10e290978bd req-82cb215f-f9b5-44fe-8785-f62db19502bc tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 984 time: 0.0528355 Feb 11 05:19:26.012009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd999fb1-394f-4111-aedc-e9ea2f3d036d req-6a47e8f6-8b20-401f-a1fe-59d6fc89b0b2 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:26.013889 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd999fb1-394f-4111-aedc-e9ea2f3d036d req-6a47e8f6-8b20-401f-a1fe-59d6fc89b0b2 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.10 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 984 time: 0.0592284 Feb 11 05:19:26.018428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9cca5893-1291-4f77-b5ef-a10e290978bd req-cb5e94b1-a246-45f4-b54d-ab5115c6156e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9493e1c4-93b8-4910-8fa9-5e136ee51193&id=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0587718 Feb 11 05:19:26.128773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-fd999fb1-394f-4111-aedc-e9ea2f3d036d req-ebac06c2-9af1-487d-b0ca-20278817f8d9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Deleting port 2e009df4-158a-44f9-bef1-1ad109f7da9c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:26.129646 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd999fb1-394f-4111-aedc-e9ea2f3d036d req-ebac06c2-9af1-487d-b0ca-20278817f8d9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.219485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fd999fb1-394f-4111-aedc-e9ea2f3d036d req-ebac06c2-9af1-487d-b0ca-20278817f8d9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] For port 2e009df4-158a-44f9-bef1-1ad109f7da9c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2e009df4-158a-44f9-bef1-1ad109f7da9c,segment=NetworkSegment(35508767-fc96-4b03-80fd-d03368235ce4),segment_id=35508767-fc96-4b03-80fd-d03368235ce4)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:26.219858 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd999fb1-394f-4111-aedc-e9ea2f3d036d req-ebac06c2-9af1-487d-b0ca-20278817f8d9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.232321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-fd999fb1-394f-4111-aedc-e9ea2f3d036d req-ebac06c2-9af1-487d-b0ca-20278817f8d9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Calling delete_port for 2e009df4-158a-44f9-bef1-1ad109f7da9c owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:26.647721 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd999fb1-394f-4111-aedc-e9ea2f3d036d req-ebac06c2-9af1-487d-b0ca-20278817f8d9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2e009df4-158a-44f9-bef1-1ad109f7da9c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.677280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac06c2-9af1-487d-b0ca-20278817f8d9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'Port': ['ID=2e009df4-158a-44f9-bef1-1ad109f7da9c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:26.722293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd999fb1-394f-4111-aedc-e9ea2f3d036d req-ebac06c2-9af1-487d-b0ca-20278817f8d9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] No DVR routers for this DVR port 2e009df4-158a-44f9-bef1-1ad109f7da9c on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:26.725172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fd999fb1-394f-4111-aedc-e9ea2f3d036d req-ebac06c2-9af1-487d-b0ca-20278817f8d9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.728470 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd999fb1-394f-4111-aedc-e9ea2f3d036d req-ebac06c2-9af1-487d-b0ca-20278817f8d9 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.10 "DELETE /v2.0/ports/2e009df4-158a-44f9-bef1-1ad109f7da9c HTTP/1.1" status: 204 len: 173 time: 0.7098994 Feb 11 05:19:26.728910 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'name': 'network-vif-deleted', 'tag': '2e009df4-158a-44f9-bef1-1ad109f7da9c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:26.731163 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0cdff1-61e3-4b4c-9eda-c15c1c72e8d3" -d '{"events": [{"server_uuid": "eede4d01-8399-448a-a85d-57bc0e473bbb", "name": "network-vif-deleted", "tag": "2e009df4-158a-44f9-bef1-1ad109f7da9c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:26.775608 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb5c7e8-e911-40d4-a55a-127ff748741d x-openstack-request-id: req-edb5c7e8-e911-40d4-a55a-127ff748741d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:26.775910 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eede4d01-8399-448a-a85d-57bc0e473bbb", "name": "network-vif-deleted", "tag": "2e009df4-158a-44f9-bef1-1ad109f7da9c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:26.776167 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edb5c7e8-e911-40d4-a55a-127ff748741d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:26.776577 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eede4d01-8399-448a-a85d-57bc0e473bbb', 'name': 'network-vif-deleted', 'tag': '2e009df4-158a-44f9-bef1-1ad109f7da9c', 'status': 'completed', 'code': 200} Feb 11 05:19:27.171532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-075a0213-3b51-47a3-a3e6-e15d00ea0f2c req-73c7ee4b-2455-4dd3-8f55-f86bc8382648 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "GET /v2.0/ports?device_id=eede4d01-8399-448a-a85d-57bc0e473bbb HTTP/1.1" status: 200 len: 210 time: 0.0411167 Feb 11 05:19:28.230120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46442) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:28.291194 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ce94-2d0d-4924-a97d-cc913a5ca87e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.314073 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ce94-2d0d-4924-a97d-cc913a5ca87e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.356372 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ce94-2d0d-4924-a97d-cc913a5ca87e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.359034 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ce94-2d0d-4924-a97d-cc913a5ca87e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.360198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a4c9ce94-2d0d-4924-a97d-cc913a5ca87e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "DELETE /v2.0/security-groups/5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6 HTTP/1.1" status: 204 len: 168 time: 0.1287532 Feb 11 05:19:28.363130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46450) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:28.370761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9ce94-2d0d-4924-a97d-cc913a5ca87e tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc578d1-ce2d-46e8-b246-e1b6a3c7bed6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:28.423928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3f4887ae-5025-4716-a305-03938d99e757 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (9493e1c4-93b8-4910-8fa9-5e136ee51193), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.447506 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3f4887ae-5025-4716-a305-03938d99e757 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (9493e1c4-93b8-4910-8fa9-5e136ee51193), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.496339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3f4887ae-5025-4716-a305-03938d99e757 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9493e1c4-93b8-4910-8fa9-5e136ee51193), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.499005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3f4887ae-5025-4716-a305-03938d99e757 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.500210 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3f4887ae-5025-4716-a305-03938d99e757 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "DELETE /v2.0/security-groups/9493e1c4-93b8-4910-8fa9-5e136ee51193 HTTP/1.1" status: 204 len: 168 time: 0.1354978 Feb 11 05:19:28.503410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46456) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:28.509446 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4887ae-5025-4716-a305-03938d99e757 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9493e1c4-93b8-4910-8fa9-5e136ee51193,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:28.887969 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7222659-8888-49b7-b5fb-5f9d83b4ae91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (facd324c-4da9-44b8-bc6d-b3da4485e67e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:29.160025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b7222659-8888-49b7-b5fb-5f9d83b4ae91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Deleting port e4aae30f-2c60-40c5-bf81-2b5c32ecae49 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:29.160734 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7222659-8888-49b7-b5fb-5f9d83b4ae91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:29.249735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b7222659-8888-49b7-b5fb-5f9d83b4ae91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] For port e4aae30f-2c60-40c5-bf81-2b5c32ecae49, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e4aae30f-2c60-40c5-bf81-2b5c32ecae49,segment=NetworkSegment(35508767-fc96-4b03-80fd-d03368235ce4),segment_id=35508767-fc96-4b03-80fd-d03368235ce4)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:29.250446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7222659-8888-49b7-b5fb-5f9d83b4ae91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:29.263683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b7222659-8888-49b7-b5fb-5f9d83b4ae91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Calling delete_port for e4aae30f-2c60-40c5-bf81-2b5c32ecae49 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:29.451126 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7222659-8888-49b7-b5fb-5f9d83b4ae91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e4aae30f-2c60-40c5-bf81-2b5c32ecae49), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:29.483120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7222659-8888-49b7-b5fb-5f9d83b4ae91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'Port': ['ID=e4aae30f-2c60-40c5-bf81-2b5c32ecae49,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:29.667324 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7222659-8888-49b7-b5fb-5f9d83b4ae91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (facd324c-4da9-44b8-bc6d-b3da4485e67e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:29.839511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2e009df4-158a-44f9-bef1-1ad109f7da9c no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:29.866352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 2e009df4-158a-44f9-bef1-1ad109f7da9c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:29.866777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2e009df4-158a-44f9-bef1-1ad109f7da9c not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:29.924653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7222659-8888-49b7-b5fb-5f9d83b4ae91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Router facd324c-4da9-44b8-bc6d-b3da4485e67e has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:19:30.041432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7222659-8888-49b7-b5fb-5f9d83b4ae91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:30.046639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b7222659-8888-49b7-b5fb-5f9d83b4ae91 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "PUT /v2.0/routers/facd324c-4da9-44b8-bc6d-b3da4485e67e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5407202 Feb 11 05:19:30.049242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46466) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:30.051935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe23ede7-f261-4beb-bffd-08a81e25596d None None] Sync routers for ids ['facd324c-4da9-44b8-bc6d-b3da4485e67e'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:30.062679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe23ede7-f261-4beb-bffd-08a81e25596d None None] Routers {'facd324c-4da9-44b8-bc6d-b3da4485e67e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:30.063355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fe23ede7-f261-4beb-bffd-08a81e25596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['facd324c-4da9-44b8-bc6d-b3da4485e67e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:30.099916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-633b21c5-ca38-41f7-a2d6-d7af65947ebe tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Deleting subnet c7658bbc-3867-4f0f-8672-250d760898de {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:19:30.103086 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-633b21c5-ca38-41f7-a2d6-d7af65947ebe tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for subnet (c7658bbc-3867-4f0f-8672-250d760898de), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.142410 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-633b21c5-ca38-41f7-a2d6-d7af65947ebe tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (c7658bbc-3867-4f0f-8672-250d760898de), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.234364 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-633b21c5-ca38-41f7-a2d6-d7af65947ebe tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (c7658bbc-3867-4f0f-8672-250d760898de), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.295357 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-633b21c5-ca38-41f7-a2d6-d7af65947ebe tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (c7658bbc-3867-4f0f-8672-250d760898de), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.322524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b21c5-ca38-41f7-a2d6-d7af65947ebe tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'Subnet': ['ID=c7658bbc-3867-4f0f-8672-250d760898de,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:30.326522 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-633b21c5-ca38-41f7-a2d6-d7af65947ebe tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.332808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-633b21c5-ca38-41f7-a2d6-d7af65947ebe tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "DELETE /v2.0/subnets/c7658bbc-3867-4f0f-8672-250d760898de HTTP/1.1" status: 204 len: 168 time: 0.2794213 Feb 11 05:19:30.333125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46468) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:30.337960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98bfa50-b552-4e0b-98a0-cf6cd2a08455 None None] Network c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:30.367127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fe23ede7-f261-4beb-bffd-08a81e25596d None None] Set router facd324c-4da9-44b8-bc6d-b3da4485e67e gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:30.442491 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router (facd324c-4da9-44b8-bc6d-b3da4485e67e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.548061 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router_gateway (facd324c-4da9-44b8-bc6d-b3da4485e67e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.608708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Deleting port 20439335-ed9e-47bb-9980-65df197d0f5a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:30.609060 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (20439335-ed9e-47bb-9980-65df197d0f5a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.609344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fe23ede7-f261-4beb-bffd-08a81e25596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:19:29Z', 'revision_number': 5, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port': {'id': '20439335-ed9e-47bb-9980-65df197d0f5a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:30.642368 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6366be86-cee0-4086-8b10-48d0236fafe0 None None] DHCP port deletion for c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:19:30.646083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe23ede7-f261-4beb-bffd-08a81e25596d None None] Checking router: facd324c-4da9-44b8-bc6d-b3da4485e67e for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:19:30.675648 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe23ede7-f261-4beb-bffd-08a81e25596d None None] Routers {'facd324c-4da9-44b8-bc6d-b3da4485e67e'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:30.677037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fe23ede7-f261-4beb-bffd-08a81e25596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['facd324c-4da9-44b8-bc6d-b3da4485e67e'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:30.693336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] For port 20439335-ed9e-47bb-9980-65df197d0f5a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=20439335-ed9e-47bb-9980-65df197d0f5a,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:30.693707 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (20439335-ed9e-47bb-9980-65df197d0f5a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.705333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Calling delete_port for 20439335-ed9e-47bb-9980-65df197d0f5a owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:30.777769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fe23ede7-f261-4beb-bffd-08a81e25596d None None] Set router facd324c-4da9-44b8-bc6d-b3da4485e67e gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:30.805727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6366be86-cee0-4086-8b10-48d0236fafe0 None None] Deleting port 3b2fdf20-a618-4c78-b849-868c926a849a {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:30.806108 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6366be86-cee0-4086-8b10-48d0236fafe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3b2fdf20-a618-4c78-b849-868c926a849a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.849304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fe23ede7-f261-4beb-bffd-08a81e25596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:19:30Z', 'revision_number': 6, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:30.881982 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (20439335-ed9e-47bb-9980-65df197d0f5a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.886670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe23ede7-f261-4beb-bffd-08a81e25596d None None] The sync data for ids ['facd324c-4da9-44b8-bc6d-b3da4485e67e'] in n-d-615180-58 is: [{'id': 'facd324c-4da9-44b8-bc6d-b3da4485e67e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019121745', 'tenant_id': '5b148553ce8544418ca21f3e3d9aed0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:59Z', 'updated_at': '2022-02-11T05:19:30Z', 'revision_number': 6, 'project_id': '5b148553ce8544418ca21f3e3d9aed0b', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:30.909492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'Port': ['ID=20439335-ed9e-47bb-9980-65df197d0f5a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:30.947110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6366be86-cee0-4086-8b10-48d0236fafe0 None None] For port 3b2fdf20-a618-4c78-b849-868c926a849a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3b2fdf20-a618-4c78-b849-868c926a849a,segment=NetworkSegment(35508767-fc96-4b03-80fd-d03368235ce4),segment_id=35508767-fc96-4b03-80fd-d03368235ce4)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:30.947529 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6366be86-cee0-4086-8b10-48d0236fafe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3b2fdf20-a618-4c78-b849-868c926a849a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.964464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6366be86-cee0-4086-8b10-48d0236fafe0 None None] Calling delete_port for 3b2fdf20-a618-4c78-b849-868c926a849a owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:30.994885 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (facd324c-4da9-44b8-bc6d-b3da4485e67e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.058392 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6366be86-cee0-4086-8b10-48d0236fafe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (3b2fdf20-a618-4c78-b849-868c926a849a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.091004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366be86-cee0-4086-8b10-48d0236fafe0 None None] Pushing event deleted for resources: {'Port': ['ID=3b2fdf20-a618-4c78-b849-868c926a849a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:31.096422 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366be86-cee0-4086-8b10-48d0236fafe0 None None] No DVR routers for this DVR port 3b2fdf20-a618-4c78-b849-868c926a849a on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:31.110360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (facd324c-4da9-44b8-bc6d-b3da4485e67e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.113240 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router_controller (facd324c-4da9-44b8-bc6d-b3da4485e67e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.158056 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (facd324c-4da9-44b8-bc6d-b3da4485e67e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.158659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Fanout notify agent at l3_agent the message router_deleted on router facd324c-4da9-44b8-bc6d-b3da4485e67e {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:19:31.167343 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.168470 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e434fc7f-25eb-4490-b4e4-82d5370e4072 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "DELETE /v2.0/routers/facd324c-4da9-44b8-bc6d-b3da4485e67e HTTP/1.1" status: 204 len: 168 time: 0.8340073 Feb 11 05:19:31.171114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46478) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:31.261544 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.379361 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.407130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:31.416924 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35508767-fc96-4b03-80fd-d03368235ce4') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:31.417297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35508767-fc96-4b03-80fd-d03368235ce4') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:31.426412 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (35508767-fc96-4b03-80fd-d03368235ce4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.439240 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (35508767-fc96-4b03-80fd-d03368235ce4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.444990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:19:31.445375 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (35508767-fc96-4b03-80fd-d03368235ce4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:19:31.448329 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:19:31.509694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.516434 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.520126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] 10.222.0.48 "DELETE /v2.0/networks/c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2 HTTP/1.1" status: 204 len: 168 time: 0.3474791 Feb 11 05:19:31.531681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a23315-7a27-4fcd-baff-1cafe28fb5c4 tempest-TestSecurityGroupsBasicOps-569098525 tempest-TestSecurityGroupsBasicOps-569098525-project] Pushing event deleted for resources: {'Network': ['ID=c0b6c5ce-d148-48b0-b51a-a8c0150e7bc2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:31.728041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3b2fdf20-a618-4c78-b849-868c926a849a no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:31.758035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 3b2fdf20-a618-4c78-b849-868c926a849a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:31.758736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3b2fdf20-a618-4c78-b849-868c926a849a not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:31.759397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e4aae30f-2c60-40c5-bf81-2b5c32ecae49 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:31.795390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: e4aae30f-2c60-40c5-bf81-2b5c32ecae49 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:31.795740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e4aae30f-2c60-40c5-bf81-2b5c32ecae49 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:31.870210 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46486) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:32.054549 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b678d1e5-4058-40b7-bd5c-bd85e30c01ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b148553ce8544418ca21f3e3d9aed0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1831353 Feb 11 05:19:32.057335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46492) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:32.109326 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1aba7e0-042b-4395-a9ea-0d0dec8e173d admin admin] Publish callbacks [] for security_group (ffe42bb0-57f5-4fe4-826a-fc4bcf1eaca1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.131254 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1aba7e0-042b-4395-a9ea-0d0dec8e173d admin admin] Publish callbacks [] for security_group (ffe42bb0-57f5-4fe4-826a-fc4bcf1eaca1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.181397 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1aba7e0-042b-4395-a9ea-0d0dec8e173d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ffe42bb0-57f5-4fe4-826a-fc4bcf1eaca1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.184080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1aba7e0-042b-4395-a9ea-0d0dec8e173d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.185237 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e1aba7e0-042b-4395-a9ea-0d0dec8e173d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffe42bb0-57f5-4fe4-826a-fc4bcf1eaca1 HTTP/1.1" status: 204 len: 168 time: 0.1269171 Feb 11 05:19:32.194427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aba7e0-042b-4395-a9ea-0d0dec8e173d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe42bb0-57f5-4fe4-826a-fc4bcf1eaca1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:32.475381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46498) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:32.493182 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7d54-bae4-48d0-a27e-eccad6de11b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.573973 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7d54-bae4-48d0-a27e-eccad6de11b5 admin admin] Publish callbacks [] for security_group (95e4dcdc-0965-40c0-a6e5-3268e8fe50b4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.577934 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7d54-bae4-48d0-a27e-eccad6de11b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (95e4dcdc-0965-40c0-a6e5-3268e8fe50b4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.618956 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0b3c7d54-bae4-48d0-a27e-eccad6de11b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3076bc6b65034e39bfb6d8e090747441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423616 Feb 11 05:19:32.619526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46500) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:32.620086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c7d54-bae4-48d0-a27e-eccad6de11b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e4dcdc-0965-40c0-a6e5-3268e8fe50b4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:32.673472 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47dfbe77-94f0-458d-9bc7-06c6ef84b640 admin admin] Publish callbacks [] for security_group (95e4dcdc-0965-40c0-a6e5-3268e8fe50b4), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.696098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47dfbe77-94f0-458d-9bc7-06c6ef84b640 admin admin] Publish callbacks [] for security_group (95e4dcdc-0965-40c0-a6e5-3268e8fe50b4), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.743778 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47dfbe77-94f0-458d-9bc7-06c6ef84b640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (95e4dcdc-0965-40c0-a6e5-3268e8fe50b4), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.746493 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-47dfbe77-94f0-458d-9bc7-06c6ef84b640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.747694 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-47dfbe77-94f0-458d-9bc7-06c6ef84b640 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95e4dcdc-0965-40c0-a6e5-3268e8fe50b4 HTTP/1.1" status: 204 len: 168 time: 0.1271026 Feb 11 05:19:32.756833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfbe77-94f0-458d-9bc7-06c6ef84b640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e4dcdc-0965-40c0-a6e5-3268e8fe50b4,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:33.096407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46508) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:33.110395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 20439335-ed9e-47bb-9980-65df197d0f5a no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:33.132862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 20439335-ed9e-47bb-9980-65df197d0f5a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:33.133213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 20439335-ed9e-47bb-9980-65df197d0f5a not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:33.150429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cb748ce0-301b-44e4-aadf-855c9e74fe81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc2670010e1d429ca3ac617f5ae5a97c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501571 Feb 11 05:19:33.150671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46510) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:33.198030 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc66f98a-f094-4c9c-b4df-ab26f7f48126 admin admin] Publish callbacks [] for security_group (f0c61764-a340-4b1e-8556-1b5a90d99a50), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.218413 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc66f98a-f094-4c9c-b4df-ab26f7f48126 admin admin] Publish callbacks [] for security_group (f0c61764-a340-4b1e-8556-1b5a90d99a50), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.265867 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc66f98a-f094-4c9c-b4df-ab26f7f48126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (f0c61764-a340-4b1e-8556-1b5a90d99a50), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.268396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc66f98a-f094-4c9c-b4df-ab26f7f48126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.272026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fc66f98a-f094-4c9c-b4df-ab26f7f48126 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0c61764-a340-4b1e-8556-1b5a90d99a50 HTTP/1.1" status: 204 len: 168 time: 0.1179831 Feb 11 05:19:33.277423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66f98a-f094-4c9c-b4df-ab26f7f48126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c61764-a340-4b1e-8556-1b5a90d99a50,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:33.467028 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.931909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be2b7-d9c1-4caa-aab4-b9edc29f93b3 req-67a5b196-66a1-42dd-8caa-d6eee88ba3e7 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.935368 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d6be2b7-d9c1-4caa-aab4-b9edc29f93b3 req-67a5b196-66a1-42dd-8caa-d6eee88ba3e7 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1128 time: 0.0517783 Feb 11 05:19:33.983973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4d6be2b7-d9c1-4caa-aab4-b9edc29f93b3 req-ff8c0e6d-ddc3-4f06-85e3-3ab8336c8dc6 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443385 Feb 11 05:19:33.995506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46536) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:34.119784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5653b1-a781-4186-8b8e-4837f0b51836 req-ca0345c9-77a7-4777-881e-92e6e5c57396 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.121496 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e5653b1-a781-4186-8b8e-4837f0b51836 req-ca0345c9-77a7-4777-881e-92e6e5c57396 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.0663731 Feb 11 05:19:34.134212 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1100087960-network', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:34.161716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Made reservation on behalf of f09cf2da62054a53914b7d5c3870489b for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:34.164325 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.173772 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.183194 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e5653b1-a781-4186-8b8e-4837f0b51836 req-5bb5c58c-df55-42f1-9050-653f60d9d6c8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538421 Feb 11 05:19:34.209362 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46544) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:34.257337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Publish callbacks [] for security_group (e87763ec-baf3-4485-a394-2cf023271828), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.262536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e87763ec-baf3-4485-a394-2cf023271828), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.290714 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5ff05f66-39c8-4245-ae8c-f939d1320e0f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/d263d9bb-aadc-4c26-ace2-b0001b809aa2 HTTP/1.1" status: 200 len: 992 time: 0.0703397 Feb 11 05:19:34.290988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:19:34.297245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87763ec-baf3-4485-a394-2cf023271828,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:34.303515 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4111e7ef-8b9d-4657-b51c-e39d6081c581), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.303921 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Added segment 4111e7ef-8b9d-4657-b51c-e39d6081c581 of type vlan for network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 Feb 11 05:19:34.349994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.393119 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.395150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.395899 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.450826 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4535983 Feb 11 05:19:34.453704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46550) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:34.459668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b373c087-8d2a-4849-82e5-e60e010f6787 admin admin] Request body: {'subnet': {'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1100087960-subnet', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:34.483789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b373c087-8d2a-4849-82e5-e60e010f6787 admin admin] Made reservation on behalf of f09cf2da62054a53914b7d5c3870489b for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:34.486161 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b373c087-8d2a-4849-82e5-e60e010f6787 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.499406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203c1db-6e6f-4d78-ab04-87c9f97fbad9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:34.511176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:19:34.748538 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b373c087-8d2a-4849-82e5-e60e010f6787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (b737666b-346a-4af6-9250-26a017a81e90), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.864917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373c087-8d2a-4849-82e5-e60e010f6787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b737666b-346a-4af6-9250-26a017a81e90,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:34.874360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373c087-8d2a-4849-82e5-e60e010f6787 admin admin] Checking segment: {'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:34.875169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373c087-8d2a-4849-82e5-e60e010f6787 admin admin] Network hostable DHCP agents. Network: bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:19:34.903939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca9d7a-5227-42dc-a13c-42e095615a16 req-8407c58a-a0e1-4194-815a-4fe87fa10a61 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.912776 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-99ca9d7a-5227-42dc-a13c-42e095615a16 req-8407c58a-a0e1-4194-815a-4fe87fa10a61 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.0681851 Feb 11 05:19:34.924303 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-6d80dcc3-d2e1-44c4-8563-abc6d90c0b35 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912099 Feb 11 05:19:34.928252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373c087-8d2a-4849-82e5-e60e010f6787 admin admin] Network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:19:34.953887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b373c087-8d2a-4849-82e5-e60e010f6787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:34.965022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaadf417-c20b-4573-8edd-023c5f592aed None None] Network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:34.973945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b373c087-8d2a-4849-82e5-e60e010f6787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.975653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b373c087-8d2a-4849-82e5-e60e010f6787 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.010949 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b373c087-8d2a-4849-82e5-e60e010f6787 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5560141 Feb 11 05:19:35.017250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-99ca9d7a-5227-42dc-a13c-42e095615a16 req-b17437a1-1fd4-4b54-9200-c995920ec0fb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032219 Feb 11 05:19:35.020188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46562) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:35.033698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:35.068143 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (3cbfdd6c-14f8-463b-9abb-8149a93321e2), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.069793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (3cbfdd6c-14f8-463b-9abb-8149a93321e2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.131271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'fixed_ips': [{'subnet_id': 'b737666b-346a-4af6-9250-26a017a81e90'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:19:35.132286 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.172418 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Publish callbacks [] for router_controller (3cbfdd6c-14f8-463b-9abb-8149a93321e2), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.460087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Allocated IP 172.20.0.2 (bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995/b737666b-346a-4af6-9250-26a017a81e90/23ad58de-b2ef-487f-a3a4-90d4630a9811) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:35.540819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Publish callbacks [] for router_gateway (3cbfdd6c-14f8-463b-9abb-8149a93321e2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.608851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-5cfab6c8-56b7-44e5-a913-1d8744e36901 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.610568 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-5cfab6c8-56b7-44e5-a913-1d8744e36901 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports/d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 1125 time: 0.0584750 Feb 11 05:19:35.767272 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Publish callbacks [] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.776910 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.879935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:35.883149 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:35.899775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:36.058450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Attempting to bind port 23ad58de-b2ef-487f-a3a4-90d4630a9811 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:36.059085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Attempting to bind port 23ad58de-b2ef-487f-a3a4-90d4630a9811 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:36.059458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Attempting to bind port 23ad58de-b2ef-487f-a3a4-90d4630a9811 on network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:36.061933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Pushing event updated for resources: {'Port': ['ID=23ad58de-b2ef-487f-a3a4-90d4630a9811,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:36.069697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:36.070278 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Checking segment: {'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:36.070810 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.071345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Bound using segment: {'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:36.071836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Bound port: 23ad58de-b2ef-487f-a3a4-90d4630a9811, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:36.072223 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.171984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] For port 23ad58de-b2ef-487f-a3a4-90d4630a9811, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:36.175380 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] For port 23ad58de-b2ef-487f-a3a4-90d4630a9811, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=23ad58de-b2ef-487f-a3a4-90d4630a9811,segment=NetworkSegment(4111e7ef-8b9d-4657-b51c-e39d6081c581),segment_id=4111e7ef-8b9d-4657-b51c-e39d6081c581)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:36.196169 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.287264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32f6c7-2f13-498c-9f14-13b418c274ba None None] Pushing event updated for resources: {'Port': ['ID=23ad58de-b2ef-487f-a3a4-90d4630a9811,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:36.300340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9d020-326c-4f9f-ad1f-ce5819cfc0c9 req-4c38be5a-d043-4ae0-8f80-7e34afd94579 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.308568 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36a9d020-326c-4f9f-ad1f-ce5819cfc0c9 req-4c38be5a-d043-4ae0-8f80-7e34afd94579 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.1408217 Feb 11 05:19:36.436822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36a9d020-326c-4f9f-ad1f-ce5819cfc0c9 req-4bbaf328-16f5-4fbd-99d3-dc5852d00691 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174304 Feb 11 05:19:36.712065 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Publish callbacks [] for router_gateway (3cbfdd6c-14f8-463b-9abb-8149a93321e2), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.734090 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.913054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Allocated IP 172.25.7.220 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/6834476d-0b13-4207-8bd5-c7e1ec021539) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:37.025513 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Publish callbacks [] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.070507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.169915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:37.181761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:37.184802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:37.188388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-5f8878ff-c512-4b06-86fd-9eb015675816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.189920 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-5f8878ff-c512-4b06-86fd-9eb015675816 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1128 time: 0.1321893 Feb 11 05:19:37.190541 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Pushing event updated for resources: {'Port': ['ID=6834476d-0b13-4207-8bd5-c7e1ec021539,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:37.271354 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 23ad58de-b2ef-487f-a3a4-90d4630a9811 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:37.347256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 23ad58de-b2ef-487f-a3a4-90d4630a9811 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:37.348378 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.434341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-24f74903-fecb-4706-8c6a-0d86c2d8a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.437082 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-24f74903-fecb-4706-8c6a-0d86c2d8a4b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.2242484 Feb 11 05:19:37.538223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 23ad58de-b2ef-487f-a3a4-90d4630a9811 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:37.541674 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.646386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 23ad58de-b2ef-487f-a3a4-90d4630a9811, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=23ad58de-b2ef-487f-a3a4-90d4630a9811,segment=NetworkSegment(4111e7ef-8b9d-4657-b51c-e39d6081c581),segment_id=4111e7ef-8b9d-4657-b51c-e39d6081c581)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:37.649889 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.654132 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.663762 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-c19b8939-8de5-407c-a207-2631140840e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 1000 time: 0.2141860 Feb 11 05:19:37.732193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=23ad58de-b2ef-487f-a3a4-90d4630a9811,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:37.744220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-b5ed1fb1-b82e-45bc-ab87-f940696f5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.746355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-b5ed1fb1-b82e-45bc-ab87-f940696f5ad1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0590546 Feb 11 05:19:37.856319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd11e4-85f8-400e-b54b-e0934c02ec33 None None] Network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:37.871433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115d335-e168-488c-a34b-be2b9f16523b req-13923013-d24e-4dd1-b64c-594d79f2f31e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.873738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8115d335-e168-488c-a34b-be2b9f16523b req-13923013-d24e-4dd1-b64c-594d79f2f31e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.2378175 Feb 11 05:19:37.913718 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Publish callbacks [] for router_gateway (3cbfdd6c-14f8-463b-9abb-8149a93321e2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.921375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-669c75c9-2621-4b82-939c-c2095853a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.922881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-669c75c9-2621-4b82-939c-c2095853a110 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1642818 Feb 11 05:19:37.961326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d87b32c5-e06f-4dcf-a45e-6e566ba8049a None None] Provisioning complete for port 23ad58de-b2ef-487f-a3a4-90d4630a9811 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:37.961701 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d87b32c5-e06f-4dcf-a45e-6e566ba8049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.015318 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8115d335-e168-488c-a34b-be2b9f16523b req-3bd87786-8568-471b-ba8b-c88a87c96565 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315246 Feb 11 05:19:38.059468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d87b32c5-e06f-4dcf-a45e-6e566ba8049a None None] Current status of the port 23ad58de-b2ef-487f-a3a4-90d4630a9811 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:38.127318 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-8c86370c-1d83-406f-b355-50a200ba2718 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675768 Feb 11 05:19:38.282413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-988356f2-8067-4548-8dab-54bb3845981a None None] Provisioning complete for port 23ad58de-b2ef-487f-a3a4-90d4630a9811 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:38.283576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-988356f2-8067-4548-8dab-54bb3845981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.315184 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (3cbfdd6c-14f8-463b-9abb-8149a93321e2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.321803 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-14f666bd-bbd2-40c0-adc7-f9f462bb2157 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467166 Feb 11 05:19:38.369763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-988356f2-8067-4548-8dab-54bb3845981a None None] Current status of the port 23ad58de-b2ef-487f-a3a4-90d4630a9811 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:38.456227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:19:38.574445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:38.585380 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Sync routers for ids ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:38.599467 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.601921 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Routers {'3cbfdd6c-14f8-463b-9abb-8149a93321e2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:38.602603 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:38.603413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46598) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:38.603946 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e7d21fbf-b12b-43ee-bbe9-b24d64917973 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5822847 Feb 11 05:19:38.731452 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Set router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:38.910522 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:19:37Z', 'revision_number': 3, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:39.029872 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Checking router: 3cbfdd6c-14f8-463b-9abb-8149a93321e2 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:19:39.030543 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Updating router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 port 6834476d-0b13-4207-8bd5-c7e1ec021539 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:19:39.059311 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.061718 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.222208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 23ad58de-b2ef-487f-a3a4-90d4630a9811 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:39.270050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d6933-77aa-43c0-afb5-ce053ff11ac0 req-c79225e4-32d3-4d7f-8ee6-509f1412576c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:39.271756 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f04d6933-77aa-43c0-afb5-ce053ff11ac0 req-c79225e4-32d3-4d7f-8ee6-509f1412576c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.1308000 Feb 11 05:19:39.274459 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 23ad58de-b2ef-487f-a3a4-90d4630a9811 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:39.275187 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.343732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Allocated IP 172.20.0.1 (bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995/b737666b-346a-4af6-9250-26a017a81e90/b8ab437f-63e3-4ea1-9539-2db862f472ab) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:39.363885 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f04d6933-77aa-43c0-afb5-ce053ff11ac0 req-a6bc7a9e-0637-4521-9898-ac23c4e3fbb0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840724 Feb 11 05:19:39.374352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 23ad58de-b2ef-487f-a3a4-90d4630a9811 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:39.424439 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83aa5a67-331b-4aa3-a12b-8c252d479ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.429778 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Publish callbacks [] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.435584 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.488910 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Publish callbacks [] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.492477 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Attempting to bind port 6834476d-0b13-4207-8bd5-c7e1ec021539 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:39.492851 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Attempting to bind port 6834476d-0b13-4207-8bd5-c7e1ec021539 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:39.493221 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Attempting to bind port 6834476d-0b13-4207-8bd5-c7e1ec021539 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:39.500356 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8919b39-b3df-4619-9ccd-de73318d593b None None] Pushing event updated for resources: {'Port': ['ID=6834476d-0b13-4207-8bd5-c7e1ec021539,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:39.507104 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:39.507104 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:39.507104 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.507104 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:39.507104 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Bound port: 6834476d-0b13-4207-8bd5-c7e1ec021539, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:39.507104 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.543078 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.556646 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] For port 6834476d-0b13-4207-8bd5-c7e1ec021539, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:39.559613 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] For port 6834476d-0b13-4207-8bd5-c7e1ec021539, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6834476d-0b13-4207-8bd5-c7e1ec021539,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:39.565855 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.586267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:39.591889 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:39.594139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:39.624896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ab437f-63e3-4ea1-9539-2db862f472ab,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:39.630432 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Routers {'3cbfdd6c-14f8-463b-9abb-8149a93321e2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:39.631138 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:39.633649 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8919b39-b3df-4619-9ccd-de73318d593b None None] Pushing event updated for resources: {'Port': ['ID=6834476d-0b13-4207-8bd5-c7e1ec021539,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:39.635198 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.635554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.636516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.636879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.637224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.637569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.637901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.638438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.638784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.640925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.641293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.641659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.642001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:39.662873 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (3cbfdd6c-14f8-463b-9abb-8149a93321e2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.807585 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] Set router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:39.822266 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.992529 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Publish callbacks [] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.001035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.007505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fe5af65f-77fa-4e7b-967d-aeda5d08f4f0 None None] Provisioning complete for port b8ab437f-63e3-4ea1-9539-2db862f472ab triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:40.008155 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fe5af65f-77fa-4e7b-967d-aeda5d08f4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.014884 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:19:37Z', 'revision_number': 3, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:40.045306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fe5af65f-77fa-4e7b-967d-aeda5d08f4f0 None None] Port b8ab437f-63e3-4ea1-9539-2db862f472ab cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:40.046612 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a95d05-e4db-4ad2-af9c-05f77d9086b4 None None] The sync data for ids ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'] in n-d-615180-58 is: [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:19:37Z', 'revision_number': 3, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:40.376206 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (3cbfdd6c-14f8-463b-9abb-8149a93321e2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.389387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ab437f-63e3-4ea1-9539-2db862f472ab,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:40.504762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:40.506378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:40.530357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497894e-8d18-41c9-a5d2-0adbd8b3a039 req-9d4bed1e-dcea-4a32-8eba-2a5e95d9afe3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.532564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9497894e-8d18-41c9-a5d2-0adbd8b3a039 req-9d4bed1e-dcea-4a32-8eba-2a5e95d9afe3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.0667875 Feb 11 05:19:40.623177 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9497894e-8d18-41c9-a5d2-0adbd8b3a039 req-99f54d1e-20a1-4bc1-b2d2-56f4d373993a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842233 Feb 11 05:19:40.689939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:19:40.835030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:40.848454 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-37fc9f0d-3caf-4a73-8dd0-acb99bcbb109 admin admin] 10.222.0.48 "PUT /v2.0/routers/3cbfdd6c-14f8-463b-9abb-8149a93321e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2355821 Feb 11 05:19:40.876932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-65bdfc09-94b6-4cac-9b2f-a8631c77b32b None None] Provisioning complete for port b8ab437f-63e3-4ea1-9539-2db862f472ab triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:40.877610 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65bdfc09-94b6-4cac-9b2f-a8631c77b32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.942461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-65bdfc09-94b6-4cac-9b2f-a8631c77b32b None None] Port b8ab437f-63e3-4ea1-9539-2db862f472ab cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:41.273841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6834476d-0b13-4207-8bd5-c7e1ec021539 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:41.395513 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6834476d-0b13-4207-8bd5-c7e1ec021539 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:41.395900 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.505355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6834476d-0b13-4207-8bd5-c7e1ec021539 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:41.506016 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.530652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 6834476d-0b13-4207-8bd5-c7e1ec021539, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6834476d-0b13-4207-8bd5-c7e1ec021539,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:41.537076 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.542205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46666) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:41.547187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2120924471-network', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:41.567751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Made reservation on behalf of 088cdde22cda4eedb9d81bb125df223c for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:41.570649 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.581280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.613442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=6834476d-0b13-4207-8bd5-c7e1ec021539,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:41.717558 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Publish callbacks [] for security_group (7d93ef53-3769-4a1d-8c30-5cbe347d15b0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.733222 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7d93ef53-3769-4a1d-8c30-5cbe347d15b0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.796830 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:19:41.813679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d93ef53-3769-4a1d-8c30-5cbe347d15b0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:41.820234 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c4f9ed27-65d2-4854-a159-e9d5fbedbc62), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.820628 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Added segment c4f9ed27-65d2-4854-a159-e9d5fbedbc62 of type vlan for network 3a6cd43e-a136-4720-b296-040c70ad90a0 Feb 11 05:19:41.840542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c01c5-2b56-4c91-aa4e-d1cb580e1e6f req-43790ea4-a5a6-4744-8ea2-2c3d2b2fc81e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.848603 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-be3c01c5-2b56-4c91-aa4e-d1cb580e1e6f req-43790ea4-a5a6-4744-8ea2-2c3d2b2fc81e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.1252851 Feb 11 05:19:41.878236 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f247a8f-c526-4a8c-a70e-d83fcea3e22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.900876 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (3a6cd43e-a136-4720-b296-040c70ad90a0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.955806 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-be3c01c5-2b56-4c91-aa4e-d1cb580e1e6f req-d3db5fb6-f1c3-4298-a7ee-3c5c630791e1 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061954 Feb 11 05:19:41.961282 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (3a6cd43e-a136-4720-b296-040c70ad90a0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.962507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.963327 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.994081 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4482872 Feb 11 05:19:41.994295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46698) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:42.001353 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-acbb9714-8f89-4eec-834c-69303d720d18 admin admin] Request body: {'subnet': {'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2120924471-subnet', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:42.067552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b60083-01df-4301-b39d-97f02972f8f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a6cd43e-a136-4720-b296-040c70ad90a0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:42.071803 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbb9714-8f89-4eec-834c-69303d720d18 admin admin] Made reservation on behalf of 088cdde22cda4eedb9d81bb125df223c for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:42.074350 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acbb9714-8f89-4eec-834c-69303d720d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.082753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 3a6cd43e-a136-4720-b296-040c70ad90a0 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:19:42.330421 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acbb9714-8f89-4eec-834c-69303d720d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (6e1aa676-d2ac-45b1-983d-2dc1b8e11213), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.341054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Sync routers for ids ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:42.359360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Routers {'3cbfdd6c-14f8-463b-9abb-8149a93321e2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:42.361208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:42.390772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb9714-8f89-4eec-834c-69303d720d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1aa676-d2ac-45b1-983d-2dc1b8e11213,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:42.402529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb9714-8f89-4eec-834c-69303d720d18 admin admin] Checking segment: {'id': 'c4f9ed27-65d2-4854-a159-e9d5fbedbc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:42.402933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb9714-8f89-4eec-834c-69303d720d18 admin admin] Network hostable DHCP agents. Network: 3a6cd43e-a136-4720-b296-040c70ad90a0, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:19:42.425795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb9714-8f89-4eec-834c-69303d720d18 admin admin] Network 3a6cd43e-a136-4720-b296-040c70ad90a0 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:19:42.434910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-acbb9714-8f89-4eec-834c-69303d720d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 3a6cd43e-a136-4720-b296-040c70ad90a0) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:42.439794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb9714-8f89-4eec-834c-69303d720d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:42.441950 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-acbb9714-8f89-4eec-834c-69303d720d18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.460922 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-acbb9714-8f89-4eec-834c-69303d720d18 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4654994 Feb 11 05:19:42.463493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46702) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:42.468029 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2120924471-router', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:42.471431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb51f49b-198c-4e75-90de-b5d6e40f68d3 None None] Network 3a6cd43e-a136-4720-b296-040c70ad90a0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:42.491720 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (6b6449b8-c7f2-48b1-8269-d94b42c807fa), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.493816 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (6b6449b8-c7f2-48b1-8269-d94b42c807fa), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.546069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Set router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:42.561242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Publish callbacks [] for router_controller (6b6449b8-c7f2-48b1-8269-d94b42c807fa), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.661885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-3a6cd43e-a136-4720-b296-040c70ad90a0', 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0', 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'fixed_ips': [{'subnet_id': '6e1aa676-d2ac-45b1-983d-2dc1b8e11213'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:19:42.662744 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.731012 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Publish callbacks [] for router_gateway (6b6449b8-c7f2-48b1-8269-d94b42c807fa), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.870658 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.902879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Allocated IP 172.20.0.2 (3a6cd43e-a136-4720-b296-040c70ad90a0/6e1aa676-d2ac-45b1-983d-2dc1b8e11213/e220b990-8136-4af6-9f04-296645565bce) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:42.949381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:19:39Z', 'revision_number': 4, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b8ab437f-63e3-4ea1-9539-2db862f472ab', 'name': '', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'mac_address': 'fa:16:3e:42:25:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b737666b-346a-4af6-9250-26a017a81e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:39Z', 'updated_at': '2022-02-11T05:19:39Z', 'revision_number': 2, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'subnets': [{'id': 'b737666b-346a-4af6-9250-26a017a81e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:42.955582 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Publish callbacks [] for router_gateway (6b6449b8-c7f2-48b1-8269-d94b42c807fa), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.991951 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.010523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Checking router: 3cbfdd6c-14f8-463b-9abb-8149a93321e2 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:19:43.010887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Updating router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 port b8ab437f-63e3-4ea1-9539-2db862f472ab binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:19:43.044671 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.090194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d46dd6-8e40-4825-88eb-141c9a4fc79d req-08d52976-e922-4989-9eea-94ef07b8a421 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:43.094617 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08d46dd6-8e40-4825-88eb-141c9a4fc79d req-08d52976-e922-4989-9eea-94ef07b8a421 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.0662644 Feb 11 05:19:43.138985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Allocated IP 172.25.7.92 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/bd718ea9-8870-49bc-83e6-6d1fdfb436fb) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:43.204263 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08d46dd6-8e40-4825-88eb-141c9a4fc79d req-699e51d3-a9ad-4dd3-a8fb-b173cae39095 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915167 Feb 11 05:19:43.215207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6834476d-0b13-4207-8bd5-c7e1ec021539 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:43.283934 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Publish callbacks [] for port (e220b990-8136-4af6-9f04-296645565bce), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.291001 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Publish callbacks [] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.297329 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (e220b990-8136-4af6-9f04-296645565bce), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.334019 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.360384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Network 3a6cd43e-a136-4720-b296-040c70ad90a0 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:43.372738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:43.376730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:43.381359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:43.385825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:43.389683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Pushing event updated for resources: {'Port': ['ID=bd718ea9-8870-49bc-83e6-6d1fdfb436fb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:43.415127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:43.421482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6834476d-0b13-4207-8bd5-c7e1ec021539 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:43.423233 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.430254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Pushing event updated for resources: {'Port': ['ID=e220b990-8136-4af6-9f04-296645565bce,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:43.560999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Attempting to bind port e220b990-8136-4af6-9f04-296645565bce on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:43.561808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Attempting to bind port e220b990-8136-4af6-9f04-296645565bce by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c4f9ed27-65d2-4854-a159-e9d5fbedbc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:43.562369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Attempting to bind port e220b990-8136-4af6-9f04-296645565bce on network 3a6cd43e-a136-4720-b296-040c70ad90a0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:43.579929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:43.579929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Checking segment: {'id': 'c4f9ed27-65d2-4854-a159-e9d5fbedbc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:43.579929 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.579929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Bound using segment: {'id': 'c4f9ed27-65d2-4854-a159-e9d5fbedbc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:43.579929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Bound port: e220b990-8136-4af6-9f04-296645565bce, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f9ed27-65d2-4854-a159-e9d5fbedbc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:43.579929 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e220b990-8136-4af6-9f04-296645565bce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.685487 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Publish callbacks [] for router_gateway (6b6449b8-c7f2-48b1-8269-d94b42c807fa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.689774 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Publish callbacks [] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.700514 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.733260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6834476d-0b13-4207-8bd5-c7e1ec021539 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:43.762479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] For port e220b990-8136-4af6-9f04-296645565bce, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:43.767434 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] For port e220b990-8136-4af6-9f04-296645565bce, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e220b990-8136-4af6-9f04-296645565bce,segment=NetworkSegment(c4f9ed27-65d2-4854-a159-e9d5fbedbc62),segment_id=c4f9ed27-65d2-4854-a159-e9d5fbedbc62)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:43.775095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaae0f-1b48-4360-b1fc-02638fe8e4f0 None None] Pushing event updated for resources: {'Port': ['ID=b8ab437f-63e3-4ea1-9539-2db862f472ab,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:43.785548 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e220b990-8136-4af6-9f04-296645565bce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.885025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Attempting to bind port b8ab437f-63e3-4ea1-9539-2db862f472ab on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:43.885413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Attempting to bind port b8ab437f-63e3-4ea1-9539-2db862f472ab by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:43.885787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Attempting to bind port b8ab437f-63e3-4ea1-9539-2db862f472ab on network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:43.910454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:43.911092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Checking segment: {'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:43.913412 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.913838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Bound using segment: {'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:43.914338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Bound port: b8ab437f-63e3-4ea1-9539-2db862f472ab, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:43.914735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.918223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7dd75-f51d-43f8-bcf8-d4df099f373d None None] Pushing event updated for resources: {'Port': ['ID=e220b990-8136-4af6-9f04-296645565bce,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:43.937057 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (6b6449b8-c7f2-48b1-8269-d94b42c807fa), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.050280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] For port b8ab437f-63e3-4ea1-9539-2db862f472ab, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:44.060743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] For port b8ab437f-63e3-4ea1-9539-2db862f472ab, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b8ab437f-63e3-4ea1-9539-2db862f472ab,segment=NetworkSegment(4111e7ef-8b9d-4657-b51c-e39d6081c581),segment_id=4111e7ef-8b9d-4657-b51c-e39d6081c581)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:44.073926 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.132549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Router 6b6449b8-c7f2-48b1-8269-d94b42c807fa is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:19:44.167280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Routers {'3cbfdd6c-14f8-463b-9abb-8149a93321e2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:44.168346 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:44.179410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-68bfe8c5-3d98-493e-a339-d79fc1988a56 None None] Provisioning complete for port b8ab437f-63e3-4ea1-9539-2db862f472ab triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:44.180456 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68bfe8c5-3d98-493e-a339-d79fc1988a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.266151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaae0f-1b48-4360-b1fc-02638fe8e4f0 None None] Pushing event updated for resources: {'Port': ['ID=b8ab437f-63e3-4ea1-9539-2db862f472ab,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:44.385484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:44.403811 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Sync routers for ids ['6b6449b8-c7f2-48b1-8269-d94b42c807fa'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:44.416972 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Routers {'6b6449b8-c7f2-48b1-8269-d94b42c807fa'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:44.417918 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b6449b8-c7f2-48b1-8269-d94b42c807fa'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:44.457031 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.461510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46710) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:44.469054 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5357840f-7d89-45e1-b071-7a98e6fe5e76 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9971688 Feb 11 05:19:44.512171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59e7bc-d351-4862-aeab-e2cfd85a7ab0 req-cc64387e-d871-45e6-88f1-2151672aff38 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:44.516572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd59e7bc-d351-4862-aeab-e2cfd85a7ab0 req-cc64387e-d871-45e6-88f1-2151672aff38 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.1200826 Feb 11 05:19:44.618385 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd59e7bc-d351-4862-aeab-e2cfd85a7ab0 req-e9fbf881-75ca-47ff-9269-0c5c212263d8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951016 Feb 11 05:19:44.662387 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Set router 6b6449b8-c7f2-48b1-8269-d94b42c807fa gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:44.722415 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.782387 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] Set router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:44.882829 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'name': 'tempest-TestServerBasicOps-2120924471-router', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:43Z', 'revision_number': 3, 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'gw_port': {'id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:44.920228 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Checking router: 6b6449b8-c7f2-48b1-8269-d94b42c807fa for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:19:44.927176 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Updating router 6b6449b8-c7f2-48b1-8269-d94b42c807fa port bd718ea9-8870-49bc-83e6-6d1fdfb436fb binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:19:44.957373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-68bfe8c5-3d98-493e-a339-d79fc1988a56 None None] Current status of the port b8ab437f-63e3-4ea1-9539-2db862f472ab is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:44.958079 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68bfe8c5-3d98-493e-a339-d79fc1988a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.967462 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.026274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-68bfe8c5-3d98-493e-a339-d79fc1988a56 None None] For port b8ab437f-63e3-4ea1-9539-2db862f472ab, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b8ab437f-63e3-4ea1-9539-2db862f472ab,segment=NetworkSegment(4111e7ef-8b9d-4657-b51c-e39d6081c581),segment_id=4111e7ef-8b9d-4657-b51c-e39d6081c581)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:45.067608 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68bfe8c5-3d98-493e-a339-d79fc1988a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.201935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfe8c5-3d98-493e-a339-d79fc1988a56 None None] Pushing event updated for resources: {'Port': ['ID=b8ab437f-63e3-4ea1-9539-2db862f472ab,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:45.287677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d743cefc-c656-412f-ba87-927fb1f77b91 None None] Provisioning complete for port b8ab437f-63e3-4ea1-9539-2db862f472ab triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:45.288145 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d743cefc-c656-412f-ba87-927fb1f77b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.339389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e220b990-8136-4af6-9f04-296645565bce up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:45.408730 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Publish callbacks [] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.417558 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.479548 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:19:39Z', 'revision_number': 4, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b8ab437f-63e3-4ea1-9539-2db862f472ab', 'name': '', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'mac_address': 'fa:16:3e:42:25:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b737666b-346a-4af6-9250-26a017a81e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:39Z', 'updated_at': '2022-02-11T05:19:44Z', 'revision_number': 4, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'subnets': [{'id': 'b737666b-346a-4af6-9250-26a017a81e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:45.495141 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Attempting to bind port bd718ea9-8870-49bc-83e6-6d1fdfb436fb on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:45.495672 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Attempting to bind port bd718ea9-8870-49bc-83e6-6d1fdfb436fb by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:45.496150 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Attempting to bind port bd718ea9-8870-49bc-83e6-6d1fdfb436fb on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:45.512054 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:45.512571 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:45.513225 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.513874 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:45.514737 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Bound port: bd718ea9-8870-49bc-83e6-6d1fdfb436fb, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:45.515286 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.527027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd94259-2dba-4f21-9452-b0d3082a0af1 None None] Network 3a6cd43e-a136-4720-b296-040c70ad90a0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:45.530115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b297694-9fb4-4ddc-a4ed-eba787614cf8 None None] The sync data for ids ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'] in n-d-615180-58 is: [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:19:39Z', 'revision_number': 4, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b8ab437f-63e3-4ea1-9539-2db862f472ab', 'name': '', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'mac_address': 'fa:16:3e:42:25:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b737666b-346a-4af6-9250-26a017a81e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:39Z', 'updated_at': '2022-02-11T05:19:44Z', 'revision_number': 4, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'subnets': [{'id': 'b737666b-346a-4af6-9250-26a017a81e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:45.555911 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777b091-c9a3-4b32-b44f-6d3b8cd38e98 None None] Pushing event updated for resources: {'Port': ['ID=bd718ea9-8870-49bc-83e6-6d1fdfb436fb,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:45.663808 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] For port bd718ea9-8870-49bc-83e6-6d1fdfb436fb, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:45.665865 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.670324 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] For port bd718ea9-8870-49bc-83e6-6d1fdfb436fb, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bd718ea9-8870-49bc-83e6-6d1fdfb436fb,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:45.699100 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.710605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e220b990-8136-4af6-9f04-296645565bce triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:45.711096 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e220b990-8136-4af6-9f04-296645565bce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.785542 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Routers {'6b6449b8-c7f2-48b1-8269-d94b42c807fa'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:45.786466 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b6449b8-c7f2-48b1-8269-d94b42c807fa'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:45.792082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d743cefc-c656-412f-ba87-927fb1f77b91 None None] Current status of the port b8ab437f-63e3-4ea1-9539-2db862f472ab is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:45.813706 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.889377 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777b091-c9a3-4b32-b44f-6d3b8cd38e98 None None] Pushing event updated for resources: {'Port': ['ID=bd718ea9-8870-49bc-83e6-6d1fdfb436fb,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:45.930094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e220b990-8136-4af6-9f04-296645565bce is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:45.930498 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e220b990-8136-4af6-9f04-296645565bce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.958721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-28470a82-40ae-44ac-a865-08bca09bb73a None None] Provisioning complete for port e220b990-8136-4af6-9f04-296645565bce triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:45.963303 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-28470a82-40ae-44ac-a865-08bca09bb73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e220b990-8136-4af6-9f04-296645565bce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.051612 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] Set router 6b6449b8-c7f2-48b1-8269-d94b42c807fa gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:46.055632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port e220b990-8136-4af6-9f04-296645565bce, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e220b990-8136-4af6-9f04-296645565bce,segment=NetworkSegment(c4f9ed27-65d2-4854-a159-e9d5fbedbc62),segment_id=c4f9ed27-65d2-4854-a159-e9d5fbedbc62)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:46.071044 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e220b990-8136-4af6-9f04-296645565bce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.081214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Allocated IP 172.20.0.1 (3a6cd43e-a136-4720-b296-040c70ad90a0/6e1aa676-d2ac-45b1-983d-2dc1b8e11213/132aad5e-f049-45aa-82eb-f31885b64a7f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:46.248180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-28470a82-40ae-44ac-a865-08bca09bb73a None None] Current status of the port e220b990-8136-4af6-9f04-296645565bce is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:46.256234 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Publish callbacks [] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.257903 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=e220b990-8136-4af6-9f04-296645565bce,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:46.318458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dea4a-5f6c-47be-93cc-b1cfe1669b7d req-9ce1a140-49ff-494b-95da-ee44bd4ed246 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:46.320693 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f9dea4a-5f6c-47be-93cc-b1cfe1669b7d req-9ce1a140-49ff-494b-95da-ee44bd4ed246 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.5298419 Feb 11 05:19:46.323288 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.377753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0fb3d71a-6809-430d-bb5f-5d3dc23c3d9a None None] Provisioning complete for port e220b990-8136-4af6-9f04-296645565bce triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:46.378147 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d71a-6809-430d-bb5f-5d3dc23c3d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e220b990-8136-4af6-9f04-296645565bce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.397734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Network 3a6cd43e-a136-4720-b296-040c70ad90a0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:46.413249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:46.459108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=132aad5e-f049-45aa-82eb-f31885b64a7f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:46.471035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:46.476803 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'name': 'tempest-TestServerBasicOps-2120924471-router', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:43Z', 'revision_number': 3, 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'gw_port': {'id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:46.481142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.481142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.481142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.481142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.481142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.481702 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.481809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.482362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.482362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.482699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.483057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.483386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.483714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:46.500965 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3d71a-6809-430d-bb5f-5d3dc23c3d9a None None] Current status of the port e220b990-8136-4af6-9f04-296645565bce is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:46.525998 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0005b7-3ea0-4fe9-bce8-c8edb5b803ec None None] The sync data for ids ['6b6449b8-c7f2-48b1-8269-d94b42c807fa'] in n-d-615180-58 is: [{'id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'name': 'tempest-TestServerBasicOps-2120924471-router', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:43Z', 'revision_number': 3, 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'gw_port': {'id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:46.572856 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f9dea4a-5f6c-47be-93cc-b1cfe1669b7d req-d2d2e7d8-32bb-4ce8-81b6-bd4f85a18a51 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447588 Feb 11 05:19:46.595473 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (6b6449b8-c7f2-48b1-8269-d94b42c807fa), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.598179 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:19:46.728913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1fd75f9c-b413-418a-b8d9-1d5a40909d21 None None] Provisioning complete for port 132aad5e-f049-45aa-82eb-f31885b64a7f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:46.729644 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fd75f9c-b413-418a-b8d9-1d5a40909d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.793441 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.794331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1fd75f9c-b413-418a-b8d9-1d5a40909d21 None None] Port 132aad5e-f049-45aa-82eb-f31885b64a7f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:47.038594 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Publish callbacks [] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.045144 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.151171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (6b6449b8-c7f2-48b1-8269-d94b42c807fa), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.154388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=132aad5e-f049-45aa-82eb-f31885b64a7f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:47.287533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Network 3a6cd43e-a136-4720-b296-040c70ad90a0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:47.289225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:47.393166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b8ab437f-63e3-4ea1-9539-2db862f472ab up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:47.515887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b8ab437f-63e3-4ea1-9539-2db862f472ab triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:47.516987 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.523253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Router 6b6449b8-c7f2-48b1-8269-d94b42c807fa has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:19:47.685330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:47.690429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dc8cfcd7-b2c6-442f-a601-f6d139f3a3b9 admin admin] 10.222.0.48 "PUT /v2.0/routers/6b6449b8-c7f2-48b1-8269-d94b42c807fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2270005 Feb 11 05:19:47.696755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b4625ffd-edaa-4f73-a062-b30b4730a0a0 None None] Provisioning complete for port 132aad5e-f049-45aa-82eb-f31885b64a7f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:47.697146 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b4625ffd-edaa-4f73-a062-b30b4730a0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.767496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b8ab437f-63e3-4ea1-9539-2db862f472ab is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:47.771532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bd718ea9-8870-49bc-83e6-6d1fdfb436fb up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:47.775854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b4625ffd-edaa-4f73-a062-b30b4730a0a0 None None] Port 132aad5e-f049-45aa-82eb-f31885b64a7f cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:47.842550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port bd718ea9-8870-49bc-83e6-6d1fdfb436fb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:47.843453 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.951686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port bd718ea9-8870-49bc-83e6-6d1fdfb436fb is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:47.952096 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.002388 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port bd718ea9-8870-49bc-83e6-6d1fdfb436fb, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bd718ea9-8870-49bc-83e6-6d1fdfb436fb,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:48.010551 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.011795 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e220b990-8136-4af6-9f04-296645565bce up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:48.122225 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842e705-f9ca-4d86-ac95-743b7bdad506 req-ee45aa0f-890f-46ef-bb11-2bc98c0750b2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:48.123858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3842e705-f9ca-4d86-ac95-743b7bdad506 req-ee45aa0f-890f-46ef-bb11-2bc98c0750b2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.0679665 Feb 11 05:19:48.137537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=bd718ea9-8870-49bc-83e6-6d1fdfb436fb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:48.155505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e220b990-8136-4af6-9f04-296645565bce triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:48.155992 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e220b990-8136-4af6-9f04-296645565bce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.194525 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3842e705-f9ca-4d86-ac95-743b7bdad506 req-ce676442-10e8-4fdc-aea1-28b2f7b184dd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648353 Feb 11 05:19:48.245865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e220b990-8136-4af6-9f04-296645565bce is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:48.346754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46732) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:48.351536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d6d012cf-e2f0-4220-b4ef-f2292a5ec2d6 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331537887', 'description': 'tempest-secgroup-smoke-331537887 description', 'project_id': 'f09cf2da62054a53914b7d5c3870489b'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:48.372532 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6d012cf-e2f0-4220-b4ef-f2292a5ec2d6 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.445612 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6d012cf-e2f0-4220-b4ef-f2292a5ec2d6 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group (cc7d1972-2360-48dd-8eee-393cf8d01ab8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.449662 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6d012cf-e2f0-4220-b4ef-f2292a5ec2d6 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cc7d1972-2360-48dd-8eee-393cf8d01ab8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.476661 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6d012cf-e2f0-4220-b4ef-f2292a5ec2d6 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.477942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d6d012cf-e2f0-4220-b4ef-f2292a5ec2d6 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1300187 Feb 11 05:19:48.481640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46734) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:48.488856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-15a1c113-7eae-4930-b85e-e524b2cc11c8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d1972-2360-48dd-8eee-393cf8d01ab8', 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:48.490412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d012cf-e2f0-4220-b4ef-f2292a5ec2d6 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7d1972-2360-48dd-8eee-393cf8d01ab8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:48.523170 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15a1c113-7eae-4930-b85e-e524b2cc11c8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (1252c4f4-0b3d-4c16-9848-116b10f822a5), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.585856 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15a1c113-7eae-4930-b85e-e524b2cc11c8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (1252c4f4-0b3d-4c16-9848-116b10f822a5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.590062 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15a1c113-7eae-4930-b85e-e524b2cc11c8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (1252c4f4-0b3d-4c16-9848-116b10f822a5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.606147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1c113-7eae-4930-b85e-e524b2cc11c8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1252c4f4-0b3d-4c16-9848-116b10f822a5,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:48.618448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-15a1c113-7eae-4930-b85e-e524b2cc11c8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.619905 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-15a1c113-7eae-4930-b85e-e524b2cc11c8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365781 Feb 11 05:19:48.622581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46736) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:48.627846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b5557fc8-e318-4feb-8f88-a499573b633d tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d1972-2360-48dd-8eee-393cf8d01ab8', 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:48.657747 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5557fc8-e318-4feb-8f88-a499573b633d tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (cf64c052-5375-4834-88f3-292baafbba75), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.715243 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5557fc8-e318-4feb-8f88-a499573b633d tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (cf64c052-5375-4834-88f3-292baafbba75), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.719151 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5557fc8-e318-4feb-8f88-a499573b633d tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (cf64c052-5375-4834-88f3-292baafbba75), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.739253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5557fc8-e318-4feb-8f88-a499573b633d tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf64c052-5375-4834-88f3-292baafbba75,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:48.749320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5557fc8-e318-4feb-8f88-a499573b633d tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.750542 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b5557fc8-e318-4feb-8f88-a499573b633d tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268117 Feb 11 05:19:48.754193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46738) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:48.758927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c48cdc4c-6341-4a46-91ec-d4cfd5772355 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d1972-2360-48dd-8eee-393cf8d01ab8', 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:48.789932 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c48cdc4c-6341-4a46-91ec-d4cfd5772355 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (97db7736-2d8e-4df2-a245-354934348a2e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.851806 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Sync routers for ids ['6b6449b8-c7f2-48b1-8269-d94b42c807fa'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:48.856785 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c48cdc4c-6341-4a46-91ec-d4cfd5772355 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (97db7736-2d8e-4df2-a245-354934348a2e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.861080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c48cdc4c-6341-4a46-91ec-d4cfd5772355 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (97db7736-2d8e-4df2-a245-354934348a2e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.865225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Routers {'6b6449b8-c7f2-48b1-8269-d94b42c807fa'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:48.866249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b6449b8-c7f2-48b1-8269-d94b42c807fa'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:48.881635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cdc4c-6341-4a46-91ec-d4cfd5772355 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97db7736-2d8e-4df2-a245-354934348a2e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:48.889528 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c48cdc4c-6341-4a46-91ec-d4cfd5772355 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.893319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c48cdc4c-6341-4a46-91ec-d4cfd5772355 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355934 Feb 11 05:19:48.893730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46740) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:48.898443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-171362b4-8385-4ac1-80a0-7d76e90c379b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d1972-2360-48dd-8eee-393cf8d01ab8', 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:48.929612 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-171362b4-8385-4ac1-80a0-7d76e90c379b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (3b784f48-668c-4265-ba64-f1484f2d5a1c), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.000039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Set router 6b6449b8-c7f2-48b1-8269-d94b42c807fa gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:49.006414 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-171362b4-8385-4ac1-80a0-7d76e90c379b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (3b784f48-668c-4265-ba64-f1484f2d5a1c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.017483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-171362b4-8385-4ac1-80a0-7d76e90c379b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (3b784f48-668c-4265-ba64-f1484f2d5a1c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.040128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171362b4-8385-4ac1-80a0-7d76e90c379b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b784f48-668c-4265-ba64-f1484f2d5a1c,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:49.051776 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-171362b4-8385-4ac1-80a0-7d76e90c379b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.053343 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-171362b4-8385-4ac1-80a0-7d76e90c379b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1585028 Feb 11 05:19:49.056239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46744) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:49.060788 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ac315eee-9fad-4c4e-8a52-1f4991e7f4b4 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d1972-2360-48dd-8eee-393cf8d01ab8', 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:49.084690 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-ac315eee-9fad-4c4e-8a52-1f4991e7f4b4 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Project f09cf2da62054a53914b7d5c3870489b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:19:49.092880 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac315eee-9fad-4c4e-8a52-1f4991e7f4b4 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (0d293753-16fc-4a32-b350-7d3538067d1e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.180285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac315eee-9fad-4c4e-8a52-1f4991e7f4b4 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (0d293753-16fc-4a32-b350-7d3538067d1e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.189631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac315eee-9fad-4c4e-8a52-1f4991e7f4b4 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (0d293753-16fc-4a32-b350-7d3538067d1e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.197067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bd718ea9-8870-49bc-83e6-6d1fdfb436fb up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:49.213215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac315eee-9fad-4c4e-8a52-1f4991e7f4b4 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d293753-16fc-4a32-b350-7d3538067d1e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:49.237424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac315eee-9fad-4c4e-8a52-1f4991e7f4b4 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.243143 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ac315eee-9fad-4c4e-8a52-1f4991e7f4b4 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1832881 Feb 11 05:19:49.244221 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46748) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:49.248544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-46bb3ea0-870c-43ae-a83e-610114390bab tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d1972-2360-48dd-8eee-393cf8d01ab8', 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:49.274933 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-46bb3ea0-870c-43ae-a83e-610114390bab tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Project f09cf2da62054a53914b7d5c3870489b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:19:49.285125 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46bb3ea0-870c-43ae-a83e-610114390bab tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (358ecc4f-073a-4022-b854-10e97a37b352), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.365644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e464d3b-256f-4481-a1ca-3aea56ab121b req-9343cf5b-0efe-4c6d-941b-375004d41366 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.369868 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e464d3b-256f-4481-a1ca-3aea56ab121b req-9343cf5b-0efe-4c6d-941b-375004d41366 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.0783594 Feb 11 05:19:49.370538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46bb3ea0-870c-43ae-a83e-610114390bab tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (358ecc4f-073a-4022-b854-10e97a37b352), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.374588 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46bb3ea0-870c-43ae-a83e-610114390bab tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (358ecc4f-073a-4022-b854-10e97a37b352), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.399256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb3ea0-870c-43ae-a83e-610114390bab tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358ecc4f-073a-4022-b854-10e97a37b352,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:49.411646 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46bb3ea0-870c-43ae-a83e-610114390bab tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.413982 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-46bb3ea0-870c-43ae-a83e-610114390bab tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1690345 Feb 11 05:19:49.439488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e464d3b-256f-4481-a1ca-3aea56ab121b req-3cb19df1-c590-4878-9c0d-0ecb18981ae1 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636289 Feb 11 05:19:49.486502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port bd718ea9-8870-49bc-83e6-6d1fdfb436fb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:49.486873 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.539631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'name': 'tempest-TestServerBasicOps-2120924471-router', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:46Z', 'revision_number': 4, 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'gw_port': {'id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '132aad5e-f049-45aa-82eb-f31885b64a7f', 'name': '', 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'mac_address': 'fa:16:3e:a2:82:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '6e1aa676-d2ac-45b1-983d-2dc1b8e11213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:45Z', 'updated_at': '2022-02-11T05:19:46Z', 'revision_number': 2, 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'subnets': [{'id': '6e1aa676-d2ac-45b1-983d-2dc1b8e11213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:49.571953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Checking router: 6b6449b8-c7f2-48b1-8269-d94b42c807fa for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:19:49.572307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Updating router 6b6449b8-c7f2-48b1-8269-d94b42c807fa port 132aad5e-f049-45aa-82eb-f31885b64a7f binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:19:49.599612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-2096d146-488a-40d9-8b58-a14d7208260b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331537887&fields=id&tenant_id=f09cf2da62054a53914b7d5c3870489b HTTP/1.1" status: 200 len: 267 time: 0.0566864 Feb 11 05:19:49.625716 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.636786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port bd718ea9-8870-49bc-83e6-6d1fdfb436fb is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:49.715134 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-5d151fb7-193c-4746-9add-fd4ea84b2d9f tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.716655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-5d151fb7-193c-4746-9add-fd4ea84b2d9f tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/networks?id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 HTTP/1.1" status: 200 len: 809 time: 0.1105471 Feb 11 05:19:49.732697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-7a1c382f-b01e-481c-bc66-56489271a609 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/quotas/f09cf2da62054a53914b7d5c3870489b HTTP/1.1" status: 200 len: 375 time: 0.0093873 Feb 11 05:19:49.795778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-b77846a7-9b23-45ae-8b26-fd8489607bde tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f09cf2da62054a53914b7d5c3870489b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561287 Feb 11 05:19:49.910755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-3ed97c6f-ff4e-4e4f-a6d1-22a036b51e67 service neutron] 10.222.0.48 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028118 Feb 11 05:19:49.929934 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Publish callbacks [] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.935924 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.010579 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee402497-7c34-4d20-b2b3-fde3b1607e77 None None] Pushing event updated for resources: {'Port': ['ID=132aad5e-f049-45aa-82eb-f31885b64a7f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:50.049207 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-5ef12868-bf77-4a4f-9927-8a341cd3bfed service neutron] 10.222.0.48 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281888 Feb 11 05:19:50.060123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Attempting to bind port 132aad5e-f049-45aa-82eb-f31885b64a7f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:50.060508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Attempting to bind port 132aad5e-f049-45aa-82eb-f31885b64a7f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c4f9ed27-65d2-4854-a159-e9d5fbedbc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:50.060882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Attempting to bind port 132aad5e-f049-45aa-82eb-f31885b64a7f on network 3a6cd43e-a136-4720-b296-040c70ad90a0 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:50.067037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:50.067533 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Checking segment: {'id': 'c4f9ed27-65d2-4854-a159-e9d5fbedbc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:50.067970 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.068372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Bound using segment: {'id': 'c4f9ed27-65d2-4854-a159-e9d5fbedbc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:50.069106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Bound port: 132aad5e-f049-45aa-82eb-f31885b64a7f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f9ed27-65d2-4854-a159-e9d5fbedbc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:50.069496 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.159745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] For port 132aad5e-f049-45aa-82eb-f31885b64a7f, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:50.163135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] For port 132aad5e-f049-45aa-82eb-f31885b64a7f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=132aad5e-f049-45aa-82eb-f31885b64a7f,segment=NetworkSegment(c4f9ed27-65d2-4854-a159-e9d5fbedbc62),segment_id=c4f9ed27-65d2-4854-a159-e9d5fbedbc62)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:50.172577 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.288176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Routers {'6b6449b8-c7f2-48b1-8269-d94b42c807fa'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:50.288933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b6449b8-c7f2-48b1-8269-d94b42c807fa'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:50.291351 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee402497-7c34-4d20-b2b3-fde3b1607e77 None None] Pushing event updated for resources: {'Port': ['ID=132aad5e-f049-45aa-82eb-f31885b64a7f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:50.323837 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a822b74-994f-42fa-b5e3-8f1f91f63a93 req-7c2070c6-b65b-4954-812f-30f24857a42b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 210 time: 0.0533218 Feb 11 05:19:50.379653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f1cb0ad0-cddd-47a9-9f08-0a242c87f2bd None None] Provisioning complete for port 132aad5e-f049-45aa-82eb-f31885b64a7f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:50.379653 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1cb0ad0-cddd-47a9-9f08-0a242c87f2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.488882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] Set router 6b6449b8-c7f2-48b1-8269-d94b42c807fa gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:50.612029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8653-7cfc-4647-95e1-02c4370ab1b0 req-4d4f656c-e52f-4225-9f4d-0414da26fbb0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:50.614199 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e91e8653-7cfc-4647-95e1-02c4370ab1b0 req-4d4f656c-e52f-4225-9f4d-0414da26fbb0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.0860741 Feb 11 05:19:50.644428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb0ad0-cddd-47a9-9f08-0a242c87f2bd None None] Current status of the port 132aad5e-f049-45aa-82eb-f31885b64a7f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:50.645098 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1cb0ad0-cddd-47a9-9f08-0a242c87f2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.680016 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e91e8653-7cfc-4647-95e1-02c4370ab1b0 req-b9852907-a26b-48d4-a390-ab2b4daf689e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597420 Feb 11 05:19:50.739197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f1cb0ad0-cddd-47a9-9f08-0a242c87f2bd None None] For port 132aad5e-f049-45aa-82eb-f31885b64a7f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=132aad5e-f049-45aa-82eb-f31885b64a7f,segment=NetworkSegment(c4f9ed27-65d2-4854-a159-e9d5fbedbc62),segment_id=c4f9ed27-65d2-4854-a159-e9d5fbedbc62)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:50.753786 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1cb0ad0-cddd-47a9-9f08-0a242c87f2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.840524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb0ad0-cddd-47a9-9f08-0a242c87f2bd None None] Pushing event updated for resources: {'Port': ['ID=132aad5e-f049-45aa-82eb-f31885b64a7f,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:50.862757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'name': 'tempest-TestServerBasicOps-2120924471-router', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:46Z', 'revision_number': 4, 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'gw_port': {'id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '132aad5e-f049-45aa-82eb-f31885b64a7f', 'name': '', 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'mac_address': 'fa:16:3e:a2:82:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '6e1aa676-d2ac-45b1-983d-2dc1b8e11213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:45Z', 'updated_at': '2022-02-11T05:19:50Z', 'revision_number': 4, 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'subnets': [{'id': '6e1aa676-d2ac-45b1-983d-2dc1b8e11213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:50.902380 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ab233-051e-45fa-bd61-f945be37a0d6 None None] The sync data for ids ['6b6449b8-c7f2-48b1-8269-d94b42c807fa'] in n-d-615180-58 is: [{'id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'name': 'tempest-TestServerBasicOps-2120924471-router', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:46Z', 'revision_number': 4, 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'gw_port': {'id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '132aad5e-f049-45aa-82eb-f31885b64a7f', 'name': '', 'network_id': '3a6cd43e-a136-4720-b296-040c70ad90a0', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'mac_address': 'fa:16:3e:a2:82:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '6e1aa676-d2ac-45b1-983d-2dc1b8e11213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:45Z', 'updated_at': '2022-02-11T05:19:50Z', 'revision_number': 4, 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'subnets': [{'id': '6e1aa676-d2ac-45b1-983d-2dc1b8e11213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:50.910877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-86a0a49c-237a-4d8a-8b0a-654c94b6d179 None None] Provisioning complete for port 132aad5e-f049-45aa-82eb-f31885b64a7f triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:50.911288 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86a0a49c-237a-4d8a-8b0a-654c94b6d179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:51.024160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-86a0a49c-237a-4d8a-8b0a-654c94b6d179 None None] Current status of the port 132aad5e-f049-45aa-82eb-f31885b64a7f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:51.206331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 132aad5e-f049-45aa-82eb-f31885b64a7f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:51.258754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 132aad5e-f049-45aa-82eb-f31885b64a7f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:51.259126 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:51.350755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 132aad5e-f049-45aa-82eb-f31885b64a7f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:51.452934 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4489dae4-e1f7-4ba1-90f5-fd26f8ca1b7b req-68b6cacc-f856-475a-8c2f-af7c2bdd5f07 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 210 time: 0.0505016 Feb 11 05:19:51.644967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-db29131a-9034-47b8-a763-3dc804ea7d91 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.647167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-db29131a-9034-47b8-a763-3dc804ea7d91 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.60 "GET /v2.0/networks?id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 HTTP/1.1" status: 200 len: 809 time: 0.1299629 Feb 11 05:19:51.732427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-a700f834-26fa-43db-bf16-a4510d1550ba tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f09cf2da62054a53914b7d5c3870489b HTTP/1.1" status: 200 len: 379 time: 0.0719461 Feb 11 05:19:51.759077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Request body: {'port': {'device_id': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'admin_state_up': True, 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'security_groups': ['cc7d1972-2360-48dd-8eee-393cf8d01ab8']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:51.910011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd0b72-415a-4466-8f82-4416f282c89b req-03e9021e-4514-4d31-be5e-a21d73502e40 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.912293 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00bd0b72-415a-4466-8f82-4416f282c89b req-03e9021e-4514-4d31-be5e-a21d73502e40 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.1350601 Feb 11 05:19:51.964380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Made reservation on behalf of f09cf2da62054a53914b7d5c3870489b for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:51.967719 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.006211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00bd0b72-415a-4466-8f82-4416f282c89b req-5c455b8f-662f-460f-aa29-7417ea174819 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862527 Feb 11 05:19:52.122930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Allocated IP 172.20.0.11 (bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995/b737666b-346a-4af6-9250-26a017a81e90/16f066d0-cea4-426c-978a-61af1fa3ba65) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:52.282051 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.316810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.362345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:52.366138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:52.369866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:52.396244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event updated for resources: {'Port': ['ID=16f066d0-cea4-426c-978a-61af1fa3ba65,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:52.424274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.425396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.445754 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-eceef4c7-f5d2-4002-b61c-7d83f5bf06a8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6905770 Feb 11 05:19:52.461378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Request body: {'port': {'device_id': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:52.535145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.636527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffa82b-0c3b-463b-ad70-38784ac6ef68 req-1b7fff5a-92be-40c0-a736-1d9e53dc180a tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.639649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7ffa82b-0c3b-463b-ad70-38784ac6ef68 req-1b7fff5a-92be-40c0-a736-1d9e53dc180a tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 932 time: 0.1009295 Feb 11 05:19:52.672393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-796cfd1d-e2a0-4cd1-8418-43ae1797b53b None None] Provisioning complete for port 16f066d0-cea4-426c-978a-61af1fa3ba65 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:52.673508 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-796cfd1d-e2a0-4cd1-8418-43ae1797b53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.710353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7ffa82b-0c3b-463b-ad70-38784ac6ef68 req-ba538e79-6eed-4da0-9927-d3db97ceb606 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621274 Feb 11 05:19:52.715888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-796cfd1d-e2a0-4cd1-8418-43ae1797b53b None None] Port 16f066d0-cea4-426c-978a-61af1fa3ba65 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:52.862333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f066d0-cea4-426c-978a-61af1fa3ba65 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:52.870015 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Publish callbacks [] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.883067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Transition to ACTIVE for port object 16f066d0-cea4-426c-978a-61af1fa3ba65 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:52.887395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.993903 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Pushing event updated for resources: {'Port': ['ID=16f066d0-cea4-426c-978a-61af1fa3ba65,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:53.083735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Attempting to bind port 16f066d0-cea4-426c-978a-61af1fa3ba65 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:53.084503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Attempting to bind port 16f066d0-cea4-426c-978a-61af1fa3ba65 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:53.084850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Attempting to bind port 16f066d0-cea4-426c-978a-61af1fa3ba65 on network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:53.095163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Port 16f066d0-cea4-426c-978a-61af1fa3ba65 on network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:53.095506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Attempting to bind port 16f066d0-cea4-426c-978a-61af1fa3ba65 on network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:53.103590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:53.103783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Checking segment: {'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:53.104175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Bound using segment: {'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:53.104609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Bound port: 16f066d0-cea4-426c-978a-61af1fa3ba65, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4111e7ef-8b9d-4657-b51c-e39d6081c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:53.106244 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.209068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a30849-76e1-42c3-b754-b558fcc9d080 req-35cfd978-8225-4722-af05-e110f32b04bc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.211036 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93a30849-76e1-42c3-b754-b558fcc9d080 req-35cfd978-8225-4722-af05-e110f32b04bc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.1094427 Feb 11 05:19:53.255539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] For port 16f066d0-cea4-426c-978a-61af1fa3ba65, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:53.263199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] For port 16f066d0-cea4-426c-978a-61af1fa3ba65, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=16f066d0-cea4-426c-978a-61af1fa3ba65,segment=NetworkSegment(4111e7ef-8b9d-4657-b51c-e39d6081c581),segment_id=4111e7ef-8b9d-4657-b51c-e39d6081c581)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:53.275779 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.308756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93a30849-76e1-42c3-b754-b558fcc9d080 req-d356a4a5-0a39-44bf-8677-abf8a3e5c4a8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911767 Feb 11 05:19:53.315574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.317227 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.318618 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] 10.222.0.60 "PUT /v2.0/ports/16f066d0-cea4-426c-978a-61af1fa3ba65 HTTP/1.1" status: 200 len: 1093 time: 0.8622158 Feb 11 05:19:53.323355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'tag': '16f066d0-cea4-426c-978a-61af1fa3ba65'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:53.325686 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d28703-5570-4b87-8c4a-02db109739da" -d '{"events": [{"name": "network-changed", "server_uuid": "803fda3a-2e7c-4b58-9849-f07a6d6cbbe9", "tag": "16f066d0-cea4-426c-978a-61af1fa3ba65"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:53.353850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b061b-4390-4863-9872-8315e2c273cf service neutron] Pushing event updated for resources: {'Port': ['ID=16f066d0-cea4-426c-978a-61af1fa3ba65,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:53.386179 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b8fae8-8e4c-48d7-95c0-e1bcae6cdb0a x-openstack-request-id: req-c3b8fae8-8e4c-48d7-95c0-e1bcae6cdb0a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:53.386697 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803fda3a-2e7c-4b58-9849-f07a6d6cbbe9", "tag": "16f066d0-cea4-426c-978a-61af1fa3ba65", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:53.386985 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3b8fae8-8e4c-48d7-95c0-e1bcae6cdb0a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:53.387390 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'tag': '16f066d0-cea4-426c-978a-61af1fa3ba65', 'status': 'completed', 'code': 200} Feb 11 05:19:53.457842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-e86cc004-5a59-4157-a619-9bf71a6883a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.459401 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-e86cc004-5a59-4157-a619-9bf71a6883a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f09cf2da62054a53914b7d5c3870489b&device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 1127 time: 0.0554450 Feb 11 05:19:53.513327 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-57bbf6a6-2829-4b2e-92a9-2045a1c966a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f066d0-cea4-426c-978a-61af1fa3ba65 HTTP/1.1" status: 200 len: 217 time: 0.0424786 Feb 11 05:19:53.567025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-c6b82b0a-416b-4e71-930e-80f38982d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.568668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-c6b82b0a-416b-4e71-930e-80f38982d9ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b737666b-346a-4af6-9250-26a017a81e90 HTTP/1.1" status: 200 len: 848 time: 0.0494936 Feb 11 05:19:53.624172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-8a18d044-529a-4dcd-9109-f6d04f0e5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.625620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-8a18d044-529a-4dcd-9109-f6d04f0e5fe0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509949 Feb 11 05:19:53.733701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-5067aeae-4ad0-4b7f-aef9-c4f3c4271773 service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002274 Feb 11 05:19:53.866060 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e6c6131-017c-4fa2-a792-e61627c37a56 req-ff1d3182-1257-4427-afa0-e1eccc33f1c1 service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261787 Feb 11 05:19:53.878784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b674e-d06f-4a66-9c0d-d062ec1df717 req-69ab441c-3f0a-4409-9c3e-e3b18dfa88bc tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.880250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d7b674e-d06f-4a66-9c0d-d062ec1df717 req-69ab441c-3f0a-4409-9c3e-e3b18dfa88bc tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 944 time: 0.0774047 Feb 11 05:19:53.932219 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d7b674e-d06f-4a66-9c0d-d062ec1df717 req-31dde238-cf1b-4fbc-b42b-aff555114c32 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459037 Feb 11 05:19:54.042805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d28703-5570-4b87-8c4a-02db109739da req-d34e12b5-22d2-419a-9212-229ed4c2aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:54.044329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6d28703-5570-4b87-8c4a-02db109739da req-d34e12b5-22d2-419a-9212-229ed4c2aa3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f09cf2da62054a53914b7d5c3870489b&device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 1127 time: 0.0474739 Feb 11 05:19:54.139439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d28703-5570-4b87-8c4a-02db109739da req-c2436d58-36e6-48ab-946a-9021fed17a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:54.140857 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6d28703-5570-4b87-8c4a-02db109739da req-c2436d58-36e6-48ab-946a-9021fed17a8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 HTTP/1.1" status: 200 len: 910 time: 0.0907621 Feb 11 05:19:54.182686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6d28703-5570-4b87-8c4a-02db109739da req-6879d594-9445-4242-9f02-677cfc013c76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f066d0-cea4-426c-978a-61af1fa3ba65 HTTP/1.1" status: 200 len: 217 time: 0.0356212 Feb 11 05:19:54.232897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d28703-5570-4b87-8c4a-02db109739da req-0c1a44dc-8556-4484-9a58-102cb719ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:54.234218 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6d28703-5570-4b87-8c4a-02db109739da req-0c1a44dc-8556-4484-9a58-102cb719ce56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b737666b-346a-4af6-9250-26a017a81e90 HTTP/1.1" status: 200 len: 848 time: 0.0456712 Feb 11 05:19:54.291215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d28703-5570-4b87-8c4a-02db109739da req-bdccac6f-0ef2-48da-a988-c9f0b18a78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:54.293897 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6d28703-5570-4b87-8c4a-02db109739da req-bdccac6f-0ef2-48da-a988-c9f0b18a78cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526609 Feb 11 05:19:54.392815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6d28703-5570-4b87-8c4a-02db109739da req-c45d7d64-3020-4fd7-90de-41c23c3ca0ec service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919948 Feb 11 05:19:54.465945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e956db-0bfb-4ad6-9fce-a282873aade7 req-53194c0f-f843-4f53-a4da-705d8e503bd4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:54.471378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69e956db-0bfb-4ad6-9fce-a282873aade7 req-53194c0f-f843-4f53-a4da-705d8e503bd4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.0586519 Feb 11 05:19:54.501402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6d28703-5570-4b87-8c4a-02db109739da req-7e444993-0f79-49a0-af8c-17e0469dad99 service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008029 Feb 11 05:19:54.531441 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69e956db-0bfb-4ad6-9fce-a282873aade7 req-f52e42cf-f905-4a21-a377-538c051e53de tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575340 Feb 11 05:19:55.064426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a98b0d-eb61-4f30-b75e-25cd93af4510 req-ee0ee3f7-9d7c-4213-bdab-1d4660317672 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.067238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-42a98b0d-eb61-4f30-b75e-25cd93af4510 req-ee0ee3f7-9d7c-4213-bdab-1d4660317672 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 944 time: 0.0609095 Feb 11 05:19:55.117189 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-42a98b0d-eb61-4f30-b75e-25cd93af4510 req-b46df8b8-b230-46d4-a384-d57dd4959f00 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453594 Feb 11 05:19:55.645418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ce01d-0a54-4440-921d-a161e232c7bd req-4eb7088f-c0db-46db-aa68-f0da5b7d7d1c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.647246 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b6ce01d-0a54-4440-921d-a161e232c7bd req-4eb7088f-c0db-46db-aa68-f0da5b7d7d1c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.0541239 Feb 11 05:19:55.697707 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8b6ce01d-0a54-4440-921d-a161e232c7bd req-bf2ae4fb-877f-4281-8846-8596c5efac6a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432856 Feb 11 05:19:56.013315 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-79de5444-4a2a-42be-8c54-3f69fbc584ae service neutron] show failed (client error): The resource could not be found. Feb 11 05:19:56.014308 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-79de5444-4a2a-42be-8c54-3f69fbc584ae service neutron] 10.222.0.60 "GET /v2.0/ports/d190f88f-33e1-4381-a6c9-3da2e60098c2/bindings/n-h2-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0520158 Feb 11 05:19:56.279599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-cb7b101a-b499-401f-a101-b7d32f3e35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.281005 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-cb7b101a-b499-401f-a101-b7d32f3e35eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff&tenant_id=4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 1128 time: 0.0838227 Feb 11 05:19:56.288425 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a20af-9974-46ba-adea-5e9f3b6d1996 req-c64e625c-2673-4c22-add2-7be6363c37a2 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.289822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d51a20af-9974-46ba-adea-5e9f3b6d1996 req-c64e625c-2673-4c22-add2-7be6363c37a2 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 944 time: 0.0828223 Feb 11 05:19:56.299096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:56.392529 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d51a20af-9974-46ba-adea-5e9f3b6d1996 req-61d3f4d3-e455-4a02-baa9-31a529efa5da tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901151 Feb 11 05:19:56.397256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:56.832255 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defb281-7ad7-40da-b96c-98eef9dfb1ee req-ee33b81f-9701-4643-87c8-bbc93bdc03b4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.834075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7defb281-7ad7-40da-b96c-98eef9dfb1ee req-ee33b81f-9701-4643-87c8-bbc93bdc03b4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.0570238 Feb 11 05:19:56.889089 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7defb281-7ad7-40da-b96c-98eef9dfb1ee req-7826d231-17e2-44f1-b21f-ff02a7bf0552 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466859 Feb 11 05:19:56.917426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:56.949479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:56.988267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:56.990744 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8434f97-6bc0-46ca-89e9-f93338719c07" -d '{"events": [{"server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "name": "network-vif-unplugged", "status": "completed", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:56.994636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Publish callbacks [] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:57.007153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Transition to ACTIVE for port object d190f88f-33e1-4381-a6c9-3da2e60098c2 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:57.012216 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:57.047229 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe96877-1fb5-4384-9228-8cd3a029666d x-openstack-request-id: req-4fe96877-1fb5-4384-9228-8cd3a029666d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:57.047540 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "name": "network-vif-unplugged", "status": "completed", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:57.047799 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4fe96877-1fb5-4384-9228-8cd3a029666d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:57.048196 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'code': 200} Feb 11 05:19:57.100017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:57.146911 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] No DVR routers for this DVR port d190f88f-33e1-4381-a6c9-3da2e60098c2 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:57.293517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Attempting to bind port d190f88f-33e1-4381-a6c9-3da2e60098c2 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:57.294231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Attempting to bind port d190f88f-33e1-4381-a6c9-3da2e60098c2 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:57.294231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Attempting to bind port d190f88f-33e1-4381-a6c9-3da2e60098c2 on network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:57.298818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Port d190f88f-33e1-4381-a6c9-3da2e60098c2 on network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:57.299346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Attempting to bind port d190f88f-33e1-4381-a6c9-3da2e60098c2 on network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:57.304430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:57.304807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Checking segment: {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:57.305149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Bound using segment: {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:57.305580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Bound port: d190f88f-33e1-4381-a6c9-3da2e60098c2, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:57.305945 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:57.372758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:57.376226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:57.384562 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:57.426976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:57.427774 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:57.429846 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] 10.222.0.10 "PUT /v2.0/ports/d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 1092 time: 1.1346409 Feb 11 05:19:57.460737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af015a3-738b-4db3-b030-366a472ba5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:57.525052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-ec12fd81-ada6-4c05-925f-23ae5bb72214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:57.526794 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-ec12fd81-ada6-4c05-925f-23ae5bb72214 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1126 time: 0.0566382 Feb 11 05:19:57.544621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389afb3-5932-4f22-a073-4467631c7705 req-b3839188-e938-46aa-ab47-7754595fb868 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:57.546518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b389afb3-5932-4f22-a073-4467631c7705 req-b3839188-e938-46aa-ab47-7754595fb868 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 944 time: 0.0752048 Feb 11 05:19:57.608800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b389afb3-5932-4f22-a073-4467631c7705 req-d218ac09-ad9d-4e8e-b3d2-a8e8888adbe7 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562663 Feb 11 05:19:57.636462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-af8151a9-e010-4098-abda-f6f7a99babc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:57.638035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-af8151a9-e010-4098-abda-f6f7a99babc0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.1053388 Feb 11 05:19:57.706864 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-e90df4b3-63fc-4b81-affb-a675b3e626cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 998 time: 0.0621867 Feb 11 05:19:57.753934 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-563db1d4-3481-4af7-a6d2-fd86cea6debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:57.755413 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-563db1d4-3481-4af7-a6d2-fd86cea6debb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0436223 Feb 11 05:19:57.806676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-5d43d3e1-9e60-4155-b65e-aef8a4367832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:57.808186 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-5d43d3e1-9e60-4155-b65e-aef8a4367832 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468564 Feb 11 05:19:57.896313 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-e5130c0d-6bf8-4a32-a2bf-fbb6e243e366 service neutron] 10.222.0.10 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822072 Feb 11 05:19:58.021918 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-706fad74-ea9b-43c3-97b2-89022cb3d46a service neutron] 10.222.0.10 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198368 Feb 11 05:19:58.036920 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b10a7-9447-409d-8522-db55f310604d req-8bcc783e-6147-43dd-bcfc-f8f4620e044a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:58.038671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f4b10a7-9447-409d-8522-db55f310604d req-8bcc783e-6147-43dd-bcfc-f8f4620e044a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 943 time: 0.0704865 Feb 11 05:19:58.088851 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f4b10a7-9447-409d-8522-db55f310604d req-ba0b0294-d714-4523-b45a-731c2ff84254 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445039 Feb 11 05:19:58.375445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 16f066d0-cea4-426c-978a-61af1fa3ba65 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:58.489726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 16f066d0-cea4-426c-978a-61af1fa3ba65, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=16f066d0-cea4-426c-978a-61af1fa3ba65,segment=NetworkSegment(4111e7ef-8b9d-4657-b51c-e39d6081c581),segment_id=4111e7ef-8b9d-4657-b51c-e39d6081c581)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:58.500443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '16f066d0-cea4-426c-978a-61af1fa3ba65', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'port_id': '16f066d0-cea4-426c-978a-61af1fa3ba65', 'mac_address': 'fa:16:3e:54:e7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b737666b-346a-4af6-9250-26a017a81e90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:58.541243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 16f066d0-cea4-426c-978a-61af1fa3ba65 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:58.541705 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.554258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f066d0-cea4-426c-978a-61af1fa3ba65 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:58.573997 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 16f066d0-cea4-426c-978a-61af1fa3ba65, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=16f066d0-cea4-426c-978a-61af1fa3ba65,segment=NetworkSegment(4111e7ef-8b9d-4657-b51c-e39d6081c581),segment_id=4111e7ef-8b9d-4657-b51c-e39d6081c581)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:58.578317 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.626110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=16f066d0-cea4-426c-978a-61af1fa3ba65,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:58.734667 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf243a-50eb-4368-adcb-63e776deca09 req-f2994b77-d9db-44f6-9a15-251493329ef8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:58.736201 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6dcf243a-50eb-4368-adcb-63e776deca09 req-f2994b77-d9db-44f6-9a15-251493329ef8 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 945 time: 0.0616269 Feb 11 05:19:58.786677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6dcf243a-50eb-4368-adcb-63e776deca09 req-762fff98-e6d5-4399-b2af-7f3c5b6ceeb1 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448542 Feb 11 05:19:59.048862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:59.051273 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506efb40-c70c-4d45-8226-b85172941148" -d '{"events": [{"name": "network-changed", "server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:59.067988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['16f066d0-cea4-426c-978a-61af1fa3ba65'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:59.116782 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22fcc4d-f242-40e8-9dc3-2f3b91cdce4b x-openstack-request-id: req-c22fcc4d-f242-40e8-9dc3-2f3b91cdce4b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:59.119887 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:59.120205 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c22fcc4d-f242-40e8-9dc3-2f3b91cdce4b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:59.129544 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'status': 'completed', 'code': 200} Feb 11 05:19:59.239844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825de2b-298f-489c-aaa7-e4b846bc9768 req-797af734-5796-4b2b-9e33-4a527d6dcae8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.242831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7825de2b-298f-489c-aaa7-e4b846bc9768 req-797af734-5796-4b2b-9e33-4a527d6dcae8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 943 time: 0.0620644 Feb 11 05:19:59.268760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506efb40-c70c-4d45-8226-b85172941148 req-fb8414f6-ffb9-43cc-820d-a48855320eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.270284 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-fb8414f6-ffb9-43cc-820d-a48855320eee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1126 time: 0.1027155 Feb 11 05:19:59.273010 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506efb40-c70c-4d45-8226-b85172941148 req-ba5d215f-68ad-4d66-9d2a-4d5d7ae73ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.274495 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-ba5d215f-68ad-4d66-9d2a-4d5d7ae73ce5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1126 time: 0.1173260 Feb 11 05:19:59.298144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7825de2b-298f-489c-aaa7-e4b846bc9768 req-d7df7ba7-cc20-4550-bea8-6168518ccc31 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496283 Feb 11 05:19:59.440026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506efb40-c70c-4d45-8226-b85172941148 req-b376f03e-c2af-4079-8357-09fa0e03c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.442159 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-b376f03e-c2af-4079-8357-09fa0e03c804 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.1568613 Feb 11 05:19:59.443267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506efb40-c70c-4d45-8226-b85172941148 req-3fb8ccb0-d307-437d-afa9-bc22509e9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.444554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-3fb8ccb0-d307-437d-afa9-bc22509e9761 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.1678770 Feb 11 05:19:59.570956 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-7c586a86-3900-4731-a7c4-73195c6718a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 998 time: 0.1225057 Feb 11 05:19:59.574677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-e75abaf6-ffaf-4a45-a37d-189b79c25479 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 998 time: 0.1207809 Feb 11 05:19:59.661014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506efb40-c70c-4d45-8226-b85172941148 req-40b0b746-c12c-4032-9617-7452fd5ff76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.662507 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-40b0b746-c12c-4032-9617-7452fd5ff76d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0848446 Feb 11 05:19:59.664505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506efb40-c70c-4d45-8226-b85172941148 req-9abe0b75-c22b-4654-a9bb-519c55763ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.665963 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-9abe0b75-c22b-4654-a9bb-519c55763ba6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0810556 Feb 11 05:19:59.743677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506efb40-c70c-4d45-8226-b85172941148 req-63c6124d-0c9e-4252-ae4b-eb3ec051fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.745232 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-63c6124d-0c9e-4252-ae4b-eb3ec051fdf0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0753877 Feb 11 05:19:59.749610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506efb40-c70c-4d45-8226-b85172941148 req-50a59459-4574-4605-b6ec-1794afb8e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.751369 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-50a59459-4574-4605-b6ec-1794afb8e358 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0730982 Feb 11 05:19:59.942313 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-5b22f47f-5d21-4c42-a651-36044e49ee97 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897299 Feb 11 05:19:59.944169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-f8792d7f-c395-4a4d-9e8c-a26861a1500a service neutron] 10.222.0.10 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845548 Feb 11 05:19:59.982732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e0efa-a1c1-43ab-b296-2ffe47717e57 req-74c85a74-bca9-4b63-8037-dc36ba86dea0 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.984194 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-404e0efa-a1c1-43ab-b296-2ffe47717e57 req-74c85a74-bca9-4b63-8037-dc36ba86dea0 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 945 time: 0.1233349 Feb 11 05:20:00.013470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d190f88f-33e1-4381-a6c9-3da2e60098c2 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:00.132813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:00.147719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'port_id': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'mac_address': 'fa:16:3e:8e:a2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:00.153945 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-404e0efa-a1c1-43ab-b296-2ffe47717e57 req-232316ab-9b13-4d2e-b804-6d901f2326ec tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564267 Feb 11 05:20:00.157415 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-72ed80d2-b1c3-4207-a6f2-3a22d8219bbd service neutron] 10.222.0.10 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077196 Feb 11 05:20:00.161433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-506efb40-c70c-4d45-8226-b85172941148 req-474ae814-f47d-4dcc-ac34-3d6f77562add service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096429 Feb 11 05:20:00.197823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port d190f88f-33e1-4381-a6c9-3da2e60098c2 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:00.198386 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.211364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d190f88f-33e1-4381-a6c9-3da2e60098c2 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:00.231532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:00.236112 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.284882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:00.389215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 16f066d0-cea4-426c-978a-61af1fa3ba65 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:00.425378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cbbea-2725-4bc4-9623-1d64fb932cb1 req-aeb168b2-8ea8-4556-a02d-ed8cf898f117 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.430751 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c23cbbea-2725-4bc4-9623-1d64fb932cb1 req-aeb168b2-8ea8-4556-a02d-ed8cf898f117 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 944 time: 0.0602906 Feb 11 05:20:00.457830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 16f066d0-cea4-426c-978a-61af1fa3ba65 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:00.462112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 16f066d0-cea4-426c-978a-61af1fa3ba65 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:00.462609 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.481918 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c23cbbea-2725-4bc4-9623-1d64fb932cb1 req-a6036b50-00c6-4864-b83e-828dc66a7d4f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485539 Feb 11 05:20:00.533231 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['d190f88f-33e1-4381-a6c9-3da2e60098c2'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:00.585468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 16f066d0-cea4-426c-978a-61af1fa3ba65 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:00.585862 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.622586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f066d0-cea4-426c-978a-61af1fa3ba65'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:00.624966 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524c9cd2-30cf-4959-be13-8bba7582e827" -d '{"events": [{"server_uuid": "803fda3a-2e7c-4b58-9849-f07a6d6cbbe9", "name": "network-vif-plugged", "status": "completed", "tag": "16f066d0-cea4-426c-978a-61af1fa3ba65"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:00.643933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 16f066d0-cea4-426c-978a-61af1fa3ba65, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=16f066d0-cea4-426c-978a-61af1fa3ba65,segment=NetworkSegment(4111e7ef-8b9d-4657-b51c-e39d6081c581),segment_id=4111e7ef-8b9d-4657-b51c-e39d6081c581)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:00.652665 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.653429 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d190f88f-33e1-4381-a6c9-3da2e60098c2 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:00.707977 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ed63fb-3af9-4304-80dd-270b383eb32c x-openstack-request-id: req-e6ed63fb-3af9-4304-80dd-270b383eb32c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:00.708368 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803fda3a-2e7c-4b58-9849-f07a6d6cbbe9", "name": "network-vif-plugged", "status": "completed", "tag": "16f066d0-cea4-426c-978a-61af1fa3ba65", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:00.708716 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6ed63fb-3af9-4304-80dd-270b383eb32c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:00.709354 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f066d0-cea4-426c-978a-61af1fa3ba65', 'code': 200} Feb 11 05:20:00.779013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=16f066d0-cea4-426c-978a-61af1fa3ba65,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:00.780942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] The host n-h1-615180-58 is not matching for port d190f88f-33e1-4381-a6c9-3da2e60098c2 host n-h2-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:20:00.781350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d190f88f-33e1-4381-a6c9-3da2e60098c2 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:00.802140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.802505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.802853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.803226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.803563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.803907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.804237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.804570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.804901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.805233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.805560 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.805888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.806216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:00.840871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-1b217acc-4621-4039-9e3d-2d631af43aa5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.843373 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-1b217acc-4621-4039-9e3d-2d631af43aa5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff&tenant_id=4606a55f42cf40e5a3952a4488271540&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 944 time: 0.1552241 Feb 11 05:20:00.870923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39cefb-c3a7-4f3b-8e02-2c7bc6c2d3c8 req-ecbcb73e-1035-4bbf-a13b-153d5e1368e3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.872432 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f39cefb-c3a7-4f3b-8e02-2c7bc6c2d3c8 req-ecbcb73e-1035-4bbf-a13b-153d5e1368e3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 944 time: 0.1409011 Feb 11 05:20:00.912925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e1c71-d828-4acf-a494-44c039e0b680 req-c9791628-3343-49c3-a5fa-c6516b08baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.915162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f62e1c71-d828-4acf-a494-44c039e0b680 req-c9791628-3343-49c3-a5fa-c6516b08baf1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 1129 time: 0.1391253 Feb 11 05:20:00.988273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-17a37919-d684-41ee-a712-90a3eb853554 service neutron] 10.222.0.10 "GET /v2.0/ports/d190f88f-33e1-4381-a6c9-3da2e60098c2/bindings/n-h2-615180-58 HTTP/1.1" status: 200 len: 383 time: 0.1369359 Feb 11 05:20:01.008462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f39cefb-c3a7-4f3b-8e02-2c7bc6c2d3c8 req-5bbbbd28-9421-4d15-aaf3-5de7b9517803 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139469 Feb 11 05:20:01.011377 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f62e1c71-d828-4acf-a494-44c039e0b680 req-eb1ea4f3-8d52-4a4e-97a7-a20b46c97486 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872650 Feb 11 05:20:01.079194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-4db5d52c-e788-4edd-873d-31a932a10c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.081499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-4db5d52c-e788-4edd-873d-31a932a10c12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1127 time: 0.0568016 Feb 11 05:20:01.178534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-fd1a6aec-6f4f-4947-9668-9148cb9fcf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.180402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-fd1a6aec-6f4f-4947-9668-9148cb9fcf5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.0924323 Feb 11 05:20:01.258913 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-247d0521-5fb8-4a57-8946-f19d759765dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 999 time: 0.0719886 Feb 11 05:20:01.286834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652ff83-7d76-4940-9a25-9ac4d21151f3 req-45f2f233-f45a-40bd-b41a-f0465fa25d61 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.288448 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c652ff83-7d76-4940-9a25-9ac4d21151f3 req-45f2f233-f45a-40bd-b41a-f0465fa25d61 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 946 time: 0.0597446 Feb 11 05:20:01.311780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-c4d4aef0-d13a-4aa3-86fe-d6ad70b2def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.313615 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-c4d4aef0-d13a-4aa3-86fe-d6ad70b2def7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0486422 Feb 11 05:20:01.348726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c652ff83-7d76-4940-9a25-9ac4d21151f3 req-56906cd8-1bef-45ca-8236-f91b4ee562b3 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510724 Feb 11 05:20:01.367551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a1b5ebfe-e627-45aa-8fd6-2dee6fd32743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.369053 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a1b5ebfe-e627-45aa-8fd6-2dee6fd32743 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489681 Feb 11 05:20:01.467919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-1853b8cf-3f0e-4c07-802e-666adb6fe88a service neutron] 10.222.0.10 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924027 Feb 11 05:20:01.557193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-cd44833b-3ae5-4673-b6ac-1b53a0ddd181 service neutron] 10.222.0.10 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838799 Feb 11 05:20:02.024778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d190f88f-33e1-4381-a6c9-3da2e60098c2 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:02.075472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port d190f88f-33e1-4381-a6c9-3da2e60098c2 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:02.079987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port d190f88f-33e1-4381-a6c9-3da2e60098c2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:02.080366 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.161630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d6a04-d66c-4534-9033-38e0f6d15607 req-ebf3009b-18f9-4514-b458-ceb54b3a0c28 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:02.163884 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-722d6a04-d66c-4534-9033-38e0f6d15607 req-ebf3009b-18f9-4514-b458-ceb54b3a0c28 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 944 time: 0.0757904 Feb 11 05:20:02.218711 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-722d6a04-d66c-4534-9033-38e0f6d15607 req-ba54ff88-61fe-44e5-9d28-f6c82e0f243e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480845 Feb 11 05:20:02.335529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port d190f88f-33e1-4381-a6c9-3da2e60098c2 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:02.335921 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.368087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:02.373003 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.423267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:02.479918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311eec-cf98-4060-8799-af73fb457430 req-0f6a39be-feeb-4ae3-8c47-7eec14a130e5 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:02.481417 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2311eec-cf98-4060-8799-af73fb457430 req-0f6a39be-feeb-4ae3-8c47-7eec14a130e5 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 946 time: 0.0584908 Feb 11 05:20:02.550700 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2311eec-cf98-4060-8799-af73fb457430 req-13409a7e-b30f-4ee4-aed5-cdc839a4d178 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563383 Feb 11 05:20:02.711112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:02.714186 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba2fc31-471d-47c2-9df5-333fa2d01e00" -d '{"events": [{"server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "name": "network-vif-plugged", "status": "completed", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:02.771164 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cd6dd0-9dc0-48f2-95df-e506664fc98a x-openstack-request-id: req-72cd6dd0-9dc0-48f2-95df-e506664fc98a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:02.771467 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "name": "network-vif-plugged", "status": "completed", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:02.771750 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72cd6dd0-9dc0-48f2-95df-e506664fc98a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:02.772149 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'code': 200} Feb 11 05:20:03.345599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837f184-942e-491f-b42f-82f340d54b47 req-49b4b0b8-d044-4606-8a0f-174b71ab06da tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:03.347049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1837f184-942e-491f-b42f-82f340d54b47 req-49b4b0b8-d044-4606-8a0f-174b71ab06da tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.0562050 Feb 11 05:20:03.418520 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1837f184-942e-491f-b42f-82f340d54b47 req-3eb285c8-f8ca-4923-90dd-b4dbcd7eedb3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646896 Feb 11 05:20:03.485992 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.681559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e0677-dacd-4f69-bed2-6fcfab2af3ba req-2cba7cdf-49f6-46ee-8e64-5b06448bcfa0 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:03.683027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-448e0677-dacd-4f69-bed2-6fcfab2af3ba req-2cba7cdf-49f6-46ee-8e64-5b06448bcfa0 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 946 time: 0.0603123 Feb 11 05:20:03.758156 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-448e0677-dacd-4f69-bed2-6fcfab2af3ba req-bfc6d680-f8b1-4f54-9f35-bcf52f6757fc tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664794 Feb 11 05:20:03.764294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-bfa38c44-dfef-4ca6-8ae9-2181cfc8609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:03.765776 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-bfa38c44-dfef-4ca6-8ae9-2181cfc8609e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff&tenant_id=4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 1128 time: 0.0923307 Feb 11 05:20:03.780806 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:03.845804 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.888164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b88ccf-db97-4303-9729-dcc7ca0a46c4 req-1c34cd2c-1849-4a61-ac04-3e9d0bb91823 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:03.890413 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99b88ccf-db97-4303-9729-dcc7ca0a46c4 req-1c34cd2c-1849-4a61-ac04-3e9d0bb91823 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 946 time: 0.0621500 Feb 11 05:20:03.943302 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99b88ccf-db97-4303-9729-dcc7ca0a46c4 req-0c06bf3b-984d-41f8-bad0-629b19810803 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455511 Feb 11 05:20:04.090265 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:04.107660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f803d-ec0a-446e-bfdc-18b83823e689 req-85abffbc-eeaf-47db-a592-959b09ecfb47 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.109140 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-718f803d-ec0a-446e-bfdc-18b83823e689 req-85abffbc-eeaf-47db-a592-959b09ecfb47 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 946 time: 0.0806224 Feb 11 05:20:04.154346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:04.210940 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-718f803d-ec0a-446e-bfdc-18b83823e689 req-2034d615-41a3-4e5b-8d18-1b5d353d4240 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946867 Feb 11 05:20:04.222282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:04.233752 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf0b8aa-7f17-4c7c-9031-c0cea3667c1c" -d '{"events": [{"server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "name": "network-vif-unplugged", "status": "completed", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:04.233752 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Publish callbacks [] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.233984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46892) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:04.241401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Transition to ACTIVE for port object d190f88f-33e1-4381-a6c9-3da2e60098c2 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:04.247683 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.290553 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db19da5-bf40-4758-b793-e687f2f39186 x-openstack-request-id: req-7db19da5-bf40-4758-b793-e687f2f39186 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:04.290853 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "name": "network-vif-unplugged", "status": "completed", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:04.291146 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7db19da5-bf40-4758-b793-e687f2f39186 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:04.291598 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'code': 200} Feb 11 05:20:04.350686 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:04.413849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] No DVR routers for this DVR port d190f88f-33e1-4381-a6c9-3da2e60098c2 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:04.429795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b52f6c-e361-4539-80db-743d586dd40e tempest-TestServerBasicOps-2034465166 tempest-TestServerBasicOps-2034465166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.431642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-83b52f6c-e361-4539-80db-743d586dd40e tempest-TestServerBasicOps-2034465166 tempest-TestServerBasicOps-2034465166-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 1124 time: 0.1964884 Feb 11 05:20:04.434433 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46896) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:04.442650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '16f066d0-cea4-426c-978a-61af1fa3ba65', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:04.467670 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.580588 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.604663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0b212-b8de-47ff-a1dc-171f466f07fd req-9bc50701-d3f1-4fcf-9846-7af91ac3c0e2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.606134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48e0b212-b8de-47ff-a1dc-171f466f07fd req-9bc50701-d3f1-4fcf-9846-7af91ac3c0e2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 944 time: 0.0990653 Feb 11 05:20:04.655954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Attempting to bind port d190f88f-33e1-4381-a6c9-3da2e60098c2 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:04.656293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Attempting to bind port d190f88f-33e1-4381-a6c9-3da2e60098c2 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:04.656633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Attempting to bind port d190f88f-33e1-4381-a6c9-3da2e60098c2 on network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:04.670007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Port d190f88f-33e1-4381-a6c9-3da2e60098c2 on network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:04.670342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Attempting to bind port d190f88f-33e1-4381-a6c9-3da2e60098c2 on network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:04.683825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:04.684501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Checking segment: {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:04.684627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Bound using segment: {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:04.684958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Bound port: d190f88f-33e1-4381-a6c9-3da2e60098c2, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29e4907-728a-4850-86ed-cb60ae169bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:04.685317 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.687926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Allocated IP 172.25.7.192 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/d56f5032-c94f-449c-b0f8-db780bac8cf7) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:04.690932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48e0b212-b8de-47ff-a1dc-171f466f07fd req-cd9ef695-6449-47d0-85c5-d0a5565e8cee tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782080 Feb 11 05:20:04.763353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:04.767456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:04.774823 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.817928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for port (d56f5032-c94f-449c-b0f8-db780bac8cf7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.857441 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d56f5032-c94f-449c-b0f8-db780bac8cf7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.905245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:04.908488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:04.913674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:04.917063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event updated for resources: {'Port': ['ID=d56f5032-c94f-449c-b0f8-db780bac8cf7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:05.144763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.145868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.146981 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] 10.222.0.60 "PUT /v2.0/ports/d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 1093 time: 1.3703437 Feb 11 05:20:05.201496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e90c1e-7a17-42da-810c-234d5024d98d service neutron] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:05.249595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-c045bc91-6014-40f4-9c2d-f02c79a77694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.251355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-c045bc91-6014-40f4-9c2d-f02c79a77694 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1127 time: 0.0577250 Feb 11 05:20:05.410977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-fd957946-f456-4297-93b6-8f1e38ab24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.412567 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-fd957946-f456-4297-93b6-8f1e38ab24f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.1543603 Feb 11 05:20:05.494203 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-48cadee5-ffe4-4de0-8bf5-762b3b99f7c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 998 time: 0.0718451 Feb 11 05:20:05.547998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-ff933cff-04ea-4fbd-b16f-d8d9c70117e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.549543 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-ff933cff-04ea-4fbd-b16f-d8d9c70117e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0485697 Feb 11 05:20:05.609577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-76f536f9-d17e-42fd-8fa3-304c3eba3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.611278 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-76f536f9-d17e-42fd-8fa3-304c3eba3fdd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0538447 Feb 11 05:20:05.677913 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for floatingip (7f1af280-7259-483f-9fca-23cc16d525cc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.709028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-bf0d961a-6361-4c79-9688-2eef081ce344 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897777 Feb 11 05:20:05.763569 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d56f5032-c94f-449c-b0f8-db780bac8cf7), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.817525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0048f0bf-99a8-46a5-b95c-7df9f293ef5b req-16ea5c31-a8a7-4f7e-8f18-0477ff07f507 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016912 Feb 11 05:20:05.903409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f2077-9f66-4167-96f7-ec1650530114 req-fa779a6b-200d-4957-ac53-a411c4db0b8c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.904889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e6f2077-9f66-4167-96f7-ec1650530114 req-fa779a6b-200d-4957-ac53-a411c4db0b8c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 944 time: 0.1154177 Feb 11 05:20:05.987274 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e6f2077-9f66-4167-96f7-ec1650530114 req-ae197bbd-e56d-4e47-9045-827950ed55bb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749006 Feb 11 05:20:06.005013 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for port (d56f5032-c94f-449c-b0f8-db780bac8cf7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.009862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (d56f5032-c94f-449c-b0f8-db780bac8cf7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.052977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d190f88f-33e1-4381-a6c9-3da2e60098c2 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:06.080193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event updated for resources: {'Port': ['ID=d56f5032-c94f-449c-b0f8-db780bac8cf7,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:06.091990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port d190f88f-33e1-4381-a6c9-3da2e60098c2 host n-h1-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:20:06.092617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device d190f88f-33e1-4381-a6c9-3da2e60098c2 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:06.094597 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (7f1af280-7259-483f-9fca-23cc16d525cc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.199958 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Floating IP 7f1af280-7259-483f-9fca-23cc16d525cc associated. External IP: 172.25.7.192, port: 16f066d0-cea4-426c-978a-61af1fa3ba65. Feb 11 05:20:06.292315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:06.294652 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a831f12-7aaa-4a74-9ea7-280af01686de" -d '{"events": [{"name": "network-changed", "server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:06.348081 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ffae3a-694b-4e8b-9013-27db83e8ad7d x-openstack-request-id: req-96ffae3a-694b-4e8b-9013-27db83e8ad7d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:06.348702 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:06.349125 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96ffae3a-694b-4e8b-9013-27db83e8ad7d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:06.349727 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'status': 'completed', 'code': 200} Feb 11 05:20:06.431703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:06.473868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-55e0105b-1557-4647-8c80-a8b73731bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.475368 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-55e0105b-1557-4647-8c80-a8b73731bcfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1127 time: 0.0864899 Feb 11 05:20:06.477239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-cedae31c-1d42-42c9-8a25-2a7933f53f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.478568 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-cedae31c-1d42-42c9-8a25-2a7933f53f8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1127 time: 0.0884790 Feb 11 05:20:06.559388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:06.584356 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fc40f-53c6-42b9-af27-93d94f76f154 None None] Sync routers for ids ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:06.593227 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fc40f-53c6-42b9-af27-93d94f76f154 None None] Routers {'3cbfdd6c-14f8-463b-9abb-8149a93321e2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:06.593983 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-287fc40f-53c6-42b9-af27-93d94f76f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:06.594674 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.635383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1aa937be-1c89-40b1-b15b-32bd8cd58995 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1976190 Feb 11 05:20:06.636380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'tag': '16f066d0-cea4-426c-978a-61af1fa3ba65'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:06.639444 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c122e3c-dd53-4d75-af36-b1832fef941d" -d '{"events": [{"name": "network-changed", "server_uuid": "803fda3a-2e7c-4b58-9849-f07a6d6cbbe9", "tag": "16f066d0-cea4-426c-978a-61af1fa3ba65"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:06.697870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-b7ba2553-d5f2-4ff7-ba9e-b9ebb226fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.699448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-b7ba2553-d5f2-4ff7-ba9e-b9ebb226fbcd service neutron] 10.222.0.10 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.2188096 Feb 11 05:20:06.700543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-99d5db4e-2fb3-4976-b9a8-192661e3153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.702446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-99d5db4e-2fb3-4976-b9a8-192661e3153b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.2126589 Feb 11 05:20:06.716254 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-287fc40f-53c6-42b9-af27-93d94f76f154 None None] Set router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:06.760327 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a5607f-a237-4ff3-99e1-ae248acc7694 x-openstack-request-id: req-49a5607f-a237-4ff3-99e1-ae248acc7694 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:06.760327 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803fda3a-2e7c-4b58-9849-f07a6d6cbbe9", "tag": "16f066d0-cea4-426c-978a-61af1fa3ba65", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:06.760612 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49a5607f-a237-4ff3-99e1-ae248acc7694 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:06.760924 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'tag': '16f066d0-cea4-426c-978a-61af1fa3ba65', 'status': 'completed', 'code': 200} Feb 11 05:20:06.824411 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-0fcf344d-d346-40a6-aa06-4c6aeab62755 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 998 time: 0.1179676 Feb 11 05:20:06.868941 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-c77fc931-b723-4d98-949e-123b115cc74d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 998 time: 0.1113899 Feb 11 05:20:06.883781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c122e3c-dd53-4d75-af36-b1832fef941d req-68d7090a-7776-465f-b785-c9e0dd09a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.885844 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c122e3c-dd53-4d75-af36-b1832fef941d req-68d7090a-7776-465f-b785-c9e0dd09a5c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f09cf2da62054a53914b7d5c3870489b&device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 1129 time: 0.0849967 Feb 11 05:20:06.919484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-eb4fbbde-3696-4481-a6fc-726d65b2a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.920969 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-eb4fbbde-3696-4481-a6fc-726d65b2a7f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0900507 Feb 11 05:20:06.938848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-5d3204d1-bf03-4faf-8cb2-50c310115ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.940862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-5d3204d1-bf03-4faf-8cb2-50c310115ff4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0647876 Feb 11 05:20:06.957572 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-287fc40f-53c6-42b9-af27-93d94f76f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:19:39Z', 'revision_number': 4, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '7f1af280-7259-483f-9fca-23cc16d525cc', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'port_id': '16f066d0-cea4-426c-978a-61af1fa3ba65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'mac_address': 'fa:16:3e:54:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:20:05Z', 'updated_at': '2022-02-11T05:20:05Z', 'revision_number': 0, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ab437f-63e3-4ea1-9539-2db862f472ab', 'name': '', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'mac_address': 'fa:16:3e:42:25:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b737666b-346a-4af6-9250-26a017a81e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:39Z', 'updated_at': '2022-02-11T05:19:44Z', 'revision_number': 5, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'subnets': [{'id': 'b737666b-346a-4af6-9250-26a017a81e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:06.984092 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fc40f-53c6-42b9-af27-93d94f76f154 None None] Checking router: 3cbfdd6c-14f8-463b-9abb-8149a93321e2 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:06.994045 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fc40f-53c6-42b9-af27-93d94f76f154 None None] Routers {'3cbfdd6c-14f8-463b-9abb-8149a93321e2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:06.994595 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-287fc40f-53c6-42b9-af27-93d94f76f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:19:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:07.014151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-cb2e2d3e-18c4-4a04-b339-e349a5c3733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:07.015710 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-cb2e2d3e-18c4-4a04-b339-e349a5c3733a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0884027 Feb 11 05:20:07.020961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-33b544d0-bd4e-4e77-98ed-81f7c69443fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:07.022492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-33b544d0-bd4e-4e77-98ed-81f7c69443fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0613170 Feb 11 05:20:07.042611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c122e3c-dd53-4d75-af36-b1832fef941d req-ecf5949e-8297-40da-96ed-38df1e5de094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:07.044148 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c122e3c-dd53-4d75-af36-b1832fef941d req-ecf5949e-8297-40da-96ed-38df1e5de094 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 HTTP/1.1" status: 200 len: 910 time: 0.1529789 Feb 11 05:20:07.110713 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-287fc40f-53c6-42b9-af27-93d94f76f154 None None] Set router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:07.179941 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c122e3c-dd53-4d75-af36-b1832fef941d req-a8683d57-2b86-4d6c-967a-25b1746ba68e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f066d0-cea4-426c-978a-61af1fa3ba65 HTTP/1.1" status: 200 len: 1000 time: 0.1287949 Feb 11 05:20:07.219361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-567a2374-b87a-4fd3-8c27-955c5268150b service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887243 Feb 11 05:20:07.221069 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-39dee078-6f41-4d2d-9991-fcf1e3882b5a service neutron] 10.222.0.10 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978064 Feb 11 05:20:07.240766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c122e3c-dd53-4d75-af36-b1832fef941d req-310a19b5-5ac7-480e-bfe0-f95c4ca757e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:07.243237 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c122e3c-dd53-4d75-af36-b1832fef941d req-310a19b5-5ac7-480e-bfe0-f95c4ca757e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b737666b-346a-4af6-9250-26a017a81e90 HTTP/1.1" status: 200 len: 848 time: 0.0541506 Feb 11 05:20:07.248745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1fe35-bb59-4ef2-9d78-5cddb7e14260 req-50809c58-de64-4280-a2a1-f858cba519f8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:07.250159 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54e1fe35-bb59-4ef2-9d78-5cddb7e14260 req-50809c58-de64-4280-a2a1-f858cba519f8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 944 time: 0.1197994 Feb 11 05:20:07.326298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c122e3c-dd53-4d75-af36-b1832fef941d req-ddf0502a-8f38-45fe-a295-518ffccf784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:07.327938 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c122e3c-dd53-4d75-af36-b1832fef941d req-ddf0502a-8f38-45fe-a295-518ffccf784a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0795920 Feb 11 05:20:07.352613 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-287fc40f-53c6-42b9-af27-93d94f76f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:19:39Z', 'revision_number': 4, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '7f1af280-7259-483f-9fca-23cc16d525cc', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'port_id': '16f066d0-cea4-426c-978a-61af1fa3ba65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'mac_address': 'fa:16:3e:54:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:20:05Z', 'updated_at': '2022-02-11T05:20:05Z', 'revision_number': 0, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ab437f-63e3-4ea1-9539-2db862f472ab', 'name': '', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'mac_address': 'fa:16:3e:42:25:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b737666b-346a-4af6-9250-26a017a81e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:39Z', 'updated_at': '2022-02-11T05:19:44Z', 'revision_number': 5, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'subnets': [{'id': 'b737666b-346a-4af6-9250-26a017a81e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:07.380003 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fc40f-53c6-42b9-af27-93d94f76f154 None None] The sync data for ids ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'] in n-d-615180-58 is: [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:19:39Z', 'revision_number': 4, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '7f1af280-7259-483f-9fca-23cc16d525cc', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'port_id': '16f066d0-cea4-426c-978a-61af1fa3ba65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'mac_address': 'fa:16:3e:54:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:20:05Z', 'updated_at': '2022-02-11T05:20:05Z', 'revision_number': 0, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ab437f-63e3-4ea1-9539-2db862f472ab', 'name': '', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'mac_address': 'fa:16:3e:42:25:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b737666b-346a-4af6-9250-26a017a81e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:39Z', 'updated_at': '2022-02-11T05:19:44Z', 'revision_number': 5, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'subnets': [{'id': 'b737666b-346a-4af6-9250-26a017a81e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:07.416467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-df73f90d-aa06-4ecf-a8ec-08417fa31782 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902761 Feb 11 05:20:07.422391 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54e1fe35-bb59-4ef2-9d78-5cddb7e14260 req-d9124f09-043d-4c83-83a1-d77df0e4f491 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598411 Feb 11 05:20:07.450301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a831f12-7aaa-4a74-9ea7-280af01686de req-72138da7-7c2f-4a7e-a7ff-b7cae6a8dfc8 service neutron] 10.222.0.10 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229967 Feb 11 05:20:07.452914 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c122e3c-dd53-4d75-af36-b1832fef941d req-a1b48fe0-827d-4356-9064-023ed60f70b6 service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175079 Feb 11 05:20:07.553209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c122e3c-dd53-4d75-af36-b1832fef941d req-1267a728-5e1c-46d2-be8e-8b0b0f071b02 service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935597 Feb 11 05:20:07.613413 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.640302 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e5a7ab-67a2-450b-9953-85c697392c59 None None] New status for floating IP 7f1af280-7259-483f-9fca-23cc16d525cc: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:20:08.548344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15142180-c223-458e-8cc1-0d81f3245d05 req-55fe8371-87cb-444e-87f6-080f692604e0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:08.549820 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15142180-c223-458e-8cc1-0d81f3245d05 req-55fe8371-87cb-444e-87f6-080f692604e0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 944 time: 0.0524945 Feb 11 05:20:08.607793 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15142180-c223-458e-8cc1-0d81f3245d05 req-59a410ae-39e2-48e4-90a4-f2ec5ba38e07 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521195 Feb 11 05:20:09.417060 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-053e5035-70ee-4a91-b479-02e9996a853e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.764380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3491083-0617-4544-a828-211ee275bd3d req-35b9508b-3df3-48d8-808c-212ed1fbb01a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:09.765867 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3491083-0617-4544-a828-211ee275bd3d req-35b9508b-3df3-48d8-808c-212ed1fbb01a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 944 time: 0.0591629 Feb 11 05:20:09.822184 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3491083-0617-4544-a828-211ee275bd3d req-fdbbf07e-669d-4f3f-9e7a-065a5b5d3701 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502758 Feb 11 05:20:10.452265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d190f88f-33e1-4381-a6c9-3da2e60098c2 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:10.546688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:10.558046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'port_id': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'mac_address': 'fa:16:3e:8e:a2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:10.599042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d190f88f-33e1-4381-a6c9-3da2e60098c2 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:10.599465 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.615105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d190f88f-33e1-4381-a6c9-3da2e60098c2 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:10.635332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:10.639551 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.689093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=12']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:10.961844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b479f-248b-4b90-b276-6abe86e77116 req-c6b00ccd-7f2b-4da9-a917-9ba076876a9d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.963490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-403b479f-248b-4b90-b276-6abe86e77116 req-c6b00ccd-7f2b-4da9-a917-9ba076876a9d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 945 time: 0.0649228 Feb 11 05:20:11.020676 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-403b479f-248b-4b90-b276-6abe86e77116 req-28992de6-5351-40cc-b27a-0402bfbe848a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501149 Feb 11 05:20:11.039165 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46956) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:11.075317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d190f88f-33e1-4381-a6c9-3da2e60098c2'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:11.139109 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-11cd5573-f131-4fa0-977f-bae3a13bbf9e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/d263d9bb-aadc-4c26-ace2-b0001b809aa2 HTTP/1.1" status: 200 len: 991 time: 0.0981331 Feb 11 05:20:11.872647 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e5eb6aa-2000-484e-9570-81904decf65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.469565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d190f88f-33e1-4381-a6c9-3da2e60098c2 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:12.524332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port d190f88f-33e1-4381-a6c9-3da2e60098c2 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:12.528326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port d190f88f-33e1-4381-a6c9-3da2e60098c2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:12.528702 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.604811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d190f88f-33e1-4381-a6c9-3da2e60098c2 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:12.605210 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.629664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:12.631997 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c01bb8-2522-4275-ab88-80e222dd9a69" -d '{"events": [{"server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "name": "network-vif-plugged", "status": "completed", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:12.646596 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:12.652196 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.680301 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313d2c85-b369-4e2a-bf0f-63e8f6590a43 x-openstack-request-id: req-313d2c85-b369-4e2a-bf0f-63e8f6590a43 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:12.680600 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "name": "network-vif-plugged", "status": "completed", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:12.680855 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-313d2c85-b369-4e2a-bf0f-63e8f6590a43 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:12.681246 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'code': 200} Feb 11 05:20:12.704916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=13']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:12.822216 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.393240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.653246 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.788356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 46988) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:19.898134 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa14a1d-0c6e-4740-8bc8-e8019f1c9195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.977929 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa14a1d-0c6e-4740-8bc8-e8019f1c9195 admin admin] Publish callbacks [] for security_group (eb639b39-485f-41bf-89d8-a48cec2a5950), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.981706 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa14a1d-0c6e-4740-8bc8-e8019f1c9195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (eb639b39-485f-41bf-89d8-a48cec2a5950), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.020126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ffa14a1d-0c6e-4740-8bc8-e8019f1c9195 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92a7c198467243c7bc862853fa4c7cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2306929 Feb 11 05:20:20.020975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa14a1d-0c6e-4740-8bc8-e8019f1c9195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb639b39-485f-41bf-89d8-a48cec2a5950,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:20.023844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 46992) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:20.072165 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8fefc47-e1e3-4a6b-8f3a-52ffa2a1cd40 admin admin] Publish callbacks [] for security_group (eb639b39-485f-41bf-89d8-a48cec2a5950), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.093175 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8fefc47-e1e3-4a6b-8f3a-52ffa2a1cd40 admin admin] Publish callbacks [] for security_group (eb639b39-485f-41bf-89d8-a48cec2a5950), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.139858 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8fefc47-e1e3-4a6b-8f3a-52ffa2a1cd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (eb639b39-485f-41bf-89d8-a48cec2a5950), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.143797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f8fefc47-e1e3-4a6b-8f3a-52ffa2a1cd40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.145119 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f8fefc47-e1e3-4a6b-8f3a-52ffa2a1cd40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb639b39-485f-41bf-89d8-a48cec2a5950 HTTP/1.1" status: 204 len: 168 time: 0.1202812 Feb 11 05:20:20.155569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fefc47-e1e3-4a6b-8f3a-52ffa2a1cd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb639b39-485f-41bf-89d8-a48cec2a5950,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:21.303311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47028) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:21.447094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'network': {'name': 'tempest-network-smoke--272668203', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'port_security_enabled': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:21.467373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Made reservation on behalf of 00434bbccd5d4dc5a8c9ae13ff30bc9b for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:21.470757 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.478918 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.552198 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (67436338-cf5e-4cdd-ae9a-bfc185131c72), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.556166 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (67436338-cf5e-4cdd-ae9a-bfc185131c72), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.582939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:20:21.592627 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67436338-cf5e-4cdd-ae9a-bfc185131c72,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:21.598652 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (086c0dfd-1c52-42d1-b446-191669fee1c6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.599031 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Added segment 086c0dfd-1c52-42d1-b446-191669fee1c6 of type vlan for network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 Feb 11 05:20:21.640736 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (3d7f7725-4ac2-4a85-8c7d-732756a8f790), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.665382 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (3d7f7725-4ac2-4a85-8c7d-732756a8f790), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.670399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:21.671181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.708949 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4045691 Feb 11 05:20:21.711877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47032) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:21.716144 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-642241933', 'admin_state_up': True, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:21.749473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b7ca8-2812-40b5-a1a9-d61ec01b0b53 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Network': ['ID=3d7f7725-4ac2-4a85-8c7d-732756a8f790,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:21.761706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:20:21.765717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.766765 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.823478 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router_controller (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.968339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router_gateway (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.163024 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router_gateway (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.180975 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.291811 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Allocated IP 172.25.7.156 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/f9381d8d-572f-4212-9b91-614abbcf86fe) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:22.390534 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.423172 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.461827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:22.464668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:22.468429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:22.473836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=f9381d8d-572f-4212-9b91-614abbcf86fe,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:22.733926 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router_gateway (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.237896 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.369862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:20:23.473366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:23.483514 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Sync routers for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:23.494083 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:23.494770 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:20:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:23.496018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.497255 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2abe8328-5d83-4e5b-bcf5-3991bda62c88 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7844427 Feb 11 05:20:23.500382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47034) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:23.579627 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-78327170-4e84-457e-8c58-c70000699cf8 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0781269 Feb 11 05:20:23.582389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47038) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:23.600170 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:20:23.610800 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:23.668027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1babd5-4c18-486a-be31-ee17e7958224 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:23.672170 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3b1babd5-4c18-486a-be31-ee17e7958224 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860035 Feb 11 05:20:23.672331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47040) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:23.712835 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-578498a4-d010-4022-805d-5a6e45ca11ab tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309403 Feb 11 05:20:23.712835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47042) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:23.720386 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ee058204-9f45-40c9-b93d-a28308da64a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1241673427', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:23.793868 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:20:22Z', 'revision_number': 3, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:23.806335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee058204-9f45-40c9-b93d-a28308da64a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Made reservation on behalf of 00434bbccd5d4dc5a8c9ae13ff30bc9b for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:23.809711 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee058204-9f45-40c9-b93d-a28308da64a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.820409 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Checking router: 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:23.820764 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Updating router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c port f9381d8d-572f-4212-9b91-614abbcf86fe binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:20:23.847676 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.995355 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee058204-9f45-40c9-b93d-a28308da64a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (9544226e-f3a3-44cc-b437-a3d4a7687558), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.058612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee058204-9f45-40c9-b93d-a28308da64a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Subnet': ['ID=9544226e-f3a3-44cc-b437-a3d4a7687558,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:24.068828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee058204-9f45-40c9-b93d-a28308da64a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Checking segment: {'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:24.069186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee058204-9f45-40c9-b93d-a28308da64a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network hostable DHCP agents. Network: 3d7f7725-4ac2-4a85-8c7d-732756a8f790, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:20:24.085222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee058204-9f45-40c9-b93d-a28308da64a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:20:24.094064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ee058204-9f45-40c9-b93d-a28308da64a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 3d7f7725-4ac2-4a85-8c7d-732756a8f790) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:24.098754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee058204-9f45-40c9-b93d-a28308da64a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:24.099400 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ee058204-9f45-40c9-b93d-a28308da64a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.106500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da01fd-4b93-43ee-8e45-29a2fc89ff76 None None] Network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:24.116786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ee058204-9f45-40c9-b93d-a28308da64a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4015841 Feb 11 05:20:24.119396 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47044) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:24.208588 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Publish callbacks [] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.212645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:20:24.213506 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.215817 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.273711 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Attempting to bind port f9381d8d-572f-4212-9b91-614abbcf86fe on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:24.274105 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Attempting to bind port f9381d8d-572f-4212-9b91-614abbcf86fe by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:24.274448 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Attempting to bind port f9381d8d-572f-4212-9b91-614abbcf86fe on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:24.279803 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Pushing event updated for resources: {'Port': ['ID=f9381d8d-572f-4212-9b91-614abbcf86fe,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:24.284998 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:24.285369 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:24.285681 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.286075 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:24.286561 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Bound port: f9381d8d-572f-4212-9b91-614abbcf86fe, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:24.286948 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.293442 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.293787 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.294517 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.294517 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.294842 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.295148 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.295480 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.295808 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.296134 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.296458 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.296788 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.297729 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.297729 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:24.352092 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] For port f9381d8d-572f-4212-9b91-614abbcf86fe, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:24.352623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Allocated IP 172.20.0.2 (3d7f7725-4ac2-4a85-8c7d-732756a8f790/9544226e-f3a3-44cc-b437-a3d4a7687558/ac7c6f47-7279-436f-842b-4ed23e8bfb4d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:24.355884 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] For port f9381d8d-572f-4212-9b91-614abbcf86fe, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f9381d8d-572f-4212-9b91-614abbcf86fe,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:24.362799 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.423292 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:24.423969 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:20:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:24.461568 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4460a-4029-4363-9c4a-e8f35d9d1338 None None] Pushing event updated for resources: {'Port': ['ID=f9381d8d-572f-4212-9b91-614abbcf86fe,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:24.506878 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Publish callbacks [] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.512947 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.538004 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:24.556282 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:24.560015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Pushing event updated for resources: {'Port': ['ID=ac7c6f47-7279-436f-842b-4ed23e8bfb4d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:24.562508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:24.567332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:24.597000 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.628316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Attempting to bind port ac7c6f47-7279-436f-842b-4ed23e8bfb4d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:24.628772 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Attempting to bind port ac7c6f47-7279-436f-842b-4ed23e8bfb4d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:24.629224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Attempting to bind port ac7c6f47-7279-436f-842b-4ed23e8bfb4d on network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:24.634498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:24.634973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Checking segment: {'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:24.635597 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.636173 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Bound using segment: {'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:24.636639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Bound port: ac7c6f47-7279-436f-842b-4ed23e8bfb4d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:24.637016 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.701642 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] For port ac7c6f47-7279-436f-842b-4ed23e8bfb4d, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:24.705423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] For port ac7c6f47-7279-436f-842b-4ed23e8bfb4d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ac7c6f47-7279-436f-842b-4ed23e8bfb4d,segment=NetworkSegment(086c0dfd-1c52-42d1-b446-191669fee1c6),segment_id=086c0dfd-1c52-42d1-b446-191669fee1c6)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:24.713052 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.723698 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:20:22Z', 'revision_number': 3, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:24.755234 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2dafa-a25f-4efd-8e5a-70bc3f51eb49 None None] The sync data for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 is: [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:20:22Z', 'revision_number': 3, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:24.796395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd076575-3c92-4cc5-a7a0-09751b540177 None None] Pushing event updated for resources: {'Port': ['ID=ac7c6f47-7279-436f-842b-4ed23e8bfb4d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:24.899914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Allocated IP 172.20.0.1 (3d7f7725-4ac2-4a85-8c7d-732756a8f790/9544226e-f3a3-44cc-b437-a3d4a7687558/9ece4d84-55d2-4ac4-954d-7d22913c2317) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:25.057527 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.100970 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.156328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:25.161202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:25.169053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:25.207040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=9ece4d84-55d2-4ac4-954d-7d22913c2317,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:25.233432 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.290232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f9381d8d-572f-4212-9b91-614abbcf86fe up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:25.354285 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f9381d8d-572f-4212-9b91-614abbcf86fe triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:25.354762 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.394540 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.446765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f9381d8d-572f-4212-9b91-614abbcf86fe is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:25.447192 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.471566 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port f9381d8d-572f-4212-9b91-614abbcf86fe, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f9381d8d-572f-4212-9b91-614abbcf86fe,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:25.475942 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.476994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ac7c6f47-7279-436f-842b-4ed23e8bfb4d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:25.565729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=f9381d8d-572f-4212-9b91-614abbcf86fe,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:25.575175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ac7c6f47-7279-436f-842b-4ed23e8bfb4d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:25.575483 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.672758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ac7c6f47-7279-436f-842b-4ed23e8bfb4d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:25.673163 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.715850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port ac7c6f47-7279-436f-842b-4ed23e8bfb4d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ac7c6f47-7279-436f-842b-4ed23e8bfb4d,segment=NetworkSegment(086c0dfd-1c52-42d1-b446-191669fee1c6),segment_id=086c0dfd-1c52-42d1-b446-191669fee1c6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:25.724014 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.726008 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.736164 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.782982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=ac7c6f47-7279-436f-842b-4ed23e8bfb4d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:25.815617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=9ece4d84-55d2-4ac4-954d-7d22913c2317,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:25.818194 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.929707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:25.931232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:26.008526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eafd62-d7cf-4d0a-95b2-d027c3698ced None None] Network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:26.051902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:26.092262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dc71a656-598d-4a40-a1e5-d7eb2469ae67 None None] Provisioning complete for port ac7c6f47-7279-436f-842b-4ed23e8bfb4d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:26.092527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dc71a656-598d-4a40-a1e5-d7eb2469ae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.167848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:26.172747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f3c7f180-6020-4211-9df2-540ae737fb40 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "PUT /v2.0/routers/7f89f91f-0211-4d07-8586-7b4a4bd0cc8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0523703 Feb 11 05:20:26.175736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47046) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:26.204498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dc71a656-598d-4a40-a1e5-d7eb2469ae67 None None] Current status of the port ac7c6f47-7279-436f-842b-4ed23e8bfb4d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:26.354445 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7926c58-cb7e-4e29-b3a2-7cad20bd8dda tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.354859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7926c58-cb7e-4e29-b3a2-7cad20bd8dda tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.355352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7926c58-cb7e-4e29-b3a2-7cad20bd8dda tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.355814 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7926c58-cb7e-4e29-b3a2-7cad20bd8dda tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.356277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7926c58-cb7e-4e29-b3a2-7cad20bd8dda tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.356732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7926c58-cb7e-4e29-b3a2-7cad20bd8dda tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.357191 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7926c58-cb7e-4e29-b3a2-7cad20bd8dda tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.361908 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b7926c58-cb7e-4e29-b3a2-7cad20bd8dda tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.1823542 Feb 11 05:20:26.361908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47048) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:26.422586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c35320-0cec-49d1-a986-1ea836aa4817 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.423132 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c35320-0cec-49d1-a986-1ea836aa4817 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.423586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c35320-0cec-49d1-a986-1ea836aa4817 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.424095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c35320-0cec-49d1-a986-1ea836aa4817 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.424530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c35320-0cec-49d1-a986-1ea836aa4817 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.424968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c35320-0cec-49d1-a986-1ea836aa4817 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.425405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c35320-0cec-49d1-a986-1ea836aa4817 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.427232 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c4c35320-0cec-49d1-a986-1ea836aa4817 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4623 time: 0.0644391 Feb 11 05:20:26.430129 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47050) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:26.430976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a4ec1dd-def9-438b-92aa-24fb66225138 None None] Provisioning complete for port 9ece4d84-55d2-4ac4-954d-7d22913c2317 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:26.431481 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec1dd-def9-438b-92aa-24fb66225138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.469481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ec1dd-def9-438b-92aa-24fb66225138 None None] Port 9ece4d84-55d2-4ac4-954d-7d22913c2317 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:26.480848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a4ec1dd-def9-438b-92aa-24fb66225138 None None] Provisioning complete for port ac7c6f47-7279-436f-842b-4ed23e8bfb4d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:26.481545 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec1dd-def9-438b-92aa-24fb66225138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.572411 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ec1dd-def9-438b-92aa-24fb66225138 None None] Current status of the port ac7c6f47-7279-436f-842b-4ed23e8bfb4d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:26.619973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Sync routers for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:26.632238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:26.632900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:20:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:26.736869 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1d229b28-46ba-4af0-b626-f5b0b781094a None None] Provisioning complete for port 9ece4d84-55d2-4ac4-954d-7d22913c2317 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:26.737240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d229b28-46ba-4af0-b626-f5b0b781094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.798791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:26.801995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1d229b28-46ba-4af0-b626-f5b0b781094a None None] Port 9ece4d84-55d2-4ac4-954d-7d22913c2317 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:26.955703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b21eb7ea-5639-44c8-b748-9fbb3daba57c tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.5244057 Feb 11 05:20:26.964361 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54abadbc-7fe5-4b90-8830-6faabfdb7dd7 req-ce3d6cdf-9994-476c-9e84-c5f652c2beb3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0618525 Feb 11 05:20:27.070207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abadbc-7fe5-4b90-8830-6faabfdb7dd7 req-421bb437-cc9d-4356-866d-93911e0fc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:27.071754 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54abadbc-7fe5-4b90-8830-6faabfdb7dd7 req-421bb437-cc9d-4356-866d-93911e0fc448 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1129 time: 0.0474687 Feb 11 05:20:27.118661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b3326924-5299-47b6-b406-56b1e11e7f5f None None] Provisioning complete for port 9ece4d84-55d2-4ac4-954d-7d22913c2317 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:27.118978 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3326924-5299-47b6-b406-56b1e11e7f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.180455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b3326924-5299-47b6-b406-56b1e11e7f5f None None] Port 9ece4d84-55d2-4ac4-954d-7d22913c2317 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:27.195904 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abadbc-7fe5-4b90-8830-6faabfdb7dd7 req-2dc99640-5366-4a52-ab7e-88912927dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:27.197738 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54abadbc-7fe5-4b90-8830-6faabfdb7dd7 req-2dc99640-5366-4a52-ab7e-88912927dad8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.1060159 Feb 11 05:20:27.218274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 2, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:27.249871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f9381d8d-572f-4212-9b91-614abbcf86fe up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:27.252972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Checking router: 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:27.253332 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Updating router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c port 9ece4d84-55d2-4ac4-954d-7d22913c2317 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:20:27.273532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54abadbc-7fe5-4b90-8830-6faabfdb7dd7 req-7ef4284a-0735-4954-91ab-e06d31446b27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 1000 time: 0.0689850 Feb 11 05:20:27.308771 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.327469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abadbc-7fe5-4b90-8830-6faabfdb7dd7 req-9688cbe6-3fbd-49f9-8671-4923b3cd4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:27.329014 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54abadbc-7fe5-4b90-8830-6faabfdb7dd7 req-9688cbe6-3fbd-49f9-8671-4923b3cd4a49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0496817 Feb 11 05:20:27.368468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f9381d8d-572f-4212-9b91-614abbcf86fe triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:27.368794 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.387752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abadbc-7fe5-4b90-8830-6faabfdb7dd7 req-528bf0ad-1ca6-4c77-ab68-24b0f2228277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:27.389368 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54abadbc-7fe5-4b90-8830-6faabfdb7dd7 req-528bf0ad-1ca6-4c77-ab68-24b0f2228277 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465801 Feb 11 05:20:27.470028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47056) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:27.476711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-897957c4-1e87-4206-b91c-56f816ccbfe2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766892446', 'description': 'tempest-secgroup-smoke-1766892446 description', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:27.506403 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54abadbc-7fe5-4b90-8830-6faabfdb7dd7 req-56e5e0d3-f7d5-4020-acff-1177f48f27b8 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072226 Feb 11 05:20:27.511142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-897957c4-1e87-4206-b91c-56f816ccbfe2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.574665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f9381d8d-572f-4212-9b91-614abbcf86fe is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:27.575819 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ac7c6f47-7279-436f-842b-4ed23e8bfb4d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:27.634279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54abadbc-7fe5-4b90-8830-6faabfdb7dd7 req-efc9b09b-ceff-42ce-a948-fcc9ad3272d0 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209006 Feb 11 05:20:27.655398 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-897957c4-1e87-4206-b91c-56f816ccbfe2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (55f59d66-bf6e-4978-a537-5c52c5ae9133), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.660056 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-897957c4-1e87-4206-b91c-56f816ccbfe2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (55f59d66-bf6e-4978-a537-5c52c5ae9133), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.690245 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-897957c4-1e87-4206-b91c-56f816ccbfe2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.690553 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ac7c6f47-7279-436f-842b-4ed23e8bfb4d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:27.690865 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.691505 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-897957c4-1e87-4206-b91c-56f816ccbfe2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2199368 Feb 11 05:20:27.693708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897957c4-1e87-4206-b91c-56f816ccbfe2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f59d66-bf6e-4978-a537-5c52c5ae9133,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:27.694839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47058) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:27.698433 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Publish callbacks [] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.701524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3f038364-3ed2-4a0d-8c30-99b1e192beba tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': '55f59d66-bf6e-4978-a537-5c52c5ae9133', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:27.727551 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f038364-3ed2-4a0d-8c30-99b1e192beba tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (5b04986e-1639-42f2-ac62-5d291a951304), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.730315 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.784806 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f038364-3ed2-4a0d-8c30-99b1e192beba tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (5b04986e-1639-42f2-ac62-5d291a951304), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.789554 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f038364-3ed2-4a0d-8c30-99b1e192beba tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (5b04986e-1639-42f2-ac62-5d291a951304), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.792342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c6ffd-74fc-49fe-89ce-77751257b745 None None] Pushing event updated for resources: {'Port': ['ID=9ece4d84-55d2-4ac4-954d-7d22913c2317,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:27.803122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f038364-3ed2-4a0d-8c30-99b1e192beba tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b04986e-1639-42f2-ac62-5d291a951304,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:27.820787 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f038364-3ed2-4a0d-8c30-99b1e192beba tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.825062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47060) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:27.825346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3f038364-3ed2-4a0d-8c30-99b1e192beba tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284978 Feb 11 05:20:27.830866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-89e5240d-4bad-49a3-8ee0-ccb44e13fc21 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': '55f59d66-bf6e-4978-a537-5c52c5ae9133', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:27.861087 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89e5240d-4bad-49a3-8ee0-ccb44e13fc21 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (caeec0b2-bdb5-4b29-a765-6224d3ef5665), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.888367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ac7c6f47-7279-436f-842b-4ed23e8bfb4d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:27.891299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Attempting to bind port 9ece4d84-55d2-4ac4-954d-7d22913c2317 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:27.891674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Attempting to bind port 9ece4d84-55d2-4ac4-954d-7d22913c2317 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:27.892041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Attempting to bind port 9ece4d84-55d2-4ac4-954d-7d22913c2317 on network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:27.899455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:27.899840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Checking segment: {'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:27.900559 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.900685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Bound using segment: {'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:27.901267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Bound port: 9ece4d84-55d2-4ac4-954d-7d22913c2317, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:27.901456 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.927587 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89e5240d-4bad-49a3-8ee0-ccb44e13fc21 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (caeec0b2-bdb5-4b29-a765-6224d3ef5665), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.932302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89e5240d-4bad-49a3-8ee0-ccb44e13fc21 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (caeec0b2-bdb5-4b29-a765-6224d3ef5665), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.957537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5240d-4bad-49a3-8ee0-ccb44e13fc21 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caeec0b2-bdb5-4b29-a765-6224d3ef5665,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:27.970191 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-89e5240d-4bad-49a3-8ee0-ccb44e13fc21 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.972332 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-89e5240d-4bad-49a3-8ee0-ccb44e13fc21 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458397 Feb 11 05:20:27.975338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47062) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:27.982431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6cd02f28-639e-4c63-81eb-d0bd2bc7e9bd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': '55f59d66-bf6e-4978-a537-5c52c5ae9133', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:27.987232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] For port 9ece4d84-55d2-4ac4-954d-7d22913c2317, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:27.990803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] For port 9ece4d84-55d2-4ac4-954d-7d22913c2317, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9ece4d84-55d2-4ac4-954d-7d22913c2317,segment=NetworkSegment(086c0dfd-1c52-42d1-b446-191669fee1c6),segment_id=086c0dfd-1c52-42d1-b446-191669fee1c6)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:27.999735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.022244 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6cd02f28-639e-4c63-81eb-d0bd2bc7e9bd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (300efdcd-971e-427d-8766-9ad2f9b7e61f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.054197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1f3d66e2-1613-4346-a1d8-1c95574c72f6 None None] Provisioning complete for port 9ece4d84-55d2-4ac4-954d-7d22913c2317 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:28.054633 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f3d66e2-1613-4346-a1d8-1c95574c72f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.088199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6cd02f28-639e-4c63-81eb-d0bd2bc7e9bd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (300efdcd-971e-427d-8766-9ad2f9b7e61f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.097498 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6cd02f28-639e-4c63-81eb-d0bd2bc7e9bd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (300efdcd-971e-427d-8766-9ad2f9b7e61f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.103443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:28.104406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:20:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:28.123786 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6cd02f28-639e-4c63-81eb-d0bd2bc7e9bd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.125001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6cd02f28-639e-4c63-81eb-d0bd2bc7e9bd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481922 Feb 11 05:20:28.125878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd02f28-639e-4c63-81eb-d0bd2bc7e9bd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300efdcd-971e-427d-8766-9ad2f9b7e61f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:28.128628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47064) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:28.133785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-097ba5e4-8809-472d-b3a2-122075dc036d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': '55f59d66-bf6e-4978-a537-5c52c5ae9133', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:28.147864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c6ffd-74fc-49fe-89ce-77751257b745 None None] Pushing event updated for resources: {'Port': ['ID=9ece4d84-55d2-4ac4-954d-7d22913c2317,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:28.167307 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-097ba5e4-8809-472d-b3a2-122075dc036d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (e2855701-1cbb-4ec0-aa9e-99eb689b9bf9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.232530 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-097ba5e4-8809-472d-b3a2-122075dc036d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (e2855701-1cbb-4ec0-aa9e-99eb689b9bf9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.238263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-097ba5e4-8809-472d-b3a2-122075dc036d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e2855701-1cbb-4ec0-aa9e-99eb689b9bf9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.254637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d66e2-1613-4346-a1d8-1c95574c72f6 None None] Current status of the port 9ece4d84-55d2-4ac4-954d-7d22913c2317 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:28.255438 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f3d66e2-1613-4346-a1d8-1c95574c72f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.259839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ba5e4-8809-472d-b3a2-122075dc036d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2855701-1cbb-4ec0-aa9e-99eb689b9bf9,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:28.260917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:28.270820 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-097ba5e4-8809-472d-b3a2-122075dc036d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.272129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-097ba5e4-8809-472d-b3a2-122075dc036d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423938 Feb 11 05:20:28.274780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47066) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:28.279216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d18d97b4-c5de-482d-b2ba-e4103503cb62 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': '55f59d66-bf6e-4978-a537-5c52c5ae9133', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:28.299576 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-d18d97b4-c5de-482d-b2ba-e4103503cb62 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Project 00434bbccd5d4dc5a8c9ae13ff30bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:20:28.315149 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18d97b4-c5de-482d-b2ba-e4103503cb62 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (925c198c-f9c7-4ab6-8752-c0e24516cb44), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.363724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1f3d66e2-1613-4346-a1d8-1c95574c72f6 None None] For port 9ece4d84-55d2-4ac4-954d-7d22913c2317, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9ece4d84-55d2-4ac4-954d-7d22913c2317,segment=NetworkSegment(086c0dfd-1c52-42d1-b446-191669fee1c6),segment_id=086c0dfd-1c52-42d1-b446-191669fee1c6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:28.378182 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f3d66e2-1613-4346-a1d8-1c95574c72f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.387396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18d97b4-c5de-482d-b2ba-e4103503cb62 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (925c198c-f9c7-4ab6-8752-c0e24516cb44), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.391462 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18d97b4-c5de-482d-b2ba-e4103503cb62 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (925c198c-f9c7-4ab6-8752-c0e24516cb44), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.413113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d97b4-c5de-482d-b2ba-e4103503cb62 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925c198c-f9c7-4ab6-8752-c0e24516cb44,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:28.419436 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d18d97b4-c5de-482d-b2ba-e4103503cb62 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.423302 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d18d97b4-c5de-482d-b2ba-e4103503cb62 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448736 Feb 11 05:20:28.423447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47068) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:28.428462 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c1804592-98a6-4471-919a-4e3ab2d19886 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': '55f59d66-bf6e-4978-a537-5c52c5ae9133', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:28.449280 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-c1804592-98a6-4471-919a-4e3ab2d19886 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Project 00434bbccd5d4dc5a8c9ae13ff30bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:20:28.454448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1804592-98a6-4471-919a-4e3ab2d19886 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (dc9c0c15-ba11-4c01-824a-c4467ce4623f), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.472678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d66e2-1613-4346-a1d8-1c95574c72f6 None None] Pushing event updated for resources: {'Port': ['ID=9ece4d84-55d2-4ac4-954d-7d22913c2317,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:28.522705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bbc03ab7-5762-4cc3-9fff-aea62d4e27ce None None] Provisioning complete for port 9ece4d84-55d2-4ac4-954d-7d22913c2317 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:28.523110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bbc03ab7-5762-4cc3-9fff-aea62d4e27ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.525339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1804592-98a6-4471-919a-4e3ab2d19886 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (dc9c0c15-ba11-4c01-824a-c4467ce4623f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.529733 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1804592-98a6-4471-919a-4e3ab2d19886 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (dc9c0c15-ba11-4c01-824a-c4467ce4623f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.551960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1804592-98a6-4471-919a-4e3ab2d19886 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9c0c15-ba11-4c01-824a-c4467ce4623f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:28.557880 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c1804592-98a6-4471-919a-4e3ab2d19886 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.559391 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c1804592-98a6-4471-919a-4e3ab2d19886 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344521 Feb 11 05:20:28.588307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:27Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:28.639110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d676711d-6f1d-49c5-ae44-b99c3e7f642b None None] The sync data for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 is: [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:27Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:28.650413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bbc03ab7-5762-4cc3-9fff-aea62d4e27ce None None] Current status of the port 9ece4d84-55d2-4ac4-954d-7d22913c2317 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:28.741958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-b65bf00b-0faa-48d1-9d72-5b2a29550af5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766892446&fields=id&tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b HTTP/1.1" status: 200 len: 267 time: 0.0626814 Feb 11 05:20:28.849802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-3c1a282b-5200-4ba5-ac47-3b7ac88a26c4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:28.851333 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-3c1a282b-5200-4ba5-ac47-3b7ac88a26c4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/networks?id=3d7f7725-4ac2-4a85-8c7d-732756a8f790 HTTP/1.1" status: 200 len: 796 time: 0.1035976 Feb 11 05:20:28.866958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-5f82c928-f4a5-41a7-988b-1c62e66ed77e tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/quotas/00434bbccd5d4dc5a8c9ae13ff30bc9b HTTP/1.1" status: 200 len: 375 time: 0.0100214 Feb 11 05:20:28.929617 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-1e4a0d80-98a5-401e-8650-3f289356c7e6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569532 Feb 11 05:20:29.030665 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-eaa7d0dc-ed20-48a8-bca1-6106af810e07 service neutron] 10.222.0.48 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882442 Feb 11 05:20:29.127077 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-258a4a34-76ef-4ba6-a7bb-04845f392c54 service neutron] 10.222.0.48 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903807 Feb 11 05:20:29.244543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9ece4d84-55d2-4ac4-954d-7d22913c2317 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:29.325804 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1ff1822-8cef-468e-a481-b1dcb61baab1 req-548cf19c-a1ab-47dc-ab64-a68f2caf59b8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 210 time: 0.0295947 Feb 11 05:20:29.328955 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9ece4d84-55d2-4ac4-954d-7d22913c2317 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:29.329345 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:29.415653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9ece4d84-55d2-4ac4-954d-7d22913c2317 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:30.453179 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-380d1369-14b4-4dbf-a1fe-dd4a20688dd7 req-2f7104b9-1d3c-4cfd-aba3-414efb6759ff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 210 time: 0.0376711 Feb 11 05:20:30.480916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-c67054cf-8dcb-470b-b763-3d4ecfa65a67 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:30.482388 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-c67054cf-8dcb-470b-b763-3d4ecfa65a67 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.10 "GET /v2.0/networks?id=3d7f7725-4ac2-4a85-8c7d-732756a8f790 HTTP/1.1" status: 200 len: 796 time: 0.1303442 Feb 11 05:20:30.555951 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-bc5cfc5e-4afd-4ef3-aa81-440ad068fabb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b HTTP/1.1" status: 200 len: 380 time: 0.0521457 Feb 11 05:20:30.565501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'port': {'device_id': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'admin_state_up': True, 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'security_groups': ['55f59d66-bf6e-4978-a537-5c52c5ae9133']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:30.670842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Made reservation on behalf of 00434bbccd5d4dc5a8c9ae13ff30bc9b for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:30.674146 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.799867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Allocated IP 172.20.0.14 (3d7f7725-4ac2-4a85-8c7d-732756a8f790/9544226e-f3a3-44cc-b437-a3d4a7687558/03d90bd9-866f-496a-90a6-16a96d615d11) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:30.936782 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (03d90bd9-866f-496a-90a6-16a96d615d11), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.979573 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.023568 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:31.026634 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:31.030191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:31.036512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=03d90bd9-866f-496a-90a6-16a96d615d11,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:31.083361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:31.084171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.109273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-2884806b-0147-4f6b-90e8-161d2b2cc4e2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5472524 Feb 11 05:20:31.126923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Request body: {'port': {'device_id': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:31.193588 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.400008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-237db4c3-3deb-4691-8b5f-7cc48433b210 None None] Provisioning complete for port 03d90bd9-866f-496a-90a6-16a96d615d11 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:31.400607 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-237db4c3-3deb-4691-8b5f-7cc48433b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.433753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-237db4c3-3deb-4691-8b5f-7cc48433b210 None None] Port 03d90bd9-866f-496a-90a6-16a96d615d11 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:31.460907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d90bd9-866f-496a-90a6-16a96d615d11 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:31.468387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Publish callbacks [] for port (03d90bd9-866f-496a-90a6-16a96d615d11), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.480515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Transition to ACTIVE for port object 03d90bd9-866f-496a-90a6-16a96d615d11 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:31.485418 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.538705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Pushing event updated for resources: {'Port': ['ID=03d90bd9-866f-496a-90a6-16a96d615d11,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:31.585440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5091e8-0c6a-4a3e-b4bf-36256f8d3932 req-1e3ca00b-80cc-4a1c-82dc-7d251161e31e tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:31.587119 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c5091e8-0c6a-4a3e-b4bf-36256f8d3932 req-1e3ca00b-80cc-4a1c-82dc-7d251161e31e tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 944 time: 0.0616832 Feb 11 05:20:31.639163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Attempting to bind port 03d90bd9-866f-496a-90a6-16a96d615d11 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:31.639520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Attempting to bind port 03d90bd9-866f-496a-90a6-16a96d615d11 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:31.639879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Attempting to bind port 03d90bd9-866f-496a-90a6-16a96d615d11 on network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:31.644805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Port 03d90bd9-866f-496a-90a6-16a96d615d11 on network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:31.645140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Attempting to bind port 03d90bd9-866f-496a-90a6-16a96d615d11 on network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:31.645962 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c5091e8-0c6a-4a3e-b4bf-36256f8d3932 req-5cf7c991-a04f-435a-8dc1-e69e4cbba9a6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=55f59d66-bf6e-4978-a537-5c52c5ae9133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530114 Feb 11 05:20:31.652545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:31.652974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Checking segment: {'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:31.653440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Bound using segment: {'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:31.653950 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Bound port: 03d90bd9-866f-496a-90a6-16a96d615d11, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086c0dfd-1c52-42d1-b446-191669fee1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:31.654408 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.720506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] For port 03d90bd9-866f-496a-90a6-16a96d615d11, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:31.724267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] For port 03d90bd9-866f-496a-90a6-16a96d615d11, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=03d90bd9-866f-496a-90a6-16a96d615d11,segment=NetworkSegment(086c0dfd-1c52-42d1-b446-191669fee1c6),segment_id=086c0dfd-1c52-42d1-b446-191669fee1c6)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:31.730668 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.769533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:31.770131 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.771519 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] 10.222.0.10 "PUT /v2.0/ports/03d90bd9-866f-496a-90a6-16a96d615d11 HTTP/1.1" status: 200 len: 1093 time: 0.6493807 Feb 11 05:20:31.771960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'tag': '03d90bd9-866f-496a-90a6-16a96d615d11'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:31.774198 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce81880-5981-43b7-861a-e31e8e256a78" -d '{"events": [{"name": "network-changed", "server_uuid": "94d9ad6b-d983-4b7a-92c1-7f6957865140", "tag": "03d90bd9-866f-496a-90a6-16a96d615d11"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:31.797738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7711a7b-d879-44b5-a2ea-f3f9602d3128 service neutron] Pushing event updated for resources: {'Port': ['ID=03d90bd9-866f-496a-90a6-16a96d615d11,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:31.822006 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315da64c-11cf-4657-9bb6-083918844436 x-openstack-request-id: req-315da64c-11cf-4657-9bb6-083918844436 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:31.822335 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d9ad6b-d983-4b7a-92c1-7f6957865140", "tag": "03d90bd9-866f-496a-90a6-16a96d615d11", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:31.822599 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-315da64c-11cf-4657-9bb6-083918844436 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:31.823040 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'tag': '03d90bd9-866f-496a-90a6-16a96d615d11', 'status': 'completed', 'code': 200} Feb 11 05:20:31.885194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-751ac53c-7413-41e7-b0ff-7b0410e1e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:31.886769 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-751ac53c-7413-41e7-b0ff-7b0410e1e020 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 1127 time: 0.0479274 Feb 11 05:20:31.934565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-f35d7aa1-af37-4916-9b1a-66d08f7724ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03d90bd9-866f-496a-90a6-16a96d615d11 HTTP/1.1" status: 200 len: 217 time: 0.0356390 Feb 11 05:20:31.985506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-9d87dc46-f9a8-484d-a2fc-1e415c951d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:31.987012 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-9d87dc46-f9a8-484d-a2fc-1e415c951d7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9544226e-f3a3-44cc-b437-a3d4a7687558 HTTP/1.1" status: 200 len: 835 time: 0.0475299 Feb 11 05:20:32.038962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-a7e59b90-d580-47b3-8756-399583718aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:32.040465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-a7e59b90-d580-47b3-8756-399583718aa1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d7f7725-4ac2-4a85-8c7d-732756a8f790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479662 Feb 11 05:20:32.128715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-39ed1ff0-4819-4fc9-b6b0-96e3b6af5287 service neutron] 10.222.0.10 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816398 Feb 11 05:20:32.217825 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8ad2df3-e0c6-4e39-8dfe-d84374d17d44 req-55920787-6949-46b7-a69d-e67b444eb1f0 service neutron] 10.222.0.10 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839813 Feb 11 05:20:32.342072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81880-5981-43b7-861a-e31e8e256a78 req-b71edfb3-c3cd-47c2-8147-685e6ab70607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:32.343504 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ce81880-5981-43b7-861a-e31e8e256a78 req-b71edfb3-c3cd-47c2-8147-685e6ab70607 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 1127 time: 0.0441227 Feb 11 05:20:32.437477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81880-5981-43b7-861a-e31e8e256a78 req-3ea4b798-daac-4ecd-9cbb-1867e49997a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:32.439009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ce81880-5981-43b7-861a-e31e8e256a78 req-3ea4b798-daac-4ecd-9cbb-1867e49997a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d7f7725-4ac2-4a85-8c7d-732756a8f790 HTTP/1.1" status: 200 len: 897 time: 0.0889339 Feb 11 05:20:32.478752 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ce81880-5981-43b7-861a-e31e8e256a78 req-c08eff4f-dd6a-4ffa-ae97-1b90adf8eb2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03d90bd9-866f-496a-90a6-16a96d615d11 HTTP/1.1" status: 200 len: 217 time: 0.0341136 Feb 11 05:20:32.526747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81880-5981-43b7-861a-e31e8e256a78 req-aeb7f8d3-a4c5-4758-882c-e7863a3bcbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:32.528260 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ce81880-5981-43b7-861a-e31e8e256a78 req-aeb7f8d3-a4c5-4758-882c-e7863a3bcbd9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9544226e-f3a3-44cc-b437-a3d4a7687558 HTTP/1.1" status: 200 len: 835 time: 0.0431068 Feb 11 05:20:32.579986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81880-5981-43b7-861a-e31e8e256a78 req-1f4f13cf-728d-4602-87a2-0415161e1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:32.582045 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ce81880-5981-43b7-861a-e31e8e256a78 req-1f4f13cf-728d-4602-87a2-0415161e1b66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d7f7725-4ac2-4a85-8c7d-732756a8f790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471606 Feb 11 05:20:32.673249 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ce81880-5981-43b7-861a-e31e8e256a78 req-c8f4da73-5b43-4f40-91d4-522199cb931c service neutron] 10.222.0.10 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851092 Feb 11 05:20:32.767971 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ce81880-5981-43b7-861a-e31e8e256a78 req-1007682c-1ee5-4717-ad32-9e7a06acc4f4 service neutron] 10.222.0.10 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885427 Feb 11 05:20:32.769768 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596951ff-be0b-4b27-95ac-20dca89069ae req-db09a67b-5ece-4124-bd99-b6ce1be31af5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:32.771321 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-596951ff-be0b-4b27-95ac-20dca89069ae req-db09a67b-5ece-4124-bd99-b6ce1be31af5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 944 time: 0.0532832 Feb 11 05:20:32.819954 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-596951ff-be0b-4b27-95ac-20dca89069ae req-92fd3024-07be-430a-9c1f-8ef5c605bd24 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=55f59d66-bf6e-4978-a537-5c52c5ae9133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428874 Feb 11 05:20:33.497253 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:33.938379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd9e16-4293-4ea6-a931-4752901a04e5 req-74a72e90-4147-4997-a407-9ebff4f23aec tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:33.939843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eafd9e16-4293-4ea6-a931-4752901a04e5 req-74a72e90-4147-4997-a407-9ebff4f23aec tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 944 time: 0.0513282 Feb 11 05:20:33.987779 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eafd9e16-4293-4ea6-a931-4752901a04e5 req-6c717fa7-e6fc-494b-9bec-0cbf92c668d2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=55f59d66-bf6e-4978-a537-5c52c5ae9133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421739 Feb 11 05:20:34.179455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 03d90bd9-866f-496a-90a6-16a96d615d11 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:34.278356 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 03d90bd9-866f-496a-90a6-16a96d615d11, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=03d90bd9-866f-496a-90a6-16a96d615d11,segment=NetworkSegment(086c0dfd-1c52-42d1-b446-191669fee1c6),segment_id=086c0dfd-1c52-42d1-b446-191669fee1c6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:34.289135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '03d90bd9-866f-496a-90a6-16a96d615d11', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'port_id': '03d90bd9-866f-496a-90a6-16a96d615d11', 'mac_address': 'fa:16:3e:96:93:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:34.326415 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 03d90bd9-866f-496a-90a6-16a96d615d11 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:34.326827 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.340848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d90bd9-866f-496a-90a6-16a96d615d11 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:34.360030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 03d90bd9-866f-496a-90a6-16a96d615d11, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=03d90bd9-866f-496a-90a6-16a96d615d11,segment=NetworkSegment(086c0dfd-1c52-42d1-b446-191669fee1c6),segment_id=086c0dfd-1c52-42d1-b446-191669fee1c6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:34.364811 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.415089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=03d90bd9-866f-496a-90a6-16a96d615d11,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:34.630572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['03d90bd9-866f-496a-90a6-16a96d615d11'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:35.113137 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c425d3-2840-44fb-8d96-f09b4a8d5552 req-2811264f-819c-4229-9c5b-3fb6abd96347 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:35.114632 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-42c425d3-2840-44fb-8d96-f09b4a8d5552 req-2811264f-819c-4229-9c5b-3fb6abd96347 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 945 time: 0.0547898 Feb 11 05:20:35.168440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-42c425d3-2840-44fb-8d96-f09b4a8d5552 req-4c6c7206-63d2-4502-ad55-c94ddd0ae011 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=55f59d66-bf6e-4978-a537-5c52c5ae9133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481658 Feb 11 05:20:36.194357 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 03d90bd9-866f-496a-90a6-16a96d615d11 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:36.244913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 03d90bd9-866f-496a-90a6-16a96d615d11 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:36.249155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 03d90bd9-866f-496a-90a6-16a96d615d11 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:36.249535 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.287481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc42887-0abe-4ab5-b06c-ae30eb1e5531 req-d8a3b652-e9bf-479a-a971-dcc1a833643e tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:36.295448 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ecc42887-0abe-4ab5-b06c-ae30eb1e5531 req-d8a3b652-e9bf-479a-a971-dcc1a833643e tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 945 time: 0.0588188 Feb 11 05:20:36.334342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 03d90bd9-866f-496a-90a6-16a96d615d11 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:36.334821 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.357871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ecc42887-0abe-4ab5-b06c-ae30eb1e5531 req-fd2a48db-9743-4166-8490-3b8e4ac226c9 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=55f59d66-bf6e-4978-a537-5c52c5ae9133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552742 Feb 11 05:20:36.360078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d90bd9-866f-496a-90a6-16a96d615d11'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:36.362398 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f3b784-4511-43c3-a1fb-81ca8a3845cd" -d '{"events": [{"server_uuid": "94d9ad6b-d983-4b7a-92c1-7f6957865140", "name": "network-vif-plugged", "status": "completed", "tag": "03d90bd9-866f-496a-90a6-16a96d615d11"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:36.376229 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 03d90bd9-866f-496a-90a6-16a96d615d11, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=03d90bd9-866f-496a-90a6-16a96d615d11,segment=NetworkSegment(086c0dfd-1c52-42d1-b446-191669fee1c6),segment_id=086c0dfd-1c52-42d1-b446-191669fee1c6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:36.381742 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.432683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=03d90bd9-866f-496a-90a6-16a96d615d11,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:36.539882 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cda9c57-22b6-47fd-a919-41378e04e5d4 x-openstack-request-id: req-8cda9c57-22b6-47fd-a919-41378e04e5d4 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:36.540166 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d9ad6b-d983-4b7a-92c1-7f6957865140", "name": "network-vif-plugged", "status": "completed", "tag": "03d90bd9-866f-496a-90a6-16a96d615d11", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:36.540422 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cda9c57-22b6-47fd-a919-41378e04e5d4 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:36.540820 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d90bd9-866f-496a-90a6-16a96d615d11', 'code': 200} Feb 11 05:20:36.665511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578d2ba-cbdd-4933-867d-efdc9cbab108 req-f64afcea-b76c-4840-baf4-13bd4e8166c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:36.666846 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4578d2ba-cbdd-4933-867d-efdc9cbab108 req-f64afcea-b76c-4840-baf4-13bd4e8166c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 1129 time: 0.0436697 Feb 11 05:20:36.709927 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4578d2ba-cbdd-4933-867d-efdc9cbab108 req-c1dfa1aa-e47d-4e32-942d-1afe1f80f190 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=55f59d66-bf6e-4978-a537-5c52c5ae9133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376472 Feb 11 05:20:37.476447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117200d-7b71-497b-be16-a390e8454444 req-672130c4-610f-44a3-b3e3-99ba83754a30 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:37.477924 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c117200d-7b71-497b-be16-a390e8454444 req-672130c4-610f-44a3-b3e3-99ba83754a30 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 946 time: 0.0523887 Feb 11 05:20:37.526132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c117200d-7b71-497b-be16-a390e8454444 req-fbe88d6b-e839-47f4-bc6c-aa7ffd0a6188 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=55f59d66-bf6e-4978-a537-5c52c5ae9133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425937 Feb 11 05:20:37.603368 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:38.645792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982a3ac-e119-4b0f-85e3-7a9e60f78a74 req-84196ce6-fd04-4a3c-a130-32913a976de3 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.647306 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8982a3ac-e119-4b0f-85e3-7a9e60f78a74 req-84196ce6-fd04-4a3c-a130-32913a976de3 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 946 time: 0.0531795 Feb 11 05:20:38.694946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8982a3ac-e119-4b0f-85e3-7a9e60f78a74 req-aef81f77-1660-4b31-b4b0-63814cc984b3 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=55f59d66-bf6e-4978-a537-5c52c5ae9133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421240 Feb 11 05:20:38.814849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b2f08-d21a-4347-bd03-58906623859b req-dfa54415-6551-4ce7-b7fe-d3974d6a95e6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.816235 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-209b2f08-d21a-4347-bd03-58906623859b req-dfa54415-6551-4ce7-b7fe-d3974d6a95e6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 946 time: 0.0551794 Feb 11 05:20:38.865081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-209b2f08-d21a-4347-bd03-58906623859b req-86e2997f-3a43-40bf-8450-30f2de17286b tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=55f59d66-bf6e-4978-a537-5c52c5ae9133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426006 Feb 11 05:20:38.887104 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47120) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:38.929463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37334f-780d-4776-95eb-aedecbca3569 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.930983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7c37334f-780d-4776-95eb-aedecbca3569 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 1124 time: 0.0427630 Feb 11 05:20:38.934085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47122) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:38.938404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '03d90bd9-866f-496a-90a6-16a96d615d11', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:38.958369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.359696 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.419473 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7141f3f-684a-401c-8159-281986b172f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.459139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Allocated IP 172.25.7.112 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/464be12a-69bc-4a3c-8429-9ec0a9847570) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:39.559032 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (464be12a-69bc-4a3c-8429-9ec0a9847570), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.590557 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (464be12a-69bc-4a3c-8429-9ec0a9847570), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.628953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:39.631751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:39.635278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:39.640305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=464be12a-69bc-4a3c-8429-9ec0a9847570,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:39.992899 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for floatingip (594c81e4-c649-4bd3-ac7f-09f3ff6f300f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.062352 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (464be12a-69bc-4a3c-8429-9ec0a9847570), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.219359 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (464be12a-69bc-4a3c-8429-9ec0a9847570), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.223945 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (464be12a-69bc-4a3c-8429-9ec0a9847570), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.293599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=464be12a-69bc-4a3c-8429-9ec0a9847570,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:40.305097 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (594c81e4-c649-4bd3-ac7f-09f3ff6f300f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.407634 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Floating IP 594c81e4-c649-4bd3-ac7f-09f3ff6f300f associated. External IP: 172.25.7.112, port: 03d90bd9-866f-496a-90a6-16a96d615d11. Feb 11 05:20:40.625060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:40.734729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:40.745939 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2934312d-a7d2-4563-b0f3-f360cf8b2549 None None] Sync routers for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:40.753857 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.755544 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2934312d-a7d2-4563-b0f3-f360cf8b2549 None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:40.757294 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2934312d-a7d2-4563-b0f3-f360cf8b2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:20:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:40.782603 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ecbc50a9-c1a5-4e14-812b-b002fb3eebdb tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8475165 Feb 11 05:20:40.783224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'tag': '03d90bd9-866f-496a-90a6-16a96d615d11'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:40.786032 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2369931-75f8-477a-8b9c-7ade39c1dbae" -d '{"events": [{"name": "network-changed", "server_uuid": "94d9ad6b-d983-4b7a-92c1-7f6957865140", "tag": "03d90bd9-866f-496a-90a6-16a96d615d11"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:40.786196 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47124) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:40.828475 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a1a331-4072-4ee9-98c9-93f8a3f79fd1 x-openstack-request-id: req-51a1a331-4072-4ee9-98c9-93f8a3f79fd1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:40.828775 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d9ad6b-d983-4b7a-92c1-7f6957865140", "tag": "03d90bd9-866f-496a-90a6-16a96d615d11", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:40.829042 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51a1a331-4072-4ee9-98c9-93f8a3f79fd1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:40.829451 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'tag': '03d90bd9-866f-496a-90a6-16a96d615d11', 'status': 'completed', 'code': 200} Feb 11 05:20:40.857076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a748671b-86ce-4ebc-ba79-7e905e5ede28 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/floatingips/594c81e4-c649-4bd3-ac7f-09f3ff6f300f HTTP/1.1" status: 200 len: 992 time: 0.0686061 Feb 11 05:20:40.878222 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-2934312d-a7d2-4563-b0f3-f360cf8b2549 None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:40.917027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2369931-75f8-477a-8b9c-7ade39c1dbae req-7c9f1d70-9143-40c2-b739-fb0f7a6d9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:40.918600 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2369931-75f8-477a-8b9c-7ade39c1dbae req-7c9f1d70-9143-40c2-b739-fb0f7a6d9dd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 1129 time: 0.0448301 Feb 11 05:20:41.010965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2369931-75f8-477a-8b9c-7ade39c1dbae req-03ce7913-98b0-46ab-aa66-74c39c804d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:41.012471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2369931-75f8-477a-8b9c-7ade39c1dbae req-03ce7913-98b0-46ab-aa66-74c39c804d50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d7f7725-4ac2-4a85-8c7d-732756a8f790 HTTP/1.1" status: 200 len: 897 time: 0.0875838 Feb 11 05:20:41.076388 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2369931-75f8-477a-8b9c-7ade39c1dbae req-de3127ac-e402-44cc-8e16-cd3029b2ecd2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03d90bd9-866f-496a-90a6-16a96d615d11 HTTP/1.1" status: 200 len: 1000 time: 0.0581970 Feb 11 05:20:41.102538 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2934312d-a7d2-4563-b0f3-f360cf8b2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '594c81e4-c649-4bd3-ac7f-09f3ff6f300f', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'port_id': '03d90bd9-866f-496a-90a6-16a96d615d11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'mac_address': 'fa:16:3e:96:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:20:39Z', 'updated_at': '2022-02-11T05:20:39Z', 'revision_number': 0, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:41.128702 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2369931-75f8-477a-8b9c-7ade39c1dbae req-c80e7a77-8ea1-483d-bf99-e19054b04b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:41.128923 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2934312d-a7d2-4563-b0f3-f360cf8b2549 None None] Checking router: 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:41.130103 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2369931-75f8-477a-8b9c-7ade39c1dbae req-c80e7a77-8ea1-483d-bf99-e19054b04b4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9544226e-f3a3-44cc-b437-a3d4a7687558 HTTP/1.1" status: 200 len: 835 time: 0.0468309 Feb 11 05:20:41.137372 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2934312d-a7d2-4563-b0f3-f360cf8b2549 None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:41.137984 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2934312d-a7d2-4563-b0f3-f360cf8b2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:20:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:41.186319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2369931-75f8-477a-8b9c-7ade39c1dbae req-a7bbaa49-d6d1-4877-b336-046eda08fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:41.187986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2369931-75f8-477a-8b9c-7ade39c1dbae req-a7bbaa49-d6d1-4877-b336-046eda08fdee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d7f7725-4ac2-4a85-8c7d-732756a8f790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0522401 Feb 11 05:20:41.255321 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-2934312d-a7d2-4563-b0f3-f360cf8b2549 None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:41.278063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2369931-75f8-477a-8b9c-7ade39c1dbae req-8d044e62-5e33-4a42-a1c4-cac0fd405064 service neutron] 10.222.0.10 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838203 Feb 11 05:20:41.370460 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2369931-75f8-477a-8b9c-7ade39c1dbae req-60403388-86db-44f8-bfe9-286632f2969a service neutron] 10.222.0.10 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865788 Feb 11 05:20:41.478334 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-2934312d-a7d2-4563-b0f3-f360cf8b2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '594c81e4-c649-4bd3-ac7f-09f3ff6f300f', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'port_id': '03d90bd9-866f-496a-90a6-16a96d615d11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'mac_address': 'fa:16:3e:96:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:20:39Z', 'updated_at': '2022-02-11T05:20:39Z', 'revision_number': 0, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:41.506991 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2934312d-a7d2-4563-b0f3-f360cf8b2549 None None] The sync data for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 is: [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '594c81e4-c649-4bd3-ac7f-09f3ff6f300f', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'port_id': '03d90bd9-866f-496a-90a6-16a96d615d11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'mac_address': 'fa:16:3e:96:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:20:39Z', 'updated_at': '2022-02-11T05:20:39Z', 'revision_number': 0, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:41.697937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a4c05f-236b-4f1d-b53a-eecc35b70f8b None None] New status for floating IP 594c81e4-c649-4bd3-ac7f-09f3ff6f300f: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:20:41.859359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47128) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:41.864911 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83bfec9d-b0ac-4dc9-9e81-4e9432ca59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:41.922402 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dc2f8af7-c5c1-411e-aaa6-022bde8a1f36 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/floatingips/594c81e4-c649-4bd3-ac7f-09f3ff6f300f HTTP/1.1" status: 200 len: 994 time: 0.0611978 Feb 11 05:20:42.819721 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.396877 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.650704 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.232426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-4de0fae8-2eff-4c76-987c-cf14e36f9c6f service neutron] (103354) timed out ('10.222.0.48', 57906) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:20:59.701651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-9a84acf6-249a-46ac-a06f-eb4369f7faf7 req-b7cee540-2951-42b3-85d2-3cc57f3adff6 tempest-AttachVolumeShelveTestJSON-846370295 tempest-AttachVolumeShelveTestJSON-846370295-project] (103353) timed out ('10.222.0.48', 44082) {{(pid=103353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:21:00.599215 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:21:03.501519 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.606019 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:09.420149 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aeb20d34-7f8f-4262-82b9-206a06b39bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.866791 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-610f517b-4ad9-49f4-b25e-84031d810d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.822853 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.111029 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47160) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:13.192236 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187971e1-2c8b-43df-9617-bea869cee012 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:13.192715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187971e1-2c8b-43df-9617-bea869cee012 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:13.193183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187971e1-2c8b-43df-9617-bea869cee012 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:13.194858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-187971e1-2c8b-43df-9617-bea869cee012 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&network_id=3d7f7725-4ac2-4a85-8c7d-732756a8f790 HTTP/1.1" status: 200 len: 3076 time: 0.0828409 Feb 11 05:21:14.401771 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.140008 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47172) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:15.190295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b729d-31da-4221-86f8-d07e7fe2aca7 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:15.191896 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dc3b729d-31da-4221-86f8-d07e7fe2aca7 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa HTTP/1.1" status: 200 len: 814 time: 0.0509052 Feb 11 05:21:15.652883 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.035206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47180) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:16.041294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'network': {'name': 'tempest-network-smoke--1482335736', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'port_security_enabled': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:16.060031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Made reservation on behalf of 00434bbccd5d4dc5a8c9ae13ff30bc9b for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:16.063830 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.087202 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:16.096242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (32c63c89-14f9-4b0f-9650-0be1929cca7b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.096592 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Added segment 32c63c89-14f9-4b0f-9650-0be1929cca7b of type vlan for network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a Feb 11 05:21:16.137656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.161887 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.166853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:16.167466 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.200844 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1645164 Feb 11 05:21:16.204111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47182) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:16.240547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Network': ['ID=ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:16.248015 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.248373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.248726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.249073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.249417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.249759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.250095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.250428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.250759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.251112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.251446 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.252043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.252373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9a25a-f386-4585-a682-b538479db573 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.263791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:16.275890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c84cdb0-852d-4e96-aa9c-b42558f3dde1 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:16.279358 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9c84cdb0-852d-4e96-aa9c-b42558f3dde1 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0741324 Feb 11 05:21:16.280120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47184) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:16.369013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6057dc5-333e-4651-aa38-c9595a668f1a tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:16.371691 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c6057dc5-333e-4651-aa38-c9595a668f1a tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894558 Feb 11 05:21:16.373353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47186) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:16.400437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-dc48f301-e381-4802-a21e-24f3cc42e084 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260704 Feb 11 05:21:16.403661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47188) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:16.430192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a8e90102-2e2c-4978-b576-041c77150288 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255466 Feb 11 05:21:16.432583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47190) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:16.517965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dfaf26-e9a4-405d-b525-5eefd80a2ff7 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:16.519669 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b2dfaf26-e9a4-405d-b525-5eefd80a2ff7 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862205 Feb 11 05:21:16.522890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47192) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:16.550302 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-39b02949-9e75-4170-8141-b79769d45a4b tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263674 Feb 11 05:21:16.553099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47194) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:16.557629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-903956599', 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:16.646747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Made reservation on behalf of 00434bbccd5d4dc5a8c9ae13ff30bc9b for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:16.650071 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.837445 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (171563cc-f202-4025-b0a5-19e06fd00886), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.897973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Subnet': ['ID=171563cc-f202-4025-b0a5-19e06fd00886,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:16.910095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.910453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.910805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.911189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.911562 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.911905 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.912240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.912573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.912938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.913248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.913585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.913919 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.914246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:16.917218 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Checking segment: {'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:16.917590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network hostable DHCP agents. Network: ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:16.937275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:16.948672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:16.953075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:16.953712 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.960715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411cb6f2-f1be-4108-a9cd-c04c02b63f61 None None] Network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:16.970050 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-942fbdf8-5546-4ffa-a8c3-f9e8b3598e22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4159896 Feb 11 05:21:17.057858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a', 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ips': [{'subnet_id': '171563cc-f202-4025-b0a5-19e06fd00886'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:17.058711 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.148859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47198) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:17.154142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-62e9a5bf-1f5a-4c19-a78d-7bb5f279e397 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574201265', 'description': 'tempest-secgroup-smoke-574201265 description', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:17.175213 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62e9a5bf-1f5a-4c19-a78d-7bb5f279e397 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.196189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Allocated IP 172.20.0.18 (ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a/171563cc-f202-4025-b0a5-19e06fd00886/5464b18e-4aee-4837-abd8-7e371b4ddaef) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:17.243026 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62e9a5bf-1f5a-4c19-a78d-7bb5f279e397 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (0e43d03f-664f-4147-9a65-07e0be84b198), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.247412 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62e9a5bf-1f5a-4c19-a78d-7bb5f279e397 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0e43d03f-664f-4147-9a65-07e0be84b198), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.278322 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62e9a5bf-1f5a-4c19-a78d-7bb5f279e397 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.279634 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-62e9a5bf-1f5a-4c19-a78d-7bb5f279e397 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1297522 Feb 11 05:21:17.281550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9a5bf-1f5a-4c19-a78d-7bb5f279e397 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e43d03f-664f-4147-9a65-07e0be84b198,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.282783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47200) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:17.287745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-24402408-78fa-428a-a90e-14a84e57d707 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': '0e43d03f-664f-4147-9a65-07e0be84b198', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:17.314990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24402408-78fa-428a-a90e-14a84e57d707 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (4a4eb802-9fbb-428f-8c69-69d1a4d0a48d), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.343370 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Publish callbacks [] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.349262 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.374391 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24402408-78fa-428a-a90e-14a84e57d707 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (4a4eb802-9fbb-428f-8c69-69d1a4d0a48d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.378652 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24402408-78fa-428a-a90e-14a84e57d707 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (4a4eb802-9fbb-428f-8c69-69d1a4d0a48d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.390663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:17.393994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:17.397188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24402408-78fa-428a-a90e-14a84e57d707 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4eb802-9fbb-428f-8c69-69d1a4d0a48d,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.397503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:17.407463 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-24402408-78fa-428a-a90e-14a84e57d707 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.411962 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Pushing event updated for resources: {'Port': ['ID=5464b18e-4aee-4837-abd8-7e371b4ddaef,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.412150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-24402408-78fa-428a-a90e-14a84e57d707 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248419 Feb 11 05:21:17.412150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47202) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:17.416517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2622cccd-6cf6-4b41-b773-0c60a0323d49 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': '0e43d03f-664f-4147-9a65-07e0be84b198', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:17.433321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.433665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.434015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.434356 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.434836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.435255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.435698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.436078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.436361 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.436806 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.437179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.437511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.437841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.445172 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2622cccd-6cf6-4b41-b773-0c60a0323d49 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (0ff3b73c-e082-48a7-87f7-df4100d53360), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.471568 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Attempting to bind port 5464b18e-4aee-4837-abd8-7e371b4ddaef on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:17.471944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Attempting to bind port 5464b18e-4aee-4837-abd8-7e371b4ddaef by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:17.472314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Attempting to bind port 5464b18e-4aee-4837-abd8-7e371b4ddaef on network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:17.477606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:17.478103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Checking segment: {'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:17.478517 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.478964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Bound using segment: {'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:17.479579 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Bound port: 5464b18e-4aee-4837-abd8-7e371b4ddaef, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:17.479963 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.502640 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2622cccd-6cf6-4b41-b773-0c60a0323d49 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (0ff3b73c-e082-48a7-87f7-df4100d53360), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.507270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2622cccd-6cf6-4b41-b773-0c60a0323d49 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (0ff3b73c-e082-48a7-87f7-df4100d53360), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.526255 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622cccd-6cf6-4b41-b773-0c60a0323d49 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff3b73c-e082-48a7-87f7-df4100d53360,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.531253 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2622cccd-6cf6-4b41-b773-0c60a0323d49 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.534993 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2622cccd-6cf6-4b41-b773-0c60a0323d49 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194391 Feb 11 05:21:17.535637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47204) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:17.539629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f6d279d0-d8d6-4b59-8e1a-ee374ab91b23 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': '0e43d03f-664f-4147-9a65-07e0be84b198', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:17.545803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] For port 5464b18e-4aee-4837-abd8-7e371b4ddaef, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:17.549120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] For port 5464b18e-4aee-4837-abd8-7e371b4ddaef, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5464b18e-4aee-4837-abd8-7e371b4ddaef,segment=NetworkSegment(32c63c89-14f9-4b0f-9650-0be1929cca7b),segment_id=32c63c89-14f9-4b0f-9650-0be1929cca7b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:17.555076 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.565311 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6d279d0-d8d6-4b59-8e1a-ee374ab91b23 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (8f770a1e-70cc-48d6-9c85-be8cc683b74a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.612546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2473c8e-b1a3-4b78-a2ee-c9c11feed9e7 None None] Pushing event updated for resources: {'Port': ['ID=5464b18e-4aee-4837-abd8-7e371b4ddaef,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.638797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6d279d0-d8d6-4b59-8e1a-ee374ab91b23 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (8f770a1e-70cc-48d6-9c85-be8cc683b74a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.643571 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6d279d0-d8d6-4b59-8e1a-ee374ab91b23 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (8f770a1e-70cc-48d6-9c85-be8cc683b74a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.664375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d279d0-d8d6-4b59-8e1a-ee374ab91b23 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f770a1e-70cc-48d6-9c85-be8cc683b74a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.671878 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6d279d0-d8d6-4b59-8e1a-ee374ab91b23 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.673121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f6d279d0-d8d6-4b59-8e1a-ee374ab91b23 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369371 Feb 11 05:21:17.675932 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47206) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:17.680516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-808b0f91-84da-4af1-af1d-ac70c74bf8bf tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': '0e43d03f-664f-4147-9a65-07e0be84b198', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:17.705290 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-808b0f91-84da-4af1-af1d-ac70c74bf8bf tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (a9c4a28b-02f5-4013-b585-af0d2dd66383), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.765812 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-808b0f91-84da-4af1-af1d-ac70c74bf8bf tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (a9c4a28b-02f5-4013-b585-af0d2dd66383), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.770022 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-808b0f91-84da-4af1-af1d-ac70c74bf8bf tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (a9c4a28b-02f5-4013-b585-af0d2dd66383), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.799142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b0f91-84da-4af1-af1d-ac70c74bf8bf tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c4a28b-02f5-4013-b585-af0d2dd66383,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.808391 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-808b0f91-84da-4af1-af1d-ac70c74bf8bf tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.809615 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-808b0f91-84da-4af1-af1d-ac70c74bf8bf tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327004 Feb 11 05:21:17.812384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47208) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:17.816914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ddf7f02e-9c79-41f1-a03e-89acce675e98 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': '0e43d03f-664f-4147-9a65-07e0be84b198', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:17.840851 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-ddf7f02e-9c79-41f1-a03e-89acce675e98 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Project 00434bbccd5d4dc5a8c9ae13ff30bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:21:17.846647 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f02e-9c79-41f1-a03e-89acce675e98 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (6b78880d-9b23-4f5b-8519-f3e998560167), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.908337 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f02e-9c79-41f1-a03e-89acce675e98 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (6b78880d-9b23-4f5b-8519-f3e998560167), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.912989 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f02e-9c79-41f1-a03e-89acce675e98 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (6b78880d-9b23-4f5b-8519-f3e998560167), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.932005 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7f02e-9c79-41f1-a03e-89acce675e98 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b78880d-9b23-4f5b-8519-f3e998560167,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.941877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f02e-9c79-41f1-a03e-89acce675e98 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.943899 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ddf7f02e-9c79-41f1-a03e-89acce675e98 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306069 Feb 11 05:21:17.946570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47210) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:17.951183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4ce0d4e7-c3d0-4d06-9f72-2e90caef3039 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': '0e43d03f-664f-4147-9a65-07e0be84b198', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:17.971838 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-4ce0d4e7-c3d0-4d06-9f72-2e90caef3039 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Project 00434bbccd5d4dc5a8c9ae13ff30bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:21:17.976906 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d4e7-c3d0-4d06-9f72-2e90caef3039 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (fce45fb4-3643-4eeb-9078-53913b71e939), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.054823 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d4e7-c3d0-4d06-9f72-2e90caef3039 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (fce45fb4-3643-4eeb-9078-53913b71e939), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.058549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d4e7-c3d0-4d06-9f72-2e90caef3039 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (fce45fb4-3643-4eeb-9078-53913b71e939), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.077122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0d4e7-c3d0-4d06-9f72-2e90caef3039 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce45fb4-3643-4eeb-9078-53913b71e939,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:18.084969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d4e7-c3d0-4d06-9f72-2e90caef3039 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.086183 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4ce0d4e7-c3d0-4d06-9f72-2e90caef3039 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386580 Feb 11 05:21:18.237131 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-97e4f8d8-15f0-4e1b-9cd9-2db77e3ffa73 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574201265&fields=id&tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b HTTP/1.1" status: 200 len: 267 time: 0.0437067 Feb 11 05:21:18.350887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96461fc8-53de-48ce-bc71-798b2256f554 req-7ce8c6aa-8f21-4647-8b5c-c11210349240 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:18.352426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-7ce8c6aa-8f21-4647-8b5c-c11210349240 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/networks?id=ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a HTTP/1.1" status: 200 len: 797 time: 0.1083312 Feb 11 05:21:18.368247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-78b02a3f-12ea-41cf-b634-46d7e3d5981a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/quotas/00434bbccd5d4dc5a8c9ae13ff30bc9b HTTP/1.1" status: 200 len: 375 time: 0.0101552 Feb 11 05:21:18.430377 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-f5f46034-d1a5-4736-a223-4567e3bd648e tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0565624 Feb 11 05:21:18.586073 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-32b837d2-42af-4826-b01c-a466eaceb115 service neutron] 10.222.0.48 "GET /v2.0/networks/ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439838 Feb 11 05:21:18.595725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7171982-2319-4c12-9926-4e9e3f134304 None None] Network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:18.680320 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-03520735-7826-4062-a4e2-a8785fb20525 service neutron] 10.222.0.48 "GET /v2.0/networks/ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880082 Feb 11 05:21:18.705326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ba231c32-2cca-4c06-936f-dd50dfdca4e7 None None] Provisioning complete for port 5464b18e-4aee-4837-abd8-7e371b4ddaef triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:18.705701 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba231c32-2cca-4c06-936f-dd50dfdca4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.803399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ba231c32-2cca-4c06-936f-dd50dfdca4e7 None None] Current status of the port 5464b18e-4aee-4837-abd8-7e371b4ddaef is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:18.804794 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba231c32-2cca-4c06-936f-dd50dfdca4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.849817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ba231c32-2cca-4c06-936f-dd50dfdca4e7 None None] For port 5464b18e-4aee-4837-abd8-7e371b4ddaef, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5464b18e-4aee-4837-abd8-7e371b4ddaef,segment=NetworkSegment(32c63c89-14f9-4b0f-9650-0be1929cca7b),segment_id=32c63c89-14f9-4b0f-9650-0be1929cca7b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:18.856894 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ba231c32-2cca-4c06-936f-dd50dfdca4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.889517 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8d89ec99-5b9e-4f3e-9f60-b67828e46651 req-c8585451-ce52-424d-b14d-f9988c98ff49 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 210 time: 0.0497823 Feb 11 05:21:18.913086 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba231c32-2cca-4c06-936f-dd50dfdca4e7 None None] Pushing event updated for resources: {'Port': ['ID=5464b18e-4aee-4837-abd8-7e371b4ddaef,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:19.095558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-632688e1-1535-4fc9-88ec-4cd020e8ff60 None None] Provisioning complete for port 5464b18e-4aee-4837-abd8-7e371b4ddaef triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:19.095943 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-632688e1-1535-4fc9-88ec-4cd020e8ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.197665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-632688e1-1535-4fc9-88ec-4cd020e8ff60 None None] Current status of the port 5464b18e-4aee-4837-abd8-7e371b4ddaef is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:19.264255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5464b18e-4aee-4837-abd8-7e371b4ddaef up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:19.313137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5464b18e-4aee-4837-abd8-7e371b4ddaef triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:19.313516 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.396506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5464b18e-4aee-4837-abd8-7e371b4ddaef is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:19.906281 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96461fc8-53de-48ce-bc71-798b2256f554 req-cb192693-a43d-4eb2-a081-8de56df6f8ea tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:19.907781 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-cb192693-a43d-4eb2-a081-8de56df6f8ea tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.60 "GET /v2.0/networks?id=ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a HTTP/1.1" status: 200 len: 797 time: 0.1035619 Feb 11 05:21:20.006635 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba400601-5986-4cfa-ac1e-2cbbeb29eba9 req-a41246b0-0372-4b4c-bab2-c32947cb65f0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 210 time: 0.0356886 Feb 11 05:21:20.024701 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-25dbb1ab-c485-4018-95aa-2a1f98dff78c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b HTTP/1.1" status: 200 len: 472 time: 0.1044514 Feb 11 05:21:20.042594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-96461fc8-53de-48ce-bc71-798b2256f554 req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'port': {'device_id': 'cf9d09a4-bbea-4d67-8bcc-93ad524e3598', 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a', 'admin_state_up': True, 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'security_groups': ['0e43d03f-664f-4147-9a65-07e0be84b198']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:20.151705 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96461fc8-53de-48ce-bc71-798b2256f554 req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Made reservation on behalf of 00434bbccd5d4dc5a8c9ae13ff30bc9b for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:20.155065 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-96461fc8-53de-48ce-bc71-798b2256f554 req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.277832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-96461fc8-53de-48ce-bc71-798b2256f554 req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Allocated IP 172.20.0.28 (ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a/171563cc-f202-4025-b0a5-19e06fd00886/9dd154ab-15e6-4ce3-b4a3-23818ab37a40) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:20.410154 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-96461fc8-53de-48ce-bc71-798b2256f554 req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.444199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-96461fc8-53de-48ce-bc71-798b2256f554 req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.492301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96461fc8-53de-48ce-bc71-798b2256f554 req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:20.495438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-96461fc8-53de-48ce-bc71-798b2256f554 req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:20.499079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-96461fc8-53de-48ce-bc71-798b2256f554 req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:20.506370 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=9dd154ab-15e6-4ce3-b4a3-23818ab37a40,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:20.553587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96461fc8-53de-48ce-bc71-798b2256f554 req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:20.554224 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-96461fc8-53de-48ce-bc71-798b2256f554 req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.571441 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-67dd56af-ee98-44d9-8e17-d02a80dd75d4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5324149 Feb 11 05:21:20.588971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Request body: {'port': {'device_id': 'cf9d09a4-bbea-4d67-8bcc-93ad524e3598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:20.653313 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.735553 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4ae5e88a-9b72-4532-a21c-5ca1e14080a4 None None] Provisioning complete for port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:20.736139 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e88a-9b72-4532-a21c-5ca1e14080a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.773449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5e88a-9b72-4532-a21c-5ca1e14080a4 None None] Port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:20.968420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:20.976303 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Publish callbacks [] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.991905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Transition to ACTIVE for port object 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:20.995284 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.050769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Pushing event updated for resources: {'Port': ['ID=9dd154ab-15e6-4ce3-b4a3-23818ab37a40,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:21.119716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Attempting to bind port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:21.120331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Attempting to bind port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:21.120739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Attempting to bind port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 on network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:21.128780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 on network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:21.129121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Attempting to bind port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 on network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:21.138296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:21.138658 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Checking segment: {'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:21.139100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Bound using segment: {'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:21.140146 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Bound port: 9dd154ab-15e6-4ce3-b4a3-23818ab37a40, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:21.140146 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.158174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbee4b-f441-4035-a659-42f4aa53f5dd req-5d2eebeb-516a-4d4f-84c6-b66a60e81ad4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.159903 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7dbee4b-f441-4035-a659-42f4aa53f5dd req-5d2eebeb-516a-4d4f-84c6-b66a60e81ad4 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 944 time: 0.0784132 Feb 11 05:21:21.213257 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] For port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:21.218591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] For port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9dd154ab-15e6-4ce3-b4a3-23818ab37a40,segment=NetworkSegment(32c63c89-14f9-4b0f-9650-0be1929cca7b),segment_id=32c63c89-14f9-4b0f-9650-0be1929cca7b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:21.229067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.237515 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7dbee4b-f441-4035-a659-42f4aa53f5dd req-2b9ddfca-d6c4-4641-9509-367e691c60be tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e43d03f-664f-4147-9a65-07e0be84b198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639391 Feb 11 05:21:21.279674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.280424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.281702 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] 10.222.0.60 "PUT /v2.0/ports/9dd154ab-15e6-4ce3-b4a3-23818ab37a40 HTTP/1.1" status: 200 len: 1093 time: 0.6977568 Feb 11 05:21:21.282157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9d09a4-bbea-4d67-8bcc-93ad524e3598', 'tag': '9dd154ab-15e6-4ce3-b4a3-23818ab37a40'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:21.284436 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b1d4e6-55ea-433c-9a50-b232cd61ba79" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9d09a4-bbea-4d67-8bcc-93ad524e3598", "tag": "9dd154ab-15e6-4ce3-b4a3-23818ab37a40"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:21.321486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa58230-0044-4066-b23e-35cc5e67aebc service neutron] Pushing event updated for resources: {'Port': ['ID=9dd154ab-15e6-4ce3-b4a3-23818ab37a40,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:21.344811 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f669e7-c6af-4f0b-93c8-5cc875f9dc47 x-openstack-request-id: req-b9f669e7-c6af-4f0b-93c8-5cc875f9dc47 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:21.345124 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9d09a4-bbea-4d67-8bcc-93ad524e3598", "tag": "9dd154ab-15e6-4ce3-b4a3-23818ab37a40", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:21.345384 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9f669e7-c6af-4f0b-93c8-5cc875f9dc47 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:21.345796 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9d09a4-bbea-4d67-8bcc-93ad524e3598', 'tag': '9dd154ab-15e6-4ce3-b4a3-23818ab37a40', 'status': 'completed', 'code': 200} Feb 11 05:21:21.417009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96461fc8-53de-48ce-bc71-798b2256f554 req-4cddd37a-9d20-425f-862b-74a870a809dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.418636 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-4cddd37a-9d20-425f-862b-74a870a809dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 1127 time: 0.0475593 Feb 11 05:21:21.469733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-8184ae12-5a13-4bfa-9dec-e5b4955bb768 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=9dd154ab-15e6-4ce3-b4a3-23818ab37a40 HTTP/1.1" status: 200 len: 217 time: 0.0354245 Feb 11 05:21:21.523173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96461fc8-53de-48ce-bc71-798b2256f554 req-17c402c0-31eb-4471-a646-bf3943a26697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.524586 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-17c402c0-31eb-4471-a646-bf3943a26697 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=171563cc-f202-4025-b0a5-19e06fd00886 HTTP/1.1" status: 200 len: 837 time: 0.0470684 Feb 11 05:21:21.574806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96461fc8-53de-48ce-bc71-798b2256f554 req-10f491a4-a205-41b0-a027-31bbcab35ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.576251 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-10f491a4-a205-41b0-a027-31bbcab35ad9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0445223 Feb 11 05:21:21.667928 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-abf93a38-514d-4480-94d2-8e92e6cfd388 service neutron] 10.222.0.60 "GET /v2.0/networks/ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847340 Feb 11 05:21:21.756140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96461fc8-53de-48ce-bc71-798b2256f554 req-f0940e09-0096-4ee8-889a-0cbc7c6aa245 service neutron] 10.222.0.60 "GET /v2.0/networks/ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814710 Feb 11 05:21:21.887601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1d4e6-55ea-433c-9a50-b232cd61ba79 req-c4dbba44-9969-47ba-b374-97516b89358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.889093 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87b1d4e6-55ea-433c-9a50-b232cd61ba79 req-c4dbba44-9969-47ba-b374-97516b89358b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 1127 time: 0.0454540 Feb 11 05:21:21.988361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1d4e6-55ea-433c-9a50-b232cd61ba79 req-170dad0b-fa4f-4fb1-bf27-4bd7166e059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.990493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87b1d4e6-55ea-433c-9a50-b232cd61ba79 req-170dad0b-fa4f-4fb1-bf27-4bd7166e059e service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a HTTP/1.1" status: 200 len: 898 time: 0.0941503 Feb 11 05:21:22.031090 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87b1d4e6-55ea-433c-9a50-b232cd61ba79 req-a73ec428-5f57-4175-8b26-1caed50b4b82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=9dd154ab-15e6-4ce3-b4a3-23818ab37a40 HTTP/1.1" status: 200 len: 217 time: 0.0343716 Feb 11 05:21:22.083313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1d4e6-55ea-433c-9a50-b232cd61ba79 req-6fafbf54-357f-4a3e-8ff9-80ced4803e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:22.084786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87b1d4e6-55ea-433c-9a50-b232cd61ba79 req-6fafbf54-357f-4a3e-8ff9-80ced4803e0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=171563cc-f202-4025-b0a5-19e06fd00886 HTTP/1.1" status: 200 len: 837 time: 0.0460579 Feb 11 05:21:22.134925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1d4e6-55ea-433c-9a50-b232cd61ba79 req-d671cf58-c15e-4b0e-97e2-9a304216ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:22.136424 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87b1d4e6-55ea-433c-9a50-b232cd61ba79 req-d671cf58-c15e-4b0e-97e2-9a304216ad59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0441511 Feb 11 05:21:22.222122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87b1d4e6-55ea-433c-9a50-b232cd61ba79 req-3d08fe50-776d-48df-86ac-d0d165495b14 service neutron] 10.222.0.60 "GET /v2.0/networks/ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793629 Feb 11 05:21:22.315915 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87b1d4e6-55ea-433c-9a50-b232cd61ba79 req-d0cc2a6f-8c7b-446b-8f3d-7cb6b617b1af service neutron] 10.222.0.60 "GET /v2.0/networks/ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871150 Feb 11 05:21:22.351612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a71b5-983b-4122-b80b-8e42ee12fbc2 req-d5c52861-b5d8-4d2c-a5c5-2bda6ee990cc tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:22.353080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a95a71b5-983b-4122-b80b-8e42ee12fbc2 req-d5c52861-b5d8-4d2c-a5c5-2bda6ee990cc tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 944 time: 0.0532589 Feb 11 05:21:22.399888 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a95a71b5-983b-4122-b80b-8e42ee12fbc2 req-fa48d750-aec3-4162-8064-1d633edfeefa tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e43d03f-664f-4147-9a65-07e0be84b198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412736 Feb 11 05:21:22.741124 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ce476d3-2cda-4e1c-8d3f-58b40cb3a9dc req-1ee1b4fb-c09d-4a17-a141-a19654ef3088 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465777 Feb 11 05:21:22.838814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce476d3-2cda-4e1c-8d3f-58b40cb3a9dc req-41499710-32ad-4c2b-b28e-c8b88422cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:22.840328 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ce476d3-2cda-4e1c-8d3f-58b40cb3a9dc req-41499710-32ad-4c2b-b28e-c8b88422cd9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 1129 time: 0.0435262 Feb 11 05:21:22.941051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce476d3-2cda-4e1c-8d3f-58b40cb3a9dc req-fc4d6a4d-8ddb-4797-810e-ee492d0aaf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:22.942504 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ce476d3-2cda-4e1c-8d3f-58b40cb3a9dc req-fc4d6a4d-8ddb-4797-810e-ee492d0aaf27 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d7f7725-4ac2-4a85-8c7d-732756a8f790 HTTP/1.1" status: 200 len: 897 time: 0.0836487 Feb 11 05:21:23.009234 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ce476d3-2cda-4e1c-8d3f-58b40cb3a9dc req-ef1bd735-a5fa-471d-a8aa-c549e43678cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03d90bd9-866f-496a-90a6-16a96d615d11 HTTP/1.1" status: 200 len: 1002 time: 0.0612428 Feb 11 05:21:23.062322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce476d3-2cda-4e1c-8d3f-58b40cb3a9dc req-469599e3-4a17-4e11-a550-eefe1bda6f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:23.063822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ce476d3-2cda-4e1c-8d3f-58b40cb3a9dc req-469599e3-4a17-4e11-a550-eefe1bda6f92 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9544226e-f3a3-44cc-b437-a3d4a7687558 HTTP/1.1" status: 200 len: 835 time: 0.0481858 Feb 11 05:21:23.111651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce476d3-2cda-4e1c-8d3f-58b40cb3a9dc req-2ce50ee9-8676-4835-a2fa-6fead660d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:23.113130 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ce476d3-2cda-4e1c-8d3f-58b40cb3a9dc req-2ce50ee9-8676-4835-a2fa-6fead660d0ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d7f7725-4ac2-4a85-8c7d-732756a8f790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437801 Feb 11 05:21:23.203444 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ce476d3-2cda-4e1c-8d3f-58b40cb3a9dc req-2ffbfc6b-4960-4beb-9a1f-4b57343ca509 service neutron] 10.222.0.10 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846975 Feb 11 05:21:23.292922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ce476d3-2cda-4e1c-8d3f-58b40cb3a9dc req-1c4dea1f-31b5-46c3-8ad2-01feed552c70 service neutron] 10.222.0.10 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833733 Feb 11 05:21:23.519258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984b744-3f18-474f-9b32-20dd68f6a5ae req-ce0ba72a-0e38-442f-aa43-73851f418e2d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:23.521649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4984b744-3f18-474f-9b32-20dd68f6a5ae req-ce0ba72a-0e38-442f-aa43-73851f418e2d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 944 time: 0.0531504 Feb 11 05:21:23.569982 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4984b744-3f18-474f-9b32-20dd68f6a5ae req-58db3bd0-e81f-4d53-b819-57e0e0eaa623 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e43d03f-664f-4147-9a65-07e0be84b198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425231 Feb 11 05:21:24.689055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41388137-8f37-4757-b9b3-d8727c234464 req-e630627d-bf19-429a-98cc-5d6b141dc086 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:24.690509 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41388137-8f37-4757-b9b3-d8727c234464 req-e630627d-bf19-429a-98cc-5d6b141dc086 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 944 time: 0.0518835 Feb 11 05:21:24.738689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41388137-8f37-4757-b9b3-d8727c234464 req-6a011a35-b233-4421-9fd1-5c30b3f38c4a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e43d03f-664f-4147-9a65-07e0be84b198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 Feb 11 05:21:24.750991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:24.857607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9dd154ab-15e6-4ce3-b4a3-23818ab37a40,segment=NetworkSegment(32c63c89-14f9-4b0f-9650-0be1929cca7b),segment_id=32c63c89-14f9-4b0f-9650-0be1929cca7b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:24.868169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '9dd154ab-15e6-4ce3-b4a3-23818ab37a40', 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a', 'port_id': '9dd154ab-15e6-4ce3-b4a3-23818ab37a40', 'mac_address': 'fa:16:3e:fa:b8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171563cc-f202-4025-b0a5-19e06fd00886', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:24.904674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:24.905070 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.917723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:24.936692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9dd154ab-15e6-4ce3-b4a3-23818ab37a40,segment=NetworkSegment(32c63c89-14f9-4b0f-9650-0be1929cca7b),segment_id=32c63c89-14f9-4b0f-9650-0be1929cca7b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:24.940452 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.985049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=9dd154ab-15e6-4ce3-b4a3-23818ab37a40,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:25.508867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['9dd154ab-15e6-4ce3-b4a3-23818ab37a40'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:25.860575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125e71a-9034-4c10-826b-b23224aa5d5f req-d81e22cb-d45e-47d8-9a31-79b4022733bf tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:25.862073 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b125e71a-9034-4c10-826b-b23224aa5d5f req-d81e22cb-d45e-47d8-9a31-79b4022733bf tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 945 time: 0.0557084 Feb 11 05:21:25.909321 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b125e71a-9034-4c10-826b-b23224aa5d5f req-16ba2314-0019-4874-a855-41b846af9a70 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e43d03f-664f-4147-9a65-07e0be84b198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411019 Feb 11 05:21:26.779479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:26.835791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:21:26.841889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:26.842274 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.921025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:26.921424 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.944385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9d09a4-bbea-4d67-8bcc-93ad524e3598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd154ab-15e6-4ce3-b4a3-23818ab37a40'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:26.946617 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f644ade6-b86d-40b2-bb58-c634a0e2f860" -d '{"events": [{"server_uuid": "cf9d09a4-bbea-4d67-8bcc-93ad524e3598", "name": "network-vif-plugged", "status": "completed", "tag": "9dd154ab-15e6-4ce3-b4a3-23818ab37a40"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:26.959775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9dd154ab-15e6-4ce3-b4a3-23818ab37a40,segment=NetworkSegment(32c63c89-14f9-4b0f-9650-0be1929cca7b),segment_id=32c63c89-14f9-4b0f-9650-0be1929cca7b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:26.965017 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.992622 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c792767-f75b-4049-a523-c76d7943bddc x-openstack-request-id: req-5c792767-f75b-4049-a523-c76d7943bddc {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:26.992918 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9d09a4-bbea-4d67-8bcc-93ad524e3598", "name": "network-vif-plugged", "status": "completed", "tag": "9dd154ab-15e6-4ce3-b4a3-23818ab37a40", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:26.993191 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c792767-f75b-4049-a523-c76d7943bddc {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:26.993545 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9d09a4-bbea-4d67-8bcc-93ad524e3598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd154ab-15e6-4ce3-b4a3-23818ab37a40', 'code': 200} Feb 11 05:21:27.022480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=9dd154ab-15e6-4ce3-b4a3-23818ab37a40,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:27.034370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbc9b8-8e54-4e9a-8ec5-ff9e1bd1c76d req-b835277a-6cac-4e13-bbff-e57c3e727f32 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:27.035970 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4bbc9b8-8e54-4e9a-8ec5-ff9e1bd1c76d req-b835277a-6cac-4e13-bbff-e57c3e727f32 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 946 time: 0.0537500 Feb 11 05:21:27.085126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4bbc9b8-8e54-4e9a-8ec5-ff9e1bd1c76d req-a53e4023-a6de-4f40-86c9-146cc4b8497a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e43d03f-664f-4147-9a65-07e0be84b198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426741 Feb 11 05:21:27.131582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c914b-b7ea-4a43-a8b1-5675254a0cf1 req-451a9496-d5a3-4b4a-9a04-6a1c17d469c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:27.133623 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-131c914b-b7ea-4a43-a8b1-5675254a0cf1 req-451a9496-d5a3-4b4a-9a04-6a1c17d469c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 1129 time: 0.0532649 Feb 11 05:21:27.186450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-131c914b-b7ea-4a43-a8b1-5675254a0cf1 req-88c0408e-2cf6-42b7-9be1-1ad1dd630463 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e43d03f-664f-4147-9a65-07e0be84b198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466666 Feb 11 05:21:28.212578 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba4020-694c-44d3-80a3-0f6f76e66271 req-4a54ed32-b2ad-4434-bf70-4146dedabb42 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.214031 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ccba4020-694c-44d3-80a3-0f6f76e66271 req-4a54ed32-b2ad-4434-bf70-4146dedabb42 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 946 time: 0.0549579 Feb 11 05:21:28.261787 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ccba4020-694c-44d3-80a3-0f6f76e66271 req-7657b332-c885-47a7-8e19-1d6ab0bfbd87 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e43d03f-664f-4147-9a65-07e0be84b198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422356 Feb 11 05:21:28.800539 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678bd91b-b14b-41cb-b114-ef97d732b070 req-f685cad7-04a4-454a-934b-a7e7e0135fa5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451708 Feb 11 05:21:28.882744 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bd91b-b14b-41cb-b114-ef97d732b070 req-f0a0bead-d8cc-45e0-8674-d8fea4d4f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.884260 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678bd91b-b14b-41cb-b114-ef97d732b070 req-f0a0bead-d8cc-45e0-8674-d8fea4d4f176 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f09cf2da62054a53914b7d5c3870489b&device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 1129 time: 0.0459077 Feb 11 05:21:28.990505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bd91b-b14b-41cb-b114-ef97d732b070 req-b95ea267-6f07-4c7b-82ff-cd30f4cc22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.991984 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678bd91b-b14b-41cb-b114-ef97d732b070 req-b95ea267-6f07-4c7b-82ff-cd30f4cc22b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 HTTP/1.1" status: 200 len: 910 time: 0.0881040 Feb 11 05:21:29.054465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678bd91b-b14b-41cb-b114-ef97d732b070 req-a2318593-dce7-4dbf-b33a-75fd9a48046c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f066d0-cea4-426c-978a-61af1fa3ba65 HTTP/1.1" status: 200 len: 1002 time: 0.0558152 Feb 11 05:21:29.106107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bd91b-b14b-41cb-b114-ef97d732b070 req-228f4f80-0c71-4cdb-9117-d8e9ada7055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.107584 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678bd91b-b14b-41cb-b114-ef97d732b070 req-228f4f80-0c71-4cdb-9117-d8e9ada7055e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b737666b-346a-4af6-9250-26a017a81e90 HTTP/1.1" status: 200 len: 848 time: 0.0471590 Feb 11 05:21:29.157579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bd91b-b14b-41cb-b114-ef97d732b070 req-007517d4-1d4b-4b98-841f-78d12b76a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.159156 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678bd91b-b14b-41cb-b114-ef97d732b070 req-007517d4-1d4b-4b98-841f-78d12b76a02c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439451 Feb 11 05:21:29.247090 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678bd91b-b14b-41cb-b114-ef97d732b070 req-68b5300a-6868-4248-9f6a-32eac6dab8a3 service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805027 Feb 11 05:21:29.340256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678bd91b-b14b-41cb-b114-ef97d732b070 req-49b61a3c-ff43-41f3-af86-3ac79b67299a service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870070 Feb 11 05:21:29.383810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077eb81-1fb6-4244-82c2-9526b28090d5 req-c061108f-abb4-45ce-8be0-259b7e4b833d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.385270 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a077eb81-1fb6-4244-82c2-9526b28090d5 req-c061108f-abb4-45ce-8be0-259b7e4b833d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 946 time: 0.0567858 Feb 11 05:21:29.432217 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a077eb81-1fb6-4244-82c2-9526b28090d5 req-64923165-74e4-4022-8f93-61617d8b3582 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e43d03f-664f-4147-9a65-07e0be84b198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413592 Feb 11 05:21:29.550075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164197a-a4ee-4694-a487-95d183e0b4f8 req-d4b5a584-61b1-4e4b-a142-e0158422fa7b tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.551591 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c164197a-a4ee-4694-a487-95d183e0b4f8 req-d4b5a584-61b1-4e4b-a142-e0158422fa7b tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 946 time: 0.0536935 Feb 11 05:21:29.599142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c164197a-a4ee-4694-a487-95d183e0b4f8 req-b7e2ac92-0365-4ddd-9f46-67593958b75f tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e43d03f-664f-4147-9a65-07e0be84b198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418808 Feb 11 05:21:31.078965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47268) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:31.820221 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.081460 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Allocated IP 172.20.0.17 (ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a/171563cc-f202-4025-b0a5-19e06fd00886/9a73a455-1853-4b7e-a52a-6a4599582173) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:32.197714 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (9a73a455-1853-4b7e-a52a-6a4599582173), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.231439 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.269371 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:32.273077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:32.276790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:32.310563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=9a73a455-1853-4b7e-a52a-6a4599582173,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:32.334973 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.472415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16b73b-4392-4e72-ba57-cf6e16f64d1d req-7dead138-45ce-4c33-9975-b1e7a4dba389 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:32.473967 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e16b73b-4392-4e72-ba57-cf6e16f64d1d req-7dead138-45ce-4c33-9975-b1e7a4dba389 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1129 time: 0.0897450 Feb 11 05:21:32.530371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c5f5be2c-24d8-4546-973c-1e7cbdb93a1c None None] Provisioning complete for port 9a73a455-1853-4b7e-a52a-6a4599582173 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:32.531034 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.531162 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c5f5be2c-24d8-4546-973c-1e7cbdb93a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.555973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e16b73b-4392-4e72-ba57-cf6e16f64d1d req-2f62c714-67a7-4fd3-a37a-cfe869e50745 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748310 Feb 11 05:21:32.564445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5be2c-24d8-4546-973c-1e7cbdb93a1c None None] Port 9a73a455-1853-4b7e-a52a-6a4599582173 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:32.580901 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47276) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:32.911396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port 091ad297-de74-445d-8107-9c455c95beab {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:32.911767 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (091ad297-de74-445d-8107-9c455c95beab), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.000834 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (9a73a455-1853-4b7e-a52a-6a4599582173), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.009187 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.059765 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (091ad297-de74-445d-8107-9c455c95beab), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.060099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (091ad297-de74-445d-8107-9c455c95beab), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.088719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for 091ad297-de74-445d-8107-9c455c95beab owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:33.110766 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.113836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=9a73a455-1853-4b7e-a52a-6a4599582173,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:33.284080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:33.285969 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:33.410263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (091ad297-de74-445d-8107-9c455c95beab), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.442580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=091ad297-de74-445d-8107-9c455c95beab,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:33.483745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:21:33.491586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d6c02e28-50a6-4422-8630-0b683bb529e0 None None] Provisioning complete for port 9a73a455-1853-4b7e-a52a-6a4599582173 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:33.491964 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d6c02e28-50a6-4422-8630-0b683bb529e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.544572 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.546646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d6c02e28-50a6-4422-8630-0b683bb529e0 None None] Port 9a73a455-1853-4b7e-a52a-6a4599582173 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:33.565266 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (d263d9bb-aadc-4c26-ace2-b0001b809aa2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.565989 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Floating IP d263d9bb-aadc-4c26-ace2-b0001b809aa2 disassociated (deleted). External IP: 172.25.7.80, port: d190f88f-33e1-4381-a6c9-3da2e60098c2. Feb 11 05:21:33.706222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:21:33.712937 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-795b92cd-e52d-48e1-b601-e019c8b8cb0c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "PUT /v2.0/routers/7f89f91f-0211-4d07-8586-7b4a4bd0cc8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6329122 Feb 11 05:21:33.726112 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Sync routers for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:21:33.736185 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:33.736791 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:21:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:33.831489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:21:33.938018 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:33.949268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:21:33.953978 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.961945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b524fa-a1bf-4b93-b83a-99e682ed1d25 None None] Sync routers for ids ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:21:33.977177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b524fa-a1bf-4b93-b83a-99e682ed1d25 None None] Routers {'29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:33.977953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-83b524fa-a1bf-4b93-b83a-99e682ed1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:21:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:33.983644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-222fab8b-6035-42c6-90dd-12db9d05eafc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/floatingips/d263d9bb-aadc-4c26-ace2-b0001b809aa2 HTTP/1.1" status: 204 len: 168 time: 1.4017119 Feb 11 05:21:33.984340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:33.986707 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678f5f3e-b9c3-4b98-9bdc-4289a108ad49" -d '{"events": [{"name": "network-changed", "server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:34.030918 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe762c8-5cb3-4cb3-8462-f94756aa5131 x-openstack-request-id: req-3fe762c8-5cb3-4cb3-8462-f94756aa5131 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:34.031284 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:34.031613 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fe762c8-5cb3-4cb3-8462-f94756aa5131 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:34.032096 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'status': 'completed', 'code': 200} Feb 11 05:21:34.164880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f5f3e-b9c3-4b98-9bdc-4289a108ad49 req-e4e1c3db-1972-43f3-8581-7b3b2677564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.167562 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678f5f3e-b9c3-4b98-9bdc-4289a108ad49 req-e4e1c3db-1972-43f3-8581-7b3b2677564c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 1129 time: 0.0991535 Feb 11 05:21:34.230332 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:21:32Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '594c81e4-c649-4bd3-ac7f-09f3ff6f300f', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'port_id': '03d90bd9-866f-496a-90a6-16a96d615d11', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'mac_address': 'fa:16:3e:96:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:20:39Z', 'updated_at': '2022-02-11T05:20:41Z', 'revision_number': 1, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a73a455-1853-4b7e-a52a-6a4599582173', 'name': '', 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:38:4d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '171563cc-f202-4025-b0a5-19e06fd00886', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:31Z', 'updated_at': '2022-02-11T05:21:32Z', 'revision_number': 2, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '171563cc-f202-4025-b0a5-19e06fd00886', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:34.268593 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Checking router: 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:21:34.270046 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Updating router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c port 9a73a455-1853-4b7e-a52a-6a4599582173 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:21:34.278066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2e3a1-0a97-47e6-b2d0-ef459ea18fe6 req-9d441159-6155-42d9-ba7a-2ad9db9fd031 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.279639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dbe2e3a1-0a97-47e6-b2d0-ef459ea18fe6 req-9d441159-6155-42d9-ba7a-2ad9db9fd031 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 946 time: 0.0578492 Feb 11 05:21:34.285130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-83b524fa-a1bf-4b93-b83a-99e682ed1d25 None None] Set router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:34.299691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f5f3e-b9c3-4b98-9bdc-4289a108ad49 req-7e6d05e6-762a-470b-9129-9ca3bc9b347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.301524 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678f5f3e-b9c3-4b98-9bdc-4289a108ad49 req-7e6d05e6-762a-470b-9129-9ca3bc9b347f service neutron] 10.222.0.60 "GET /v2.0/networks?id=8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 200 len: 898 time: 0.1015668 Feb 11 05:21:34.308548 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.362230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dbe2e3a1-0a97-47e6-b2d0-ef459ea18fe6 req-87ef31c9-7b15-4533-8874-c74843ea811c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739026 Feb 11 05:21:34.365033 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678f5f3e-b9c3-4b98-9bdc-4289a108ad49 req-0debaea7-c037-485b-ba34-9bffdec75c39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 200 len: 217 time: 0.0517333 Feb 11 05:21:34.428564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f5f3e-b9c3-4b98-9bdc-4289a108ad49 req-ed3fd07d-17f6-4a5e-895c-5c0b05ba24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.430092 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678f5f3e-b9c3-4b98-9bdc-4289a108ad49 req-ed3fd07d-17f6-4a5e-895c-5c0b05ba24d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 200 len: 835 time: 0.0584702 Feb 11 05:21:34.491203 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f5f3e-b9c3-4b98-9bdc-4289a108ad49 req-9f7efec2-239b-45cd-8fb7-830f06164991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.493236 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678f5f3e-b9c3-4b98-9bdc-4289a108ad49 req-9f7efec2-239b-45cd-8fb7-830f06164991 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8216e838-1160-4bfc-92aa-59e3fa4a17e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0541732 Feb 11 05:21:34.522558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-83b524fa-a1bf-4b93-b83a-99e682ed1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:49Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '95ead02e-2766-4577-b24f-f79b5d462d7e', 'name': '', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:fd:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:53Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:34.557649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b524fa-a1bf-4b93-b83a-99e682ed1d25 None None] Checking router: 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:21:34.569316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b524fa-a1bf-4b93-b83a-99e682ed1d25 None None] Routers {'29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:34.569822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-83b524fa-a1bf-4b93-b83a-99e682ed1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:21:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:34.598872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678f5f3e-b9c3-4b98-9bdc-4289a108ad49 req-885b5cc2-ef9b-4e5a-878e-fc76845422f3 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949056 Feb 11 05:21:34.631242 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Publish callbacks [] for port (9a73a455-1853-4b7e-a52a-6a4599582173), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.640050 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.711286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-678f5f3e-b9c3-4b98-9bdc-4289a108ad49 req-222b2d3d-4aa9-4653-8115-9743926fed78 service neutron] 10.222.0.60 "GET /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038897 Feb 11 05:21:34.721713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-83b524fa-a1bf-4b93-b83a-99e682ed1d25 None None] Set router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:34.735919 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Pushing event updated for resources: {'Port': ['ID=9a73a455-1853-4b7e-a52a-6a4599582173,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:34.772588 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.773204 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.773908 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.774246 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.774579 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.774928 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.775259 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.775585 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.775906 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.776229 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.776546 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.776866 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.777182 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:34.785703 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Attempting to bind port 9a73a455-1853-4b7e-a52a-6a4599582173 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:34.785857 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Attempting to bind port 9a73a455-1853-4b7e-a52a-6a4599582173 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:34.786190 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Attempting to bind port 9a73a455-1853-4b7e-a52a-6a4599582173 on network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:34.791765 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:34.792183 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Checking segment: {'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:34.792597 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.792989 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Bound using segment: {'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:34.793450 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Bound port: 9a73a455-1853-4b7e-a52a-6a4599582173, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c63c89-14f9-4b0f-9650-0be1929cca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:34.793832 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.869091 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] For port 9a73a455-1853-4b7e-a52a-6a4599582173, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:34.872780 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] For port 9a73a455-1853-4b7e-a52a-6a4599582173, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9a73a455-1853-4b7e-a52a-6a4599582173,segment=NetworkSegment(32c63c89-14f9-4b0f-9650-0be1929cca7b),segment_id=32c63c89-14f9-4b0f-9650-0be1929cca7b)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:34.883342 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.944703 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c8635-cba9-470e-9050-cc3f2cce3f1f None None] Pushing event updated for resources: {'Port': ['ID=9a73a455-1853-4b7e-a52a-6a4599582173,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:34.974795 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:34.975778 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:21:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:34.998664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-83b524fa-a1bf-4b93-b83a-99e682ed1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:49Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '95ead02e-2766-4577-b24f-f79b5d462d7e', 'name': '', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:fd:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:53Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:35.027400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b524fa-a1bf-4b93-b83a-99e682ed1d25 None None] The sync data for ids ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'] in n-d-615180-58 is: [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:49Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '95ead02e-2766-4577-b24f-f79b5d462d7e', 'name': '', 'network_id': '8216e838-1160-4bfc-92aa-59e3fa4a17e7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:fd:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:53Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '1ae890c1-5dd8-4788-be81-49cd515eb58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:21:35.029435 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1b8c1d99-5fbb-4134-a9c6-c30f572a8aad None None] Provisioning complete for port 9a73a455-1853-4b7e-a52a-6a4599582173 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:35.029921 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1d99-5fbb-4134-a9c6-c30f572a8aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.142986 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:35.150574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c1d99-5fbb-4134-a9c6-c30f572a8aad None None] Current status of the port 9a73a455-1853-4b7e-a52a-6a4599582173 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:35.151269 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1d99-5fbb-4134-a9c6-c30f572a8aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.227959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1b8c1d99-5fbb-4134-a9c6-c30f572a8aad None None] For port 9a73a455-1853-4b7e-a52a-6a4599582173, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9a73a455-1853-4b7e-a52a-6a4599582173,segment=NetworkSegment(32c63c89-14f9-4b0f-9650-0be1929cca7b),segment_id=32c63c89-14f9-4b0f-9650-0be1929cca7b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:35.237725 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1d99-5fbb-4134-a9c6-c30f572a8aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.295938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c1d99-5fbb-4134-a9c6-c30f572a8aad None None] Pushing event updated for resources: {'Port': ['ID=9a73a455-1853-4b7e-a52a-6a4599582173,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:35.361401 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-465da57c-5f07-4747-a764-fef924a32dbb None None] Provisioning complete for port 9a73a455-1853-4b7e-a52a-6a4599582173 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:35.361793 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-465da57c-5f07-4747-a764-fef924a32dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.414735 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfdc26f-d2bc-4481-805d-d69b9fb7727d None None] New status for floating IP d263d9bb-aadc-4c26-ace2-b0001b809aa2: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:21:35.459322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-465da57c-5f07-4747-a764-fef924a32dbb None None] Current status of the port 9a73a455-1853-4b7e-a52a-6a4599582173 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:35.496106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6173b-da06-484d-8867-e86f1b512a9d req-63dfcb4b-4b89-4736-9fbe-f38f976715c3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.500705 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:21:32Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '594c81e4-c649-4bd3-ac7f-09f3ff6f300f', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'port_id': '03d90bd9-866f-496a-90a6-16a96d615d11', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'mac_address': 'fa:16:3e:96:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:20:39Z', 'updated_at': '2022-02-11T05:20:41Z', 'revision_number': 1, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a73a455-1853-4b7e-a52a-6a4599582173', 'name': '', 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:38:4d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '171563cc-f202-4025-b0a5-19e06fd00886', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:31Z', 'updated_at': '2022-02-11T05:21:34Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '171563cc-f202-4025-b0a5-19e06fd00886', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:35.502441 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96d6173b-da06-484d-8867-e86f1b512a9d req-63dfcb4b-4b89-4736-9fbe-f38f976715c3 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 946 time: 0.0625200 Feb 11 05:21:35.535210 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30e5fd0-b177-49a2-8087-de387cbf06e1 None None] The sync data for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 is: [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:21:32Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '594c81e4-c649-4bd3-ac7f-09f3ff6f300f', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'port_id': '03d90bd9-866f-496a-90a6-16a96d615d11', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'mac_address': 'fa:16:3e:96:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:20:39Z', 'updated_at': '2022-02-11T05:20:41Z', 'revision_number': 1, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a73a455-1853-4b7e-a52a-6a4599582173', 'name': '', 'network_id': 'ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:38:4d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '171563cc-f202-4025-b0a5-19e06fd00886', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:31Z', 'updated_at': '2022-02-11T05:21:34Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '171563cc-f202-4025-b0a5-19e06fd00886', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:21:35.603892 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96d6173b-da06-484d-8867-e86f1b512a9d req-5cd1f44d-2258-41f1-95a1-ebfd7f3e1127 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775411 Feb 11 05:21:36.427880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ec856-d81c-4714-9363-69b19734661d req-75765989-5aaa-473c-a6b2-0b685b520a89 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.429530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-276ec856-d81c-4714-9363-69b19734661d req-75765989-5aaa-473c-a6b2-0b685b520a89 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 946 time: 0.0530636 Feb 11 05:21:36.523604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-276ec856-d81c-4714-9363-69b19734661d req-93060f0f-c5e8-4f57-a851-b2820e106f85 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port d190f88f-33e1-4381-a6c9-3da2e60098c2 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:36.524317 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-276ec856-d81c-4714-9363-69b19734661d req-93060f0f-c5e8-4f57-a851-b2820e106f85 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.614607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-276ec856-d81c-4714-9363-69b19734661d req-93060f0f-c5e8-4f57-a851-b2820e106f85 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] For port d190f88f-33e1-4381-a6c9-3da2e60098c2, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d190f88f-33e1-4381-a6c9-3da2e60098c2,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:36.615552 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-276ec856-d81c-4714-9363-69b19734661d req-93060f0f-c5e8-4f57-a851-b2820e106f85 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.631445 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-276ec856-d81c-4714-9363-69b19734661d req-93060f0f-c5e8-4f57-a851-b2820e106f85 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for d190f88f-33e1-4381-a6c9-3da2e60098c2 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:36.728050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca68e78-5fb5-4ac4-b1f9-77d24fdd21af req-7aa5d5cb-732f-4868-a8b7-d6d56f3be9ec tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.729537 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cca68e78-5fb5-4ac4-b1f9-77d24fdd21af req-7aa5d5cb-732f-4868-a8b7-d6d56f3be9ec tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f317285-54f5-4297-80b8-4e98eeb82fff HTTP/1.1" status: 200 len: 946 time: 0.0578020 Feb 11 05:21:36.776280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-276ec856-d81c-4714-9363-69b19734661d req-93060f0f-c5e8-4f57-a851-b2820e106f85 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d190f88f-33e1-4381-a6c9-3da2e60098c2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.781818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cca68e78-5fb5-4ac4-b1f9-77d24fdd21af req-db0b2dd2-ac21-4276-ab0e-1af724e0be28 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe71433b-9701-4a7e-81e0-389795773840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465164 Feb 11 05:21:36.810420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93060f0f-c5e8-4f57-a851-b2820e106f85 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=d190f88f-33e1-4381-a6c9-3da2e60098c2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:36.854470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-276ec856-d81c-4714-9363-69b19734661d req-93060f0f-c5e8-4f57-a851-b2820e106f85 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] No DVR routers for this DVR port d190f88f-33e1-4381-a6c9-3da2e60098c2 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:36.857167 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-276ec856-d81c-4714-9363-69b19734661d req-93060f0f-c5e8-4f57-a851-b2820e106f85 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.860540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-276ec856-d81c-4714-9363-69b19734661d req-93060f0f-c5e8-4f57-a851-b2820e106f85 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.60 "DELETE /v2.0/ports/d190f88f-33e1-4381-a6c9-3da2e60098c2 HTTP/1.1" status: 204 len: 173 time: 0.4246054 Feb 11 05:21:36.860980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'name': 'network-vif-deleted', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:36.863213 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f922a7f1-97a8-4775-a5ed-f356576598d8" -d '{"events": [{"server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "name": "network-vif-deleted", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:36.901238 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17300185-9bb0-44d4-8a42-3a20b89e604b x-openstack-request-id: req-17300185-9bb0-44d4-8a42-3a20b89e604b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:36.901537 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f317285-54f5-4297-80b8-4e98eeb82fff", "name": "network-vif-deleted", "tag": "d190f88f-33e1-4381-a6c9-3da2e60098c2", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:36.901798 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17300185-9bb0-44d4-8a42-3a20b89e604b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:36.902201 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f317285-54f5-4297-80b8-4e98eeb82fff', 'name': 'network-vif-deleted', 'tag': 'd190f88f-33e1-4381-a6c9-3da2e60098c2', 'status': 'completed', 'code': 200} Feb 11 05:21:37.259021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9a73a455-1853-4b7e-a52a-6a4599582173 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:37.308630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9a73a455-1853-4b7e-a52a-6a4599582173 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:37.309015 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.387500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9a73a455-1853-4b7e-a52a-6a4599582173 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:37.598506 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:21:37.615710 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.847786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47300) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:38.522919 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bb22a37-1d12-4b71-ab77-7b9e9008da75 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.789178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2bb22a37-1d12-4b71-ab77-7b9e9008da75 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port 95ead02e-2766-4577-b24f-f79b5d462d7e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:38.789626 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bb22a37-1d12-4b71-ab77-7b9e9008da75 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.876549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2bb22a37-1d12-4b71-ab77-7b9e9008da75 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] For port 95ead02e-2766-4577-b24f-f79b5d462d7e, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=95ead02e-2766-4577-b24f-f79b5d462d7e,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:38.877261 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bb22a37-1d12-4b71-ab77-7b9e9008da75 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.889341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2bb22a37-1d12-4b71-ab77-7b9e9008da75 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for 95ead02e-2766-4577-b24f-f79b5d462d7e owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:39.077641 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bb22a37-1d12-4b71-ab77-7b9e9008da75 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (95ead02e-2766-4577-b24f-f79b5d462d7e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.110369 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb22a37-1d12-4b71-ab77-7b9e9008da75 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=95ead02e-2766-4577-b24f-f79b5d462d7e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:39.290466 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bb22a37-1d12-4b71-ab77-7b9e9008da75 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.423413 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fed82fb9-c599-463e-9519-23a7f6d161a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.515954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb22a37-1d12-4b71-ab77-7b9e9008da75 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:21:39.622860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb22a37-1d12-4b71-ab77-7b9e9008da75 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:21:39.628098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2bb22a37-1d12-4b71-ab77-7b9e9008da75 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "PUT /v2.0/routers/29f83ed9-92c9-4d9e-986d-7562cd0ad8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7792916 Feb 11 05:21:39.630879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47304) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:39.632540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d644c0a-a521-46dd-9caf-a61548f6da31 None None] Sync routers for ids ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:21:39.643680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d644c0a-a521-46dd-9caf-a61548f6da31 None None] Routers {'29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:39.644292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3d644c0a-a521-46dd-9caf-a61548f6da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:21:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:39.683831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0d907f-9e00-4979-89a9-f15e502b208b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting subnet 1ae890c1-5dd8-4788-be81-49cd515eb58f {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:21:39.686921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d907f-9e00-4979-89a9-f15e502b208b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for subnet (1ae890c1-5dd8-4788-be81-49cd515eb58f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.726960 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d907f-9e00-4979-89a9-f15e502b208b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (1ae890c1-5dd8-4788-be81-49cd515eb58f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.752612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3d644c0a-a521-46dd-9caf-a61548f6da31 None None] Set router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:39.814128 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d907f-9e00-4979-89a9-f15e502b208b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (1ae890c1-5dd8-4788-be81-49cd515eb58f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.873597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d907f-9e00-4979-89a9-f15e502b208b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (1ae890c1-5dd8-4788-be81-49cd515eb58f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.903071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d907f-9e00-4979-89a9-f15e502b208b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae890c1-5dd8-4788-be81-49cd515eb58f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:39.905071 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d907f-9e00-4979-89a9-f15e502b208b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.908329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cf0d907f-9e00-4979-89a9-f15e502b208b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/subnets/1ae890c1-5dd8-4788-be81-49cd515eb58f HTTP/1.1" status: 204 len: 168 time: 0.2762811 Feb 11 05:21:39.911063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47306) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:39.916858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ee0bb6-18ff-41ce-ac48-42cf9d86f983 None None] Network 8216e838-1160-4bfc-92aa-59e3fa4a17e7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:40.001256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3d644c0a-a521-46dd-9caf-a61548f6da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:21:39Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:40.031662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d644c0a-a521-46dd-9caf-a61548f6da31 None None] Checking router: 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:21:40.033374 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.045130 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d644c0a-a521-46dd-9caf-a61548f6da31 None None] Routers {'29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:40.045751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3d644c0a-a521-46dd-9caf-a61548f6da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:21:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:40.154021 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.161314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca679001-3f76-4663-bb6b-5259c990bd4b None None] DHCP port deletion for 8216e838-1160-4bfc-92aa-59e3fa4a17e7 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:21:40.167215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3d644c0a-a521-46dd-9caf-a61548f6da31 None None] Set router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:40.207522 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port e08b2884-5668-42a5-adb5-50015bd0b065 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:40.207876 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e08b2884-5668-42a5-adb5-50015bd0b065), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.289991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] For port e08b2884-5668-42a5-adb5-50015bd0b065, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e08b2884-5668-42a5-adb5-50015bd0b065,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:40.290277 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e08b2884-5668-42a5-adb5-50015bd0b065), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.303804 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for e08b2884-5668-42a5-adb5-50015bd0b065 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:40.335773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ca679001-3f76-4663-bb6b-5259c990bd4b None None] Deleting port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:40.336158 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca679001-3f76-4663-bb6b-5259c990bd4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.421495 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ca679001-3f76-4663-bb6b-5259c990bd4b None None] For port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6d17b4f4-8764-458b-92ba-0d23bb1d90a5,segment=NetworkSegment(e29e4907-728a-4850-86ed-cb60ae169bfd),segment_id=e29e4907-728a-4850-86ed-cb60ae169bfd)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:40.421846 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca679001-3f76-4663-bb6b-5259c990bd4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.436607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ca679001-3f76-4663-bb6b-5259c990bd4b None None] Calling delete_port for 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:40.473968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e08b2884-5668-42a5-adb5-50015bd0b065), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.486607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3d644c0a-a521-46dd-9caf-a61548f6da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:21:39Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:40.499929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=e08b2884-5668-42a5-adb5-50015bd0b065,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:40.518359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d644c0a-a521-46dd-9caf-a61548f6da31 None None] The sync data for ids ['29f83ed9-92c9-4d9e-986d-7562cd0ad8a7'] in n-d-615180-58 is: [{'id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607632429', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:21:39Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': 'e08b2884-5668-42a5-adb5-50015bd0b065', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f83ed9-92c9-4d9e-986d-7562cd0ad8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:45Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:21:40.558039 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca679001-3f76-4663-bb6b-5259c990bd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (6d17b4f4-8764-458b-92ba-0d23bb1d90a5), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.570109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.584640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca679001-3f76-4663-bb6b-5259c990bd4b None None] Pushing event deleted for resources: {'Port': ['ID=6d17b4f4-8764-458b-92ba-0d23bb1d90a5,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:40.588379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca679001-3f76-4663-bb6b-5259c990bd4b None None] No DVR routers for this DVR port 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:40.671575 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.673809 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_controller (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.720122 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (29f83ed9-92c9-4d9e-986d-7562cd0ad8a7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.720741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Fanout notify agent at l3_agent the message router_deleted on router 29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:21:40.728450 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.729574 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e0e71ead-582f-4c33-9b2c-4a2a4dda214f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/routers/29f83ed9-92c9-4d9e-986d-7562cd0ad8a7 HTTP/1.1" status: 204 len: 168 time: 0.8175931 Feb 11 05:21:40.732457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47310) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:40.823369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d190f88f-33e1-4381-a6c9-3da2e60098c2 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:40.846942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: d190f88f-33e1-4381-a6c9-3da2e60098c2 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:40.847318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d190f88f-33e1-4381-a6c9-3da2e60098c2 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:41.155957 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (8216e838-1160-4bfc-92aa-59e3fa4a17e7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.246203 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (8216e838-1160-4bfc-92aa-59e3fa4a17e7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.266813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8216e838-1160-4bfc-92aa-59e3fa4a17e7']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:41.276400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29e4907-728a-4850-86ed-cb60ae169bfd') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:41.276703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29e4907-728a-4850-86ed-cb60ae169bfd') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:41.286327 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (e29e4907-728a-4850-86ed-cb60ae169bfd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.300362 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (e29e4907-728a-4850-86ed-cb60ae169bfd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.306234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:41.306638 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (e29e4907-728a-4850-86ed-cb60ae169bfd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:41.309631 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:41.368522 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (8216e838-1160-4bfc-92aa-59e3fa4a17e7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.376243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.378890 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/networks/8216e838-1160-4bfc-92aa-59e3fa4a17e7 HTTP/1.1" status: 204 len: 168 time: 0.6454418 Feb 11 05:21:41.382239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47312) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:41.398841 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbe0cf-cd9b-46fa-88e0-c486f0ff16db tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Network': ['ID=8216e838-1160-4bfc-92aa-59e3fa4a17e7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:41.447788 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e558dc1b-eac0-481b-bf75-e772c6b9e329 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (fe71433b-9701-4a7e-81e0-389795773840), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.473468 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e558dc1b-eac0-481b-bf75-e772c6b9e329 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (fe71433b-9701-4a7e-81e0-389795773840), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.533359 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e558dc1b-eac0-481b-bf75-e772c6b9e329 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fe71433b-9701-4a7e-81e0-389795773840), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.535958 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e558dc1b-eac0-481b-bf75-e772c6b9e329 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.537184 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e558dc1b-eac0-481b-bf75-e772c6b9e329 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/security-groups/fe71433b-9701-4a7e-81e0-389795773840 HTTP/1.1" status: 204 len: 168 time: 0.1539102 Feb 11 05:21:41.546769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558dc1b-eac0-481b-bf75-e772c6b9e329 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe71433b-9701-4a7e-81e0-389795773840,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:41.612799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:41.633496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:41.633766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6d17b4f4-8764-458b-92ba-0d23bb1d90a5 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:41.634197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 95ead02e-2766-4577-b24f-f79b5d462d7e no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:41.654098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 95ead02e-2766-4577-b24f-f79b5d462d7e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:41.654458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 95ead02e-2766-4577-b24f-f79b5d462d7e not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:41.874235 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-247cd270-100e-4344-bfc9-77bd94baf8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.908320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47318) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:41.912960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-32cfd4bc-a38e-4ba7-aa48-22debf003797 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104070782', 'description': 'tempest-secgroup-smoke-104070782 description', 'project_id': '4606a55f42cf40e5a3952a4488271540'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:41.937648 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32cfd4bc-a38e-4ba7-aa48-22debf003797 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.000254 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32cfd4bc-a38e-4ba7-aa48-22debf003797 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (79165fdc-d8f9-45ec-86a3-f38a550d5fd2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.003859 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32cfd4bc-a38e-4ba7-aa48-22debf003797 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (79165fdc-d8f9-45ec-86a3-f38a550d5fd2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.031595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfd4bc-a38e-4ba7-aa48-22debf003797 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79165fdc-d8f9-45ec-86a3-f38a550d5fd2,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.035613 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-32cfd4bc-a38e-4ba7-aa48-22debf003797 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.037382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-32cfd4bc-a38e-4ba7-aa48-22debf003797 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1274979 Feb 11 05:21:42.040371 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47320) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:42.044503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0796b928-96bb-4ed0-b233-e9f64c2a775e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': '79165fdc-d8f9-45ec-86a3-f38a550d5fd2', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:42.068218 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0796b928-96bb-4ed0-b233-e9f64c2a775e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (d85a0799-b491-4c22-8b52-417126c3336e), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.122066 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0796b928-96bb-4ed0-b233-e9f64c2a775e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (d85a0799-b491-4c22-8b52-417126c3336e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.125760 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0796b928-96bb-4ed0-b233-e9f64c2a775e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (d85a0799-b491-4c22-8b52-417126c3336e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.145228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796b928-96bb-4ed0-b233-e9f64c2a775e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85a0799-b491-4c22-8b52-417126c3336e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.150194 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0796b928-96bb-4ed0-b233-e9f64c2a775e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.154283 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0796b928-96bb-4ed0-b233-e9f64c2a775e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102858 Feb 11 05:21:42.154283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47322) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:42.158447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c637c6b2-2152-434b-87a2-b672dd1336bb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': '79165fdc-d8f9-45ec-86a3-f38a550d5fd2', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:42.182847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c637c6b2-2152-434b-87a2-b672dd1336bb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (ac9d61f0-f823-4e6c-a8e6-493bfc3073c2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.236040 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c637c6b2-2152-434b-87a2-b672dd1336bb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (ac9d61f0-f823-4e6c-a8e6-493bfc3073c2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.239407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c637c6b2-2152-434b-87a2-b672dd1336bb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (ac9d61f0-f823-4e6c-a8e6-493bfc3073c2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.257186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637c6b2-2152-434b-87a2-b672dd1336bb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9d61f0-f823-4e6c-a8e6-493bfc3073c2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.265173 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c637c6b2-2152-434b-87a2-b672dd1336bb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.266356 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c637c6b2-2152-434b-87a2-b672dd1336bb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1113532 Feb 11 05:21:42.269093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47324) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:42.273892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-45a8da83-93b1-404d-b767-ccb567a92056 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': '79165fdc-d8f9-45ec-86a3-f38a550d5fd2', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:42.297808 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45a8da83-93b1-404d-b767-ccb567a92056 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (e94c9622-023f-47d2-a5c1-b76b76e82084), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.357161 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45a8da83-93b1-404d-b767-ccb567a92056 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (e94c9622-023f-47d2-a5c1-b76b76e82084), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.360492 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45a8da83-93b1-404d-b767-ccb567a92056 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e94c9622-023f-47d2-a5c1-b76b76e82084), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.377945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8da83-93b1-404d-b767-ccb567a92056 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94c9622-023f-47d2-a5c1-b76b76e82084,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.385471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45a8da83-93b1-404d-b767-ccb567a92056 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.386666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-45a8da83-93b1-404d-b767-ccb567a92056 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166618 Feb 11 05:21:42.389320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47326) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:42.393545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8ab46d0f-c462-4699-b738-11f23328ac92 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': '79165fdc-d8f9-45ec-86a3-f38a550d5fd2', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:42.417318 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ab46d0f-c462-4699-b738-11f23328ac92 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (aec1f433-cdbf-487a-badf-f495a39e3f15), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.472829 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ab46d0f-c462-4699-b738-11f23328ac92 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (aec1f433-cdbf-487a-badf-f495a39e3f15), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.476646 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ab46d0f-c462-4699-b738-11f23328ac92 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (aec1f433-cdbf-487a-badf-f495a39e3f15), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.494150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab46d0f-c462-4699-b738-11f23328ac92 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec1f433-cdbf-487a-badf-f495a39e3f15,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.501864 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ab46d0f-c462-4699-b738-11f23328ac92 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.506580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8ab46d0f-c462-4699-b738-11f23328ac92 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1131022 Feb 11 05:21:42.506786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47328) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:42.511286 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5384529c-6bd6-4e4d-a8ae-0794fe27f71f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': '79165fdc-d8f9-45ec-86a3-f38a550d5fd2', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:42.531014 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-5384529c-6bd6-4e4d-a8ae-0794fe27f71f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Project 4606a55f42cf40e5a3952a4488271540 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:21:42.535834 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5384529c-6bd6-4e4d-a8ae-0794fe27f71f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (251c8ad5-7a57-4caf-8937-7a1df4740892), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.593028 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5384529c-6bd6-4e4d-a8ae-0794fe27f71f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (251c8ad5-7a57-4caf-8937-7a1df4740892), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.596718 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5384529c-6bd6-4e4d-a8ae-0794fe27f71f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (251c8ad5-7a57-4caf-8937-7a1df4740892), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.613999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384529c-6bd6-4e4d-a8ae-0794fe27f71f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251c8ad5-7a57-4caf-8937-7a1df4740892,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.623223 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5384529c-6bd6-4e4d-a8ae-0794fe27f71f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.624347 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5384529c-6bd6-4e4d-a8ae-0794fe27f71f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166036 Feb 11 05:21:42.627083 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47330) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:42.632496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-491b5b06-9f60-4e2c-a56f-b16396d78309 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': '79165fdc-d8f9-45ec-86a3-f38a550d5fd2', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:42.656417 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-491b5b06-9f60-4e2c-a56f-b16396d78309 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Project 4606a55f42cf40e5a3952a4488271540 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:21:42.661403 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-491b5b06-9f60-4e2c-a56f-b16396d78309 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (6efb221c-6c35-4559-9e3d-003176627ec0), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.723491 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-491b5b06-9f60-4e2c-a56f-b16396d78309 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (6efb221c-6c35-4559-9e3d-003176627ec0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.727526 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-491b5b06-9f60-4e2c-a56f-b16396d78309 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (6efb221c-6c35-4559-9e3d-003176627ec0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.745464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b5b06-9f60-4e2c-a56f-b16396d78309 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efb221c-6c35-4559-9e3d-003176627ec0,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.754076 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-491b5b06-9f60-4e2c-a56f-b16396d78309 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.755293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-491b5b06-9f60-4e2c-a56f-b16396d78309 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269302 Feb 11 05:21:42.758858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47332) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:42.764093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-af0c06bd-5cd7-4c3e-952c-41959713b987 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'network': {'name': 'tempest-network-smoke--1828967583', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'port_security_enabled': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:42.783011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0c06bd-5cd7-4c3e-952c-41959713b987 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Made reservation on behalf of 4606a55f42cf40e5a3952a4488271540 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:42.786331 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af0c06bd-5cd7-4c3e-952c-41959713b987 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.809542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0c06bd-5cd7-4c3e-952c-41959713b987 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:42.818912 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af0c06bd-5cd7-4c3e-952c-41959713b987 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (bff01054-0b01-4ea7-8f32-73234cb0af87), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.819294 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-af0c06bd-5cd7-4c3e-952c-41959713b987 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Added segment bff01054-0b01-4ea7-8f32-73234cb0af87 of type vlan for network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe Feb 11 05:21:42.824472 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.858595 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af0c06bd-5cd7-4c3e-952c-41959713b987 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.882974 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af0c06bd-5cd7-4c3e-952c-41959713b987 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.887779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0c06bd-5cd7-4c3e-952c-41959713b987 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.888360 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af0c06bd-5cd7-4c3e-952c-41959713b987 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.928626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-af0c06bd-5cd7-4c3e-952c-41959713b987 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1684883 Feb 11 05:21:42.931283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47336) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:42.935760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'admin_state_up': True, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:42.957953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (4bc2e882-01f7-481b-a4a4-709e10ca305d), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.959185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (4bc2e882-01f7-481b-a4a4-709e10ca305d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.967026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c06bd-5cd7-4c3e-952c-41959713b987 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Network': ['ID=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.979884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:43.017717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_controller (4bc2e882-01f7-481b-a4a4-709e10ca305d), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.165329 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (4bc2e882-01f7-481b-a4a4-709e10ca305d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.200175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e08b2884-5668-42a5-adb5-50015bd0b065 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:43.226640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: e08b2884-5668-42a5-adb5-50015bd0b065 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:43.227016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e08b2884-5668-42a5-adb5-50015bd0b065 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:43.365772 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (4bc2e882-01f7-481b-a4a4-709e10ca305d), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.384196 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.485321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.25.7.28 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/9b8b5154-ecd3-4b42-86fb-30e05294a8f9) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:43.589397 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.621902 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.660285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:43.664573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:43.668122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:43.673306 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=9b8b5154-ecd3-4b42-86fb-30e05294a8f9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:43.918032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (4bc2e882-01f7-481b-a4a4-709e10ca305d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.118889 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (4bc2e882-01f7-481b-a4a4-709e10ca305d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.250231 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 4bc2e882-01f7-481b-a4a4-709e10ca305d is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:21:44.358969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:21:44.370217 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Sync routers for ids ['4bc2e882-01f7-481b-a4a4-709e10ca305d'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:21:44.382274 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Routers {'4bc2e882-01f7-481b-a4a4-709e10ca305d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:44.382921 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:21:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4bc2e882-01f7-481b-a4a4-709e10ca305d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:44.384873 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.388993 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e671dc53-41c5-4812-9b70-32a7b84d50f6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4538350 Feb 11 05:21:44.389442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47338) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:44.405268 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.421734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f0771f47-6d52-4840-8cc9-13c50f8fb2f1 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4606a55f42cf40e5a3952a4488271540&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286508 Feb 11 05:21:44.422049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47340) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:44.494163 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Set router 4bc2e882-01f7-481b-a4a4-709e10ca305d gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:44.511962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a192c1-4543-4b95-a954-4fea8a22e3ee tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.516018 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-51a192c1-4543-4b95-a954-4fea8a22e3ee tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905354 Feb 11 05:21:44.516237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47342) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:44.543866 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b1aaa309-cfbf-4f35-a765-beff5a51aa4d tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265741 Feb 11 05:21:44.546256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47344) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:44.550976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2bcb9bc8-58f2-4f5b-9367-30b98460d8a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2140603576', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:44.638503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcb9bc8-58f2-4f5b-9367-30b98460d8a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Made reservation on behalf of 4606a55f42cf40e5a3952a4488271540 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:44.642177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9bc8-58f2-4f5b-9367-30b98460d8a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.766871 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:21:43Z', 'revision_number': 3, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:44.793438 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Checking router: 4bc2e882-01f7-481b-a4a4-709e10ca305d for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:21:44.793816 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Updating router 4bc2e882-01f7-481b-a4a4-709e10ca305d port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:21:44.819720 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.832337 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9bc8-58f2-4f5b-9367-30b98460d8a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (465702fb-860c-405d-8b29-7a77bb4c7cc8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.891480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9bc8-58f2-4f5b-9367-30b98460d8a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Subnet': ['ID=465702fb-860c-405d-8b29-7a77bb4c7cc8,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:44.906310 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb9bc8-58f2-4f5b-9367-30b98460d8a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Checking segment: {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:44.906676 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcb9bc8-58f2-4f5b-9367-30b98460d8a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network hostable DHCP agents. Network: 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:44.923685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcb9bc8-58f2-4f5b-9367-30b98460d8a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:44.933535 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-2bcb9bc8-58f2-4f5b-9367-30b98460d8a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:44.938783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcb9bc8-58f2-4f5b-9367-30b98460d8a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.939448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9bc8-58f2-4f5b-9367-30b98460d8a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.942155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d4223a-ff85-4a4f-8a0e-d224b9793939 None None] Network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:44.963501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47346) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:44.964072 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2bcb9bc8-58f2-4f5b-9367-30b98460d8a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4161136 Feb 11 05:21:45.047864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ips': [{'subnet_id': '465702fb-860c-405d-8b29-7a77bb4c7cc8'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:45.048735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.079635 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Publish callbacks [] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.092337 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.141857 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Attempting to bind port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:45.142230 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Attempting to bind port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:45.142594 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Attempting to bind port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:45.150559 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:45.150959 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:45.151373 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.151919 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:45.152248 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Bound port: 9b8b5154-ecd3-4b42-86fb-30e05294a8f9, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:45.152636 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.199188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Allocated IP 172.20.0.2 (6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe/465702fb-860c-405d-8b29-7a77bb4c7cc8/bcc80405-dc81-4ee9-b881-faaeace6947d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:45.201778 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0df055-ee00-4867-aabd-9fc6f1cef85a None None] Pushing event updated for resources: {'Port': ['ID=9b8b5154-ecd3-4b42-86fb-30e05294a8f9,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:45.212000 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] For port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:45.216553 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] For port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9b8b5154-ecd3-4b42-86fb-30e05294a8f9,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:45.225556 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.278926 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Routers {'4bc2e882-01f7-481b-a4a4-709e10ca305d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:45.279568 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:21:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4bc2e882-01f7-481b-a4a4-709e10ca305d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:45.335813 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0df055-ee00-4867-aabd-9fc6f1cef85a None None] Pushing event updated for resources: {'Port': ['ID=9b8b5154-ecd3-4b42-86fb-30e05294a8f9,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:45.345663 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Publish callbacks [] for port (bcc80405-dc81-4ee9-b881-faaeace6947d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.352522 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (bcc80405-dc81-4ee9-b881-faaeace6947d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.399305 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:45.403436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:45.405303 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Pushing event updated for resources: {'Port': ['ID=bcc80405-dc81-4ee9-b881-faaeace6947d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:45.407532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:45.417684 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] Set router 4bc2e882-01f7-481b-a4a4-709e10ca305d gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:45.451425 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.465448 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Attempting to bind port bcc80405-dc81-4ee9-b881-faaeace6947d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:45.465818 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Attempting to bind port bcc80405-dc81-4ee9-b881-faaeace6947d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:45.466932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Attempting to bind port bcc80405-dc81-4ee9-b881-faaeace6947d on network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:45.471265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:45.471750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Checking segment: {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:45.472041 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.472430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Bound using segment: {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:45.473203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Bound port: bcc80405-dc81-4ee9-b881-faaeace6947d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:45.473786 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bcc80405-dc81-4ee9-b881-faaeace6947d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.545919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] For port bcc80405-dc81-4ee9-b881-faaeace6947d, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:45.549151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] For port bcc80405-dc81-4ee9-b881-faaeace6947d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bcc80405-dc81-4ee9-b881-faaeace6947d,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:45.557007 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bcc80405-dc81-4ee9-b881-faaeace6947d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.598708 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:21:43Z', 'revision_number': 3, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:45.617658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63c70c-c2e6-45c7-9bf9-6b263b1a8345 None None] Pushing event updated for resources: {'Port': ['ID=bcc80405-dc81-4ee9-b881-faaeace6947d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:45.636686 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7e625-9e0e-4345-b7e2-2eb6a727340d None None] The sync data for ids ['4bc2e882-01f7-481b-a4a4-709e10ca305d'] in n-d-615180-58 is: [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:21:43Z', 'revision_number': 3, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:21:45.658781 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.162193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.20.0.1 (6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe/465702fb-860c-405d-8b29-7a77bb4c7cc8/42b5b1cb-b116-4e17-8382-770cff2a8ee8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:46.282994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.320648 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.362962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:46.366402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:46.368986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:46.403907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=42b5b1cb-b116-4e17-8382-770cff2a8ee8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:46.425472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (4bc2e882-01f7-481b-a4a4-709e10ca305d), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.580176 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.671859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91361497-373d-45b1-87ca-78f48c0fe014 None None] Network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:46.787556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a8d0d6c-78ed-498f-a52f-0ebaa03271a6 None None] Provisioning complete for port bcc80405-dc81-4ee9-b881-faaeace6947d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:46.787923 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0d6c-78ed-498f-a52f-0ebaa03271a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bcc80405-dc81-4ee9-b881-faaeace6947d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.877351 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d0d6c-78ed-498f-a52f-0ebaa03271a6 None None] Current status of the port bcc80405-dc81-4ee9-b881-faaeace6947d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:46.878099 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0d6c-78ed-498f-a52f-0ebaa03271a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bcc80405-dc81-4ee9-b881-faaeace6947d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.878659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.885854 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.916481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4a8d0d6c-78ed-498f-a52f-0ebaa03271a6 None None] For port bcc80405-dc81-4ee9-b881-faaeace6947d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bcc80405-dc81-4ee9-b881-faaeace6947d,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:46.921846 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0d6c-78ed-498f-a52f-0ebaa03271a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bcc80405-dc81-4ee9-b881-faaeace6947d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.970784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=42b5b1cb-b116-4e17-8382-770cff2a8ee8,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:46.973395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (4bc2e882-01f7-481b-a4a4-709e10ca305d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.975720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d0d6c-78ed-498f-a52f-0ebaa03271a6 None None] Pushing event updated for resources: {'Port': ['ID=bcc80405-dc81-4ee9-b881-faaeace6947d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:47.073122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:47.074574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:47.151574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bec0d820-3e2e-4b3f-8b77-38b79b077586 None None] Provisioning complete for port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:47.151954 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bec0d820-3e2e-4b3f-8b77-38b79b077586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.199551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bec0d820-3e2e-4b3f-8b77-38b79b077586 None None] Port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:47.211832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bec0d820-3e2e-4b3f-8b77-38b79b077586 None None] Provisioning complete for port bcc80405-dc81-4ee9-b881-faaeace6947d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:47.212312 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bec0d820-3e2e-4b3f-8b77-38b79b077586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bcc80405-dc81-4ee9-b881-faaeace6947d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.233538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 4bc2e882-01f7-481b-a4a4-709e10ca305d has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:21:47.329372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bec0d820-3e2e-4b3f-8b77-38b79b077586 None None] Current status of the port bcc80405-dc81-4ee9-b881-faaeace6947d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:47.333043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:47.390133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:47.390580 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.417614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:21:47.423629 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-406b2fb0-ebc0-444a-9c17-ae789dcac2e6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "PUT /v2.0/routers/4bc2e882-01f7-481b-a4a4-709e10ca305d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4589326 Feb 11 05:21:47.430696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Sync routers for ids ['4bc2e882-01f7-481b-a4a4-709e10ca305d'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:21:47.457713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Routers {'4bc2e882-01f7-481b-a4a4-709e10ca305d'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:47.458355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-25589f23-f998-403d-b405-a630cfebb303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:21:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4bc2e882-01f7-481b-a4a4-709e10ca305d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:47.504963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-97065e8c-99cb-4661-8797-4cc1f7164c50 None None] Provisioning complete for port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:47.505850 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97065e8c-99cb-4661-8797-4cc1f7164c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.579514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-97065e8c-99cb-4661-8797-4cc1f7164c50 None None] Port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:47.612927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:47.613326 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.636032 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-8e614fea-bab5-4a29-90d9-b0815c54bfcc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104070782&fields=id&tenant_id=4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 267 time: 0.0478499 Feb 11 05:21:47.644567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9b8b5154-ecd3-4b42-86fb-30e05294a8f9,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:47.654106 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.654862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bcc80405-dc81-4ee9-b881-faaeace6947d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:47.657534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Set router 4bc2e882-01f7-481b-a4a4-709e10ca305d gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:47.747706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-8b47585d-536b-4c42-84a9-d2f1868b1842 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:47.749195 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-8b47585d-536b-4c42-84a9-d2f1868b1842 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/networks?id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe HTTP/1.1" status: 200 len: 797 time: 0.1060572 Feb 11 05:21:47.764778 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-17ad255e-8a4d-46a7-b4ff-208f114dae5c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/quotas/4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 375 time: 0.0098658 Feb 11 05:21:47.813872 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3d4f3208-2f1a-451b-ba97-865119b7d171 None None] Provisioning complete for port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:47.814497 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3d4f3208-2f1a-451b-ba97-865119b7d171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.824631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-56f938cf-3090-46f9-a4e4-d61fe05a3130 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543458 Feb 11 05:21:47.848561 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=9b8b5154-ecd3-4b42-86fb-30e05294a8f9,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:47.911506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f3208-2f1a-451b-ba97-865119b7d171 None None] Port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:47.917530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port bcc80405-dc81-4ee9-b881-faaeace6947d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:47.917910 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bcc80405-dc81-4ee9-b881-faaeace6947d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.919973 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-a14ec122-0590-4da5-b18c-c7f287de8b55 service neutron] 10.222.0.48 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839040 Feb 11 05:21:48.016521 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-2b007baf-fedd-4396-9144-14493dd6665a service neutron] 10.222.0.48 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905101 Feb 11 05:21:48.047343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port bcc80405-dc81-4ee9-b881-faaeace6947d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:48.050571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-25589f23-f998-403d-b405-a630cfebb303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:21:46Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '42b5b1cb-b116-4e17-8382-770cff2a8ee8', 'name': '', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:f7:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:45Z', 'updated_at': '2022-02-11T05:21:46Z', 'revision_number': 2, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:48.077893 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Checking router: 4bc2e882-01f7-481b-a4a4-709e10ca305d for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:21:48.078255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Updating router 4bc2e882-01f7-481b-a4a4-709e10ca305d port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:21:48.106806 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.185521 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e53e7c14-2f07-4306-990a-c89e0644fadc req-5503409e-8f72-4a41-8a55-d4dbebe1f726 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 210 time: 0.0297546 Feb 11 05:21:48.389243 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Publish callbacks [] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.395150 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.451886 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5917c99-ff50-4538-a3d6-f3a829e1f01c None None] Pushing event updated for resources: {'Port': ['ID=42b5b1cb-b116-4e17-8382-770cff2a8ee8,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:48.506859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Attempting to bind port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:48.507488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Attempting to bind port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:48.507900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Attempting to bind port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 on network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:48.513600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:48.514084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Checking segment: {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:48.514556 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.515081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Bound using segment: {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:48.515622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Bound port: 42b5b1cb-b116-4e17-8382-770cff2a8ee8, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:48.516074 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.588455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-25589f23-f998-403d-b405-a630cfebb303 None None] For port 42b5b1cb-b116-4e17-8382-770cff2a8ee8, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:48.591809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-25589f23-f998-403d-b405-a630cfebb303 None None] For port 42b5b1cb-b116-4e17-8382-770cff2a8ee8, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=42b5b1cb-b116-4e17-8382-770cff2a8ee8,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:48.598150 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.657846 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Routers {'4bc2e882-01f7-481b-a4a4-709e10ca305d'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:48.658507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-25589f23-f998-403d-b405-a630cfebb303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:21:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4bc2e882-01f7-481b-a4a4-709e10ca305d'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:48.695363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5917c99-ff50-4538-a3d6-f3a829e1f01c None None] Pushing event updated for resources: {'Port': ['ID=42b5b1cb-b116-4e17-8382-770cff2a8ee8,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:48.949484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1b5b542e-7fe3-4ca6-8b8f-b2845137d085 None None] Provisioning complete for port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:48.950175 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5b542e-7fe3-4ca6-8b8f-b2845137d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.952738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-25589f23-f998-403d-b405-a630cfebb303 None None] Set router 4bc2e882-01f7-481b-a4a4-709e10ca305d gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:49.169164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b542e-7fe3-4ca6-8b8f-b2845137d085 None None] Current status of the port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:49.169564 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5b542e-7fe3-4ca6-8b8f-b2845137d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.241880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1b5b542e-7fe3-4ca6-8b8f-b2845137d085 None None] For port 42b5b1cb-b116-4e17-8382-770cff2a8ee8, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=42b5b1cb-b116-4e17-8382-770cff2a8ee8,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:49.253978 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1b5b542e-7fe3-4ca6-8b8f-b2845137d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.290800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:49.314522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-466122e1-2c7d-4e8c-86a3-6a0643794ef1 req-054efcfb-7c06-49ee-9e8d-666e095d991d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 210 time: 0.0403750 Feb 11 05:21:49.331790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-7c5d288f-84b3-444f-8cd0-cca58d86e826 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:49.334120 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-7c5d288f-84b3-444f-8cd0-cca58d86e826 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.10 "GET /v2.0/networks?id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe HTTP/1.1" status: 200 len: 797 time: 0.1853600 Feb 11 05:21:49.345339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-25589f23-f998-403d-b405-a630cfebb303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:21:46Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '42b5b1cb-b116-4e17-8382-770cff2a8ee8', 'name': '', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:f7:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:45Z', 'updated_at': '2022-02-11T05:21:48Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:49.392741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25589f23-f998-403d-b405-a630cfebb303 None None] The sync data for ids ['4bc2e882-01f7-481b-a4a4-709e10ca305d'] in n-d-615180-58 is: [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:21:46Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '42b5b1cb-b116-4e17-8382-770cff2a8ee8', 'name': '', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:f7:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:45Z', 'updated_at': '2022-02-11T05:21:48Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:21:49.396523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b542e-7fe3-4ca6-8b8f-b2845137d085 None None] Pushing event updated for resources: {'Port': ['ID=42b5b1cb-b116-4e17-8382-770cff2a8ee8,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:49.410025 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-10b9c25c-1be0-4017-bbb5-98ac63cf03ee tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 379 time: 0.0574186 Feb 11 05:21:49.410671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bdffde33-6b12-4010-b030-c4053e7e93ee None None] Provisioning complete for port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:49.412647 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdffde33-6b12-4010-b030-c4053e7e93ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.430046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'port': {'device_id': '27480153-4de9-433c-96fe-d809a9a51adc', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'admin_state_up': True, 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'security_groups': ['79165fdc-d8f9-45ec-86a3-f38a550d5fd2']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:49.454417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:49.454803 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.584110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Made reservation on behalf of 4606a55f42cf40e5a3952a4488271540 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:49.587659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.594253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bdffde33-6b12-4010-b030-c4053e7e93ee None None] Current status of the port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:49.595404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:49.726724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.20.0.13 (6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe/465702fb-860c-405d-8b29-7a77bb4c7cc8/0720b0c5-ad47-4cf4-8506-e952330a488c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:49.873128 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.909523 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.957429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:49.962195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:49.964742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:49.991306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=0720b0c5-ad47-4cf4-8506-e952330a488c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:50.022329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.023133 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.041023 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-3a3208db-632d-44f8-8921-55b52b1d3f13 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6149960 Feb 11 05:21:50.059463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Request body: {'port': {'device_id': '27480153-4de9-433c-96fe-d809a9a51adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:50.126145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.220195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-61a34c2d-c54f-4318-bcce-73c24542881d None None] Provisioning complete for port 0720b0c5-ad47-4cf4-8506-e952330a488c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:50.220817 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61a34c2d-c54f-4318-bcce-73c24542881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.261061 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-61a34c2d-c54f-4318-bcce-73c24542881d None None] Port 0720b0c5-ad47-4cf4-8506-e952330a488c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:50.439486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0720b0c5-ad47-4cf4-8506-e952330a488c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:50.449786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Publish callbacks [] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.470357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Transition to ACTIVE for port object 0720b0c5-ad47-4cf4-8506-e952330a488c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:50.483864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d61e3-65ee-4e7a-89e2-1c3c13ff62c0 req-399fd4cc-2680-4214-a0d4-4ba61a58e406 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.485406 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-626d61e3-65ee-4e7a-89e2-1c3c13ff62c0 req-399fd4cc-2680-4214-a0d4-4ba61a58e406 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 932 time: 0.0883536 Feb 11 05:21:50.486713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.542417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47392) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:50.571332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Pushing event updated for resources: {'Port': ['ID=0720b0c5-ad47-4cf4-8506-e952330a488c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:50.623337 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-626d61e3-65ee-4e7a-89e2-1c3c13ff62c0 req-9ced8c80-8f88-445c-8053-ae4a93832dc9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166463 Feb 11 05:21:50.671420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2f682-8df0-45a3-ab52-ca0c5ee82aa5 req-6a696bc2-8952-496a-a229-4562d7d93b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.672984 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32e2f682-8df0-45a3-ab52-ca0c5ee82aa5 req-6a696bc2-8952-496a-a229-4562d7d93b9f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 1129 time: 0.1293902 Feb 11 05:21:50.687278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Attempting to bind port 0720b0c5-ad47-4cf4-8506-e952330a488c on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:50.687628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Attempting to bind port 0720b0c5-ad47-4cf4-8506-e952330a488c by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:50.687973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Attempting to bind port 0720b0c5-ad47-4cf4-8506-e952330a488c on network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:50.692886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Port 0720b0c5-ad47-4cf4-8506-e952330a488c on network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:50.693222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Attempting to bind port 0720b0c5-ad47-4cf4-8506-e952330a488c on network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:50.698620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:50.699256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Checking segment: {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:50.699665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Bound using segment: {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:50.700110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Bound port: 0720b0c5-ad47-4cf4-8506-e952330a488c, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:50.700481 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.722587 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32e2f682-8df0-45a3-ab52-ca0c5ee82aa5 req-9c170a74-a130-4fde-b419-83e710d2f4e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433981 Feb 11 05:21:50.779220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:50.782332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0720b0c5-ad47-4cf4-8506-e952330a488c,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:50.790205 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.830242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.830859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.832271 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] 10.222.0.10 "PUT /v2.0/ports/0720b0c5-ad47-4cf4-8506-e952330a488c HTTP/1.1" status: 200 len: 1093 time: 0.7779748 Feb 11 05:21:50.832715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:50.835036 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd79e82-17a8-4ed2-8ba7-9989e7d01e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:50.855952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80bd78-e0b7-429c-b9cd-b3aaafa0bb75 service neutron] Pushing event updated for resources: {'Port': ['ID=0720b0c5-ad47-4cf4-8506-e952330a488c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:50.888530 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd38911d-719e-4f53-8981-6c3e75f9b7f5 x-openstack-request-id: req-dd38911d-719e-4f53-8981-6c3e75f9b7f5 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:50.889080 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:50.889532 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd38911d-719e-4f53-8981-6c3e75f9b7f5 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:50.889944 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'status': 'completed', 'code': 200} Feb 11 05:21:50.953067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-6693b790-1765-45be-88c2-b78e6238776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.954654 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-6693b790-1765-45be-88c2-b78e6238776a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 1127 time: 0.0486164 Feb 11 05:21:51.000880 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-fa253a76-462b-48e8-a106-a7ff2b164d4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0720b0c5-ad47-4cf4-8506-e952330a488c HTTP/1.1" status: 200 len: 217 time: 0.0350142 Feb 11 05:21:51.051491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-48dc5878-feaa-487d-94c1-5c9b709d0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.053451 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-48dc5878-feaa-487d-94c1-5c9b709d0d6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=465702fb-860c-405d-8b29-7a77bb4c7cc8 HTTP/1.1" status: 200 len: 835 time: 0.0470755 Feb 11 05:21:51.105188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-f0c54c71-8089-42a3-b55f-4c5927249425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.106696 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-f0c54c71-8089-42a3-b55f-4c5927249425 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478585 Feb 11 05:21:51.199011 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-320843bf-6df3-47f9-8ab1-581984faf14e service neutron] 10.222.0.10 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861938 Feb 11 05:21:51.257450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 42b5b1cb-b116-4e17-8382-770cff2a8ee8 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:51.292562 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b32d77cd-7698-410f-ac2d-7efc9118add8 req-6e23f09e-444a-4ba0-8b45-42ecc9da5d2c service neutron] 10.222.0.10 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872898 Feb 11 05:21:51.308318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:51.308700 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.387819 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:51.418458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79e82-17a8-4ed2-8ba7-9989e7d01e9c req-300e3d85-cb8e-4bff-915d-a806fb9d625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.420213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fd79e82-17a8-4ed2-8ba7-9989e7d01e9c req-300e3d85-cb8e-4bff-915d-a806fb9d625a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 1127 time: 0.0462997 Feb 11 05:21:51.514792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79e82-17a8-4ed2-8ba7-9989e7d01e9c req-c513eb26-3846-4139-9bda-bf04f91b31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.516397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fd79e82-17a8-4ed2-8ba7-9989e7d01e9c req-c513eb26-3846-4139-9bda-bf04f91b31b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe HTTP/1.1" status: 200 len: 898 time: 0.0902739 Feb 11 05:21:51.557869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fd79e82-17a8-4ed2-8ba7-9989e7d01e9c req-af67c261-1242-4188-9690-bb4286ced6e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0720b0c5-ad47-4cf4-8506-e952330a488c HTTP/1.1" status: 200 len: 217 time: 0.0354354 Feb 11 05:21:51.609990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79e82-17a8-4ed2-8ba7-9989e7d01e9c req-c77ac5b7-aa5a-4711-9aac-eb0ba3345c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.611531 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fd79e82-17a8-4ed2-8ba7-9989e7d01e9c req-c77ac5b7-aa5a-4711-9aac-eb0ba3345c71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=465702fb-860c-405d-8b29-7a77bb4c7cc8 HTTP/1.1" status: 200 len: 835 time: 0.0471797 Feb 11 05:21:51.662111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79e82-17a8-4ed2-8ba7-9989e7d01e9c req-4e669926-f45d-4fb4-a0d7-7937261ef876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.665406 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fd79e82-17a8-4ed2-8ba7-9989e7d01e9c req-4e669926-f45d-4fb4-a0d7-7937261ef876 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472260 Feb 11 05:21:51.794754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d219096-9640-4a0c-940a-5885d7fee136 req-a688cfde-5458-43f5-b941-ee6639df8fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.796287 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6d219096-9640-4a0c-940a-5885d7fee136 req-a688cfde-5458-43f5-b941-ee6639df8fac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 944 time: 0.1144774 Feb 11 05:21:51.799744 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fd79e82-17a8-4ed2-8ba7-9989e7d01e9c req-80a4acbc-d5f4-485d-8684-f281578e9c4d service neutron] 10.222.0.10 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287601 Feb 11 05:21:51.897987 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6d219096-9640-4a0c-940a-5885d7fee136 req-593648df-f0d9-4396-ad9a-a8370a50d1cc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960627 Feb 11 05:21:51.919615 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fd79e82-17a8-4ed2-8ba7-9989e7d01e9c req-5f096a91-3bc4-4248-97bf-c897e2da5122 service neutron] 10.222.0.10 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114719 Feb 11 05:21:53.026222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b93a4-0d40-470d-af87-9946e6c0a84c req-da2efb8b-179d-4c11-abf4-97dc0f6e32cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.027753 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae3b93a4-0d40-470d-af87-9946e6c0a84c req-da2efb8b-179d-4c11-abf4-97dc0f6e32cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 944 time: 0.0568254 Feb 11 05:21:53.075518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae3b93a4-0d40-470d-af87-9946e6c0a84c req-d9a24dab-0977-4e28-b962-3fa1c160971c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422390 Feb 11 05:21:54.197154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b6be0-2cff-42d0-a8f9-f94b37ec3af2 req-69e84a49-987a-4383-aa87-667f54cb5cdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:54.198630 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-842b6be0-2cff-42d0-a8f9-f94b37ec3af2 req-69e84a49-987a-4383-aa87-667f54cb5cdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 944 time: 0.0566025 Feb 11 05:21:54.245600 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-842b6be0-2cff-42d0-a8f9-f94b37ec3af2 req-a5e61227-58fa-4d39-b2ed-28abbfa18ae6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413799 Feb 11 05:21:54.632074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0720b0c5-ad47-4cf4-8506-e952330a488c details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:54.723679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0720b0c5-ad47-4cf4-8506-e952330a488c,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:54.735972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'port_id': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'mac_address': 'fa:16:3e:8b:b8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:54.776783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 0720b0c5-ad47-4cf4-8506-e952330a488c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:54.777176 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.789494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0720b0c5-ad47-4cf4-8506-e952330a488c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:54.808355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0720b0c5-ad47-4cf4-8506-e952330a488c,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:54.811712 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.856398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=0720b0c5-ad47-4cf4-8506-e952330a488c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:55.152150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['0720b0c5-ad47-4cf4-8506-e952330a488c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:55.364970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2ff07-803e-4e6f-9683-507a961f5ecf req-f58c9d05-1fa9-4c32-9b63-26c1508d6320 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:55.366465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-acf2ff07-803e-4e6f-9683-507a961f5ecf req-f58c9d05-1fa9-4c32-9b63-26c1508d6320 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 945 time: 0.0530484 Feb 11 05:21:55.416401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-acf2ff07-803e-4e6f-9683-507a961f5ecf req-8b3e387c-f56e-4a2f-be95-f7394b5350f2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442853 Feb 11 05:21:56.535907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5170d28-1576-408a-903a-448d39688470 req-0d48e388-0ee9-4b38-884b-25adbf7d83c8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:56.537547 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5170d28-1576-408a-903a-448d39688470 req-0d48e388-0ee9-4b38-884b-25adbf7d83c8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 945 time: 0.0528712 Feb 11 05:21:56.585651 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5170d28-1576-408a-903a-448d39688470 req-3bd61f63-7991-4520-9fee-556e3d255316 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426109 Feb 11 05:21:56.648419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0720b0c5-ad47-4cf4-8506-e952330a488c up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:56.696765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 0720b0c5-ad47-4cf4-8506-e952330a488c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:21:56.700523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 0720b0c5-ad47-4cf4-8506-e952330a488c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:56.700903 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.779063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 0720b0c5-ad47-4cf4-8506-e952330a488c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:56.779455 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.802037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:56.804808 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652fd922-1ad4-4974-bd11-0a132b255fd2" -d '{"events": [{"server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "name": "network-vif-plugged", "status": "completed", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:56.816853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0720b0c5-ad47-4cf4-8506-e952330a488c,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:56.821670 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.845701 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571af47e-66d8-48ba-8642-85a06635712b x-openstack-request-id: req-571af47e-66d8-48ba-8642-85a06635712b {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:56.845991 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "name": "network-vif-plugged", "status": "completed", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:56.846244 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-571af47e-66d8-48ba-8642-85a06635712b {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:56.846628 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'code': 200} Feb 11 05:21:56.870990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=0720b0c5-ad47-4cf4-8506-e952330a488c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:56.974730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae726c-5621-4902-8691-3ae5927aa62e req-de942189-547a-4344-88cb-dbcbb1724ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:56.976175 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1cae726c-5621-4902-8691-3ae5927aa62e req-de942189-547a-4344-88cb-dbcbb1724ca4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 1129 time: 0.0466383 Feb 11 05:21:57.023638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1cae726c-5621-4902-8691-3ae5927aa62e req-f2502e15-8201-4b83-a97d-f344a2bdcd19 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391243 Feb 11 05:21:57.701667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26069973-2543-453f-a96f-c294c8528de4 req-3dc66ea5-591f-41b8-ac77-1b58811c3641 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:57.703168 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26069973-2543-453f-a96f-c294c8528de4 req-3dc66ea5-591f-41b8-ac77-1b58811c3641 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0516593 Feb 11 05:21:57.751481 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-26069973-2543-453f-a96f-c294c8528de4 req-a75cba2e-b1f2-4a88-ac0e-d8de09769db2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421627 Feb 11 05:21:58.870333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c952ef0-f6cf-4382-9be1-60373335b9e0 req-096d3f65-2152-4ad5-8dc3-610900562f1a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:58.871871 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2c952ef0-f6cf-4382-9be1-60373335b9e0 req-096d3f65-2152-4ad5-8dc3-610900562f1a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0517995 Feb 11 05:21:58.930045 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2c952ef0-f6cf-4382-9be1-60373335b9e0 req-d2130d58-47b6-44ab-a16f-209a68352e29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526056 Feb 11 05:21:59.047734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f3a86-1c31-4b11-9887-7c599fd6572b req-f87ef38a-bd94-413a-b5ec-0d6060d1af8f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:59.049102 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d41f3a86-1c31-4b11-9887-7c599fd6572b req-f87ef38a-bd94-413a-b5ec-0d6060d1af8f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0527682 Feb 11 05:21:59.103182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d41f3a86-1c31-4b11-9887-7c599fd6572b req-e549e5d4-5a06-4303-aba7-abbbb987afc6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482757 Feb 11 05:21:59.124936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47436) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:59.168376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65813857-97c7-4d03-86a4-d44478a9e4fe tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:59.169897 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-65813857-97c7-4d03-86a4-d44478a9e4fe tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 1124 time: 0.0439501 Feb 11 05:21:59.172769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47438) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:59.176935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:59.196351 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.294088 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.395095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.25.7.252 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/d550e664-543f-4522-803b-f07742d0599c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:59.498188 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (d550e664-543f-4522-803b-f07742d0599c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.532151 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d550e664-543f-4522-803b-f07742d0599c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.571818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:59.574725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:59.580940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:59.587833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=d550e664-543f-4522-803b-f07742d0599c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:59.940092 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (6e418bea-dedb-4a0c-b26e-3c0c979dc4ca), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.008735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d550e664-543f-4522-803b-f07742d0599c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.154101 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (d550e664-543f-4522-803b-f07742d0599c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.158711 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (d550e664-543f-4522-803b-f07742d0599c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.226659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=d550e664-543f-4522-803b-f07742d0599c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:00.238023 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (6e418bea-dedb-4a0c-b26e-3c0c979dc4ca), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.679224 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Floating IP 6e418bea-dedb-4a0c-b26e-3c0c979dc4ca associated. External IP: 172.25.7.252, port: 0720b0c5-ad47-4cf4-8506-e952330a488c. Feb 11 05:22:00.884002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 4bc2e882-01f7-481b-a4a4-709e10ca305d has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:00.997269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:01.007610 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd11c6-6f3d-455e-8201-2fdb0dd62a5d None None] Sync routers for ids ['4bc2e882-01f7-481b-a4a4-709e10ca305d'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:01.015431 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:01.017025 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd11c6-6f3d-455e-8201-2fdb0dd62a5d None None] Routers {'4bc2e882-01f7-481b-a4a4-709e10ca305d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:01.017651 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a4dd11c6-6f3d-455e-8201-2fdb0dd62a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:21:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4bc2e882-01f7-481b-a4a4-709e10ca305d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:01.049117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f47b6644-53e4-45ba-984a-6ed996d61fe4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8753376 Feb 11 05:22:01.049725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:01.052013 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052ae50e-7ac5-4bf3-bc11-af17d1a2e62d" -d '{"events": [{"name": "network-changed", "server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:01.120598 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b1b10e-2fe2-4ec3-8f6f-8d3eb1626cba x-openstack-request-id: req-c2b1b10e-2fe2-4ec3-8f6f-8d3eb1626cba {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:01.120887 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:01.121141 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2b1b10e-2fe2-4ec3-8f6f-8d3eb1626cba {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:01.121534 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'status': 'completed', 'code': 200} Feb 11 05:22:01.128530 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a4dd11c6-6f3d-455e-8201-2fdb0dd62a5d None None] Set router 4bc2e882-01f7-481b-a4a4-709e10ca305d gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:01.168546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed643b42-2b4e-4955-b298-a3bba2904dd7 req-7f6e8b14-8fac-47a9-8f24-d09da1985f2f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.170087 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed643b42-2b4e-4955-b298-a3bba2904dd7 req-7f6e8b14-8fac-47a9-8f24-d09da1985f2f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0591433 Feb 11 05:22:01.228276 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed643b42-2b4e-4955-b298-a3bba2904dd7 req-120f2064-fb02-4517-b619-cf0da2ed72ef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524783 Feb 11 05:22:01.251799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47448) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:01.274214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ae50e-7ac5-4bf3-bc11-af17d1a2e62d req-953a2880-dc13-4aa0-8273-1544bed48c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.275992 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-052ae50e-7ac5-4bf3-bc11-af17d1a2e62d req-953a2880-dc13-4aa0-8273-1544bed48c16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 1129 time: 0.1167700 Feb 11 05:22:01.319636 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2e1cd5cd-ebcd-4b0c-be73-fecb266cfec2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/6e418bea-dedb-4a0c-b26e-3c0c979dc4ca HTTP/1.1" status: 200 len: 992 time: 0.0647831 Feb 11 05:22:01.366568 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ae50e-7ac5-4bf3-bc11-af17d1a2e62d req-2d5a176e-38e2-4dd7-ba92-518e1a806556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.368066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-052ae50e-7ac5-4bf3-bc11-af17d1a2e62d req-2d5a176e-38e2-4dd7-ba92-518e1a806556 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe HTTP/1.1" status: 200 len: 898 time: 0.0861812 Feb 11 05:22:01.368415 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a4dd11c6-6f3d-455e-8201-2fdb0dd62a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:21:46Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6e418bea-dedb-4a0c-b26e-3c0c979dc4ca', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'port_id': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'mac_address': 'fa:16:3e:8b:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27480153-4de9-433c-96fe-d809a9a51adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:21:59Z', 'updated_at': '2022-02-11T05:21:59Z', 'revision_number': 0, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5b1cb-b116-4e17-8382-770cff2a8ee8', 'name': '', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:f7:db:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:45Z', 'updated_at': '2022-02-11T05:21:49Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:01.398345 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd11c6-6f3d-455e-8201-2fdb0dd62a5d None None] Checking router: 4bc2e882-01f7-481b-a4a4-709e10ca305d for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:01.406617 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd11c6-6f3d-455e-8201-2fdb0dd62a5d None None] Routers {'4bc2e882-01f7-481b-a4a4-709e10ca305d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:01.407259 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a4dd11c6-6f3d-455e-8201-2fdb0dd62a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:21:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4bc2e882-01f7-481b-a4a4-709e10ca305d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:01.436332 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-052ae50e-7ac5-4bf3-bc11-af17d1a2e62d req-814b2546-1b4f-415b-8851-81fb1019da2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0720b0c5-ad47-4cf4-8506-e952330a488c HTTP/1.1" status: 200 len: 1000 time: 0.0622211 Feb 11 05:22:01.482878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ae50e-7ac5-4bf3-bc11-af17d1a2e62d req-3eed809a-e861-449a-a62c-40be32473636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.484372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-052ae50e-7ac5-4bf3-bc11-af17d1a2e62d req-3eed809a-e861-449a-a62c-40be32473636 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=465702fb-860c-405d-8b29-7a77bb4c7cc8 HTTP/1.1" status: 200 len: 835 time: 0.0430233 Feb 11 05:22:01.514390 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a4dd11c6-6f3d-455e-8201-2fdb0dd62a5d None None] Set router 4bc2e882-01f7-481b-a4a4-709e10ca305d gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:01.533764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ae50e-7ac5-4bf3-bc11-af17d1a2e62d req-2189d382-5449-4fd8-bc78-f7b5bb0e155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.535345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-052ae50e-7ac5-4bf3-bc11-af17d1a2e62d req-2189d382-5449-4fd8-bc78-f7b5bb0e155c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443041 Feb 11 05:22:01.626653 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-052ae50e-7ac5-4bf3-bc11-af17d1a2e62d req-566edecd-ad8c-46ef-9bc2-e13d0fce6887 service neutron] 10.222.0.10 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856669 Feb 11 05:22:01.719995 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-052ae50e-7ac5-4bf3-bc11-af17d1a2e62d req-f9032145-dee5-4a11-85a3-b3fc681d66d0 service neutron] 10.222.0.10 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871906 Feb 11 05:22:01.828641 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a4dd11c6-6f3d-455e-8201-2fdb0dd62a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:21:46Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6e418bea-dedb-4a0c-b26e-3c0c979dc4ca', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'port_id': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'mac_address': 'fa:16:3e:8b:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27480153-4de9-433c-96fe-d809a9a51adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:21:59Z', 'updated_at': '2022-02-11T05:21:59Z', 'revision_number': 0, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5b1cb-b116-4e17-8382-770cff2a8ee8', 'name': '', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:f7:db:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:45Z', 'updated_at': '2022-02-11T05:21:49Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:01.856821 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd11c6-6f3d-455e-8201-2fdb0dd62a5d None None] The sync data for ids ['4bc2e882-01f7-481b-a4a4-709e10ca305d'] in n-d-615180-58 is: [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:21:46Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6e418bea-dedb-4a0c-b26e-3c0c979dc4ca', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'port_id': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'mac_address': 'fa:16:3e:8b:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27480153-4de9-433c-96fe-d809a9a51adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:21:59Z', 'updated_at': '2022-02-11T05:21:59Z', 'revision_number': 0, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5b1cb-b116-4e17-8382-770cff2a8ee8', 'name': '', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:f7:db:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:45Z', 'updated_at': '2022-02-11T05:21:49Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:02.034177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b0017-d943-45c7-a6a9-10b977e3e961 None None] New status for floating IP 6e418bea-dedb-4a0c-b26e-3c0c979dc4ca: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:22:02.322405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47450) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:02.389440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b5da72fd-52c5-423f-be4d-014e74995a7f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/6e418bea-dedb-4a0c-b26e-3c0c979dc4ca HTTP/1.1" status: 200 len: 994 time: 0.0656965 Feb 11 05:22:03.548921 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.616859 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.425026 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c859-4f83-4d20-a6d3-a4017027acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.868906 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-24fa98e9-d840-4cb7-a16f-e3600ee4845d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.826094 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.406464 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.597371 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:22:15.655243 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.395763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47466) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:16.760601 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.129471 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting port 9a73a455-1853-4b7e-a52a-6a4599582173 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:17.129816 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.220796 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] For port 9a73a455-1853-4b7e-a52a-6a4599582173, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9a73a455-1853-4b7e-a52a-6a4599582173,segment=NetworkSegment(32c63c89-14f9-4b0f-9650-0be1929cca7b),segment_id=32c63c89-14f9-4b0f-9650-0be1929cca7b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:17.221169 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.233381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Calling delete_port for 9a73a455-1853-4b7e-a52a-6a4599582173 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:17.467828 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9a73a455-1853-4b7e-a52a-6a4599582173), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.494348 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Port': ['ID=9a73a455-1853-4b7e-a52a-6a4599582173,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:17.507506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.507506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.507733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.507909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.508258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.508600 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.508944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.509282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.509615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.509949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.510284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.510618 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.510980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:17.686182 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.908230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:18.014523 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:18.019765 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-abf98093-9949-4320-94ae-e326a1ede06a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "PUT /v2.0/routers/7f89f91f-0211-4d07-8586-7b4a4bd0cc8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6229870 Feb 11 05:22:18.024945 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5c2b9-1f5c-41e3-9985-0d546aa3fee2 None None] Sync routers for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:18.034393 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5c2b9-1f5c-41e3-9985-0d546aa3fee2 None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:18.035043 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4dd5c2b9-1f5c-41e3-9985-0d546aa3fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:18.143385 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4dd5c2b9-1f5c-41e3-9985-0d546aa3fee2 None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:18.251107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453271e-c251-4614-bc05-e7570d2acd70 req-8d5ab188-51e1-406c-9782-dedaa2920bd2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:18.252754 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5453271e-c251-4614-bc05-e7570d2acd70 req-8d5ab188-51e1-406c-9782-dedaa2920bd2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 946 time: 0.0568261 Feb 11 05:22:18.301181 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5453271e-c251-4614-bc05-e7570d2acd70 req-668e75a8-ac85-492b-91e5-ea218f0a1666 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e43d03f-664f-4147-9a65-07e0be84b198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420766 Feb 11 05:22:18.366643 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4dd5c2b9-1f5c-41e3-9985-0d546aa3fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 6, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '594c81e4-c649-4bd3-ac7f-09f3ff6f300f', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'port_id': '03d90bd9-866f-496a-90a6-16a96d615d11', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'mac_address': 'fa:16:3e:96:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:20:39Z', 'updated_at': '2022-02-11T05:20:41Z', 'revision_number': 1, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:18.392910 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5c2b9-1f5c-41e3-9985-0d546aa3fee2 None None] Checking router: 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:18.401487 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5c2b9-1f5c-41e3-9985-0d546aa3fee2 None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:18.402088 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4dd5c2b9-1f5c-41e3-9985-0d546aa3fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:18.507077 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4dd5c2b9-1f5c-41e3-9985-0d546aa3fee2 None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:18.720674 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4dd5c2b9-1f5c-41e3-9985-0d546aa3fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 6, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '594c81e4-c649-4bd3-ac7f-09f3ff6f300f', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'port_id': '03d90bd9-866f-496a-90a6-16a96d615d11', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'mac_address': 'fa:16:3e:96:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:20:39Z', 'updated_at': '2022-02-11T05:20:41Z', 'revision_number': 1, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:18.749019 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5c2b9-1f5c-41e3-9985-0d546aa3fee2 None None] The sync data for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 is: [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 6, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '594c81e4-c649-4bd3-ac7f-09f3ff6f300f', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'port_id': '03d90bd9-866f-496a-90a6-16a96d615d11', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'mac_address': 'fa:16:3e:96:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:20:39Z', 'updated_at': '2022-02-11T05:20:41Z', 'revision_number': 1, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:19.249039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9a73a455-1853-4b7e-a52a-6a4599582173 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:19.269355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 9a73a455-1853-4b7e-a52a-6a4599582173 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:19.269531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9a73a455-1853-4b7e-a52a-6a4599582173 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:19.431881 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f04dd-20d7-4557-acaa-1d659de3ff82 req-d033504b-cc6e-48bf-b1c5-70ca4f0ea2d6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.433349 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-782f04dd-20d7-4557-acaa-1d659de3ff82 req-d033504b-cc6e-48bf-b1c5-70ca4f0ea2d6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 946 time: 0.0569954 Feb 11 05:22:19.481125 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-782f04dd-20d7-4557-acaa-1d659de3ff82 req-654f7fe6-f5f4-4a6a-a232-132274ea11b2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e43d03f-664f-4147-9a65-07e0be84b198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422466 Feb 11 05:22:20.053517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75032c95-f3de-4a6b-8761-ce3f4032529b req-3efe1b67-b80e-4f14-bc6f-f9cdcad06a38 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:20.055057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75032c95-f3de-4a6b-8761-ce3f4032529b req-3efe1b67-b80e-4f14-bc6f-f9cdcad06a38 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 946 time: 0.0548463 Feb 11 05:22:20.151671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-75032c95-f3de-4a6b-8761-ce3f4032529b req-9bf79eea-1628-426c-ad62-19bcc63d6e38 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:20.152019 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-75032c95-f3de-4a6b-8761-ce3f4032529b req-9bf79eea-1628-426c-ad62-19bcc63d6e38 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.239403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-75032c95-f3de-4a6b-8761-ce3f4032529b req-9bf79eea-1628-426c-ad62-19bcc63d6e38 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] For port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=9dd154ab-15e6-4ce3-b4a3-23818ab37a40,segment=NetworkSegment(32c63c89-14f9-4b0f-9650-0be1929cca7b),segment_id=32c63c89-14f9-4b0f-9650-0be1929cca7b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:20.239778 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-75032c95-f3de-4a6b-8761-ce3f4032529b req-9bf79eea-1628-426c-ad62-19bcc63d6e38 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.252362 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-75032c95-f3de-4a6b-8761-ce3f4032529b req-9bf79eea-1628-426c-ad62-19bcc63d6e38 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Calling delete_port for 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:20.385573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-75032c95-f3de-4a6b-8761-ce3f4032529b req-9bf79eea-1628-426c-ad62-19bcc63d6e38 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9dd154ab-15e6-4ce3-b4a3-23818ab37a40), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.413634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf79eea-1628-426c-ad62-19bcc63d6e38 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Port': ['ID=9dd154ab-15e6-4ce3-b4a3-23818ab37a40,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:20.456926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-75032c95-f3de-4a6b-8761-ce3f4032529b req-9bf79eea-1628-426c-ad62-19bcc63d6e38 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] No DVR routers for this DVR port 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:20.459999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-75032c95-f3de-4a6b-8761-ce3f4032529b req-9bf79eea-1628-426c-ad62-19bcc63d6e38 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.463373 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75032c95-f3de-4a6b-8761-ce3f4032529b req-9bf79eea-1628-426c-ad62-19bcc63d6e38 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.60 "DELETE /v2.0/ports/9dd154ab-15e6-4ce3-b4a3-23818ab37a40 HTTP/1.1" status: 204 len: 173 time: 0.4032738 Feb 11 05:22:20.463822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9d09a4-bbea-4d67-8bcc-93ad524e3598', 'name': 'network-vif-deleted', 'tag': '9dd154ab-15e6-4ce3-b4a3-23818ab37a40'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:20.466155 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a94f70-18ed-48f6-bc2c-1c54283a8015" -d '{"events": [{"server_uuid": "cf9d09a4-bbea-4d67-8bcc-93ad524e3598", "name": "network-vif-deleted", "tag": "9dd154ab-15e6-4ce3-b4a3-23818ab37a40"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:20.510023 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23f6363-8742-40a1-b093-045458038707 x-openstack-request-id: req-a23f6363-8742-40a1-b093-045458038707 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:20.510323 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9d09a4-bbea-4d67-8bcc-93ad524e3598", "name": "network-vif-deleted", "tag": "9dd154ab-15e6-4ce3-b4a3-23818ab37a40", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:20.510590 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a23f6363-8742-40a1-b093-045458038707 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:20.511520 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9d09a4-bbea-4d67-8bcc-93ad524e3598', 'name': 'network-vif-deleted', 'tag': '9dd154ab-15e6-4ce3-b4a3-23818ab37a40', 'status': 'completed', 'code': 200} Feb 11 05:22:20.583556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00e19f74-8b59-42df-81af-377a68a3116d req-2cb2ed4f-e8cf-4112-a0ba-308af716c1f3 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9d09a4-bbea-4d67-8bcc-93ad524e3598 HTTP/1.1" status: 200 len: 210 time: 0.0295846 Feb 11 05:22:21.640389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47482) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:21.703279 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c30f3643-1b39-4347-86c6-55164c4aad07 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (0e43d03f-664f-4147-9a65-07e0be84b198), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.729090 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c30f3643-1b39-4347-86c6-55164c4aad07 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (0e43d03f-664f-4147-9a65-07e0be84b198), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.788782 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c30f3643-1b39-4347-86c6-55164c4aad07 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0e43d03f-664f-4147-9a65-07e0be84b198), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.791418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c30f3643-1b39-4347-86c6-55164c4aad07 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.792605 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c30f3643-1b39-4347-86c6-55164c4aad07 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/security-groups/0e43d03f-664f-4147-9a65-07e0be84b198 HTTP/1.1" status: 204 len: 168 time: 0.1512473 Feb 11 05:22:21.801807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f3643-1b39-4347-86c6-55164c4aad07 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e43d03f-664f-4147-9a65-07e0be84b198,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:21.827443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47486) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:21.878174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting subnet 171563cc-f202-4025-b0a5-19e06fd00886 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:21.881478 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for subnet (171563cc-f202-4025-b0a5-19e06fd00886), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.924380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (171563cc-f202-4025-b0a5-19e06fd00886), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.032267 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (171563cc-f202-4025-b0a5-19e06fd00886), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.091339 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (171563cc-f202-4025-b0a5-19e06fd00886), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.122343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Subnet': ['ID=171563cc-f202-4025-b0a5-19e06fd00886,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:22.126846 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.130269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/subnets/171563cc-f202-4025-b0a5-19e06fd00886 HTTP/1.1" status: 204 len: 168 time: 0.3018320 Feb 11 05:22:22.133714 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47488) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:22.136314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.136671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.137022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.137367 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.137714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.137857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7778970-9599-4361-abbc-6a6dbc5d9938 None None] Network ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:22.138308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.138424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.138700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.139055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.139389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.139718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.140075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.140407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e647e7-8e92-4fe7-8478-b198c3087af2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.214197 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.274712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting port 5464b18e-4aee-4837-abd8-7e371b4ddaef {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:22.275094 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.291971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] DHCP port deletion for ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:22:22.343898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Deleting port 5464b18e-4aee-4837-abd8-7e371b4ddaef {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:22.344274 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.344985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] For port 5464b18e-4aee-4837-abd8-7e371b4ddaef, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5464b18e-4aee-4837-abd8-7e371b4ddaef,segment=NetworkSegment(32c63c89-14f9-4b0f-9650-0be1929cca7b),segment_id=32c63c89-14f9-4b0f-9650-0be1929cca7b)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:22.345402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.358295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Calling delete_port for 5464b18e-4aee-4837-abd8-7e371b4ddaef owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:22.406871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] For port 5464b18e-4aee-4837-abd8-7e371b4ddaef, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5464b18e-4aee-4837-abd8-7e371b4ddaef,segment=NetworkSegment(32c63c89-14f9-4b0f-9650-0be1929cca7b),segment_id=32c63c89-14f9-4b0f-9650-0be1929cca7b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:22.407267 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.420930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Calling delete_port for 5464b18e-4aee-4837-abd8-7e371b4ddaef owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:22.507029 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.533871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Pushing event deleted for resources: {'Port': ['ID=5464b18e-4aee-4837-abd8-7e371b4ddaef,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:22.546153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] No DVR routers for this DVR port 5464b18e-4aee-4837-abd8-7e371b4ddaef on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:22.558548 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.558975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.559383 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.559732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.560065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.560394 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.560848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.561146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.561460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.561787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.562111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.562445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.562745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c951c5a6-f2c0-4ba7-aff1-221ccc7d05fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:22.633582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6650e6f-79af-4688-8a4f-98e98ffe7c17 req-c4bf53af-9384-49bc-b589-4a76771c0afc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503187 Feb 11 05:22:22.746646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6650e6f-79af-4688-8a4f-98e98ffe7c17 req-1f896678-800e-4da8-b581-7e89ba344e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.748208 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6650e6f-79af-4688-8a4f-98e98ffe7c17 req-1f896678-800e-4da8-b581-7e89ba344e4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 1129 time: 0.0481975 Feb 11 05:22:22.787156 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5464b18e-4aee-4837-abd8-7e371b4ddaef), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.814170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Port': ['ID=5464b18e-4aee-4837-abd8-7e371b4ddaef,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:22.815943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] No DVR routers for this DVR port 5464b18e-4aee-4837-abd8-7e371b4ddaef on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:22.856977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6650e6f-79af-4688-8a4f-98e98ffe7c17 req-8be4f321-0606-4a82-afc2-a2dd69b731dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.858571 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6650e6f-79af-4688-8a4f-98e98ffe7c17 req-8be4f321-0606-4a82-afc2-a2dd69b731dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d7f7725-4ac2-4a85-8c7d-732756a8f790 HTTP/1.1" status: 200 len: 897 time: 0.0915051 Feb 11 05:22:22.895148 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.916227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:22.923457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6650e6f-79af-4688-8a4f-98e98ffe7c17 req-0d7ca9ca-1f70-40b1-b032-9a1e86724a1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03d90bd9-866f-496a-90a6-16a96d615d11 HTTP/1.1" status: 200 len: 1002 time: 0.0574396 Feb 11 05:22:22.925234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c63c89-14f9-4b0f-9650-0be1929cca7b') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:22.925534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c63c89-14f9-4b0f-9650-0be1929cca7b') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:22.934740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (32c63c89-14f9-4b0f-9650-0be1929cca7b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.948051 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (32c63c89-14f9-4b0f-9650-0be1929cca7b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.953866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:22:22.954252 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (32c63c89-14f9-4b0f-9650-0be1929cca7b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: self.session.flush() Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:22:22.957419 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:22:22.976645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6650e6f-79af-4688-8a4f-98e98ffe7c17 req-44f9a13a-b0ff-4f43-b50d-5a3d81697435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.978373 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6650e6f-79af-4688-8a4f-98e98ffe7c17 req-44f9a13a-b0ff-4f43-b50d-5a3d81697435 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9544226e-f3a3-44cc-b437-a3d4a7687558 HTTP/1.1" status: 200 len: 835 time: 0.0485370 Feb 11 05:22:23.013837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:23.019102 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.027200 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.030289 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/networks/ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a HTTP/1.1" status: 204 len: 168 time: 0.8952250 Feb 11 05:22:23.035079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47494) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:23.039449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6650e6f-79af-4688-8a4f-98e98ffe7c17 req-47be74c9-c851-4eb4-af7a-1f6d5104cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:23.041097 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6650e6f-79af-4688-8a4f-98e98ffe7c17 req-47be74c9-c851-4eb4-af7a-1f6d5104cbc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d7f7725-4ac2-4a85-8c7d-732756a8f790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0567362 Feb 11 05:22:23.044933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:23.045288 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 9dd154ab-15e6-4ce3-b4a3-23818ab37a40 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:23.055118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad195c97-cc38-4dcd-8d48-3d6fa52ea9a1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Network': ['ID=ea4b9fc6-cc1a-4834-bfae-58ec6a7edb1a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:23.133558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6650e6f-79af-4688-8a4f-98e98ffe7c17 req-81dccaf5-1dde-40ae-b413-9fe42d2a79e7 service neutron] 10.222.0.10 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850790 Feb 11 05:22:23.215033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting port 464be12a-69bc-4a3c-8429-9ec0a9847570 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:23.215961 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (464be12a-69bc-4a3c-8429-9ec0a9847570), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.232241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6650e6f-79af-4688-8a4f-98e98ffe7c17 req-4297c0b2-ef13-4c38-997e-c477fa14d1cb service neutron] 10.222.0.10 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927823 Feb 11 05:22:23.262331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5464b18e-4aee-4837-abd8-7e371b4ddaef no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:23.282965 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 5464b18e-4aee-4837-abd8-7e371b4ddaef {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:23.283216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5464b18e-4aee-4837-abd8-7e371b4ddaef not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:23.299662 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (464be12a-69bc-4a3c-8429-9ec0a9847570), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.299992 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for floatingip (464be12a-69bc-4a3c-8429-9ec0a9847570), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.312217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Calling delete_port for 464be12a-69bc-4a3c-8429-9ec0a9847570 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:23.486871 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (464be12a-69bc-4a3c-8429-9ec0a9847570), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.513068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Port': ['ID=464be12a-69bc-4a3c-8429-9ec0a9847570,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:23.575302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for floatingip (594c81e4-c649-4bd3-ac7f-09f3ff6f300f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.575561 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Floating IP 594c81e4-c649-4bd3-ac7f-09f3ff6f300f disassociated (deleted). External IP: 172.25.7.112, port: 03d90bd9-866f-496a-90a6-16a96d615d11. Feb 11 05:22:23.795277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:23.906394 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:23.911196 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.915549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bace80-c148-4dac-86a2-b7f5561979b9 None None] Sync routers for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:23.925377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bace80-c148-4dac-86a2-b7f5561979b9 None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:23.926132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6bace80-c148-4dac-86a2-b7f5561979b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:23.939554 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b3fadb12-5f5e-4c91-a6d1-6ca16011aee8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/floatingips/594c81e4-c649-4bd3-ac7f-09f3ff6f300f HTTP/1.1" status: 204 len: 168 time: 0.9035499 Feb 11 05:22:23.940255 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'tag': '03d90bd9-866f-496a-90a6-16a96d615d11'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:23.942642 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56145178-3d1d-42ee-963e-6d30007b1a51" -d '{"events": [{"name": "network-changed", "server_uuid": "94d9ad6b-d983-4b7a-92c1-7f6957865140", "tag": "03d90bd9-866f-496a-90a6-16a96d615d11"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:23.986649 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bba02bc-9440-4d7e-bae5-30e7e402d159 x-openstack-request-id: req-8bba02bc-9440-4d7e-bae5-30e7e402d159 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:23.987102 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d9ad6b-d983-4b7a-92c1-7f6957865140", "tag": "03d90bd9-866f-496a-90a6-16a96d615d11", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:23.987459 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8bba02bc-9440-4d7e-bae5-30e7e402d159 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:23.987953 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'tag': '03d90bd9-866f-496a-90a6-16a96d615d11', 'status': 'completed', 'code': 200} Feb 11 05:22:24.040996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c6bace80-c148-4dac-86a2-b7f5561979b9 None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:24.080401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56145178-3d1d-42ee-963e-6d30007b1a51 req-fbd88677-c395-403a-8f39-7fc9c082ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.082864 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56145178-3d1d-42ee-963e-6d30007b1a51 req-fbd88677-c395-403a-8f39-7fc9c082ce57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 1129 time: 0.0508337 Feb 11 05:22:24.191247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0705e5-026f-4b47-b0e6-49ae423e33ad req-2f6ff7e1-2f5b-425f-aa26-f0f540aa4f5d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.192825 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c0705e5-026f-4b47-b0e6-49ae423e33ad req-2f6ff7e1-2f5b-425f-aa26-f0f540aa4f5d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 946 time: 0.0584221 Feb 11 05:22:24.233907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56145178-3d1d-42ee-963e-6d30007b1a51 req-a2b24895-7574-4847-bb0e-155293634ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.235616 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56145178-3d1d-42ee-963e-6d30007b1a51 req-a2b24895-7574-4847-bb0e-155293634ee0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d7f7725-4ac2-4a85-8c7d-732756a8f790 HTTP/1.1" status: 200 len: 897 time: 0.1039805 Feb 11 05:22:24.247155 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c0705e5-026f-4b47-b0e6-49ae423e33ad req-ef9850b3-8e99-4628-b28e-687514715be5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=55f59d66-bf6e-4978-a537-5c52c5ae9133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464644 Feb 11 05:22:24.283665 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56145178-3d1d-42ee-963e-6d30007b1a51 req-2fbb3068-57d9-4229-8627-ce8895ab591f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03d90bd9-866f-496a-90a6-16a96d615d11 HTTP/1.1" status: 200 len: 217 time: 0.0402141 Feb 11 05:22:24.334101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56145178-3d1d-42ee-963e-6d30007b1a51 req-ed0ef3ec-fbc2-4cfa-91a6-28ae49651cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.335612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56145178-3d1d-42ee-963e-6d30007b1a51 req-ed0ef3ec-fbc2-4cfa-91a6-28ae49651cf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9544226e-f3a3-44cc-b437-a3d4a7687558 HTTP/1.1" status: 200 len: 835 time: 0.0452821 Feb 11 05:22:24.388591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56145178-3d1d-42ee-963e-6d30007b1a51 req-2d5de789-21ab-4a42-a03e-966c8dbcfbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.390363 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56145178-3d1d-42ee-963e-6d30007b1a51 req-2d5de789-21ab-4a42-a03e-966c8dbcfbc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d7f7725-4ac2-4a85-8c7d-732756a8f790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485001 Feb 11 05:22:24.416194 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6bace80-c148-4dac-86a2-b7f5561979b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 6, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:24.448350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bace80-c148-4dac-86a2-b7f5561979b9 None None] Checking router: 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:24.457358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bace80-c148-4dac-86a2-b7f5561979b9 None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:24.458007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6bace80-c148-4dac-86a2-b7f5561979b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:24.573288 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c6bace80-c148-4dac-86a2-b7f5561979b9 None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:24.780783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c6bace80-c148-4dac-86a2-b7f5561979b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 6, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:24.797524 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56145178-3d1d-42ee-963e-6d30007b1a51 req-b9a29d29-1789-4a46-8074-0082edb0f901 service neutron] 10.222.0.10 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003949 Feb 11 05:22:24.806924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bace80-c148-4dac-86a2-b7f5561979b9 None None] The sync data for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 is: [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 6, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '9ece4d84-55d2-4ac4-954d-7d22913c2317', 'name': '', 'network_id': '3d7f7725-4ac2-4a85-8c7d-732756a8f790', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:63:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:24Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '9544226e-f3a3-44cc-b437-a3d4a7687558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:24.896565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-56145178-3d1d-42ee-963e-6d30007b1a51 req-2846c8cf-0b58-44db-af06-3890b82582b6 service neutron] 10.222.0.10 "GET /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885735 Feb 11 05:22:25.033202 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513ea3d-cfca-4842-b98e-1a463a66f31c None None] New status for floating IP 594c81e4-c649-4bd3-ac7f-09f3ff6f300f: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:22:25.371446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fc8ca-1af4-4787-be05-cf575c0e7553 req-5a1bec82-5736-445d-8eb7-274efc5f0f65 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.372902 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871fc8ca-1af4-4787-be05-cf575c0e7553 req-5a1bec82-5736-445d-8eb7-274efc5f0f65 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 946 time: 0.0556479 Feb 11 05:22:25.420670 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-871fc8ca-1af4-4787-be05-cf575c0e7553 req-efe5cfd0-3c99-4c0f-aaef-e43444302b94 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=55f59d66-bf6e-4978-a537-5c52c5ae9133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Feb 11 05:22:25.777923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b117a10-2630-42de-a080-1d54a2bdf6a4 req-6bafe6b3-f286-4ebc-aac5-c0cebff27b18 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.779381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b117a10-2630-42de-a080-1d54a2bdf6a4 req-6bafe6b3-f286-4ebc-aac5-c0cebff27b18 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.10 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 946 time: 0.0506852 Feb 11 05:22:25.873432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1b117a10-2630-42de-a080-1d54a2bdf6a4 req-a005d8d6-1450-4957-88a8-b670c1048800 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting port 03d90bd9-866f-496a-90a6-16a96d615d11 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:25.873771 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1b117a10-2630-42de-a080-1d54a2bdf6a4 req-a005d8d6-1450-4957-88a8-b670c1048800 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.966272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1b117a10-2630-42de-a080-1d54a2bdf6a4 req-a005d8d6-1450-4957-88a8-b670c1048800 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] For port 03d90bd9-866f-496a-90a6-16a96d615d11, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=03d90bd9-866f-496a-90a6-16a96d615d11,segment=NetworkSegment(086c0dfd-1c52-42d1-b446-191669fee1c6),segment_id=086c0dfd-1c52-42d1-b446-191669fee1c6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:25.966642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1b117a10-2630-42de-a080-1d54a2bdf6a4 req-a005d8d6-1450-4957-88a8-b670c1048800 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.978861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1b117a10-2630-42de-a080-1d54a2bdf6a4 req-a005d8d6-1450-4957-88a8-b670c1048800 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Calling delete_port for 03d90bd9-866f-496a-90a6-16a96d615d11 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:26.103734 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1b117a10-2630-42de-a080-1d54a2bdf6a4 req-a005d8d6-1450-4957-88a8-b670c1048800 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (03d90bd9-866f-496a-90a6-16a96d615d11), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.136289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005d8d6-1450-4957-88a8-b670c1048800 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Port': ['ID=03d90bd9-866f-496a-90a6-16a96d615d11,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:26.180765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b117a10-2630-42de-a080-1d54a2bdf6a4 req-a005d8d6-1450-4957-88a8-b670c1048800 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] No DVR routers for this DVR port 03d90bd9-866f-496a-90a6-16a96d615d11 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:26.183617 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1b117a10-2630-42de-a080-1d54a2bdf6a4 req-a005d8d6-1450-4957-88a8-b670c1048800 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.187109 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b117a10-2630-42de-a080-1d54a2bdf6a4 req-a005d8d6-1450-4957-88a8-b670c1048800 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.10 "DELETE /v2.0/ports/03d90bd9-866f-496a-90a6-16a96d615d11 HTTP/1.1" status: 204 len: 173 time: 0.4026511 Feb 11 05:22:26.187622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'name': 'network-vif-deleted', 'tag': '03d90bd9-866f-496a-90a6-16a96d615d11'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:26.189870 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d45a44-9497-4b6a-9ad0-a0f14e9b2496" -d '{"events": [{"server_uuid": "94d9ad6b-d983-4b7a-92c1-7f6957865140", "name": "network-vif-deleted", "tag": "03d90bd9-866f-496a-90a6-16a96d615d11"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:26.231440 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61907c4b-dbc7-4e48-93f7-75a5403d72cc x-openstack-request-id: req-61907c4b-dbc7-4e48-93f7-75a5403d72cc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:26.231840 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d9ad6b-d983-4b7a-92c1-7f6957865140", "name": "network-vif-deleted", "tag": "03d90bd9-866f-496a-90a6-16a96d615d11", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:26.232217 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61907c4b-dbc7-4e48-93f7-75a5403d72cc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:26.232718 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d9ad6b-d983-4b7a-92c1-7f6957865140', 'name': 'network-vif-deleted', 'tag': '03d90bd9-866f-496a-90a6-16a96d615d11', 'status': 'completed', 'code': 200} Feb 11 05:22:26.531434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7ab879c-48b8-4416-964f-5a4f99e544b5 req-44710364-4e60-4058-b6a2-c894b827c657 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=94d9ad6b-d983-4b7a-92c1-7f6957865140 HTTP/1.1" status: 200 len: 210 time: 0.0285492 Feb 11 05:22:27.589120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47514) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:27.644660 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3fc0d81-a9eb-4911-b123-87ac5368d349 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (55f59d66-bf6e-4978-a537-5c52c5ae9133), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.672892 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3fc0d81-a9eb-4911-b123-87ac5368d349 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (55f59d66-bf6e-4978-a537-5c52c5ae9133), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.732149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3fc0d81-a9eb-4911-b123-87ac5368d349 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (55f59d66-bf6e-4978-a537-5c52c5ae9133), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.734799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3fc0d81-a9eb-4911-b123-87ac5368d349 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.736000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a3fc0d81-a9eb-4911-b123-87ac5368d349 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/security-groups/55f59d66-bf6e-4978-a537-5c52c5ae9133 HTTP/1.1" status: 204 len: 168 time: 0.1458769 Feb 11 05:22:27.745615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc0d81-a9eb-4911-b123-87ac5368d349 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f59d66-bf6e-4978-a537-5c52c5ae9133,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:27.767455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47518) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:28.121702 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4df3d861-50fd-4031-9a00-533f5121fa08 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.378594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4df3d861-50fd-4031-9a00-533f5121fa08 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting port 9ece4d84-55d2-4ac4-954d-7d22913c2317 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:28.379206 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4df3d861-50fd-4031-9a00-533f5121fa08 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.467000 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-4df3d861-50fd-4031-9a00-533f5121fa08 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] For port 9ece4d84-55d2-4ac4-954d-7d22913c2317, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9ece4d84-55d2-4ac4-954d-7d22913c2317,segment=NetworkSegment(086c0dfd-1c52-42d1-b446-191669fee1c6),segment_id=086c0dfd-1c52-42d1-b446-191669fee1c6)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:28.467360 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4df3d861-50fd-4031-9a00-533f5121fa08 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.480244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4df3d861-50fd-4031-9a00-533f5121fa08 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Calling delete_port for 9ece4d84-55d2-4ac4-954d-7d22913c2317 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:28.662254 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4df3d861-50fd-4031-9a00-533f5121fa08 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9ece4d84-55d2-4ac4-954d-7d22913c2317), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.689270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3d861-50fd-4031-9a00-533f5121fa08 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Port': ['ID=9ece4d84-55d2-4ac4-954d-7d22913c2317,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:28.840246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 03d90bd9-866f-496a-90a6-16a96d615d11 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:28.865981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 03d90bd9-866f-496a-90a6-16a96d615d11 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:28.866342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 03d90bd9-866f-496a-90a6-16a96d615d11 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:28.872405 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4df3d861-50fd-4031-9a00-533f5121fa08 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.336071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df3d861-50fd-4031-9a00-533f5121fa08 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:29.444420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df3d861-50fd-4031-9a00-533f5121fa08 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:29.451334 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4df3d861-50fd-4031-9a00-533f5121fa08 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "PUT /v2.0/routers/7f89f91f-0211-4d07-8586-7b4a4bd0cc8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6828125 Feb 11 05:22:29.453890 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:29.458077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe8704-0381-423c-a682-821634c0ded3 None None] Sync routers for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:29.473728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe8704-0381-423c-a682-821634c0ded3 None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:29.474446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fcbe8704-0381-423c-a682-821634c0ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:29.513199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c96abc8-c82a-437c-ac3c-632c1187cc10 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting subnet 9544226e-f3a3-44cc-b437-a3d4a7687558 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:29.516626 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c96abc8-c82a-437c-ac3c-632c1187cc10 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for subnet (9544226e-f3a3-44cc-b437-a3d4a7687558), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.559349 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c96abc8-c82a-437c-ac3c-632c1187cc10 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (9544226e-f3a3-44cc-b437-a3d4a7687558), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.585643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fcbe8704-0381-423c-a682-821634c0ded3 None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:29.676998 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c96abc8-c82a-437c-ac3c-632c1187cc10 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (9544226e-f3a3-44cc-b437-a3d4a7687558), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.737158 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c96abc8-c82a-437c-ac3c-632c1187cc10 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (9544226e-f3a3-44cc-b437-a3d4a7687558), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.762884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fcbe8704-0381-423c-a682-821634c0ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:22:28Z', 'revision_number': 7, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:29.763982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96abc8-c82a-437c-ac3c-632c1187cc10 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Subnet': ['ID=9544226e-f3a3-44cc-b437-a3d4a7687558,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:29.767663 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0c96abc8-c82a-437c-ac3c-632c1187cc10 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.773319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0c96abc8-c82a-437c-ac3c-632c1187cc10 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/subnets/9544226e-f3a3-44cc-b437-a3d4a7687558 HTTP/1.1" status: 204 len: 168 time: 0.3161221 Feb 11 05:22:29.774043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47524) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:29.795015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63de2419-f39d-44e3-964d-63d4ceb6a832 None None] Network 3d7f7725-4ac2-4a85-8c7d-732756a8f790 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:29.797304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe8704-0381-423c-a682-821634c0ded3 None None] Checking router: 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:29.836393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe8704-0381-423c-a682-821634c0ded3 None None] Routers {'7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:29.837034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fcbe8704-0381-423c-a682-821634c0ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:29.899703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.992616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fcbe8704-0381-423c-a682-821634c0ded3 None None] Set router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:30.009507 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router_gateway (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.051648 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a26dba-82c6-444b-beb1-1791b3afe751 None None] DHCP port deletion for 3d7f7725-4ac2-4a85-8c7d-732756a8f790 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:22:30.071073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting port f9381d8d-572f-4212-9b91-614abbcf86fe {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:30.071430 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.159717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] For port f9381d8d-572f-4212-9b91-614abbcf86fe, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f9381d8d-572f-4212-9b91-614abbcf86fe,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:30.160125 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.168076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-03a26dba-82c6-444b-beb1-1791b3afe751 None None] Deleting port ac7c6f47-7279-436f-842b-4ed23e8bfb4d {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:30.168449 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03a26dba-82c6-444b-beb1-1791b3afe751 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.172327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Calling delete_port for f9381d8d-572f-4212-9b91-614abbcf86fe owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:30.257634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-03a26dba-82c6-444b-beb1-1791b3afe751 None None] For port ac7c6f47-7279-436f-842b-4ed23e8bfb4d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ac7c6f47-7279-436f-842b-4ed23e8bfb4d,segment=NetworkSegment(086c0dfd-1c52-42d1-b446-191669fee1c6),segment_id=086c0dfd-1c52-42d1-b446-191669fee1c6)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:30.257952 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03a26dba-82c6-444b-beb1-1791b3afe751 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.271917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-03a26dba-82c6-444b-beb1-1791b3afe751 None None] Calling delete_port for ac7c6f47-7279-436f-842b-4ed23e8bfb4d owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:30.317274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fcbe8704-0381-423c-a682-821634c0ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:22:28Z', 'revision_number': 7, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:30.339502 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f9381d8d-572f-4212-9b91-614abbcf86fe), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.347009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe8704-0381-423c-a682-821634c0ded3 None None] The sync data for ids ['7f89f91f-0211-4d07-8586-7b4a4bd0cc8c'] in n-d-615180-58 is: [{'id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'name': 'tempest-TestNetworkBasicOps-router-642241933', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:21Z', 'updated_at': '2022-02-11T05:22:28Z', 'revision_number': 7, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'f9381d8d-572f-4212-9b91-614abbcf86fe', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89f91f-0211-4d07-8586-7b4a4bd0cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:22Z', 'updated_at': '2022-02-11T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:30.366795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Port': ['ID=f9381d8d-572f-4212-9b91-614abbcf86fe,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:30.381237 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03a26dba-82c6-444b-beb1-1791b3afe751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (ac7c6f47-7279-436f-842b-4ed23e8bfb4d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.410660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a26dba-82c6-444b-beb1-1791b3afe751 None None] Pushing event deleted for resources: {'Port': ['ID=ac7c6f47-7279-436f-842b-4ed23e8bfb4d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:30.414866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a26dba-82c6-444b-beb1-1791b3afe751 None None] No DVR routers for this DVR port ac7c6f47-7279-436f-842b-4ed23e8bfb4d on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:30.442780 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.550043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.552174 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router_controller (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.611713 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (7f89f91f-0211-4d07-8586-7b4a4bd0cc8c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.612276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Fanout notify agent at l3_agent the message router_deleted on router 7f89f91f-0211-4d07-8586-7b4a4bd0cc8c {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:22:30.619480 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.620592 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-82a204e8-1c2a-41e0-9bab-2ee862022eda tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/routers/7f89f91f-0211-4d07-8586-7b4a4bd0cc8c HTTP/1.1" status: 204 len: 168 time: 0.8461370 Feb 11 05:22:30.623246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47526) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:30.700901 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (3d7f7725-4ac2-4a85-8c7d-732756a8f790), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.817057 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (3d7f7725-4ac2-4a85-8c7d-732756a8f790), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.842033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7f7725-4ac2-4a85-8c7d-732756a8f790']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:30.854972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086c0dfd-1c52-42d1-b446-191669fee1c6') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:30.855246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086c0dfd-1c52-42d1-b446-191669fee1c6') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:30.866346 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (086c0dfd-1c52-42d1-b446-191669fee1c6), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.874829 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b62243f-c39d-4da2-ade4-d552e3713b5d req-6bdd2016-2ec3-425b-986c-102d0bfd2ce5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1139901 Feb 11 05:22:30.883347 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (086c0dfd-1c52-42d1-b446-191669fee1c6), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.890228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:22:30.891195 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (086c0dfd-1c52-42d1-b446-191669fee1c6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:22:30.894291 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:22:30.984917 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (3d7f7725-4ac2-4a85-8c7d-732756a8f790), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.992844 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.996050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/networks/3d7f7725-4ac2-4a85-8c7d-732756a8f790 HTTP/1.1" status: 204 len: 168 time: 0.3718905 Feb 11 05:22:31.010944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b74b33-bd0b-4cc8-8cd7-1d3c6406472a tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Network': ['ID=3d7f7725-4ac2-4a85-8c7d-732756a8f790,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:31.021682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47528) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:31.023479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62243f-c39d-4da2-ade4-d552e3713b5d req-d8fa60f0-650c-4e9f-a44a-e12355fab172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.024535 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b62243f-c39d-4da2-ade4-d552e3713b5d req-d8fa60f0-650c-4e9f-a44a-e12355fab172 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f09cf2da62054a53914b7d5c3870489b&device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 1129 time: 0.0824399 Feb 11 05:22:31.031408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-4c3a0766-2b52-4b85-a50e-85bf52a62ae5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'network': {'name': 'tempest-network-smoke--393518069', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'port_security_enabled': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:31.054599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3a0766-2b52-4b85-a50e-85bf52a62ae5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Made reservation on behalf of 00434bbccd5d4dc5a8c9ae13ff30bc9b for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:31.058598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0766-2b52-4b85-a50e-85bf52a62ae5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.087480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3a0766-2b52-4b85-a50e-85bf52a62ae5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:22:31.099006 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0766-2b52-4b85-a50e-85bf52a62ae5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (85f794f3-baa8-4c49-81ce-58c4445d2561), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.099513 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-4c3a0766-2b52-4b85-a50e-85bf52a62ae5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Added segment 85f794f3-baa8-4c49-81ce-58c4445d2561 of type vlan for network cbc3350b-b296-4fc6-9dba-2854e9f92c6d Feb 11 05:22:31.140332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62243f-c39d-4da2-ade4-d552e3713b5d req-bbdf996b-e6bc-4101-8350-5c8094988012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.141443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0766-2b52-4b85-a50e-85bf52a62ae5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (cbc3350b-b296-4fc6-9dba-2854e9f92c6d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.141890 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b62243f-c39d-4da2-ade4-d552e3713b5d req-bbdf996b-e6bc-4101-8350-5c8094988012 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 HTTP/1.1" status: 200 len: 910 time: 0.0974550 Feb 11 05:22:31.171017 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0766-2b52-4b85-a50e-85bf52a62ae5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (cbc3350b-b296-4fc6-9dba-2854e9f92c6d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.176150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3a0766-2b52-4b85-a50e-85bf52a62ae5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.176737 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0766-2b52-4b85-a50e-85bf52a62ae5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.213729 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b62243f-c39d-4da2-ade4-d552e3713b5d req-fe2bc0ba-f89b-42c4-8611-d3c3c5fb033c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f066d0-cea4-426c-978a-61af1fa3ba65 HTTP/1.1" status: 200 len: 1002 time: 0.0640693 Feb 11 05:22:31.216152 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4c3a0766-2b52-4b85-a50e-85bf52a62ae5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1902177 Feb 11 05:22:31.218854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47530) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:31.223364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-199125707', 'admin_state_up': True, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:31.248315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a0766-2b52-4b85-a50e-85bf52a62ae5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Network': ['ID=cbc3350b-b296-4fc6-9dba-2854e9f92c6d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:31.263162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network cbc3350b-b296-4fc6-9dba-2854e9f92c6d details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:22:31.278176 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (acfab3c3-0964-4bec-8b72-509fc0c8c661), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.279204 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (acfab3c3-0964-4bec-8b72-509fc0c8c661), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.286758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62243f-c39d-4da2-ade4-d552e3713b5d req-42e66d34-ef4a-4aaf-8219-9c74145f87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.288215 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b62243f-c39d-4da2-ade4-d552e3713b5d req-42e66d34-ef4a-4aaf-8219-9c74145f87a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b737666b-346a-4af6-9250-26a017a81e90 HTTP/1.1" status: 200 len: 848 time: 0.0590584 Feb 11 05:22:31.363430 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router_controller (acfab3c3-0964-4bec-8b72-509fc0c8c661), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.439903 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62243f-c39d-4da2-ade4-d552e3713b5d req-93ab4788-503b-4e20-b5aa-d40a4c9d4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.441420 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b62243f-c39d-4da2-ade4-d552e3713b5d req-93ab4788-503b-4e20-b5aa-d40a4c9d4666 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1464233 Feb 11 05:22:31.471597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f9381d8d-572f-4212-9b91-614abbcf86fe no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:31.496894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: f9381d8d-572f-4212-9b91-614abbcf86fe {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:31.497252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f9381d8d-572f-4212-9b91-614abbcf86fe not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:31.497699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ac7c6f47-7279-436f-842b-4ed23e8bfb4d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:31.516451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: ac7c6f47-7279-436f-842b-4ed23e8bfb4d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:31.516801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ac7c6f47-7279-436f-842b-4ed23e8bfb4d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:31.517225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9ece4d84-55d2-4ac4-954d-7d22913c2317 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:31.535878 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 9ece4d84-55d2-4ac4-954d-7d22913c2317 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:31.536235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9ece4d84-55d2-4ac4-954d-7d22913c2317 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:31.537776 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router_gateway (acfab3c3-0964-4bec-8b72-509fc0c8c661), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.620493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b62243f-c39d-4da2-ade4-d552e3713b5d req-cfdc7595-4b06-4a72-a8ee-211bd418c5d0 service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717169 Feb 11 05:22:32.003617 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b62243f-c39d-4da2-ade4-d552e3713b5d req-796aefcf-589e-468e-829d-4886fdf54458 service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756943 Feb 11 05:22:32.102271 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router_gateway (acfab3c3-0964-4bec-8b72-509fc0c8c661), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.120390 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.229212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Allocated IP 172.25.7.19 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/e946e367-0edd-4e81-a616-2ec1b8bc0b10) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:32.333307 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.367617 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.408164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:32.411125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:32.415011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:32.420403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=e946e367-0edd-4e81-a616-2ec1b8bc0b10,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:32.674368 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router_gateway (acfab3c3-0964-4bec-8b72-509fc0c8c661), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.879386 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (acfab3c3-0964-4bec-8b72-509fc0c8c661), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.007995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Router acfab3c3-0964-4bec-8b72-509fc0c8c661 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:22:33.114878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:33.124843 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Sync routers for ids ['acfab3c3-0964-4bec-8b72-509fc0c8c661'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:33.135204 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Routers {'acfab3c3-0964-4bec-8b72-509fc0c8c661'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:33.135426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.135821 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['acfab3c3-0964-4bec-8b72-509fc0c8c661'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:33.136544 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4280ee38-71db-411c-80d8-bf58d6f73373 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9166951 Feb 11 05:22:33.139597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47534) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:33.168750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d7812895-86e7-46cf-98dc-87c7bb08b238 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279934 Feb 11 05:22:33.171241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47536) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:33.252901 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Set router acfab3c3-0964-4bec-8b72-509fc0c8c661 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:33.264190 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1234f-5c90-45d4-a66f-3177c59f9047 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.266866 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-caa1234f-5c90-45d4-a66f-3177c59f9047 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947120 Feb 11 05:22:33.269627 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47538) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:33.298140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-af4dd8b9-77a7-4bb4-8275-1beea50b5e33 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274341 Feb 11 05:22:33.300578 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47540) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:33.305239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6b21fb3b-f947-448c-9e66-5055e7eeaeff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1336175380', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:33.392432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b21fb3b-f947-448c-9e66-5055e7eeaeff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Made reservation on behalf of 00434bbccd5d4dc5a8c9ae13ff30bc9b for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:33.396077 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b21fb3b-f947-448c-9e66-5055e7eeaeff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.437170 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:22:32Z', 'revision_number': 3, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:33.467707 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Checking router: acfab3c3-0964-4bec-8b72-509fc0c8c661 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:33.468061 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Updating router acfab3c3-0964-4bec-8b72-509fc0c8c661 port e946e367-0edd-4e81-a616-2ec1b8bc0b10 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:22:33.542045 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.587679 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b21fb3b-f947-448c-9e66-5055e7eeaeff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.591091 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.653027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21fb3b-f947-448c-9e66-5055e7eeaeff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Subnet': ['ID=43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:33.663616 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21fb3b-f947-448c-9e66-5055e7eeaeff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Checking segment: {'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:33.665168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21fb3b-f947-448c-9e66-5055e7eeaeff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network hostable DHCP agents. Network: cbc3350b-b296-4fc6-9dba-2854e9f92c6d, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:22:33.691971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21fb3b-f947-448c-9e66-5055e7eeaeff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network cbc3350b-b296-4fc6-9dba-2854e9f92c6d is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:22:33.718215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-6b21fb3b-f947-448c-9e66-5055e7eeaeff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, cbc3350b-b296-4fc6-9dba-2854e9f92c6d) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:33.723431 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21fb3b-f947-448c-9e66-5055e7eeaeff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.724274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6b21fb3b-f947-448c-9e66-5055e7eeaeff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.729412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789b68b-4b07-45dc-bbf2-6693583fa7b3 None None] Network cbc3350b-b296-4fc6-9dba-2854e9f92c6d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:33.752834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde10edd-0ed5-4b36-9538-e8b78207d4e1 req-47c40ecf-b4dc-43de-ab02-0c9d62f1bba4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.754789 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fde10edd-0ed5-4b36-9538-e8b78207d4e1 req-47c40ecf-b4dc-43de-ab02-0c9d62f1bba4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0744946 Feb 11 05:22:33.762659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47546) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:33.763230 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6b21fb3b-f947-448c-9e66-5055e7eeaeff tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4612782 Feb 11 05:22:33.841405 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fde10edd-0ed5-4b36-9538-e8b78207d4e1 req-49fae93b-0ecb-4848-a701-8177a6b7dee0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771840 Feb 11 05:22:33.860961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47548) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:33.874316 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Publish callbacks [] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.885545 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.943672 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-47504382-fa89-4280-836a-c5497dff43bc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/6e418bea-dedb-4a0c-b26e-3c0c979dc4ca HTTP/1.1" status: 200 len: 994 time: 0.0814607 Feb 11 05:22:33.948386 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da012-d490-40c4-b8a3-4d4d599ee4b3 None None] Pushing event updated for resources: {'Port': ['ID=e946e367-0edd-4e81-a616-2ec1b8bc0b10,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:33.980982 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Attempting to bind port e946e367-0edd-4e81-a616-2ec1b8bc0b10 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:33.982433 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Attempting to bind port e946e367-0edd-4e81-a616-2ec1b8bc0b10 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:33.984568 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Attempting to bind port e946e367-0edd-4e81-a616-2ec1b8bc0b10 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:33.995631 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:33.996573 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:33.997211 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.997964 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:33.998617 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Bound port: e946e367-0edd-4e81-a616-2ec1b8bc0b10, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:33.999210 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.027331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ips': [{'subnet_id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:22:34.028457 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.057917 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] For port e946e367-0edd-4e81-a616-2ec1b8bc0b10, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:34.061831 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] For port e946e367-0edd-4e81-a616-2ec1b8bc0b10, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e946e367-0edd-4e81-a616-2ec1b8bc0b10,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:34.068834 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.128673 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Routers {'acfab3c3-0964-4bec-8b72-509fc0c8c661'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:34.130375 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['acfab3c3-0964-4bec-8b72-509fc0c8c661'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:34.184031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Allocated IP 172.20.0.2 (cbc3350b-b296-4fc6-9dba-2854e9f92c6d/43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371/24acb2be-cad9-4b62-b44d-319b4119f633) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:34.186024 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da012-d490-40c4-b8a3-4d4d599ee4b3 None None] Pushing event updated for resources: {'Port': ['ID=e946e367-0edd-4e81-a616-2ec1b8bc0b10,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:34.260884 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] Set router acfab3c3-0964-4bec-8b72-509fc0c8c661 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:34.296228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e8346-1a27-4bc2-850e-1db2bcd9f893 req-51190843-ca3b-4df9-a573-30e3fd0ca495 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.304948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e8e8346-1a27-4bc2-850e-1db2bcd9f893 req-51190843-ca3b-4df9-a573-30e3fd0ca495 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 1129 time: 0.0551839 Feb 11 05:22:34.344109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.371142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e8e8346-1a27-4bc2-850e-1db2bcd9f893 req-587f0ee9-fb50-4930-a9f7-2d1d4eb497ef tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649612 Feb 11 05:22:34.383222 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Publish callbacks [] for port (24acb2be-cad9-4b62-b44d-319b4119f633), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.396939 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (24acb2be-cad9-4b62-b44d-319b4119f633), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.456682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Pushing event updated for resources: {'Port': ['ID=24acb2be-cad9-4b62-b44d-319b4119f633,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:34.463794 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Network cbc3350b-b296-4fc6-9dba-2854e9f92c6d is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:34.465231 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:34.467621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:34.509291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-f95befd8-2946-49af-a26d-013bec3bc51b req-5e18e717-565e-4720-8f62-d007dc1f88c0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:22:34.510868 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f95befd8-2946-49af-a26d-013bec3bc51b req-5e18e717-565e-4720-8f62-d007dc1f88c0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060627 Feb 11 05:22:34.526138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Attempting to bind port 24acb2be-cad9-4b62-b44d-319b4119f633 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:34.526526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Attempting to bind port 24acb2be-cad9-4b62-b44d-319b4119f633 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:34.526923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Attempting to bind port 24acb2be-cad9-4b62-b44d-319b4119f633 on network cbc3350b-b296-4fc6-9dba-2854e9f92c6d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:34.528270 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:22:32Z', 'revision_number': 3, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:34.532740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:34.532740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Checking segment: {'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:34.533211 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.533565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Bound using segment: {'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:34.534234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Bound port: 24acb2be-cad9-4b62-b44d-319b4119f633, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:34.534638 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (24acb2be-cad9-4b62-b44d-319b4119f633), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.596217 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec4390d-0fa2-414c-9514-9978ba72ef19 None None] The sync data for ids ['acfab3c3-0964-4bec-8b72-509fc0c8c661'] in n-d-615180-58 is: [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:22:32Z', 'revision_number': 3, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:34.617001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] For port 24acb2be-cad9-4b62-b44d-319b4119f633, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:34.627912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] For port 24acb2be-cad9-4b62-b44d-319b4119f633, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=24acb2be-cad9-4b62-b44d-319b4119f633,segment=NetworkSegment(85f794f3-baa8-4c49-81ce-58c4445d2561),segment_id=85f794f3-baa8-4c49-81ce-58c4445d2561)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:34.642501 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (24acb2be-cad9-4b62-b44d-319b4119f633), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.723093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48404cf-b74b-4052-a678-42741672dc70 None None] Pushing event updated for resources: {'Port': ['ID=24acb2be-cad9-4b62-b44d-319b4119f633,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:34.774496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Allocated IP 172.20.0.1 (cbc3350b-b296-4fc6-9dba-2854e9f92c6d/43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371/336733bd-e3f5-4a07-9ea0-1565c16b19ba) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:34.965700 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.044809 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.107988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network cbc3350b-b296-4fc6-9dba-2854e9f92c6d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:35.113875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:35.118988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:35.160865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=336733bd-e3f5-4a07-9ea0-1565c16b19ba,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:35.185369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (acfab3c3-0964-4bec-8b72-509fc0c8c661), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.284240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47574) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:35.415261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 24acb2be-cad9-4b62-b44d-319b4119f633 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:35.451297 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-d47840ac-8013-488b-9018-f53d89fb8046 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1647487 Feb 11 05:22:35.457045 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-55239858-a856-49a3-802b-70f4b2fa9227 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:22:35.470390 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-55239858-a856-49a3-802b-70f4b2fa9227 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0180714 Feb 11 05:22:35.492875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47578) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:35.506730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 24acb2be-cad9-4b62-b44d-319b4119f633 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:35.507201 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (24acb2be-cad9-4b62-b44d-319b4119f633), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.517724 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.622358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 24acb2be-cad9-4b62-b44d-319b4119f633 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:35.623126 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (24acb2be-cad9-4b62-b44d-319b4119f633), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.722585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 24acb2be-cad9-4b62-b44d-319b4119f633, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=24acb2be-cad9-4b62-b44d-319b4119f633,segment=NetworkSegment(85f794f3-baa8-4c49-81ce-58c4445d2561),segment_id=85f794f3-baa8-4c49-81ce-58c4445d2561)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:35.734720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-18b6c8d9-270c-472b-ba57-5fcfd82ea91d tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:35.742855 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (24acb2be-cad9-4b62-b44d-319b4119f633), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.744092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e946e367-0edd-4e81-a616-2ec1b8bc0b10 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:35.755074 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-18b6c8d9-270c-472b-ba57-5fcfd82ea91d tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports/0720b0c5-ad47-4cf4-8506-e952330a488c HTTP/1.1" status: 200 len: 1126 time: 0.2607460 Feb 11 05:22:35.900390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=24acb2be-cad9-4b62-b44d-319b4119f633,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:35.925696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e946e367-0edd-4e81-a616-2ec1b8bc0b10 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:35.926083 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.996030 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.010833 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.133196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c02daf-2e80-43da-b432-100c54d6ed04 None None] Network cbc3350b-b296-4fc6-9dba-2854e9f92c6d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:36.133636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (acfab3c3-0964-4bec-8b72-509fc0c8c661), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.145095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=336733bd-e3f5-4a07-9ea0-1565c16b19ba,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:36.223228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e946e367-0edd-4e81-a616-2ec1b8bc0b10 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:36.223534 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.262166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ad13f76b-1d86-453f-9eec-709dd600abff None None] Provisioning complete for port 24acb2be-cad9-4b62-b44d-319b4119f633 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:36.262464 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad13f76b-1d86-453f-9eec-709dd600abff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (24acb2be-cad9-4b62-b44d-319b4119f633), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.269763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network cbc3350b-b296-4fc6-9dba-2854e9f92c6d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:36.271424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:36.300720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port e946e367-0edd-4e81-a616-2ec1b8bc0b10, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e946e367-0edd-4e81-a616-2ec1b8bc0b10,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:36.314993 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.407152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Router acfab3c3-0964-4bec-8b72-509fc0c8c661 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:36.447113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=e946e367-0edd-4e81-a616-2ec1b8bc0b10,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:36.531072 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ad13f76b-1d86-453f-9eec-709dd600abff None None] Current status of the port 24acb2be-cad9-4b62-b44d-319b4119f633 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:36.577226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:36.587805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47588) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:36.599846 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0dae4f6d-5737-4e21-806f-8ad6b9b9b441 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "PUT /v2.0/routers/acfab3c3-0964-4bec-8b72-509fc0c8c661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8358829 Feb 11 05:22:36.847367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-a57b0f42-58b5-44d6-8d05-26d9fa07a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.854654 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-a57b0f42-58b5-44d6-8d05-26d9fa07a4b3 service neutron] 10.222.0.48 "GET /v2.0/ports/0720b0c5-ad47-4cf4-8506-e952330a488c HTTP/1.1" status: 200 len: 1126 time: 0.1712027 Feb 11 05:22:36.859867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] Request body: {'binding': {'host': 'n-h1-615180-58', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:36.860508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] Unknown quota resources ['binding']. {{(pid=103354) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:22:36.871056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dc11d94e-6290-4893-8ec4-ba9b51a14237 None None] Provisioning complete for port 24acb2be-cad9-4b62-b44d-319b4119f633 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:36.871661 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dc11d94e-6290-4893-8ec4-ba9b51a14237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (24acb2be-cad9-4b62-b44d-319b4119f633), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.929611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8578a38-7f2c-4b08-98f7-16eb0d68e502 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.930092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8578a38-7f2c-4b08-98f7-16eb0d68e502 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.930558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8578a38-7f2c-4b08-98f7-16eb0d68e502 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.931044 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8578a38-7f2c-4b08-98f7-16eb0d68e502 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.931560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8578a38-7f2c-4b08-98f7-16eb0d68e502 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.932048 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8578a38-7f2c-4b08-98f7-16eb0d68e502 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.932519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8578a38-7f2c-4b08-98f7-16eb0d68e502 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.934422 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a8578a38-7f2c-4b08-98f7-16eb0d68e502 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.3456218 Feb 11 05:22:36.937273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47590) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:36.987245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dc11d94e-6290-4893-8ec4-ba9b51a14237 None None] Current status of the port 24acb2be-cad9-4b62-b44d-319b4119f633 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:37.000520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dc11d94e-6290-4893-8ec4-ba9b51a14237 None None] Provisioning complete for port 336733bd-e3f5-4a07-9ea0-1565c16b19ba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:37.001084 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dc11d94e-6290-4893-8ec4-ba9b51a14237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.043126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dc11d94e-6290-4893-8ec4-ba9b51a14237 None None] Port 336733bd-e3f5-4a07-9ea0-1565c16b19ba cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:37.100086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5adc40f-e7e7-45cb-9d7e-067a59f0a89c tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.100789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5adc40f-e7e7-45cb-9d7e-067a59f0a89c tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.101277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5adc40f-e7e7-45cb-9d7e-067a59f0a89c tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.101722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5adc40f-e7e7-45cb-9d7e-067a59f0a89c tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.102166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5adc40f-e7e7-45cb-9d7e-067a59f0a89c tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.102629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5adc40f-e7e7-45cb-9d7e-067a59f0a89c tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.103103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5adc40f-e7e7-45cb-9d7e-067a59f0a89c tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.107588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f5adc40f-e7e7-45cb-9d7e-067a59f0a89c tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4623 time: 0.1668239 Feb 11 05:22:37.107915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47592) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:37.178393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c5b20883-36ee-4b5a-bd32-916da0ec7016 None None] Provisioning complete for port 336733bd-e3f5-4a07-9ea0-1565c16b19ba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:37.179907 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c5b20883-36ee-4b5a-bd32-916da0ec7016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.182604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] Attempting to bind port 0720b0c5-ad47-4cf4-8506-e952330a488c on host n-h1-615180-58 for vnic_type normal with profile None {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:37.183173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] Attempting to bind port 0720b0c5-ad47-4cf4-8506-e952330a488c by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:37.183719 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] Attempting to bind port 0720b0c5-ad47-4cf4-8506-e952330a488c on network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:37.188381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] Port 0720b0c5-ad47-4cf4-8506-e952330a488c on network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:37.188708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] Attempting to bind port 0720b0c5-ad47-4cf4-8506-e952330a488c on network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:37.194414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:37.195338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] Checking segment: {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:37.195732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] Bound using segment: {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:37.196166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] Bound port: 0720b0c5-ad47-4cf4-8506-e952330a488c, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:37.261003 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c5b20883-36ee-4b5a-bd32-916da0ec7016 None None] Port 336733bd-e3f5-4a07-9ea0-1565c16b19ba cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:37.294164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Sync routers for ids ['acfab3c3-0964-4bec-8b72-509fc0c8c661'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:37.321990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0720b0c5-ad47-4cf4-8506-e952330a488c,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:37.323344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Routers {'acfab3c3-0964-4bec-8b72-509fc0c8c661'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:37.330054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['acfab3c3-0964-4bec-8b72-509fc0c8c661'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:37.332145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.333904 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] 10.222.0.48 "POST /v2.0/ports/0720b0c5-ad47-4cf4-8506-e952330a488c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4779453 Feb 11 05:22:37.366353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 24acb2be-cad9-4b62-b44d-319b4119f633 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:37.502008 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7259fbb7-6583-4417-bb56-cc6ea601eb48 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.3928878 Feb 11 05:22:37.555562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fedd6-a1e4-4aec-bba6-ba8b8699b182 req-dce1cf3e-dfac-480b-b1e2-7da4e2989166 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.557394 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-751fedd6-a1e4-4aec-bba6-ba8b8699b182 req-dce1cf3e-dfac-480b-b1e2-7da4e2989166 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0670748 Feb 11 05:22:37.578142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Set router acfab3c3-0964-4bec-8b72-509fc0c8c661 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:37.604923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c513fc87-7762-4edd-893b-ea8de0e2daa1 None None] Provisioning complete for port 336733bd-e3f5-4a07-9ea0-1565c16b19ba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:37.605430 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c513fc87-7762-4edd-893b-ea8de0e2daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.652484 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-751fedd6-a1e4-4aec-bba6-ba8b8699b182 req-832f702d-db30-4207-a849-5fd0f140974a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874577 Feb 11 05:22:37.671186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-dd01e4a0-752c-48ce-811f-a116ff5ce264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.672961 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-dd01e4a0-752c-48ce-811f-a116ff5ce264 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 1129 time: 0.0639915 Feb 11 05:22:37.691867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47598) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:37.698111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7ea20627-4ae3-4279-abb7-cc337af45c2d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542119801', 'description': 'tempest-secgroup-smoke-1542119801 description', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:37.713116 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.717062 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c513fc87-7762-4edd-893b-ea8de0e2daa1 None None] Port 336733bd-e3f5-4a07-9ea0-1565c16b19ba cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:37.723127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 24acb2be-cad9-4b62-b44d-319b4119f633 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:37.723596 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (24acb2be-cad9-4b62-b44d-319b4119f633), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.723757 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ea20627-4ae3-4279-abb7-cc337af45c2d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.804333 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ea20627-4ae3-4279-abb7-cc337af45c2d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (e62c4ab6-d79c-4d17-bd53-221011c6c32a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.809890 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ea20627-4ae3-4279-abb7-cc337af45c2d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e62c4ab6-d79c-4d17-bd53-221011c6c32a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.844959 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ea20627-4ae3-4279-abb7-cc337af45c2d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.849264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7ea20627-4ae3-4279-abb7-cc337af45c2d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1531730 Feb 11 05:22:37.850119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47600) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:37.855327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9cb71050-2cd6-4593-abf2-620acc5362d7 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': 'e62c4ab6-d79c-4d17-bd53-221011c6c32a', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:37.861873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea20627-4ae3-4279-abb7-cc337af45c2d tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62c4ab6-d79c-4d17-bd53-221011c6c32a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:37.890089 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cb71050-2cd6-4593-abf2-620acc5362d7 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (62b15ca2-0928-473c-bfa5-a7e5765a4712), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.899239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 24acb2be-cad9-4b62-b44d-319b4119f633 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:37.900375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e946e367-0edd-4e81-a616-2ec1b8bc0b10 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:37.957256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cb71050-2cd6-4593-abf2-620acc5362d7 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (62b15ca2-0928-473c-bfa5-a7e5765a4712), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.963577 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cb71050-2cd6-4593-abf2-620acc5362d7 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (62b15ca2-0928-473c-bfa5-a7e5765a4712), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.965333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:22:35Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '336733bd-e3f5-4a07-9ea0-1565c16b19ba', 'name': '', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:1d:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:34Z', 'updated_at': '2022-02-11T05:22:35Z', 'revision_number': 2, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:37.971881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port e946e367-0edd-4e81-a616-2ec1b8bc0b10 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:37.972247 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.982762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb71050-2cd6-4593-abf2-620acc5362d7 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b15ca2-0928-473c-bfa5-a7e5765a4712,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:37.994519 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cb71050-2cd6-4593-abf2-620acc5362d7 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.999434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9cb71050-2cd6-4593-abf2-620acc5362d7 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449275 Feb 11 05:22:37.999688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Checking router: acfab3c3-0964-4bec-8b72-509fc0c8c661 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:37.999688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Updating router acfab3c3-0964-4bec-8b72-509fc0c8c661 port 336733bd-e3f5-4a07-9ea0-1565c16b19ba binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:22:37.999918 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47602) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:38.003882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7c9bb5fe-fa65-4024-a76d-eba5f1593f12 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': 'e62c4ab6-d79c-4d17-bd53-221011c6c32a', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:38.030084 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c9bb5fe-fa65-4024-a76d-eba5f1593f12 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (27ce5081-c9df-4518-863a-8312895b5116), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.052925 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.064856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-471674dc-8557-4620-87b4-7f60f6f7be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:38.066752 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-471674dc-8557-4620-87b4-7f60f6f7be72 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe HTTP/1.1" status: 200 len: 898 time: 0.3851216 Feb 11 05:22:38.087286 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c9bb5fe-fa65-4024-a76d-eba5f1593f12 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (27ce5081-c9df-4518-863a-8312895b5116), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.091858 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c9bb5fe-fa65-4024-a76d-eba5f1593f12 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (27ce5081-c9df-4518-863a-8312895b5116), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.107894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9bb5fe-fa65-4024-a76d-eba5f1593f12 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ce5081-c9df-4518-863a-8312895b5116,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:38.121481 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c9bb5fe-fa65-4024-a76d-eba5f1593f12 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.126144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7c9bb5fe-fa65-4024-a76d-eba5f1593f12 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229463 Feb 11 05:22:38.126326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:38.130698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-467812b9-0819-4725-acf3-9017098c0de1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': 'e62c4ab6-d79c-4d17-bd53-221011c6c32a', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:38.162739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-29898703-2bf5-40ec-b50d-0f5f406254db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0720b0c5-ad47-4cf4-8506-e952330a488c HTTP/1.1" status: 200 len: 1002 time: 0.0890059 Feb 11 05:22:38.180561 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-467812b9-0819-4725-acf3-9017098c0de1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (7859729e-ad45-4249-a8ec-680d50280c74), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.197754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port e946e367-0edd-4e81-a616-2ec1b8bc0b10 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:38.240320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-465786d3-1fc0-4a17-84a8-56ea7de13709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:38.242357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-465786d3-1fc0-4a17-84a8-56ea7de13709 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=465702fb-860c-405d-8b29-7a77bb4c7cc8 HTTP/1.1" status: 200 len: 835 time: 0.0698156 Feb 11 05:22:38.281324 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-467812b9-0819-4725-acf3-9017098c0de1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (7859729e-ad45-4249-a8ec-680d50280c74), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.285032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-467812b9-0819-4725-acf3-9017098c0de1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (7859729e-ad45-4249-a8ec-680d50280c74), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.310611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467812b9-0819-4725-acf3-9017098c0de1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7859729e-ad45-4249-a8ec-680d50280c74,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:38.318740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-467812b9-0819-4725-acf3-9017098c0de1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.320027 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-467812b9-0819-4725-acf3-9017098c0de1 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1930692 Feb 11 05:22:38.323126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47606) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:38.326544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-a56bd2d0-9cbe-4db5-91db-3758a4cd7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:38.328147 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-a56bd2d0-9cbe-4db5-91db-3758a4cd7210 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0770583 Feb 11 05:22:38.328303 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-df14a75e-c4e7-41e6-b28b-bd281a6afc27 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': 'e62c4ab6-d79c-4d17-bd53-221011c6c32a', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:38.354658 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df14a75e-c4e7-41e6-b28b-bd281a6afc27 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (1d827493-1f3b-4282-9f9d-95f001de1785), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.365682 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Publish callbacks [] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.373069 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.417522 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df14a75e-c4e7-41e6-b28b-bd281a6afc27 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (1d827493-1f3b-4282-9f9d-95f001de1785), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.423147 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df14a75e-c4e7-41e6-b28b-bd281a6afc27 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (1d827493-1f3b-4282-9f9d-95f001de1785), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.442086 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-5ab0ba26-6ae6-4e89-8cfc-48953b31e27e service neutron] 10.222.0.60 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054831 Feb 11 05:22:38.447416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14a75e-c4e7-41e6-b28b-bd281a6afc27 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d827493-1f3b-4282-9f9d-95f001de1785,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:38.452331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9226e-b705-4d10-a6b9-b3a480469ec7 None None] Pushing event updated for resources: {'Port': ['ID=336733bd-e3f5-4a07-9ea0-1565c16b19ba,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:38.460714 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df14a75e-c4e7-41e6-b28b-bd281a6afc27 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.462799 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-df14a75e-c4e7-41e6-b28b-bd281a6afc27 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384041 Feb 11 05:22:38.465320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47608) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:38.470806 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-95a6fb1e-933d-4396-bf36-1975c4b2d894 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': 'e62c4ab6-d79c-4d17-bd53-221011c6c32a', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:38.492267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Attempting to bind port 336733bd-e3f5-4a07-9ea0-1565c16b19ba on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:38.492904 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Attempting to bind port 336733bd-e3f5-4a07-9ea0-1565c16b19ba by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:38.493956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Attempting to bind port 336733bd-e3f5-4a07-9ea0-1565c16b19ba on network cbc3350b-b296-4fc6-9dba-2854e9f92c6d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:38.501099 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:38.501779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Checking segment: {'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:38.502383 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.502801 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-95a6fb1e-933d-4396-bf36-1975c4b2d894 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Project 00434bbccd5d4dc5a8c9ae13ff30bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:22:38.503202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Bound using segment: {'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:38.504339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Bound port: 336733bd-e3f5-4a07-9ea0-1565c16b19ba, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:38.505003 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.512357 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95a6fb1e-933d-4396-bf36-1975c4b2d894 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (12849c43-469c-4aa4-87a5-a879d1f61597), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.572433 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-01cb79fe-b4ca-42a1-a8a2-22e3bbabebe5 service neutron] 10.222.0.60 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061566 Feb 11 05:22:38.579578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] For port 336733bd-e3f5-4a07-9ea0-1565c16b19ba, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:38.585327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] For port 336733bd-e3f5-4a07-9ea0-1565c16b19ba, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=336733bd-e3f5-4a07-9ea0-1565c16b19ba,segment=NetworkSegment(85f794f3-baa8-4c49-81ce-58c4445d2561),segment_id=85f794f3-baa8-4c49-81ce-58c4445d2561)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:38.592496 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95a6fb1e-933d-4396-bf36-1975c4b2d894 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (12849c43-469c-4aa4-87a5-a879d1f61597), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.595069 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.597735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95a6fb1e-933d-4396-bf36-1975c4b2d894 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (12849c43-469c-4aa4-87a5-a879d1f61597), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.617106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6fb1e-933d-4396-bf36-1975c4b2d894 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12849c43-469c-4aa4-87a5-a879d1f61597,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:38.626724 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95a6fb1e-933d-4396-bf36-1975c4b2d894 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.628098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-95a6fb1e-933d-4396-bf36-1975c4b2d894 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1616158 Feb 11 05:22:38.632066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:38.637612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9b92bac8-d80a-4b38-b420-e5a635d7cfdc tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'security_group_rule': {'security_group_id': 'e62c4ab6-d79c-4d17-bd53-221011c6c32a', 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:38.664341 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-9b92bac8-d80a-4b38-b420-e5a635d7cfdc tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Project 00434bbccd5d4dc5a8c9ae13ff30bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:22:38.664976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Routers {'acfab3c3-0964-4bec-8b72-509fc0c8c661'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:38.665334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['acfab3c3-0964-4bec-8b72-509fc0c8c661'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:38.669729 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b92bac8-d80a-4b38-b420-e5a635d7cfdc tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (ba0d778a-d755-4237-9910-2453f03b8c19), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.878635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-410efd70-0d85-43f6-8130-fa9995f857dc tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:38.880449 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-410efd70-0d85-43f6-8130-fa9995f857dc tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc&tenant_id=4606a55f42cf40e5a3952a4488271540&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1129 time: 0.1943431 Feb 11 05:22:38.882650 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b92bac8-d80a-4b38-b420-e5a635d7cfdc tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (ba0d778a-d755-4237-9910-2453f03b8c19), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.891182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69117da-d749-4750-9e1c-4bcf87b12df4 req-5e2e4f4c-61a3-47c6-91f2-09d26ba3c3ac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:38.892671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b69117da-d749-4750-9e1c-4bcf87b12df4 req-5e2e4f4c-61a3-47c6-91f2-09d26ba3c3ac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.1273174 Feb 11 05:22:38.897473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9226e-b705-4d10-a6b9-b3a480469ec7 None None] Pushing event updated for resources: {'Port': ['ID=336733bd-e3f5-4a07-9ea0-1565c16b19ba,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:38.899090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-58'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:38.902665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0a730ae0-be17-467b-8b6c-02b2f3667fd6 None None] Provisioning complete for port 336733bd-e3f5-4a07-9ea0-1565c16b19ba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:38.903253 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a730ae0-be17-467b-8b6c-02b2f3667fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.903989 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b92bac8-d80a-4b38-b420-e5a635d7cfdc tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (ba0d778a-d755-4237-9910-2453f03b8c19), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.959361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92bac8-d80a-4b38-b420-e5a635d7cfdc tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0d778a-d755-4237-9910-2453f03b8c19,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:38.996176 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b92bac8-d80a-4b38-b420-e5a635d7cfdc tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.997390 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9b92bac8-d80a-4b38-b420-e5a635d7cfdc tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3637402 Feb 11 05:22:39.005217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] Set router acfab3c3-0964-4bec-8b72-509fc0c8c661 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:39.019546 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b69117da-d749-4750-9e1c-4bcf87b12df4 req-39cff23b-31cc-4304-be85-784461c8a144 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165915 Feb 11 05:22:39.024945 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.138507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0a730ae0-be17-467b-8b6c-02b2f3667fd6 None None] Current status of the port 336733bd-e3f5-4a07-9ea0-1565c16b19ba is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:39.138929 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a730ae0-be17-467b-8b6c-02b2f3667fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.184922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0720b0c5-ad47-4cf4-8506-e952330a488c,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:39.187374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-fe176052-b4aa-4e6e-ad9f-b674adf92a79 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542119801&fields=id&tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b HTTP/1.1" status: 200 len: 267 time: 0.0488975 Feb 11 05:22:39.209765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0a730ae0-be17-467b-8b6c-02b2f3667fd6 None None] For port 336733bd-e3f5-4a07-9ea0-1565c16b19ba, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=336733bd-e3f5-4a07-9ea0-1565c16b19ba,segment=NetworkSegment(85f794f3-baa8-4c49-81ce-58c4445d2561),segment_id=85f794f3-baa8-4c49-81ce-58c4445d2561)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:39.217233 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a730ae0-be17-467b-8b6c-02b2f3667fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.227252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:39.276801 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:39.279843 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87229b02-8fcb-46fb-abaf-f9eee223566c" -d '{"events": [{"server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "name": "network-vif-unplugged", "status": "completed", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:39.284424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Publish callbacks [] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.294320 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.311061 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a730ae0-be17-467b-8b6c-02b2f3667fd6 None None] Pushing event updated for resources: {'Port': ['ID=336733bd-e3f5-4a07-9ea0-1565c16b19ba,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:39.317180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-bf2d833f-b738-4db4-b552-40d1ee149b22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.319111 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-bf2d833f-b738-4db4-b552-40d1ee149b22 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/networks?id=cbc3350b-b296-4fc6-9dba-2854e9f92c6d HTTP/1.1" status: 200 len: 796 time: 0.1227026 Feb 11 05:22:39.338796 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f3e13a85-0251-4c57-b012-abf89549987c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/quotas/00434bbccd5d4dc5a8c9ae13ff30bc9b HTTP/1.1" status: 200 len: 375 time: 0.0105629 Feb 11 05:22:39.354944 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408ed556-9622-477f-a4c3-e0e0ef9554db x-openstack-request-id: req-408ed556-9622-477f-a4c3-e0e0ef9554db {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:39.355353 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "name": "network-vif-unplugged", "status": "completed", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:39.355530 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-408ed556-9622-477f-a4c3-e0e0ef9554db {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:39.355883 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'code': 200} Feb 11 05:22:39.358527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-da3e7754-2637-42d7-a400-a7736068e2fe None None] Provisioning complete for port 336733bd-e3f5-4a07-9ea0-1565c16b19ba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:39.359162 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-da3e7754-2637-42d7-a400-a7736068e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.365355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:22:35Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '336733bd-e3f5-4a07-9ea0-1565c16b19ba', 'name': '', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:1d:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:34Z', 'updated_at': '2022-02-11T05:22:38Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:39.404179 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-d4ea3524-5b1e-4bb8-8368-7112dd76bb43 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585351 Feb 11 05:22:39.441873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328aba5-fc7b-4e2e-8cea-34d180e56e62 None None] The sync data for ids ['acfab3c3-0964-4bec-8b72-509fc0c8c661'] in n-d-615180-58 is: [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:22:35Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '336733bd-e3f5-4a07-9ea0-1565c16b19ba', 'name': '', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:1d:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:34Z', 'updated_at': '2022-02-11T05:22:38Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:39.474494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0720b0c5-ad47-4cf4-8506-e952330a488c,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:39.479993 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-72c24e32-900f-4a71-94dd-73d724b7d20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.554854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-da3e7754-2637-42d7-a400-a7736068e2fe None None] Current status of the port 336733bd-e3f5-4a07-9ea0-1565c16b19ba is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:39.565848 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-9a90051b-aa10-493a-b6f3-58f6ccfe46ea service neutron] 10.222.0.48 "GET /v2.0/networks/cbc3350b-b296-4fc6-9dba-2854e9f92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493719 Feb 11 05:22:39.606872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Attempting to bind port 0720b0c5-ad47-4cf4-8506-e952330a488c on host n-h2-615180-58 for vnic_type normal with profile {"migrating_to": "n-h1-615180-58"} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:39.607251 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Attempting to bind port 0720b0c5-ad47-4cf4-8506-e952330a488c by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:39.610333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Attempting to bind port 0720b0c5-ad47-4cf4-8506-e952330a488c on network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:39.617896 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Port 0720b0c5-ad47-4cf4-8506-e952330a488c on network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:39.619211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Attempting to bind port 0720b0c5-ad47-4cf4-8506-e952330a488c on network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:39.624739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:39.625097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Checking segment: {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:39.625496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Bound using segment: {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:39.625935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Bound port: 0720b0c5-ad47-4cf4-8506-e952330a488c, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff01054-0b01-4ea7-8f32-73234cb0af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:39.626302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.687459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-3e93a92c-171e-439f-a773-4abb8ab085b8 service neutron] 10.222.0.48 "GET /v2.0/networks/cbc3350b-b296-4fc6-9dba-2854e9f92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152780 Feb 11 05:22:39.703495 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:39.708306 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0720b0c5-ad47-4cf4-8506-e952330a488c,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:39.714768 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.780984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4665d891-ebed-43a5-b679-bf7bc52c9052 None None] Provisioning complete for port 0720b0c5-ad47-4cf4-8506-e952330a488c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:39.781451 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4665d891-ebed-43a5-b679-bf7bc52c9052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.876574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.877209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.885331 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] 10.222.0.60 "PUT /v2.0/ports/0720b0c5-ad47-4cf4-8506-e952330a488c HTTP/1.1" status: 200 len: 1124 time: 0.9916630 Feb 11 05:22:39.904545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab8272-0484-4d70-bca3-ddeac67256f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0720b0c5-ad47-4cf4-8506-e952330a488c,revision_number=8']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:39.948057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4665d891-ebed-43a5-b679-bf7bc52c9052 None None] Current status of the port 0720b0c5-ad47-4cf4-8506-e952330a488c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:39.949184 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4665d891-ebed-43a5-b679-bf7bc52c9052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.958333 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ff1040e-c9c7-4650-acc7-18ab801afdef req-6045c158-2078-4641-912a-91773a57b386 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 210 time: 0.0487754 Feb 11 05:22:39.992919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:39.995772 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21517dff-58f3-4e7c-a405-6a99589fdef0" -d '{"events": [{"server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "name": "network-vif-plugged", "status": "completed", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:40.003267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['0720b0c5-ad47-4cf4-8506-e952330a488c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:40.055723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4665d891-ebed-43a5-b679-bf7bc52c9052 None None] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0720b0c5-ad47-4cf4-8506-e952330a488c,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:40.063804 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0eb769-9639-4127-922b-7c72aa348692 x-openstack-request-id: req-8b0eb769-9639-4127-922b-7c72aa348692 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:40.064434 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "name": "network-vif-plugged", "status": "completed", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:40.064768 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b0eb769-9639-4127-922b-7c72aa348692 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:40.065565 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'code': 200} Feb 11 05:22:40.072624 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4665d891-ebed-43a5-b679-bf7bc52c9052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.177590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a613a8-13ce-4363-8704-f42d76f00f8e req-a9bbb595-1240-4539-aee8-cc53c47f1afa tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:40.179588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6a613a8-13ce-4363-8704-f42d76f00f8e req-a9bbb595-1240-4539-aee8-cc53c47f1afa tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0719883 Feb 11 05:22:40.253050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665d891-ebed-43a5-b679-bf7bc52c9052 None None] Pushing event updated for resources: {'Port': ['ID=0720b0c5-ad47-4cf4-8506-e952330a488c,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:40.261479 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6a613a8-13ce-4363-8704-f42d76f00f8e req-fd2c778e-0890-455d-9e46-85cfa153426c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735691 Feb 11 05:22:40.483480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b8c23fda-6662-4cdc-940b-1b7aa4316ad9 None None] Provisioning complete for port 0720b0c5-ad47-4cf4-8506-e952330a488c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:40.483873 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b8c23fda-6662-4cdc-940b-1b7aa4316ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.612533 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b8c23fda-6662-4cdc-940b-1b7aa4316ad9 None None] Current status of the port 0720b0c5-ad47-4cf4-8506-e952330a488c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:41.055784 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1de88274-82f2-451a-8219-3cbb0e00ea95 req-505654ef-4758-465b-958f-6bd34610eba2 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 210 time: 0.0287328 Feb 11 05:22:41.137225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0720b0c5-ad47-4cf4-8506-e952330a488c details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:41.166668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-1ef23e54-de3c-4ee1-817a-bd344f58471b tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.169005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-1ef23e54-de3c-4ee1-817a-bd344f58471b tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.60 "GET /v2.0/networks?id=cbc3350b-b296-4fc6-9dba-2854e9f92c6d HTTP/1.1" status: 200 len: 796 time: 0.1218264 Feb 11 05:22:41.242717 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-39603e8e-f072-4791-b2c3-cd65f586a343 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b HTTP/1.1" status: 200 len: 380 time: 0.0617983 Feb 11 05:22:41.247647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0720b0c5-ad47-4cf4-8506-e952330a488c,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:41.251406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'port': {'device_id': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'admin_state_up': True, 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'security_groups': ['e62c4ab6-d79c-4d17-bd53-221011c6c32a']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:41.259747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0720b0c5-ad47-4cf4-8506-e952330a488c has no active binding in host n-h1-615180-58 {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:22:41.308091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 336733bd-e3f5-4a07-9ea0-1565c16b19ba up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:41.357476 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 336733bd-e3f5-4a07-9ea0-1565c16b19ba triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:41.357899 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.359181 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:41.361444 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5f0035-fadd-4454-9aad-bf0862fbeed8" -d '{"events": [{"name": "network-changed", "server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:41.403879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Made reservation on behalf of 00434bbccd5d4dc5a8c9ae13ff30bc9b for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:41.407464 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.429188 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65620918-eb50-430d-b5ec-8c278ab87d16 x-openstack-request-id: req-65620918-eb50-430d-b5ec-8c278ab87d16 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:41.429336 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:41.429578 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65620918-eb50-430d-b5ec-8c278ab87d16 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:41.429975 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'status': 'completed', 'code': 200} Feb 11 05:22:41.440163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6ae22-0d26-4845-bd26-ada9172ebb66 req-fdccd31c-dbb3-4ea9-b230-6295eb213e5b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.441653 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bff6ae22-0d26-4845-bd26-ada9172ebb66 req-fdccd31c-dbb3-4ea9-b230-6295eb213e5b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.1001537 Feb 11 05:22:41.445183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 336733bd-e3f5-4a07-9ea0-1565c16b19ba is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:41.559451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bff6ae22-0d26-4845-bd26-ada9172ebb66 req-f09cce2e-858c-4f56-9fb5-8b6985f33dbe tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106560 Feb 11 05:22:41.571728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f0035-fadd-4454-9aad-bf0862fbeed8 req-79a43984-8467-45ca-8913-fde93300e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.573296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b5f0035-fadd-4454-9aad-bf0862fbeed8 req-79a43984-8467-45ca-8913-fde93300e3c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 1160 time: 0.0449836 Feb 11 05:22:41.605391 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Allocated IP 172.20.0.11 (cbc3350b-b296-4fc6-9dba-2854e9f92c6d/43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371/3521e429-c264-474e-835c-6b5239d7fbd5) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:41.667982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f0035-fadd-4454-9aad-bf0862fbeed8 req-a1a2be61-4685-413b-9b9b-44b51c9cfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.669462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b5f0035-fadd-4454-9aad-bf0862fbeed8 req-a1a2be61-4685-413b-9b9b-44b51c9cfcde service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe HTTP/1.1" status: 200 len: 898 time: 0.0890203 Feb 11 05:22:41.734236 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b5f0035-fadd-4454-9aad-bf0862fbeed8 req-54ef9e56-dcb0-403c-a959-70bfd4b7c4c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0720b0c5-ad47-4cf4-8506-e952330a488c HTTP/1.1" status: 200 len: 1002 time: 0.0577164 Feb 11 05:22:41.746040 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (3521e429-c264-474e-835c-6b5239d7fbd5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.785228 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.787490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f0035-fadd-4454-9aad-bf0862fbeed8 req-043ab49d-067e-428b-9bbd-48f0b68fb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.789155 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b5f0035-fadd-4454-9aad-bf0862fbeed8 req-043ab49d-067e-428b-9bbd-48f0b68fb1e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=465702fb-860c-405d-8b29-7a77bb4c7cc8 HTTP/1.1" status: 200 len: 835 time: 0.0484259 Feb 11 05:22:41.831248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network cbc3350b-b296-4fc6-9dba-2854e9f92c6d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:41.834956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:41.838368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f0035-fadd-4454-9aad-bf0862fbeed8 req-4403d92a-d23d-4259-963c-b17a8815923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.838574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:41.840074 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b5f0035-fadd-4454-9aad-bf0862fbeed8 req-4403d92a-d23d-4259-963c-b17a8815923d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456674 Feb 11 05:22:41.870479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=3521e429-c264-474e-835c-6b5239d7fbd5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:41.887145 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8d15817-f084-4f6c-aa94-be3ae3c05236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.909669 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.910302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.929368 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-0a6e7b29-47bd-420c-aae8-a6a2ccd96d64 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6817393 Feb 11 05:22:41.945080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Request body: {'port': {'device_id': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:41.955954 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b5f0035-fadd-4454-9aad-bf0862fbeed8 req-efedc6c1-86ed-49b4-9da4-b37d642795c8 service neutron] 10.222.0.10 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083517 Feb 11 05:22:42.012763 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.156050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9fad87cc-7e85-42be-ad01-9e3626787b64 None None] Provisioning complete for port 3521e429-c264-474e-835c-6b5239d7fbd5 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:42.157052 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9fad87cc-7e85-42be-ad01-9e3626787b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.193315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9fad87cc-7e85-42be-ad01-9e3626787b64 None None] Port 3521e429-c264-474e-835c-6b5239d7fbd5 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:42.299100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3521e429-c264-474e-835c-6b5239d7fbd5 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:42.307464 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Publish callbacks [] for port (3521e429-c264-474e-835c-6b5239d7fbd5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.320856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Transition to ACTIVE for port object 3521e429-c264-474e-835c-6b5239d7fbd5 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:42.325525 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.374771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Pushing event updated for resources: {'Port': ['ID=3521e429-c264-474e-835c-6b5239d7fbd5,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:42.412222 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b5f0035-fadd-4454-9aad-bf0862fbeed8 req-cf22d61c-b462-4df0-8aa3-b0de61101390 service neutron] 10.222.0.10 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499102 Feb 11 05:22:42.420330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca262b-d8ce-4d8c-951c-2ceb1d225db2 req-5914d5f6-ec4a-45e7-81af-4ce1b4c9c56c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.421850 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6bca262b-d8ce-4d8c-951c-2ceb1d225db2 req-5914d5f6-ec4a-45e7-81af-4ce1b4c9c56c tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 944 time: 0.1027708 Feb 11 05:22:42.458405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Attempting to bind port 3521e429-c264-474e-835c-6b5239d7fbd5 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:42.458750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Attempting to bind port 3521e429-c264-474e-835c-6b5239d7fbd5 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:42.459115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Attempting to bind port 3521e429-c264-474e-835c-6b5239d7fbd5 on network cbc3350b-b296-4fc6-9dba-2854e9f92c6d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:42.464721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Port 3521e429-c264-474e-835c-6b5239d7fbd5 on network cbc3350b-b296-4fc6-9dba-2854e9f92c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:42.465075 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Attempting to bind port 3521e429-c264-474e-835c-6b5239d7fbd5 on network cbc3350b-b296-4fc6-9dba-2854e9f92c6d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:42.470557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:42.470926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Checking segment: {'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:42.471329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Bound using segment: {'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:42.471791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Bound port: 3521e429-c264-474e-835c-6b5239d7fbd5, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f794f3-baa8-4c49-81ce-58c4445d2561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:42.472162 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.481685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6bca262b-d8ce-4d8c-951c-2ceb1d225db2 req-490235ff-2b97-4f27-8eda-e2d9af8dd6d0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540183 Feb 11 05:22:42.548180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] For port 3521e429-c264-474e-835c-6b5239d7fbd5, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:42.551746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] For port 3521e429-c264-474e-835c-6b5239d7fbd5, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=3521e429-c264-474e-835c-6b5239d7fbd5,segment=NetworkSegment(85f794f3-baa8-4c49-81ce-58c4445d2561),segment_id=85f794f3-baa8-4c49-81ce-58c4445d2561)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:42.559289 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.595425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.596050 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.597538 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] 10.222.0.60 "PUT /v2.0/ports/3521e429-c264-474e-835c-6b5239d7fbd5 HTTP/1.1" status: 200 len: 1093 time: 0.6576254 Feb 11 05:22:42.624101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8b3e0-b46b-4ae1-b49c-c67f92b08364 service neutron] Pushing event updated for resources: {'Port': ['ID=3521e429-c264-474e-835c-6b5239d7fbd5,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:42.734398 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfce111-ef5d-4af4-b681-0697dd0ca48c req-46d894b7-b251-4178-a1a5-36984b6d4b25 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.736002 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fdfce111-ef5d-4af4-b681-0697dd0ca48c req-46d894b7-b251-4178-a1a5-36984b6d4b25 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0886028 Feb 11 05:22:42.740872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-aecfd4fe-f178-498a-a0d4-1fa95282ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.743007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-aecfd4fe-f178-498a-a0d4-1fa95282ff67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 1127 time: 0.0866170 Feb 11 05:22:42.792922 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fdfce111-ef5d-4af4-b681-0697dd0ca48c req-c53a72f9-d421-412c-89e6-fb297d874da6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489326 Feb 11 05:22:42.839748 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.942841 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-7dbaaa67-127f-4325-a687-18a277cc651e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3521e429-c264-474e-835c-6b5239d7fbd5 HTTP/1.1" status: 200 len: 217 time: 0.0345275 Feb 11 05:22:42.992549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-89a8eb27-95b4-40e2-bbb4-876a357dea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.994031 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-89a8eb27-95b4-40e2-bbb4-876a357dea70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371 HTTP/1.1" status: 200 len: 835 time: 0.0434554 Feb 11 05:22:43.046282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-c3223cd7-099c-4792-9769-082a763c4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.047739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-c3223cd7-099c-4792-9769-082a763c4df7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbc3350b-b296-4fc6-9dba-2854e9f92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471432 Feb 11 05:22:43.136175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-9d09a6f4-afb1-440e-a305-e4ac8d23c5dc service neutron] 10.222.0.60 "GET /v2.0/networks/cbc3350b-b296-4fc6-9dba-2854e9f92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814269 Feb 11 05:22:43.228838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f29bafcd-5fc3-400b-be25-cab4ae55091f req-12afc356-5c61-4cfd-bf49-b4db467a645f service neutron] 10.222.0.60 "GET /v2.0/networks/cbc3350b-b296-4fc6-9dba-2854e9f92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856087 Feb 11 05:22:43.430871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'tag': '3521e429-c264-474e-835c-6b5239d7fbd5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:43.433178 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b4d370-3e3e-40e7-8d57-08898823bcc9" -d '{"events": [{"name": "network-changed", "server_uuid": "118d3e90-c106-4a0d-a2ba-74787dd87472", "tag": "3521e429-c264-474e-835c-6b5239d7fbd5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:43.469459 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2f8506-c0ab-4a5d-a10b-3cedd9f204f1 x-openstack-request-id: req-2c2f8506-c0ab-4a5d-a10b-3cedd9f204f1 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:43.470115 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118d3e90-c106-4a0d-a2ba-74787dd87472", "tag": "3521e429-c264-474e-835c-6b5239d7fbd5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:43.470384 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c2f8506-c0ab-4a5d-a10b-3cedd9f204f1 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:43.470789 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'tag': '3521e429-c264-474e-835c-6b5239d7fbd5', 'status': 'completed', 'code': 200} Feb 11 05:22:43.571969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4d370-3e3e-40e7-8d57-08898823bcc9 req-afc6936c-b88f-4cda-ba19-a7f9ae2c3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.573408 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89b4d370-3e3e-40e7-8d57-08898823bcc9 req-afc6936c-b88f-4cda-ba19-a7f9ae2c3919 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 1127 time: 0.0612886 Feb 11 05:22:43.676473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394ed32-8b99-4cf4-9b88-6d1bf4f93cac req-f051731a-711e-499b-8cee-05c1e9baa274 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.677957 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0394ed32-8b99-4cf4-9b88-6d1bf4f93cac req-f051731a-711e-499b-8cee-05c1e9baa274 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 944 time: 0.1172228 Feb 11 05:22:43.712151 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4d370-3e3e-40e7-8d57-08898823bcc9 req-c9f74301-a83c-4422-8e94-dd68f835b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.713590 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89b4d370-3e3e-40e7-8d57-08898823bcc9 req-c9f74301-a83c-4422-8e94-dd68f835b99b service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbc3350b-b296-4fc6-9dba-2854e9f92c6d HTTP/1.1" status: 200 len: 897 time: 0.1221340 Feb 11 05:22:43.773310 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89b4d370-3e3e-40e7-8d57-08898823bcc9 req-c59f26c1-f61f-4dee-97b5-c2be3de6c9c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3521e429-c264-474e-835c-6b5239d7fbd5 HTTP/1.1" status: 200 len: 217 time: 0.0506053 Feb 11 05:22:43.777251 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0394ed32-8b99-4cf4-9b88-6d1bf4f93cac req-95cfaafd-fb49-4053-8b21-9d0a4c373e7b tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928082 Feb 11 05:22:43.825704 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4d370-3e3e-40e7-8d57-08898823bcc9 req-58213a97-9e09-49c1-ab83-244190be7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.827193 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89b4d370-3e3e-40e7-8d57-08898823bcc9 req-58213a97-9e09-49c1-ab83-244190be7107 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371 HTTP/1.1" status: 200 len: 835 time: 0.0437558 Feb 11 05:22:43.876600 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4d370-3e3e-40e7-8d57-08898823bcc9 req-e2829e96-2a5b-4dd0-9ddf-bdb938d7b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.878145 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89b4d370-3e3e-40e7-8d57-08898823bcc9 req-e2829e96-2a5b-4dd0-9ddf-bdb938d7b240 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbc3350b-b296-4fc6-9dba-2854e9f92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446329 Feb 11 05:22:43.925258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df83315-6d63-439e-bc53-5cc7ab272a21 req-a1699b3b-4cbe-4f40-bd93-0c4406734f66 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.926759 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4df83315-6d63-439e-bc53-5cc7ab272a21 req-a1699b3b-4cbe-4f40-bd93-0c4406734f66 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0529778 Feb 11 05:22:43.971564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89b4d370-3e3e-40e7-8d57-08898823bcc9 req-cc85b99e-9f6d-4a50-9cb1-aedaa8a1bfbc service neutron] 10.222.0.60 "GET /v2.0/networks/cbc3350b-b296-4fc6-9dba-2854e9f92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862713 Feb 11 05:22:43.977625 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4df83315-6d63-439e-bc53-5cc7ab272a21 req-15933b99-f12e-449c-85d8-dcfc6275d385 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437315 Feb 11 05:22:44.060557 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89b4d370-3e3e-40e7-8d57-08898823bcc9 req-00c61553-e0b4-49e6-912c-11071b9210bf service neutron] 10.222.0.60 "GET /v2.0/networks/cbc3350b-b296-4fc6-9dba-2854e9f92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824730 Feb 11 05:22:44.409373 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.908717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127af546-6443-4f18-9e1a-88fe82ab1609 req-4309bed1-0ebd-4ec1-9640-c24e56d838ee tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:44.910208 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-127af546-6443-4f18-9e1a-88fe82ab1609 req-4309bed1-0ebd-4ec1-9640-c24e56d838ee tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 944 time: 0.0654709 Feb 11 05:22:44.958159 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-127af546-6443-4f18-9e1a-88fe82ab1609 req-ca2536c7-d2d4-485f-8bcc-f6c79aef6404 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422926 Feb 11 05:22:45.096122 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977bb1c-e5b1-4fb9-aff0-3c8a0dfc2e08 req-7e13d29c-21fc-4365-84a5-b5fb997d9c7f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:45.097602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4977bb1c-e5b1-4fb9-aff0-3c8a0dfc2e08 req-7e13d29c-21fc-4365-84a5-b5fb997d9c7f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0523484 Feb 11 05:22:45.146423 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4977bb1c-e5b1-4fb9-aff0-3c8a0dfc2e08 req-5ee03e5d-a902-4f13-83fb-e24dafdc8046 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430732 Feb 11 05:22:45.657077 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.074408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0cadd-ca64-46cd-9f58-7278546ba6c9 req-1d3d6cb4-e5e7-400c-9112-995bb0b5c057 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:46.075916 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9ab0cadd-ca64-46cd-9f58-7278546ba6c9 req-1d3d6cb4-e5e7-400c-9112-995bb0b5c057 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 944 time: 0.0528967 Feb 11 05:22:46.123893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9ab0cadd-ca64-46cd-9f58-7278546ba6c9 req-686c0e07-7477-4211-adb4-959f7b17cd77 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423272 Feb 11 05:22:46.270067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d741fbc-93ed-49e0-93a0-81d65814e8df req-38563662-9083-4767-a6fa-c9a34dbfd95b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:46.271470 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d741fbc-93ed-49e0-93a0-81d65814e8df req-38563662-9083-4767-a6fa-c9a34dbfd95b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0571220 Feb 11 05:22:46.319420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d741fbc-93ed-49e0-93a0-81d65814e8df req-966f0145-739f-44df-b264-2f6735890251 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417836 Feb 11 05:22:47.185093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 3521e429-c264-474e-835c-6b5239d7fbd5 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:47.242275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f4090-4834-4a1a-b362-5bb9d4d21eaa req-448d0574-a123-477d-904d-2ca6c6857c51 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:47.244541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-945f4090-4834-4a1a-b362-5bb9d4d21eaa req-448d0574-a123-477d-904d-2ca6c6857c51 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 944 time: 0.0520563 Feb 11 05:22:47.288032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 3521e429-c264-474e-835c-6b5239d7fbd5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=3521e429-c264-474e-835c-6b5239d7fbd5,segment=NetworkSegment(85f794f3-baa8-4c49-81ce-58c4445d2561),segment_id=85f794f3-baa8-4c49-81ce-58c4445d2561)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:47.295997 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-945f4090-4834-4a1a-b362-5bb9d4d21eaa req-49d9b65a-d8fd-48b5-a780-89dd7990feaf tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456636 Feb 11 05:22:47.299159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '3521e429-c264-474e-835c-6b5239d7fbd5', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'port_id': '3521e429-c264-474e-835c-6b5239d7fbd5', 'mac_address': 'fa:16:3e:43:cb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:47.336229 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 3521e429-c264-474e-835c-6b5239d7fbd5 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:47.336626 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.350043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3521e429-c264-474e-835c-6b5239d7fbd5 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:47.370677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 3521e429-c264-474e-835c-6b5239d7fbd5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=3521e429-c264-474e-835c-6b5239d7fbd5,segment=NetworkSegment(85f794f3-baa8-4c49-81ce-58c4445d2561),segment_id=85f794f3-baa8-4c49-81ce-58c4445d2561)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:47.376678 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.424413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=3521e429-c264-474e-835c-6b5239d7fbd5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:47.452537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6a49b-64b8-49a8-876d-34b18e98b4a7 req-713da027-1c02-4d41-9810-8a72a1302281 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:47.454019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdf6a49b-64b8-49a8-876d-34b18e98b4a7 req-713da027-1c02-4d41-9810-8a72a1302281 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0620613 Feb 11 05:22:47.503755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdf6a49b-64b8-49a8-876d-34b18e98b4a7 req-4ed60c45-2bc8-419a-8cc2-26744a64baa0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440798 Feb 11 05:22:48.028755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['3521e429-c264-474e-835c-6b5239d7fbd5'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:48.413072 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb23065-bf7b-4172-b70a-fc708655b2a6 req-efeab38f-bbab-4e61-84ea-b786b7fd31e8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:48.414531 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9bb23065-bf7b-4172-b70a-fc708655b2a6 req-efeab38f-bbab-4e61-84ea-b786b7fd31e8 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 945 time: 0.0518067 Feb 11 05:22:48.462195 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9bb23065-bf7b-4172-b70a-fc708655b2a6 req-99c97938-e416-4810-bd52-06ca173b88b7 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416040 Feb 11 05:22:48.627948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68790c6e-fdf0-40df-81f7-3a4e345c7cca req-faf0928a-cdfd-41c6-b626-9e5fe8655a0e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:48.629574 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68790c6e-fdf0-40df-81f7-3a4e345c7cca req-faf0928a-cdfd-41c6-b626-9e5fe8655a0e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0573952 Feb 11 05:22:48.676894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68790c6e-fdf0-40df-81f7-3a4e345c7cca req-6f437e1b-25ed-43a3-a5f9-a8a05aed1eaf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416882 Feb 11 05:22:49.582258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daddae-7589-445b-8166-03702204c717 req-bb4e3072-1e82-4a33-9a69-d9ac82b20374 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.583772 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-09daddae-7589-445b-8166-03702204c717 req-bb4e3072-1e82-4a33-9a69-d9ac82b20374 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 945 time: 0.0524061 Feb 11 05:22:49.634334 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-09daddae-7589-445b-8166-03702204c717 req-dc4ee35f-7486-4e3f-be0c-f63508879eb0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444400 Feb 11 05:22:49.794567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236145c-a204-47c0-a181-d864658482c9 req-a71f1c96-c859-4cbc-9be2-0f431fb3554f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.796207 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e236145c-a204-47c0-a181-d864658482c9 req-a71f1c96-c859-4cbc-9be2-0f431fb3554f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.0533304 Feb 11 05:22:49.844550 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e236145c-a204-47c0-a181-d864658482c9 req-f1b19dce-afa1-47bb-8e06-c923078bb29f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428309 Feb 11 05:22:50.758884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa347cdd-aa2f-4c21-a498-37ef9c967fa1 req-2952dc59-5bb0-4617-a7dc-d9af59d04719 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:50.760495 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa347cdd-aa2f-4c21-a498-37ef9c967fa1 req-2952dc59-5bb0-4617-a7dc-d9af59d04719 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 945 time: 0.0564904 Feb 11 05:22:50.809033 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa347cdd-aa2f-4c21-a498-37ef9c967fa1 req-1e75f2c2-1b92-4314-88e1-c1fb354e4e95 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430334 Feb 11 05:22:50.865264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-47478e79-aa56-4a67-a4a0-9a4aa321fb90 service neutron] 10.222.0.10 "GET /v2.0/ports/0720b0c5-ad47-4cf4-8506-e952330a488c/bindings/n-h1-615180-58 HTTP/1.1" status: 200 len: 385 time: 0.0712159 Feb 11 05:22:51.014639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be94ee-8f8a-41b5-948d-fa4d4591c664 req-2d912978-be85-4b84-9633-cc1b77e6406b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.016160 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5be94ee-8f8a-41b5-948d-fa4d4591c664 req-2d912978-be85-4b84-9633-cc1b77e6406b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 946 time: 0.1006904 Feb 11 05:22:51.118465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5be94ee-8f8a-41b5-948d-fa4d4591c664 req-dba3193e-9b54-4b22-bfc6-5c286cbf1705 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939941 Feb 11 05:22:51.123838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-381add36-4616-4bc0-9e71-4ce49be2bc01 service neutron] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=0720b0c5-ad47-4cf4-8506-e952330a488c,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:51.143579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-381add36-4616-4bc0-9e71-4ce49be2bc01 service neutron] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:51.184368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:51.185335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 3521e429-c264-474e-835c-6b5239d7fbd5 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:51.186592 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc791c90-23b5-47f4-bf32-034d450d6d35" -d '{"events": [{"server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "name": "network-vif-unplugged", "status": "completed", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:51.194691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-381add36-4616-4bc0-9e71-4ce49be2bc01 service neutron] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0720b0c5-ad47-4cf4-8506-e952330a488c,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:51.214320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-381add36-4616-4bc0-9e71-4ce49be2bc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.230644 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7623ebba-541d-4a1a-852d-eb99b0e76bd6 x-openstack-request-id: req-7623ebba-541d-4a1a-852d-eb99b0e76bd6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:51.231158 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "name": "network-vif-unplugged", "status": "completed", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:51.231444 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7623ebba-541d-4a1a-852d-eb99b0e76bd6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:51.231816 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'code': 200} Feb 11 05:22:51.242646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 3521e429-c264-474e-835c-6b5239d7fbd5 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:22:51.246504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 3521e429-c264-474e-835c-6b5239d7fbd5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:51.246986 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.298262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-381add36-4616-4bc0-9e71-4ce49be2bc01 service neutron] Transition to ACTIVE for port object 0720b0c5-ad47-4cf4-8506-e952330a488c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:51.302338 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-381add36-4616-4bc0-9e71-4ce49be2bc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.323634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 3521e429-c264-474e-835c-6b5239d7fbd5 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:51.324222 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.348191 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3521e429-c264-474e-835c-6b5239d7fbd5'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:51.350726 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff25f77-0830-45bc-9d57-a7703d784829" -d '{"events": [{"server_uuid": "118d3e90-c106-4a0d-a2ba-74787dd87472", "name": "network-vif-plugged", "status": "completed", "tag": "3521e429-c264-474e-835c-6b5239d7fbd5"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:51.364738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 3521e429-c264-474e-835c-6b5239d7fbd5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=3521e429-c264-474e-835c-6b5239d7fbd5,segment=NetworkSegment(85f794f3-baa8-4c49-81ce-58c4445d2561),segment_id=85f794f3-baa8-4c49-81ce-58c4445d2561)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:51.370417 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.398690 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a262ab41-04e0-421c-9f43-d5fe43af6173 x-openstack-request-id: req-a262ab41-04e0-421c-9f43-d5fe43af6173 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:51.399009 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118d3e90-c106-4a0d-a2ba-74787dd87472", "name": "network-vif-plugged", "status": "completed", "tag": "3521e429-c264-474e-835c-6b5239d7fbd5", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:51.399265 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a262ab41-04e0-421c-9f43-d5fe43af6173 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:51.400304 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3521e429-c264-474e-835c-6b5239d7fbd5', 'code': 200} Feb 11 05:22:51.424055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381add36-4616-4bc0-9e71-4ce49be2bc01 service neutron] Pushing event updated for resources: {'Port': ['ID=0720b0c5-ad47-4cf4-8506-e952330a488c,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:51.435961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=3521e429-c264-474e-835c-6b5239d7fbd5,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:51.470593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-381add36-4616-4bc0-9e71-4ce49be2bc01 service neutron] No DVR routers for this DVR port 0720b0c5-ad47-4cf4-8506-e952330a488c on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:51.537637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93f61d-95f4-4150-a6be-52ba998aee50 req-9a9c1217-f2f2-4e91-a0c4-79704d1ec898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.539287 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe93f61d-95f4-4150-a6be-52ba998aee50 req-9a9c1217-f2f2-4e91-a0c4-79704d1ec898 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 1129 time: 0.0504475 Feb 11 05:22:51.586159 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe93f61d-95f4-4150-a6be-52ba998aee50 req-2645a5e4-6ca4-4ec4-9c97-3466a4c45ca1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409443 Feb 11 05:22:51.596123 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:22:51.613156 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-381add36-4616-4bc0-9e71-4ce49be2bc01 service neutron] 10.222.0.10 "PUT /v2.0/ports/0720b0c5-ad47-4cf4-8506-e952330a488c/bindings/n-h1-615180-58/activate HTTP/1.1" status: 200 len: 370 time: 0.7427657 Feb 11 05:22:52.244158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461173b-977d-440b-8208-a50934c2cf5e req-cc08b9c0-515c-4734-9dad-9fdae17463a9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.245734 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6461173b-977d-440b-8208-a50934c2cf5e req-cc08b9c0-515c-4734-9dad-9fdae17463a9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 945 time: 0.0550251 Feb 11 05:22:52.279374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-4d410854-9473-4816-b7d0-77855420761d tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.280899 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-4d410854-9473-4816-b7d0-77855420761d tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc&tenant_id=4606a55f42cf40e5a3952a4488271540&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.3604705 Feb 11 05:22:52.291365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b58a57-37fd-4c67-a8ba-d53b633324b0 req-67455220-c67f-49c9-b0b9-3989a2c629fa tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.292782 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69b58a57-37fd-4c67-a8ba-d53b633324b0 req-67455220-c67f-49c9-b0b9-3989a2c629fa tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 946 time: 0.4153147 Feb 11 05:22:52.295725 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6461173b-977d-440b-8208-a50934c2cf5e req-b83122e1-d5c3-46fc-9efd-45557add9152 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441530 Feb 11 05:22:52.405944 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-112e569a-a06c-452f-9a12-49e1417a5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.407385 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-112e569a-a06c-452f-9a12-49e1417a5236 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc&tenant_id=4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 1128 time: 0.1119387 Feb 11 05:22:52.410823 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69b58a57-37fd-4c67-a8ba-d53b633324b0 req-cb50a5c4-77de-44e8-b91b-ea6c810d65ab tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074107 Feb 11 05:22:52.487713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-43417192-90e0-4b0a-9cd8-20727d15995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.489192 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-43417192-90e0-4b0a-9cd8-20727d15995c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 1128 time: 0.0451043 Feb 11 05:22:52.578552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-c081797b-5286-495a-b8c2-b7665b5b9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.580055 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-c081797b-5286-495a-b8c2-b7665b5b9b40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe HTTP/1.1" status: 200 len: 898 time: 0.0844285 Feb 11 05:22:52.649518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-9e04cdc0-254a-4536-a2f7-a940b938ea27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0720b0c5-ad47-4cf4-8506-e952330a488c HTTP/1.1" status: 200 len: 1000 time: 0.0611815 Feb 11 05:22:52.697855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-0b133d01-5200-4d8c-832a-2945c855bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.699301 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-0b133d01-5200-4d8c-832a-2945c855bc03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=465702fb-860c-405d-8b29-7a77bb4c7cc8 HTTP/1.1" status: 200 len: 835 time: 0.0431645 Feb 11 05:22:52.750511 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-f83df4c8-aae0-49ed-87c8-b240fad74e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.752062 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-f83df4c8-aae0-49ed-87c8-b240fad74e77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446398 Feb 11 05:22:52.845340 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-6265c345-4585-4834-a58c-86387508b4a0 service neutron] 10.222.0.60 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849755 Feb 11 05:22:52.951104 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-70f88fe4-c2bc-4f0d-831e-1455c4f3aa08 service neutron] 10.222.0.60 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963149 Feb 11 05:22:52.963331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0720b0c5-ad47-4cf4-8506-e952330a488c no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:53.002583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port 0720b0c5-ad47-4cf4-8506-e952330a488c host n-h1-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:22:53.003036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 0720b0c5-ad47-4cf4-8506-e952330a488c not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:53.310426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-e02eff39-0b53-46f3-85d4-96f1f410e2a0 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:53.311959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-e02eff39-0b53-46f3-85d4-96f1f410e2a0 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc&tenant_id=4606a55f42cf40e5a3952a4488271540&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 1128 time: 0.0478263 Feb 11 05:22:53.426834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8aa3f36b-4a2e-4e21-8e17-919a9f7c7501 service neutron] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:53.430061 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8aa3f36b-4a2e-4e21-8e17-919a9f7c7501 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.431713 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8aa3f36b-4a2e-4e21-8e17-919a9f7c7501 service neutron] 10.222.0.60 "DELETE /v2.0/ports/0720b0c5-ad47-4cf4-8506-e952330a488c/bindings/n-h2-615180-58 HTTP/1.1" status: 204 len: 173 time: 0.1107130 Feb 11 05:22:53.483379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb71fd4-f46b-4295-8e32-c1cb2795b658 req-3738e376-8dcc-4352-bc1a-880266dcd313 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:53.484819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5fb71fd4-f46b-4295-8e32-c1cb2795b658 req-3738e376-8dcc-4352-bc1a-880266dcd313 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 945 time: 0.1202121 Feb 11 05:22:53.537997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a01a37-adce-4688-9042-a6d1455d6c24 req-ddb96121-37a1-4c47-a663-4035a01a5cdc tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:53.539656 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66a01a37-adce-4688-9042-a6d1455d6c24 req-ddb96121-37a1-4c47-a663-4035a01a5cdc tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 946 time: 0.0599699 Feb 11 05:22:53.540853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5fb71fd4-f46b-4295-8e32-c1cb2795b658 req-ad1c1ee9-4854-494b-9256-2e4b36cdeb05 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499008 Feb 11 05:22:53.596431 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-66a01a37-adce-4688-9042-a6d1455d6c24 req-33578124-0321-4dd3-afee-b7333bf6ba5e tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509944 Feb 11 05:22:53.656220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b378669-4105-4a76-b414-10146de426d2 req-c20b33b1-c991-4a96-bc5f-4f3f4b553a90 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:53.657802 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b378669-4105-4a76-b414-10146de426d2 req-c20b33b1-c991-4a96-bc5f-4f3f4b553a90 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 1128 time: 0.0495162 Feb 11 05:22:53.704992 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b378669-4105-4a76-b414-10146de426d2 req-c1df46af-c439-4a2b-a47c-4b9acceda6df tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416963 Feb 11 05:22:53.717208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e241b4c-2173-40c0-b82f-909d5446aeb7 req-2278fc04-5302-4027-8d5d-a08b81f83ee5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:53.718687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e241b4c-2173-40c0-b82f-909d5446aeb7 req-2278fc04-5302-4027-8d5d-a08b81f83ee5 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 946 time: 0.0533054 Feb 11 05:22:53.774382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5e241b4c-2173-40c0-b82f-909d5446aeb7 req-134828c0-caba-4fc8-bf8c-ed531703daed tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501785 Feb 11 05:22:53.797424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47708) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:53.827751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122020d-33eb-40ac-8a88-0fe4dba01d7f req-aa2f674a-88f9-403b-bacc-9abd90ac2139 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:53.829340 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3122020d-33eb-40ac-8a88-0fe4dba01d7f req-aa2f674a-88f9-403b-bacc-9abd90ac2139 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 945 time: 0.0575392 Feb 11 05:22:53.845302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183df5be-ea3f-4530-b468-ba0038285e99 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:53.846834 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-183df5be-ea3f-4530-b468-ba0038285e99 tempest-TestNetworkBasicOps-1974390436 tempest-TestNetworkBasicOps-1974390436-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 1124 time: 0.0483124 Feb 11 05:22:53.849751 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47710) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:53.855575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '3521e429-c264-474e-835c-6b5239d7fbd5', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:53.896513 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3122020d-33eb-40ac-8a88-0fe4dba01d7f req-1c0d58b7-e683-43b1-89f5-d95aa6587d54 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615053 Feb 11 05:22:53.897668 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.919368 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47712) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:53.982430 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cd63134d-9bdc-4e35-b2b6-1e7ec32a327f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/6e418bea-dedb-4a0c-b26e-3c0c979dc4ca HTTP/1.1" status: 200 len: 992 time: 0.0618262 Feb 11 05:22:53.997674 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.105555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Allocated IP 172.25.7.17 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/972ed6ae-dbea-4e0b-964f-6301a5cc5905) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:54.209004 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47718) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:54.218282 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (972ed6ae-dbea-4e0b-964f-6301a5cc5905), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.260034 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (972ed6ae-dbea-4e0b-964f-6301a5cc5905), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.299503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:54.302526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:54.307606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:54.313467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=972ed6ae-dbea-4e0b-964f-6301a5cc5905,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:54.387819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port d550e664-543f-4522-803b-f07742d0599c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:54.388491 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d550e664-543f-4522-803b-f07742d0599c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.466275 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d550e664-543f-4522-803b-f07742d0599c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.466612 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (d550e664-543f-4522-803b-f07742d0599c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.478958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for d550e664-543f-4522-803b-f07742d0599c owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:54.628215 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d550e664-543f-4522-803b-f07742d0599c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.658084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=d550e664-543f-4522-803b-f07742d0599c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:54.685171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for floatingip (b30770c7-36c2-4836-84bb-94f97f967e31), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.714957 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (6e418bea-dedb-4a0c-b26e-3c0c979dc4ca), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.715296 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Floating IP 6e418bea-dedb-4a0c-b26e-3c0c979dc4ca disassociated (deleted). External IP: 172.25.7.252, port: 0720b0c5-ad47-4cf4-8506-e952330a488c. Feb 11 05:22:54.762704 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (972ed6ae-dbea-4e0b-964f-6301a5cc5905), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.913777 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for port (972ed6ae-dbea-4e0b-964f-6301a5cc5905), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.918865 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (972ed6ae-dbea-4e0b-964f-6301a5cc5905), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.966029 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 4bc2e882-01f7-481b-a4a4-709e10ca305d has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:54.989093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event updated for resources: {'Port': ['ID=972ed6ae-dbea-4e0b-964f-6301a5cc5905,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.000877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (b30770c7-36c2-4836-84bb-94f97f967e31), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.077039 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:55.081902 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.089759 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4cfd4-9966-4bf3-b54d-915c5bea6f9e None None] Sync routers for ids ['4bc2e882-01f7-481b-a4a4-709e10ca305d'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:55.101580 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4cfd4-9966-4bf3-b54d-915c5bea6f9e None None] Routers {'4bc2e882-01f7-481b-a4a4-709e10ca305d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:55.102647 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0fe4cfd4-9966-4bf3-b54d-915c5bea6f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4bc2e882-01f7-481b-a4a4-709e10ca305d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:55.109933 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Floating IP b30770c7-36c2-4836-84bb-94f97f967e31 associated. External IP: 172.25.7.17, port: 3521e429-c264-474e-835c-6b5239d7fbd5. Feb 11 05:22:55.114751 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1e3cedee-2614-4fd3-b515-5b90d89f2353 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/floatingips/6e418bea-dedb-4a0c-b26e-3c0c979dc4ca HTTP/1.1" status: 204 len: 168 time: 0.9020977 Feb 11 05:22:55.114751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:55.116337 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e765a6-570e-415a-8ee8-476502d1111e" -d '{"events": [{"name": "network-changed", "server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:55.155364 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342b07ce-4857-411c-9508-47d8b5ccaa52 x-openstack-request-id: req-342b07ce-4857-411c-9508-47d8b5ccaa52 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:55.155663 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:55.155919 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-342b07ce-4857-411c-9508-47d8b5ccaa52 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:55.156419 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'status': 'completed', 'code': 200} Feb 11 05:22:55.201977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0720b0c5-ad47-4cf4-8506-e952330a488c no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:55.251874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e765a6-570e-415a-8ee8-476502d1111e req-50dee8d6-4308-49c6-a516-804b42cefd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.253784 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94e765a6-570e-415a-8ee8-476502d1111e req-50dee8d6-4308-49c6-a516-804b42cefd15 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 1128 time: 0.0540366 Feb 11 05:22:55.261880 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0fe4cfd4-9966-4bf3-b54d-915c5bea6f9e None None] Set router 4bc2e882-01f7-481b-a4a4-709e10ca305d gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:55.310416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 0720b0c5-ad47-4cf4-8506-e952330a488c is: DOWN; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:55.373268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Router acfab3c3-0964-4bec-8b72-509fc0c8c661 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:55.383038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e765a6-570e-415a-8ee8-476502d1111e req-f51532b3-8a39-4a38-8a64-a340142ed9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.385896 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94e765a6-570e-415a-8ee8-476502d1111e req-f51532b3-8a39-4a38-8a64-a340142ed9fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe HTTP/1.1" status: 200 len: 898 time: 0.1253967 Feb 11 05:22:55.458548 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94e765a6-570e-415a-8ee8-476502d1111e req-1159c040-9ab1-4787-8cef-66148caed817 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0720b0c5-ad47-4cf4-8506-e952330a488c HTTP/1.1" status: 200 len: 217 time: 0.0627232 Feb 11 05:22:55.492060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:55.507225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba2625-b0cd-4a1f-b394-ec9b2673fe3b None None] Sync routers for ids ['acfab3c3-0964-4bec-8b72-509fc0c8c661'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:55.514744 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.517549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e2cf9-c731-4bd3-82b6-8110be3bc97f req-41a458c7-3ee7-493b-a1af-aa6c7e51ceb9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.519133 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a1e2cf9-c731-4bd3-82b6-8110be3bc97f req-41a458c7-3ee7-493b-a1af-aa6c7e51ceb9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 945 time: 0.1253781 Feb 11 05:22:55.520320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba2625-b0cd-4a1f-b394-ec9b2673fe3b None None] Routers {'acfab3c3-0964-4bec-8b72-509fc0c8c661'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:55.520965 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8bba2625-b0cd-4a1f-b394-ec9b2673fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['acfab3c3-0964-4bec-8b72-509fc0c8c661'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:55.529456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e765a6-570e-415a-8ee8-476502d1111e req-12ae28c3-ff3d-475e-9b2d-fecf713007d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.531135 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94e765a6-570e-415a-8ee8-476502d1111e req-12ae28c3-ff3d-475e-9b2d-fecf713007d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=465702fb-860c-405d-8b29-7a77bb4c7cc8 HTTP/1.1" status: 200 len: 835 time: 0.0623057 Feb 11 05:22:55.533833 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0fe4cfd4-9966-4bf3-b54d-915c5bea6f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:21:46Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '42b5b1cb-b116-4e17-8382-770cff2a8ee8', 'name': '', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:f7:db:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:45Z', 'updated_at': '2022-02-11T05:21:49Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:55.552018 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-da96b9e5-ca5f-415e-995e-8dda067621c6 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6988599 Feb 11 05:22:55.552018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'tag': '3521e429-c264-474e-835c-6b5239d7fbd5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:55.552754 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e4039e-bed2-4d55-8bd6-5722d8f31b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "118d3e90-c106-4a0d-a2ba-74787dd87472", "tag": "3521e429-c264-474e-835c-6b5239d7fbd5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:55.554885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47728) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:55.586658 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4cfd4-9966-4bf3-b54d-915c5bea6f9e None None] Checking router: 4bc2e882-01f7-481b-a4a4-709e10ca305d for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:55.615124 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4cfd4-9966-4bf3-b54d-915c5bea6f9e None None] Routers {'4bc2e882-01f7-481b-a4a4-709e10ca305d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:55.615758 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0fe4cfd4-9966-4bf3-b54d-915c5bea6f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4bc2e882-01f7-481b-a4a4-709e10ca305d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:55.623562 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef544a59-b62f-4ec7-8312-1c8a50c9cdc0 x-openstack-request-id: req-ef544a59-b62f-4ec7-8312-1c8a50c9cdc0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:55.623869 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118d3e90-c106-4a0d-a2ba-74787dd87472", "tag": "3521e429-c264-474e-835c-6b5239d7fbd5", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:55.624132 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef544a59-b62f-4ec7-8312-1c8a50c9cdc0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:55.624548 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'tag': '3521e429-c264-474e-835c-6b5239d7fbd5', 'status': 'completed', 'code': 200} Feb 11 05:22:55.636273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8a756eea-406d-4f76-9ed8-e69756233575 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/floatingips/b30770c7-36c2-4836-84bb-94f97f967e31 HTTP/1.1" status: 200 len: 991 time: 0.0789943 Feb 11 05:22:55.637348 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a1e2cf9-c731-4bd3-82b6-8110be3bc97f req-cb853578-fc19-48a0-8738-b82b45ffff10 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050353 Feb 11 05:22:55.671897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e765a6-570e-415a-8ee8-476502d1111e req-e5f7ad65-0d14-4110-8cf4-63b1cbb01cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.675350 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94e765a6-570e-415a-8ee8-476502d1111e req-e5f7ad65-0d14-4110-8cf4-63b1cbb01cae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1084056 Feb 11 05:22:55.722942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4039e-bed2-4d55-8bd6-5722d8f31b6d req-3d403d90-002b-49d1-8098-d0b2c8d936bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.726878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e4039e-bed2-4d55-8bd6-5722d8f31b6d req-3d403d90-002b-49d1-8098-d0b2c8d936bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 1129 time: 0.0601184 Feb 11 05:22:55.766541 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0fe4cfd4-9966-4bf3-b54d-915c5bea6f9e None None] Set router 4bc2e882-01f7-481b-a4a4-709e10ca305d gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:55.792466 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94e765a6-570e-415a-8ee8-476502d1111e req-9ac9c73f-3ab2-4ffd-bbc6-ecce4400cbd3 service neutron] 10.222.0.60 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062772 Feb 11 05:22:55.836601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4039e-bed2-4d55-8bd6-5722d8f31b6d req-7d1fd9da-f6f3-4097-b2f1-93e5d4f8c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.839243 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e4039e-bed2-4d55-8bd6-5722d8f31b6d req-7d1fd9da-f6f3-4097-b2f1-93e5d4f8c24f service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbc3350b-b296-4fc6-9dba-2854e9f92c6d HTTP/1.1" status: 200 len: 897 time: 0.1029258 Feb 11 05:22:55.841057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-8bba2625-b0cd-4a1f-b394-ec9b2673fe3b None None] Set router acfab3c3-0964-4bec-8b72-509fc0c8c661 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:55.906200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94e765a6-570e-415a-8ee8-476502d1111e req-cf86637c-52ce-4678-afca-daee004d263e service neutron] 10.222.0.60 "GET /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051557 Feb 11 05:22:55.914657 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e4039e-bed2-4d55-8bd6-5722d8f31b6d req-640bc09e-4860-4002-aa51-89233f548ef9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3521e429-c264-474e-835c-6b5239d7fbd5 HTTP/1.1" status: 200 len: 999 time: 0.0686111 Feb 11 05:22:55.982302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4039e-bed2-4d55-8bd6-5722d8f31b6d req-75527798-237c-4061-8a92-993ffd1f30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.983845 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e4039e-bed2-4d55-8bd6-5722d8f31b6d req-75527798-237c-4061-8a92-993ffd1f30b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371 HTTP/1.1" status: 200 len: 835 time: 0.0529261 Feb 11 05:22:55.992347 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0fe4cfd4-9966-4bf3-b54d-915c5bea6f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:21:46Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '42b5b1cb-b116-4e17-8382-770cff2a8ee8', 'name': '', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:f7:db:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:45Z', 'updated_at': '2022-02-11T05:21:49Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:56.077985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4039e-bed2-4d55-8bd6-5722d8f31b6d req-e561ffb5-7869-4076-8217-62146f8d83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.079565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e4039e-bed2-4d55-8bd6-5722d8f31b6d req-e561ffb5-7869-4076-8217-62146f8d83aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbc3350b-b296-4fc6-9dba-2854e9f92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482833 Feb 11 05:22:56.117189 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4cfd4-9966-4bf3-b54d-915c5bea6f9e None None] The sync data for ids ['4bc2e882-01f7-481b-a4a4-709e10ca305d'] in n-d-615180-58 is: [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:21:46Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '42b5b1cb-b116-4e17-8382-770cff2a8ee8', 'name': '', 'network_id': '6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:f7:db:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:45Z', 'updated_at': '2022-02-11T05:21:49Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '465702fb-860c-405d-8b29-7a77bb4c7cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:56.126373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8bba2625-b0cd-4a1f-b394-ec9b2673fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:22:35Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'b30770c7-36c2-4836-84bb-94f97f967e31', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'port_id': '3521e429-c264-474e-835c-6b5239d7fbd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'mac_address': 'fa:16:3e:43:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:22:54Z', 'updated_at': '2022-02-11T05:22:54Z', 'revision_number': 0, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336733bd-e3f5-4a07-9ea0-1565c16b19ba', 'name': '', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:1d:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:34Z', 'updated_at': '2022-02-11T05:22:39Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:56.157278 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba2625-b0cd-4a1f-b394-ec9b2673fe3b None None] Checking router: acfab3c3-0964-4bec-8b72-509fc0c8c661 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:56.167308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba2625-b0cd-4a1f-b394-ec9b2673fe3b None None] Routers {'acfab3c3-0964-4bec-8b72-509fc0c8c661'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:56.167947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8bba2625-b0cd-4a1f-b394-ec9b2673fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['acfab3c3-0964-4bec-8b72-509fc0c8c661'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:56.198882 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e4039e-bed2-4d55-8bd6-5722d8f31b6d req-4f847a29-fedb-4be0-941d-b27eaa630c9a service neutron] 10.222.0.60 "GET /v2.0/networks/cbc3350b-b296-4fc6-9dba-2854e9f92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085131 Feb 11 05:22:56.282564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-8bba2625-b0cd-4a1f-b394-ec9b2673fe3b None None] Set router acfab3c3-0964-4bec-8b72-509fc0c8c661 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:56.289783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84e4039e-bed2-4d55-8bd6-5722d8f31b6d req-779b20e4-4802-4cf3-a303-876a8cec6027 service neutron] 10.222.0.60 "GET /v2.0/networks/cbc3350b-b296-4fc6-9dba-2854e9f92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839655 Feb 11 05:22:56.378735 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e74f9-33d8-4266-a80c-83910c5a6d67 None None] New status for floating IP 6e418bea-dedb-4a0c-b26e-3c0c979dc4ca: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:22:56.487977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13117-f289-4429-9801-8576e5e3722d req-f2722d68-fda7-4aef-9802-21d9a1ffe6d6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.489414 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e13117-f289-4429-9801-8576e5e3722d req-f2722d68-fda7-4aef-9802-21d9a1ffe6d6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.60 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 945 time: 0.0528958 Feb 11 05:22:56.518653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8bba2625-b0cd-4a1f-b394-ec9b2673fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:22:35Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'b30770c7-36c2-4836-84bb-94f97f967e31', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'port_id': '3521e429-c264-474e-835c-6b5239d7fbd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'mac_address': 'fa:16:3e:43:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:22:54Z', 'updated_at': '2022-02-11T05:22:54Z', 'revision_number': 0, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336733bd-e3f5-4a07-9ea0-1565c16b19ba', 'name': '', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:1d:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:34Z', 'updated_at': '2022-02-11T05:22:39Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:56.548445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba2625-b0cd-4a1f-b394-ec9b2673fe3b None None] The sync data for ids ['acfab3c3-0964-4bec-8b72-509fc0c8c661'] in n-d-615180-58 is: [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:22:35Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'b30770c7-36c2-4836-84bb-94f97f967e31', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'port_id': '3521e429-c264-474e-835c-6b5239d7fbd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'mac_address': 'fa:16:3e:43:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:22:54Z', 'updated_at': '2022-02-11T05:22:54Z', 'revision_number': 0, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336733bd-e3f5-4a07-9ea0-1565c16b19ba', 'name': '', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:1d:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:34Z', 'updated_at': '2022-02-11T05:22:39Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:56.587510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-14e13117-f289-4429-9801-8576e5e3722d req-d9bfe6df-5cb8-4ab1-9e8d-976e61711883 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port 0720b0c5-ad47-4cf4-8506-e952330a488c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:56.587854 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e13117-f289-4429-9801-8576e5e3722d req-d9bfe6df-5cb8-4ab1-9e8d-976e61711883 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.640182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47732) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:56.688549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-14e13117-f289-4429-9801-8576e5e3722d req-d9bfe6df-5cb8-4ab1-9e8d-976e61711883 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] For port 0720b0c5-ad47-4cf4-8506-e952330a488c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0720b0c5-ad47-4cf4-8506-e952330a488c,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:56.688927 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e13117-f289-4429-9801-8576e5e3722d req-d9bfe6df-5cb8-4ab1-9e8d-976e61711883 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.705637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-bf2ec8a2-597e-4281-a312-ffd411887650 req-821bbe84-4b6f-4107-9531-17321b90d29e service neutron] (103353) timed out ('10.222.0.10', 57723) {{(pid=103353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:22:56.708172 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-94ac0b0e-32a4-413a-a7b8-506b2d486331 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/floatingips/b30770c7-36c2-4836-84bb-94f97f967e31 HTTP/1.1" status: 200 len: 991 time: 0.0665476 Feb 11 05:22:56.713148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-14e13117-f289-4429-9801-8576e5e3722d req-d9bfe6df-5cb8-4ab1-9e8d-976e61711883 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for 0720b0c5-ad47-4cf4-8506-e952330a488c owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:56.792282 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17b8248-f81f-4db5-80eb-53b93fd3e74e None None] New status for floating IP b30770c7-36c2-4836-84bb-94f97f967e31: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:22:56.843904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2848128-c9b3-4716-afe5-fb2c58a58cfa req-cfbfa34b-6d48-4434-a2a2-6edc03a92170 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.845437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f2848128-c9b3-4716-afe5-fb2c58a58cfa req-cfbfa34b-6d48-4434-a2a2-6edc03a92170 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=27480153-4de9-433c-96fe-d809a9a51adc HTTP/1.1" status: 200 len: 945 time: 0.0853689 Feb 11 05:22:56.935484 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e13117-f289-4429-9801-8576e5e3722d req-d9bfe6df-5cb8-4ab1-9e8d-976e61711883 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0720b0c5-ad47-4cf4-8506-e952330a488c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.948427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f2848128-c9b3-4716-afe5-fb2c58a58cfa req-fab1ea95-f080-432a-a41e-c1adf6329eb8 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=79165fdc-d8f9-45ec-86a3-f38a550d5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941598 Feb 11 05:22:56.978345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfe6df-5cb8-4ab1-9e8d-976e61711883 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=0720b0c5-ad47-4cf4-8506-e952330a488c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:57.015068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e13117-f289-4429-9801-8576e5e3722d req-d9bfe6df-5cb8-4ab1-9e8d-976e61711883 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] No DVR routers for this DVR port 0720b0c5-ad47-4cf4-8506-e952330a488c on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:57.017786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-14e13117-f289-4429-9801-8576e5e3722d req-d9bfe6df-5cb8-4ab1-9e8d-976e61711883 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.021260 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e13117-f289-4429-9801-8576e5e3722d req-d9bfe6df-5cb8-4ab1-9e8d-976e61711883 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.60 "DELETE /v2.0/ports/0720b0c5-ad47-4cf4-8506-e952330a488c HTTP/1.1" status: 204 len: 173 time: 0.5252569 Feb 11 05:22:57.625481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'name': 'network-vif-deleted', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:57.627812 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfb788c-185a-4590-8f7f-f449cd865aaf" -d '{"events": [{"server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "name": "network-vif-deleted", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:57.664194 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4d10ae-ea2f-4166-bd2a-07d80c1565e7 x-openstack-request-id: req-0e4d10ae-ea2f-4166-bd2a-07d80c1565e7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:57.664499 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27480153-4de9-433c-96fe-d809a9a51adc", "name": "network-vif-deleted", "tag": "0720b0c5-ad47-4cf4-8506-e952330a488c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:57.664763 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e4d10ae-ea2f-4166-bd2a-07d80c1565e7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:57.665172 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27480153-4de9-433c-96fe-d809a9a51adc', 'name': 'network-vif-deleted', 'tag': '0720b0c5-ad47-4cf4-8506-e952330a488c', 'status': 'completed', 'code': 200} Feb 11 05:22:57.711818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47738) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:57.775600 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2aaf2d15-24c4-4b07-af12-70e4dbc3f045 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/floatingips/b30770c7-36c2-4836-84bb-94f97f967e31 HTTP/1.1" status: 200 len: 993 time: 0.0609117 Feb 11 05:22:58.005973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47742) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:58.697671 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edd601f6-5300-4222-bd00-0998b59c87cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (4bc2e882-01f7-481b-a4a4-709e10ca305d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.950467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-edd601f6-5300-4222-bd00-0998b59c87cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port 42b5b1cb-b116-4e17-8382-770cff2a8ee8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:58.950800 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edd601f6-5300-4222-bd00-0998b59c87cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.041653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-edd601f6-5300-4222-bd00-0998b59c87cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] For port 42b5b1cb-b116-4e17-8382-770cff2a8ee8, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=42b5b1cb-b116-4e17-8382-770cff2a8ee8,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:59.042325 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edd601f6-5300-4222-bd00-0998b59c87cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.053554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-edd601f6-5300-4222-bd00-0998b59c87cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for 42b5b1cb-b116-4e17-8382-770cff2a8ee8 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:59.203017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0720b0c5-ad47-4cf4-8506-e952330a488c no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:59.223045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 0720b0c5-ad47-4cf4-8506-e952330a488c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:59.223407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0720b0c5-ad47-4cf4-8506-e952330a488c not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:59.241936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edd601f6-5300-4222-bd00-0998b59c87cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (42b5b1cb-b116-4e17-8382-770cff2a8ee8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.269296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd601f6-5300-4222-bd00-0998b59c87cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=42b5b1cb-b116-4e17-8382-770cff2a8ee8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:59.445448 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edd601f6-5300-4222-bd00-0998b59c87cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (4bc2e882-01f7-481b-a4a4-709e10ca305d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.678760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd601f6-5300-4222-bd00-0998b59c87cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 4bc2e882-01f7-481b-a4a4-709e10ca305d has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:59.791958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd601f6-5300-4222-bd00-0998b59c87cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:59.797607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-edd601f6-5300-4222-bd00-0998b59c87cd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "PUT /v2.0/routers/4bc2e882-01f7-481b-a4a4-709e10ca305d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7903059 Feb 11 05:22:59.800328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47744) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:59.801053 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e3d79-ec05-4fe2-8dd3-cc470c9e7bf4 None None] Sync routers for ids ['4bc2e882-01f7-481b-a4a4-709e10ca305d'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:59.810520 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e3d79-ec05-4fe2-8dd3-cc470c9e7bf4 None None] Routers {'4bc2e882-01f7-481b-a4a4-709e10ca305d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:59.811157 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ff9e3d79-ec05-4fe2-8dd3-cc470c9e7bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4bc2e882-01f7-481b-a4a4-709e10ca305d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:59.851048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-921d826e-13d7-42d2-a52f-d0cb6664105c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting subnet 465702fb-860c-405d-8b29-7a77bb4c7cc8 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:59.854738 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-921d826e-13d7-42d2-a52f-d0cb6664105c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for subnet (465702fb-860c-405d-8b29-7a77bb4c7cc8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.894574 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-921d826e-13d7-42d2-a52f-d0cb6664105c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (465702fb-860c-405d-8b29-7a77bb4c7cc8), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.919949 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ff9e3d79-ec05-4fe2-8dd3-cc470c9e7bf4 None None] Set router 4bc2e882-01f7-481b-a4a4-709e10ca305d gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:59.983683 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-921d826e-13d7-42d2-a52f-d0cb6664105c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (465702fb-860c-405d-8b29-7a77bb4c7cc8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.043664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-921d826e-13d7-42d2-a52f-d0cb6664105c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (465702fb-860c-405d-8b29-7a77bb4c7cc8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.070217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d826e-13d7-42d2-a52f-d0cb6664105c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Subnet': ['ID=465702fb-860c-405d-8b29-7a77bb4c7cc8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:00.074647 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-921d826e-13d7-42d2-a52f-d0cb6664105c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.080582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47746) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:00.081059 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-921d826e-13d7-42d2-a52f-d0cb6664105c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/subnets/465702fb-860c-405d-8b29-7a77bb4c7cc8 HTTP/1.1" status: 204 len: 168 time: 0.2793703 Feb 11 05:23:00.093762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd4a5c4-0bd0-4f13-a378-78a955c9567d None None] Network 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:00.108284 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ff9e3d79-ec05-4fe2-8dd3-cc470c9e7bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:22:59Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:00.135387 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e3d79-ec05-4fe2-8dd3-cc470c9e7bf4 None None] Checking router: 4bc2e882-01f7-481b-a4a4-709e10ca305d for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:00.143796 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e3d79-ec05-4fe2-8dd3-cc470c9e7bf4 None None] Routers {'4bc2e882-01f7-481b-a4a4-709e10ca305d'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:00.144440 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ff9e3d79-ec05-4fe2-8dd3-cc470c9e7bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4bc2e882-01f7-481b-a4a4-709e10ca305d'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:00.199685 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router (4bc2e882-01f7-481b-a4a4-709e10ca305d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.263001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2654bca-13f9-42d1-81b8-d57dff699f84 None None] DHCP port deletion for 6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:23:00.266538 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ff9e3d79-ec05-4fe2-8dd3-cc470c9e7bf4 None None] Set router 4bc2e882-01f7-481b-a4a4-709e10ca305d gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:00.306993 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (4bc2e882-01f7-481b-a4a4-709e10ca305d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.312100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a2654bca-13f9-42d1-81b8-d57dff699f84 None None] Deleting port bcc80405-dc81-4ee9-b881-faaeace6947d {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:00.312596 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2654bca-13f9-42d1-81b8-d57dff699f84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bcc80405-dc81-4ee9-b881-faaeace6947d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.367029 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:00.367759 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.383322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a2654bca-13f9-42d1-81b8-d57dff699f84 None None] For port bcc80405-dc81-4ee9-b881-faaeace6947d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bcc80405-dc81-4ee9-b881-faaeace6947d,segment=NetworkSegment(bff01054-0b01-4ea7-8f32-73234cb0af87),segment_id=bff01054-0b01-4ea7-8f32-73234cb0af87)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:00.383814 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2654bca-13f9-42d1-81b8-d57dff699f84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bcc80405-dc81-4ee9-b881-faaeace6947d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.396794 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a2654bca-13f9-42d1-81b8-d57dff699f84 None None] Calling delete_port for bcc80405-dc81-4ee9-b881-faaeace6947d owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:00.450320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] For port 9b8b5154-ecd3-4b42-86fb-30e05294a8f9, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9b8b5154-ecd3-4b42-86fb-30e05294a8f9,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:00.450690 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.452865 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ff9e3d79-ec05-4fe2-8dd3-cc470c9e7bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:22:59Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:00.464248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:00.479689 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e3d79-ec05-4fe2-8dd3-cc470c9e7bf4 None None] The sync data for ids ['4bc2e882-01f7-481b-a4a4-709e10ca305d'] in n-d-615180-58 is: [{'id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766515895', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:42Z', 'updated_at': '2022-02-11T05:22:59Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '9b8b5154-ecd3-4b42-86fb-30e05294a8f9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc2e882-01f7-481b-a4a4-709e10ca305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:43Z', 'updated_at': '2022-02-11T05:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:00.482740 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a2654bca-13f9-42d1-81b8-d57dff699f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (bcc80405-dc81-4ee9-b881-faaeace6947d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.516584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2654bca-13f9-42d1-81b8-d57dff699f84 None None] No DVR routers for this DVR port bcc80405-dc81-4ee9-b881-faaeace6947d on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:00.518841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2654bca-13f9-42d1-81b8-d57dff699f84 None None] Pushing event deleted for resources: {'Port': ['ID=bcc80405-dc81-4ee9-b881-faaeace6947d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:00.642277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9b8b5154-ecd3-4b42-86fb-30e05294a8f9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.675456 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=9b8b5154-ecd3-4b42-86fb-30e05294a8f9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:00.732749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (4bc2e882-01f7-481b-a4a4-709e10ca305d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.827659 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (4bc2e882-01f7-481b-a4a4-709e10ca305d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.829873 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_controller (4bc2e882-01f7-481b-a4a4-709e10ca305d), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.877146 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (4bc2e882-01f7-481b-a4a4-709e10ca305d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.877774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Fanout notify agent at l3_agent the message router_deleted on router 4bc2e882-01f7-481b-a4a4-709e10ca305d {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:23:00.884671 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.885802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-df98bcc6-4f57-4162-9195-c609e814da42 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/routers/4bc2e882-01f7-481b-a4a4-709e10ca305d HTTP/1.1" status: 204 len: 168 time: 0.8036170 Feb 11 05:23:00.888624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47748) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:00.981820 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.073454 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.094403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:01.104803 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff01054-0b01-4ea7-8f32-73234cb0af87') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:01.105240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff01054-0b01-4ea7-8f32-73234cb0af87') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:01.115488 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (bff01054-0b01-4ea7-8f32-73234cb0af87), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.129376 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (bff01054-0b01-4ea7-8f32-73234cb0af87), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.141766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:23:01.142171 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (bff01054-0b01-4ea7-8f32-73234cb0af87), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:23:01.145183 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:23:01.203929 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.210753 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.214614 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/networks/6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe HTTP/1.1" status: 204 len: 168 time: 0.3250484 Feb 11 05:23:01.217523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47750) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.225382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032c711-a27a-4b42-a8f9-803f68a73f5d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Network': ['ID=6d6e2bb6-1c6f-4bc4-9995-40fca5336cfe,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:01.283212 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c429f239-4c92-43f5-bcd0-772913e0645f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (79165fdc-d8f9-45ec-86a3-f38a550d5fd2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.311133 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c429f239-4c92-43f5-bcd0-772913e0645f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (79165fdc-d8f9-45ec-86a3-f38a550d5fd2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.374469 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c429f239-4c92-43f5-bcd0-772913e0645f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (79165fdc-d8f9-45ec-86a3-f38a550d5fd2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.377085 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c429f239-4c92-43f5-bcd0-772913e0645f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.378246 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c429f239-4c92-43f5-bcd0-772913e0645f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/security-groups/79165fdc-d8f9-45ec-86a3-f38a550d5fd2 HTTP/1.1" status: 204 len: 168 time: 0.1596673 Feb 11 05:23:01.387809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429f239-4c92-43f5-bcd0-772913e0645f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79165fdc-d8f9-45ec-86a3-f38a550d5fd2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:01.511687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:01.531833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:01.532198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9b8b5154-ecd3-4b42-86fb-30e05294a8f9 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:01.532612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 42b5b1cb-b116-4e17-8382-770cff2a8ee8 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:01.550414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 42b5b1cb-b116-4e17-8382-770cff2a8ee8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:01.550758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 42b5b1cb-b116-4e17-8382-770cff2a8ee8 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:01.551192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bcc80405-dc81-4ee9-b881-faaeace6947d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:01.569505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: bcc80405-dc81-4ee9-b881-faaeace6947d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:01.569801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bcc80405-dc81-4ee9-b881-faaeace6947d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:01.619036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47756) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.625946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5005c378-49f2-426a-b909-8f4cb21ed1e0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-135010245', 'description': 'tempest-secgroup-smoke-135010245 description', 'project_id': '4606a55f42cf40e5a3952a4488271540'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:01.648720 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5005c378-49f2-426a-b909-8f4cb21ed1e0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.721081 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5005c378-49f2-426a-b909-8f4cb21ed1e0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (e0a497d4-21a2-4153-8c4e-84374a5701fd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.724844 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5005c378-49f2-426a-b909-8f4cb21ed1e0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e0a497d4-21a2-4153-8c4e-84374a5701fd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.766771 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5005c378-49f2-426a-b909-8f4cb21ed1e0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.768806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5005c378-49f2-426a-b909-8f4cb21ed1e0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1484547 Feb 11 05:23:01.771664 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47758) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.772312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005c378-49f2-426a-b909-8f4cb21ed1e0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a497d4-21a2-4153-8c4e-84374a5701fd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:01.777451 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-317b159e-78be-4e47-85d3-ae027a82942e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': 'e0a497d4-21a2-4153-8c4e-84374a5701fd', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:01.808515 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-317b159e-78be-4e47-85d3-ae027a82942e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (161d6213-6ff3-4110-8ae3-e94a7a8e68ca), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.867082 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-317b159e-78be-4e47-85d3-ae027a82942e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (161d6213-6ff3-4110-8ae3-e94a7a8e68ca), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.871019 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-317b159e-78be-4e47-85d3-ae027a82942e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (161d6213-6ff3-4110-8ae3-e94a7a8e68ca), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.888314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b159e-78be-4e47-85d3-ae027a82942e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161d6213-6ff3-4110-8ae3-e94a7a8e68ca,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:01.896549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-317b159e-78be-4e47-85d3-ae027a82942e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.897733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-317b159e-78be-4e47-85d3-ae027a82942e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250570 Feb 11 05:23:01.900460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47760) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.904677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7f9f42c1-ab64-4451-8612-195e258a6098 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': 'e0a497d4-21a2-4153-8c4e-84374a5701fd', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:01.928777 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f9f42c1-ab64-4451-8612-195e258a6098 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (6c244557-f3bb-402b-bcca-1d94379278ab), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.986490 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f9f42c1-ab64-4451-8612-195e258a6098 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (6c244557-f3bb-402b-bcca-1d94379278ab), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.990003 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f9f42c1-ab64-4451-8612-195e258a6098 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (6c244557-f3bb-402b-bcca-1d94379278ab), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.010535 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f42c1-ab64-4451-8612-195e258a6098 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c244557-f3bb-402b-bcca-1d94379278ab,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.016114 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7f9f42c1-ab64-4451-8612-195e258a6098 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.017273 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7f9f42c1-ab64-4451-8612-195e258a6098 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158590 Feb 11 05:23:02.020031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47762) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:02.024211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9d599f39-932f-459f-a58e-20fde0740fb9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': 'e0a497d4-21a2-4153-8c4e-84374a5701fd', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:02.048793 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d599f39-932f-459f-a58e-20fde0740fb9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (9be5c4f5-991f-42f0-b5b8-54e11863bca2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.105014 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d599f39-932f-459f-a58e-20fde0740fb9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (9be5c4f5-991f-42f0-b5b8-54e11863bca2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.108622 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d599f39-932f-459f-a58e-20fde0740fb9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (9be5c4f5-991f-42f0-b5b8-54e11863bca2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.125845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d599f39-932f-459f-a58e-20fde0740fb9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be5c4f5-991f-42f0-b5b8-54e11863bca2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.134018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d599f39-932f-459f-a58e-20fde0740fb9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.137524 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9d599f39-932f-459f-a58e-20fde0740fb9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142781 Feb 11 05:23:02.137908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47764) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:02.142154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f3a1f2e5-10e2-4d39-b372-69b640fa63c5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': 'e0a497d4-21a2-4153-8c4e-84374a5701fd', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:02.166522 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f2e5-10e2-4d39-b372-69b640fa63c5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (56b1ac4f-afb9-43e0-83ef-af4664fad307), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.224444 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f2e5-10e2-4d39-b372-69b640fa63c5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (56b1ac4f-afb9-43e0-83ef-af4664fad307), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.228200 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f2e5-10e2-4d39-b372-69b640fa63c5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (56b1ac4f-afb9-43e0-83ef-af4664fad307), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.525414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1f2e5-10e2-4d39-b372-69b640fa63c5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b1ac4f-afb9-43e0-83ef-af4664fad307,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.534135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f2e5-10e2-4d39-b372-69b640fa63c5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.535533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f3a1f2e5-10e2-4d39-b372-69b640fa63c5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3966887 Feb 11 05:23:02.538154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47766) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:02.542509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4148ef9e-c4c8-4ccb-89f6-f289728887c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': 'e0a497d4-21a2-4153-8c4e-84374a5701fd', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:02.563811 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-4148ef9e-c4c8-4ccb-89f6-f289728887c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Project 4606a55f42cf40e5a3952a4488271540 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:23:02.568526 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4148ef9e-c4c8-4ccb-89f6-f289728887c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (2a179341-a341-4c97-922e-5a1427779ef6), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.617079 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4148ef9e-c4c8-4ccb-89f6-f289728887c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (2a179341-a341-4c97-922e-5a1427779ef6), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.620961 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4148ef9e-c4c8-4ccb-89f6-f289728887c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (2a179341-a341-4c97-922e-5a1427779ef6), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.639487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148ef9e-c4c8-4ccb-89f6-f289728887c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a179341-a341-4c97-922e-5a1427779ef6,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.646435 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4148ef9e-c4c8-4ccb-89f6-f289728887c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.647660 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4148ef9e-c4c8-4ccb-89f6-f289728887c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1085987 Feb 11 05:23:02.650824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47768) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:02.655506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e98c94e2-b4ed-4a3b-aa5b-61a0ab0810ee tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'security_group_rule': {'security_group_id': 'e0a497d4-21a2-4153-8c4e-84374a5701fd', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:02.675638 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-e98c94e2-b4ed-4a3b-aa5b-61a0ab0810ee tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Project 4606a55f42cf40e5a3952a4488271540 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:23:02.680549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e98c94e2-b4ed-4a3b-aa5b-61a0ab0810ee tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (aeb0ba9b-150a-4fe3-9a34-84c42ad10c29), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.747145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e98c94e2-b4ed-4a3b-aa5b-61a0ab0810ee tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (aeb0ba9b-150a-4fe3-9a34-84c42ad10c29), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.751133 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e98c94e2-b4ed-4a3b-aa5b-61a0ab0810ee tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (aeb0ba9b-150a-4fe3-9a34-84c42ad10c29), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.771658 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c94e2-b4ed-4a3b-aa5b-61a0ab0810ee tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb0ba9b-150a-4fe3-9a34-84c42ad10c29,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.778430 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e98c94e2-b4ed-4a3b-aa5b-61a0ab0810ee tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.779564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e98c94e2-b4ed-4a3b-aa5b-61a0ab0810ee tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277995 Feb 11 05:23:02.782476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47770) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:02.787209 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8ed58097-f000-4640-8471-5ae01f912faf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'network': {'name': 'tempest-network-smoke--743471795', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'port_security_enabled': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:02.809962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed58097-f000-4640-8471-5ae01f912faf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Made reservation on behalf of 4606a55f42cf40e5a3952a4488271540 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:02.815834 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ed58097-f000-4640-8471-5ae01f912faf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.843960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed58097-f000-4640-8471-5ae01f912faf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:23:02.855530 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ed58097-f000-4640-8471-5ae01f912faf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (bc610b7e-cb3d-49e4-90d5-125a6a55f05b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.855878 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-8ed58097-f000-4640-8471-5ae01f912faf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Added segment bc610b7e-cb3d-49e4-90d5-125a6a55f05b of type vlan for network 74752b1c-731b-4791-a747-b1635380c7d7 Feb 11 05:23:02.903964 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ed58097-f000-4640-8471-5ae01f912faf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (74752b1c-731b-4791-a747-b1635380c7d7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.928324 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ed58097-f000-4640-8471-5ae01f912faf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (74752b1c-731b-4791-a747-b1635380c7d7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.935057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed58097-f000-4640-8471-5ae01f912faf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.935665 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ed58097-f000-4640-8471-5ae01f912faf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.972488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8ed58097-f000-4640-8471-5ae01f912faf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1889746 Feb 11 05:23:02.975308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47772) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:02.980586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'admin_state_up': True, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:03.001651 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (701aa141-20a7-4cb5-acd7-25888c589c3a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.003028 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (701aa141-20a7-4cb5-acd7-25888c589c3a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.009170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed58097-f000-4640-8471-5ae01f912faf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Network': ['ID=74752b1c-731b-4791-a747-b1635380c7d7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:03.019972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 74752b1c-731b-4791-a747-b1635380c7d7 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:23:03.064082 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_controller (701aa141-20a7-4cb5-acd7-25888c589c3a), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.218355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (701aa141-20a7-4cb5-acd7-25888c589c3a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.415100 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (701aa141-20a7-4cb5-acd7-25888c589c3a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.433913 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.549497 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.564384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.25.7.157 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/4572e0b1-d901-4a33-ad4b-66bcc02a2ebd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:03.668767 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.702720 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.741677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:03.744582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:03.748057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:03.776818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=4572e0b1-d901-4a33-ad4b-66bcc02a2ebd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:04.008215 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (701aa141-20a7-4cb5-acd7-25888c589c3a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.202791 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (701aa141-20a7-4cb5-acd7-25888c589c3a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.332982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 701aa141-20a7-4cb5-acd7-25888c589c3a is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:23:04.440375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:04.450919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Sync routers for ids ['701aa141-20a7-4cb5-acd7-25888c589c3a'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:04.460402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Routers {'701aa141-20a7-4cb5-acd7-25888c589c3a'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:04.460587 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.461028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['701aa141-20a7-4cb5-acd7-25888c589c3a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:04.461819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e8353c0e-54e6-44cf-abaa-4f53c4933d3b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4854796 Feb 11 05:23:04.465673 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47774) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:04.496437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-010f121f-4c99-4ec9-ba2e-7dddb5c2bad6 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4606a55f42cf40e5a3952a4488271540&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296443 Feb 11 05:23:04.499071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47776) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:04.569206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Set router 701aa141-20a7-4cb5-acd7-25888c589c3a gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:04.584394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc313a7-d6d5-4ade-b3f8-fafe4bc882d2 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.585849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3fc313a7-d6d5-4ade-b3f8-fafe4bc882d2 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858915 Feb 11 05:23:04.588728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47778) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:04.615646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1cc240de-10a3-4d31-a648-a7f9517410b4 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256097 Feb 11 05:23:04.618206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47780) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:04.623278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d3682c2c-4fb7-4aa9-91d6-9df1039cc371 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1002352851', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:04.710602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3682c2c-4fb7-4aa9-91d6-9df1039cc371 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Made reservation on behalf of 4606a55f42cf40e5a3952a4488271540 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:04.714034 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3682c2c-4fb7-4aa9-91d6-9df1039cc371 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.748966 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:03Z', 'revision_number': 3, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:04.776242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Checking router: 701aa141-20a7-4cb5-acd7-25888c589c3a for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:04.777189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Updating router 701aa141-20a7-4cb5-acd7-25888c589c3a port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:23:04.805609 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.898363 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3682c2c-4fb7-4aa9-91d6-9df1039cc371 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (611d55be-5fb0-4da0-9d09-43d3e8e1a1bc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.957585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3682c2c-4fb7-4aa9-91d6-9df1039cc371 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Subnet': ['ID=611d55be-5fb0-4da0-9d09-43d3e8e1a1bc,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:04.970675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3682c2c-4fb7-4aa9-91d6-9df1039cc371 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Checking segment: {'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:04.971089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3682c2c-4fb7-4aa9-91d6-9df1039cc371 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network hostable DHCP agents. Network: 74752b1c-731b-4791-a747-b1635380c7d7, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:23:04.989488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3682c2c-4fb7-4aa9-91d6-9df1039cc371 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 74752b1c-731b-4791-a747-b1635380c7d7 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:23:05.003037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d3682c2c-4fb7-4aa9-91d6-9df1039cc371 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 74752b1c-731b-4791-a747-b1635380c7d7) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:05.007511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3682c2c-4fb7-4aa9-91d6-9df1039cc371 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:05.008106 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3682c2c-4fb7-4aa9-91d6-9df1039cc371 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.017491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ad9143-f9d6-4e35-a0c0-f41ac5a17a37 None None] Network 74752b1c-731b-4791-a747-b1635380c7d7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:05.028371 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d3682c2c-4fb7-4aa9-91d6-9df1039cc371 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4084394 Feb 11 05:23:05.031108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47782) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:05.131946 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Publish callbacks [] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.140726 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.215937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Attempting to bind port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:05.216428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Attempting to bind port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:05.216919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Attempting to bind port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:05.226594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-74752b1c-731b-4791-a747-b1635380c7d7', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ips': [{'subnet_id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:23:05.227472 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.230445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997b133-e667-4ec0-8636-cb9a7ce266cb None None] Pushing event updated for resources: {'Port': ['ID=4572e0b1-d901-4a33-ad4b-66bcc02a2ebd,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:05.234083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:05.234471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:05.235032 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.235403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:05.235889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Bound port: 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:05.236269 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.360083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] For port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:05.365789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] For port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4572e0b1-d901-4a33-ad4b-66bcc02a2ebd,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:05.397179 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.463200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Allocated IP 172.20.0.2 (74752b1c-731b-4791-a747-b1635380c7d7/611d55be-5fb0-4da0-9d09-43d3e8e1a1bc/d18c3d98-eab8-4891-b6d7-0aa03c2df48c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:05.473358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997b133-e667-4ec0-8636-cb9a7ce266cb None None] Pushing event updated for resources: {'Port': ['ID=4572e0b1-d901-4a33-ad4b-66bcc02a2ebd,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:05.489274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Routers {'701aa141-20a7-4cb5-acd7-25888c589c3a'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:05.489906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['701aa141-20a7-4cb5-acd7-25888c589c3a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:05.517341 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.669761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] Set router 701aa141-20a7-4cb5-acd7-25888c589c3a gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:05.946476 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Publish callbacks [] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.975929 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.002866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.20.0.1 (74752b1c-731b-4791-a747-b1635380c7d7/611d55be-5fb0-4da0-9d09-43d3e8e1a1bc/36825c06-f27a-4ac4-812d-d3c5432717ba) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:06.030240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Network 74752b1c-731b-4791-a747-b1635380c7d7 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:06.041454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:06.054461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:06.060080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Pushing event updated for resources: {'Port': ['ID=d18c3d98-eab8-4891-b6d7-0aa03c2df48c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:06.123686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.161500 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.163104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Attempting to bind port d18c3d98-eab8-4891-b6d7-0aa03c2df48c on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:06.163672 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Attempting to bind port d18c3d98-eab8-4891-b6d7-0aa03c2df48c by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:06.164210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Attempting to bind port d18c3d98-eab8-4891-b6d7-0aa03c2df48c on network 74752b1c-731b-4791-a747-b1635380c7d7 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:06.174348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:06.174736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Checking segment: {'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:06.175354 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.175938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Bound using segment: {'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:06.176601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Bound port: d18c3d98-eab8-4891-b6d7-0aa03c2df48c, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:06.177157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.203563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 74752b1c-731b-4791-a747-b1635380c7d7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:06.206820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:06.210514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:06.217263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=36825c06-f27a-4ac4-812d-d3c5432717ba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:06.226472 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:03Z', 'revision_number': 3, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:06.261709 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (701aa141-20a7-4cb5-acd7-25888c589c3a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.262844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91dd05-5041-4ad6-89c3-93c2f139a179 None None] The sync data for ids ['701aa141-20a7-4cb5-acd7-25888c589c3a'] in n-d-615180-58 is: [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:03Z', 'revision_number': 3, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:06.289769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] For port d18c3d98-eab8-4891-b6d7-0aa03c2df48c, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:06.293840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] For port d18c3d98-eab8-4891-b6d7-0aa03c2df48c, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d18c3d98-eab8-4891-b6d7-0aa03c2df48c,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:06.301860 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.368158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e98318-d2b2-4876-b87c-0b9e4b64f6ab None None] Pushing event updated for resources: {'Port': ['ID=d18c3d98-eab8-4891-b6d7-0aa03c2df48c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:06.449669 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.788777 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.794089 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.880129 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=36825c06-f27a-4ac4-812d-d3c5432717ba,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:06.882740 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (701aa141-20a7-4cb5-acd7-25888c589c3a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.983362 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 74752b1c-731b-4791-a747-b1635380c7d7 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:06.984795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:07.110766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 701aa141-20a7-4cb5-acd7-25888c589c3a has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:23:07.247864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:07.256740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-38342626-e353-4788-b238-e5271e75b669 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "PUT /v2.0/routers/701aa141-20a7-4cb5-acd7-25888c589c3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2220881 Feb 11 05:23:07.392512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d18c3d98-eab8-4891-b6d7-0aa03c2df48c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:07.433109 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-8abccce5-e3f6-431f-8d7a-36c1e8389cf7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135010245&fields=id&tenant_id=4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 267 time: 0.0532761 Feb 11 05:23:07.441519 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab479d-6350-4beb-824c-c787c66669f0 None None] Network 74752b1c-731b-4791-a747-b1635380c7d7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:07.518233 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d18c3d98-eab8-4891-b6d7-0aa03c2df48c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:07.518631 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.540090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-64e9cf87-d286-4362-902d-d9e8674d31eb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:07.541610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-64e9cf87-d286-4362-902d-d9e8674d31eb tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/networks?id=74752b1c-731b-4791-a747-b1635380c7d7 HTTP/1.1" status: 200 len: 796 time: 0.1019371 Feb 11 05:23:07.556805 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-72a94859-caa7-4465-a7b0-a3276d938c52 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/quotas/4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 375 time: 0.0097370 Feb 11 05:23:07.561687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f5d1e062-0036-4ec5-9cde-fc711d488c5a None None] Provisioning complete for port d18c3d98-eab8-4891-b6d7-0aa03c2df48c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:07.562064 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e062-0036-4ec5-9cde-fc711d488c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.616403 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-da51cd73-61d8-48c8-a731-9771e6f96f2c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542457 Feb 11 05:23:07.646432 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.728007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-edf046d5-c0d7-419c-9965-4f2e57149985 service neutron] 10.222.0.48 "GET /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994616 Feb 11 05:23:07.728314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d18c3d98-eab8-4891-b6d7-0aa03c2df48c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:07.728704 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.751201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1e062-0036-4ec5-9cde-fc711d488c5a None None] Current status of the port d18c3d98-eab8-4891-b6d7-0aa03c2df48c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:07.751567 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e062-0036-4ec5-9cde-fc711d488c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.784591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port d18c3d98-eab8-4891-b6d7-0aa03c2df48c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d18c3d98-eab8-4891-b6d7-0aa03c2df48c,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:07.789360 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.790275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:07.856045 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-3978273d-780e-4c05-a37d-b51bf3649140 service neutron] 10.222.0.48 "GET /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192241 Feb 11 05:23:07.900514 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-f5d1e062-0036-4ec5-9cde-fc711d488c5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:23:07.901154 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-f5d1e062-0036-4ec5-9cde-fc711d488c5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:23:07.906155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=d18c3d98-eab8-4891-b6d7-0aa03c2df48c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:07.923629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:07.924010 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.039325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:08.039813 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.064354 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4572e0b1-d901-4a33-ad4b-66bcc02a2ebd,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:08.072080 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.076671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-841acfc7-6756-4d08-9299-6910e198044a req-9085a2e1-8734-4b27-9a94-ffa166099d53 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 210 time: 0.0400243 Feb 11 05:23:08.135707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=4572e0b1-d901-4a33-ad4b-66bcc02a2ebd,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:08.152375 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Sync routers for ids ['701aa141-20a7-4cb5-acd7-25888c589c3a'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:08.162918 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Routers {'701aa141-20a7-4cb5-acd7-25888c589c3a'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:08.163550 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['701aa141-20a7-4cb5-acd7-25888c589c3a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:08.293918 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Set router 701aa141-20a7-4cb5-acd7-25888c589c3a gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:08.445902 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1e062-0036-4ec5-9cde-fc711d488c5a None None] Current status of the port d18c3d98-eab8-4891-b6d7-0aa03c2df48c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:08.505428 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '36825c06-f27a-4ac4-812d-d3c5432717ba', 'name': '', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:52:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:05Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 2, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:08.532434 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Checking router: 701aa141-20a7-4cb5-acd7-25888c589c3a for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:08.532797 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Updating router 701aa141-20a7-4cb5-acd7-25888c589c3a port 36825c06-f27a-4ac4-812d-d3c5432717ba binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:23:08.563139 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.568204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3fc85364-ad56-4e96-8d78-92f8226837fd None None] Provisioning complete for port d18c3d98-eab8-4891-b6d7-0aa03c2df48c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:08.568583 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3fc85364-ad56-4e96-8d78-92f8226837fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.652161 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3fc85364-ad56-4e96-8d78-92f8226837fd None None] Current status of the port d18c3d98-eab8-4891-b6d7-0aa03c2df48c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:08.664957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3fc85364-ad56-4e96-8d78-92f8226837fd None None] Provisioning complete for port 36825c06-f27a-4ac4-812d-d3c5432717ba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:08.665844 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3fc85364-ad56-4e96-8d78-92f8226837fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.706518 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3fc85364-ad56-4e96-8d78-92f8226837fd None None] Port 36825c06-f27a-4ac4-812d-d3c5432717ba cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:08.915777 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Publish callbacks [] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.920880 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.972333 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Pushing event updated for resources: {'Port': ['ID=36825c06-f27a-4ac4-812d-d3c5432717ba,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.011806 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.012305 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.012655 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.013000 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.013338 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.013669 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.013999 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.014331 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.014657 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.015012 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.015341 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.015665 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.015998 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.036384 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Attempting to bind port 36825c06-f27a-4ac4-812d-d3c5432717ba on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:09.036777 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Attempting to bind port 36825c06-f27a-4ac4-812d-d3c5432717ba by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:09.037131 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Attempting to bind port 36825c06-f27a-4ac4-812d-d3c5432717ba on network 74752b1c-731b-4791-a747-b1635380c7d7 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:09.045012 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:09.045394 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Checking segment: {'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:09.045802 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.046200 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Bound using segment: {'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:09.046675 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Bound port: 36825c06-f27a-4ac4-812d-d3c5432717ba, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:09.047090 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.143494 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] For port 36825c06-f27a-4ac4-812d-d3c5432717ba, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:09.150649 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] For port 36825c06-f27a-4ac4-812d-d3c5432717ba, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=36825c06-f27a-4ac4-812d-d3c5432717ba,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:09.160260 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.208619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-897c5618-4070-4685-8456-169d1b8da6c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:09.214639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-897c5618-4070-4685-8456-169d1b8da6c0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.10 "GET /v2.0/networks?id=74752b1c-731b-4791-a747-b1635380c7d7 HTTP/1.1" status: 200 len: 796 time: 0.1466818 Feb 11 05:23:09.215335 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Routers {'701aa141-20a7-4cb5-acd7-25888c589c3a'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:09.215960 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:22:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['701aa141-20a7-4cb5-acd7-25888c589c3a'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:09.257535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-0183264c-89af-4290-b1a9-227bd200c9ce None None] Provisioning complete for port 36825c06-f27a-4ac4-812d-d3c5432717ba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:09.259760 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0183264c-89af-4290-b1a9-227bd200c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.287167 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb519e0-2970-4759-b2d3-2e645e3ac862 None None] Pushing event updated for resources: {'Port': ['ID=36825c06-f27a-4ac4-812d-d3c5432717ba,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.310926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bcc25e7-5c4c-4075-b2a0-dcbc24905f34 req-93b1d423-d332-4866-95f4-fed90ae67899 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 210 time: 0.0958614 Feb 11 05:23:09.363805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d18c3d98-eab8-4891-b6d7-0aa03c2df48c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:09.385415 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-975d020c-c10c-4f55-9dd4-4c91e1a367aa tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4606a55f42cf40e5a3952a4488271540 HTTP/1.1" status: 200 len: 379 time: 0.1541128 Feb 11 05:23:09.391325 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] Set router 701aa141-20a7-4cb5-acd7-25888c589c3a gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:09.400005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'port': {'device_id': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'admin_state_up': True, 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'security_groups': ['e0a497d4-21a2-4153-8c4e-84374a5701fd']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:09.465906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0183264c-89af-4290-b1a9-227bd200c9ce None None] Current status of the port 36825c06-f27a-4ac4-812d-d3c5432717ba is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:09.466498 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0183264c-89af-4290-b1a9-227bd200c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.469214 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fc10682-1193-4c76-b0d8-bbfac09380c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.484751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d18c3d98-eab8-4891-b6d7-0aa03c2df48c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:09.485072 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.534179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0183264c-89af-4290-b1a9-227bd200c9ce None None] For port 36825c06-f27a-4ac4-812d-d3c5432717ba, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=36825c06-f27a-4ac4-812d-d3c5432717ba,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:09.535633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Made reservation on behalf of 4606a55f42cf40e5a3952a4488271540 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:09.539202 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.540869 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0183264c-89af-4290-b1a9-227bd200c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.626688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183264c-89af-4290-b1a9-227bd200c9ce None None] Pushing event updated for resources: {'Port': ['ID=36825c06-f27a-4ac4-812d-d3c5432717ba,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.638545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d18c3d98-eab8-4891-b6d7-0aa03c2df48c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:09.639688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:09.654791 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '36825c06-f27a-4ac4-812d-d3c5432717ba', 'name': '', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:52:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:05Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:09.675047 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.20.0.10 (74752b1c-731b-4791-a747-b1635380c7d7/611d55be-5fb0-4da0-9d09-43d3e8e1a1bc/85ea1f64-ba26-4af2-866e-f0e6001575ed) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:09.686124 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b154e7-546c-4c64-85ab-a420b3c0da04 None None] The sync data for ids ['701aa141-20a7-4cb5-acd7-25888c589c3a'] in n-d-615180-58 is: [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '36825c06-f27a-4ac4-812d-d3c5432717ba', 'name': '', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:52:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:05Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:09.689307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9a4db3cb-347d-4dc1-b255-de008ffb8e21 None None] Provisioning complete for port 36825c06-f27a-4ac4-812d-d3c5432717ba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:09.689757 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9a4db3cb-347d-4dc1-b255-de008ffb8e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.759549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:09.759943 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.840209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9a4db3cb-347d-4dc1-b255-de008ffb8e21 None None] Current status of the port 36825c06-f27a-4ac4-812d-d3c5432717ba is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:09.866246 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.886016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:09.904198 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.959178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 74752b1c-731b-4791-a747-b1635380c7d7 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:09.963347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:09.967254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:09.991816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=85ea1f64-ba26-4af2-866e-f0e6001575ed,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:10.019891 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:10.020652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.041671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-ddc9dd14-463d-4bb5-bd23-3a7f3d1f4fdf tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6497090 Feb 11 05:23:10.059796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Request body: {'port': {'device_id': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:10.266373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c023e084-3c34-4f61-9335-ac8edbbb01b9 None None] Provisioning complete for port 85ea1f64-ba26-4af2-866e-f0e6001575ed triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:10.267057 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c023e084-3c34-4f61-9335-ac8edbbb01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.303628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c023e084-3c34-4f61-9335-ac8edbbb01b9 None None] Port 85ea1f64-ba26-4af2-866e-f0e6001575ed cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:10.504049 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.531113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551236f0-8fca-4dbe-8d7d-279bd674a178 req-52319ba8-ef3d-4ea9-b3f4-bc8ce2bdeecd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:10.532612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-551236f0-8fca-4dbe-8d7d-279bd674a178 req-52319ba8-ef3d-4ea9-b3f4-bc8ce2bdeecd tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 932 time: 0.0987294 Feb 11 05:23:10.665997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-551236f0-8fca-4dbe-8d7d-279bd674a178 req-19082460-3e55-460f-b56b-78439eea2f0d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166029 Feb 11 05:23:10.827707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ea1f64-ba26-4af2-866e-f0e6001575ed {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:10.835235 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Publish callbacks [] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.847646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Transition to ACTIVE for port object 85ea1f64-ba26-4af2-866e-f0e6001575ed will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:10.852007 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.905873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Pushing event updated for resources: {'Port': ['ID=85ea1f64-ba26-4af2-866e-f0e6001575ed,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:10.976882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Attempting to bind port 85ea1f64-ba26-4af2-866e-f0e6001575ed on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:10.977251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Attempting to bind port 85ea1f64-ba26-4af2-866e-f0e6001575ed by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:10.978128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Attempting to bind port 85ea1f64-ba26-4af2-866e-f0e6001575ed on network 74752b1c-731b-4791-a747-b1635380c7d7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:10.982718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Port 85ea1f64-ba26-4af2-866e-f0e6001575ed on network 74752b1c-731b-4791-a747-b1635380c7d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:10.983038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Attempting to bind port 85ea1f64-ba26-4af2-866e-f0e6001575ed on network 74752b1c-731b-4791-a747-b1635380c7d7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:10.988064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:10.988408 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Checking segment: {'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:10.988801 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Bound using segment: {'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:10.989229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Bound port: 85ea1f64-ba26-4af2-866e-f0e6001575ed, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:10.989592 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.055607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] For port 85ea1f64-ba26-4af2-866e-f0e6001575ed, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:11.059660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] For port 85ea1f64-ba26-4af2-866e-f0e6001575ed, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:11.065930 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.101285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.101877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.103820 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] 10.222.0.10 "PUT /v2.0/ports/85ea1f64-ba26-4af2-866e-f0e6001575ed HTTP/1.1" status: 200 len: 1093 time: 1.0491736 Feb 11 05:23:11.104271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'tag': '85ea1f64-ba26-4af2-866e-f0e6001575ed'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:11.106532 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d5c37-50f6-4e72-a3b6-9626969faa72" -d '{"events": [{"name": "network-changed", "server_uuid": "609632ef-27e1-4207-9d2f-daedf45a7faf", "tag": "85ea1f64-ba26-4af2-866e-f0e6001575ed"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:11.138299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e24bb-d02c-42b3-abd5-21cdde8fc82d service neutron] Pushing event updated for resources: {'Port': ['ID=85ea1f64-ba26-4af2-866e-f0e6001575ed,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:11.160044 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0abf439-8c75-4779-8053-5c9148c3e0d1 x-openstack-request-id: req-c0abf439-8c75-4779-8053-5c9148c3e0d1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:11.160360 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609632ef-27e1-4207-9d2f-daedf45a7faf", "tag": "85ea1f64-ba26-4af2-866e-f0e6001575ed", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:11.160643 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0abf439-8c75-4779-8053-5c9148c3e0d1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:11.161053 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'tag': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'status': 'completed', 'code': 200} Feb 11 05:23:11.224214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-270f2da3-e98c-471a-8fd4-73c5213d808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.225761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-270f2da3-e98c-471a-8fd4-73c5213d808b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 1127 time: 0.0497854 Feb 11 05:23:11.286524 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-c45565cc-bbbc-48e9-94c2-655e05b3acef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed HTTP/1.1" status: 200 len: 217 time: 0.0472553 Feb 11 05:23:11.323431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36825c06-f27a-4ac4-812d-d3c5432717ba up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:11.336074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-fc353ec4-0106-4465-8c05-8933bdca964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.338083 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-fc353ec4-0106-4465-8c05-8933bdca964e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=611d55be-5fb0-4da0-9d09-43d3e8e1a1bc HTTP/1.1" status: 200 len: 835 time: 0.0463777 Feb 11 05:23:11.386608 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 36825c06-f27a-4ac4-812d-d3c5432717ba triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:11.387024 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.387728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-b2930f91-9484-4e27-a969-f80b31bff8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.389346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-b2930f91-9484-4e27-a969-f80b31bff8d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74752b1c-731b-4791-a747-b1635380c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449545 Feb 11 05:23:11.464458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 36825c06-f27a-4ac4-812d-d3c5432717ba is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:11.483865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-8bd3b0d1-7482-4ae6-adee-5ff6dcb256b8 service neutron] 10.222.0.10 "GET /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887067 Feb 11 05:23:11.570983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-96377cb9-78f2-4aab-9ee7-d0172818c1e9 req-a5f1c8c1-b6a5-451d-af63-d5397fc8da5d service neutron] 10.222.0.10 "GET /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811653 Feb 11 05:23:11.712866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d5c37-50f6-4e72-a3b6-9626969faa72 req-ba0f1c07-699a-471b-83bf-6283b4af0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.714379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a6d5c37-50f6-4e72-a3b6-9626969faa72 req-ba0f1c07-699a-471b-83bf-6283b4af0822 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 1127 time: 0.0522578 Feb 11 05:23:11.852030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20db03-b75f-44a3-9059-1fab8b835b96 req-c7cb0b9a-8f59-412e-a92a-dcc682557257 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.854018 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0f20db03-b75f-44a3-9059-1fab8b835b96 req-c7cb0b9a-8f59-412e-a92a-dcc682557257 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 944 time: 0.1151402 Feb 11 05:23:11.858411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d5c37-50f6-4e72-a3b6-9626969faa72 req-cb192013-f6f4-4175-b2af-c62f4be247a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.860173 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a6d5c37-50f6-4e72-a3b6-9626969faa72 req-cb192013-f6f4-4175-b2af-c62f4be247a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74752b1c-731b-4791-a747-b1635380c7d7 HTTP/1.1" status: 200 len: 897 time: 0.1387076 Feb 11 05:23:11.871717 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6323-9d83-47d5-8af7-ebf7cc91c614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.910779 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a6d5c37-50f6-4e72-a3b6-9626969faa72 req-d4292cf0-ceb7-4461-8732-e1a84ff869af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed HTTP/1.1" status: 200 len: 217 time: 0.0431821 Feb 11 05:23:11.967598 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0f20db03-b75f-44a3-9059-1fab8b835b96 req-468cc76e-fbfc-4217-b166-5863653923fa tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062157 Feb 11 05:23:11.978572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d5c37-50f6-4e72-a3b6-9626969faa72 req-e01c27ab-4658-4306-b948-682d17917c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.979985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a6d5c37-50f6-4e72-a3b6-9626969faa72 req-e01c27ab-4658-4306-b948-682d17917c88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=611d55be-5fb0-4da0-9d09-43d3e8e1a1bc HTTP/1.1" status: 200 len: 835 time: 0.0598197 Feb 11 05:23:12.036210 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d5c37-50f6-4e72-a3b6-9626969faa72 req-c9cbe72f-f1e3-4cc0-839e-6123c8ceebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.037690 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a6d5c37-50f6-4e72-a3b6-9626969faa72 req-c9cbe72f-f1e3-4cc0-839e-6123c8ceebe5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74752b1c-731b-4791-a747-b1635380c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489194 Feb 11 05:23:12.125740 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a6d5c37-50f6-4e72-a3b6-9626969faa72 req-3b919e3e-c72f-4187-9f97-e1b94571162d service neutron] 10.222.0.10 "GET /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816877 Feb 11 05:23:12.218203 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a6d5c37-50f6-4e72-a3b6-9626969faa72 req-d293f83c-9458-4f11-a64b-f985811828d8 service neutron] 10.222.0.10 "GET /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863435 Feb 11 05:23:12.833436 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.033885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 85ea1f64-ba26-4af2-866e-f0e6001575ed details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:13.095151 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5029d-7238-46e2-b979-bf623edfbd8e req-71ead854-e7c4-4f60-831e-14d52e414d9c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.096648 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e0a5029d-7238-46e2-b979-bf623edfbd8e req-71ead854-e7c4-4f60-831e-14d52e414d9c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 944 time: 0.0528171 Feb 11 05:23:13.130736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 85ea1f64-ba26-4af2-866e-f0e6001575ed, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:13.141942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'port_id': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'mac_address': 'fa:16:3e:b1:7f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:13.145052 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e0a5029d-7238-46e2-b979-bf623edfbd8e req-23895118-d2eb-4d5d-827d-27f5c4992d6e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427341 Feb 11 05:23:13.180178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 85ea1f64-ba26-4af2-866e-f0e6001575ed is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:13.180576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.196978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ea1f64-ba26-4af2-866e-f0e6001575ed {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:13.215400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 85ea1f64-ba26-4af2-866e-f0e6001575ed, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:13.219622 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.266076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=85ea1f64-ba26-4af2-866e-f0e6001575ed,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:13.515452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['85ea1f64-ba26-4af2-866e-f0e6001575ed'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:14.266724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c2c12-e9b6-4979-aa4b-988744ad7db9 req-d93db1b0-5580-4eee-9f1f-26d064e78516 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:14.268271 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-730c2c12-e9b6-4979-aa4b-988744ad7db9 req-d93db1b0-5580-4eee-9f1f-26d064e78516 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 945 time: 0.0530980 Feb 11 05:23:14.318333 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-730c2c12-e9b6-4979-aa4b-988744ad7db9 req-cbc9f732-bc60-453b-adc7-1b01aed7c913 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444543 Feb 11 05:23:14.416446 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.039880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 85ea1f64-ba26-4af2-866e-f0e6001575ed up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:15.088728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 85ea1f64-ba26-4af2-866e-f0e6001575ed completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:15.092966 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 85ea1f64-ba26-4af2-866e-f0e6001575ed triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:15.093343 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.171164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 85ea1f64-ba26-4af2-866e-f0e6001575ed is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:15.171563 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.193750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ea1f64-ba26-4af2-866e-f0e6001575ed'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:15.195955 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c693e821-f3c4-4334-87d6-cb7e779497b7" -d '{"events": [{"server_uuid": "609632ef-27e1-4207-9d2f-daedf45a7faf", "name": "network-vif-plugged", "status": "completed", "tag": "85ea1f64-ba26-4af2-866e-f0e6001575ed"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:15.208724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 85ea1f64-ba26-4af2-866e-f0e6001575ed, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:15.212972 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.238362 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949736ae-3df1-49c9-aa1f-f330a9164382 x-openstack-request-id: req-949736ae-3df1-49c9-aa1f-f330a9164382 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:15.238662 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609632ef-27e1-4207-9d2f-daedf45a7faf", "name": "network-vif-plugged", "status": "completed", "tag": "85ea1f64-ba26-4af2-866e-f0e6001575ed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:15.238946 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-949736ae-3df1-49c9-aa1f-f330a9164382 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:15.239344 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'code': 200} Feb 11 05:23:15.265343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=85ea1f64-ba26-4af2-866e-f0e6001575ed,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:15.372160 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d676360-6b18-4077-a7b0-cf3d63b6fddc req-807bbadf-c4cc-41f3-ae0a-94b2ae1cc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.373685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d676360-6b18-4077-a7b0-cf3d63b6fddc req-807bbadf-c4cc-41f3-ae0a-94b2ae1cc821 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 1129 time: 0.0492907 Feb 11 05:23:15.451457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d676360-6b18-4077-a7b0-cf3d63b6fddc req-5fdbc5ce-05e6-4d31-8ba4-0c48f8784a1a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705497 Feb 11 05:23:15.466824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6f03e-6a54-4e87-849c-07c031e0b980 req-c6acd145-5d26-4e7a-b75a-fcb49062b264 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.468257 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31b6f03e-6a54-4e87-849c-07c031e0b980 req-c6acd145-5d26-4e7a-b75a-fcb49062b264 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0749846 Feb 11 05:23:15.516728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31b6f03e-6a54-4e87-849c-07c031e0b980 req-38c83016-3637-4c06-ae88-69bcd8259ad2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428216 Feb 11 05:23:15.660201 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.645349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfd91d-12fe-43e8-b49b-27a27566e194 req-70f7cf9a-b0f8-4052-81af-d9f1b69d70a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.646745 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9cbfd91d-12fe-43e8-b49b-27a27566e194 req-70f7cf9a-b0f8-4052-81af-d9f1b69d70a4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0593410 Feb 11 05:23:16.697171 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9cbfd91d-12fe-43e8-b49b-27a27566e194 req-ddc6f3c2-c5f8-4e9e-8f57-a83208ef7cef tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441399 Feb 11 05:23:17.817591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73fdb-d3b6-4a41-b63c-2f2aa0fb0e9a req-ad621e98-8648-4cc8-872e-e292263baaf2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.819109 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cf73fdb-d3b6-4a41-b63c-2f2aa0fb0e9a req-ad621e98-8648-4cc8-872e-e292263baaf2 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0511451 Feb 11 05:23:17.873706 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cf73fdb-d3b6-4a41-b63c-2f2aa0fb0e9a req-c3ee0082-4ed3-4a18-8f06-99f2f2eff453 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483637 Feb 11 05:23:17.994339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2d38b-ef9c-477f-ae2e-29adcfafdff5 req-7a8e7875-ccb4-456a-b4e3-d55d94268e5e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.995788 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7af2d38b-ef9c-477f-ae2e-29adcfafdff5 req-7a8e7875-ccb4-456a-b4e3-d55d94268e5e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0535164 Feb 11 05:23:18.044114 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7af2d38b-ef9c-477f-ae2e-29adcfafdff5 req-0f14e3e3-e001-4def-b7cd-234c6abbeb40 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428073 Feb 11 05:23:18.065011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47832) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:18.112572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d35aad7-0aac-4184-90a9-608da611bb44 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.114042 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5d35aad7-0aac-4184-90a9-608da611bb44 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 1124 time: 0.0480025 Feb 11 05:23:18.117030 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47834) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:18.121291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:18.141175 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.235712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.340343 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Allocated IP 172.25.7.229 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/5c315584-b25a-4643-bff4-16ae9b2b70ef) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:18.440275 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (5c315584-b25a-4643-bff4-16ae9b2b70ef), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.477589 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5c315584-b25a-4643-bff4-16ae9b2b70ef), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.520184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:18.523032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:18.526236 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:18.549037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=5c315584-b25a-4643-bff4-16ae9b2b70ef,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:18.562483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.562854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.563205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.563548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.563883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.564216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.564550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.564879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.565207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.565533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.565861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.566180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.566502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:18.925993 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (85e0f7ff-5d6f-44a2-b864-f51dd9ff53af), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.997339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5c315584-b25a-4643-bff4-16ae9b2b70ef), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.148908 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for port (5c315584-b25a-4643-bff4-16ae9b2b70ef), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.154993 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (5c315584-b25a-4643-bff4-16ae9b2b70ef), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.219659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event updated for resources: {'Port': ['ID=5c315584-b25a-4643-bff4-16ae9b2b70ef,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:19.237204 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (85e0f7ff-5d6f-44a2-b864-f51dd9ff53af), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.631286 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Floating IP 85e0f7ff-5d6f-44a2-b864-f51dd9ff53af associated. External IP: 172.25.7.229, port: 85ea1f64-ba26-4af2-866e-f0e6001575ed. Feb 11 05:23:19.845356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 701aa141-20a7-4cb5-acd7-25888c589c3a has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:23:19.956094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:19.967272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff13bb4f-0959-4937-8ed9-dbe6ef50a300 None None] Sync routers for ids ['701aa141-20a7-4cb5-acd7-25888c589c3a'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:19.973617 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.978143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13bb4f-0959-4937-8ed9-dbe6ef50a300 None None] Routers {'701aa141-20a7-4cb5-acd7-25888c589c3a'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:19.978820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff13bb4f-0959-4937-8ed9-dbe6ef50a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:23:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['701aa141-20a7-4cb5-acd7-25888c589c3a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:20.002461 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ebfd7251-ba97-4fc9-8b76-817f8b1fdd29 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8844290 Feb 11 05:23:20.003138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'tag': '85ea1f64-ba26-4af2-866e-f0e6001575ed'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:20.005636 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6db57c-5329-4cc3-b8d8-30dc0b0aed54" -d '{"events": [{"name": "network-changed", "server_uuid": "609632ef-27e1-4207-9d2f-daedf45a7faf", "tag": "85ea1f64-ba26-4af2-866e-f0e6001575ed"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:20.049344 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2767422-b91f-4dae-b648-0d180a965df3 x-openstack-request-id: req-b2767422-b91f-4dae-b648-0d180a965df3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:20.049651 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609632ef-27e1-4207-9d2f-daedf45a7faf", "tag": "85ea1f64-ba26-4af2-866e-f0e6001575ed", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:20.049913 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2767422-b91f-4dae-b648-0d180a965df3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:20.050327 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'tag': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'status': 'completed', 'code': 200} Feb 11 05:23:20.094432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ff13bb4f-0959-4937-8ed9-dbe6ef50a300 None None] Set router 701aa141-20a7-4cb5-acd7-25888c589c3a gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:20.136402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72c6e4-ec62-4bbe-af5a-3c5a8528c3b1 req-c5484205-e167-4b45-be93-072ee2dd0c1d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.137906 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d72c6e4-ec62-4bbe-af5a-3c5a8528c3b1 req-c5484205-e167-4b45-be93-072ee2dd0c1d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0814035 Feb 11 05:23:20.164153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6db57c-5329-4cc3-b8d8-30dc0b0aed54 req-e7ddea5e-ae4f-441d-8016-d47051b2b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.165582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df6db57c-5329-4cc3-b8d8-30dc0b0aed54 req-e7ddea5e-ae4f-441d-8016-d47051b2b3a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 1129 time: 0.0755727 Feb 11 05:23:20.216939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d72c6e4-ec62-4bbe-af5a-3c5a8528c3b1 req-45cf714f-0f9c-490f-bfbd-b5a52e3aca22 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719087 Feb 11 05:23:20.239773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47840) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:20.287745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6db57c-5329-4cc3-b8d8-30dc0b0aed54 req-2c47b83e-888d-44fe-b07a-2917f424255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.289255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df6db57c-5329-4cc3-b8d8-30dc0b0aed54 req-2c47b83e-888d-44fe-b07a-2917f424255d service neutron] 10.222.0.10 "GET /v2.0/networks?id=74752b1c-731b-4791-a747-b1635380c7d7 HTTP/1.1" status: 200 len: 897 time: 0.1131837 Feb 11 05:23:20.303611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5edc3492-c5da-41a3-b123-dafeaadf0f11 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/85e0f7ff-5d6f-44a2-b864-f51dd9ff53af HTTP/1.1" status: 200 len: 992 time: 0.0626421 Feb 11 05:23:20.357984 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df6db57c-5329-4cc3-b8d8-30dc0b0aed54 req-24fc9b39-75b8-4691-8467-fd7d5d833212 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed HTTP/1.1" status: 200 len: 1000 time: 0.0625634 Feb 11 05:23:20.410208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6db57c-5329-4cc3-b8d8-30dc0b0aed54 req-73623e0c-4257-431f-b315-dfe2d784f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.411654 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df6db57c-5329-4cc3-b8d8-30dc0b0aed54 req-73623e0c-4257-431f-b315-dfe2d784f663 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=611d55be-5fb0-4da0-9d09-43d3e8e1a1bc HTTP/1.1" status: 200 len: 835 time: 0.0479314 Feb 11 05:23:20.459232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6db57c-5329-4cc3-b8d8-30dc0b0aed54 req-1722ed78-f917-4960-b76f-d9fc0e80e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.460732 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df6db57c-5329-4cc3-b8d8-30dc0b0aed54 req-1722ed78-f917-4960-b76f-d9fc0e80e778 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74752b1c-731b-4791-a747-b1635380c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438101 Feb 11 05:23:20.476526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff13bb4f-0959-4937-8ed9-dbe6ef50a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '85e0f7ff-5d6f-44a2-b864-f51dd9ff53af', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'port_id': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'mac_address': 'fa:16:3e:b1:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:18Z', 'updated_at': '2022-02-11T05:23:18Z', 'revision_number': 0, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36825c06-f27a-4ac4-812d-d3c5432717ba', 'name': '', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:52:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:05Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:20.506280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff13bb4f-0959-4937-8ed9-dbe6ef50a300 None None] Checking router: 701aa141-20a7-4cb5-acd7-25888c589c3a for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:20.514667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13bb4f-0959-4937-8ed9-dbe6ef50a300 None None] Routers {'701aa141-20a7-4cb5-acd7-25888c589c3a'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:20.515323 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff13bb4f-0959-4937-8ed9-dbe6ef50a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:23:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['701aa141-20a7-4cb5-acd7-25888c589c3a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:20.548697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df6db57c-5329-4cc3-b8d8-30dc0b0aed54 req-40a2f223-752a-46c2-aea5-85c804e6bc6a service neutron] 10.222.0.10 "GET /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817280 Feb 11 05:23:20.621927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ff13bb4f-0959-4937-8ed9-dbe6ef50a300 None None] Set router 701aa141-20a7-4cb5-acd7-25888c589c3a gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:20.639640 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df6db57c-5329-4cc3-b8d8-30dc0b0aed54 req-9a34d3d5-051d-4b27-a19d-bba5915c99cb service neutron] 10.222.0.10 "GET /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854459 Feb 11 05:23:20.844910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ff13bb4f-0959-4937-8ed9-dbe6ef50a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '85e0f7ff-5d6f-44a2-b864-f51dd9ff53af', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'port_id': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'mac_address': 'fa:16:3e:b1:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:18Z', 'updated_at': '2022-02-11T05:23:18Z', 'revision_number': 0, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36825c06-f27a-4ac4-812d-d3c5432717ba', 'name': '', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:52:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:05Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:20.874152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff13bb4f-0959-4937-8ed9-dbe6ef50a300 None None] The sync data for ids ['701aa141-20a7-4cb5-acd7-25888c589c3a'] in n-d-615180-58 is: [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '85e0f7ff-5d6f-44a2-b864-f51dd9ff53af', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'port_id': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'mac_address': 'fa:16:3e:b1:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:18Z', 'updated_at': '2022-02-11T05:23:18Z', 'revision_number': 0, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36825c06-f27a-4ac4-812d-d3c5432717ba', 'name': '', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:52:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:05Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:21.063207 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d57ca-acf8-4f8f-901d-106206c5ec6f None None] New status for floating IP 85e0f7ff-5d6f-44a2-b864-f51dd9ff53af: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:23:21.307427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47842) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:21.367122 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1e387cbd-458d-4096-adfa-1284ddddb483 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/85e0f7ff-5d6f-44a2-b864-f51dd9ff53af HTTP/1.1" status: 200 len: 994 time: 0.0583978 Feb 11 05:23:28.595148 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:23:30.827662 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a834f96-2932-45f0-b522-7eb7d71478b1 req-24cd1b87-9436-417e-b32f-f4babaa3cc45 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0967107 Feb 11 05:23:30.921198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a834f96-2932-45f0-b522-7eb7d71478b1 req-8110b6ac-3047-4ffb-b229-f00b67a8898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.922673 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a834f96-2932-45f0-b522-7eb7d71478b1 req-8110b6ac-3047-4ffb-b229-f00b67a8898f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f09cf2da62054a53914b7d5c3870489b&device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 1129 time: 0.0440059 Feb 11 05:23:31.026463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a834f96-2932-45f0-b522-7eb7d71478b1 req-8072260d-78f7-4254-94e4-718af2d6b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:31.027892 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a834f96-2932-45f0-b522-7eb7d71478b1 req-8072260d-78f7-4254-94e4-718af2d6b8d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 HTTP/1.1" status: 200 len: 910 time: 0.0849314 Feb 11 05:23:31.095329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a834f96-2932-45f0-b522-7eb7d71478b1 req-86483989-4f62-4dcc-bc6f-ba7ac2378179 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f066d0-cea4-426c-978a-61af1fa3ba65 HTTP/1.1" status: 200 len: 1002 time: 0.0614157 Feb 11 05:23:31.146688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a834f96-2932-45f0-b522-7eb7d71478b1 req-ebb2c2c9-ecae-4765-b78c-1f38bbbb6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:31.148236 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a834f96-2932-45f0-b522-7eb7d71478b1 req-ebb2c2c9-ecae-4765-b78c-1f38bbbb6e62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b737666b-346a-4af6-9250-26a017a81e90 HTTP/1.1" status: 200 len: 848 time: 0.0468102 Feb 11 05:23:31.197485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a834f96-2932-45f0-b522-7eb7d71478b1 req-4ba74edd-9b08-4bcc-8613-c69f56dd4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:31.198993 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a834f96-2932-45f0-b522-7eb7d71478b1 req-4ba74edd-9b08-4bcc-8613-c69f56dd4f4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451598 Feb 11 05:23:31.291980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a834f96-2932-45f0-b522-7eb7d71478b1 req-3b430af8-f6f2-48b4-b257-c8b0bd260d49 service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863860 Feb 11 05:23:31.385062 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a834f96-2932-45f0-b522-7eb7d71478b1 req-b2d95bc7-f42b-43e6-b00c-a51c7ab2579c service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872953 Feb 11 05:23:33.547926 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.619632 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.427300 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-846980da-a5fb-4034-8fc0-886bee72d61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.873832 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6f44c56-efb8-48a5-a98c-e6a86462ab23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.835050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.414019 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.662124 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.551317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f93af8-7a32-43c7-978b-50cc2554a4da req-9ca09ad1-a000-4500-953e-a1f0e302a6ab tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.552808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18f93af8-7a32-43c7-978b-50cc2554a4da req-9ca09ad1-a000-4500-953e-a1f0e302a6ab tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0547893 Feb 11 05:23:52.603533 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-18f93af8-7a32-43c7-978b-50cc2554a4da req-f32479fc-e308-4e8f-8285-ee4b0265d514 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441213 Feb 11 05:23:53.728646 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead1338-610d-4bfd-bf64-929f6b6dbf9e req-f62b5003-b51d-4c7b-95ae-d831aacb94ce tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:53.730129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ead1338-610d-4bfd-bf64-929f6b6dbf9e req-f62b5003-b51d-4c7b-95ae-d831aacb94ce tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0565691 Feb 11 05:23:53.778658 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ead1338-610d-4bfd-bf64-929f6b6dbf9e req-ff16a6b2-2262-4dc7-ac76-7a43136c1ffa tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430255 Feb 11 05:23:54.894777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c061a9-efa5-4a40-870f-8cd9039f0609 req-8dbc9d9d-eb9f-4a82-a397-6aff31d972ac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:54.896263 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-59c061a9-efa5-4a40-870f-8cd9039f0609 req-8dbc9d9d-eb9f-4a82-a397-6aff31d972ac tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0514915 Feb 11 05:23:54.943285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-59c061a9-efa5-4a40-870f-8cd9039f0609 req-c1dc7b75-e68c-4ed5-b9dd-d5096a701347 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409729 Feb 11 05:23:56.062452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a73699-aef2-4b17-973b-8c2392a2184e req-1fbf5d8f-187c-4d41-ac7e-9654084a2559 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:56.063983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a8a73699-aef2-4b17-973b-8c2392a2184e req-1fbf5d8f-187c-4d41-ac7e-9654084a2559 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0529568 Feb 11 05:23:56.113385 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a8a73699-aef2-4b17-973b-8c2392a2184e req-465d03d1-4a05-48d6-b79d-8bd7b60e171e tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434971 Feb 11 05:23:57.235762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6ab98-d9cc-49e5-b786-05510acc037d req-644e33fb-5705-4153-bc72-6aebce7d6a37 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.237346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3a6ab98-d9cc-49e5-b786-05510acc037d req-644e33fb-5705-4153-bc72-6aebce7d6a37 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0565531 Feb 11 05:23:57.285226 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3a6ab98-d9cc-49e5-b786-05510acc037d req-1d83d520-7337-42c3-a030-78ce7890a3c9 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425022 Feb 11 05:23:58.411850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a85da-abde-48b5-9bb5-e32257b3c4a9 req-3805a4fc-803e-40bb-a107-a5a3e9b04cce tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:58.413248 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b10a85da-abde-48b5-9bb5-e32257b3c4a9 req-3805a4fc-803e-40bb-a107-a5a3e9b04cce tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0574489 Feb 11 05:23:58.465627 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b10a85da-abde-48b5-9bb5-e32257b3c4a9 req-0aefc075-67b7-4ef5-8fcb-259d0c50369f tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464714 Feb 11 05:23:59.586689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03b0f-6821-4c58-8ae5-e67619a9a750 req-98530399-7fe3-4816-9716-a3c278fa0399 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.588731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fd03b0f-6821-4c58-8ae5-e67619a9a750 req-98530399-7fe3-4816-9716-a3c278fa0399 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0536501 Feb 11 05:23:59.636941 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6fd03b0f-6821-4c58-8ae5-e67619a9a750 req-47b4f41a-e128-41e0-8c35-61d46d2c3c99 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426521 Feb 11 05:24:00.758477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f592648-2238-4185-99c9-989e59f1f53b req-52d7d484-8e31-4500-894f-9bc2171494f7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:00.759982 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f592648-2238-4185-99c9-989e59f1f53b req-52d7d484-8e31-4500-894f-9bc2171494f7 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0533705 Feb 11 05:24:00.808189 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f592648-2238-4185-99c9-989e59f1f53b req-0060f68a-7ccb-4225-b1d7-3224042904d6 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427303 Feb 11 05:24:01.930463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a8e04-1740-4679-9859-a8d83a8f6b11 req-930e0a58-1ee3-48ae-9a71-464f918a2d56 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:01.932542 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-822a8e04-1740-4679-9859-a8d83a8f6b11 req-930e0a58-1ee3-48ae-9a71-464f918a2d56 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0567169 Feb 11 05:24:01.979829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-822a8e04-1740-4679-9859-a8d83a8f6b11 req-e379bc96-c202-42e7-89de-4665dfbdd530 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417435 Feb 11 05:24:03.097665 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bc6ad-3c80-4981-9158-696c2c6a2cd9 req-7ad52292-3008-44e9-9850-f874c2a971b0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.099179 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a28bc6ad-3c80-4981-9158-696c2c6a2cd9 req-7ad52292-3008-44e9-9850-f874c2a971b0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0528367 Feb 11 05:24:03.151779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a28bc6ad-3c80-4981-9158-696c2c6a2cd9 req-1f232c30-54e0-43b0-ad70-a5b4a9798894 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471103 Feb 11 05:24:03.548140 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.270676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e96bd2-ba86-489b-8977-dce80f0a2edc req-41a321b9-dee5-421b-92b2-5415c7c94c52 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:04.272180 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98e96bd2-ba86-489b-8977-dce80f0a2edc req-41a321b9-dee5-421b-92b2-5415c7c94c52 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0516315 Feb 11 05:24:04.319751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98e96bd2-ba86-489b-8977-dce80f0a2edc req-239a958b-24c6-4186-9e53-9481ab7c71dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414793 Feb 11 05:24:05.438739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784bdc-8af6-4f02-948e-472fdc24a875 req-a0c0eacd-0e28-4f76-9a7d-4987559edce0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:05.440275 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57784bdc-8af6-4f02-948e-472fdc24a875 req-a0c0eacd-0e28-4f76-9a7d-4987559edce0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0530910 Feb 11 05:24:05.489608 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57784bdc-8af6-4f02-948e-472fdc24a875 req-af0d8958-7888-4250-ba55-eabd6e3d68ad tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436549 Feb 11 05:24:05.595538 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:24:06.606239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d54f8-4c64-41f9-8adf-cb04ee6dbcd3 req-271bdcf0-99f9-4ec0-8282-0ec53c3a680c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:06.607715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b17d54f8-4c64-41f9-8adf-cb04ee6dbcd3 req-271bdcf0-99f9-4ec0-8282-0ec53c3a680c tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0515139 Feb 11 05:24:06.659286 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b17d54f8-4c64-41f9-8adf-cb04ee6dbcd3 req-7574f96a-1a78-49b1-ba78-9fd89acd99a0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459590 Feb 11 05:24:07.618977 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.777770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7896b7-af5a-40e0-b285-c86002e609ff req-a921139d-796d-4db1-a4de-10935d218e96 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:07.779295 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff7896b7-af5a-40e0-b285-c86002e609ff req-a921139d-796d-4db1-a4de-10935d218e96 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0524330 Feb 11 05:24:07.827066 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff7896b7-af5a-40e0-b285-c86002e609ff req-5d16bd1e-3b6b-4e1a-87a7-67b46cc18b0b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421240 Feb 11 05:24:08.946492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8410e6a-be12-4554-8f8b-56dd062e5568 req-b5e21874-db63-4a6c-ba63-3125291ecd04 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:08.948003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8410e6a-be12-4554-8f8b-56dd062e5568 req-b5e21874-db63-4a6c-ba63-3125291ecd04 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0531983 Feb 11 05:24:09.006211 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c8410e6a-be12-4554-8f8b-56dd062e5568 req-50da2d1b-7ba3-4125-a984-fa57524a93ed tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526161 Feb 11 05:24:09.418671 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04e0f42e-06e3-410e-bc4a-5836af34660e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.129321 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80ae0e-f522-4cfb-bf1a-a74d04f8bae8 req-f4404913-070c-4edf-8985-cebff3c96dc0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.130848 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a80ae0e-f522-4cfb-bf1a-a74d04f8bae8 req-f4404913-070c-4edf-8985-cebff3c96dc0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0571306 Feb 11 05:24:10.180188 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a80ae0e-f522-4cfb-bf1a-a74d04f8bae8 req-1fe5267a-ba36-406e-a538-fbabcc0f6ee0 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429306 Feb 11 05:24:10.401457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd26398-1971-43c4-913f-26f039d27e1c req-63eeb607-828a-45bb-a74c-0a5088569fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.402969 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-efd26398-1971-43c4-913f-26f039d27e1c req-63eeb607-828a-45bb-a74c-0a5088569fb0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 1129 time: 0.0442152 Feb 11 05:24:10.448572 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-efd26398-1971-43c4-913f-26f039d27e1c req-da93f0f2-ae05-470b-8680-0a03788998ff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398972 Feb 11 05:24:11.285167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 85ea1f64-ba26-4af2-866e-f0e6001575ed details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:11.304483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6527b-b44c-492e-a10f-5ff25783f3c0 req-4bbe5040-8edf-422a-95fa-37d4859fa962 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:11.305970 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ee6527b-b44c-492e-a10f-5ff25783f3c0 req-4bbe5040-8edf-422a-95fa-37d4859fa962 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0572996 Feb 11 05:24:11.355935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ee6527b-b44c-492e-a10f-5ff25783f3c0 req-c366657e-a885-4cc8-94c1-fae47c33213d tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441713 Feb 11 05:24:11.386439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 85ea1f64-ba26-4af2-866e-f0e6001575ed, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:11.397272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'port_id': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'mac_address': 'fa:16:3e:b1:7f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:11.440649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 85ea1f64-ba26-4af2-866e-f0e6001575ed is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:11.441060 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.459532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85ea1f64-ba26-4af2-866e-f0e6001575ed {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:11.479895 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 85ea1f64-ba26-4af2-866e-f0e6001575ed, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:11.483717 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.531744 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=85ea1f64-ba26-4af2-866e-f0e6001575ed,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:11.539054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.539462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.539812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.540150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.540485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.541485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.541814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.542145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.542475 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.542805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.543154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.543481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.543803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:11.791128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['85ea1f64-ba26-4af2-866e-f0e6001575ed'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:11.890668 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b3e9eca5-3e88-4a38-9c7c-76111bf172ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:12.474484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0592d1-6caf-4914-bdb3-03b434633782 req-19d01f15-f41d-472c-a009-174dd7a03796 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.475994 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b0592d1-6caf-4914-bdb3-03b434633782 req-19d01f15-f41d-472c-a009-174dd7a03796 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 945 time: 0.0530899 Feb 11 05:24:12.524572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b0592d1-6caf-4914-bdb3-03b434633782 req-3bb1290b-16f5-4875-af74-daf1bbd917c4 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425184 Feb 11 05:24:12.546660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47926) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:12.605401 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9c534345-23d5-4783-86dd-ae825d39a35a tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/floatingips/85e0f7ff-5d6f-44a2-b864-f51dd9ff53af HTTP/1.1" status: 200 len: 993 time: 0.0575867 Feb 11 05:24:12.839009 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.285481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 85ea1f64-ba26-4af2-866e-f0e6001575ed up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:13.332529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 85ea1f64-ba26-4af2-866e-f0e6001575ed triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:13.332909 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.410367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 85ea1f64-ba26-4af2-866e-f0e6001575ed is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:13.410679 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.432040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ea1f64-ba26-4af2-866e-f0e6001575ed'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:13.434264 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954c6a7c-a8b4-4bfb-b75e-95034d0ad4b8" -d '{"events": [{"server_uuid": "609632ef-27e1-4207-9d2f-daedf45a7faf", "name": "network-vif-plugged", "status": "completed", "tag": "85ea1f64-ba26-4af2-866e-f0e6001575ed"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:13.446274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 85ea1f64-ba26-4af2-866e-f0e6001575ed, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:13.451134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.475307 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afbc131-d3bf-4afc-98d2-2148aa28f6a0 x-openstack-request-id: req-4afbc131-d3bf-4afc-98d2-2148aa28f6a0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:13.475604 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609632ef-27e1-4207-9d2f-daedf45a7faf", "name": "network-vif-plugged", "status": "completed", "tag": "85ea1f64-ba26-4af2-866e-f0e6001575ed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:13.475871 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4afbc131-d3bf-4afc-98d2-2148aa28f6a0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:13.476247 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'code': 200} Feb 11 05:24:13.500981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=85ea1f64-ba26-4af2-866e-f0e6001575ed,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:14.418247 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.663525 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.620403 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fdfaed5-9ee9-4180-b56a-61e2fe9b99dd req-fcca4cde-0fc7-43ff-91f1-7a2e24cfc6fc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475709 Feb 11 05:24:23.720646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfaed5-9ee9-4180-b56a-61e2fe9b99dd req-49571876-a1a8-4000-8e4e-be1bfd78337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.722134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fdfaed5-9ee9-4180-b56a-61e2fe9b99dd req-49571876-a1a8-4000-8e4e-be1bfd78337c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 1129 time: 0.0445035 Feb 11 05:24:23.822404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfaed5-9ee9-4180-b56a-61e2fe9b99dd req-c5d5b13f-265c-4651-beb8-7f9c5980541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.823914 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fdfaed5-9ee9-4180-b56a-61e2fe9b99dd req-c5d5b13f-265c-4651-beb8-7f9c5980541a service neutron] 10.222.0.10 "GET /v2.0/networks?id=74752b1c-731b-4791-a747-b1635380c7d7 HTTP/1.1" status: 200 len: 897 time: 0.0858128 Feb 11 05:24:23.894296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fdfaed5-9ee9-4180-b56a-61e2fe9b99dd req-50170c39-f096-4ef0-9c7f-68ebd5b93e04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed HTTP/1.1" status: 200 len: 1002 time: 0.0618861 Feb 11 05:24:23.941215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfaed5-9ee9-4180-b56a-61e2fe9b99dd req-8aef4be4-cf22-4e6d-9f46-31bf4a78053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.942663 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fdfaed5-9ee9-4180-b56a-61e2fe9b99dd req-8aef4be4-cf22-4e6d-9f46-31bf4a78053d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=611d55be-5fb0-4da0-9d09-43d3e8e1a1bc HTTP/1.1" status: 200 len: 835 time: 0.0427585 Feb 11 05:24:23.991701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfaed5-9ee9-4180-b56a-61e2fe9b99dd req-80e5225e-9d60-438c-bd27-74e756c154f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.993236 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fdfaed5-9ee9-4180-b56a-61e2fe9b99dd req-80e5225e-9d60-438c-bd27-74e756c154f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74752b1c-731b-4791-a747-b1635380c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430954 Feb 11 05:24:24.083522 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fdfaed5-9ee9-4180-b56a-61e2fe9b99dd req-62afed10-47c4-46f2-9168-3621dd5aa3ec service neutron] 10.222.0.10 "GET /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837903 Feb 11 05:24:24.187651 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7fdfaed5-9ee9-4180-b56a-61e2fe9b99dd req-5f4440f5-7211-4f09-b219-1b0fe7351188 service neutron] 10.222.0.10 "GET /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970218 Feb 11 05:24:30.377217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47934) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:30.441087 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a9dc267c-b3b5-435e-b4bb-f48efdf5b761 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/floatingips/b30770c7-36c2-4836-84bb-94f97f967e31 HTTP/1.1" status: 200 len: 993 time: 0.0627689 Feb 11 05:24:30.699922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47940) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:30.853514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting port 972ed6ae-dbea-4e0b-964f-6301a5cc5905 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:30.853863 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (972ed6ae-dbea-4e0b-964f-6301a5cc5905), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.930064 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (972ed6ae-dbea-4e0b-964f-6301a5cc5905), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.930392 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for floatingip (972ed6ae-dbea-4e0b-964f-6301a5cc5905), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.942307 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Calling delete_port for 972ed6ae-dbea-4e0b-964f-6301a5cc5905 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:31.092260 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (972ed6ae-dbea-4e0b-964f-6301a5cc5905), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.118094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Port': ['ID=972ed6ae-dbea-4e0b-964f-6301a5cc5905,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:31.130090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.130448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.130799 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.131179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.131534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.131870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.132487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.132818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.133149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.133479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.133809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.134137 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.134463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:31.189053 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for floatingip (b30770c7-36c2-4836-84bb-94f97f967e31), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.189373 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Floating IP b30770c7-36c2-4836-84bb-94f97f967e31 disassociated (deleted). External IP: 172.25.7.17, port: 3521e429-c264-474e-835c-6b5239d7fbd5. Feb 11 05:24:31.400100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Router acfab3c3-0964-4bec-8b72-509fc0c8c661 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:31.509573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:31.515069 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.520186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5360d5e-5c58-4bf2-9978-68333e300cae None None] Sync routers for ids ['acfab3c3-0964-4bec-8b72-509fc0c8c661'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:31.529604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5360d5e-5c58-4bf2-9978-68333e300cae None None] Routers {'acfab3c3-0964-4bec-8b72-509fc0c8c661'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:31.530324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f5360d5e-5c58-4bf2-9978-68333e300cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['acfab3c3-0964-4bec-8b72-509fc0c8c661'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:31.544491 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e79c0c04-b5d2-4989-8ade-2036335c4261 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/floatingips/b30770c7-36c2-4836-84bb-94f97f967e31 HTTP/1.1" status: 204 len: 168 time: 0.8434720 Feb 11 05:24:31.545179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'tag': '3521e429-c264-474e-835c-6b5239d7fbd5'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:31.547538 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dd822d-4a85-4ad0-a66d-3d40599283d6" -d '{"events": [{"name": "network-changed", "server_uuid": "118d3e90-c106-4a0d-a2ba-74787dd87472", "tag": "3521e429-c264-474e-835c-6b5239d7fbd5"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:31.590125 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c65b24-8f4b-4192-8a49-dd6443d9e2d9 x-openstack-request-id: req-d1c65b24-8f4b-4192-8a49-dd6443d9e2d9 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:31.590421 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118d3e90-c106-4a0d-a2ba-74787dd87472", "tag": "3521e429-c264-474e-835c-6b5239d7fbd5", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:31.590686 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1c65b24-8f4b-4192-8a49-dd6443d9e2d9 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:31.591146 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'tag': '3521e429-c264-474e-835c-6b5239d7fbd5', 'status': 'completed', 'code': 200} Feb 11 05:24:31.646625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-f5360d5e-5c58-4bf2-9978-68333e300cae None None] Set router acfab3c3-0964-4bec-8b72-509fc0c8c661 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:31.685023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd822d-4a85-4ad0-a66d-3d40599283d6 req-e4f53bf5-c9f1-4bf9-8652-1b717062085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:31.687417 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8dd822d-4a85-4ad0-a66d-3d40599283d6 req-e4f53bf5-c9f1-4bf9-8652-1b717062085e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 1129 time: 0.0624907 Feb 11 05:24:31.793839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d4564-4890-4e6b-a7ef-cb1272931a93 req-94d46b7e-a5db-49f9-b5f1-964b3e89d374 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:31.795423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a31d4564-4890-4e6b-a7ef-cb1272931a93 req-94d46b7e-a5db-49f9-b5f1-964b3e89d374 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 946 time: 0.0562460 Feb 11 05:24:31.798494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd822d-4a85-4ad0-a66d-3d40599283d6 req-1f328cd2-ee3f-4982-963a-ceb3fd68c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:31.800085 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8dd822d-4a85-4ad0-a66d-3d40599283d6 req-1f328cd2-ee3f-4982-963a-ceb3fd68c9cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbc3350b-b296-4fc6-9dba-2854e9f92c6d HTTP/1.1" status: 200 len: 897 time: 0.1065404 Feb 11 05:24:31.846940 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8dd822d-4a85-4ad0-a66d-3d40599283d6 req-1a0d8ba9-000f-47a8-967e-ee9d23b60c85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3521e429-c264-474e-835c-6b5239d7fbd5 HTTP/1.1" status: 200 len: 217 time: 0.0373328 Feb 11 05:24:31.851872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a31d4564-4890-4e6b-a7ef-cb1272931a93 req-4c038f58-4813-4453-ae9d-03c3f7cdd323 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504096 Feb 11 05:24:31.871421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f5360d5e-5c58-4bf2-9978-68333e300cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:22:35Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '336733bd-e3f5-4a07-9ea0-1565c16b19ba', 'name': '', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:1d:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:34Z', 'updated_at': '2022-02-11T05:22:39Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:31.897525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5360d5e-5c58-4bf2-9978-68333e300cae None None] Checking router: acfab3c3-0964-4bec-8b72-509fc0c8c661 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:31.898215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd822d-4a85-4ad0-a66d-3d40599283d6 req-69362a8a-93ce-4a4b-88be-d115b2dae93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:31.899736 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8dd822d-4a85-4ad0-a66d-3d40599283d6 req-69362a8a-93ce-4a4b-88be-d115b2dae93d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371 HTTP/1.1" status: 200 len: 835 time: 0.0462930 Feb 11 05:24:31.906005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5360d5e-5c58-4bf2-9978-68333e300cae None None] Routers {'acfab3c3-0964-4bec-8b72-509fc0c8c661'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:31.906614 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f5360d5e-5c58-4bf2-9978-68333e300cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['acfab3c3-0964-4bec-8b72-509fc0c8c661'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:31.955377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd822d-4a85-4ad0-a66d-3d40599283d6 req-7a17b247-26cf-480f-9df5-715e4ca6a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:31.957403 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8dd822d-4a85-4ad0-a66d-3d40599283d6 req-7a17b247-26cf-480f-9df5-715e4ca6a1d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbc3350b-b296-4fc6-9dba-2854e9f92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509925 Feb 11 05:24:32.017185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-f5360d5e-5c58-4bf2-9978-68333e300cae None None] Set router acfab3c3-0964-4bec-8b72-509fc0c8c661 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:32.048271 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8dd822d-4a85-4ad0-a66d-3d40599283d6 req-2f679cc6-789d-4f0d-bff4-523257186bc4 service neutron] 10.222.0.60 "GET /v2.0/networks/cbc3350b-b296-4fc6-9dba-2854e9f92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827460 Feb 11 05:24:32.145384 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d8dd822d-4a85-4ad0-a66d-3d40599283d6 req-988703b5-3e3e-4bd0-b2b6-483be5b7589f service neutron] 10.222.0.60 "GET /v2.0/networks/cbc3350b-b296-4fc6-9dba-2854e9f92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891683 Feb 11 05:24:32.212021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-f5360d5e-5c58-4bf2-9978-68333e300cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:22:35Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '336733bd-e3f5-4a07-9ea0-1565c16b19ba', 'name': '', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:1d:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:34Z', 'updated_at': '2022-02-11T05:22:39Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:32.242906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5360d5e-5c58-4bf2-9978-68333e300cae None None] The sync data for ids ['acfab3c3-0964-4bec-8b72-509fc0c8c661'] in n-d-615180-58 is: [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:22:35Z', 'revision_number': 4, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '336733bd-e3f5-4a07-9ea0-1565c16b19ba', 'name': '', 'network_id': 'cbc3350b-b296-4fc6-9dba-2854e9f92c6d', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'mac_address': 'fa:16:3e:1d:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:34Z', 'updated_at': '2022-02-11T05:22:39Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'subnets': [{'id': '43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:32.454159 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523b9330-f94c-4302-8abb-0a89f229a408 None None] New status for floating IP b30770c7-36c2-4836-84bb-94f97f967e31: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:24:32.975446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7bf34-17a9-43fa-8764-456ddfa335a4 req-8ec757f7-61f6-44c2-9039-d6626baa0178 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:32.976918 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a8a7bf34-17a9-43fa-8764-456ddfa335a4 req-8ec757f7-61f6-44c2-9039-d6626baa0178 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 946 time: 0.0543163 Feb 11 05:24:33.025690 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a8a7bf34-17a9-43fa-8764-456ddfa335a4 req-51e8c3dc-41bd-4da9-8b0e-ceff370d3811 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62c4ab6-d79c-4d17-bd53-221011c6c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 Feb 11 05:24:33.544544 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.701382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36e9f4-150c-4cc3-8058-eaa1f312b4e1 req-9538d7ca-9e8a-435a-95b4-1cda72b8b525 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:33.702812 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d36e9f4-150c-4cc3-8058-eaa1f312b4e1 req-9538d7ca-9e8a-435a-95b4-1cda72b8b525 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.60 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 946 time: 0.0556905 Feb 11 05:24:33.796313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1d36e9f4-150c-4cc3-8058-eaa1f312b4e1 req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting port 3521e429-c264-474e-835c-6b5239d7fbd5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:33.796575 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1d36e9f4-150c-4cc3-8058-eaa1f312b4e1 req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.886259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1d36e9f4-150c-4cc3-8058-eaa1f312b4e1 req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] For port 3521e429-c264-474e-835c-6b5239d7fbd5, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=3521e429-c264-474e-835c-6b5239d7fbd5,segment=NetworkSegment(85f794f3-baa8-4c49-81ce-58c4445d2561),segment_id=85f794f3-baa8-4c49-81ce-58c4445d2561)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:33.887196 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1d36e9f4-150c-4cc3-8058-eaa1f312b4e1 req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.898656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1d36e9f4-150c-4cc3-8058-eaa1f312b4e1 req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Calling delete_port for 3521e429-c264-474e-835c-6b5239d7fbd5 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:34.024035 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1d36e9f4-150c-4cc3-8058-eaa1f312b4e1 req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3521e429-c264-474e-835c-6b5239d7fbd5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.062193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Port': ['ID=3521e429-c264-474e-835c-6b5239d7fbd5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:34.088117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.088117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.088484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.088830 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.089173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.089544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.089874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.090199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.090524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.090848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.091254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.091588 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.091914 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:34.109746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d36e9f4-150c-4cc3-8058-eaa1f312b4e1 req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] No DVR routers for this DVR port 3521e429-c264-474e-835c-6b5239d7fbd5 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:34.112596 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1d36e9f4-150c-4cc3-8058-eaa1f312b4e1 req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.116037 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d36e9f4-150c-4cc3-8058-eaa1f312b4e1 req-22eda6af-48d7-414a-9430-8692b93ca4cd tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.60 "DELETE /v2.0/ports/3521e429-c264-474e-835c-6b5239d7fbd5 HTTP/1.1" status: 204 len: 173 time: 0.4069841 Feb 11 05:24:34.116507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'name': 'network-vif-deleted', 'tag': '3521e429-c264-474e-835c-6b5239d7fbd5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:34.118803 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3fbc77-3f6d-4b4f-9f03-eab5d4723fdd" -d '{"events": [{"server_uuid": "118d3e90-c106-4a0d-a2ba-74787dd87472", "name": "network-vif-deleted", "tag": "3521e429-c264-474e-835c-6b5239d7fbd5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:34.129272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-45593483-41b6-4607-8fe6-53cf60266e44 req-e0f602c9-6ae7-497d-9f1d-c6688d438ce0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "GET /v2.0/ports?device_id=118d3e90-c106-4a0d-a2ba-74787dd87472 HTTP/1.1" status: 200 len: 210 time: 0.0297191 Feb 11 05:24:34.238425 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d06922-6af8-45b4-a533-17827f6ad96b x-openstack-request-id: req-84d06922-6af8-45b4-a533-17827f6ad96b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:34.238728 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118d3e90-c106-4a0d-a2ba-74787dd87472", "name": "network-vif-deleted", "tag": "3521e429-c264-474e-835c-6b5239d7fbd5", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:34.239066 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84d06922-6af8-45b4-a533-17827f6ad96b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:34.239499 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118d3e90-c106-4a0d-a2ba-74787dd87472', 'name': 'network-vif-deleted', 'tag': '3521e429-c264-474e-835c-6b5239d7fbd5', 'status': 'completed', 'code': 200} Feb 11 05:24:35.190069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47960) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:35.246578 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4e9820-c19d-4acb-8249-c29b4b237380 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (e62c4ab6-d79c-4d17-bd53-221011c6c32a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.271686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4e9820-c19d-4acb-8249-c29b4b237380 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (e62c4ab6-d79c-4d17-bd53-221011c6c32a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.332674 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4e9820-c19d-4acb-8249-c29b4b237380 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e62c4ab6-d79c-4d17-bd53-221011c6c32a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.335426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ca4e9820-c19d-4acb-8249-c29b4b237380 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.336658 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ca4e9820-c19d-4acb-8249-c29b4b237380 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/security-groups/e62c4ab6-d79c-4d17-bd53-221011c6c32a HTTP/1.1" status: 204 len: 168 time: 0.1454411 Feb 11 05:24:35.347138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e9820-c19d-4acb-8249-c29b4b237380 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62c4ab6-d79c-4d17-bd53-221011c6c32a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:35.381136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47964) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:35.746380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1097c743-0c3e-4edf-94a0-bdbf143cc0b0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (acfab3c3-0964-4bec-8b72-509fc0c8c661), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.335065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1097c743-0c3e-4edf-94a0-bdbf143cc0b0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting port 336733bd-e3f5-4a07-9ea0-1565c16b19ba {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:36.335412 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1097c743-0c3e-4edf-94a0-bdbf143cc0b0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.448706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1097c743-0c3e-4edf-94a0-bdbf143cc0b0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] For port 336733bd-e3f5-4a07-9ea0-1565c16b19ba, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=336733bd-e3f5-4a07-9ea0-1565c16b19ba,segment=NetworkSegment(85f794f3-baa8-4c49-81ce-58c4445d2561),segment_id=85f794f3-baa8-4c49-81ce-58c4445d2561)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:36.449880 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1097c743-0c3e-4edf-94a0-bdbf143cc0b0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.466537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1097c743-0c3e-4edf-94a0-bdbf143cc0b0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Calling delete_port for 336733bd-e3f5-4a07-9ea0-1565c16b19ba owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:36.648021 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1097c743-0c3e-4edf-94a0-bdbf143cc0b0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (336733bd-e3f5-4a07-9ea0-1565c16b19ba), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.677648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097c743-0c3e-4edf-94a0-bdbf143cc0b0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Port': ['ID=336733bd-e3f5-4a07-9ea0-1565c16b19ba,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:36.871828 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1097c743-0c3e-4edf-94a0-bdbf143cc0b0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (acfab3c3-0964-4bec-8b72-509fc0c8c661), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.088474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1097c743-0c3e-4edf-94a0-bdbf143cc0b0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Router acfab3c3-0964-4bec-8b72-509fc0c8c661 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:37.202313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1097c743-0c3e-4edf-94a0-bdbf143cc0b0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:37.207994 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1097c743-0c3e-4edf-94a0-bdbf143cc0b0 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "PUT /v2.0/routers/acfab3c3-0964-4bec-8b72-509fc0c8c661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8257804 Feb 11 05:24:37.210984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47970) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:37.221601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d11a7-3c91-4504-9706-d3f720e93672 None None] Sync routers for ids ['acfab3c3-0964-4bec-8b72-509fc0c8c661'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:37.232055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d11a7-3c91-4504-9706-d3f720e93672 None None] Routers {'acfab3c3-0964-4bec-8b72-509fc0c8c661'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:37.232745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9b3d11a7-3c91-4504-9706-d3f720e93672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['acfab3c3-0964-4bec-8b72-509fc0c8c661'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:37.272114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4c8658-3814-4378-a59d-f3f96e3b6d56 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting subnet 43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:24:37.278761 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8658-3814-4378-a59d-f3f96e3b6d56 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for subnet (43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.342708 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8658-3814-4378-a59d-f3f96e3b6d56 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.433795 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8658-3814-4378-a59d-f3f96e3b6d56 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.499083 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8658-3814-4378-a59d-f3f96e3b6d56 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.508433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-9b3d11a7-3c91-4504-9706-d3f720e93672 None None] Set router acfab3c3-0964-4bec-8b72-509fc0c8c661 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:37.526457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c8658-3814-4378-a59d-f3f96e3b6d56 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Subnet': ['ID=43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:37.530446 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8658-3814-4378-a59d-f3f96e3b6d56 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.536533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ea4c8658-3814-4378-a59d-f3f96e3b6d56 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/subnets/43cd81e9-bba7-4ed6-a2fa-d2a67ebe4371 HTTP/1.1" status: 204 len: 168 time: 0.3216760 Feb 11 05:24:37.536732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47972) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:37.566174 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7db198-c4a5-45b8-9305-bf70393c7832 None None] Network cbc3350b-b296-4fc6-9dba-2854e9f92c6d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:37.568148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 3521e429-c264-474e-835c-6b5239d7fbd5 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:37.623096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 3521e429-c264-474e-835c-6b5239d7fbd5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:37.623358 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 3521e429-c264-474e-835c-6b5239d7fbd5 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:37.649336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router (acfab3c3-0964-4bec-8b72-509fc0c8c661), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.713013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.764300 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router_gateway (acfab3c3-0964-4bec-8b72-509fc0c8c661), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.805124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9b3d11a7-3c91-4504-9706-d3f720e93672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:24:36Z', 'revision_number': 5, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port': {'id': 'e946e367-0edd-4e81-a616-2ec1b8bc0b10', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:32Z', 'updated_at': '2022-02-11T05:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:37.824928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Deleting port e946e367-0edd-4e81-a616-2ec1b8bc0b10 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:37.825288 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.833720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d11a7-3c91-4504-9706-d3f720e93672 None None] Checking router: acfab3c3-0964-4bec-8b72-509fc0c8c661 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:37.845401 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc041b-cdd7-4bc4-87b6-6c641d056074 None None] DHCP port deletion for cbc3350b-b296-4fc6-9dba-2854e9f92c6d request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:24:37.848401 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d11a7-3c91-4504-9706-d3f720e93672 None None] Routers {'acfab3c3-0964-4bec-8b72-509fc0c8c661'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:37.849042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9b3d11a7-3c91-4504-9706-d3f720e93672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['acfab3c3-0964-4bec-8b72-509fc0c8c661'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:37.906302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] For port e946e367-0edd-4e81-a616-2ec1b8bc0b10, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e946e367-0edd-4e81-a616-2ec1b8bc0b10,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:37.906567 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.919136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Calling delete_port for e946e367-0edd-4e81-a616-2ec1b8bc0b10 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:37.969835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-9b3d11a7-3c91-4504-9706-d3f720e93672 None None] Set router acfab3c3-0964-4bec-8b72-509fc0c8c661 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:38.029648 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9b3d11a7-3c91-4504-9706-d3f720e93672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:24:37Z', 'revision_number': 6, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:38.061251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d11a7-3c91-4504-9706-d3f720e93672 None None] The sync data for ids ['acfab3c3-0964-4bec-8b72-509fc0c8c661'] in n-d-615180-58 is: [{'id': 'acfab3c3-0964-4bec-8b72-509fc0c8c661', 'name': 'tempest-TestNetworkBasicOps-router-199125707', 'tenant_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:31Z', 'updated_at': '2022-02-11T05:24:37Z', 'revision_number': 6, 'project_id': '00434bbccd5d4dc5a8c9ae13ff30bc9b', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:38.065481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc041b-cdd7-4bc4-87b6-6c641d056074 None None] Deleting port 24acb2be-cad9-4b62-b44d-319b4119f633 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:38.065873 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ccc041b-cdd7-4bc4-87b6-6c641d056074 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (24acb2be-cad9-4b62-b44d-319b4119f633), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.109321 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e946e367-0edd-4e81-a616-2ec1b8bc0b10), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.134795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Port': ['ID=e946e367-0edd-4e81-a616-2ec1b8bc0b10,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:38.139897 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2ccc041b-cdd7-4bc4-87b6-6c641d056074 None None] For port 24acb2be-cad9-4b62-b44d-319b4119f633, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=24acb2be-cad9-4b62-b44d-319b4119f633,segment=NetworkSegment(85f794f3-baa8-4c49-81ce-58c4445d2561),segment_id=85f794f3-baa8-4c49-81ce-58c4445d2561)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:38.140117 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ccc041b-cdd7-4bc4-87b6-6c641d056074 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (24acb2be-cad9-4b62-b44d-319b4119f633), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.153992 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc041b-cdd7-4bc4-87b6-6c641d056074 None None] Calling delete_port for 24acb2be-cad9-4b62-b44d-319b4119f633 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:38.200354 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (acfab3c3-0964-4bec-8b72-509fc0c8c661), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.233569 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ccc041b-cdd7-4bc4-87b6-6c641d056074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (24acb2be-cad9-4b62-b44d-319b4119f633), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.263428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc041b-cdd7-4bc4-87b6-6c641d056074 None None] Pushing event deleted for resources: {'Port': ['ID=24acb2be-cad9-4b62-b44d-319b4119f633,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:38.269258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc041b-cdd7-4bc4-87b6-6c641d056074 None None] No DVR routers for this DVR port 24acb2be-cad9-4b62-b44d-319b4119f633 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:38.295296 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (acfab3c3-0964-4bec-8b72-509fc0c8c661), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.297466 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router_controller (acfab3c3-0964-4bec-8b72-509fc0c8c661), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.343574 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (acfab3c3-0964-4bec-8b72-509fc0c8c661), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.344184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Fanout notify agent at l3_agent the message router_deleted on router acfab3c3-0964-4bec-8b72-509fc0c8c661 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:24:38.350887 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.351998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-28f2c236-2f65-435e-acce-626d911de858 tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/routers/acfab3c3-0964-4bec-8b72-509fc0c8c661 HTTP/1.1" status: 204 len: 168 time: 0.8143404 Feb 11 05:24:38.354672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:38.432345 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (cbc3350b-b296-4fc6-9dba-2854e9f92c6d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.525787 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (cbc3350b-b296-4fc6-9dba-2854e9f92c6d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.545369 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc3350b-b296-4fc6-9dba-2854e9f92c6d']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:38.556087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f794f3-baa8-4c49-81ce-58c4445d2561') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:38.556387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f794f3-baa8-4c49-81ce-58c4445d2561') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:38.566872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (85f794f3-baa8-4c49-81ce-58c4445d2561), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.580825 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (85f794f3-baa8-4c49-81ce-58c4445d2561), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.586931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:24:38.587330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (85f794f3-baa8-4c49-81ce-58c4445d2561), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:24:38.590560 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:24:38.652562 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (cbc3350b-b296-4fc6-9dba-2854e9f92c6d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.659234 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.662385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] 10.222.0.48 "DELETE /v2.0/networks/cbc3350b-b296-4fc6-9dba-2854e9f92c6d HTTP/1.1" status: 204 len: 168 time: 0.3067541 Feb 11 05:24:38.674187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf4f2b-2258-4f94-a4bc-6e516418f4fe tempest-TestNetworkBasicOps-1169287284 tempest-TestNetworkBasicOps-1169287284-project] Pushing event deleted for resources: {'Network': ['ID=cbc3350b-b296-4fc6-9dba-2854e9f92c6d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:38.957192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47980) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:39.089980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6a09138d-6e4b-4349-9c3d-b5be3b866ca2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00434bbccd5d4dc5a8c9ae13ff30bc9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316242 Feb 11 05:24:39.092909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47984) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:39.139346 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3a80378-80e1-478a-9c70-51c1cddbedc9 admin admin] Publish callbacks [] for security_group (67436338-cf5e-4cdd-ae9a-bfc185131c72), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.159939 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3a80378-80e1-478a-9c70-51c1cddbedc9 admin admin] Publish callbacks [] for security_group (67436338-cf5e-4cdd-ae9a-bfc185131c72), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.208743 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3a80378-80e1-478a-9c70-51c1cddbedc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (67436338-cf5e-4cdd-ae9a-bfc185131c72), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.212250 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3a80378-80e1-478a-9c70-51c1cddbedc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.213645 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c3a80378-80e1-478a-9c70-51c1cddbedc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67436338-cf5e-4cdd-ae9a-bfc185131c72 HTTP/1.1" status: 204 len: 168 time: 0.1202667 Feb 11 05:24:39.221605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a80378-80e1-478a-9c70-51c1cddbedc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67436338-cf5e-4cdd-ae9a-bfc185131c72,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:39.325512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 336733bd-e3f5-4a07-9ea0-1565c16b19ba no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:39.346069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 336733bd-e3f5-4a07-9ea0-1565c16b19ba {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:39.346426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 336733bd-e3f5-4a07-9ea0-1565c16b19ba not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:39.346853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 24acb2be-cad9-4b62-b44d-319b4119f633 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:39.365636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 24acb2be-cad9-4b62-b44d-319b4119f633 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:39.365988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 24acb2be-cad9-4b62-b44d-319b4119f633 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:39.366412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e946e367-0edd-4e81-a616-2ec1b8bc0b10 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:39.389678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: e946e367-0edd-4e81-a616-2ec1b8bc0b10 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:39.390274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e946e367-0edd-4e81-a616-2ec1b8bc0b10 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:39.420487 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ea7f80e-22a4-453b-8c6a-eb70de90ba05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.484409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 47992) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:39.498752 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e163087-cfcd-4292-8784-0fb88abd31a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.575309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e163087-cfcd-4292-8784-0fb88abd31a7 admin admin] Publish callbacks [] for security_group (4a9d866a-e0cb-423e-b7e7-fc7bd62a342e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.579122 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e163087-cfcd-4292-8784-0fb88abd31a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4a9d866a-e0cb-423e-b7e7-fc7bd62a342e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.620339 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4e163087-cfcd-4292-8784-0fb88abd31a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e170d2cac49c4419855b09d7f7cfef4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348569 Feb 11 05:24:39.621902 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e163087-cfcd-4292-8784-0fb88abd31a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9d866a-e0cb-423e-b7e7-fc7bd62a342e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:39.623660 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 47994) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:39.678798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfb1feba-6726-4b86-ae4c-e148e3411ce0 admin admin] Publish callbacks [] for security_group (4a9d866a-e0cb-423e-b7e7-fc7bd62a342e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.699927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfb1feba-6726-4b86-ae4c-e148e3411ce0 admin admin] Publish callbacks [] for security_group (4a9d866a-e0cb-423e-b7e7-fc7bd62a342e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.747724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfb1feba-6726-4b86-ae4c-e148e3411ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4a9d866a-e0cb-423e-b7e7-fc7bd62a342e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.752554 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bfb1feba-6726-4b86-ae4c-e148e3411ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.752554 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bfb1feba-6726-4b86-ae4c-e148e3411ce0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a9d866a-e0cb-423e-b7e7-fc7bd62a342e HTTP/1.1" status: 204 len: 168 time: 0.1270056 Feb 11 05:24:39.759983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1feba-6726-4b86-ae4c-e148e3411ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9d866a-e0cb-423e-b7e7-fc7bd62a342e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:40.426399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48016) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:40.524302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-135239530-network', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:40.545748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Made reservation on behalf of f7821f3fbc2241db873fdd8626e7b447 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:40.548050 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.556209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.633569 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Publish callbacks [] for security_group (ca85edcc-507c-475f-a013-35eb92c1859e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.637325 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ca85edcc-507c-475f-a013-35eb92c1859e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.661790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:24:40.670963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca85edcc-507c-475f-a013-35eb92c1859e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:40.678458 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (cbd880e9-3389-46bd-be73-719578bea845), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.678458 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Added segment cbd880e9-3389-46bd-be73-719578bea845 of type vlan for network 1f82920e-251c-4efe-be74-d19b3281e70b Feb 11 05:24:40.716691 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1f82920e-251c-4efe-be74-d19b3281e70b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.740483 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1f82920e-251c-4efe-be74-d19b3281e70b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.741458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:40.742024 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.793798 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3660817 Feb 11 05:24:40.797198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48020) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:40.803430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c9dcfceb-993c-4ff9-a429-d2e13a7b7c7b admin admin] Request body: {'subnet': {'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-135239530-subnet', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:40.822800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dcfceb-993c-4ff9-a429-d2e13a7b7c7b admin admin] Made reservation on behalf of f7821f3fbc2241db873fdd8626e7b447 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:40.825694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9dcfceb-993c-4ff9-a429-d2e13a7b7c7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.848111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a0815-a4b5-4b00-a9e4-a22ca831a8eb admin admin] Pushing event updated for resources: {'Network': ['ID=1f82920e-251c-4efe-be74-d19b3281e70b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:40.858208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1f82920e-251c-4efe-be74-d19b3281e70b details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:24:40.995653 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9dcfceb-993c-4ff9-a429-d2e13a7b7c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (d989c873-b096-4d2f-b701-d41d9c683ac4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.052446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcfceb-993c-4ff9-a429-d2e13a7b7c7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d989c873-b096-4d2f-b701-d41d9c683ac4,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:41.060333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dcfceb-993c-4ff9-a429-d2e13a7b7c7b admin admin] Checking segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:41.060705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dcfceb-993c-4ff9-a429-d2e13a7b7c7b admin admin] Network hostable DHCP agents. Network: 1f82920e-251c-4efe-be74-d19b3281e70b, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:24:41.077374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dcfceb-993c-4ff9-a429-d2e13a7b7c7b admin admin] Network 1f82920e-251c-4efe-be74-d19b3281e70b is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:24:41.085527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c9dcfceb-993c-4ff9-a429-d2e13a7b7c7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 1f82920e-251c-4efe-be74-d19b3281e70b) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:41.089547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dcfceb-993c-4ff9-a429-d2e13a7b7c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:41.090138 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9dcfceb-993c-4ff9-a429-d2e13a7b7c7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.095575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f058bf-a7bd-4c47-ad1b-c0e8f0d0d650 None None] Network 1f82920e-251c-4efe-be74-d19b3281e70b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:41.109829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48022) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:41.110030 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c9dcfceb-993c-4ff9-a429-d2e13a7b7c7b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3116550 Feb 11 05:24:41.114684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:41.136854 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (d5a808fe-79a9-472c-b6d7-043a67e3554c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.137880 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (d5a808fe-79a9-472c-b6d7-043a67e3554c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.190516 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Publish callbacks [] for router_controller (d5a808fe-79a9-472c-b6d7-043a67e3554c), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.209217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-1f82920e-251c-4efe-be74-d19b3281e70b', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:24:41.210065 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.335181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Publish callbacks [] for router_gateway (d5a808fe-79a9-472c-b6d7-043a67e3554c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.341740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Allocated IP 172.20.0.2 (1f82920e-251c-4efe-be74-d19b3281e70b/d989c873-b096-4d2f-b701-d41d9c683ac4/bb497de3-3efc-40ef-9944-fa195e32255d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:41.488059 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Publish callbacks [] for port (bb497de3-3efc-40ef-9944-fa195e32255d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.493938 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.536084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Network 1f82920e-251c-4efe-be74-d19b3281e70b is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:41.539399 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Publish callbacks [] for router_gateway (d5a808fe-79a9-472c-b6d7-043a67e3554c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.539549 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:41.542827 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:41.554345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Pushing event updated for resources: {'Port': ['ID=bb497de3-3efc-40ef-9944-fa195e32255d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:41.559003 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.605645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Attempting to bind port bb497de3-3efc-40ef-9944-fa195e32255d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:41.605911 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Attempting to bind port bb497de3-3efc-40ef-9944-fa195e32255d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:41.606286 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Attempting to bind port bb497de3-3efc-40ef-9944-fa195e32255d on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:41.611406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:41.611790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Checking segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:41.612201 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.612602 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Bound using segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:41.613074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Bound port: bb497de3-3efc-40ef-9944-fa195e32255d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:41.613464 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.661520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Allocated IP 172.25.7.73 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/3a7da0f1-b1bc-4772-8b6a-bfa18057823b) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:41.676405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] For port bb497de3-3efc-40ef-9944-fa195e32255d, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:41.679626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] For port bb497de3-3efc-40ef-9944-fa195e32255d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bb497de3-3efc-40ef-9944-fa195e32255d,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:41.685458 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.740813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a8874-d6a9-4849-8225-809c4da4f97a None None] Pushing event updated for resources: {'Port': ['ID=bb497de3-3efc-40ef-9944-fa195e32255d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:41.789014 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Publish callbacks [] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.827149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.870168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:41.873358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:41.876097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:41.886863 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23b60e7b-b99f-4265-82ed-2230475d6834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.911071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Pushing event updated for resources: {'Port': ['ID=3a7da0f1-b1bc-4772-8b6a-bfa18057823b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:42.156194 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Publish callbacks [] for router_gateway (d5a808fe-79a9-472c-b6d7-043a67e3554c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.352672 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (d5a808fe-79a9-472c-b6d7-043a67e3554c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.595533 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:24:42.661311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae910d7a-ad0f-4833-b104-27951d3b70ab None None] Network 1f82920e-251c-4efe-be74-d19b3281e70b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:42.772520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-60cf22be-91bc-4ac1-b788-56ed68aca568 None None] Provisioning complete for port bb497de3-3efc-40ef-9944-fa195e32255d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:42.772894 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-60cf22be-91bc-4ac1-b788-56ed68aca568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.793054 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Router d5a808fe-79a9-472c-b6d7-043a67e3554c is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:24:42.846830 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.879402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-60cf22be-91bc-4ac1-b788-56ed68aca568 None None] Current status of the port bb497de3-3efc-40ef-9944-fa195e32255d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:42.880046 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-60cf22be-91bc-4ac1-b788-56ed68aca568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.917145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-60cf22be-91bc-4ac1-b788-56ed68aca568 None None] For port bb497de3-3efc-40ef-9944-fa195e32255d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bb497de3-3efc-40ef-9944-fa195e32255d,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:42.920522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:42.928860 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-60cf22be-91bc-4ac1-b788-56ed68aca568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.929454 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Sync routers for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:42.943850 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.948147 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e0f0f41e-4616-4524-bfe9-11593dcf56b7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8344631 Feb 11 05:24:42.948449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48026) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:42.950043 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:42.950677 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:42.983132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf22be-91bc-4ac1-b788-56ed68aca568 None None] Pushing event updated for resources: {'Port': ['ID=bb497de3-3efc-40ef-9944-fa195e32255d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:43.066767 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:43.163137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-87022999-9ec0-4fa0-94f0-b1faea0cee03 None None] Provisioning complete for port bb497de3-3efc-40ef-9944-fa195e32255d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:43.163620 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87022999-9ec0-4fa0-94f0-b1faea0cee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.227833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48028) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:43.263098 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:42Z', 'revision_number': 3, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:43.267712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-87022999-9ec0-4fa0-94f0-b1faea0cee03 None None] Current status of the port bb497de3-3efc-40ef-9944-fa195e32255d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:43.409405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bb497de3-3efc-40ef-9944-fa195e32255d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:43.409940 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Checking router: d5a808fe-79a9-472c-b6d7-043a67e3554c for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:43.410314 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Updating router d5a808fe-79a9-472c-b6d7-043a67e3554c port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:24:43.437342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port 5c315584-b25a-4643-bff4-16ae9b2b70ef {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:43.438054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5c315584-b25a-4643-bff4-16ae9b2b70ef), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.443621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.444177 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.465116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port bb497de3-3efc-40ef-9944-fa195e32255d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:43.465649 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.539627 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5c315584-b25a-4643-bff4-16ae9b2b70ef), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.540145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (5c315584-b25a-4643-bff4-16ae9b2b70ef), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.556760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for 5c315584-b25a-4643-bff4-16ae9b2b70ef owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:43.572019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port bb497de3-3efc-40ef-9944-fa195e32255d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:43.620334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Allocated IP 172.20.0.1 (1f82920e-251c-4efe-be74-d19b3281e70b/d989c873-b096-4d2f-b701-d41d9c683ac4/b9e9f577-2bab-46ab-af94-58d8c313a125) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:43.726285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5c315584-b25a-4643-bff4-16ae9b2b70ef), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.735235 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Publish callbacks [] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.741742 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Publish callbacks [] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.747121 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.758658 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=5c315584-b25a-4643-bff4-16ae9b2b70ef,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:43.778265 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.811538 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Attempting to bind port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:43.812194 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Attempting to bind port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:43.812751 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Attempting to bind port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:43.820026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Network 1f82920e-251c-4efe-be74-d19b3281e70b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:43.820226 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for floatingip (85e0f7ff-5d6f-44a2-b864-f51dd9ff53af), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.820685 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Floating IP 85e0f7ff-5d6f-44a2-b864-f51dd9ff53af disassociated (deleted). External IP: 172.25.7.229, port: 85ea1f64-ba26-4af2-866e-f0e6001575ed. Feb 11 05:24:43.823522 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:43.827099 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:43.827863 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:43.828041 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.828141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:43.828585 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:43.829139 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Bound port: 3a7da0f1-b1bc-4772-8b6a-bfa18057823b, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:43.829588 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.860716 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Pushing event updated for resources: {'Port': ['ID=3a7da0f1-b1bc-4772-8b6a-bfa18057823b,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:43.869826 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (d5a808fe-79a9-472c-b6d7-043a67e3554c), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.875976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e9f577-2bab-46ab-af94-58d8c313a125,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:43.898847 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] For port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:43.902752 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] For port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3a7da0f1-b1bc-4772-8b6a-bfa18057823b,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:43.906915 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.907463 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.907864 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.908208 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.908592 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.909817 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.910058 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.910393 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.910721 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.911420 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.911814 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.912080 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.913171 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.918467 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.979496 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:43.980168 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:44.034385 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.049208 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf987a-56b5-4857-b4ed-98c19572f446 None None] Pushing event updated for resources: {'Port': ['ID=3a7da0f1-b1bc-4772-8b6a-bfa18057823b,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:44.118527 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 701aa141-20a7-4cb5-acd7-25888c589c3a has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:44.128455 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:44.212189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ad238eed-72b6-4a1a-9135-049165bc346a None None] Provisioning complete for port b9e9f577-2bab-46ab-af94-58d8c313a125 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:44.213236 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad238eed-72b6-4a1a-9135-049165bc346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.247259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Publish callbacks [] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.247711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:44.254196 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.258299 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.261798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f0cd3-6987-4fd8-bca8-4f74fb03cdfc None None] Sync routers for ids ['701aa141-20a7-4cb5-acd7-25888c589c3a'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:44.272696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ad238eed-72b6-4a1a-9135-049165bc346a None None] Port b9e9f577-2bab-46ab-af94-58d8c313a125 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:44.281074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f0cd3-6987-4fd8-bca8-4f74fb03cdfc None None] Routers {'701aa141-20a7-4cb5-acd7-25888c589c3a'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:44.281928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-725f0cd3-6987-4fd8-bca8-4f74fb03cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['701aa141-20a7-4cb5-acd7-25888c589c3a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:44.304517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-820db078-99bc-4b59-a70e-a896a5cff024 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/floatingips/85e0f7ff-5d6f-44a2-b864-f51dd9ff53af HTTP/1.1" status: 204 len: 168 time: 1.0749598 Feb 11 05:24:44.305213 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'tag': '85ea1f64-ba26-4af2-866e-f0e6001575ed'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:44.308591 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24525559d4468f54ba0198a506745e56c425caeb3419639202320935775b99e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b92c4c9-48cf-40e3-aacf-3a0802d6c297" -d '{"events": [{"name": "network-changed", "server_uuid": "609632ef-27e1-4207-9d2f-daedf45a7faf", "tag": "85ea1f64-ba26-4af2-866e-f0e6001575ed"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:44.348349 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (d5a808fe-79a9-472c-b6d7-043a67e3554c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.368251 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:42Z', 'revision_number': 3, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:44.373062 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeb7b17-0586-4624-85e4-ff5214f3850a x-openstack-request-id: req-bbeb7b17-0586-4624-85e4-ff5214f3850a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:44.373519 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609632ef-27e1-4207-9d2f-daedf45a7faf", "tag": "85ea1f64-ba26-4af2-866e-f0e6001575ed", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:44.373778 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbeb7b17-0586-4624-85e4-ff5214f3850a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:44.374185 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'tag': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'status': 'completed', 'code': 200} Feb 11 05:24:44.384561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e9f577-2bab-46ab-af94-58d8c313a125,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:44.413765 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085176d-558f-4e82-8a12-ac16b6faea12 None None] The sync data for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 is: [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:42Z', 'revision_number': 3, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:44.486261 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.496170 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-725f0cd3-6987-4fd8-bca8-4f74fb03cdfc None None] Set router 701aa141-20a7-4cb5-acd7-25888c589c3a gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:44.539949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92c4c9-48cf-40e3-aacf-3a0802d6c297 req-31443406-4f9e-4499-b1a4-78fc8cb5fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:44.541810 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b92c4c9-48cf-40e3-aacf-3a0802d6c297 req-31443406-4f9e-4499-b1a4-78fc8cb5fd9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4606a55f42cf40e5a3952a4488271540&device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 1129 time: 0.1035233 Feb 11 05:24:44.548490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Network 1f82920e-251c-4efe-be74-d19b3281e70b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:44.558731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:44.629319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b42b0-ff29-42ff-b03f-5f20099cbb16 req-08af296c-7f3b-4dba-b2ed-4535b9984e0b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:44.631289 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-885b42b0-ff29-42ff-b03f-5f20099cbb16 req-08af296c-7f3b-4dba-b2ed-4535b9984e0b tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0840993 Feb 11 05:24:44.721488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-885b42b0-ff29-42ff-b03f-5f20099cbb16 req-a33983df-49d8-450a-b7b1-7adfd5a885f1 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772629 Feb 11 05:24:44.971370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ce415e08-1815-4b4e-b62e-6790a9def696 None None] Provisioning complete for port b9e9f577-2bab-46ab-af94-58d8c313a125 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:44.971757 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ce415e08-1815-4b4e-b62e-6790a9def696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.013772 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ce415e08-1815-4b4e-b62e-6790a9def696 None None] Port b9e9f577-2bab-46ab-af94-58d8c313a125 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:45.025516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-725f0cd3-6987-4fd8-bca8-4f74fb03cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '36825c06-f27a-4ac4-812d-d3c5432717ba', 'name': '', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:52:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:05Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:45.055046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f0cd3-6987-4fd8-bca8-4f74fb03cdfc None None] Checking router: 701aa141-20a7-4cb5-acd7-25888c589c3a for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:45.065768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f0cd3-6987-4fd8-bca8-4f74fb03cdfc None None] Routers {'701aa141-20a7-4cb5-acd7-25888c589c3a'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:45.066415 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-725f0cd3-6987-4fd8-bca8-4f74fb03cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['701aa141-20a7-4cb5-acd7-25888c589c3a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:45.173075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92c4c9-48cf-40e3-aacf-3a0802d6c297 req-085b1b63-ee27-4c94-90ef-c41f9e65a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:45.174682 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b92c4c9-48cf-40e3-aacf-3a0802d6c297 req-085b1b63-ee27-4c94-90ef-c41f9e65a1e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74752b1c-731b-4791-a747-b1635380c7d7 HTTP/1.1" status: 200 len: 897 time: 0.6247766 Feb 11 05:24:45.183749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Router d5a808fe-79a9-472c-b6d7-043a67e3554c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:45.191683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-725f0cd3-6987-4fd8-bca8-4f74fb03cdfc None None] Set router 701aa141-20a7-4cb5-acd7-25888c589c3a gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:45.228958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b92c4c9-48cf-40e3-aacf-3a0802d6c297 req-8c914c4d-8270-4191-8983-888dd2d5a7ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed HTTP/1.1" status: 200 len: 217 time: 0.0437727 Feb 11 05:24:45.337655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92c4c9-48cf-40e3-aacf-3a0802d6c297 req-5a981818-d9a7-47df-bc7b-55231f4328a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:45.339157 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b92c4c9-48cf-40e3-aacf-3a0802d6c297 req-5a981818-d9a7-47df-bc7b-55231f4328a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=611d55be-5fb0-4da0-9d09-43d3e8e1a1bc HTTP/1.1" status: 200 len: 835 time: 0.1035526 Feb 11 05:24:45.409707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3a7da0f1-b1bc-4772-8b6a-bfa18057823b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:45.423586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:45.429268 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-311c849c-6657-4e29-86ad-9386531e96e1 admin admin] 10.222.0.48 "PUT /v2.0/routers/d5a808fe-79a9-472c-b6d7-043a67e3554c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4793389 Feb 11 05:24:45.440022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92c4c9-48cf-40e3-aacf-3a0802d6c297 req-bb8b71b4-5d90-4b02-84af-6cb7b09e944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:45.443750 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b92c4c9-48cf-40e3-aacf-3a0802d6c297 req-bb8b71b4-5d90-4b02-84af-6cb7b09e944f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74752b1c-731b-4791-a747-b1635380c7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0739801 Feb 11 05:24:45.449575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-725f0cd3-6987-4fd8-bca8-4f74fb03cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '36825c06-f27a-4ac4-812d-d3c5432717ba', 'name': '', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:52:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:05Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:45.485839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f0cd3-6987-4fd8-bca8-4f74fb03cdfc None None] The sync data for ids ['701aa141-20a7-4cb5-acd7-25888c589c3a'] in n-d-615180-58 is: [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:06Z', 'revision_number': 4, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '36825c06-f27a-4ac4-812d-d3c5432717ba', 'name': '', 'network_id': '74752b1c-731b-4791-a747-b1635380c7d7', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'mac_address': 'fa:16:3e:52:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:05Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'subnets': [{'id': '611d55be-5fb0-4da0-9d09-43d3e8e1a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:45.528825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:45.530178 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.548028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b92c4c9-48cf-40e3-aacf-3a0802d6c297 req-2820237c-3475-4365-b092-e014531ca709 service neutron] 10.222.0.10 "GET /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958364 Feb 11 05:24:45.640579 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:45.640995 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.648164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b92c4c9-48cf-40e3-aacf-3a0802d6c297 req-9fc0f089-55c4-4995-bed9-8621c4be1f8d service neutron] 10.222.0.10 "GET /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908566 Feb 11 05:24:45.674058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3a7da0f1-b1bc-4772-8b6a-bfa18057823b,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:45.678547 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.684578 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.727680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=3a7da0f1-b1bc-4772-8b6a-bfa18057823b,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:45.909324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dabf3-d718-4272-92d3-f202e2482580 req-036be04b-cd6e-47a3-8f16-0f2390c27613 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:45.910875 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-178dabf3-d718-4272-92d3-f202e2482580 req-036be04b-cd6e-47a3-8f16-0f2390c27613 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0654478 Feb 11 05:24:45.968041 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-178dabf3-d718-4272-92d3-f202e2482580 req-ed684eb2-532d-400d-bc53-50ae2bfaffba tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a497d4-21a2-4153-8c4e-84374a5701fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514469 Feb 11 05:24:45.986611 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf15f21-33ca-4a72-aa0b-6ab348fb6cc6 None None] New status for floating IP 85e0f7ff-5d6f-44a2-b864-f51dd9ff53af: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:24:46.042561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48052) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:46.047513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-400011768-network', 'tenant_id': 'a14cde3060d345469fe670969540b6ec'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:46.069646 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Made reservation on behalf of a14cde3060d345469fe670969540b6ec for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:46.072395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.079959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4e042-eccb-4146-a4bf-e9915ba2ea33 req-2dcec3e5-88b7-4ede-a26e-13a233fb0f98 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:46.081339 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ba4e042-eccb-4146-a4bf-e9915ba2ea33 req-2dcec3e5-88b7-4ede-a26e-13a233fb0f98 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.10 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 946 time: 0.0598004 Feb 11 05:24:46.095043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.174671 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Publish callbacks [] for security_group (b8190867-a984-4eb0-870f-b6f5be8c95a3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.179240 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b8190867-a984-4eb0-870f-b6f5be8c95a3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.182558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-3ba4e042-eccb-4146-a4bf-e9915ba2ea33 req-9ccff4e5-2f6d-4e59-bc53-15ed396f86ae tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port 85ea1f64-ba26-4af2-866e-f0e6001575ed {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:46.183697 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3ba4e042-eccb-4146-a4bf-e9915ba2ea33 req-9ccff4e5-2f6d-4e59-bc53-15ed396f86ae tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.204277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:24:46.214150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8190867-a984-4eb0-870f-b6f5be8c95a3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:46.219145 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b2e05daa-78de-48e1-9511-181466b10b8d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.219493 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Added segment b2e05daa-78de-48e1-9511-181466b10b8d of type vlan for network 10e98d97-d336-4617-ae7c-ab866d9601e5 Feb 11 05:24:46.277092 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (10e98d97-d336-4617-ae7c-ab866d9601e5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.296661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-3ba4e042-eccb-4146-a4bf-e9915ba2ea33 req-9ccff4e5-2f6d-4e59-bc53-15ed396f86ae tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] For port 85ea1f64-ba26-4af2-866e-f0e6001575ed, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=85ea1f64-ba26-4af2-866e-f0e6001575ed,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:46.297052 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3ba4e042-eccb-4146-a4bf-e9915ba2ea33 req-9ccff4e5-2f6d-4e59-bc53-15ed396f86ae tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.305279 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (10e98d97-d336-4617-ae7c-ab866d9601e5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.306331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:46.306930 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.312770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-3ba4e042-eccb-4146-a4bf-e9915ba2ea33 req-9ccff4e5-2f6d-4e59-bc53-15ed396f86ae tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for 85ea1f64-ba26-4af2-866e-f0e6001575ed owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:46.342688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2989826 Feb 11 05:24:46.354418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48054) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:46.359904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d0456bc6-bed3-4377-815f-c3f4ad977580 admin admin] Request body: {'subnet': {'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-400011768-subnet', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:46.372076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6749bc7-bd5c-44e0-a2f9-c951211d1388 admin admin] Pushing event updated for resources: {'Network': ['ID=10e98d97-d336-4617-ae7c-ab866d9601e5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:46.388145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 10e98d97-d336-4617-ae7c-ab866d9601e5 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:24:46.397803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0456bc6-bed3-4377-815f-c3f4ad977580 admin admin] Made reservation on behalf of a14cde3060d345469fe670969540b6ec for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:46.400365 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0456bc6-bed3-4377-815f-c3f4ad977580 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.541821 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3ba4e042-eccb-4146-a4bf-e9915ba2ea33 req-9ccff4e5-2f6d-4e59-bc53-15ed396f86ae tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (85ea1f64-ba26-4af2-866e-f0e6001575ed), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.595803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccff4e5-2f6d-4e59-bc53-15ed396f86ae tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=85ea1f64-ba26-4af2-866e-f0e6001575ed,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:46.618345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Sync routers for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:46.631178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:46.631888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:46.669988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba4e042-eccb-4146-a4bf-e9915ba2ea33 req-9ccff4e5-2f6d-4e59-bc53-15ed396f86ae tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] No DVR routers for this DVR port 85ea1f64-ba26-4af2-866e-f0e6001575ed on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:46.676546 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3ba4e042-eccb-4146-a4bf-e9915ba2ea33 req-9ccff4e5-2f6d-4e59-bc53-15ed396f86ae tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.679889 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ba4e042-eccb-4146-a4bf-e9915ba2ea33 req-9ccff4e5-2f6d-4e59-bc53-15ed396f86ae tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.10 "DELETE /v2.0/ports/85ea1f64-ba26-4af2-866e-f0e6001575ed HTTP/1.1" status: 204 len: 173 time: 0.5938590 Feb 11 05:24:46.680265 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'name': 'network-vif-deleted', 'tag': '85ea1f64-ba26-4af2-866e-f0e6001575ed'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:46.682668 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1f056e-3b8e-4340-ae1e-065ba8c46f0c" -d '{"events": [{"server_uuid": "609632ef-27e1-4207-9d2f-daedf45a7faf", "name": "network-vif-deleted", "tag": "85ea1f64-ba26-4af2-866e-f0e6001575ed"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:46.708497 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0456bc6-bed3-4377-815f-c3f4ad977580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (4e4e08fb-ba47-40f4-9591-8d02fbd2903c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.744706 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570308fb-be66-4f1d-abfd-4baca466cc0b x-openstack-request-id: req-570308fb-be66-4f1d-abfd-4baca466cc0b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:46.745037 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609632ef-27e1-4207-9d2f-daedf45a7faf", "name": "network-vif-deleted", "tag": "85ea1f64-ba26-4af2-866e-f0e6001575ed", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:46.745441 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-570308fb-be66-4f1d-abfd-4baca466cc0b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:46.746167 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609632ef-27e1-4207-9d2f-daedf45a7faf', 'name': 'network-vif-deleted', 'tag': '85ea1f64-ba26-4af2-866e-f0e6001575ed', 'status': 'completed', 'code': 200} Feb 11 05:24:46.753743 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:46.771539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0456bc6-bed3-4377-815f-c3f4ad977580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4e08fb-ba47-40f4-9591-8d02fbd2903c,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:46.790206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0456bc6-bed3-4377-815f-c3f4ad977580 admin admin] Checking segment: {'id': 'b2e05daa-78de-48e1-9511-181466b10b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:46.790575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0456bc6-bed3-4377-815f-c3f4ad977580 admin admin] Network hostable DHCP agents. Network: 10e98d97-d336-4617-ae7c-ab866d9601e5, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:24:46.812141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0456bc6-bed3-4377-815f-c3f4ad977580 admin admin] Network 10e98d97-d336-4617-ae7c-ab866d9601e5 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:24:46.821737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d0456bc6-bed3-4377-815f-c3f4ad977580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 10e98d97-d336-4617-ae7c-ab866d9601e5) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:46.826601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0456bc6-bed3-4377-815f-c3f4ad977580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:46.827325 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0456bc6-bed3-4377-815f-c3f4ad977580 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.847141 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d0456bc6-bed3-4377-815f-c3f4ad977580 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4898355 Feb 11 05:24:46.848624 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6e5ea7-88c3-4cbe-b393-7a5897cc3bd9 None None] Network 10e98d97-d336-4617-ae7c-ab866d9601e5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:46.848752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48058) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:46.854393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-400011768-router', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:46.882073 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.883446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.939231 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Publish callbacks [] for router_controller (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.061327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-10e98d97-d336-4617-ae7c-ab866d9601e5', 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5', 'project_id': 'a14cde3060d345469fe670969540b6ec', 'fixed_ips': [{'subnet_id': '4e4e08fb-ba47-40f4-9591-8d02fbd2903c'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:24:47.062219 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.140438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef46c677-30a2-4401-aaf3-c55de6ff72c4 req-7276ecaf-757d-4156-bb40-828246ae1772 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "GET /v2.0/ports?device_id=609632ef-27e1-4207-9d2f-daedf45a7faf HTTP/1.1" status: 200 len: 210 time: 0.0675542 Feb 11 05:24:47.142521 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Publish callbacks [] for router_gateway (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.165917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:44Z', 'revision_number': 2, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:47.204076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Checking router: d5a808fe-79a9-472c-b6d7-043a67e3554c for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:47.204330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Updating router d5a808fe-79a9-472c-b6d7-043a67e3554c port b9e9f577-2bab-46ab-af94-58d8c313a125 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:24:47.264687 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.311742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Allocated IP 172.20.0.2 (10e98d97-d336-4617-ae7c-ab866d9601e5/4e4e08fb-ba47-40f4-9591-8d02fbd2903c/f861ad63-324c-43c3-a3ef-130cf143419b) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:47.378290 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Publish callbacks [] for router_gateway (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.389959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3a7da0f1-b1bc-4772-8b6a-bfa18057823b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:47.401869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.504015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Allocated IP 172.25.7.29 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/6787bd82-541f-4d3a-92e7-434526e35397) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:47.606636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:47.607041 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.612838 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Publish callbacks [] for port (6787bd82-541f-4d3a-92e7-434526e35397), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.648090 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (6787bd82-541f-4d3a-92e7-434526e35397), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.664418 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Publish callbacks [] for port (f861ad63-324c-43c3-a3ef-130cf143419b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.688871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:47.692081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:47.695817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:47.701950 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Pushing event updated for resources: {'Port': ['ID=6787bd82-541f-4d3a-92e7-434526e35397,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:47.845932 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (f861ad63-324c-43c3-a3ef-130cf143419b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.906043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Network 10e98d97-d336-4617-ae7c-ab866d9601e5 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:47.930745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:47.937951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:47.939207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Pushing event updated for resources: {'Port': ['ID=f861ad63-324c-43c3-a3ef-130cf143419b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:47.960217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Publish callbacks [] for router_gateway (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.001889 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Publish callbacks [] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.025085 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.058218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:48.075217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Attempting to bind port f861ad63-324c-43c3-a3ef-130cf143419b on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:48.075600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Attempting to bind port f861ad63-324c-43c3-a3ef-130cf143419b by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'b2e05daa-78de-48e1-9511-181466b10b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:48.075971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Attempting to bind port f861ad63-324c-43c3-a3ef-130cf143419b on network 10e98d97-d336-4617-ae7c-ab866d9601e5 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:48.093171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:48.093661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Checking segment: {'id': 'b2e05daa-78de-48e1-9511-181466b10b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:48.093956 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.094360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Bound using segment: {'id': 'b2e05daa-78de-48e1-9511-181466b10b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:48.094844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Bound port: f861ad63-324c-43c3-a3ef-130cf143419b, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e05daa-78de-48e1-9511-181466b10b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:48.095259 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f861ad63-324c-43c3-a3ef-130cf143419b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.098750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7647e-4bd0-44cb-b631-88d8d2680753 None None] Pushing event updated for resources: {'Port': ['ID=b9e9f577-2bab-46ab-af94-58d8c313a125,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:48.182461 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.187410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Attempting to bind port b9e9f577-2bab-46ab-af94-58d8c313a125 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:48.187838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Attempting to bind port b9e9f577-2bab-46ab-af94-58d8c313a125 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:48.188160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Attempting to bind port b9e9f577-2bab-46ab-af94-58d8c313a125 on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:48.199725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:48.200110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Checking segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:48.200514 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.200975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Bound using segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:48.201383 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Bound port: b9e9f577-2bab-46ab-af94-58d8c313a125, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:48.201777 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.227751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] For port f861ad63-324c-43c3-a3ef-130cf143419b, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:48.231929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] For port f861ad63-324c-43c3-a3ef-130cf143419b, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f861ad63-324c-43c3-a3ef-130cf143419b,segment=NetworkSegment(b2e05daa-78de-48e1-9511-181466b10b8d),segment_id=b2e05daa-78de-48e1-9511-181466b10b8d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:48.258240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f861ad63-324c-43c3-a3ef-130cf143419b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.335546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Router bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:24:48.347666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] For port b9e9f577-2bab-46ab-af94-58d8c313a125, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:48.354004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] For port b9e9f577-2bab-46ab-af94-58d8c313a125, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b9e9f577-2bab-46ab-af94-58d8c313a125,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:48.357663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e88089-7a0a-48f5-83da-5d43a5b01fdd None None] Pushing event updated for resources: {'Port': ['ID=f861ad63-324c-43c3-a3ef-130cf143419b,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:48.363538 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.426984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:48.428049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:48.434137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7647e-4bd0-44cb-b631-88d8d2680753 None None] Pushing event updated for resources: {'Port': ['ID=b9e9f577-2bab-46ab-af94-58d8c313a125,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:48.497987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d5102afd-af1a-4a4c-97f7-17ceedd8eb6f None None] Provisioning complete for port b9e9f577-2bab-46ab-af94-58d8c313a125 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:48.498436 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d5102afd-af1a-4a4c-97f7-17ceedd8eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.539396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:48.549983 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Sync routers for ids ['bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:48.565371 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Routers {'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:48.568403 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:48.584622 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.588631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b0ffbe1a-8361-416e-81c2-a842cbae6090 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7358210 Feb 11 05:24:48.589059 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48066) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:48.692017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48068) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:48.725954 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:48.762678 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Set router bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:48.960542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d5102afd-af1a-4a4c-97f7-17ceedd8eb6f None None] Current status of the port b9e9f577-2bab-46ab-af94-58d8c313a125 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:48.961223 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d5102afd-af1a-4a4c-97f7-17ceedd8eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.998313 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'name': 'tempest-TestVolumeBootPattern-400011768-router', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '6787bd82-541f-4d3a-92e7-434526e35397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:46Z', 'updated_at': '2022-02-11T05:24:47Z', 'revision_number': 3, 'project_id': 'a14cde3060d345469fe670969540b6ec', 'gw_port': {'id': '6787bd82-541f-4d3a-92e7-434526e35397', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:47Z', 'updated_at': '2022-02-11T05:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:49.008134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d5102afd-af1a-4a4c-97f7-17ceedd8eb6f None None] For port b9e9f577-2bab-46ab-af94-58d8c313a125, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b9e9f577-2bab-46ab-af94-58d8c313a125,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:49.017210 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d5102afd-af1a-4a4c-97f7-17ceedd8eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.046280 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Checking router: bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:49.046873 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Updating router bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 port 6787bd82-541f-4d3a-92e7-434526e35397 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:24:49.096390 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6787bd82-541f-4d3a-92e7-434526e35397), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.101028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5102afd-af1a-4a4c-97f7-17ceedd8eb6f None None] Pushing event updated for resources: {'Port': ['ID=b9e9f577-2bab-46ab-af94-58d8c313a125,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:49.116876 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:49.156806 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a57d1-10c4-42da-badc-2129dcbbe525 None None] The sync data for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 is: [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:49.169339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-dbdb3cf9-a568-41ee-8666-2daab1b1b46c None None] Provisioning complete for port b9e9f577-2bab-46ab-af94-58d8c313a125 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:49.169854 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbdb3cf9-a568-41ee-8666-2daab1b1b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.304055 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.353625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb3cf9-a568-41ee-8666-2daab1b1b46c None None] Current status of the port b9e9f577-2bab-46ab-af94-58d8c313a125 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:49.440496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 85ea1f64-ba26-4af2-866e-f0e6001575ed no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:49.447694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e713531-739b-42aa-9c4f-a90712b886dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (701aa141-20a7-4cb5-acd7-25888c589c3a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.493023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 85ea1f64-ba26-4af2-866e-f0e6001575ed {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:49.493391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 85ea1f64-ba26-4af2-866e-f0e6001575ed not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:49.537251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b9e9f577-2bab-46ab-af94-58d8c313a125 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:49.642445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b9e9f577-2bab-46ab-af94-58d8c313a125 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:49.642965 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.657137 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Publish callbacks [] for port (6787bd82-541f-4d3a-92e7-434526e35397), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.665025 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6787bd82-541f-4d3a-92e7-434526e35397), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.788732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Allocated IP 172.20.0.1 (10e98d97-d336-4617-ae7c-ab866d9601e5/4e4e08fb-ba47-40f4-9591-8d02fbd2903c/9e721790-378b-4d23-93ac-e9d75bd184bc) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:49.799235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b9e9f577-2bab-46ab-af94-58d8c313a125 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:49.803369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f861ad63-324c-43c3-a3ef-130cf143419b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:49.883400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f861ad63-324c-43c3-a3ef-130cf143419b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:49.884045 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f861ad63-324c-43c3-a3ef-130cf143419b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.919529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5e713531-739b-42aa-9c4f-a90712b886dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port 36825c06-f27a-4ac4-812d-d3c5432717ba {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:49.920113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e713531-739b-42aa-9c4f-a90712b886dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.958788 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Attempting to bind port 6787bd82-541f-4d3a-92e7-434526e35397 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:49.959722 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Attempting to bind port 6787bd82-541f-4d3a-92e7-434526e35397 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:49.960524 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Attempting to bind port 6787bd82-541f-4d3a-92e7-434526e35397 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:49.961169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae588d65-1de5-4e7d-9671-e75acbacb6ff None None] Network 10e98d97-d336-4617-ae7c-ab866d9601e5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:49.966527 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02b865-5bce-4e7d-a0d2-3eabb1ab6b01 None None] Pushing event updated for resources: {'Port': ['ID=6787bd82-541f-4d3a-92e7-434526e35397,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:49.975816 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:49.976807 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:49.983562 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.984296 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:49.985029 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Bound port: 6787bd82-541f-4d3a-92e7-434526e35397, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:49.986211 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6787bd82-541f-4d3a-92e7-434526e35397), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.020918 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Publish callbacks [] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.056951 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] For port 6787bd82-541f-4d3a-92e7-434526e35397, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:50.064351 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] For port 6787bd82-541f-4d3a-92e7-434526e35397, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6787bd82-541f-4d3a-92e7-434526e35397,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:50.069172 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.074547 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6787bd82-541f-4d3a-92e7-434526e35397), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.096467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5e713531-739b-42aa-9c4f-a90712b886dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] For port 36825c06-f27a-4ac4-812d-d3c5432717ba, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=36825c06-f27a-4ac4-812d-d3c5432717ba,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:50.096845 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e713531-739b-42aa-9c4f-a90712b886dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.118160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Network 10e98d97-d336-4617-ae7c-ab866d9601e5 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:50.120134 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5e713531-739b-42aa-9c4f-a90712b886dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for 36825c06-f27a-4ac4-812d-d3c5432717ba owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:50.126478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:50.140887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:50.153974 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Routers {'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:50.155000 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f861ad63-324c-43c3-a3ef-130cf143419b is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:50.155466 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f861ad63-324c-43c3-a3ef-130cf143419b), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.155899 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:50.171679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8ec07e89-81e0-4534-a003-50f072b3092c None None] Provisioning complete for port f861ad63-324c-43c3-a3ef-130cf143419b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:50.172066 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8ec07e89-81e0-4534-a003-50f072b3092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f861ad63-324c-43c3-a3ef-130cf143419b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.175748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Pushing event updated for resources: {'Port': ['ID=9e721790-378b-4d23-93ac-e9d75bd184bc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:50.195580 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02b865-5bce-4e7d-a0d2-3eabb1ab6b01 None None] Pushing event updated for resources: {'Port': ['ID=6787bd82-541f-4d3a-92e7-434526e35397,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:50.203170 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.283400 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port f861ad63-324c-43c3-a3ef-130cf143419b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f861ad63-324c-43c3-a3ef-130cf143419b,segment=NetworkSegment(b2e05daa-78de-48e1-9511-181466b10b8d),segment_id=b2e05daa-78de-48e1-9511-181466b10b8d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:50.332867 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f861ad63-324c-43c3-a3ef-130cf143419b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.350293 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] Set router bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:50.455653 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e713531-739b-42aa-9c4f-a90712b886dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (36825c06-f27a-4ac4-812d-d3c5432717ba), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.470583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=f861ad63-324c-43c3-a3ef-130cf143419b,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:50.478592 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8ec07e89-81e0-4534-a003-50f072b3092c None None] Current status of the port f861ad63-324c-43c3-a3ef-130cf143419b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:50.486798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.554246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713531-739b-42aa-9c4f-a90712b886dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=36825c06-f27a-4ac4-812d-d3c5432717ba,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:50.610982 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'name': 'tempest-TestVolumeBootPattern-400011768-router', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '6787bd82-541f-4d3a-92e7-434526e35397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:46Z', 'updated_at': '2022-02-11T05:24:47Z', 'revision_number': 3, 'project_id': 'a14cde3060d345469fe670969540b6ec', 'gw_port': {'id': '6787bd82-541f-4d3a-92e7-434526e35397', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:47Z', 'updated_at': '2022-02-11T05:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:50.659422 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea780846-1e5f-4437-b122-1f67151005b3 None None] The sync data for ids ['bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'] in n-d-615180-58 is: [{'id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'name': 'tempest-TestVolumeBootPattern-400011768-router', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '6787bd82-541f-4d3a-92e7-434526e35397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:46Z', 'updated_at': '2022-02-11T05:24:47Z', 'revision_number': 3, 'project_id': 'a14cde3060d345469fe670969540b6ec', 'gw_port': {'id': '6787bd82-541f-4d3a-92e7-434526e35397', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:47Z', 'updated_at': '2022-02-11T05:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:50.789357 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Publish callbacks [] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.796105 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.877539 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.879963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Pushing event updated for resources: {'Port': ['ID=9e721790-378b-4d23-93ac-e9d75bd184bc,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:50.925104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c5e2c507-3474-4d7a-8818-0d33442fa7ab None None] Provisioning complete for port f861ad63-324c-43c3-a3ef-130cf143419b triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:50.925795 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c5e2c507-3474-4d7a-8818-0d33442fa7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f861ad63-324c-43c3-a3ef-130cf143419b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.018331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Network 10e98d97-d336-4617-ae7c-ab866d9601e5 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:51.023229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:51.093520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2c507-3474-4d7a-8818-0d33442fa7ab None None] Current status of the port f861ad63-324c-43c3-a3ef-130cf143419b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:51.111325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c5e2c507-3474-4d7a-8818-0d33442fa7ab None None] Provisioning complete for port 9e721790-378b-4d23-93ac-e9d75bd184bc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:51.111980 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c5e2c507-3474-4d7a-8818-0d33442fa7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.173267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2c507-3474-4d7a-8818-0d33442fa7ab None None] Port 9e721790-378b-4d23-93ac-e9d75bd184bc cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:51.201496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Router bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:51.260042 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e713531-739b-42aa-9c4f-a90712b886dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (701aa141-20a7-4cb5-acd7-25888c589c3a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.315748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4c29c07f-c280-407c-ad3c-c5fe08ab7ae1 None None] Provisioning complete for port 9e721790-378b-4d23-93ac-e9d75bd184bc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:51.316134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4c29c07f-c280-407c-ad3c-c5fe08ab7ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.393557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:51.398551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4c29c07f-c280-407c-ad3c-c5fe08ab7ae1 None None] Port 9e721790-378b-4d23-93ac-e9d75bd184bc cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:51.412891 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-affea8f2-9bfd-4cf8-88cd-bfb4bff18701 admin admin] 10.222.0.48 "PUT /v2.0/routers/bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8215737 Feb 11 05:24:51.534531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f861ad63-324c-43c3-a3ef-130cf143419b up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:51.589887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f861ad63-324c-43c3-a3ef-130cf143419b triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:51.590356 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f861ad63-324c-43c3-a3ef-130cf143419b), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.660257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-19cd0bef-b0c0-451d-aa0e-684906e27bdd None None] Provisioning complete for port 9e721790-378b-4d23-93ac-e9d75bd184bc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:51.660644 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19cd0bef-b0c0-451d-aa0e-684906e27bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.660786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e713531-739b-42aa-9c4f-a90712b886dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Router 701aa141-20a7-4cb5-acd7-25888c589c3a has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:51.737013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f861ad63-324c-43c3-a3ef-130cf143419b is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:51.747149 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-19cd0bef-b0c0-451d-aa0e-684906e27bdd None None] Port 9e721790-378b-4d23-93ac-e9d75bd184bc cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:51.797086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e713531-739b-42aa-9c4f-a90712b886dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:51.812816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa02e26a-e345-47a0-942c-bc51785f3d83 None None] Sync routers for ids ['701aa141-20a7-4cb5-acd7-25888c589c3a'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:51.813583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5e713531-739b-42aa-9c4f-a90712b886dc tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "PUT /v2.0/routers/701aa141-20a7-4cb5-acd7-25888c589c3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1207869 Feb 11 05:24:51.816623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48082) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:51.827033 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa02e26a-e345-47a0-942c-bc51785f3d83 None None] Routers {'701aa141-20a7-4cb5-acd7-25888c589c3a'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:51.827682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fa02e26a-e345-47a0-942c-bc51785f3d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['701aa141-20a7-4cb5-acd7-25888c589c3a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:51.881996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-480e879b-8f82-4b65-a7ce-4166abb47e25 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting subnet 611d55be-5fb0-4da0-9d09-43d3e8e1a1bc {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:24:51.885598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-480e879b-8f82-4b65-a7ce-4166abb47e25 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for subnet (611d55be-5fb0-4da0-9d09-43d3e8e1a1bc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.930997 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-480e879b-8f82-4b65-a7ce-4166abb47e25 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (611d55be-5fb0-4da0-9d09-43d3e8e1a1bc), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.960854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fa02e26a-e345-47a0-942c-bc51785f3d83 None None] Set router 701aa141-20a7-4cb5-acd7-25888c589c3a gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:52.037713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-480e879b-8f82-4b65-a7ce-4166abb47e25 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (611d55be-5fb0-4da0-9d09-43d3e8e1a1bc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.114642 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-480e879b-8f82-4b65-a7ce-4166abb47e25 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (611d55be-5fb0-4da0-9d09-43d3e8e1a1bc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.152454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e879b-8f82-4b65-a7ce-4166abb47e25 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Subnet': ['ID=611d55be-5fb0-4da0-9d09-43d3e8e1a1bc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:52.157708 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-480e879b-8f82-4b65-a7ce-4166abb47e25 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.164622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48088) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:52.169410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba557be-5d68-40d2-ad56-a3cca0ecf03d None None] Network 74752b1c-731b-4791-a747-b1635380c7d7 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:52.175030 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-480e879b-8f82-4b65-a7ce-4166abb47e25 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/subnets/611d55be-5fb0-4da0-9d09-43d3e8e1a1bc HTTP/1.1" status: 204 len: 168 time: 0.3566401 Feb 11 05:24:52.175363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fa02e26a-e345-47a0-942c-bc51785f3d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:24:50Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:52.223734 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa02e26a-e345-47a0-942c-bc51785f3d83 None None] Checking router: 701aa141-20a7-4cb5-acd7-25888c589c3a for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:52.272352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa02e26a-e345-47a0-942c-bc51785f3d83 None None] Routers {'701aa141-20a7-4cb5-acd7-25888c589c3a'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:52.273021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fa02e26a-e345-47a0-942c-bc51785f3d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['701aa141-20a7-4cb5-acd7-25888c589c3a'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:52.306967 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router (701aa141-20a7-4cb5-acd7-25888c589c3a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.452006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fa02e26a-e345-47a0-942c-bc51785f3d83 None None] Set router 701aa141-20a7-4cb5-acd7-25888c589c3a gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:52.471371 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_gateway (701aa141-20a7-4cb5-acd7-25888c589c3a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.545807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Deleting port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:52.546497 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.642555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] For port 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4572e0b1-d901-4a33-ad4b-66bcc02a2ebd,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:52.643135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.662622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Calling delete_port for 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:52.686825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb89d6-355b-439e-86b0-1967a3f435f4 None None] DHCP port deletion for 74752b1c-731b-4791-a747-b1635380c7d7 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:24:52.825759 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb89d6-355b-439e-86b0-1967a3f435f4 None None] Deleting port d18c3d98-eab8-4891-b6d7-0aa03c2df48c {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:52.826135 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4eb89d6-355b-439e-86b0-1967a3f435f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.860080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4572e0b1-d901-4a33-ad4b-66bcc02a2ebd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.897824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Port': ['ID=4572e0b1-d901-4a33-ad4b-66bcc02a2ebd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:52.908599 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-d4eb89d6-355b-439e-86b0-1967a3f435f4 None None] For port d18c3d98-eab8-4891-b6d7-0aa03c2df48c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d18c3d98-eab8-4891-b6d7-0aa03c2df48c,segment=NetworkSegment(bc610b7e-cb3d-49e4-90d5-125a6a55f05b),segment_id=bc610b7e-cb3d-49e4-90d5-125a6a55f05b)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:52.909013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4eb89d6-355b-439e-86b0-1967a3f435f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.925262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb89d6-355b-439e-86b0-1967a3f435f4 None None] Calling delete_port for d18c3d98-eab8-4891-b6d7-0aa03c2df48c owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:52.944242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fa02e26a-e345-47a0-942c-bc51785f3d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:24:50Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:52.968012 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (701aa141-20a7-4cb5-acd7-25888c589c3a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.006967 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa02e26a-e345-47a0-942c-bc51785f3d83 None None] The sync data for ids ['701aa141-20a7-4cb5-acd7-25888c589c3a'] in n-d-615180-58 is: [{'id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466640078', 'tenant_id': '4606a55f42cf40e5a3952a4488271540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:24:50Z', 'revision_number': 5, 'project_id': '4606a55f42cf40e5a3952a4488271540', 'gw_port': {'id': '4572e0b1-d901-4a33-ad4b-66bcc02a2ebd', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701aa141-20a7-4cb5-acd7-25888c589c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:03Z', 'updated_at': '2022-02-11T05:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:53.056843 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4eb89d6-355b-439e-86b0-1967a3f435f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (d18c3d98-eab8-4891-b6d7-0aa03c2df48c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.088452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb89d6-355b-439e-86b0-1967a3f435f4 None None] Pushing event deleted for resources: {'Port': ['ID=d18c3d98-eab8-4891-b6d7-0aa03c2df48c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:53.097434 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb89d6-355b-439e-86b0-1967a3f435f4 None None] No DVR routers for this DVR port d18c3d98-eab8-4891-b6d7-0aa03c2df48c on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:53.324556 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Sync routers for ids ['bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:53.336301 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Routers {'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:53.336850 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:53.393121 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (701aa141-20a7-4cb5-acd7-25888c589c3a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.395347 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router_controller (701aa141-20a7-4cb5-acd7-25888c589c3a), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.485228 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Set router bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:53.495991 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (701aa141-20a7-4cb5-acd7-25888c589c3a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.496556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Fanout notify agent at l3_agent the message router_deleted on router 701aa141-20a7-4cb5-acd7-25888c589c3a {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:24:53.508597 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.510093 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ef4b48be-9df0-434a-b4d4-879ae9880394 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/routers/701aa141-20a7-4cb5-acd7-25888c589c3a HTTP/1.1" status: 204 len: 168 time: 1.3443651 Feb 11 05:24:53.513062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48098) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:53.630168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (74752b1c-731b-4791-a747-b1635380c7d7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.697998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6787bd82-541f-4d3a-92e7-434526e35397 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:53.733388 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'name': 'tempest-TestVolumeBootPattern-400011768-router', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '6787bd82-541f-4d3a-92e7-434526e35397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:46Z', 'updated_at': '2022-02-11T05:24:50Z', 'revision_number': 4, 'project_id': 'a14cde3060d345469fe670969540b6ec', 'gw_port': {'id': '6787bd82-541f-4d3a-92e7-434526e35397', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:47Z', 'updated_at': '2022-02-11T05:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '9e721790-378b-4d23-93ac-e9d75bd184bc', 'name': '', 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'mac_address': 'fa:16:3e:6d:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '4e4e08fb-ba47-40f4-9591-8d02fbd2903c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:49Z', 'updated_at': '2022-02-11T05:24:50Z', 'revision_number': 2, 'project_id': 'a14cde3060d345469fe670969540b6ec', 'subnets': [{'id': '4e4e08fb-ba47-40f4-9591-8d02fbd2903c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:53.749422 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (74752b1c-731b-4791-a747-b1635380c7d7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.761403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6787bd82-541f-4d3a-92e7-434526e35397 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:53.762226 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6787bd82-541f-4d3a-92e7-434526e35397), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.776497 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Checking router: bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:53.777115 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Updating router bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 port 9e721790-378b-4d23-93ac-e9d75bd184bc binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:24:53.790790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74752b1c-731b-4791-a747-b1635380c7d7']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:53.807274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:53.807599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc610b7e-cb3d-49e4-90d5-125a6a55f05b') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:53.819391 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (bc610b7e-cb3d-49e4-90d5-125a6a55f05b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.821363 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.839538 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (bc610b7e-cb3d-49e4-90d5-125a6a55f05b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.853366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:24:53.856198 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (bc610b7e-cb3d-49e4-90d5-125a6a55f05b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:24:53.862377 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:24:53.892200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6787bd82-541f-4d3a-92e7-434526e35397 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:53.892867 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (6787bd82-541f-4d3a-92e7-434526e35397), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.923837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 6787bd82-541f-4d3a-92e7-434526e35397, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6787bd82-541f-4d3a-92e7-434526e35397,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:53.929539 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (6787bd82-541f-4d3a-92e7-434526e35397), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.941305 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (74752b1c-731b-4791-a747-b1635380c7d7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.967398 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.971889 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/networks/74752b1c-731b-4791-a747-b1635380c7d7 HTTP/1.1" status: 204 len: 168 time: 0.4570475 Feb 11 05:24:53.974563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48100) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:54.013993 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=6787bd82-541f-4d3a-92e7-434526e35397,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:54.047961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f2b8c-2042-45dd-a93a-1451d696f2f5 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'Network': ['ID=74752b1c-731b-4791-a747-b1635380c7d7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:54.058883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d18c3d98-eab8-4891-b6d7-0aa03c2df48c no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:54.086400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5def3cd-2ecd-4817-b4c2-79e706f59b79 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (e0a497d4-21a2-4153-8c4e-84374a5701fd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.095907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: d18c3d98-eab8-4891-b6d7-0aa03c2df48c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:54.096423 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d18c3d98-eab8-4891-b6d7-0aa03c2df48c not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:54.097052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36825c06-f27a-4ac4-812d-d3c5432717ba no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:54.128458 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5def3cd-2ecd-4817-b4c2-79e706f59b79 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (e0a497d4-21a2-4153-8c4e-84374a5701fd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.147967 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 36825c06-f27a-4ac4-812d-d3c5432717ba {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:54.148544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 36825c06-f27a-4ac4-812d-d3c5432717ba not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:54.204887 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5def3cd-2ecd-4817-b4c2-79e706f59b79 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e0a497d4-21a2-4153-8c4e-84374a5701fd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.207948 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5def3cd-2ecd-4817-b4c2-79e706f59b79 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.209230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a5def3cd-2ecd-4817-b4c2-79e706f59b79 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] 10.222.0.48 "DELETE /v2.0/security-groups/e0a497d4-21a2-4153-8c4e-84374a5701fd HTTP/1.1" status: 204 len: 168 time: 0.2330172 Feb 11 05:24:54.209358 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Publish callbacks [] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.215968 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.220014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5def3cd-2ecd-4817-b4c2-79e706f59b79 tempest-TestNetworkAdvancedServerOps-1664729426 tempest-TestNetworkAdvancedServerOps-1664729426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a497d4-21a2-4153-8c4e-84374a5701fd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:54.282125 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eef0b6-53bb-4046-bd7d-a956b93c04df None None] Pushing event updated for resources: {'Port': ['ID=9e721790-378b-4d23-93ac-e9d75bd184bc,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:54.337588 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Attempting to bind port 9e721790-378b-4d23-93ac-e9d75bd184bc on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:54.338191 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Attempting to bind port 9e721790-378b-4d23-93ac-e9d75bd184bc by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'b2e05daa-78de-48e1-9511-181466b10b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:54.338302 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Attempting to bind port 9e721790-378b-4d23-93ac-e9d75bd184bc on network 10e98d97-d336-4617-ae7c-ab866d9601e5 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:54.344240 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:54.344615 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Checking segment: {'id': 'b2e05daa-78de-48e1-9511-181466b10b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:54.345137 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.345676 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Bound using segment: {'id': 'b2e05daa-78de-48e1-9511-181466b10b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:54.346108 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Bound port: 9e721790-378b-4d23-93ac-e9d75bd184bc, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e05daa-78de-48e1-9511-181466b10b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:54.346611 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.417864 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] For port 9e721790-378b-4d23-93ac-e9d75bd184bc, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:54.422066 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] For port 9e721790-378b-4d23-93ac-e9d75bd184bc, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9e721790-378b-4d23-93ac-e9d75bd184bc,segment=NetworkSegment(b2e05daa-78de-48e1-9511-181466b10b8d),segment_id=b2e05daa-78de-48e1-9511-181466b10b8d)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:54.440435 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.501662 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eef0b6-53bb-4046-bd7d-a956b93c04df None None] Pushing event updated for resources: {'Port': ['ID=9e721790-378b-4d23-93ac-e9d75bd184bc,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:54.536886 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Routers {'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:54.537542 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:24:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:54.609432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c542d1a7-5117-4f0f-aeaa-086d17b3e441 None None] Provisioning complete for port 9e721790-378b-4d23-93ac-e9d75bd184bc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:54.609900 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c542d1a7-5117-4f0f-aeaa-086d17b3e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.628455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48114) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:54.686131 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] Set router bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:54.742863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c542d1a7-5117-4f0f-aeaa-086d17b3e441 None None] Current status of the port 9e721790-378b-4d23-93ac-e9d75bd184bc is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:54.743399 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c542d1a7-5117-4f0f-aeaa-086d17b3e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.807475 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c542d1a7-5117-4f0f-aeaa-086d17b3e441 None None] For port 9e721790-378b-4d23-93ac-e9d75bd184bc, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9e721790-378b-4d23-93ac-e9d75bd184bc,segment=NetworkSegment(b2e05daa-78de-48e1-9511-181466b10b8d),segment_id=b2e05daa-78de-48e1-9511-181466b10b8d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:54.813954 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c542d1a7-5117-4f0f-aeaa-086d17b3e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.859626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e896131e-aa04-4aa9-804b-dedb46148a31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4606a55f42cf40e5a3952a4488271540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2296398 Feb 11 05:24:54.861983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48122) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:54.889814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542d1a7-5117-4f0f-aeaa-086d17b3e441 None None] Pushing event updated for resources: {'Port': ['ID=9e721790-378b-4d23-93ac-e9d75bd184bc,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:54.916143 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48b6b943-ddb7-40ff-b765-babb507d5445 admin admin] Publish callbacks [] for security_group (e8963517-ab5c-4afc-b54c-ced8010b9c6e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.938666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-711e49bd-fcdf-431e-a911-4d8c7d2193c3 None None] Provisioning complete for port 9e721790-378b-4d23-93ac-e9d75bd184bc triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:54.939094 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-711e49bd-fcdf-431e-a911-4d8c7d2193c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.944232 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48b6b943-ddb7-40ff-b765-babb507d5445 admin admin] Publish callbacks [] for security_group (e8963517-ab5c-4afc-b54c-ced8010b9c6e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.010342 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48b6b943-ddb7-40ff-b765-babb507d5445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e8963517-ab5c-4afc-b54c-ced8010b9c6e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.014446 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48b6b943-ddb7-40ff-b765-babb507d5445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.018780 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-48b6b943-ddb7-40ff-b765-babb507d5445 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8963517-ab5c-4afc-b54c-ced8010b9c6e HTTP/1.1" status: 204 len: 168 time: 0.1556520 Feb 11 05:24:55.027366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6b943-ddb7-40ff-b765-babb507d5445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8963517-ab5c-4afc-b54c-ced8010b9c6e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:55.048707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-711e49bd-fcdf-431e-a911-4d8c7d2193c3 None None] Current status of the port 9e721790-378b-4d23-93ac-e9d75bd184bc is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:55.065339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-64d87864-9e31-43d6-8754-3fd577a79608 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:55.066933 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-64d87864-9e31-43d6-8754-3fd577a79608 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1485512 Feb 11 05:24:55.091618 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e24d5f81-4b0e-404e-acf3-aa7430a3e229 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/quotas/f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 375 time: 0.0186815 Feb 11 05:24:55.116254 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'name': 'tempest-TestVolumeBootPattern-400011768-router', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '6787bd82-541f-4d3a-92e7-434526e35397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:46Z', 'updated_at': '2022-02-11T05:24:50Z', 'revision_number': 4, 'project_id': 'a14cde3060d345469fe670969540b6ec', 'gw_port': {'id': '6787bd82-541f-4d3a-92e7-434526e35397', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:47Z', 'updated_at': '2022-02-11T05:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '9e721790-378b-4d23-93ac-e9d75bd184bc', 'name': '', 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'mac_address': 'fa:16:3e:6d:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '4e4e08fb-ba47-40f4-9591-8d02fbd2903c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:49Z', 'updated_at': '2022-02-11T05:24:54Z', 'revision_number': 4, 'project_id': 'a14cde3060d345469fe670969540b6ec', 'subnets': [{'id': '4e4e08fb-ba47-40f4-9591-8d02fbd2903c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:55.143498 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ec479-51f3-4ee4-8a3f-4810306fac2f None None] The sync data for ids ['bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'] in n-d-615180-58 is: [{'id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'name': 'tempest-TestVolumeBootPattern-400011768-router', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '6787bd82-541f-4d3a-92e7-434526e35397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:46Z', 'updated_at': '2022-02-11T05:24:50Z', 'revision_number': 4, 'project_id': 'a14cde3060d345469fe670969540b6ec', 'gw_port': {'id': '6787bd82-541f-4d3a-92e7-434526e35397', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:47Z', 'updated_at': '2022-02-11T05:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '9e721790-378b-4d23-93ac-e9d75bd184bc', 'name': '', 'network_id': '10e98d97-d336-4617-ae7c-ab866d9601e5', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'mac_address': 'fa:16:3e:6d:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '4e4e08fb-ba47-40f4-9591-8d02fbd2903c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:49Z', 'updated_at': '2022-02-11T05:24:54Z', 'revision_number': 4, 'project_id': 'a14cde3060d345469fe670969540b6ec', 'subnets': [{'id': '4e4e08fb-ba47-40f4-9591-8d02fbd2903c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:55.154967 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-daee6c93-47a0-45ba-910e-7af70b526704 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623634 Feb 11 05:24:55.279573 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e83f642c-6706-42d5-b977-74be7c64644a service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179471 Feb 11 05:24:55.391078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-717bfe91-a557-48c5-b249-34ebb7536897 service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076150 Feb 11 05:24:55.425005 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48130) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:55.461106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9e721790-378b-4d23-93ac-e9d75bd184bc up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:55.487514 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aa306b9e-628b-4acb-b683-5abd02f590ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e952def56624439d88c1466cd0405714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584521 Feb 11 05:24:55.487763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48132) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:55.522779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9e721790-378b-4d23-93ac-e9d75bd184bc triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:55.523221 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.555779 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9191d2c6-cbb0-43f2-8ec0-a96751bb76c4 admin admin] Publish callbacks [] for security_group (73160289-ca62-4ad4-b3b8-f20b9c168b01), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.588950 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9191d2c6-cbb0-43f2-8ec0-a96751bb76c4 admin admin] Publish callbacks [] for security_group (73160289-ca62-4ad4-b3b8-f20b9c168b01), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.618425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9e721790-378b-4d23-93ac-e9d75bd184bc is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:55.621863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6787bd82-541f-4d3a-92e7-434526e35397 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:55.647934 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9191d2c6-cbb0-43f2-8ec0-a96751bb76c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (73160289-ca62-4ad4-b3b8-f20b9c168b01), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.650753 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9191d2c6-cbb0-43f2-8ec0-a96751bb76c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.654989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9191d2c6-cbb0-43f2-8ec0-a96751bb76c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73160289-ca62-4ad4-b3b8-f20b9c168b01 HTTP/1.1" status: 204 len: 168 time: 0.1636453 Feb 11 05:24:55.661004 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191d2c6-cbb0-43f2-8ec0-a96751bb76c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73160289-ca62-4ad4-b3b8-f20b9c168b01,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:55.696475 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 6787bd82-541f-4d3a-92e7-434526e35397 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:55.697011 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (6787bd82-541f-4d3a-92e7-434526e35397), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.811292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 6787bd82-541f-4d3a-92e7-434526e35397 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:55.823002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:55.825911 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ea23610-e63c-4c1d-a519-b86b81ab94ec req-a061e177-57b7-4ad6-b556-b0be99461fe4 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 210 time: 0.0504646 Feb 11 05:24:55.874930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:55.875299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4572e0b1-d901-4a33-ad4b-66bcc02a2ebd not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:56.537554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48170) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:56.636346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1670136123-network', 'tenant_id': 'bdf9a9e7dbbb406b8b3de2a4254ec3d2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:56.655313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Made reservation on behalf of bdf9a9e7dbbb406b8b3de2a4254ec3d2 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:56.657631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.670354 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.743011 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Publish callbacks [] for security_group (d325db26-4bf4-4357-ad81-36a2227a7d7f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.747815 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d325db26-4bf4-4357-ad81-36a2227a7d7f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.768978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:24:56.782698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d325db26-4bf4-4357-ad81-36a2227a7d7f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:56.787641 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (f7b774f7-6b78-4b8d-ad04-d313c22e3d51), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.787987 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Added segment f7b774f7-6b78-4b8d-ad04-d313c22e3d51 of type vlan for network fe1ead03-bc55-4a3e-9e95-a2d0af287f6a Feb 11 05:24:56.832784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (fe1ead03-bc55-4a3e-9e95-a2d0af287f6a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.862706 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (fe1ead03-bc55-4a3e-9e95-a2d0af287f6a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.863777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:56.865053 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.911761 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3730705 Feb 11 05:24:56.915347 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48176) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:56.929963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-26041791-b891-44f8-8209-98914c9fc06e admin admin] Request body: {'subnet': {'network_id': 'fe1ead03-bc55-4a3e-9e95-a2d0af287f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1670136123-subnet', 'tenant_id': 'bdf9a9e7dbbb406b8b3de2a4254ec3d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:56.975896 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-8196b25c-28e1-4f0f-825c-d5caa801282c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:56.977525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-8196b25c-28e1-4f0f-825c-d5caa801282c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1641645 Feb 11 05:24:57.008714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'port': {'device_id': 'd341c0ce-ba6d-4a4e-a67f-1d01a2845140', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'admin_state_up': True, 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:57.011003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad45903-f558-418e-b8ae-adc0aac3bdd6 admin admin] Pushing event updated for resources: {'Network': ['ID=fe1ead03-bc55-4a3e-9e95-a2d0af287f6a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:57.018012 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5a89dca0-10dd-4d3c-9fb4-e196aced9f79 req-ff1748dc-bffa-404b-a849-815a9a9179de tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 210 time: 0.0756550 Feb 11 05:24:57.019791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26041791-b891-44f8-8209-98914c9fc06e admin admin] Made reservation on behalf of bdf9a9e7dbbb406b8b3de2a4254ec3d2 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:57.022723 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26041791-b891-44f8-8209-98914c9fc06e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.032889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network fe1ead03-bc55-4a3e-9e95-a2d0af287f6a details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:24:57.150436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Made reservation on behalf of f7821f3fbc2241db873fdd8626e7b447 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:57.155584 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.266344 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26041791-b891-44f8-8209-98914c9fc06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (f2764c37-85f7-4a22-b766-bb517f383605), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.330322 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Allocated IP 172.20.0.5 (1f82920e-251c-4efe-be74-d19b3281e70b/d989c873-b096-4d2f-b701-d41d9c683ac4/7b12b4fc-9443-49c6-b38d-b46f8ca63cfe) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:57.344961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26041791-b891-44f8-8209-98914c9fc06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2764c37-85f7-4a22-b766-bb517f383605,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:57.372904 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26041791-b891-44f8-8209-98914c9fc06e admin admin] Checking segment: {'id': 'f7b774f7-6b78-4b8d-ad04-d313c22e3d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe1ead03-bc55-4a3e-9e95-a2d0af287f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:57.373589 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26041791-b891-44f8-8209-98914c9fc06e admin admin] Network hostable DHCP agents. Network: fe1ead03-bc55-4a3e-9e95-a2d0af287f6a, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:24:57.394287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26041791-b891-44f8-8209-98914c9fc06e admin admin] Network fe1ead03-bc55-4a3e-9e95-a2d0af287f6a is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:24:57.404476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-26041791-b891-44f8-8209-98914c9fc06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, fe1ead03-bc55-4a3e-9e95-a2d0af287f6a) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:57.408851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26041791-b891-44f8-8209-98914c9fc06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:57.409430 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-26041791-b891-44f8-8209-98914c9fc06e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.413390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551dde96-ebae-43f3-8b1f-577538038a1a None None] Network fe1ead03-bc55-4a3e-9e95-a2d0af287f6a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:57.453074 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-26041791-b891-44f8-8209-98914c9fc06e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5307739 Feb 11 05:24:57.544078 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.555035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537fd6fb-7956-4065-a954-50a01f9aa278 None None] Network fe1ead03-bc55-4a3e-9e95-a2d0af287f6a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:57.601834 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.662741 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Network 1f82920e-251c-4efe-be74-d19b3281e70b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:57.669859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:57.690584 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:57.698479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:57.764737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:57.765691 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.787682 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e6bb16e5-5f29-4fb4-9c78-b60704d487f2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7832441 Feb 11 05:24:57.809418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Request body: {'port': {'device_id': 'd341c0ce-ba6d-4a4e-a67f-1d01a2845140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:57.899239 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.000155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-76a2b1f3-f47a-4914-80ba-2bd65ad83265 None None] Provisioning complete for port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:58.000463 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76a2b1f3-f47a-4914-80ba-2bd65ad83265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.051141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-76a2b1f3-f47a-4914-80ba-2bd65ad83265 None None] Port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:58.113028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48194) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:58.119069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1346050011-network', 'tenant_id': '62405acb4e374d5b99196a68e6dac27f'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:58.149418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Made reservation on behalf of 62405acb4e374d5b99196a68e6dac27f for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:58.155200 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.167767 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.204448 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f193e-2525-4d92-a602-810a1b5d0ba1 req-43ce9970-20aa-4389-b95c-ea1542e60275 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:58.206008 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a49f193e-2525-4d92-a602-810a1b5d0ba1 req-43ce9970-20aa-4389-b95c-ea1542e60275 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 931 time: 0.0890229 Feb 11 05:24:58.263166 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Publish callbacks [] for security_group (288aa1e7-8e4c-4819-add6-761a5d6dc1d1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.268276 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (288aa1e7-8e4c-4819-add6-761a5d6dc1d1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.280765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:58.293315 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Publish callbacks [] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.298297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:24:58.304088 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288aa1e7-8e4c-4819-add6-761a5d6dc1d1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:58.313378 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a49f193e-2525-4d92-a602-810a1b5d0ba1 req-a8d3db04-a036-4161-980d-74431f01fb2e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925758 Feb 11 05:24:58.313566 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (6a3a2d3b-9b9b-4975-873d-ca7b0e59f8d7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.313921 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Added segment 6a3a2d3b-9b9b-4975-873d-ca7b0e59f8d7 of type vlan for network 167b61cd-8e09-4fbb-8347-f94c7d0d360e Feb 11 05:24:58.316053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Transition to ACTIVE for port object 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:58.320544 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.366530 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (167b61cd-8e09-4fbb-8347-f94c7d0d360e), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.385333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:58.403786 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (167b61cd-8e09-4fbb-8347-f94c7d0d360e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.405239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:58.406033 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.445808 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3312204 Feb 11 05:24:58.448630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48196) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:58.455835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7fb5da8c-1ae5-469e-a764-d3b9d4c2246b admin admin] Request body: {'subnet': {'network_id': '167b61cd-8e09-4fbb-8347-f94c7d0d360e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1346050011-subnet', 'tenant_id': '62405acb4e374d5b99196a68e6dac27f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:58.457641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Attempting to bind port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:58.458027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Attempting to bind port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:58.458368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Attempting to bind port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:58.465396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe on network 1f82920e-251c-4efe-be74-d19b3281e70b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:58.465737 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Attempting to bind port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:58.472064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:58.472468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Checking segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:58.472917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Bound using segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:58.473438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Bound port: 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:58.473813 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.495175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366a56b-40a6-4d8d-a745-a6dd8c4c1fbb admin admin] Pushing event updated for resources: {'Network': ['ID=167b61cd-8e09-4fbb-8347-f94c7d0d360e,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:58.505411 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 167b61cd-8e09-4fbb-8347-f94c7d0d360e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:24:58.512114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb5da8c-1ae5-469e-a764-d3b9d4c2246b admin admin] Made reservation on behalf of 62405acb4e374d5b99196a68e6dac27f for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:58.514654 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fb5da8c-1ae5-469e-a764-d3b9d4c2246b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.578262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] For port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:58.582810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] For port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:58.592850 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.672918 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:58.673551 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.675117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] 10.222.0.10 "PUT /v2.0/ports/7b12b4fc-9443-49c6-b38d-b46f8ca63cfe HTTP/1.1" status: 200 len: 1092 time: 0.8716278 Feb 11 05:24:58.675581 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd341c0ce-ba6d-4a4e-a67f-1d01a2845140', 'tag': '7b12b4fc-9443-49c6-b38d-b46f8ca63cfe'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:58.677930 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e22881-d925-44f2-ad8f-faead6f8945f" -d '{"events": [{"name": "network-changed", "server_uuid": "d341c0ce-ba6d-4a4e-a67f-1d01a2845140", "tag": "7b12b4fc-9443-49c6-b38d-b46f8ca63cfe"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:58.684115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc8165-9a95-406b-94f1-3cbed2b910b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:58.727620 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fb5da8c-1ae5-469e-a764-d3b9d4c2246b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (b5927fe7-28b0-4eef-b8f8-13174f3a9e5c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.770018 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207597dc-8b01-4279-825b-352a0af621e0 x-openstack-request-id: req-207597dc-8b01-4279-825b-352a0af621e0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:58.770383 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d341c0ce-ba6d-4a4e-a67f-1d01a2845140", "tag": "7b12b4fc-9443-49c6-b38d-b46f8ca63cfe", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:58.770584 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-207597dc-8b01-4279-825b-352a0af621e0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:58.771433 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd341c0ce-ba6d-4a4e-a67f-1d01a2845140', 'tag': '7b12b4fc-9443-49c6-b38d-b46f8ca63cfe', 'status': 'completed', 'code': 200} Feb 11 05:24:58.786806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5da8c-1ae5-469e-a764-d3b9d4c2246b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5927fe7-28b0-4eef-b8f8-13174f3a9e5c,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:58.797712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-0abb3ec5-cd3d-4430-81a3-42c032874f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:58.799357 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-0abb3ec5-cd3d-4430-81a3-42c032874f18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 1126 time: 0.0684588 Feb 11 05:24:58.804416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5da8c-1ae5-469e-a764-d3b9d4c2246b admin admin] Checking segment: {'id': '6a3a2d3b-9b9b-4975-873d-ca7b0e59f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '167b61cd-8e09-4fbb-8347-f94c7d0d360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:58.804822 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb5da8c-1ae5-469e-a764-d3b9d4c2246b admin admin] Network hostable DHCP agents. Network: 167b61cd-8e09-4fbb-8347-f94c7d0d360e, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:24:58.828087 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb5da8c-1ae5-469e-a764-d3b9d4c2246b admin admin] Network 167b61cd-8e09-4fbb-8347-f94c7d0d360e is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:24:58.842703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7fb5da8c-1ae5-469e-a764-d3b9d4c2246b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 167b61cd-8e09-4fbb-8347-f94c7d0d360e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:58.847949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb5da8c-1ae5-469e-a764-d3b9d4c2246b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:58.848600 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7fb5da8c-1ae5-469e-a764-d3b9d4c2246b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.853055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b80739-804a-4592-b5e3-564f3da1c290 None None] Network 167b61cd-8e09-4fbb-8347-f94c7d0d360e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:58.868702 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-7c8f2696-f163-4a2e-acf9-41214ea914b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe HTTP/1.1" status: 200 len: 217 time: 0.0564575 Feb 11 05:24:58.901408 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7fb5da8c-1ae5-469e-a764-d3b9d4c2246b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4503582 Feb 11 05:24:58.932552 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e51268de-c184-4c6a-add9-4a3fc7a4fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:58.934349 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-e51268de-c184-4c6a-add9-4a3fc7a4fc7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0600872 Feb 11 05:24:59.009458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-ca70c95a-0810-42c3-865d-1514eb42b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.012487 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-ca70c95a-0810-42c3-865d-1514eb42b91f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0685387 Feb 11 05:24:59.033255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4281dba-d696-48b5-8c23-5c8597228f41 None None] Network 167b61cd-8e09-4fbb-8347-f94c7d0d360e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:59.157642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-0f905ea3-ad55-44dd-83c0-bd1bc4634043 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385200 Feb 11 05:24:59.263811 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24574225-0830-4bb3-878f-0ffbc9abe808 req-3e46bf98-a61c-49cb-a9c8-4936f1736b96 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990109 Feb 11 05:24:59.396280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e22881-d925-44f2-ad8f-faead6f8945f req-911e65fa-eb72-47f2-8442-cc2883267e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.397807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e22881-d925-44f2-ad8f-faead6f8945f req-911e65fa-eb72-47f2-8442-cc2883267e62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 1126 time: 0.0633533 Feb 11 05:24:59.462675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87c14d-d4a1-400f-bdf0-bd3fb900866b req-e696b148-90dc-46cc-9bbd-4715d158d7d9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.465607 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed87c14d-d4a1-400f-bdf0-bd3fb900866b req-e696b148-90dc-46cc-9bbd-4715d158d7d9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0731323 Feb 11 05:24:59.517724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed87c14d-d4a1-400f-bdf0-bd3fb900866b req-e226423e-4a4b-4110-acb5-1fd3fc7f9672 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459242 Feb 11 05:24:59.574468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-296c29b7-80ea-4b8c-a86c-4f125937ab87 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.576001 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-296c29b7-80ea-4b8c-a86c-4f125937ab87 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/networks?id=fe1ead03-bc55-4a3e-9e95-a2d0af287f6a HTTP/1.1" status: 200 len: 812 time: 0.1881242 Feb 11 05:24:59.591693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e22881-d925-44f2-ad8f-faead6f8945f req-9cd20c90-c357-49df-aa7c-2d809ee66f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.593017 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e22881-d925-44f2-ad8f-faead6f8945f req-9cd20c90-c357-49df-aa7c-2d809ee66f41 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.1853013 Feb 11 05:24:59.596468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-7de3da23-8fbc-4400-9be7-1cf12e7987a6 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/quotas/bdf9a9e7dbbb406b8b3de2a4254ec3d2 HTTP/1.1" status: 200 len: 375 time: 0.0134804 Feb 11 05:24:59.652395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e22881-d925-44f2-ad8f-faead6f8945f req-7873b553-8837-41dc-a09a-3b9dd69642d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe HTTP/1.1" status: 200 len: 217 time: 0.0542312 Feb 11 05:24:59.654248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e36b0350-fda3-465f-8b68-06e8c225f7f7 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bdf9a9e7dbbb406b8b3de2a4254ec3d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508876 Feb 11 05:24:59.708442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e22881-d925-44f2-ad8f-faead6f8945f req-fbc133c9-30c6-4137-9a8a-825356b3ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.709893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e22881-d925-44f2-ad8f-faead6f8945f req-fbc133c9-30c6-4137-9a8a-825356b3ab26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0525527 Feb 11 05:24:59.757789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e22881-d925-44f2-ad8f-faead6f8945f req-535cf7cd-fc0b-4aac-8ca2-535daaa538f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.759318 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e22881-d925-44f2-ad8f-faead6f8945f req-535cf7cd-fc0b-4aac-8ca2-535daaa538f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437832 Feb 11 05:24:59.796826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-6117d5be-13ec-42ce-8b48-61df3a7482c9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:24:59.797816 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-6117d5be-13ec-42ce-8b48-61df3a7482c9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1333947 Feb 11 05:24:59.909864 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e22881-d925-44f2-ad8f-faead6f8945f req-fb565798-9cc7-4c31-9169-24d932b6b1c7 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432333 Feb 11 05:24:59.961316 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-b7f98ce9-7c59-49ce-ba57-0608c72d1b23 service neutron] 10.222.0.48 "GET /v2.0/networks/fe1ead03-bc55-4a3e-9e95-a2d0af287f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351323 Feb 11 05:25:00.105054 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25e22881-d925-44f2-ad8f-faead6f8945f req-f9d1220c-ba73-4b40-92cc-51f7dcd1f7af service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894715 Feb 11 05:25:00.126675 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-5537bd90-18ab-488f-9124-d522e83fb870 service neutron] 10.222.0.48 "GET /v2.0/networks/fe1ead03-bc55-4a3e-9e95-a2d0af287f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337602 Feb 11 05:25:00.300650 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1358246-4dff-465e-9725-ac717610e568 req-d1352d54-2e7f-46be-8d4c-ee2c72f505d8 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 210 time: 0.0302496 Feb 11 05:25:00.647121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294882e1-3a5e-4999-934f-74c1b216b440 req-1872d884-dfb4-4249-b072-31bf6d08ccdc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:00.649241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-294882e1-3a5e-4999-934f-74c1b216b440 req-1872d884-dfb4-4249-b072-31bf6d08ccdc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0629714 Feb 11 05:25:00.697683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-294882e1-3a5e-4999-934f-74c1b216b440 req-73d346dd-2ea0-4ab9-8cc6-a31cecdc928c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424995 Feb 11 05:25:01.376877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-4fcb9c37-a51d-47a9-ac21-f2a95a0de427 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:01.379353 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-4fcb9c37-a51d-47a9-ac21-f2a95a0de427 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.60 "GET /v2.0/networks?id=fe1ead03-bc55-4a3e-9e95-a2d0af287f6a HTTP/1.1" status: 200 len: 812 time: 0.1123896 Feb 11 05:25:01.401186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Request body: {'port': {'device_id': 'f7e680bb-902d-479c-8b22-eaeb12946738', 'network_id': 'fe1ead03-bc55-4a3e-9e95-a2d0af287f6a', 'admin_state_up': True, 'tenant_id': 'bdf9a9e7dbbb406b8b3de2a4254ec3d2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:01.427817 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f19901c-9f8c-4ef8-a73d-4cf096371e9d req-2f2295bc-1551-4344-a054-e7eeacb8c207 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 210 time: 0.0295975 Feb 11 05:25:01.515457 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Made reservation on behalf of bdf9a9e7dbbb406b8b3de2a4254ec3d2 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:01.518784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.653792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Allocated IP 172.20.0.13 (fe1ead03-bc55-4a3e-9e95-a2d0af287f6a/f2764c37-85f7-4a22-b766-bb517f383605/c316a4ac-5655-48cd-a227-36b2eb37993c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:02.141099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3b24f-e767-484a-a5a7-7a3120226851 req-b8d9594f-b91c-43d5-bc2f-3f3d468429ce tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.142598 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49d3b24f-e767-484a-a5a7-7a3120226851 req-b8d9594f-b91c-43d5-bc2f-3f3d468429ce tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.1271229 Feb 11 05:25:02.197988 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Publish callbacks [] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.219390 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49d3b24f-e767-484a-a5a7-7a3120226851 req-e0e15816-8211-4750-9549-6aa2c82013bc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703723 Feb 11 05:25:02.244861 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.288391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Network fe1ead03-bc55-4a3e-9e95-a2d0af287f6a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:02.291475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:02.295279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:02.320869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Pushing event updated for resources: {'Port': ['ID=c316a4ac-5655-48cd-a227-36b2eb37993c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:02.348295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.348910 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.365604 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-d50907e8-dc70-4b77-8d67-e0af5491fee5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9695427 Feb 11 05:25:02.380475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Request body: {'port': {'device_id': 'f7e680bb-902d-479c-8b22-eaeb12946738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:02.445761 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.561842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd5a0d-4910-4a6c-a284-46e61a0902b4 req-dbce4c60-53e4-40a7-8d57-47aef37e64d0 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.563334 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64bd5a0d-4910-4a6c-a284-46e61a0902b4 req-dbce4c60-53e4-40a7-8d57-47aef37e64d0 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 932 time: 0.0610204 Feb 11 05:25:02.614619 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64bd5a0d-4910-4a6c-a284-46e61a0902b4 req-c4cff58f-f4fc-4edf-a438-7e3db608b9e8 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444217 Feb 11 05:25:02.716104 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c316a4ac-5655-48cd-a227-36b2eb37993c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:02.724249 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Publish callbacks [] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.736687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Transition to ACTIVE for port object c316a4ac-5655-48cd-a227-36b2eb37993c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:02.740062 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.793303 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Pushing event updated for resources: {'Port': ['ID=c316a4ac-5655-48cd-a227-36b2eb37993c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:02.861481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Attempting to bind port c316a4ac-5655-48cd-a227-36b2eb37993c on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:02.861735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Attempting to bind port c316a4ac-5655-48cd-a227-36b2eb37993c by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'f7b774f7-6b78-4b8d-ad04-d313c22e3d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe1ead03-bc55-4a3e-9e95-a2d0af287f6a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:02.862065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Attempting to bind port c316a4ac-5655-48cd-a227-36b2eb37993c on network fe1ead03-bc55-4a3e-9e95-a2d0af287f6a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:02.866267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Port c316a4ac-5655-48cd-a227-36b2eb37993c on network fe1ead03-bc55-4a3e-9e95-a2d0af287f6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:02.866591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Attempting to bind port c316a4ac-5655-48cd-a227-36b2eb37993c on network fe1ead03-bc55-4a3e-9e95-a2d0af287f6a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:02.871913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:02.872256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Checking segment: {'id': 'f7b774f7-6b78-4b8d-ad04-d313c22e3d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe1ead03-bc55-4a3e-9e95-a2d0af287f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:02.872638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Bound using segment: {'id': 'f7b774f7-6b78-4b8d-ad04-d313c22e3d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe1ead03-bc55-4a3e-9e95-a2d0af287f6a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:02.873056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Bound port: c316a4ac-5655-48cd-a227-36b2eb37993c, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b774f7-6b78-4b8d-ad04-d313c22e3d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe1ead03-bc55-4a3e-9e95-a2d0af287f6a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:02.873411 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.933590 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] For port c316a4ac-5655-48cd-a227-36b2eb37993c, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:02.937784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] For port c316a4ac-5655-48cd-a227-36b2eb37993c, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c316a4ac-5655-48cd-a227-36b2eb37993c,segment=NetworkSegment(f7b774f7-6b78-4b8d-ad04-d313c22e3d51),segment_id=f7b774f7-6b78-4b8d-ad04-d313c22e3d51)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:02.942734 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.983864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.984484 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.985845 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] 10.222.0.60 "PUT /v2.0/ports/c316a4ac-5655-48cd-a227-36b2eb37993c HTTP/1.1" status: 200 len: 1093 time: 0.6095293 Feb 11 05:25:02.986285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e680bb-902d-479c-8b22-eaeb12946738', 'tag': 'c316a4ac-5655-48cd-a227-36b2eb37993c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:02.988517 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe37c50-6f1e-4a3e-829f-3eadf955f23b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e680bb-902d-479c-8b22-eaeb12946738", "tag": "c316a4ac-5655-48cd-a227-36b2eb37993c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:03.006366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e33c9c-62f3-494a-b2ac-3efe401e12eb service neutron] Pushing event updated for resources: {'Port': ['ID=c316a4ac-5655-48cd-a227-36b2eb37993c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:03.040109 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278fcf3e-8139-4370-8266-c232cd6004ba x-openstack-request-id: req-278fcf3e-8139-4370-8266-c232cd6004ba {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:03.040412 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e680bb-902d-479c-8b22-eaeb12946738", "tag": "c316a4ac-5655-48cd-a227-36b2eb37993c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:03.040666 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-278fcf3e-8139-4370-8266-c232cd6004ba {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:03.041071 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e680bb-902d-479c-8b22-eaeb12946738', 'tag': 'c316a4ac-5655-48cd-a227-36b2eb37993c', 'status': 'completed', 'code': 200} Feb 11 05:25:03.105910 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-4c47ead8-140d-41a7-9a94-8fe451c456e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.107646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-4c47ead8-140d-41a7-9a94-8fe451c456e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdf9a9e7dbbb406b8b3de2a4254ec3d2&device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 1127 time: 0.0518355 Feb 11 05:25:03.155257 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-3aedc821-2742-471e-af2f-3d500dd8570d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c316a4ac-5655-48cd-a227-36b2eb37993c HTTP/1.1" status: 200 len: 217 time: 0.0349436 Feb 11 05:25:03.202852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-27ad23c6-4617-4002-ab25-b43ff6216a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.204405 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-27ad23c6-4617-4002-ab25-b43ff6216a48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2764c37-85f7-4a22-b766-bb517f383605 HTTP/1.1" status: 200 len: 852 time: 0.0437710 Feb 11 05:25:03.242222 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-f890d579-3c73-464a-ae92-f941c89af009 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe1ead03-bc55-4a3e-9e95-a2d0af287f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308831 Feb 11 05:25:03.342458 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-af5130a6-8891-4893-8da7-d7f1cf810b5b service neutron] 10.222.0.60 "GET /v2.0/networks/fe1ead03-bc55-4a3e-9e95-a2d0af287f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944333 Feb 11 05:25:03.344775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcee468-ad1a-4753-8242-db6234648229 req-19cb0f11-dcce-4dbc-8749-39aac0909090 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.346766 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9dcee468-ad1a-4753-8242-db6234648229 req-19cb0f11-dcce-4dbc-8749-39aac0909090 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0577083 Feb 11 05:25:03.402584 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9dcee468-ad1a-4753-8242-db6234648229 req-e7d4367a-ff8e-4998-bf16-3341fb2fad45 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490708 Feb 11 05:25:03.444016 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e5a3131b-2e96-4b34-b3df-7b79c539abdd req-6592ffe2-ad58-48b4-954b-b4e565670f6a service neutron] 10.222.0.60 "GET /v2.0/networks/fe1ead03-bc55-4a3e-9e95-a2d0af287f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952055 Feb 11 05:25:03.542916 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.558739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37c50-6f1e-4a3e-829f-3eadf955f23b req-5a04929c-20f0-40c4-b243-8f3f28252c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.560440 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfe37c50-6f1e-4a3e-829f-3eadf955f23b req-5a04929c-20f0-40c4-b243-8f3f28252c05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdf9a9e7dbbb406b8b3de2a4254ec3d2&device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 1127 time: 0.0477612 Feb 11 05:25:03.658842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37c50-6f1e-4a3e-829f-3eadf955f23b req-b7831d86-441f-4850-8f4b-38046e7bc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.660302 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfe37c50-6f1e-4a3e-829f-3eadf955f23b req-b7831d86-441f-4850-8f4b-38046e7bc7ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe1ead03-bc55-4a3e-9e95-a2d0af287f6a HTTP/1.1" status: 200 len: 913 time: 0.0931625 Feb 11 05:25:03.705348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfe37c50-6f1e-4a3e-829f-3eadf955f23b req-513ec6b9-ff19-4319-99f0-6e453e0eb6f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c316a4ac-5655-48cd-a227-36b2eb37993c HTTP/1.1" status: 200 len: 217 time: 0.0367701 Feb 11 05:25:03.787281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37c50-6f1e-4a3e-829f-3eadf955f23b req-50eb37c6-1427-45b1-809d-08525b89c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.788738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfe37c50-6f1e-4a3e-829f-3eadf955f23b req-50eb37c6-1427-45b1-809d-08525b89c0b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2764c37-85f7-4a22-b766-bb517f383605 HTTP/1.1" status: 200 len: 852 time: 0.0750091 Feb 11 05:25:03.796762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47f905-20c1-43a0-affa-c180abd6f6b1 req-91a59030-411b-406f-b3eb-a446708f0009 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.798119 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c47f905-20c1-43a0-affa-c180abd6f6b1 req-91a59030-411b-406f-b3eb-a446708f0009 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 944 time: 0.0955546 Feb 11 05:25:03.833563 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfe37c50-6f1e-4a3e-829f-3eadf955f23b req-bf4178be-21fe-42e1-8f70-c854edf566a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe1ead03-bc55-4a3e-9e95-a2d0af287f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345354 Feb 11 05:25:03.884680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c47f905-20c1-43a0-affa-c180abd6f6b1 req-94cdbf25-e6ae-4394-94c9-dcd9a0dbe740 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783246 Feb 11 05:25:03.945091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfe37c50-6f1e-4a3e-829f-3eadf955f23b req-628d6473-bc1d-47ec-84a9-f0a12500c302 service neutron] 10.222.0.60 "GET /v2.0/networks/fe1ead03-bc55-4a3e-9e95-a2d0af287f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034942 Feb 11 05:25:04.035872 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfe37c50-6f1e-4a3e-829f-3eadf955f23b req-e00b85e9-eb58-4b45-b687-9afa3d6e8405 service neutron] 10.222.0.60 "GET /v2.0/networks/fe1ead03-bc55-4a3e-9e95-a2d0af287f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850890 Feb 11 05:25:04.524317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359e5df-fbb2-4672-944f-4b1d040f5268 req-bcde9f23-11df-4aee-978b-fb5a1a0584a4 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:04.525741 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2359e5df-fbb2-4672-944f-4b1d040f5268 req-bcde9f23-11df-4aee-978b-fb5a1a0584a4 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0545254 Feb 11 05:25:04.576297 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2359e5df-fbb2-4672-944f-4b1d040f5268 req-5e16ca33-7844-40f8-bde3-49ab6821f2b9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Feb 11 05:25:05.014005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e36c32-7b76-43eb-a6c2-a269efe20bd9 req-e595ef2d-beed-4300-a8ff-dab36661d4e2 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:05.016035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38e36c32-7b76-43eb-a6c2-a269efe20bd9 req-e595ef2d-beed-4300-a8ff-dab36661d4e2 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 944 time: 0.0597084 Feb 11 05:25:05.072633 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38e36c32-7b76-43eb-a6c2-a269efe20bd9 req-a8bc34d9-fc0d-4792-9735-b153ce60fe25 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507789 Feb 11 05:25:05.694424 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c0ffa-8139-4912-98f0-891b0e828cb9 req-c9451af4-d580-4fb4-a7c1-c43cd1366f07 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:05.695950 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-498c0ffa-8139-4912-98f0-891b0e828cb9 req-c9451af4-d580-4fb4-a7c1-c43cd1366f07 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0531881 Feb 11 05:25:05.743900 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-498c0ffa-8139-4912-98f0-891b0e828cb9 req-3a339765-364d-4911-aade-f0d7a502dc12 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417945 Feb 11 05:25:06.196927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d29a2-485d-487c-8969-6bdb77471e86 req-a9ee9b31-d1aa-4277-a07d-6669091d8af0 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:06.199054 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d8d29a2-485d-487c-8969-6bdb77471e86 req-a9ee9b31-d1aa-4277-a07d-6669091d8af0 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 944 time: 0.0523927 Feb 11 05:25:06.244337 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d8d29a2-485d-487c-8969-6bdb77471e86 req-72ad5507-695f-45a5-9afa-5752a14e4542 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398157 Feb 11 05:25:06.885110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927490de-0d58-4c37-98cd-03c42b946063 req-936172f4-99a0-4c73-9ab3-b490a608116c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:06.887459 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-927490de-0d58-4c37-98cd-03c42b946063 req-936172f4-99a0-4c73-9ab3-b490a608116c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0729415 Feb 11 05:25:06.935295 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-927490de-0d58-4c37-98cd-03c42b946063 req-9c0d0506-3faa-44c2-82ab-5af1ea489d75 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420003 Feb 11 05:25:07.363082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796b3b2-1258-4881-af17-a0c6957ab268 req-4b1b5d98-c838-4b8f-b61b-1c5574aa13ea tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:07.364472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d796b3b2-1258-4881-af17-a0c6957ab268 req-4b1b5d98-c838-4b8f-b61b-1c5574aa13ea tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 944 time: 0.0516620 Feb 11 05:25:07.410185 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d796b3b2-1258-4881-af17-a0c6957ab268 req-c546cafe-ee4f-486c-a469-89c0d40b1a8e tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401638 Feb 11 05:25:07.632574 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.671637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c316a4ac-5655-48cd-a227-36b2eb37993c details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:07.769501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c316a4ac-5655-48cd-a227-36b2eb37993c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c316a4ac-5655-48cd-a227-36b2eb37993c,segment=NetworkSegment(f7b774f7-6b78-4b8d-ad04-d313c22e3d51),segment_id=f7b774f7-6b78-4b8d-ad04-d313c22e3d51)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:07.780056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'c316a4ac-5655-48cd-a227-36b2eb37993c', 'network_id': 'fe1ead03-bc55-4a3e-9e95-a2d0af287f6a', 'port_id': 'c316a4ac-5655-48cd-a227-36b2eb37993c', 'mac_address': 'fa:16:3e:c2:71:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2764c37-85f7-4a22-b766-bb517f383605', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:07.815082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c316a4ac-5655-48cd-a227-36b2eb37993c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:07.815472 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.828202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c316a4ac-5655-48cd-a227-36b2eb37993c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:07.846929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c316a4ac-5655-48cd-a227-36b2eb37993c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c316a4ac-5655-48cd-a227-36b2eb37993c,segment=NetworkSegment(f7b774f7-6b78-4b8d-ad04-d313c22e3d51),segment_id=f7b774f7-6b78-4b8d-ad04-d313c22e3d51)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:07.850668 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.899669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c316a4ac-5655-48cd-a227-36b2eb37993c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:08.055360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9675-c09f-4f34-866b-aa13d88f0abf req-b84bcdad-1c86-45da-aca8-e31c7696feda tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.056841 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c1c9675-c09f-4f34-866b-aa13d88f0abf req-b84bcdad-1c86-45da-aca8-e31c7696feda tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0559974 Feb 11 05:25:08.102868 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c1c9675-c09f-4f34-866b-aa13d88f0abf req-2b67f6e9-228f-4267-9aef-504ec6c0243f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Feb 11 05:25:08.268056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['c316a4ac-5655-48cd-a227-36b2eb37993c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:08.531929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e65df2-a64d-46de-9a99-ae2b825254cc req-db8338ab-cd9e-4234-935c-49f11149ac4e tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.533313 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7e65df2-a64d-46de-9a99-ae2b825254cc req-db8338ab-cd9e-4234-935c-49f11149ac4e tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 945 time: 0.0569360 Feb 11 05:25:08.579301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7e65df2-a64d-46de-9a99-ae2b825254cc req-3407e85b-59d5-4029-9c54-0335f0e693f6 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Feb 11 05:25:09.222830 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3509e3-1513-4def-9740-9e3e59174b73 req-5d6dba07-8e9e-41e0-b121-9612dc077bcc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.224349 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb3509e3-1513-4def-9740-9e3e59174b73 req-5d6dba07-8e9e-41e0-b121-9612dc077bcc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0522356 Feb 11 05:25:09.272394 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb3509e3-1513-4def-9740-9e3e59174b73 req-3c048786-3421-4272-942d-788c5a6ec83f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425313 Feb 11 05:25:09.423294 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b21ff357-488d-4068-8b42-b6f90336bc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.670535 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c316a4ac-5655-48cd-a227-36b2eb37993c up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:09.699894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a43fc9-0c04-48bb-a825-54576aa31134 req-e9330ab5-722e-4927-a188-23c74bc27154 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.701382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28a43fc9-0c04-48bb-a825-54576aa31134 req-e9330ab5-722e-4927-a188-23c74bc27154 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 945 time: 0.0535140 Feb 11 05:25:09.723582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port c316a4ac-5655-48cd-a227-36b2eb37993c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:09.727633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port c316a4ac-5655-48cd-a227-36b2eb37993c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:09.728019 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.748606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28a43fc9-0c04-48bb-a825-54576aa31134 req-63f73eed-5a5e-4e6f-ac1a-2d250ab69e46 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Feb 11 05:25:09.805050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c316a4ac-5655-48cd-a227-36b2eb37993c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:09.805452 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.834197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e680bb-902d-479c-8b22-eaeb12946738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c316a4ac-5655-48cd-a227-36b2eb37993c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:09.837667 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f29d7d-3bf1-4ade-9309-f17885e3a6b0" -d '{"events": [{"server_uuid": "f7e680bb-902d-479c-8b22-eaeb12946738", "name": "network-vif-plugged", "status": "completed", "tag": "c316a4ac-5655-48cd-a227-36b2eb37993c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:09.855709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c316a4ac-5655-48cd-a227-36b2eb37993c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c316a4ac-5655-48cd-a227-36b2eb37993c,segment=NetworkSegment(f7b774f7-6b78-4b8d-ad04-d313c22e3d51),segment_id=f7b774f7-6b78-4b8d-ad04-d313c22e3d51)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:09.860396 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.888655 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f17743-138f-4372-b08a-4beb59e5d1c0 x-openstack-request-id: req-68f17743-138f-4372-b08a-4beb59e5d1c0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:09.888952 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e680bb-902d-479c-8b22-eaeb12946738", "name": "network-vif-plugged", "status": "completed", "tag": "c316a4ac-5655-48cd-a227-36b2eb37993c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:09.889209 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68f17743-138f-4372-b08a-4beb59e5d1c0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:09.889594 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e680bb-902d-479c-8b22-eaeb12946738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c316a4ac-5655-48cd-a227-36b2eb37993c', 'code': 200} Feb 11 05:25:09.916917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c316a4ac-5655-48cd-a227-36b2eb37993c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:09.995316 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b10725-eca4-4f09-8515-99db69e37cc2 req-18f41277-b4a3-47ff-9c7e-68913b8c2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.996710 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68b10725-eca4-4f09-8515-99db69e37cc2 req-18f41277-b4a3-47ff-9c7e-68913b8c2f27 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 1129 time: 0.0472932 Feb 11 05:25:10.038832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68b10725-eca4-4f09-8515-99db69e37cc2 req-5867385d-6b5b-49f5-835e-b355ba5635a8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364299 Feb 11 05:25:10.387111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021127be-6fb1-4a0c-82b8-1cb138292ae4 req-bcb0e6f5-db40-4524-8eb3-3bb74ad04966 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.388566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-021127be-6fb1-4a0c-82b8-1cb138292ae4 req-bcb0e6f5-db40-4524-8eb3-3bb74ad04966 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0522490 Feb 11 05:25:10.434431 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-021127be-6fb1-4a0c-82b8-1cb138292ae4 req-0394aa3d-65c6-49da-bfbe-c10f304ad12f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Feb 11 05:25:10.871330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634bce-311f-48f3-9bb6-89de1aa30f32 req-d13d64ad-db2b-4441-95d6-e26d1f0ca4f9 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.872819 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7634bce-311f-48f3-9bb6-89de1aa30f32 req-d13d64ad-db2b-4441-95d6-e26d1f0ca4f9 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0531638 Feb 11 05:25:10.922942 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7634bce-311f-48f3-9bb6-89de1aa30f32 req-c80f92c6-4e68-4e4e-80f9-549a1b0eb83e tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Feb 11 05:25:11.561803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb890d-2d48-43dd-bf0d-62fe42e8bfc1 req-d635e042-f216-4573-ad0f-64d1861c797f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.563382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6deb890d-2d48-43dd-bf0d-62fe42e8bfc1 req-d635e042-f216-4573-ad0f-64d1861c797f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0562994 Feb 11 05:25:11.615538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6deb890d-2d48-43dd-bf0d-62fe42e8bfc1 req-a1e9e77c-4519-478d-ac80-e520f159a884 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463471 Feb 11 05:25:11.887686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-31d6c7db-afae-4295-be84-cd7173af23fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.041033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201bb10-06aa-4fe8-8347-ce71b0149ec2 req-173f2c5f-6032-475f-af1d-b5a2223c17ee tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:12.043110 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e201bb10-06aa-4fe8-8347-ce71b0149ec2 req-173f2c5f-6032-475f-af1d-b5a2223c17ee tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0524435 Feb 11 05:25:12.088359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e201bb10-06aa-4fe8-8347-ce71b0149ec2 req-3affa3f2-4876-431f-96de-93d60977b51c tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396979 Feb 11 05:25:12.211901 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0169a26-e780-4517-9c0c-ee9b5631075a req-674a2e2c-987e-4e93-b587-b866780e43eb tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:12.213382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0169a26-e780-4517-9c0c-ee9b5631075a req-674a2e2c-987e-4e93-b587-b866780e43eb tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0580180 Feb 11 05:25:12.260170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0169a26-e780-4517-9c0c-ee9b5631075a req-3cf9eaa4-756f-48f6-9709-2e6f9d4c21ad tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Feb 11 05:25:12.483937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d223f04-7a44-48a4-939b-6b4593991dc6 req-b6a1b8c3-2e32-43ad-92bd-dd2f54fad9ba tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:12.485353 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d223f04-7a44-48a4-939b-6b4593991dc6 req-b6a1b8c3-2e32-43ad-92bd-dd2f54fad9ba tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0528517 Feb 11 05:25:12.540705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d223f04-7a44-48a4-939b-6b4593991dc6 req-3c28caca-0aca-4e10-8a32-98290b8b7679 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498049 Feb 11 05:25:12.735395 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce891c-8686-4801-945d-f405f5ddadd4 req-edf0f5da-f8ab-42b4-bda2-eb210d1ebabc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:12.736799 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4dce891c-8686-4801-945d-f405f5ddadd4 req-edf0f5da-f8ab-42b4-bda2-eb210d1ebabc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0539539 Feb 11 05:25:12.784687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4dce891c-8686-4801-945d-f405f5ddadd4 req-483513c2-0a5a-46fd-ac75-95d6d2e3d885 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423305 Feb 11 05:25:12.843958 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.665003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d95f60-9a83-48b6-9cbc-fa63faec0f69 req-26f2a5b1-2a51-4af0-aa1f-839793846c9e tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.666480 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7d95f60-9a83-48b6-9cbc-fa63faec0f69 req-26f2a5b1-2a51-4af0-aa1f-839793846c9e tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0562401 Feb 11 05:25:13.713193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7d95f60-9a83-48b6-9cbc-fa63faec0f69 req-a8741656-c808-45a1-b1e7-bf5c1b62cea6 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Feb 11 05:25:13.918266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9600d-9bac-4830-a88e-acd431d91480 req-85f3ad1e-4a89-4911-a0aa-ad8f1cbe12a9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.919820 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fbd9600d-9bac-4830-a88e-acd431d91480 req-85f3ad1e-4a89-4911-a0aa-ad8f1cbe12a9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0630820 Feb 11 05:25:13.920444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78cc92-c898-43ce-8136-5d69ce89e5df req-1d068fad-7637-4024-86c7-bd5df59564f3 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.921943 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c78cc92-c898-43ce-8136-5d69ce89e5df req-1d068fad-7637-4024-86c7-bd5df59564f3 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0577173 Feb 11 05:25:13.969826 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6c78cc92-c898-43ce-8136-5d69ce89e5df req-b29382b6-fdb2-4217-8cec-be567209c4bc tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422716 Feb 11 05:25:13.996275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fbd9600d-9bac-4830-a88e-acd431d91480 req-a3fafd73-db8d-43bd-ba1f-f9b967843b93 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678363 Feb 11 05:25:13.998772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b073480-07ce-4a50-b6da-103d0ab05b33 req-803cc577-4577-4b9c-97ac-455570189ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.000210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b073480-07ce-4a50-b6da-103d0ab05b33 req-803cc577-4577-4b9c-97ac-455570189ed9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdf9a9e7dbbb406b8b3de2a4254ec3d2&device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 1129 time: 0.0795178 Feb 11 05:25:14.093874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b073480-07ce-4a50-b6da-103d0ab05b33 req-177fce2a-d3d8-4c27-8d24-7872a2b0bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.095364 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b073480-07ce-4a50-b6da-103d0ab05b33 req-177fce2a-d3d8-4c27-8d24-7872a2b0bc1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe1ead03-bc55-4a3e-9e95-a2d0af287f6a HTTP/1.1" status: 200 len: 913 time: 0.0873132 Feb 11 05:25:14.136066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b073480-07ce-4a50-b6da-103d0ab05b33 req-96872071-a525-43c4-95fa-35c51d922c00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c316a4ac-5655-48cd-a227-36b2eb37993c HTTP/1.1" status: 200 len: 217 time: 0.0341823 Feb 11 05:25:14.187252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b073480-07ce-4a50-b6da-103d0ab05b33 req-48a54ef5-955a-4b41-b088-6012a4032d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.188695 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b073480-07ce-4a50-b6da-103d0ab05b33 req-48a54ef5-955a-4b41-b088-6012a4032d7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2764c37-85f7-4a22-b766-bb517f383605 HTTP/1.1" status: 200 len: 852 time: 0.0471923 Feb 11 05:25:14.220499 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b073480-07ce-4a50-b6da-103d0ab05b33 req-2fdb8d07-c532-40aa-9cd4-f40ba59bece4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe1ead03-bc55-4a3e-9e95-a2d0af287f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250025 Feb 11 05:25:14.306779 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b073480-07ce-4a50-b6da-103d0ab05b33 req-52146051-ac3d-4586-afb5-7e2610056f96 service neutron] 10.222.0.60 "GET /v2.0/networks/fe1ead03-bc55-4a3e-9e95-a2d0af287f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803881 Feb 11 05:25:14.396748 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b073480-07ce-4a50-b6da-103d0ab05b33 req-073c1610-dfcb-4e51-8b57-d0d75d33e9cb service neutron] 10.222.0.60 "GET /v2.0/networks/fe1ead03-bc55-4a3e-9e95-a2d0af287f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841370 Feb 11 05:25:14.423976 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.090722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12734856-5c5a-4c6f-8484-b6796d47b655 req-75ee1568-2d69-46e9-9919-bdb01a03733a tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.093124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12734856-5c5a-4c6f-8484-b6796d47b655 req-75ee1568-2d69-46e9-9919-bdb01a03733a tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0526810 Feb 11 05:25:15.115556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d4e3d-026b-4410-a24e-4d833377d141 req-412e3a16-7faf-41e7-9dd6-c76786e1ee1b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.117043 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a5d4e3d-026b-4410-a24e-4d833377d141 req-412e3a16-7faf-41e7-9dd6-c76786e1ee1b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 943 time: 0.0535059 Feb 11 05:25:15.140720 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12734856-5c5a-4c6f-8484-b6796d47b655 req-490527a4-acd8-4ca9-9120-4e4652d3864a tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 Feb 11 05:25:15.164423 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a5d4e3d-026b-4410-a24e-4d833377d141 req-3a963291-24f1-473e-b7d9-e3b0be90c70c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Feb 11 05:25:15.584774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:15.681076 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.698436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:15.709401 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '7b12b4fc-9443-49c6-b38d-b46f8ca63cfe', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'port_id': '7b12b4fc-9443-49c6-b38d-b46f8ca63cfe', 'mac_address': 'fa:16:3e:5b:28:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:15.745800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:15.746187 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.758648 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:15.778221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:15.781954 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.829987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:15.837150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:15.837447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:15.837791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:15.838714 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:15.839777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:15.839962 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:15.840295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:15.840622 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:15.840948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:15.841271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:15.841594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:15.841913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:15.842232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.075055 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['7b12b4fc-9443-49c6-b38d-b46f8ca63cfe'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:16.272746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea915a0-3623-4654-9f42-1ac8d9cf3fd2 req-f82dcfac-d267-4ebe-9965-410ed25f4db5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:16.274239 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bea915a0-3623-4654-9f42-1ac8d9cf3fd2 req-f82dcfac-d267-4ebe-9965-410ed25f4db5 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0562830 Feb 11 05:25:16.289811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb39dc-3031-47fb-9e22-3674f1c2cfdf req-1c92ecc7-3f5c-4746-8df0-def30a9f2ad4 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:16.291315 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1dfb39dc-3031-47fb-9e22-3674f1c2cfdf req-1c92ecc7-3f5c-4746-8df0-def30a9f2ad4 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 944 time: 0.0570922 Feb 11 05:25:16.321134 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bea915a0-3623-4654-9f42-1ac8d9cf3fd2 req-af6dd514-9ebc-4c29-ac59-3fe94db79e7e tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405166 Feb 11 05:25:16.340303 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1dfb39dc-3031-47fb-9e22-3674f1c2cfdf req-4e75823a-a778-4d1a-8f12-0db080e06458 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434158 Feb 11 05:25:16.542258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323d33e-fd57-40f4-bc28-8b9e71e9abe6 req-c249d435-bd52-4ea4-a707-2a5f6ee041ae tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:16.543820 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6323d33e-fd57-40f4-bc28-8b9e71e9abe6 req-c249d435-bd52-4ea4-a707-2a5f6ee041ae tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0529077 Feb 11 05:25:16.590267 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6323d33e-fd57-40f4-bc28-8b9e71e9abe6 req-c817e8c3-1ffe-4b47-a9eb-c376c25eb3a4 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407355 Feb 11 05:25:17.459786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c864ae-e810-45c8-b731-cb47ebe75a6e req-f1030ccb-ecda-492d-a5e1-b861d4aead28 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.461279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-74c864ae-e810-45c8-b731-cb47ebe75a6e req-f1030ccb-ecda-492d-a5e1-b861d4aead28 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 944 time: 0.0526590 Feb 11 05:25:17.511589 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-74c864ae-e810-45c8-b731-cb47ebe75a6e req-09f50573-f60d-40c1-b2f5-204620578533 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443759 Feb 11 05:25:17.600285 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:17.649696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:17.654575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:17.654987 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.716362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47a6e7-3e0a-4e9f-8d31-dae782223fbe req-fe063cfa-eee7-408a-b7d3-aade4b379eb9 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.717849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a47a6e7-3e0a-4e9f-8d31-dae782223fbe req-fe063cfa-eee7-408a-b7d3-aade4b379eb9 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0567605 Feb 11 05:25:17.732772 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:17.733196 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.755996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd341c0ce-ba6d-4a4e-a67f-1d01a2845140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12b4fc-9443-49c6-b38d-b46f8ca63cfe'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:17.758843 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370360bf-3574-4808-b926-540cc0d803f1" -d '{"events": [{"server_uuid": "d341c0ce-ba6d-4a4e-a67f-1d01a2845140", "name": "network-vif-plugged", "status": "completed", "tag": "7b12b4fc-9443-49c6-b38d-b46f8ca63cfe"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:17.765253 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a47a6e7-3e0a-4e9f-8d31-dae782223fbe req-9d3a2805-34f5-4a52-80b7-f56ac94bdb25 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Feb 11 05:25:17.771971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:17.776641 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.806956 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad85f88-fc4b-4946-9fbb-ad018725937c x-openstack-request-id: req-2ad85f88-fc4b-4946-9fbb-ad018725937c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:17.807254 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d341c0ce-ba6d-4a4e-a67f-1d01a2845140", "name": "network-vif-plugged", "status": "completed", "tag": "7b12b4fc-9443-49c6-b38d-b46f8ca63cfe", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:17.807509 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ad85f88-fc4b-4946-9fbb-ad018725937c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:17.807895 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd341c0ce-ba6d-4a4e-a67f-1d01a2845140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12b4fc-9443-49c6-b38d-b46f8ca63cfe', 'code': 200} Feb 11 05:25:17.833257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:17.939619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb4fda-d857-4eeb-b8cf-a270abb10874 req-d081cdd8-ea68-4ae6-b284-78d2fb203606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.943328 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14cb4fda-d857-4eeb-b8cf-a270abb10874 req-d081cdd8-ea68-4ae6-b284-78d2fb203606 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 1128 time: 0.0453622 Feb 11 05:25:17.983183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2129e14-e259-4d26-a912-1ed49695fa19 req-b96a9ead-803f-4279-8755-8da5c421b65e tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.984743 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2129e14-e259-4d26-a912-1ed49695fa19 req-b96a9ead-803f-4279-8755-8da5c421b65e tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0551856 Feb 11 05:25:18.015282 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14cb4fda-d857-4eeb-b8cf-a270abb10874 req-18f12ee0-ffa5-4eaa-83fe-21c88b8affb5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683918 Feb 11 05:25:18.029880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892fea4-b984-434f-b6cb-b78f9f33c93a req-79d5f6c7-4b3d-4e45-9dc1-34bc6a627669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:18.031393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a892fea4-b984-434f-b6cb-b78f9f33c93a req-79d5f6c7-4b3d-4e45-9dc1-34bc6a627669 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdf9a9e7dbbb406b8b3de2a4254ec3d2&device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 1129 time: 0.0603623 Feb 11 05:25:18.041822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2129e14-e259-4d26-a912-1ed49695fa19 req-a80acf92-3848-4508-96a0-fec6fa088bc1 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492222 Feb 11 05:25:18.125246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892fea4-b984-434f-b6cb-b78f9f33c93a req-99f57860-ee5f-4bbf-861e-62650aca8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:18.126694 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a892fea4-b984-434f-b6cb-b78f9f33c93a req-99f57860-ee5f-4bbf-861e-62650aca8e43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe1ead03-bc55-4a3e-9e95-a2d0af287f6a HTTP/1.1" status: 200 len: 913 time: 0.0880377 Feb 11 05:25:18.168345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a892fea4-b984-434f-b6cb-b78f9f33c93a req-b1a1c66f-cfdd-42af-967f-ee497edada72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c316a4ac-5655-48cd-a227-36b2eb37993c HTTP/1.1" status: 200 len: 217 time: 0.0341880 Feb 11 05:25:18.218367 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892fea4-b984-434f-b6cb-b78f9f33c93a req-665a11da-5cf2-4fdd-beac-4bc970c5e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:18.219807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a892fea4-b984-434f-b6cb-b78f9f33c93a req-665a11da-5cf2-4fdd-beac-4bc970c5e0d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2764c37-85f7-4a22-b766-bb517f383605 HTTP/1.1" status: 200 len: 852 time: 0.0463173 Feb 11 05:25:18.252011 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a892fea4-b984-434f-b6cb-b78f9f33c93a req-783b1bb0-a76d-4ba5-a8c0-01fb29426c1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe1ead03-bc55-4a3e-9e95-a2d0af287f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247798 Feb 11 05:25:18.344256 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a892fea4-b984-434f-b6cb-b78f9f33c93a req-81473da0-3bf7-4e0b-a2dd-af84200eb92c service neutron] 10.222.0.60 "GET /v2.0/networks/fe1ead03-bc55-4a3e-9e95-a2d0af287f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847380 Feb 11 05:25:18.435606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a892fea4-b984-434f-b6cb-b78f9f33c93a req-50f8e75b-dc24-445b-abef-64970f279b2c service neutron] 10.222.0.60 "GET /v2.0/networks/fe1ead03-bc55-4a3e-9e95-a2d0af287f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851431 Feb 11 05:25:18.628820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e2f69-b427-44d6-ac55-f472ee687875 req-73a8f11f-0871-4ab3-a41b-252b303c9ee3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:18.630281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-129e2f69-b427-44d6-ac55-f472ee687875 req-73a8f11f-0871-4ab3-a41b-252b303c9ee3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 945 time: 0.0517738 Feb 11 05:25:18.675342 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-129e2f69-b427-44d6-ac55-f472ee687875 req-ad70ee30-08f6-4d0d-af83-136b479d12a9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394392 Feb 11 05:25:19.162285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba8546-1dda-446d-8430-0325dc20cc48 req-6839ea21-bd09-4553-a75e-5eb37bef53f2 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:19.163814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00ba8546-1dda-446d-8430-0325dc20cc48 req-6839ea21-bd09-4553-a75e-5eb37bef53f2 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0530143 Feb 11 05:25:19.209545 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00ba8546-1dda-446d-8430-0325dc20cc48 req-e8cf7e50-0991-406d-947d-7da9d6704034 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Feb 11 05:25:19.595658 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:25:19.801790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41900209-7d50-4026-8ceb-0b1f2e2f3f41 req-755bf7b8-5ffd-464a-a22a-e81cba495429 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:19.803320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41900209-7d50-4026-8ceb-0b1f2e2f3f41 req-755bf7b8-5ffd-464a-a22a-e81cba495429 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 945 time: 0.0570993 Feb 11 05:25:19.849170 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41900209-7d50-4026-8ceb-0b1f2e2f3f41 req-13acb200-06a4-46b1-a036-0c6ced472ac3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Feb 11 05:25:19.964060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cca54-fa80-477c-92f8-d2a96a4c835c req-cc5dfd46-2d14-4e7a-95d9-906fa8362caa tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:19.965562 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-588cca54-fa80-477c-92f8-d2a96a4c835c req-cc5dfd46-2d14-4e7a-95d9-906fa8362caa tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 945 time: 0.0530572 Feb 11 05:25:20.012629 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-588cca54-fa80-477c-92f8-d2a96a4c835c req-bb3b4176-69e9-4a34-a337-3318f1348294 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Feb 11 05:25:20.127399 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc03047-4d24-47e0-b953-beeef97d72d5 req-dcc600a0-3f96-4f26-8e22-ed8a87711ee7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:20.128791 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdc03047-4d24-47e0-b953-beeef97d72d5 req-dcc600a0-3f96-4f26-8e22-ed8a87711ee7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 945 time: 0.0525589 Feb 11 05:25:20.174840 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdc03047-4d24-47e0-b953-beeef97d72d5 req-f53f37a1-8212-4125-a915-b140dc6902c7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Feb 11 05:25:20.346616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ea085-7db6-4a8d-8ec0-af2bdc8aff54 req-44e969df-a8a4-4184-a27c-c5a26c3887fd tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:20.348305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-065ea085-7db6-4a8d-8ec0-af2bdc8aff54 req-44e969df-a8a4-4184-a27c-c5a26c3887fd tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0724235 Feb 11 05:25:20.399624 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-065ea085-7db6-4a8d-8ec0-af2bdc8aff54 req-9d825ee3-579f-4061-b3c5-b44887ca8c61 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Feb 11 05:25:20.429982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1be28-9f47-4c2c-a33c-9322d4ad010b req-0a12f328-d8ce-44c9-8cf4-bb1b15c16600 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:20.431516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-26f1be28-9f47-4c2c-a33c-9322d4ad010b req-0a12f328-d8ce-44c9-8cf4-bb1b15c16600 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 945 time: 0.0584912 Feb 11 05:25:20.478385 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-26f1be28-9f47-4c2c-a33c-9322d4ad010b req-4467d66e-d6ff-4db6-8432-da20792b4553 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Feb 11 05:25:20.636128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ed714-0406-4bd1-9003-0db5f4564aa8 req-b4be7ce8-7b32-4be3-a56d-04f56583de18 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:20.638137 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c6ed714-0406-4bd1-9003-0db5f4564aa8 req-b4be7ce8-7b32-4be3-a56d-04f56583de18 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0531321 Feb 11 05:25:20.683927 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c6ed714-0406-4bd1-9003-0db5f4564aa8 req-8fb8550d-21a4-4594-b7c5-79105a0fb1d2 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401764 Feb 11 05:25:21.600889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7cf4c-2731-4216-86e0-0d713e9ab5fb req-9a33f200-9bd2-4df6-93a6-22ff6520e5e9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:21.602434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60e7cf4c-2731-4216-86e0-0d713e9ab5fb req-9a33f200-9bd2-4df6-93a6-22ff6520e5e9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 945 time: 0.0528934 Feb 11 05:25:21.656717 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60e7cf4c-2731-4216-86e0-0d713e9ab5fb req-5167eade-bfc6-4e6d-8f46-39f94ab5bf34 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456977 Feb 11 05:25:21.808118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7430562-368b-434d-b5a5-008af00846b8 req-74794ad1-125a-459a-97ae-23157129293e tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:21.809622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7430562-368b-434d-b5a5-008af00846b8 req-74794ad1-125a-459a-97ae-23157129293e tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0550251 Feb 11 05:25:21.867773 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7430562-368b-434d-b5a5-008af00846b8 req-b7e9a81e-0042-4451-9f5a-a34bbfd36093 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519769 Feb 11 05:25:21.995886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b1498-665b-4b2f-84c2-9943f260574f req-96db5dde-e809-4ed5-9add-452cd3c8cf9e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:21.997329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d24b1498-665b-4b2f-84c2-9943f260574f req-96db5dde-e809-4ed5-9add-452cd3c8cf9e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 945 time: 0.0568264 Feb 11 05:25:22.094037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d24b1498-665b-4b2f-84c2-9943f260574f req-115c418e-9fb8-421d-b270-f014c7b8d3d3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Deleting port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:22.094388 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d24b1498-665b-4b2f-84c2-9943f260574f req-115c418e-9fb8-421d-b270-f014c7b8d3d3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.180307 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d24b1498-665b-4b2f-84c2-9943f260574f req-115c418e-9fb8-421d-b270-f014c7b8d3d3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] For port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:22.180656 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d24b1498-665b-4b2f-84c2-9943f260574f req-115c418e-9fb8-421d-b270-f014c7b8d3d3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.192692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d24b1498-665b-4b2f-84c2-9943f260574f req-115c418e-9fb8-421d-b270-f014c7b8d3d3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Calling delete_port for 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:22.325805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d24b1498-665b-4b2f-84c2-9943f260574f req-115c418e-9fb8-421d-b270-f014c7b8d3d3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (7b12b4fc-9443-49c6-b38d-b46f8ca63cfe), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.353841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c418e-9fb8-421d-b270-f014c7b8d3d3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event deleted for resources: {'Port': ['ID=7b12b4fc-9443-49c6-b38d-b46f8ca63cfe,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:22.363506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['7b12b4fc-9443-49c6-b38d-b46f8ca63cfe'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:22.404160 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24b1498-665b-4b2f-84c2-9943f260574f req-115c418e-9fb8-421d-b270-f014c7b8d3d3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] No DVR routers for this DVR port 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:22.406805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d24b1498-665b-4b2f-84c2-9943f260574f req-115c418e-9fb8-421d-b270-f014c7b8d3d3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.410165 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d24b1498-665b-4b2f-84c2-9943f260574f req-115c418e-9fb8-421d-b270-f014c7b8d3d3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "DELETE /v2.0/ports/7b12b4fc-9443-49c6-b38d-b46f8ca63cfe HTTP/1.1" status: 204 len: 173 time: 0.4076033 Feb 11 05:25:22.410623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd341c0ce-ba6d-4a4e-a67f-1d01a2845140', 'name': 'network-vif-deleted', 'tag': '7b12b4fc-9443-49c6-b38d-b46f8ca63cfe'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:22.413002 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87be9a27-d8be-482f-955d-d159435cee82" -d '{"events": [{"server_uuid": "d341c0ce-ba6d-4a4e-a67f-1d01a2845140", "name": "network-vif-deleted", "tag": "7b12b4fc-9443-49c6-b38d-b46f8ca63cfe"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:22.464258 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e74edb-76d8-456b-ae88-04810d9c1297 x-openstack-request-id: req-41e74edb-76d8-456b-ae88-04810d9c1297 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:22.464566 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d341c0ce-ba6d-4a4e-a67f-1d01a2845140", "name": "network-vif-deleted", "tag": "7b12b4fc-9443-49c6-b38d-b46f8ca63cfe", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:22.464826 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41e74edb-76d8-456b-ae88-04810d9c1297 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:22.465232 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd341c0ce-ba6d-4a4e-a67f-1d01a2845140', 'name': 'network-vif-deleted', 'tag': '7b12b4fc-9443-49c6-b38d-b46f8ca63cfe', 'status': 'completed', 'code': 200} Feb 11 05:25:22.753422 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12f26eb1-aaa1-45ec-a57d-c0d2ac6ece34 req-f51e4360-cd21-4b25-98b5-d24281fefb80 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 210 time: 0.0275595 Feb 11 05:25:22.861706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111060a5-ed8f-4e18-91d0-85ba41a3a474 req-690a37a6-5fe9-48c7-b857-512d7f866529 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.863332 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-111060a5-ed8f-4e18-91d0-85ba41a3a474 req-690a37a6-5fe9-48c7-b857-512d7f866529 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0518003 Feb 11 05:25:22.995501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-111060a5-ed8f-4e18-91d0-85ba41a3a474 req-a097b9aa-00f7-4963-9007-82fc7ee98ef4 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Deleting port c316a4ac-5655-48cd-a227-36b2eb37993c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:22.995849 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-111060a5-ed8f-4e18-91d0-85ba41a3a474 req-a097b9aa-00f7-4963-9007-82fc7ee98ef4 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.036065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dee50-8aa8-423e-a94e-fc7fcd27cfe5 req-03820872-0c5f-427b-a497-b2b64b2766e7 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:23.038293 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-477dee50-8aa8-423e-a94e-fc7fcd27cfe5 req-03820872-0c5f-427b-a497-b2b64b2766e7 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7e680bb-902d-479c-8b22-eaeb12946738 HTTP/1.1" status: 200 len: 946 time: 0.0962710 Feb 11 05:25:23.126683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-111060a5-ed8f-4e18-91d0-85ba41a3a474 req-a097b9aa-00f7-4963-9007-82fc7ee98ef4 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] For port c316a4ac-5655-48cd-a227-36b2eb37993c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c316a4ac-5655-48cd-a227-36b2eb37993c,segment=NetworkSegment(f7b774f7-6b78-4b8d-ad04-d313c22e3d51),segment_id=f7b774f7-6b78-4b8d-ad04-d313c22e3d51)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:23.127259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-111060a5-ed8f-4e18-91d0-85ba41a3a474 req-a097b9aa-00f7-4963-9007-82fc7ee98ef4 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.139503 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-477dee50-8aa8-423e-a94e-fc7fcd27cfe5 req-1f45af63-c4fa-4457-98de-9cc5af0dd0f9 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.48 "GET /v2.0/security-groups?id=d325db26-4bf4-4357-ad81-36a2227a7d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756233 Feb 11 05:25:23.147916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-111060a5-ed8f-4e18-91d0-85ba41a3a474 req-a097b9aa-00f7-4963-9007-82fc7ee98ef4 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Calling delete_port for c316a4ac-5655-48cd-a227-36b2eb37993c owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:23.281591 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-111060a5-ed8f-4e18-91d0-85ba41a3a474 req-a097b9aa-00f7-4963-9007-82fc7ee98ef4 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c316a4ac-5655-48cd-a227-36b2eb37993c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.309822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['c316a4ac-5655-48cd-a227-36b2eb37993c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:23.310378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097b9aa-00f7-4963-9007-82fc7ee98ef4 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Pushing event deleted for resources: {'Port': ['ID=c316a4ac-5655-48cd-a227-36b2eb37993c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:23.360300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-111060a5-ed8f-4e18-91d0-85ba41a3a474 req-a097b9aa-00f7-4963-9007-82fc7ee98ef4 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] No DVR routers for this DVR port c316a4ac-5655-48cd-a227-36b2eb37993c on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:23.362788 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-111060a5-ed8f-4e18-91d0-85ba41a3a474 req-a097b9aa-00f7-4963-9007-82fc7ee98ef4 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.366134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-111060a5-ed8f-4e18-91d0-85ba41a3a474 req-a097b9aa-00f7-4963-9007-82fc7ee98ef4 tempest-TestServerAdvancedOps-502707508 tempest-TestServerAdvancedOps-502707508-project] 10.222.0.60 "DELETE /v2.0/ports/c316a4ac-5655-48cd-a227-36b2eb37993c HTTP/1.1" status: 204 len: 173 time: 0.4977634 Feb 11 05:25:23.851414 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6b81213-0051-429b-84f4-3a6b34fff948 req-43ef23a1-46c4-4deb-b8b3-7554a4006621 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 210 time: 0.0299342 Feb 11 05:25:24.203918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48352) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:24.249138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-3290abfa-ec12-4a33-b8d3-fc35c462d0f8 admin admin] Deleting subnet f2764c37-85f7-4a22-b766-bb517f383605 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:24.252236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3290abfa-ec12-4a33-b8d3-fc35c462d0f8 admin admin] Publish callbacks [] for subnet (f2764c37-85f7-4a22-b766-bb517f383605), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.286425 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3290abfa-ec12-4a33-b8d3-fc35c462d0f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (f2764c37-85f7-4a22-b766-bb517f383605), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.330662 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3290abfa-ec12-4a33-b8d3-fc35c462d0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (f2764c37-85f7-4a22-b766-bb517f383605), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.384425 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3290abfa-ec12-4a33-b8d3-fc35c462d0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (f2764c37-85f7-4a22-b766-bb517f383605), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.414548 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3290abfa-ec12-4a33-b8d3-fc35c462d0f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.417768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3290abfa-ec12-4a33-b8d3-fc35c462d0f8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f2764c37-85f7-4a22-b766-bb517f383605 HTTP/1.1" status: 204 len: 168 time: 0.2127907 Feb 11 05:25:24.418574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290abfa-ec12-4a33-b8d3-fc35c462d0f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2764c37-85f7-4a22-b766-bb517f383605,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:24.420319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48354) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:24.475930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e680bb-902d-479c-8b22-eaeb12946738', 'name': 'network-vif-deleted', 'tag': 'c316a4ac-5655-48cd-a227-36b2eb37993c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:24.478278 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e55dff-10ad-4b2d-b64b-a3371189ceca" -d '{"events": [{"server_uuid": "f7e680bb-902d-479c-8b22-eaeb12946738", "name": "network-vif-deleted", "tag": "c316a4ac-5655-48cd-a227-36b2eb37993c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:24.494681 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (fe1ead03-bc55-4a3e-9e95-a2d0af287f6a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.525262 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78c37b9-33ff-4ff4-9c8d-1ffe3ac8d797 x-openstack-request-id: req-b78c37b9-33ff-4ff4-9c8d-1ffe3ac8d797 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:24.525568 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e680bb-902d-479c-8b22-eaeb12946738", "name": "network-vif-deleted", "tag": "c316a4ac-5655-48cd-a227-36b2eb37993c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:24.525828 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b78c37b9-33ff-4ff4-9c8d-1ffe3ac8d797 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:24.526214 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e680bb-902d-479c-8b22-eaeb12946738', 'name': 'network-vif-deleted', 'tag': 'c316a4ac-5655-48cd-a227-36b2eb37993c', 'status': 'completed', 'code': 200} Feb 11 05:25:24.581289 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (fe1ead03-bc55-4a3e-9e95-a2d0af287f6a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.601451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1ead03-bc55-4a3e-9e95-a2d0af287f6a']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:24.610416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b774f7-6b78-4b8d-ad04-d313c22e3d51') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:24.610726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b774f7-6b78-4b8d-ad04-d313c22e3d51') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:24.619956 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (f7b774f7-6b78-4b8d-ad04-d313c22e3d51), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.632991 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (f7b774f7-6b78-4b8d-ad04-d313c22e3d51), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.640672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:25:24.641001 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (f7b774f7-6b78-4b8d-ad04-d313c22e3d51), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:25:24.642878 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:25:24.697204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (fe1ead03-bc55-4a3e-9e95-a2d0af287f6a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.703253 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.706399 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fe1ead03-bc55-4a3e-9e95-a2d0af287f6a HTTP/1.1" status: 204 len: 168 time: 0.2850397 Feb 11 05:25:24.709311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48358) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:24.717304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4eec1c-ff1d-4b76-8abc-7c409f232ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1ead03-bc55-4a3e-9e95-a2d0af287f6a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:24.768956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-b879a57c-4630-4715-bfa7-f87862ee9c9c admin admin] Deleting subnet b5927fe7-28b0-4eef-b8f8-13174f3a9e5c {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:24.772261 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b879a57c-4630-4715-bfa7-f87862ee9c9c admin admin] Publish callbacks [] for subnet (b5927fe7-28b0-4eef-b8f8-13174f3a9e5c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.806975 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b879a57c-4630-4715-bfa7-f87862ee9c9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (b5927fe7-28b0-4eef-b8f8-13174f3a9e5c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.850535 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b879a57c-4630-4715-bfa7-f87862ee9c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (b5927fe7-28b0-4eef-b8f8-13174f3a9e5c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.908043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b879a57c-4630-4715-bfa7-f87862ee9c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (b5927fe7-28b0-4eef-b8f8-13174f3a9e5c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.936042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b879a57c-4630-4715-bfa7-f87862ee9c9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.942948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b879a57c-4630-4715-bfa7-f87862ee9c9c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b5927fe7-28b0-4eef-b8f8-13174f3a9e5c HTTP/1.1" status: 204 len: 168 time: 0.2301579 Feb 11 05:25:24.943175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48362) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:24.952078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879a57c-4630-4715-bfa7-f87862ee9c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5927fe7-28b0-4eef-b8f8-13174f3a9e5c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:24.964419 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ba2437cc-c92d-471e-8897-80ec3aeae15f req-74777b09-584d-4b1d-a8e9-e55d5bfe13c8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 210 time: 0.0406380 Feb 11 05:25:25.031294 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (167b61cd-8e09-4fbb-8347-f94c7d0d360e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.113503 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (167b61cd-8e09-4fbb-8347-f94c7d0d360e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.133866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167b61cd-8e09-4fbb-8347-f94c7d0d360e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:25.143603 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3a2d3b-9b9b-4975-873d-ca7b0e59f8d7') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:25.144092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3a2d3b-9b9b-4975-873d-ca7b0e59f8d7') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:25.153945 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (6a3a2d3b-9b9b-4975-873d-ca7b0e59f8d7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.166951 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (6a3a2d3b-9b9b-4975-873d-ca7b0e59f8d7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.173453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:25:25.173864 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (6a3a2d3b-9b9b-4975-873d-ca7b0e59f8d7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:25:25.175699 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:25:25.233201 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (167b61cd-8e09-4fbb-8347-f94c7d0d360e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.238684 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.242228 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] 10.222.0.48 "DELETE /v2.0/networks/167b61cd-8e09-4fbb-8347-f94c7d0d360e HTTP/1.1" status: 204 len: 168 time: 0.2981358 Feb 11 05:25:25.254373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7d86f-fe10-4b85-835d-af045ed196eb admin admin] Pushing event deleted for resources: {'Network': ['ID=167b61cd-8e09-4fbb-8347-f94c7d0d360e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:25.417635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48366) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:25.456374 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4e2ad622-a997-4fb4-89af-714dd8823545 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdf9a9e7dbbb406b8b3de2a4254ec3d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375872 Feb 11 05:25:25.458848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48368) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:25.505337 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5152652b-a73f-46de-9949-7034ba8255e7 admin admin] Publish callbacks [] for security_group (d325db26-4bf4-4357-ad81-36a2227a7d7f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.526264 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5152652b-a73f-46de-9949-7034ba8255e7 admin admin] Publish callbacks [] for security_group (d325db26-4bf4-4357-ad81-36a2227a7d7f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.575247 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5152652b-a73f-46de-9949-7034ba8255e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (d325db26-4bf4-4357-ad81-36a2227a7d7f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.577888 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5152652b-a73f-46de-9949-7034ba8255e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.579249 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5152652b-a73f-46de-9949-7034ba8255e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d325db26-4bf4-4357-ad81-36a2227a7d7f HTTP/1.1" status: 204 len: 168 time: 0.1194785 Feb 11 05:25:25.589598 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152652b-a73f-46de-9949-7034ba8255e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d325db26-4bf4-4357-ad81-36a2227a7d7f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:25.630215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:25.656719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:25.657111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 7b12b4fc-9443-49c6-b38d-b46f8ca63cfe not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:25.738684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c316a4ac-5655-48cd-a227-36b2eb37993c no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:25.759678 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: c316a4ac-5655-48cd-a227-36b2eb37993c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:25.760035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c316a4ac-5655-48cd-a227-36b2eb37993c not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:25.919545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48374) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:25.963802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-200ce6ff-6604-4027-a7a7-88380ed10713 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62405acb4e374d5b99196a68e6dac27f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430570 Feb 11 05:25:25.966283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48376) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:26.018781 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3771088b-c8e9-4d08-b1fd-14d0b3f68e3f admin admin] Publish callbacks [] for security_group (288aa1e7-8e4c-4819-add6-761a5d6dc1d1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.041821 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3771088b-c8e9-4d08-b1fd-14d0b3f68e3f admin admin] Publish callbacks [] for security_group (288aa1e7-8e4c-4819-add6-761a5d6dc1d1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.080831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-40eeba7f-9933-4036-b3a3-d52e4c6b229b req-79e43f19-e099-4e4e-b4bd-d1a92e258390 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 210 time: 0.0363150 Feb 11 05:25:26.119466 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3771088b-c8e9-4d08-b1fd-14d0b3f68e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (288aa1e7-8e4c-4819-add6-761a5d6dc1d1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.123104 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3771088b-c8e9-4d08-b1fd-14d0b3f68e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.124263 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3771088b-c8e9-4d08-b1fd-14d0b3f68e3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/288aa1e7-8e4c-4819-add6-761a5d6dc1d1 HTTP/1.1" status: 204 len: 168 time: 0.1570678 Feb 11 05:25:26.134568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771088b-c8e9-4d08-b1fd-14d0b3f68e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288aa1e7-8e4c-4819-add6-761a5d6dc1d1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:27.185867 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc473618-564b-42ef-9832-9a6cc3774f1e req-799c5511-57f3-4969-9b0d-37aa913d14cf tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 210 time: 0.0274360 Feb 11 05:25:28.282390 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb65b5db-2960-44cb-89ec-36d945543d79 req-b94856d4-fe7f-40c4-baa4-f674dde7261d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 210 time: 0.0287786 Feb 11 05:25:29.390295 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-491430bd-e92e-43e8-a686-21ed8c0ade23 req-92250145-5558-4fed-9ec3-c4f71a512a36 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 210 time: 0.0297914 Feb 11 05:25:30.491568 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-764897f5-8629-4bab-bfe0-a0841a8c5712 req-521d9ee0-e5fa-4fd7-8403-9b20b6dc0631 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=d341c0ce-ba6d-4a4e-a67f-1d01a2845140 HTTP/1.1" status: 200 len: 210 time: 0.0301752 Feb 11 05:25:32.805846 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad21391-aa1c-4e41-9e5e-40532c3c9454 req-ca5d8bb0-8144-45c3-826f-b5376eb46b52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437384 Feb 11 05:25:32.901345 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad21391-aa1c-4e41-9e5e-40532c3c9454 req-2a1e9b81-c341-4a53-acd3-92b229b533f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.903525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad21391-aa1c-4e41-9e5e-40532c3c9454 req-2a1e9b81-c341-4a53-acd3-92b229b533f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f09cf2da62054a53914b7d5c3870489b&device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 1129 time: 0.0436966 Feb 11 05:25:33.008533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad21391-aa1c-4e41-9e5e-40532c3c9454 req-8ab61194-fe5a-4008-bede-71ecd77a5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.010047 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad21391-aa1c-4e41-9e5e-40532c3c9454 req-8ab61194-fe5a-4008-bede-71ecd77a5c03 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 HTTP/1.1" status: 200 len: 910 time: 0.0878932 Feb 11 05:25:33.073206 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad21391-aa1c-4e41-9e5e-40532c3c9454 req-192b6835-4610-414d-bfaa-c5e1eaeff14d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f066d0-cea4-426c-978a-61af1fa3ba65 HTTP/1.1" status: 200 len: 1002 time: 0.0572994 Feb 11 05:25:33.126605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad21391-aa1c-4e41-9e5e-40532c3c9454 req-cab9e9cb-7f07-4864-b9c4-f88705515c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.128123 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad21391-aa1c-4e41-9e5e-40532c3c9454 req-cab9e9cb-7f07-4864-b9c4-f88705515c21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b737666b-346a-4af6-9250-26a017a81e90 HTTP/1.1" status: 200 len: 848 time: 0.0487394 Feb 11 05:25:33.179787 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad21391-aa1c-4e41-9e5e-40532c3c9454 req-9f33c61d-5079-440e-b534-5a11e964d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.181220 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad21391-aa1c-4e41-9e5e-40532c3c9454 req-9f33c61d-5079-440e-b534-5a11e964d3f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467789 Feb 11 05:25:33.273761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad21391-aa1c-4e41-9e5e-40532c3c9454 req-45761749-1591-4725-a8db-86b2f6c114b2 service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860639 Feb 11 05:25:33.366877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad21391-aa1c-4e41-9e5e-40532c3c9454 req-17eaaeb5-2d6d-4d02-a5c8-ddbf54418ac4 service neutron] 10.222.0.60 "GET /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863693 Feb 11 05:25:33.540423 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.659732 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.429110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04bf3b07-8efa-409f-8a34-c57faaceb53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.891259 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6a3285e1-68e2-42da-8285-b1ab60c6a045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.848234 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.426637 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.823905 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.523573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e1eb1-0656-4cc8-a79f-1a4907878320 req-ce08f7b3-0a86-4de0-bfaa-95a925c38ab2 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:55.525054 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed8e1eb1-0656-4cc8-a79f-1a4907878320 req-ce08f7b3-0a86-4de0-bfaa-95a925c38ab2 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 946 time: 0.0526280 Feb 11 05:25:55.574256 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed8e1eb1-0656-4cc8-a79f-1a4907878320 req-4933fd4b-7d1b-4159-9d19-884cdb7198be tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427222 Feb 11 05:25:56.430070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-5c0d3b79-68d2-4a2b-9015-364309ea7df2 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:56.431828 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-5c0d3b79-68d2-4a2b-9015-364309ea7df2 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.60 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 946 time: 0.0591586 Feb 11 05:25:56.525110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Deleting port 16f066d0-cea4-426c-978a-61af1fa3ba65 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:56.525801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.595377 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:25:56.618274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] For port 16f066d0-cea4-426c-978a-61af1fa3ba65, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=16f066d0-cea4-426c-978a-61af1fa3ba65,segment=NetworkSegment(4111e7ef-8b9d-4657-b51c-e39d6081c581),segment_id=4111e7ef-8b9d-4657-b51c-e39d6081c581)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:56.618658 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.708077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12637d-4bd0-4bbb-883c-5e99a035fa5a req-a98c7b58-e96e-4359-b983-a9866c59170a tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:56.709773 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7c12637d-4bd0-4bbb-883c-5e99a035fa5a req-a98c7b58-e96e-4359-b983-a9866c59170a tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 946 time: 0.0617483 Feb 11 05:25:56.762559 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7c12637d-4bd0-4bbb-883c-5e99a035fa5a req-b3f08a28-18b9-429a-8a4c-f08292b54a9d tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc7d1972-2360-48dd-8eee-393cf8d01ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472054 Feb 11 05:25:57.168912 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.169287 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (7f1af280-7259-483f-9fca-23cc16d525cc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.169593 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Floating IP 7f1af280-7259-483f-9fca-23cc16d525cc disassociated. External IP: 172.25.7.192, port: 16f066d0-cea4-426c-978a-61af1fa3ba65. Feb 11 05:25:57.169927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Calling delete_port for 16f066d0-cea4-426c-978a-61af1fa3ba65 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:57.295560 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (16f066d0-cea4-426c-978a-61af1fa3ba65), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.326575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event deleted for resources: {'Port': ['ID=16f066d0-cea4-426c-978a-61af1fa3ba65,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:57.337104 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.337464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.337813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.338160 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.338502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.338844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.339539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.339539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.339846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.340723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.341044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.341368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.341698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:57.509336 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:57.627081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:57.638689 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0b689-3eb9-4c45-8a59-875203959945 None None] Sync routers for ids ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:57.652155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a0b689-3eb9-4c45-8a59-875203959945 None None] Routers {'3cbfdd6c-14f8-463b-9abb-8149a93321e2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:57.654536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-83a0b689-3eb9-4c45-8a59-875203959945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:25:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:57.676223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] No DVR routers for this DVR port 16f066d0-cea4-426c-978a-61af1fa3ba65 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:57.679190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.682663 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81d5f0b5-141f-4f8d-ade2-8b8fe1d37afc req-0b177b91-27de-4e04-bd8e-40c0fbefb234 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.60 "DELETE /v2.0/ports/16f066d0-cea4-426c-978a-61af1fa3ba65 HTTP/1.1" status: 204 len: 173 time: 1.2456410 Feb 11 05:25:57.683175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'name': 'network-vif-deleted', 'tag': '16f066d0-cea4-426c-978a-61af1fa3ba65'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:57.686099 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c039fc-5c9f-4173-92f9-9b824710facc" -d '{"events": [{"server_uuid": "803fda3a-2e7c-4b58-9849-f07a6d6cbbe9", "name": "network-vif-deleted", "tag": "16f066d0-cea4-426c-978a-61af1fa3ba65"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:57.745000 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ee9c27-0dc7-48b6-8120-b6975a1cd8b8 x-openstack-request-id: req-a1ee9c27-0dc7-48b6-8120-b6975a1cd8b8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:57.745304 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803fda3a-2e7c-4b58-9849-f07a6d6cbbe9", "name": "network-vif-deleted", "tag": "16f066d0-cea4-426c-978a-61af1fa3ba65", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:57.745562 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1ee9c27-0dc7-48b6-8120-b6975a1cd8b8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:57.746115 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803fda3a-2e7c-4b58-9849-f07a6d6cbbe9', 'name': 'network-vif-deleted', 'tag': '16f066d0-cea4-426c-978a-61af1fa3ba65', 'status': 'completed', 'code': 200} Feb 11 05:25:57.822092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-83a0b689-3eb9-4c45-8a59-875203959945 None None] Set router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:57.894985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d09ba403-9119-45fe-9451-34cd2a74a9fe req-28ce0c83-4784-4f1a-aade-4cc455afd75d tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "GET /v2.0/ports?device_id=803fda3a-2e7c-4b58-9849-f07a6d6cbbe9 HTTP/1.1" status: 200 len: 210 time: 0.0367205 Feb 11 05:25:58.042069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-83a0b689-3eb9-4c45-8a59-875203959945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:19:39Z', 'revision_number': 4, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b8ab437f-63e3-4ea1-9539-2db862f472ab', 'name': '', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'mac_address': 'fa:16:3e:42:25:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b737666b-346a-4af6-9250-26a017a81e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:39Z', 'updated_at': '2022-02-11T05:19:44Z', 'revision_number': 5, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'subnets': [{'id': 'b737666b-346a-4af6-9250-26a017a81e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:58.068524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0b689-3eb9-4c45-8a59-875203959945 None None] Checking router: 3cbfdd6c-14f8-463b-9abb-8149a93321e2 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:58.076602 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a0b689-3eb9-4c45-8a59-875203959945 None None] Routers {'3cbfdd6c-14f8-463b-9abb-8149a93321e2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:58.077210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-83a0b689-3eb9-4c45-8a59-875203959945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:25:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:58.186217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-83a0b689-3eb9-4c45-8a59-875203959945 None None] Set router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:58.413734 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-83a0b689-3eb9-4c45-8a59-875203959945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:19:39Z', 'revision_number': 4, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b8ab437f-63e3-4ea1-9539-2db862f472ab', 'name': '', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'mac_address': 'fa:16:3e:42:25:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b737666b-346a-4af6-9250-26a017a81e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:39Z', 'updated_at': '2022-02-11T05:19:44Z', 'revision_number': 5, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'subnets': [{'id': 'b737666b-346a-4af6-9250-26a017a81e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:58.440728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0b689-3eb9-4c45-8a59-875203959945 None None] The sync data for ids ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'] in n-d-615180-58 is: [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:19:39Z', 'revision_number': 4, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b8ab437f-63e3-4ea1-9539-2db862f472ab', 'name': '', 'network_id': 'bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'mac_address': 'fa:16:3e:42:25:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b737666b-346a-4af6-9250-26a017a81e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:39Z', 'updated_at': '2022-02-11T05:19:44Z', 'revision_number': 5, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'subnets': [{'id': 'b737666b-346a-4af6-9250-26a017a81e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:58.658276 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd5faf5-098c-4538-a58b-3b82715b4fbd None None] New status for floating IP 7f1af280-7259-483f-9fca-23cc16d525cc: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:25:58.800996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aa430-128d-4a55-9511-b75d33e04651 req-f785860c-6f29-4f1a-b736-ad3e757f767e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:58.802488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-f785860c-6f29-4f1a-b736-ad3e757f767e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1078527 Feb 11 05:25:58.818027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-826698b5-77eb-43a2-acf2-0b34f6840e94 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/quotas/f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 375 time: 0.0097868 Feb 11 05:25:58.876919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-a53a6574-7fa6-4e0e-8ecc-8366286a98e8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534356 Feb 11 05:25:58.949027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48578) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:59.012881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-935c2cb6-9af7-44b3-bc4c-13c285b6ec8c service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296008 Feb 11 05:25:59.161355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-5284d9de-64ff-4ef6-9d1e-e305b01d98c3 service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215379 Feb 11 05:25:59.163442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-967bc0a6-7072-429f-9e7d-cb3e20c77689 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Deleting port d56f5032-c94f-449c-b0f8-db780bac8cf7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:59.164263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967bc0a6-7072-429f-9e7d-cb3e20c77689 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d56f5032-c94f-449c-b0f8-db780bac8cf7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.238640 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967bc0a6-7072-429f-9e7d-cb3e20c77689 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d56f5032-c94f-449c-b0f8-db780bac8cf7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.239015 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967bc0a6-7072-429f-9e7d-cb3e20c77689 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for floatingip (d56f5032-c94f-449c-b0f8-db780bac8cf7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.251106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-967bc0a6-7072-429f-9e7d-cb3e20c77689 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Calling delete_port for d56f5032-c94f-449c-b0f8-db780bac8cf7 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:59.365153 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82f9e84e-6bd9-4718-9e38-5e4325de7cd6 req-ce565715-b28b-40c5-a825-918eca9384f1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 210 time: 0.0294845 Feb 11 05:25:59.406675 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967bc0a6-7072-429f-9e7d-cb3e20c77689 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d56f5032-c94f-449c-b0f8-db780bac8cf7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.434873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bc0a6-7072-429f-9e7d-cb3e20c77689 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event deleted for resources: {'Port': ['ID=d56f5032-c94f-449c-b0f8-db780bac8cf7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:59.501242 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967bc0a6-7072-429f-9e7d-cb3e20c77689 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for floatingip (7f1af280-7259-483f-9fca-23cc16d525cc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.504290 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-967bc0a6-7072-429f-9e7d-cb3e20c77689 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.505449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-967bc0a6-7072-429f-9e7d-cb3e20c77689 tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "DELETE /v2.0/floatingips/7f1af280-7259-483f-9fca-23cc16d525cc HTTP/1.1" status: 204 len: 168 time: 0.5549524 Feb 11 05:25:59.579395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48596) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:59.639791 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eac1e4af-9219-4db6-bc93-8e9dd94cb14b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group (cc7d1972-2360-48dd-8eee-393cf8d01ab8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.665039 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eac1e4af-9219-4db6-bc93-8e9dd94cb14b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group (cc7d1972-2360-48dd-8eee-393cf8d01ab8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.729164 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eac1e4af-9219-4db6-bc93-8e9dd94cb14b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (cc7d1972-2360-48dd-8eee-393cf8d01ab8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.732415 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eac1e4af-9219-4db6-bc93-8e9dd94cb14b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.733599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-eac1e4af-9219-4db6-bc93-8e9dd94cb14b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] 10.222.0.48 "DELETE /v2.0/security-groups/cc7d1972-2360-48dd-8eee-393cf8d01ab8 HTTP/1.1" status: 204 len: 168 time: 0.1531222 Feb 11 05:25:59.744525 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1e4af-9219-4db6-bc93-8e9dd94cb14b tempest-TestServerBasicOps-736059870 tempest-TestServerBasicOps-736059870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7d1972-2360-48dd-8eee-393cf8d01ab8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:59.785588 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48602) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:59.908893 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 16f066d0-cea4-426c-978a-61af1fa3ba65 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:59.930390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 16f066d0-cea4-426c-978a-61af1fa3ba65 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:59.930746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 16f066d0-cea4-426c-978a-61af1fa3ba65 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:00.356871 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad26-10db-4626-9148-e5bcb6b5a3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (3cbfdd6c-14f8-463b-9abb-8149a93321e2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.476829 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b502af5-20ec-4522-a274-e2a6d358a3dc req-d369ba64-bd67-45da-bf1e-86da0fc0dd9e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 210 time: 0.0335705 Feb 11 05:26:00.575485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aa430-128d-4a55-9511-b75d33e04651 req-a2757d81-ad93-448e-b9d2-d662e2289db8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:00.576941 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-a2757d81-ad93-448e-b9d2-d662e2289db8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1861424 Feb 11 05:26:00.602876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-816aa430-128d-4a55-9511-b75d33e04651 req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'port': {'device_id': '345f1fff-cb94-4721-baff-da982c6c59b1', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'admin_state_up': True, 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:00.779381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816aa430-128d-4a55-9511-b75d33e04651 req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Made reservation on behalf of f7821f3fbc2241db873fdd8626e7b447 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:00.782907 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-816aa430-128d-4a55-9511-b75d33e04651 req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.872676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9ad26-10db-4626-9148-e5bcb6b5a3ce admin admin] Deleting port b8ab437f-63e3-4ea1-9539-2db862f472ab {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:00.873047 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad26-10db-4626-9148-e5bcb6b5a3ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.992378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-816aa430-128d-4a55-9511-b75d33e04651 req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Allocated IP 172.20.0.3 (1f82920e-251c-4efe-be74-d19b3281e70b/d989c873-b096-4d2f-b701-d41d9c683ac4/de203f2a-f959-4d24-8b27-3426be321184) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:01.010936 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e8a9ad26-10db-4626-9148-e5bcb6b5a3ce admin admin] For port b8ab437f-63e3-4ea1-9539-2db862f472ab, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b8ab437f-63e3-4ea1-9539-2db862f472ab,segment=NetworkSegment(4111e7ef-8b9d-4657-b51c-e39d6081c581),segment_id=4111e7ef-8b9d-4657-b51c-e39d6081c581)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:01.011330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad26-10db-4626-9148-e5bcb6b5a3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.031008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9ad26-10db-4626-9148-e5bcb6b5a3ce admin admin] Calling delete_port for b8ab437f-63e3-4ea1-9539-2db862f472ab owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:01.274694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-816aa430-128d-4a55-9511-b75d33e04651 req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (de203f2a-f959-4d24-8b27-3426be321184), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.356745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-816aa430-128d-4a55-9511-b75d33e04651 req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (de203f2a-f959-4d24-8b27-3426be321184), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.395134 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad26-10db-4626-9148-e5bcb6b5a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b8ab437f-63e3-4ea1-9539-2db862f472ab), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.414413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816aa430-128d-4a55-9511-b75d33e04651 req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Network 1f82920e-251c-4efe-be74-d19b3281e70b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:01.421202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-816aa430-128d-4a55-9511-b75d33e04651 req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:01.427215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-816aa430-128d-4a55-9511-b75d33e04651 req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:01.470553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=de203f2a-f959-4d24-8b27-3426be321184,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:01.530375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9ad26-10db-4626-9148-e5bcb6b5a3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ab437f-63e3-4ea1-9539-2db862f472ab,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:01.572668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aa430-128d-4a55-9511-b75d33e04651 req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:01.573319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-816aa430-128d-4a55-9511-b75d33e04651 req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.656271 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-a7183853-b976-4d0a-8696-60122f908c1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0582778 Feb 11 05:26:01.704439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Request body: {'port': {'device_id': '345f1fff-cb94-4721-baff-da982c6c59b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:01.748999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953010-b945-475f-aee9-a154d7522091 req-e8d0367c-4ee8-43ce-99c1-abd480a0684d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:01.750555 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7953010-b945-475f-aee9-a154d7522091 req-e8d0367c-4ee8-43ce-99c1-abd480a0684d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 931 time: 0.1716256 Feb 11 05:26:01.773734 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ad26-10db-4626-9148-e5bcb6b5a3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (3cbfdd6c-14f8-463b-9abb-8149a93321e2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.821323 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (de203f2a-f959-4d24-8b27-3426be321184), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.824969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-501ba8be-e51e-49e4-8d4f-eff70b32b028 None None] Provisioning complete for port de203f2a-f959-4d24-8b27-3426be321184 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:01.825460 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-501ba8be-e51e-49e4-8d4f-eff70b32b028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (de203f2a-f959-4d24-8b27-3426be321184), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.865560 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-501ba8be-e51e-49e4-8d4f-eff70b32b028 None None] Port de203f2a-f959-4d24-8b27-3426be321184 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:01.910251 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7953010-b945-475f-aee9-a154d7522091 req-7ebc48b5-8f50-401d-a207-fed12f0b6919 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515756 Feb 11 05:26:02.562098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a9ad26-10db-4626-9148-e5bcb6b5a3ce admin admin] Router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:26:02.659940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de203f2a-f959-4d24-8b27-3426be321184 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:02.671006 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Publish callbacks [] for port (de203f2a-f959-4d24-8b27-3426be321184), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.720647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Transition to ACTIVE for port object de203f2a-f959-4d24-8b27-3426be321184 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:02.727156 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (de203f2a-f959-4d24-8b27-3426be321184), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.764733 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a9ad26-10db-4626-9148-e5bcb6b5a3ce admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:26:02.771357 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e8a9ad26-10db-4626-9148-e5bcb6b5a3ce admin admin] 10.222.0.48 "PUT /v2.0/routers/3cbfdd6c-14f8-463b-9abb-8149a93321e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9867945 Feb 11 05:26:02.774284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48618) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:02.786808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824678c-fa51-4250-a9d2-aaaef66b1bfe None None] Sync routers for ids ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:26:02.814932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824678c-fa51-4250-a9d2-aaaef66b1bfe None None] Routers {'3cbfdd6c-14f8-463b-9abb-8149a93321e2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:02.818784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Pushing event updated for resources: {'Port': ['ID=de203f2a-f959-4d24-8b27-3426be321184,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:02.819523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9824678c-fa51-4250-a9d2-aaaef66b1bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:25:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:02.878164 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Attempting to bind port de203f2a-f959-4d24-8b27-3426be321184 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:02.878844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Attempting to bind port de203f2a-f959-4d24-8b27-3426be321184 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:02.879378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Attempting to bind port de203f2a-f959-4d24-8b27-3426be321184 on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:02.884384 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Port de203f2a-f959-4d24-8b27-3426be321184 on network 1f82920e-251c-4efe-be74-d19b3281e70b not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:02.884906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Attempting to bind port de203f2a-f959-4d24-8b27-3426be321184 on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:02.891165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:02.891809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Checking segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:02.892362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Bound using segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:02.893583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Bound port: de203f2a-f959-4d24-8b27-3426be321184, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:02.894119 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (de203f2a-f959-4d24-8b27-3426be321184), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.974717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-9824678c-fa51-4250-a9d2-aaaef66b1bfe None None] Set router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:03.007016 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Publish callbacks [] for router (3cbfdd6c-14f8-463b-9abb-8149a93321e2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.023882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] For port de203f2a-f959-4d24-8b27-3426be321184, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:03.027177 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] For port de203f2a-f959-4d24-8b27-3426be321184, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=de203f2a-f959-4d24-8b27-3426be321184,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:03.035482 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (de203f2a-f959-4d24-8b27-3426be321184), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.070071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:03.070589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.072098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] 10.222.0.60 "PUT /v2.0/ports/de203f2a-f959-4d24-8b27-3426be321184 HTTP/1.1" status: 200 len: 1092 time: 1.4021254 Feb 11 05:26:03.072556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345f1fff-cb94-4721-baff-da982c6c59b1', 'tag': 'de203f2a-f959-4d24-8b27-3426be321184'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:03.075406 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cb36a6-ba1b-42d0-91e4-46ada2b060b7" -d '{"events": [{"name": "network-changed", "server_uuid": "345f1fff-cb94-4721-baff-da982c6c59b1", "tag": "de203f2a-f959-4d24-8b27-3426be321184"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:03.126064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd7c6d-ea3a-473f-b01e-5722fb1ea52e service neutron] Pushing event updated for resources: {'Port': ['ID=de203f2a-f959-4d24-8b27-3426be321184,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:03.157138 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4247af19-9208-4cee-9fd5-ef32fb727b0f x-openstack-request-id: req-4247af19-9208-4cee-9fd5-ef32fb727b0f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:03.157438 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345f1fff-cb94-4721-baff-da982c6c59b1", "tag": "de203f2a-f959-4d24-8b27-3426be321184", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:03.157694 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4247af19-9208-4cee-9fd5-ef32fb727b0f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:03.158106 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345f1fff-cb94-4721-baff-da982c6c59b1', 'tag': 'de203f2a-f959-4d24-8b27-3426be321184', 'status': 'completed', 'code': 200} Feb 11 05:26:03.220682 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Publish callbacks [] for router_gateway (3cbfdd6c-14f8-463b-9abb-8149a93321e2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.241998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aa430-128d-4a55-9511-b75d33e04651 req-eb5bb9bc-25f3-4c5d-aa18-90d9e198aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:03.243559 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-eb5bb9bc-25f3-4c5d-aa18-90d9e198aeaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 1126 time: 0.0840213 Feb 11 05:26:03.278740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9824678c-fa51-4250-a9d2-aaaef66b1bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:26:01Z', 'revision_number': 5, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port': {'id': '6834476d-0b13-4207-8bd5-c7e1ec021539', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:36Z', 'updated_at': '2022-02-11T05:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:03.296562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ba276-9040-4a37-9648-b4b49f193e52 req-90621496-d479-498c-ba11-ce3e2c51909b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:03.304265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-074ba276-9040-4a37-9648-b4b49f193e52 req-90621496-d479-498c-ba11-ce3e2c51909b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.1284757 Feb 11 05:26:03.323208 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Deleting port 6834476d-0b13-4207-8bd5-c7e1ec021539 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:03.327087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824678c-fa51-4250-a9d2-aaaef66b1bfe None None] Checking router: 3cbfdd6c-14f8-463b-9abb-8149a93321e2 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:26:03.331493 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.336822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-1a4928d2-851e-4427-89b4-0ca1b21f05ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de203f2a-f959-4d24-8b27-3426be321184 HTTP/1.1" status: 200 len: 217 time: 0.0781777 Feb 11 05:26:03.346621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824678c-fa51-4250-a9d2-aaaef66b1bfe None None] Routers {'3cbfdd6c-14f8-463b-9abb-8149a93321e2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:03.347353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9824678c-fa51-4250-a9d2-aaaef66b1bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:25:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:03.398253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aa430-128d-4a55-9511-b75d33e04651 req-13723d08-7ad5-4b43-b8a7-303b007288b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:03.399798 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-13723d08-7ad5-4b43-b8a7-303b007288b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0563304 Feb 11 05:26:03.472256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] For port 6834476d-0b13-4207-8bd5-c7e1ec021539, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6834476d-0b13-4207-8bd5-c7e1ec021539,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:03.472716 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.483958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aa430-128d-4a55-9511-b75d33e04651 req-65ff8f04-dc41-4320-a2b8-3aa52297c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:03.486227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-65ff8f04-dc41-4320-a2b8-3aa52297c359 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0793302 Feb 11 05:26:03.491961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-9824678c-fa51-4250-a9d2-aaaef66b1bfe None None] Set router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:03.492134 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-074ba276-9040-4a37-9648-b4b49f193e52 req-6fd7c3cf-f3cd-4c68-a1c2-b938f0858007 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859906 Feb 11 05:26:03.503427 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Calling delete_port for 6834476d-0b13-4207-8bd5-c7e1ec021539 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:03.571224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-9824678c-fa51-4250-a9d2-aaaef66b1bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:26:03Z', 'revision_number': 6, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:03.606796 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-6e3591a4-38a4-49b5-bf56-cc72c4cb32d5 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117489 Feb 11 05:26:03.617877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824678c-fa51-4250-a9d2-aaaef66b1bfe None None] The sync data for ids ['3cbfdd6c-14f8-463b-9abb-8149a93321e2'] in n-d-615180-58 is: [{'id': '3cbfdd6c-14f8-463b-9abb-8149a93321e2', 'name': 'tempest-TestServerBasicOps-1100087960-router', 'tenant_id': 'f09cf2da62054a53914b7d5c3870489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:35Z', 'updated_at': '2022-02-11T05:26:03Z', 'revision_number': 6, 'project_id': 'f09cf2da62054a53914b7d5c3870489b', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:26:03.619950 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.695975 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6834476d-0b13-4207-8bd5-c7e1ec021539), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.727053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Pushing event deleted for resources: {'Port': ['ID=6834476d-0b13-4207-8bd5-c7e1ec021539,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:03.730299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-816aa430-128d-4a55-9511-b75d33e04651 req-1363ee02-f99f-4fc4-b7f3-4c35bc3d9201 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173971 Feb 11 05:26:03.756805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.757173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.757522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.757869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.758210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.758549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.758882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.759489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.759824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.760154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.760614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.760952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.761280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:03.799643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (3cbfdd6c-14f8-463b-9abb-8149a93321e2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.859208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb36a6-ba1b-42d0-91e4-46ada2b060b7 req-b3647645-0280-47ba-9876-c2019af8d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:03.860667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79cb36a6-ba1b-42d0-91e4-46ada2b060b7 req-b3647645-0280-47ba-9876-c2019af8d874 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 1126 time: 0.0523396 Feb 11 05:26:03.894811 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (3cbfdd6c-14f8-463b-9abb-8149a93321e2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.897172 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Publish callbacks [] for router_controller (3cbfdd6c-14f8-463b-9abb-8149a93321e2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.948321 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (3cbfdd6c-14f8-463b-9abb-8149a93321e2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.948911 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cbfdd6c-14f8-463b-9abb-8149a93321e2 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:26:03.956099 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.957329 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0b31c3d1-7e40-4c6b-87b8-44b5c2e3264f admin admin] 10.222.0.48 "DELETE /v2.0/routers/3cbfdd6c-14f8-463b-9abb-8149a93321e2 HTTP/1.1" status: 204 len: 168 time: 1.1818254 Feb 11 05:26:03.960460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48624) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:03.961927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb36a6-ba1b-42d0-91e4-46ada2b060b7 req-b2adffa1-8301-40fa-8f81-2678c70aa329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:03.964288 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79cb36a6-ba1b-42d0-91e4-46ada2b060b7 req-b2adffa1-8301-40fa-8f81-2678c70aa329 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0961649 Feb 11 05:26:04.021694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a79e1db-a289-41a6-8ae1-b05ef30ac423 admin admin] Deleting subnet b737666b-346a-4af6-9250-26a017a81e90 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:26:04.025805 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a79e1db-a289-41a6-8ae1-b05ef30ac423 admin admin] Publish callbacks [] for subnet (b737666b-346a-4af6-9250-26a017a81e90), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.029687 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79cb36a6-ba1b-42d0-91e4-46ada2b060b7 req-8907a986-8fff-47fb-ba1e-9057be21f25d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de203f2a-f959-4d24-8b27-3426be321184 HTTP/1.1" status: 200 len: 217 time: 0.0588233 Feb 11 05:26:04.065805 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a79e1db-a289-41a6-8ae1-b05ef30ac423 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (b737666b-346a-4af6-9250-26a017a81e90), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.095287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb36a6-ba1b-42d0-91e4-46ada2b060b7 req-871c6850-c13d-40a4-b3d4-cf3db383ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:04.096837 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79cb36a6-ba1b-42d0-91e4-46ada2b060b7 req-871c6850-c13d-40a4-b3d4-cf3db383ac92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0614998 Feb 11 05:26:04.158105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb36a6-ba1b-42d0-91e4-46ada2b060b7 req-5cfbdda0-4b26-45c0-9b61-e679381745e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:04.159933 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79cb36a6-ba1b-42d0-91e4-46ada2b060b7 req-5cfbdda0-4b26-45c0-9b61-e679381745e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547225 Feb 11 05:26:04.166334 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a79e1db-a289-41a6-8ae1-b05ef30ac423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (b737666b-346a-4af6-9250-26a017a81e90), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.223629 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a79e1db-a289-41a6-8ae1-b05ef30ac423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (b737666b-346a-4af6-9250-26a017a81e90), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.252777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79e1db-a289-41a6-8ae1-b05ef30ac423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b737666b-346a-4af6-9250-26a017a81e90,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:04.254825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3a79e1db-a289-41a6-8ae1-b05ef30ac423 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.258026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79cb36a6-ba1b-42d0-91e4-46ada2b060b7 req-533834ce-c697-4cd2-85f3-bf27f5144ad2 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910804 Feb 11 05:26:04.259721 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3a79e1db-a289-41a6-8ae1-b05ef30ac423 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b737666b-346a-4af6-9250-26a017a81e90 HTTP/1.1" status: 204 len: 168 time: 0.2982695 Feb 11 05:26:04.260972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48626) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:04.268859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e0bfe-ec78-4653-9f43-b0a1c89ce2e6 None None] Network bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:04.409407 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.441544 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79cb36a6-ba1b-42d0-91e4-46ada2b060b7 req-3ed00063-306b-479e-b447-4edb077a91e4 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700256 Feb 11 05:26:04.472481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14beb3b8-d848-4a4f-9b78-48856132a73c None None] DHCP port deletion for bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:26:04.495120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Deleting port 23ad58de-b2ef-487f-a3a4-90d4630a9811 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:04.495482 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.556413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-14beb3b8-d848-4a4f-9b78-48856132a73c None None] Deleting port 23ad58de-b2ef-487f-a3a4-90d4630a9811 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:04.557084 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14beb3b8-d848-4a4f-9b78-48856132a73c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.571126 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] For port 23ad58de-b2ef-487f-a3a4-90d4630a9811, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=23ad58de-b2ef-487f-a3a4-90d4630a9811,segment=NetworkSegment(4111e7ef-8b9d-4657-b51c-e39d6081c581),segment_id=4111e7ef-8b9d-4657-b51c-e39d6081c581)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:04.571511 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.608805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Calling delete_port for 23ad58de-b2ef-487f-a3a4-90d4630a9811 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:04.639023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-14beb3b8-d848-4a4f-9b78-48856132a73c None None] For port 23ad58de-b2ef-487f-a3a4-90d4630a9811, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=23ad58de-b2ef-487f-a3a4-90d4630a9811,segment=NetworkSegment(4111e7ef-8b9d-4657-b51c-e39d6081c581),segment_id=4111e7ef-8b9d-4657-b51c-e39d6081c581)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:04.639365 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14beb3b8-d848-4a4f-9b78-48856132a73c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.652903 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-14beb3b8-d848-4a4f-9b78-48856132a73c None None] Calling delete_port for 23ad58de-b2ef-487f-a3a4-90d4630a9811 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:04.682868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40f54b-6059-48f3-b94b-63f26f0f7e36 req-ee5ac36a-7299-4033-831a-6a50c56b42e7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:04.684362 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa40f54b-6059-48f3-b94b-63f26f0f7e36 req-ee5ac36a-7299-4033-831a-6a50c56b42e7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.1102641 Feb 11 05:26:04.744826 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa40f54b-6059-48f3-b94b-63f26f0f7e36 req-753250c8-ec21-4f4d-9133-956b4afc2ee0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547018 Feb 11 05:26:04.752521 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.770090 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14beb3b8-d848-4a4f-9b78-48856132a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (23ad58de-b2ef-487f-a3a4-90d4630a9811), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.786068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14beb3b8-d848-4a4f-9b78-48856132a73c None None] No DVR routers for this DVR port 23ad58de-b2ef-487f-a3a4-90d4630a9811 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:04.800500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=23ad58de-b2ef-487f-a3a4-90d4630a9811,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:04.804679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] No DVR routers for this DVR port 23ad58de-b2ef-487f-a3a4-90d4630a9811 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:04.814283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14beb3b8-d848-4a4f-9b78-48856132a73c None None] Pushing event deleted for resources: {'Port': ['ID=23ad58de-b2ef-487f-a3a4-90d4630a9811,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:04.889122 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.909341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:04.919008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4111e7ef-8b9d-4657-b51c-e39d6081c581') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:04.919308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4111e7ef-8b9d-4657-b51c-e39d6081c581') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:04.932910 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (4111e7ef-8b9d-4657-b51c-e39d6081c581), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.946710 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4111e7ef-8b9d-4657-b51c-e39d6081c581), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.953515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:26:04.954028 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (4111e7ef-8b9d-4657-b51c-e39d6081c581), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: self.session.flush() Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:26:04.955791 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:26:05.010745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.016852 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.020043 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] 10.222.0.48 "DELETE /v2.0/networks/bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995 HTTP/1.1" status: 204 len: 168 time: 0.7573714 Feb 11 05:26:05.023119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48630) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:05.031366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fc67a-af7e-43b1-b911-03159aff0e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=bd4fd4f6-aaf9-42e8-b30a-c978aa8ab995,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:05.410675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 23ad58de-b2ef-487f-a3a4-90d4630a9811 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:05.433172 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 23ad58de-b2ef-487f-a3a4-90d4630a9811 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:05.434049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 23ad58de-b2ef-487f-a3a4-90d4630a9811 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:05.434763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b8ab437f-63e3-4ea1-9539-2db862f472ab no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:05.456081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b8ab437f-63e3-4ea1-9539-2db862f472ab {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:05.456427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b8ab437f-63e3-4ea1-9539-2db862f472ab not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:05.457038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6834476d-0b13-4207-8bd5-c7e1ec021539 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:05.476871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 6834476d-0b13-4207-8bd5-c7e1ec021539 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:05.477231 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6834476d-0b13-4207-8bd5-c7e1ec021539 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:05.705185 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-080ce9d2-6eb6-43bd-a88f-1a522defff79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (6b6449b8-c7f2-48b1-8269-d94b42c807fa), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.943297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66248d-a9d4-498c-a14b-1f492d5978f9 req-ae184764-7fcb-45ad-b963-f249c3928424 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:05.944786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd66248d-a9d4-498c-a14b-1f492d5978f9 req-ae184764-7fcb-45ad-b963-f249c3928424 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0959346 Feb 11 05:26:06.049715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bd66248d-a9d4-498c-a14b-1f492d5978f9 req-07b95de6-58fa-48e1-b94b-294cb40bb389 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983386 Feb 11 05:26:06.071805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-080ce9d2-6eb6-43bd-a88f-1a522defff79 admin admin] Deleting port 132aad5e-f049-45aa-82eb-f31885b64a7f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:06.072146 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-080ce9d2-6eb6-43bd-a88f-1a522defff79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.160148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-080ce9d2-6eb6-43bd-a88f-1a522defff79 admin admin] For port 132aad5e-f049-45aa-82eb-f31885b64a7f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=132aad5e-f049-45aa-82eb-f31885b64a7f,segment=NetworkSegment(c4f9ed27-65d2-4854-a159-e9d5fbedbc62),segment_id=c4f9ed27-65d2-4854-a159-e9d5fbedbc62)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:06.160509 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-080ce9d2-6eb6-43bd-a88f-1a522defff79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.173942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-080ce9d2-6eb6-43bd-a88f-1a522defff79 admin admin] Calling delete_port for 132aad5e-f049-45aa-82eb-f31885b64a7f owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:06.368999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-080ce9d2-6eb6-43bd-a88f-1a522defff79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (132aad5e-f049-45aa-82eb-f31885b64a7f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.401983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ce9d2-6eb6-43bd-a88f-1a522defff79 admin admin] Pushing event deleted for resources: {'Port': ['ID=132aad5e-f049-45aa-82eb-f31885b64a7f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:06.612832 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-080ce9d2-6eb6-43bd-a88f-1a522defff79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (6b6449b8-c7f2-48b1-8269-d94b42c807fa), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.927679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080ce9d2-6eb6-43bd-a88f-1a522defff79 admin admin] Router 6b6449b8-c7f2-48b1-8269-d94b42c807fa has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:26:07.056766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080ce9d2-6eb6-43bd-a88f-1a522defff79 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:26:07.062660 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-080ce9d2-6eb6-43bd-a88f-1a522defff79 admin admin] 10.222.0.48 "PUT /v2.0/routers/6b6449b8-c7f2-48b1-8269-d94b42c807fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0383573 Feb 11 05:26:07.067278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48634) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:07.082840 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d214b7e5-ba93-4600-98fb-a722e7f394b5 None None] Sync routers for ids ['6b6449b8-c7f2-48b1-8269-d94b42c807fa'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:26:07.107806 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d214b7e5-ba93-4600-98fb-a722e7f394b5 None None] Routers {'6b6449b8-c7f2-48b1-8269-d94b42c807fa'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:07.108673 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d214b7e5-ba93-4600-98fb-a722e7f394b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:25:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b6449b8-c7f2-48b1-8269-d94b42c807fa'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:07.273428 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Publish callbacks [] for router (6b6449b8-c7f2-48b1-8269-d94b42c807fa), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.278957 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d214b7e5-ba93-4600-98fb-a722e7f394b5 None None] Set router 6b6449b8-c7f2-48b1-8269-d94b42c807fa gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:07.285780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fef9e1-8f6a-4fcd-9cb2-f0bc9ee9cf5f req-cc80d5f5-3e4c-4b35-b90a-76ecc0302a6a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:07.287513 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25fef9e1-8f6a-4fcd-9cb2-f0bc9ee9cf5f req-cc80d5f5-3e4c-4b35-b90a-76ecc0302a6a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.1179719 Feb 11 05:26:07.458668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25fef9e1-8f6a-4fcd-9cb2-f0bc9ee9cf5f req-9692a331-66ba-443b-a0df-a9fd4c771c4e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298785 Feb 11 05:26:07.482816 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Publish callbacks [] for router_gateway (6b6449b8-c7f2-48b1-8269-d94b42c807fa), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.544789 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d214b7e5-ba93-4600-98fb-a722e7f394b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'name': 'tempest-TestServerBasicOps-2120924471-router', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:26:06Z', 'revision_number': 5, 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'gw_port': {'id': 'bd718ea9-8870-49bc-83e6-6d1fdfb436fb', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:07.563226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Deleting port bd718ea9-8870-49bc-83e6-6d1fdfb436fb {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:07.564101 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.577800 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d214b7e5-ba93-4600-98fb-a722e7f394b5 None None] Checking router: 6b6449b8-c7f2-48b1-8269-d94b42c807fa for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:26:07.587649 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d214b7e5-ba93-4600-98fb-a722e7f394b5 None None] Routers {'6b6449b8-c7f2-48b1-8269-d94b42c807fa'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:07.588743 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d214b7e5-ba93-4600-98fb-a722e7f394b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:25:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6b6449b8-c7f2-48b1-8269-d94b42c807fa'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:07.663911 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.705879 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] For port bd718ea9-8870-49bc-83e6-6d1fdfb436fb, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bd718ea9-8870-49bc-83e6-6d1fdfb436fb,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:07.705879 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.711434 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d214b7e5-ba93-4600-98fb-a722e7f394b5 None None] Set router 6b6449b8-c7f2-48b1-8269-d94b42c807fa gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:07.726649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Calling delete_port for bd718ea9-8870-49bc-83e6-6d1fdfb436fb owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:07.778862 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d214b7e5-ba93-4600-98fb-a722e7f394b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'name': 'tempest-TestServerBasicOps-2120924471-router', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:26:07Z', 'revision_number': 6, 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:07.815272 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d214b7e5-ba93-4600-98fb-a722e7f394b5 None None] The sync data for ids ['6b6449b8-c7f2-48b1-8269-d94b42c807fa'] in n-d-615180-58 is: [{'id': '6b6449b8-c7f2-48b1-8269-d94b42c807fa', 'name': 'tempest-TestServerBasicOps-2120924471-router', 'tenant_id': '088cdde22cda4eedb9d81bb125df223c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:19:42Z', 'updated_at': '2022-02-11T05:26:07Z', 'revision_number': 6, 'project_id': '088cdde22cda4eedb9d81bb125df223c', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:26:08.006728 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bd718ea9-8870-49bc-83e6-6d1fdfb436fb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.051713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd718ea9-8870-49bc-83e6-6d1fdfb436fb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:08.128422 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (6b6449b8-c7f2-48b1-8269-d94b42c807fa), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.267726 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (6b6449b8-c7f2-48b1-8269-d94b42c807fa), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.271709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Publish callbacks [] for router_controller (6b6449b8-c7f2-48b1-8269-d94b42c807fa), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.332224 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (6b6449b8-c7f2-48b1-8269-d94b42c807fa), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.332871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b6449b8-c7f2-48b1-8269-d94b42c807fa {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:26:08.338732 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.340859 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6a6f7c34-9f5f-4f14-8a83-bdf6b5c5f4f5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6b6449b8-c7f2-48b1-8269-d94b42c807fa HTTP/1.1" status: 204 len: 168 time: 1.2716348 Feb 11 05:26:08.343461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48638) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:08.402494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e85d35-cb38-4e6c-961c-b57526538126 admin admin] Deleting subnet 6e1aa676-d2ac-45b1-983d-2dc1b8e11213 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:26:08.406279 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50e85d35-cb38-4e6c-961c-b57526538126 admin admin] Publish callbacks [] for subnet (6e1aa676-d2ac-45b1-983d-2dc1b8e11213), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.456748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50e85d35-cb38-4e6c-961c-b57526538126 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (6e1aa676-d2ac-45b1-983d-2dc1b8e11213), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.556044 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50e85d35-cb38-4e6c-961c-b57526538126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (6e1aa676-d2ac-45b1-983d-2dc1b8e11213), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.643831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e934e-c813-4877-8f7a-f782f488fda2 req-aacd8b21-43c6-41a8-8562-7c6df95d2f4e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.651481 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e70e934e-c813-4877-8f7a-f782f488fda2 req-aacd8b21-43c6-41a8-8562-7c6df95d2f4e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.1072514 Feb 11 05:26:08.671365 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50e85d35-cb38-4e6c-961c-b57526538126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (6e1aa676-d2ac-45b1-983d-2dc1b8e11213), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.707845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e85d35-cb38-4e6c-961c-b57526538126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1aa676-d2ac-45b1-983d-2dc1b8e11213,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:08.719217 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50e85d35-cb38-4e6c-961c-b57526538126 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.723701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-50e85d35-cb38-4e6c-961c-b57526538126 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6e1aa676-d2ac-45b1-983d-2dc1b8e11213 HTTP/1.1" status: 204 len: 168 time: 0.3792524 Feb 11 05:26:08.726219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48642) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:08.727235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc79a4b-c7de-4f70-ab14-10526c54a98d None None] Network 3a6cd43e-a136-4720-b296-040c70ad90a0 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:08.735851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e70e934e-c813-4877-8f7a-f782f488fda2 req-e03ff367-701b-470e-8a31-8aa29cba96ea tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763090 Feb 11 05:26:08.838679 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (3a6cd43e-a136-4720-b296-040c70ad90a0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.923189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Deleting port e220b990-8136-4af6-9f04-296645565bce {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:08.923818 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e220b990-8136-4af6-9f04-296645565bce), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.019415 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8bae22-4184-406a-a459-8f5e889d0dd8 None None] DHCP port deletion for 3a6cd43e-a136-4720-b296-040c70ad90a0 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:26:09.045506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] For port e220b990-8136-4af6-9f04-296645565bce, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e220b990-8136-4af6-9f04-296645565bce,segment=NetworkSegment(c4f9ed27-65d2-4854-a159-e9d5fbedbc62),segment_id=c4f9ed27-65d2-4854-a159-e9d5fbedbc62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:09.045883 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e220b990-8136-4af6-9f04-296645565bce), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.060043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Calling delete_port for e220b990-8136-4af6-9f04-296645565bce owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:09.100554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2b8bae22-4184-406a-a459-8f5e889d0dd8 None None] Deleting port e220b990-8136-4af6-9f04-296645565bce {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:09.100554 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b8bae22-4184-406a-a459-8f5e889d0dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e220b990-8136-4af6-9f04-296645565bce), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.173954 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e220b990-8136-4af6-9f04-296645565bce), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.194512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2b8bae22-4184-406a-a459-8f5e889d0dd8 None None] For port e220b990-8136-4af6-9f04-296645565bce, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=e220b990-8136-4af6-9f04-296645565bce,segment=NetworkSegment(c4f9ed27-65d2-4854-a159-e9d5fbedbc62),segment_id=c4f9ed27-65d2-4854-a159-e9d5fbedbc62)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:09.195098 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b8bae22-4184-406a-a459-8f5e889d0dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e220b990-8136-4af6-9f04-296645565bce), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.206374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Pushing event deleted for resources: {'Port': ['ID=e220b990-8136-4af6-9f04-296645565bce,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:09.210079 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] No DVR routers for this DVR port e220b990-8136-4af6-9f04-296645565bce on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:09.213313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2b8bae22-4184-406a-a459-8f5e889d0dd8 None None] Calling delete_port for e220b990-8136-4af6-9f04-296645565bce owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:09.305373 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (3a6cd43e-a136-4720-b296-040c70ad90a0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.336289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6cd43e-a136-4720-b296-040c70ad90a0']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:09.342697 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2b8bae22-4184-406a-a459-8f5e889d0dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (e220b990-8136-4af6-9f04-296645565bce), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.353106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f9ed27-65d2-4854-a159-e9d5fbedbc62') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:09.353404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f9ed27-65d2-4854-a159-e9d5fbedbc62') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:09.369582 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (c4f9ed27-65d2-4854-a159-e9d5fbedbc62), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.375285 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bae22-4184-406a-a459-8f5e889d0dd8 None None] Pushing event deleted for resources: {'Port': ['ID=e220b990-8136-4af6-9f04-296645565bce,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:09.388671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8bae22-4184-406a-a459-8f5e889d0dd8 None None] No DVR routers for this DVR port e220b990-8136-4af6-9f04-296645565bce on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:09.391801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c4f9ed27-65d2-4854-a159-e9d5fbedbc62), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.406851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:26:09.407384 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (c4f9ed27-65d2-4854-a159-e9d5fbedbc62), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:26:09.409581 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:26:09.442549 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-761aa150-922b-4195-9470-857df6531020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.489671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 132aad5e-f049-45aa-82eb-f31885b64a7f no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:09.502311 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (3a6cd43e-a136-4720-b296-040c70ad90a0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.508921 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.512359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 132aad5e-f049-45aa-82eb-f31885b64a7f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:09.512715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 132aad5e-f049-45aa-82eb-f31885b64a7f not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:09.513142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bd718ea9-8870-49bc-83e6-6d1fdfb436fb no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:09.515105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] 10.222.0.48 "DELETE /v2.0/networks/3a6cd43e-a136-4720-b296-040c70ad90a0 HTTP/1.1" status: 204 len: 168 time: 0.7865362 Feb 11 05:26:09.529227 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668a017-c115-49cd-9f1e-949fa877707e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6cd43e-a136-4720-b296-040c70ad90a0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:09.553907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: bd718ea9-8870-49bc-83e6-6d1fdfb436fb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:09.554264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bd718ea9-8870-49bc-83e6-6d1fdfb436fb not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:09.554696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e220b990-8136-4af6-9f04-296645565bce no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:09.577007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: e220b990-8136-4af6-9f04-296645565bce {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:09.577372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device e220b990-8136-4af6-9f04-296645565bce not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:09.665838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 48646) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:09.730659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-26490206-2b15-465c-a947-8bd30e4c1965 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f09cf2da62054a53914b7d5c3870489b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0631249 Feb 11 05:26:09.733149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48648) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:09.793995 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-781fce51-d856-4b10-88a0-1df55885956d admin admin] Publish callbacks [] for security_group (e87763ec-baf3-4485-a394-2cf023271828), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.816424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-781fce51-d856-4b10-88a0-1df55885956d admin admin] Publish callbacks [] for security_group (e87763ec-baf3-4485-a394-2cf023271828), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.908308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be4864-1681-448b-95dd-3dae526efcbf req-18c4f313-7857-4363-b2d8-7bdc518871cf tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.909792 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06be4864-1681-448b-95dd-3dae526efcbf req-18c4f313-7857-4363-b2d8-7bdc518871cf tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0914860 Feb 11 05:26:09.927020 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-781fce51-d856-4b10-88a0-1df55885956d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e87763ec-baf3-4485-a394-2cf023271828), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.930090 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-781fce51-d856-4b10-88a0-1df55885956d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.931229 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-781fce51-d856-4b10-88a0-1df55885956d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e87763ec-baf3-4485-a394-2cf023271828 HTTP/1.1" status: 204 len: 168 time: 0.1970365 Feb 11 05:26:09.949728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fce51-d856-4b10-88a0-1df55885956d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87763ec-baf3-4485-a394-2cf023271828,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:09.996501 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-06be4864-1681-448b-95dd-3dae526efcbf req-d3199370-0d60-453c-ba7f-71bc9fb584be tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764875 Feb 11 05:26:10.339562 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48656) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:10.387973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6ad07334-bc9b-4c20-8675-f4537c24a474 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=088cdde22cda4eedb9d81bb125df223c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467358 Feb 11 05:26:10.390297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 48658) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:10.440704 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2d2750e-a5d1-480f-8a32-8610926de5c6 admin admin] Publish callbacks [] for security_group (7d93ef53-3769-4a1d-8c30-5cbe347d15b0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.463336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2d2750e-a5d1-480f-8a32-8610926de5c6 admin admin] Publish callbacks [] for security_group (7d93ef53-3769-4a1d-8c30-5cbe347d15b0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.512238 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2d2750e-a5d1-480f-8a32-8610926de5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7d93ef53-3769-4a1d-8c30-5cbe347d15b0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.515298 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2d2750e-a5d1-480f-8a32-8610926de5c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.516567 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b2d2750e-a5d1-480f-8a32-8610926de5c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d93ef53-3769-4a1d-8c30-5cbe347d15b0 HTTP/1.1" status: 204 len: 168 time: 0.1252456 Feb 11 05:26:10.524773 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2750e-a5d1-480f-8a32-8610926de5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d93ef53-3769-4a1d-8c30-5cbe347d15b0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:11.175427 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15f417-40c1-47cb-9bfa-ffd60d1575c6 req-28a572b0-b3f4-470a-a960-f7b408686f18 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:11.177216 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3d15f417-40c1-47cb-9bfa-ffd60d1575c6 req-28a572b0-b3f4-470a-a960-f7b408686f18 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0843790 Feb 11 05:26:11.235075 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3d15f417-40c1-47cb-9bfa-ffd60d1575c6 req-9ab99b62-7fc0-4ac5-8fab-2912eef9aedd tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491419 Feb 11 05:26:11.899240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c87448c4-1e75-4224-91bd-f7d0ee7bc30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.347050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161332b-be05-46ec-9f2b-ae17f2c3cafc req-c1f8aa78-4700-4158-af38-de71c7078d29 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:12.348519 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7161332b-be05-46ec-9f2b-ae17f2c3cafc req-c1f8aa78-4700-4158-af38-de71c7078d29 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0557272 Feb 11 05:26:12.395897 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7161332b-be05-46ec-9f2b-ae17f2c3cafc req-6fc9c166-3292-4f55-b668-a99d36b37a02 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Feb 11 05:26:12.849336 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.517846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da54fc-cf79-46c7-aaf8-1488fc406705 req-89dfa247-54f7-4864-b769-9423486ff6ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:13.519369 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9da54fc-cf79-46c7-aaf8-1488fc406705 req-89dfa247-54f7-4864-b769-9423486ff6ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0533369 Feb 11 05:26:13.566341 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9da54fc-cf79-46c7-aaf8-1488fc406705 req-252a30d5-3266-4651-b4d8-a9f9fbcb3db8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Feb 11 05:26:14.430061 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.686346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62df03d-b04a-43eb-aea9-7e6fc57e4bda req-db9504da-e00a-4bc4-b51c-86bdd3e69aea tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:14.687802 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c62df03d-b04a-43eb-aea9-7e6fc57e4bda req-db9504da-e00a-4bc4-b51c-86bdd3e69aea tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0536468 Feb 11 05:26:14.733850 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c62df03d-b04a-43eb-aea9-7e6fc57e4bda req-24f885fd-27a7-46d5-bdbb-60cca1170e1c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Feb 11 05:26:15.665873 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.854564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0019e-012a-4164-9593-db47799b5464 req-56d3007b-8eb0-44b3-89a5-5b1e946d6d26 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:15.857063 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82e0019e-012a-4164-9593-db47799b5464 req-56d3007b-8eb0-44b3-89a5-5b1e946d6d26 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0555530 Feb 11 05:26:15.930482 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82e0019e-012a-4164-9593-db47799b5464 req-40c9eb8a-10bf-4423-a022-c3613c894ef5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675776 Feb 11 05:26:17.057511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c7df3-56af-4e43-99be-623364a051b5 req-3e3d10da-6cbb-460b-b611-69d0e9cedda7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:17.059033 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f69c7df3-56af-4e43-99be-623364a051b5 req-3e3d10da-6cbb-460b-b611-69d0e9cedda7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0568411 Feb 11 05:26:17.105806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f69c7df3-56af-4e43-99be-623364a051b5 req-52234811-bcf1-4efd-9add-eea5a35846fe tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411294 Feb 11 05:26:18.224444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1f792-5ff6-4b4c-bb71-db2e0691960a req-9a7b5442-1af3-41bf-bf5f-47763e98419a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:18.225941 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5d1f792-5ff6-4b4c-bb71-db2e0691960a req-9a7b5442-1af3-41bf-bf5f-47763e98419a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0527318 Feb 11 05:26:18.273897 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a5d1f792-5ff6-4b4c-bb71-db2e0691960a req-a8c7584f-225d-4e75-beaa-6661f0d20f7d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Feb 11 05:26:19.392189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75d2f-3f5e-4892-a480-b7482693b5e1 req-b7663876-2376-498c-850f-b22fb9308efa tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:19.393589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1b75d2f-3f5e-4892-a480-b7482693b5e1 req-b7663876-2376-498c-850f-b22fb9308efa tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0523517 Feb 11 05:26:19.441266 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1b75d2f-3f5e-4892-a480-b7482693b5e1 req-a0c79bb9-cae0-4ab3-a753-645b69ba6b08 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 Feb 11 05:26:20.559750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e1cbf-2cfc-4582-941d-dac98efc6379 req-792a71cc-248f-4b70-afa4-cfae77ff9e13 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:20.561572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c3e1cbf-2cfc-4582-941d-dac98efc6379 req-792a71cc-248f-4b70-afa4-cfae77ff9e13 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0542846 Feb 11 05:26:20.608494 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c3e1cbf-2cfc-4582-941d-dac98efc6379 req-3a10d6d3-dd77-43f3-9936-492924940678 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414219 Feb 11 05:26:21.734688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc22669-8c92-4af7-906a-c2c1f80fa8ea req-4ffa6e8f-8fc1-4d23-aa22-28ab4acb8278 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:21.736210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6cc22669-8c92-4af7-906a-c2c1f80fa8ea req-4ffa6e8f-8fc1-4d23-aa22-28ab4acb8278 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0547769 Feb 11 05:26:21.788893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6cc22669-8c92-4af7-906a-c2c1f80fa8ea req-f36db75b-1483-4acd-b7cb-b00dd52ae0c5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466411 Feb 11 05:26:22.909767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa571b-0e67-41ae-b573-fc46a7ab91dc req-00468e86-e050-4a35-bd79-1b04f0c66799 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.911280 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-08fa571b-0e67-41ae-b573-fc46a7ab91dc req-00468e86-e050-4a35-bd79-1b04f0c66799 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0574574 Feb 11 05:26:22.957745 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-08fa571b-0e67-41ae-b573-fc46a7ab91dc req-d5756381-b467-4d8b-9e3e-84320d5dbb85 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408940 Feb 11 05:26:24.076591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf548a-fac8-4995-aa05-3ffc4115c322 req-dc0c9566-83b7-49ba-b76f-24510874ee2b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:24.078051 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3bdf548a-fac8-4995-aa05-3ffc4115c322 req-dc0c9566-83b7-49ba-b76f-24510874ee2b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0520861 Feb 11 05:26:24.123724 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3bdf548a-fac8-4995-aa05-3ffc4115c322 req-9bd6aef3-823c-4baa-a51f-2fba61679b2d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401349 Feb 11 05:26:25.246458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c076-b8c1-48d7-9c31-dfa691177285 req-86e374cd-b3d2-44a1-a340-06a460fdded8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:25.247990 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dab6c076-b8c1-48d7-9c31-dfa691177285 req-86e374cd-b3d2-44a1-a340-06a460fdded8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0577121 Feb 11 05:26:25.297269 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dab6c076-b8c1-48d7-9c31-dfa691177285 req-5266144e-dac1-49fe-b607-9a21d7e6ddbc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Feb 11 05:26:26.414915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3b51f-93b2-4683-861d-929e3ae29019 req-a4269eea-83c3-40ce-891f-2ec2e50b9442 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:26.416361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3e3b51f-93b2-4683-861d-929e3ae29019 req-a4269eea-83c3-40ce-891f-2ec2e50b9442 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0536785 Feb 11 05:26:26.465315 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d3e3b51f-93b2-4683-861d-929e3ae29019 req-f4125eb6-9550-4f6e-8eb9-77d5955d10e8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 Feb 11 05:26:27.586224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a8600-df3d-47d5-be10-cbbdc52bce80 req-ba40dbda-0ccf-4fd6-acfa-1bdcc571665e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.587727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b09a8600-df3d-47d5-be10-cbbdc52bce80 req-ba40dbda-0ccf-4fd6-acfa-1bdcc571665e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0558293 Feb 11 05:26:27.632994 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b09a8600-df3d-47d5-be10-cbbdc52bce80 req-d8bb0dea-798a-481f-8410-e9c2bacbb163 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390515 Feb 11 05:26:28.756483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd3dd-347f-4b12-80de-a482b5e29cf1 req-bcc86adf-459e-4882-beeb-d5325d882aa4 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:28.758028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-246fd3dd-347f-4b12-80de-a482b5e29cf1 req-bcc86adf-459e-4882-beeb-d5325d882aa4 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0576601 Feb 11 05:26:28.805804 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-246fd3dd-347f-4b12-80de-a482b5e29cf1 req-b4750555-2a16-41b9-a2cd-8514d71781a9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419717 Feb 11 05:26:29.925322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41b10a-8511-4fc2-9620-da7cc841a884 req-ee25c41b-c3e9-4192-a3a9-fa567a13736d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:29.926847 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f41b10a-8511-4fc2-9620-da7cc841a884 req-ee25c41b-c3e9-4192-a3a9-fa567a13736d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0528426 Feb 11 05:26:29.978216 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f41b10a-8511-4fc2-9620-da7cc841a884 req-c298cfb1-cc6b-475f-94e7-b58567d701c4 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455012 Feb 11 05:26:31.099991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cd218-c630-46c1-8ba9-6ae2303af271 req-b1ecd2c7-48ce-4e71-818f-fe9271f6bb5b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.101472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-086cd218-c630-46c1-8ba9-6ae2303af271 req-b1ecd2c7-48ce-4e71-818f-fe9271f6bb5b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0526378 Feb 11 05:26:31.150775 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-086cd218-c630-46c1-8ba9-6ae2303af271 req-008202f3-5df0-4347-8d68-4762e955c187 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437150 Feb 11 05:26:32.154480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device de203f2a-f959-4d24-8b27-3426be321184 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:32.249107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port de203f2a-f959-4d24-8b27-3426be321184, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=de203f2a-f959-4d24-8b27-3426be321184,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:32.259989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'de203f2a-f959-4d24-8b27-3426be321184', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'port_id': 'de203f2a-f959-4d24-8b27-3426be321184', 'mac_address': 'fa:16:3e:30:28:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:32.269912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea263f9c-3ad2-4053-a633-00949fb9e125 req-765be0f9-e567-40a4-b15a-d478078a3d2f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:32.271434 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea263f9c-3ad2-4053-a633-00949fb9e125 req-765be0f9-e567-40a4-b15a-d478078a3d2f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 943 time: 0.0538180 Feb 11 05:26:32.300217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port de203f2a-f959-4d24-8b27-3426be321184 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:32.300612 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (de203f2a-f959-4d24-8b27-3426be321184), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.313968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de203f2a-f959-4d24-8b27-3426be321184 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:32.322489 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ea263f9c-3ad2-4053-a633-00949fb9e125 req-2e646309-bbf7-4aa7-9a88-18a05868a5d1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Feb 11 05:26:32.332706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port de203f2a-f959-4d24-8b27-3426be321184, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=de203f2a-f959-4d24-8b27-3426be321184,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:32.337543 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (de203f2a-f959-4d24-8b27-3426be321184), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.387174 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=de203f2a-f959-4d24-8b27-3426be321184,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:32.394413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.394760 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.395128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.395473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.395808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.396140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.396467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.396792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.397121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.397443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.397794 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.398124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.398436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.784100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['de203f2a-f959-4d24-8b27-3426be321184'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:33.440293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75424d-7187-4529-97a0-a89b5ce3191d req-812d010e-e55e-4c9b-94d4-9095024ef83d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:33.441765 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e75424d-7187-4529-97a0-a89b5ce3191d req-812d010e-e55e-4c9b-94d4-9095024ef83d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 944 time: 0.0513303 Feb 11 05:26:33.490933 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e75424d-7187-4529-97a0-a89b5ce3191d req-91b03cfc-4632-4737-bfa9-a9ac7e6efeb1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436821 Feb 11 05:26:33.543393 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.594436 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:26:34.170849 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device de203f2a-f959-4d24-8b27-3426be321184 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:34.217117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port de203f2a-f959-4d24-8b27-3426be321184 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:34.220628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port de203f2a-f959-4d24-8b27-3426be321184 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:34.220999 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (de203f2a-f959-4d24-8b27-3426be321184), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.297131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port de203f2a-f959-4d24-8b27-3426be321184 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:34.297518 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (de203f2a-f959-4d24-8b27-3426be321184), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.319543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345f1fff-cb94-4721-baff-da982c6c59b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de203f2a-f959-4d24-8b27-3426be321184'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:34.321806 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb5d369-d651-4c8e-9ea5-17036b8c9c1b" -d '{"events": [{"server_uuid": "345f1fff-cb94-4721-baff-da982c6c59b1", "name": "network-vif-plugged", "status": "completed", "tag": "de203f2a-f959-4d24-8b27-3426be321184"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:34.336862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port de203f2a-f959-4d24-8b27-3426be321184, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=de203f2a-f959-4d24-8b27-3426be321184,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:34.342360 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (de203f2a-f959-4d24-8b27-3426be321184), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.391632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=de203f2a-f959-4d24-8b27-3426be321184,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:34.558688 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a150b89a-7563-49d1-a7bc-fd079ad7d0a6 x-openstack-request-id: req-a150b89a-7563-49d1-a7bc-fd079ad7d0a6 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:34.559315 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345f1fff-cb94-4721-baff-da982c6c59b1", "name": "network-vif-plugged", "status": "completed", "tag": "de203f2a-f959-4d24-8b27-3426be321184", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:34.559315 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a150b89a-7563-49d1-a7bc-fd079ad7d0a6 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:34.559881 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345f1fff-cb94-4721-baff-da982c6c59b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de203f2a-f959-4d24-8b27-3426be321184', 'code': 200} Feb 11 05:26:34.622078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b219b0e-670c-48a7-baed-66e113ff581e req-ef902d29-bf86-4fe8-a1ae-9896d5243e74 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.623719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b219b0e-670c-48a7-baed-66e113ff581e req-ef902d29-bf86-4fe8-a1ae-9896d5243e74 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 945 time: 0.0581210 Feb 11 05:26:34.697651 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1b219b0e-670c-48a7-baed-66e113ff581e req-4ecb18a1-c1cc-42a6-94ce-ceece0b707fc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682974 Feb 11 05:26:34.706679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2178e-182f-49c5-88b1-35e5c304f468 req-78940ab3-d195-41bb-86cb-3674ef12a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.708465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13d2178e-182f-49c5-88b1-35e5c304f468 req-78940ab3-d195-41bb-86cb-3674ef12a335 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 1128 time: 0.0654590 Feb 11 05:26:34.758615 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13d2178e-182f-49c5-88b1-35e5c304f468 req-e97281a7-2433-44ef-ac7c-85b508cdd8bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Feb 11 05:26:35.815855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ccbe5-6f95-4d55-bcdb-b0207be68444 req-87d1d646-758c-4d26-9ab2-9b0951302c00 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:35.817345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-061ccbe5-6f95-4d55-bcdb-b0207be68444 req-87d1d646-758c-4d26-9ab2-9b0951302c00 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 945 time: 0.0526466 Feb 11 05:26:35.865038 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-061ccbe5-6f95-4d55-bcdb-b0207be68444 req-cf194bcd-85e1-4b01-bec1-180bae47dd5d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419230 Feb 11 05:26:36.985796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac9f7a-524e-4def-85af-0b8c60247db2 req-13839ea6-463a-4417-b9b6-619f154e6d3c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.987296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b9ac9f7a-524e-4def-85af-0b8c60247db2 req-13839ea6-463a-4417-b9b6-619f154e6d3c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 945 time: 0.0558498 Feb 11 05:26:37.033262 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b9ac9f7a-524e-4def-85af-0b8c60247db2 req-561ff7ec-fe85-478f-b69b-fe127944228e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Feb 11 05:26:37.149370 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587909d2-5777-4a0d-812d-17686a73e6c9 req-fe147235-d162-4374-8d0a-2e756562d6f6 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.150775 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-587909d2-5777-4a0d-812d-17686a73e6c9 req-fe147235-d162-4374-8d0a-2e756562d6f6 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 945 time: 0.0518227 Feb 11 05:26:37.200733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-587909d2-5777-4a0d-812d-17686a73e6c9 req-eb6ea8d1-a4ee-420c-879a-2528fb4106af tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438430 Feb 11 05:26:37.317100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74da7-0c0b-4cbf-8569-fc529c942e2c req-e9f32435-e430-430e-b3b1-2bcbc1a7c2a8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.318674 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24e74da7-0c0b-4cbf-8569-fc529c942e2c req-e9f32435-e430-430e-b3b1-2bcbc1a7c2a8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 945 time: 0.0531397 Feb 11 05:26:37.364871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24e74da7-0c0b-4cbf-8569-fc529c942e2c req-dddd4776-efa4-421d-9df2-ca1d6fe73fc7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400665 Feb 11 05:26:37.647938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dc9bb-e1de-4fb7-a14d-6fbfe6ad1f17 req-e5925f80-25c8-40bc-b47c-495c8ddb28d8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.649411 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-161dc9bb-e1de-4fb7-a14d-6fbfe6ad1f17 req-e5925f80-25c8-40bc-b47c-495c8ddb28d8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 945 time: 0.0576680 Feb 11 05:26:37.667945 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:37.696334 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-161dc9bb-e1de-4fb7-a14d-6fbfe6ad1f17 req-ff972ea4-f3f1-41b7-b638-671205d48e67 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Feb 11 05:26:38.825123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca52339-52c8-4649-ab59-c8f74b15b3e9 req-9995c373-b65b-4369-87a7-13a2f1f8c960 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:38.826594 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dca52339-52c8-4649-ab59-c8f74b15b3e9 req-9995c373-b65b-4369-87a7-13a2f1f8c960 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 945 time: 0.0564721 Feb 11 05:26:38.872346 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dca52339-52c8-4649-ab59-c8f74b15b3e9 req-8e4090c7-8ecb-47d4-a992-cc172e7304a8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Feb 11 05:26:39.429289 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb396-3105-4715-8ca5-a7f210814b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.600505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf23b0-89e1-4c8a-938f-dd53b2409315 req-c538fe33-e57b-4208-905d-cc44bb93f080 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.601842 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-89cf23b0-89e1-4c8a-938f-dd53b2409315 req-c538fe33-e57b-4208-905d-cc44bb93f080 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 945 time: 0.0510702 Feb 11 05:26:39.690822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-89cf23b0-89e1-4c8a-938f-dd53b2409315 req-840c6859-7a5a-479a-ad9b-5015a72ff002 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Deleting port de203f2a-f959-4d24-8b27-3426be321184 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:39.691194 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-89cf23b0-89e1-4c8a-938f-dd53b2409315 req-840c6859-7a5a-479a-ad9b-5015a72ff002 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (de203f2a-f959-4d24-8b27-3426be321184), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.782730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-89cf23b0-89e1-4c8a-938f-dd53b2409315 req-840c6859-7a5a-479a-ad9b-5015a72ff002 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] For port de203f2a-f959-4d24-8b27-3426be321184, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=de203f2a-f959-4d24-8b27-3426be321184,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:39.783127 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-89cf23b0-89e1-4c8a-938f-dd53b2409315 req-840c6859-7a5a-479a-ad9b-5015a72ff002 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (de203f2a-f959-4d24-8b27-3426be321184), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.796159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-89cf23b0-89e1-4c8a-938f-dd53b2409315 req-840c6859-7a5a-479a-ad9b-5015a72ff002 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Calling delete_port for de203f2a-f959-4d24-8b27-3426be321184 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:39.926329 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-89cf23b0-89e1-4c8a-938f-dd53b2409315 req-840c6859-7a5a-479a-ad9b-5015a72ff002 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (de203f2a-f959-4d24-8b27-3426be321184), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.955178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['de203f2a-f959-4d24-8b27-3426be321184'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:39.963116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c6859-7a5a-479a-ad9b-5015a72ff002 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event deleted for resources: {'Port': ['ID=de203f2a-f959-4d24-8b27-3426be321184,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:39.988814 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5105179a-6836-4ae4-9595-7be7bf60b308 req-ae338b09-ceaa-4500-959e-322d704affa4 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 210 time: 0.0349307 Feb 11 05:26:40.027518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cf23b0-89e1-4c8a-938f-dd53b2409315 req-840c6859-7a5a-479a-ad9b-5015a72ff002 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] No DVR routers for this DVR port de203f2a-f959-4d24-8b27-3426be321184 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:40.030288 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-89cf23b0-89e1-4c8a-938f-dd53b2409315 req-840c6859-7a5a-479a-ad9b-5015a72ff002 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.033764 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-89cf23b0-89e1-4c8a-938f-dd53b2409315 req-840c6859-7a5a-479a-ad9b-5015a72ff002 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "DELETE /v2.0/ports/de203f2a-f959-4d24-8b27-3426be321184 HTTP/1.1" status: 204 len: 173 time: 0.4266033 Feb 11 05:26:40.034232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345f1fff-cb94-4721-baff-da982c6c59b1', 'name': 'network-vif-deleted', 'tag': 'de203f2a-f959-4d24-8b27-3426be321184'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:40.036586 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc35e1c0-5b6a-4792-a3d5-84dde5a933d8" -d '{"events": [{"server_uuid": "345f1fff-cb94-4721-baff-da982c6c59b1", "name": "network-vif-deleted", "tag": "de203f2a-f959-4d24-8b27-3426be321184"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:40.083749 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8d3547-9ed1-4c01-8485-265de467dbfe x-openstack-request-id: req-7f8d3547-9ed1-4c01-8485-265de467dbfe {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:40.084054 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345f1fff-cb94-4721-baff-da982c6c59b1", "name": "network-vif-deleted", "tag": "de203f2a-f959-4d24-8b27-3426be321184", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:40.084317 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f8d3547-9ed1-4c01-8485-265de467dbfe {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:40.084722 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345f1fff-cb94-4721-baff-da982c6c59b1', 'name': 'network-vif-deleted', 'tag': 'de203f2a-f959-4d24-8b27-3426be321184', 'status': 'completed', 'code': 200} Feb 11 05:26:41.108087 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08ca3e83-3533-408d-bf52-5a15754b13b0 req-b36cb443-070e-4c23-95c1-f81920da685a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 210 time: 0.0310442 Feb 11 05:26:41.892462 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-433a009b-1005-4418-a3a9-b449775af951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.204170 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device de203f2a-f959-4d24-8b27-3426be321184 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:42.206961 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-03abcc37-3848-49db-ae7d-da07bc5e87fd req-ab9cfbb0-115c-48d8-8cc7-5529f4e80496 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 210 time: 0.0278931 Feb 11 05:26:42.225514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: de203f2a-f959-4d24-8b27-3426be321184 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:42.225941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device de203f2a-f959-4d24-8b27-3426be321184 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:42.851616 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.304923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80f6d307-388b-4db1-a615-f061a358d87e req-39208a66-11c2-40aa-8129-ac21c146e99a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 210 time: 0.0293326 Feb 11 05:26:44.399571 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7bd94c4-be99-494d-babd-9e4f0a6f4b04 req-a35ce1fe-c5ad-4217-ac86-72062ad9d4a2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 210 time: 0.0273254 Feb 11 05:26:44.432549 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:45.494382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-caca8eae-e193-466b-8fd3-784045192d02 req-451ad909-d1ec-4380-a864-92b7e3222070 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 210 time: 0.0264373 Feb 11 05:26:45.673872 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.594774 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9ef17b93-1525-4e3c-b591-2439b395d93f req-0c5f75b3-6a07-4aa7-b608-cbdf2a8617ee tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 210 time: 0.0306444 Feb 11 05:26:47.689416 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b74b40e6-43c6-4d35-ac18-0bad1bb5390d req-54f31950-8ecd-449b-896d-a5b77aa41009 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 210 time: 0.0268939 Feb 11 05:26:48.795159 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de3b24c9-744c-42af-83a4-60bfbac1cb4e req-8da8951f-e5f9-4178-a69e-ca9883c11c02 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=345f1fff-cb94-4721-baff-da982c6c59b1 HTTP/1.1" status: 200 len: 210 time: 0.0270855 Feb 11 05:27:03.550037 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.667710 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:09.421491 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ad44dd0-25eb-49e9-a94c-bf3256b26e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.592823 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:27:11.895172 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2303a6d8-4316-4b4d-ab99-d843987eedac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.862147 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.436121 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.666384 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.044698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-2a633f42-1d3c-445c-b883-6875f8ccefc3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:19.046074 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-2a633f42-1d3c-445c-b883-6875f8ccefc3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1001754 Feb 11 05:27:19.060426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-81d0ce85-6694-41f6-a032-60a3f723280a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/quotas/f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 375 time: 0.0089722 Feb 11 05:27:19.118841 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-38262592-96d3-471d-9aef-fff2dc111523 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536041 Feb 11 05:27:19.331029 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-540bf3ee-06aa-418e-a313-98567e270b4d service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051976 Feb 11 05:27:19.423018 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-9973569a-89db-41b3-a061-60f8eef822ff service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863624 Feb 11 05:27:19.705154 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dff3f293-7049-40fe-b6b1-bbe3927c07ab req-068cf060-68b0-49b1-92f9-3e3b78c509a7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 210 time: 0.0307350 Feb 11 05:27:20.784713 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3dcc002f-b539-4d37-84cb-10ace660c8ce req-23dea004-3f64-48ea-9439-50df9ebe5fec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 210 time: 0.0277002 Feb 11 05:27:21.879443 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-821c16a3-f508-4cc1-a873-b9665ced9578 req-22ce5e23-ace0-4421-b1dd-1f49eb019a1e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 210 time: 0.0274305 Feb 11 05:27:22.975685 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d62199c9-4e86-4856-93bd-4c90875c1a94 req-faf3640b-d615-4b80-9d1b-234106818b00 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 210 time: 0.0279045 Feb 11 05:27:23.033759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-950a9519-2faf-4f98-9e36-667e6509943a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.035228 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-950a9519-2faf-4f98-9e36-667e6509943a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1014876 Feb 11 05:27:23.051600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'port': {'device_id': 'f1d473e4-8c9a-4601-86ef-eab80ad948e2', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'admin_state_up': True, 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:23.162505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Made reservation on behalf of f7821f3fbc2241db873fdd8626e7b447 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:23.166054 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.294831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Allocated IP 172.20.0.11 (1f82920e-251c-4efe-be74-d19b3281e70b/d989c873-b096-4d2f-b701-d41d9c683ac4/0243a926-9edc-4170-9b6b-43435655dcfd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:23.440966 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (0243a926-9edc-4170-9b6b-43435655dcfd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.475189 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.855070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Network 1f82920e-251c-4efe-be74-d19b3281e70b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:23.858172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:23.861954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:23.886844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=0243a926-9edc-4170-9b6b-43435655dcfd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:23.901713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.902068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.902419 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.902767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.903143 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.903485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.903819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.904154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.904486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.904815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.905147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.905474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.905803 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.927004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.927711 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.946806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7176a7f5-23c8-4155-9fb7-9aa10222c3eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8987842 Feb 11 05:27:23.965134 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Request body: {'port': {'device_id': 'f1d473e4-8c9a-4601-86ef-eab80ad948e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:24.030211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.096758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9a6848f9-170d-4692-bdb4-de6a99616c24 None None] Provisioning complete for port 0243a926-9edc-4170-9b6b-43435655dcfd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:24.097264 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9a6848f9-170d-4692-bdb4-de6a99616c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.133637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9a6848f9-170d-4692-bdb4-de6a99616c24 None None] Port 0243a926-9edc-4170-9b6b-43435655dcfd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:24.201963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a72975-2b66-40c7-947c-eee86a670bf0 req-798458a6-ccb5-4026-be02-64076c07a9f3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.203538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-36a72975-2b66-40c7-947c-eee86a670bf0 req-798458a6-ccb5-4026-be02-64076c07a9f3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 932 time: 0.1370254 Feb 11 05:27:24.300680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-36a72975-2b66-40c7-947c-eee86a670bf0 req-6cf0c24d-3a0b-4bcc-8626-fd08baf3cfd0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849650 Feb 11 05:27:24.384119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0243a926-9edc-4170-9b6b-43435655dcfd {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:24.392558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Publish callbacks [] for port (0243a926-9edc-4170-9b6b-43435655dcfd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.405037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Transition to ACTIVE for port object 0243a926-9edc-4170-9b6b-43435655dcfd will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:24.408473 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.460888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Pushing event updated for resources: {'Port': ['ID=0243a926-9edc-4170-9b6b-43435655dcfd,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:24.532451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Attempting to bind port 0243a926-9edc-4170-9b6b-43435655dcfd on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:24.532799 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Attempting to bind port 0243a926-9edc-4170-9b6b-43435655dcfd by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:24.533133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Attempting to bind port 0243a926-9edc-4170-9b6b-43435655dcfd on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:24.537780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Port 0243a926-9edc-4170-9b6b-43435655dcfd on network 1f82920e-251c-4efe-be74-d19b3281e70b not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:24.538110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Attempting to bind port 0243a926-9edc-4170-9b6b-43435655dcfd on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:24.545309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:24.546280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Checking segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:24.546874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Bound using segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:24.547724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Bound port: 0243a926-9edc-4170-9b6b-43435655dcfd, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:24.548098 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.616762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] For port 0243a926-9edc-4170-9b6b-43435655dcfd, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:24.620498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] For port 0243a926-9edc-4170-9b6b-43435655dcfd, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0243a926-9edc-4170-9b6b-43435655dcfd,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:24.630683 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.667915 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.668577 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.669926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] 10.222.0.60 "PUT /v2.0/ports/0243a926-9edc-4170-9b6b-43435655dcfd HTTP/1.1" status: 200 len: 1093 time: 0.7094400 Feb 11 05:27:24.670378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d473e4-8c9a-4601-86ef-eab80ad948e2', 'tag': '0243a926-9edc-4170-9b6b-43435655dcfd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:24.672650 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013aae70-3ff1-47b6-a52a-06dc35146b55" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d473e4-8c9a-4601-86ef-eab80ad948e2", "tag": "0243a926-9edc-4170-9b6b-43435655dcfd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:24.705681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe4a6b-b9d5-4361-9026-8616835f3457 service neutron] Pushing event updated for resources: {'Port': ['ID=0243a926-9edc-4170-9b6b-43435655dcfd,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:24.721162 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c899594b-12d5-4f6c-b4e5-39160803ac06 x-openstack-request-id: req-c899594b-12d5-4f6c-b4e5-39160803ac06 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:24.721649 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d473e4-8c9a-4601-86ef-eab80ad948e2", "tag": "0243a926-9edc-4170-9b6b-43435655dcfd", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:24.722048 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c899594b-12d5-4f6c-b4e5-39160803ac06 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:24.722632 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d473e4-8c9a-4601-86ef-eab80ad948e2', 'tag': '0243a926-9edc-4170-9b6b-43435655dcfd', 'status': 'completed', 'code': 200} Feb 11 05:27:24.792082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-a50f7cd1-aece-43e2-a842-3a237d980781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.793820 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-a50f7cd1-aece-43e2-a842-3a237d980781 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 1127 time: 0.0552723 Feb 11 05:27:24.850213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-ba802372-4e07-48e9-b31f-461c4387fcf7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0243a926-9edc-4170-9b6b-43435655dcfd HTTP/1.1" status: 200 len: 217 time: 0.0423381 Feb 11 05:27:24.904694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-dd9d1e51-d6c2-4240-98ba-e60cc325b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.906231 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-dd9d1e51-d6c2-4240-98ba-e60cc325b334 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0499859 Feb 11 05:27:24.958105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-65a1ff0d-0781-4782-af86-f0afe66c179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.959727 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-65a1ff0d-0781-4782-af86-f0afe66c179e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467415 Feb 11 05:27:25.059496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-7b819a9d-8284-4d8d-8029-f55b8883d662 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917156 Feb 11 05:27:25.150727 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e7635f01-542f-4b60-9a92-b466b9ae4bed req-8664ce76-ccd1-40ee-86f1-9bee7a699af8 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843766 Feb 11 05:27:25.268516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aae70-3ff1-47b6-a52a-06dc35146b55 req-2c9fafd0-2632-4c73-b607-ff1503807090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:25.270016 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-013aae70-3ff1-47b6-a52a-06dc35146b55 req-2c9fafd0-2632-4c73-b607-ff1503807090 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 1127 time: 0.0485008 Feb 11 05:27:25.370381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aae70-3ff1-47b6-a52a-06dc35146b55 req-6e71db30-4433-4acc-a712-7945896a1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:25.371963 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-013aae70-3ff1-47b6-a52a-06dc35146b55 req-6e71db30-4433-4acc-a712-7945896a1788 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0951777 Feb 11 05:27:25.436588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-013aae70-3ff1-47b6-a52a-06dc35146b55 req-ec330e41-f130-4722-a9a0-82dbee708ac7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0243a926-9edc-4170-9b6b-43435655dcfd HTTP/1.1" status: 200 len: 217 time: 0.0536671 Feb 11 05:27:25.498772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a73da-cff3-418d-a118-0141aa8e932d req-e2d108f1-f202-4b9f-bfc4-f0cac53ff4e2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:25.500336 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf2a73da-cff3-418d-a118-0141aa8e932d req-e2d108f1-f202-4b9f-bfc4-f0cac53ff4e2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.1262207 Feb 11 05:27:25.504030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aae70-3ff1-47b6-a52a-06dc35146b55 req-d4743e03-470b-4e86-bcc7-5e7c11327f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:25.505392 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-013aae70-3ff1-47b6-a52a-06dc35146b55 req-d4743e03-470b-4e86-bcc7-5e7c11327f57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0617650 Feb 11 05:27:25.580869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cf2a73da-cff3-418d-a118-0141aa8e932d req-169c114f-bf01-46c3-99ac-7bda7006202c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739527 Feb 11 05:27:25.586171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aae70-3ff1-47b6-a52a-06dc35146b55 req-ddfa98ee-551d-4f5c-8a17-9e8fd9cd4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:25.587814 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-013aae70-3ff1-47b6-a52a-06dc35146b55 req-ddfa98ee-551d-4f5c-8a17-9e8fd9cd4ad7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0747554 Feb 11 05:27:25.684888 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-013aae70-3ff1-47b6-a52a-06dc35146b55 req-e4e3fb8a-2b4c-4e21-b95d-7599d6b3de97 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905151 Feb 11 05:27:25.794485 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-013aae70-3ff1-47b6-a52a-06dc35146b55 req-c69eaf89-6d6b-4f2f-95bd-f10930b39c0b service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031075 Feb 11 05:27:26.702986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6c9fb-20d2-48b2-aaf5-41aa35138a71 req-ee8e8b09-b15c-4145-b2cb-1be60fca224f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.704530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1b6c9fb-20d2-48b2-aaf5-41aa35138a71 req-ee8e8b09-b15c-4145-b2cb-1be60fca224f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0546319 Feb 11 05:27:26.757689 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1b6c9fb-20d2-48b2-aaf5-41aa35138a71 req-d042794c-f4b7-4388-bc03-ea47776ca08a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464420 Feb 11 05:27:27.877783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67534c8-8fcb-425c-9f4b-494a0206cf2c req-3aa69b5c-1ff7-49e2-89e3-716f5a7ef5df tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:27.879291 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c67534c8-8fcb-425c-9f4b-494a0206cf2c req-3aa69b5c-1ff7-49e2-89e3-716f5a7ef5df tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0535443 Feb 11 05:27:27.926250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c67534c8-8fcb-425c-9f4b-494a0206cf2c req-92eb777d-a753-463d-8f98-d342c2f4a3c3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Feb 11 05:27:29.055755 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4b054-28cd-4ebf-8d3d-4de7f9ee1279 req-7279b2c7-4bbf-463b-80a2-3febd6f450b4 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.059140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5eb4b054-28cd-4ebf-8d3d-4de7f9ee1279 req-7279b2c7-4bbf-463b-80a2-3febd6f450b4 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0603087 Feb 11 05:27:29.109809 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5eb4b054-28cd-4ebf-8d3d-4de7f9ee1279 req-4a7c1077-b8e7-46dd-9cd2-442c0d02e73e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457773 Feb 11 05:27:30.236169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d26eb6-0b9c-4399-bcb1-fdba78f7e27e req-fccfca48-a3b2-4341-9a2c-9b5f50b9fcb5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:30.237688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41d26eb6-0b9c-4399-bcb1-fdba78f7e27e req-fccfca48-a3b2-4341-9a2c-9b5f50b9fcb5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0518923 Feb 11 05:27:30.284808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-41d26eb6-0b9c-4399-bcb1-fdba78f7e27e req-7160c8db-efd0-4386-8087-cd1df3245c72 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Feb 11 05:27:31.405386 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544aa88-f0ad-42ce-958c-988cf8b2d5b1 req-0596b8bf-a7b8-4c34-b33e-172183d6c035 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.406913 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7544aa88-f0ad-42ce-958c-988cf8b2d5b1 req-0596b8bf-a7b8-4c34-b33e-172183d6c035 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0548615 Feb 11 05:27:31.453651 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7544aa88-f0ad-42ce-958c-988cf8b2d5b1 req-3263927b-6a83-44e4-bc45-81a632168904 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Feb 11 05:27:32.599833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b24c62-98d8-44ba-b1d8-410509960c76 req-cacb25b8-c0bd-4e98-9274-9c90968dced9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:32.601340 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4b24c62-98d8-44ba-b1d8-410509960c76 req-cacb25b8-c0bd-4e98-9274-9c90968dced9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0579643 Feb 11 05:27:32.650034 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d4b24c62-98d8-44ba-b1d8-410509960c76 req-de38dc7a-6b7a-4d9e-b3dc-5cd70a204eec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Feb 11 05:27:33.542153 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.772619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b543d1-dfe6-486e-ae33-5dd9dfa1ac56 req-131584fa-8a8f-494d-8cc4-b71393c52e8b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:33.774068 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b3b543d1-dfe6-486e-ae33-5dd9dfa1ac56 req-131584fa-8a8f-494d-8cc4-b71393c52e8b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0577652 Feb 11 05:27:33.820564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b3b543d1-dfe6-486e-ae33-5dd9dfa1ac56 req-9122adae-9656-4c14-9f00-353ed1688e5b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Feb 11 05:27:34.940883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3784f57-ca15-40c0-9aa0-3e971856003a req-47da0f5f-185d-44fa-ae71-55b5ad951636 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.942369 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3784f57-ca15-40c0-9aa0-3e971856003a req-47da0f5f-185d-44fa-ae71-55b5ad951636 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0531733 Feb 11 05:27:34.989496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c3784f57-ca15-40c0-9aa0-3e971856003a req-be8b6c00-2f6c-440e-9f9d-f1faee30e3fd tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Feb 11 05:27:36.114965 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b49922-193c-4e69-a42a-c10d4b893d9c req-dd2996d1-ff15-45a0-866e-630464ed8e8a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.116478 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67b49922-193c-4e69-a42a-c10d4b893d9c req-dd2996d1-ff15-45a0-866e-630464ed8e8a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0562894 Feb 11 05:27:36.165676 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-67b49922-193c-4e69-a42a-c10d4b893d9c req-661b8f99-9c62-442b-9f7f-1d3a10f80d66 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432773 Feb 11 05:27:37.287624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027484d-4542-4b75-a6d2-81f341e26228 req-b4b24fa5-e8ac-414a-8b6b-ef132384b4a7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:37.289096 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7027484d-4542-4b75-a6d2-81f341e26228 req-b4b24fa5-e8ac-414a-8b6b-ef132384b4a7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0534010 Feb 11 05:27:37.339623 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7027484d-4542-4b75-a6d2-81f341e26228 req-e3af76d1-c9cb-41d8-8cc2-e63514d6c724 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Feb 11 05:27:37.677910 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.460738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751c9c9-f271-4af3-9d5b-7b0593313fac req-207db085-970a-489d-a601-51fda923fa9a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.462227 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4751c9c9-f271-4af3-9d5b-7b0593313fac req-207db085-970a-489d-a601-51fda923fa9a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0566590 Feb 11 05:27:38.508372 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4751c9c9-f271-4af3-9d5b-7b0593313fac req-59334ea8-69e5-4dc0-b896-9f384244c600 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405831 Feb 11 05:27:39.426040 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-314639f5-162a-4c83-8832-5e99d322e6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.630497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72591661-578b-45a4-b7fe-a3860002b827 req-21c5ec1e-4841-4328-8c10-f94ce6ed1124 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:39.632780 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72591661-578b-45a4-b7fe-a3860002b827 req-21c5ec1e-4841-4328-8c10-f94ce6ed1124 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0572245 Feb 11 05:27:39.680271 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72591661-578b-45a4-b7fe-a3860002b827 req-634fce4b-9db7-457e-b6ec-204971256f07 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Feb 11 05:27:40.797175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ecc81-8d11-4136-b567-fd7559d085a3 req-891d3035-2636-4627-b97a-881b15e77ffc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.798659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed4ecc81-8d11-4136-b567-fd7559d085a3 req-891d3035-2636-4627-b97a-881b15e77ffc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0521729 Feb 11 05:27:40.845250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed4ecc81-8d11-4136-b567-fd7559d085a3 req-0d5a9e73-93ea-4ecd-b680-860c409ab7b7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Feb 11 05:27:41.899253 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14db92be-2b73-4dda-be46-4eb2bf087e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.968317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c2356-ad7a-4b34-9126-aeb5a2f52158 req-101aa0aa-b57b-4a46-9a54-9dbff98e018e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.969819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-332c2356-ad7a-4b34-9126-aeb5a2f52158 req-101aa0aa-b57b-4a46-9a54-9dbff98e018e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 944 time: 0.0545151 Feb 11 05:27:42.017174 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-332c2356-ad7a-4b34-9126-aeb5a2f52158 req-fb039a94-e2f4-4397-92b6-5405d88aa4cb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415604 Feb 11 05:27:42.484223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0243a926-9edc-4170-9b6b-43435655dcfd details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:42.591379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 0243a926-9edc-4170-9b6b-43435655dcfd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0243a926-9edc-4170-9b6b-43435655dcfd,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:42.601741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '0243a926-9edc-4170-9b6b-43435655dcfd', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'port_id': '0243a926-9edc-4170-9b6b-43435655dcfd', 'mac_address': 'fa:16:3e:c2:9b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:42.639447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 0243a926-9edc-4170-9b6b-43435655dcfd is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:42.639847 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.652480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0243a926-9edc-4170-9b6b-43435655dcfd {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:42.671588 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 0243a926-9edc-4170-9b6b-43435655dcfd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0243a926-9edc-4170-9b6b-43435655dcfd,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:42.675153 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.723337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=0243a926-9edc-4170-9b6b-43435655dcfd,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:42.730999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.731366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.731737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.732081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.732418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.732755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.733087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.733420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.733747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.734076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.734456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.734731 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.735098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:42.856973 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.060510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['0243a926-9edc-4170-9b6b-43435655dcfd'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:43.136364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655c163-2112-4930-ac0f-1d58dedad5df req-1aeb5814-30f1-4ab2-9117-d9c5281b8a8d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.137957 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9655c163-2112-4930-ac0f-1d58dedad5df req-1aeb5814-30f1-4ab2-9117-d9c5281b8a8d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 945 time: 0.0530498 Feb 11 05:27:43.188918 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9655c163-2112-4930-ac0f-1d58dedad5df req-0cc24597-f4f2-40e1-88c5-8adfb511f053 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450456 Feb 11 05:27:44.315808 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73c709-8602-48ce-a8f0-b4f7699fd6a0 req-e44e13a6-f00b-45e1-bcf4-889ceff277d7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.317229 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c73c709-8602-48ce-a8f0-b4f7699fd6a0 req-e44e13a6-f00b-45e1-bcf4-889ceff277d7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 945 time: 0.0582860 Feb 11 05:27:44.364254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c73c709-8602-48ce-a8f0-b4f7699fd6a0 req-7a115537-d475-4512-9e2b-74f056254034 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Feb 11 05:27:44.436881 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.480242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0243a926-9edc-4170-9b6b-43435655dcfd up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:44.529330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 0243a926-9edc-4170-9b6b-43435655dcfd completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:27:44.533893 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 0243a926-9edc-4170-9b6b-43435655dcfd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:44.534274 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.607861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 0243a926-9edc-4170-9b6b-43435655dcfd is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:44.608162 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.632981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d473e4-8c9a-4601-86ef-eab80ad948e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0243a926-9edc-4170-9b6b-43435655dcfd'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:44.635721 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbecce6e-c944-4e04-9551-612807e89d8c" -d '{"events": [{"server_uuid": "f1d473e4-8c9a-4601-86ef-eab80ad948e2", "name": "network-vif-plugged", "status": "completed", "tag": "0243a926-9edc-4170-9b6b-43435655dcfd"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:44.648064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 0243a926-9edc-4170-9b6b-43435655dcfd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0243a926-9edc-4170-9b6b-43435655dcfd,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:44.651874 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.673746 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba6a47b-8366-48d3-9cbc-d7a698d495e9 x-openstack-request-id: req-4ba6a47b-8366-48d3-9cbc-d7a698d495e9 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:44.674034 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d473e4-8c9a-4601-86ef-eab80ad948e2", "name": "network-vif-plugged", "status": "completed", "tag": "0243a926-9edc-4170-9b6b-43435655dcfd", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:44.674282 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ba6a47b-8366-48d3-9cbc-d7a698d495e9 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:44.674665 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d473e4-8c9a-4601-86ef-eab80ad948e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0243a926-9edc-4170-9b6b-43435655dcfd', 'code': 200} Feb 11 05:27:44.700257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=0243a926-9edc-4170-9b6b-43435655dcfd,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:44.794875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ba1f-07c8-4985-99cc-e4a476f5bc51 req-c86b29ed-53ba-48c0-be41-b795eee78d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.796425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f819ba1f-07c8-4985-99cc-e4a476f5bc51 req-c86b29ed-53ba-48c0-be41-b795eee78d4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 1129 time: 0.0448487 Feb 11 05:27:44.844570 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f819ba1f-07c8-4985-99cc-e4a476f5bc51 req-6cb6b43b-23d4-421f-870a-5ac03771b518 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414069 Feb 11 05:27:45.487036 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48523ee5-b7ce-41f0-9a9b-36769388de56 req-f2d30202-b037-4b7d-ab8b-b768d7ff4e5e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.488497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48523ee5-b7ce-41f0-9a9b-36769388de56 req-f2d30202-b037-4b7d-ab8b-b768d7ff4e5e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 946 time: 0.0553560 Feb 11 05:27:45.534478 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48523ee5-b7ce-41f0-9a9b-36769388de56 req-9fe80a52-c26c-4118-909e-160a77c0b94f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403910 Feb 11 05:27:45.670534 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.653473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addb59d-b562-49fe-930a-f1f84df840a6 req-e7b550b9-e1da-4865-a3f6-b5c795268e4f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.654984 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2addb59d-b562-49fe-930a-f1f84df840a6 req-e7b550b9-e1da-4865-a3f6-b5c795268e4f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 946 time: 0.0528316 Feb 11 05:27:46.701046 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2addb59d-b562-49fe-930a-f1f84df840a6 req-9620dd9f-8540-4a7c-838c-280d17577b7b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Feb 11 05:27:46.822102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d746f-7e5c-4336-8a14-c8daa941267d req-8039c619-2732-4e2a-b22c-fb9059d58077 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.824152 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f45d746f-7e5c-4336-8a14-c8daa941267d req-8039c619-2732-4e2a-b22c-fb9059d58077 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 946 time: 0.0555487 Feb 11 05:27:46.872502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f45d746f-7e5c-4336-8a14-c8daa941267d req-224ff1a7-8282-41ab-9e52-9057d08f98ae tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427680 Feb 11 05:27:47.594736 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:27:50.528118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-1fdeb9a5-8ca7-4044-8fd3-76287bef9ae8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:50.529569 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-1fdeb9a5-8ca7-4044-8fd3-76287bef9ae8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1019237 Feb 11 05:27:50.544304 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-b66617ab-55a8-4a58-98e1-e78715b91389 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/quotas/f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 375 time: 0.0094376 Feb 11 05:27:50.599644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-43486840-3eea-4f72-ab8b-bab3ed43bdfc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505235 Feb 11 05:27:50.691147 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-238ed9b5-ca19-4641-917b-b1d395fd8aa5 service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846341 Feb 11 05:27:50.778131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-cb3fd07b-fcfc-44c7-9a7d-4338f6057cec service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813174 Feb 11 05:27:50.972653 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c3777eab-e18f-475c-9848-9ae7f3446cc3 req-99127472-479d-41d3-a51f-7a2b858ffe9d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 210 time: 0.0287793 Feb 11 05:27:52.060422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-51069d25-e843-4751-8756-67f51c25e906 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.062038 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-51069d25-e843-4751-8756-67f51c25e906 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1144409 Feb 11 05:27:52.083529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'port': {'device_id': 'b18cb21f-aded-4c4f-9101-835be48a5a5f', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'admin_state_up': True, 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:52.145340 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0755bcd3-e120-4a66-86c9-cf81adddf128 req-56560bf1-8289-4aa1-a359-820d7e0369f9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 210 time: 0.0993223 Feb 11 05:27:52.222790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Made reservation on behalf of f7821f3fbc2241db873fdd8626e7b447 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:52.226440 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.354877 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Allocated IP 172.20.0.4 (1f82920e-251c-4efe-be74-d19b3281e70b/d989c873-b096-4d2f-b701-d41d9c683ac4/1a4f5271-b28b-4ffb-8477-1de9f0918b0d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:52.509909 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.544629 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.572588 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['0243a926-9edc-4170-9b6b-43435655dcfd'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:52.592344 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Network 1f82920e-251c-4efe-be74-d19b3281e70b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:52.595934 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:52.600185 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:52.637068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=1a4f5271-b28b-4ffb-8477-1de9f0918b0d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:52.677612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.678264 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.696063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-9c4b7ee4-c675-4153-9f60-cd27ab990ed3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6163933 Feb 11 05:27:52.767897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Request body: {'port': {'device_id': 'b18cb21f-aded-4c4f-9101-835be48a5a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:52.831748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.908587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4082915c-3838-4e00-a5b7-20741fbe614b None None] Provisioning complete for port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:52.908963 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4082915c-3838-4e00-a5b7-20741fbe614b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.947322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4082915c-3838-4e00-a5b7-20741fbe614b None None] Port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:53.104942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4f5271-b28b-4ffb-8477-1de9f0918b0d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:53.112435 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Publish callbacks [] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.124003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Transition to ACTIVE for port object 1a4f5271-b28b-4ffb-8477-1de9f0918b0d will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:53.128116 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.219485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4f5271-b28b-4ffb-8477-1de9f0918b0d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:53.260223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Attempting to bind port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:53.260578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Attempting to bind port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:53.261156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Attempting to bind port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:53.268312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d on network 1f82920e-251c-4efe-be74-d19b3281e70b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:53.268756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Attempting to bind port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:53.274149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:53.274594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Checking segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:53.274883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Bound using segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:53.276236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Bound port: 1a4f5271-b28b-4ffb-8477-1de9f0918b0d, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:53.276641 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.352941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] For port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:53.357424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] For port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=1a4f5271-b28b-4ffb-8477-1de9f0918b0d,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:53.364453 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.372864 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150c708-49d0-4421-a016-c1aba5730684 req-cae88c8d-3ef7-4f79-ae5a-684b657235c6 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.375114 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6150c708-49d0-4421-a016-c1aba5730684 req-cae88c8d-3ef7-4f79-ae5a-684b657235c6 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.1348093 Feb 11 05:27:53.422832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.423474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.424881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a4f5271-b28b-4ffb-8477-1de9f0918b0d HTTP/1.1" status: 200 len: 1092 time: 0.7143817 Feb 11 05:27:53.425329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18cb21f-aded-4c4f-9101-835be48a5a5f', 'tag': '1a4f5271-b28b-4ffb-8477-1de9f0918b0d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:53.428184 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bfc426-fa59-423b-9d51-08e9d34b56ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b18cb21f-aded-4c4f-9101-835be48a5a5f", "tag": "1a4f5271-b28b-4ffb-8477-1de9f0918b0d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:53.448155 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6150c708-49d0-4421-a016-c1aba5730684 req-c488d774-27e3-436b-8868-c0c7f3f038b3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631862 Feb 11 05:27:53.461052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6cafd-ffe6-455d-b69b-63b607d9aaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4f5271-b28b-4ffb-8477-1de9f0918b0d,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:53.483462 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091d2a35-8080-4be6-a02c-d0974d950c4f x-openstack-request-id: req-091d2a35-8080-4be6-a02c-d0974d950c4f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:53.483821 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18cb21f-aded-4c4f-9101-835be48a5a5f", "tag": "1a4f5271-b28b-4ffb-8477-1de9f0918b0d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:53.484140 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-091d2a35-8080-4be6-a02c-d0974d950c4f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:53.484550 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18cb21f-aded-4c4f-9101-835be48a5a5f', 'tag': '1a4f5271-b28b-4ffb-8477-1de9f0918b0d', 'status': 'completed', 'code': 200} Feb 11 05:27:53.547192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-e7c5b492-8b90-4199-8a82-c51825906edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.548895 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-e7c5b492-8b90-4199-8a82-c51825906edd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 1126 time: 0.0500565 Feb 11 05:27:53.612384 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-b0d16403-e8af-4257-8065-f060412e9849 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4f5271-b28b-4ffb-8477-1de9f0918b0d HTTP/1.1" status: 200 len: 217 time: 0.0465014 Feb 11 05:27:53.679800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-f0c08da3-2c77-4f0b-945e-7b3815c6992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.681391 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-f0c08da3-2c77-4f0b-945e-7b3815c6992f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0634131 Feb 11 05:27:53.735400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-329c47e2-5a44-4926-87d2-25ed35b8cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.736939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-329c47e2-5a44-4926-87d2-25ed35b8cc9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500913 Feb 11 05:27:53.838393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-849c35be-425c-4955-a8ba-359cdbbb8697 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952594 Feb 11 05:27:53.927069 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b36248b-ab35-4756-baeb-e40edbcb29fa req-eef05921-95e8-49e4-909d-8a228c98dd37 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833476 Feb 11 05:27:54.043659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfc426-fa59-423b-9d51-08e9d34b56ef req-1fa7b144-8e8b-4c97-b74f-328962c09a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.045092 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81bfc426-fa59-423b-9d51-08e9d34b56ef req-1fa7b144-8e8b-4c97-b74f-328962c09a67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 1126 time: 0.0492167 Feb 11 05:27:54.137480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfc426-fa59-423b-9d51-08e9d34b56ef req-4082d110-99f9-4c69-8624-d0930f9a3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.138981 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81bfc426-fa59-423b-9d51-08e9d34b56ef req-4082d110-99f9-4c69-8624-d0930f9a3600 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0886297 Feb 11 05:27:54.182430 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81bfc426-fa59-423b-9d51-08e9d34b56ef req-b5dbc47b-312d-4108-bf5c-253107c9b58d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4f5271-b28b-4ffb-8477-1de9f0918b0d HTTP/1.1" status: 200 len: 217 time: 0.0373919 Feb 11 05:27:54.228981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfc426-fa59-423b-9d51-08e9d34b56ef req-eab98f78-da2a-4ddd-a347-d646db663ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.230423 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81bfc426-fa59-423b-9d51-08e9d34b56ef req-eab98f78-da2a-4ddd-a347-d646db663ba5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0434875 Feb 11 05:27:54.277572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfc426-fa59-423b-9d51-08e9d34b56ef req-980c34d1-4e60-4d34-bb7f-efaab97f5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.279136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81bfc426-fa59-423b-9d51-08e9d34b56ef req-980c34d1-4e60-4d34-bb7f-efaab97f5c14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435345 Feb 11 05:27:54.371319 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81bfc426-fa59-423b-9d51-08e9d34b56ef req-258ecc64-e2b5-43d6-92ff-3838dc19b179 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867424 Feb 11 05:27:54.464133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-81bfc426-fa59-423b-9d51-08e9d34b56ef req-69788f1d-5142-438c-a812-c2c45ca5468b service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869296 Feb 11 05:27:54.576310 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0194-56e3-4576-a924-183ca7d0f0b2 req-f3d4ba56-990c-4a25-9457-2790959747b1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.577975 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62da0194-56e3-4576-a924-183ca7d0f0b2 req-f3d4ba56-990c-4a25-9457-2790959747b1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0559199 Feb 11 05:27:54.624949 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62da0194-56e3-4576-a924-183ca7d0f0b2 req-b02df64a-5389-46f5-8d89-9313520e5e85 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413053 Feb 11 05:27:55.759013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b692bd-ea2f-493e-8d54-40fa7d8c0270 req-da11eed4-a527-4c31-9c88-27825aefcbaa tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.760621 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24b692bd-ea2f-493e-8d54-40fa7d8c0270 req-da11eed4-a527-4c31-9c88-27825aefcbaa tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0616901 Feb 11 05:27:55.813504 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-24b692bd-ea2f-493e-8d54-40fa7d8c0270 req-30c8fedc-110d-4d6c-9e79-0eb7fe493d52 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467038 Feb 11 05:27:56.941867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310aa1-98f8-4bb8-b89d-93a39e84ce3b req-58bce6c7-02cb-486e-922f-61f8c45c39ed tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:56.943661 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2310aa1-98f8-4bb8-b89d-93a39e84ce3b req-58bce6c7-02cb-486e-922f-61f8c45c39ed tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0618036 Feb 11 05:27:57.000279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2310aa1-98f8-4bb8-b89d-93a39e84ce3b req-320c6cd7-2b64-4492-b7d6-ceda01407359 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501308 Feb 11 05:27:58.156363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f809-a78a-4338-bb2f-46539588b78a req-0b352318-8b22-41ef-9dda-2ecc5c78bfe5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:58.158136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ca0f809-a78a-4338-bb2f-46539588b78a req-0b352318-8b22-41ef-9dda-2ecc5c78bfe5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0764778 Feb 11 05:27:58.216932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ca0f809-a78a-4338-bb2f-46539588b78a req-9fce11e9-11fd-437d-a6cf-b0eabe9f70ea tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510981 Feb 11 05:27:59.417349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b82a3-edc6-4ebc-97a7-f0df38730da7 req-fb8d3a39-d435-4a77-9b9d-327c7a68d735 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:59.421014 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a9b82a3-edc6-4ebc-97a7-f0df38730da7 req-fb8d3a39-d435-4a77-9b9d-327c7a68d735 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.1115098 Feb 11 05:27:59.475010 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8a9b82a3-edc6-4ebc-97a7-f0df38730da7 req-76da2bf7-181a-4d66-87f3-7ff7f08052ed tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Feb 11 05:28:00.638653 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265db577-d698-4149-9f99-e2bb342d1989 req-4c03a6c1-0762-49a5-9208-f1bb6b08ee8d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.640941 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-265db577-d698-4149-9f99-e2bb342d1989 req-4c03a6c1-0762-49a5-9208-f1bb6b08ee8d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0843606 Feb 11 05:28:00.697663 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-265db577-d698-4149-9f99-e2bb342d1989 req-baf3b081-dc36-4d61-98b7-5d897222cb2d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477214 Feb 11 05:28:01.823452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b3bd3-1702-4a7c-900e-f5be2e2b54e2 req-2f41e055-9df1-4887-b68c-7649560f28b9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:01.830290 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce9b3bd3-1702-4a7c-900e-f5be2e2b54e2 req-2f41e055-9df1-4887-b68c-7649560f28b9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0609872 Feb 11 05:28:01.874002 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce9b3bd3-1702-4a7c-900e-f5be2e2b54e2 req-363cb36e-6d17-4f6a-b1d1-c4c1a5cdd217 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Feb 11 05:28:02.996885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f20d44-5ba0-4676-8aff-9570122afd2e req-e3bb76bd-b59f-459d-9f0e-0841a110d11c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.998367 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-32f20d44-5ba0-4676-8aff-9570122afd2e req-e3bb76bd-b59f-459d-9f0e-0841a110d11c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0568244 Feb 11 05:28:03.045340 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-32f20d44-5ba0-4676-8aff-9570122afd2e req-dcd2c165-d4e3-4601-bbc2-735c0a6b562e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411212 Feb 11 05:28:03.541151 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.173440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafabc90-bdbb-4752-8cba-f12160dd2dc0 req-7ce57ac2-2f28-45a1-a362-a70199686d10 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:04.174953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bafabc90-bdbb-4752-8cba-f12160dd2dc0 req-7ce57ac2-2f28-45a1-a362-a70199686d10 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0598090 Feb 11 05:28:04.223936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bafabc90-bdbb-4752-8cba-f12160dd2dc0 req-c16c4a57-b10e-4acd-a099-ced7a70fa811 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421188 Feb 11 05:28:05.346758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0b392-a018-4dbc-81dc-360713ecd15b req-de106375-2d2a-402e-899d-76d2e0490229 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.348178 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1cd0b392-a018-4dbc-81dc-360713ecd15b req-de106375-2d2a-402e-899d-76d2e0490229 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0519361 Feb 11 05:28:05.395955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1cd0b392-a018-4dbc-81dc-360713ecd15b req-969be73a-5bc1-439b-a939-19890643dc9b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 Feb 11 05:28:06.517809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8737166-dc0b-41a2-bce3-1d4d13c20694 req-50c20240-d674-4724-9c3e-854f6370f9e8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:06.519327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8737166-dc0b-41a2-bce3-1d4d13c20694 req-50c20240-d674-4724-9c3e-854f6370f9e8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0531034 Feb 11 05:28:06.566097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8737166-dc0b-41a2-bce3-1d4d13c20694 req-d62c4cfe-bcb0-49d2-b691-f9d4ce9405fb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Feb 11 05:28:07.677603 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.699957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fee50-6bc7-4230-af13-0ce9f6506eca req-2b269921-dcc8-45ef-bba7-8dca09a2f1c5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.701456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-656fee50-6bc7-4230-af13-0ce9f6506eca req-2b269921-dcc8-45ef-bba7-8dca09a2f1c5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0667968 Feb 11 05:28:07.755660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-656fee50-6bc7-4230-af13-0ce9f6506eca req-2725df17-737f-473e-a4e0-f34a2b2795a2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481422 Feb 11 05:28:08.878242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef8c79-45dc-46c8-8fba-ada747f10b06 req-ea75c04d-d1a8-4a66-9dc5-715c22ca0610 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:08.879784 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95ef8c79-45dc-46c8-8fba-ada747f10b06 req-ea75c04d-d1a8-4a66-9dc5-715c22ca0610 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0525591 Feb 11 05:28:08.932138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95ef8c79-45dc-46c8-8fba-ada747f10b06 req-1191a02e-1b08-404a-8fb0-4d935a544934 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467496 Feb 11 05:28:09.428843 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90e79877-0fa8-472a-83db-4b4adfe950d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.063886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40299dfc-3c80-4053-92dd-6eaf951dea5d req-1588d669-24c7-4737-927b-dba8a7469b61 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:10.065576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-40299dfc-3c80-4053-92dd-6eaf951dea5d req-1588d669-24c7-4737-927b-dba8a7469b61 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0631306 Feb 11 05:28:10.116286 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-40299dfc-3c80-4053-92dd-6eaf951dea5d req-aadc238c-3e0d-4e6d-8cf9-52d73348125a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 Feb 11 05:28:11.251188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb19ef0-9c5a-48b0-869e-3919a90cbb91 req-57f14f13-c2a6-4922-a0c7-a559bbf87f68 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:11.253486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6eb19ef0-9c5a-48b0-869e-3919a90cbb91 req-57f14f13-c2a6-4922-a0c7-a559bbf87f68 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0604985 Feb 11 05:28:11.306506 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6eb19ef0-9c5a-48b0-869e-3919a90cbb91 req-33fe8867-c8c6-4581-880d-e997c728c9ae tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474286 Feb 11 05:28:11.905787 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f587aae7-119b-4d11-b8d2-e176626deb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.426671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ad5fa-abab-4bc5-b6e3-0641890f3236 req-e01a0fb5-3e59-4c35-b747-e840c6aded39 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:12.428174 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8c5ad5fa-abab-4bc5-b6e3-0641890f3236 req-e01a0fb5-3e59-4c35-b747-e840c6aded39 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0534492 Feb 11 05:28:12.481764 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8c5ad5fa-abab-4bc5-b6e3-0641890f3236 req-d3a2c3b6-6fce-40e3-904e-f257c32b84f0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478702 Feb 11 05:28:12.860080 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.601086 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b866c32-b09e-4a35-b0e3-2ac3f0c145e2 req-1b5b639b-e412-4931-af4e-36d1687222d5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.602589 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b866c32-b09e-4a35-b0e3-2ac3f0c145e2 req-1b5b639b-e412-4931-af4e-36d1687222d5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0532315 Feb 11 05:28:13.651728 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b866c32-b09e-4a35-b0e3-2ac3f0c145e2 req-a592b384-ab84-4925-9b6e-27780190c2ac tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 Feb 11 05:28:14.443545 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.783467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856beec-cf0f-4325-baf7-403f6b063506 req-a4f7d796-e583-47b8-a9f7-772abff6387e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:14.785250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e856beec-cf0f-4325-baf7-403f6b063506 req-a4f7d796-e583-47b8-a9f7-772abff6387e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0607216 Feb 11 05:28:14.841258 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e856beec-cf0f-4325-baf7-403f6b063506 req-055334fc-1020-4de3-a534-f8a5a159c68b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502694 Feb 11 05:28:15.706082 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.975534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b44e9-becd-45da-8843-4463e19a161c req-0b9ae7c8-5b5a-4c44-9857-2b02fc96aad1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:15.977192 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f71b44e9-becd-45da-8843-4463e19a161c req-0b9ae7c8-5b5a-4c44-9857-2b02fc96aad1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0624585 Feb 11 05:28:16.041920 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f71b44e9-becd-45da-8843-4463e19a161c req-b4c486db-c77b-4496-9fea-1ff6dd0ce5fc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577476 Feb 11 05:28:17.171778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589378d6-6efc-4345-9312-597fe42ce257 req-971b9bba-c02c-4336-a838-e289222babbc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.173265 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-589378d6-6efc-4345-9312-597fe42ce257 req-971b9bba-c02c-4336-a838-e289222babbc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0555029 Feb 11 05:28:17.221914 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-589378d6-6efc-4345-9312-597fe42ce257 req-c995b6bd-f076-4d95-9573-bd86af6137c9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Feb 11 05:28:18.360561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de23d96-eb45-43aa-b9e3-d511b7a8d523 req-5842d426-061e-43e9-a04a-ba78e32c88aa tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:18.362066 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8de23d96-eb45-43aa-b9e3-d511b7a8d523 req-5842d426-061e-43e9-a04a-ba78e32c88aa tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0700600 Feb 11 05:28:18.412369 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8de23d96-eb45-43aa-b9e3-d511b7a8d523 req-d4d8ac83-3bb6-4a12-b1f4-0981661a6b96 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446117 Feb 11 05:28:19.570828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52821a-f9b4-44c4-9ce6-abcf38c77c03 req-74ca26e5-0df9-4810-9b51-a15a8419bac9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:19.572593 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c52821a-f9b4-44c4-9ce6-abcf38c77c03 req-74ca26e5-0df9-4810-9b51-a15a8419bac9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0748782 Feb 11 05:28:19.626383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c52821a-f9b4-44c4-9ce6-abcf38c77c03 req-742b5666-c5de-44d6-ad0c-62fd789d5654 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478992 Feb 11 05:28:20.743367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0776bb0-53cd-448c-948d-65d193effceb req-bd6fc814-329b-4841-974d-ab4ce4f74906 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:20.744839 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0776bb0-53cd-448c-948d-65d193effceb req-bd6fc814-329b-4841-974d-ab4ce4f74906 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0510941 Feb 11 05:28:20.794482 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0776bb0-53cd-448c-948d-65d193effceb req-41b050f0-c1ae-44aa-9b70-1025914eee86 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435157 Feb 11 05:28:21.915038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e89cbd-88e7-4245-a8e8-d1c4f93938e5 req-412e4f15-7970-4777-83f5-0b0eceee0880 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.916497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23e89cbd-88e7-4245-a8e8-d1c4f93938e5 req-412e4f15-7970-4777-83f5-0b0eceee0880 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 943 time: 0.0545704 Feb 11 05:28:21.961867 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23e89cbd-88e7-4245-a8e8-d1c4f93938e5 req-c3e09439-c313-421e-b830-2625269cdc04 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396926 Feb 11 05:28:22.311520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 1a4f5271-b28b-4ffb-8477-1de9f0918b0d details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:22.407567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=1a4f5271-b28b-4ffb-8477-1de9f0918b0d,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:22.418536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '1a4f5271-b28b-4ffb-8477-1de9f0918b0d', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'port_id': '1a4f5271-b28b-4ffb-8477-1de9f0918b0d', 'mac_address': 'fa:16:3e:c8:4d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:22.453984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:22.454374 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.466800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4f5271-b28b-4ffb-8477-1de9f0918b0d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:22.487059 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=1a4f5271-b28b-4ffb-8477-1de9f0918b0d,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:22.491562 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.541621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=1a4f5271-b28b-4ffb-8477-1de9f0918b0d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:22.827509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['1a4f5271-b28b-4ffb-8477-1de9f0918b0d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:23.081845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272db6d8-030f-432e-ad52-b540e4bdd379 req-e847d0af-34c8-41bd-adb6-0174e79d8cd0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:23.083412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-272db6d8-030f-432e-ad52-b540e4bdd379 req-e847d0af-34c8-41bd-adb6-0174e79d8cd0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 944 time: 0.0519402 Feb 11 05:28:23.129445 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-272db6d8-030f-432e-ad52-b540e4bdd379 req-c04e99e0-694d-48d1-b636-e3df4a5564b6 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Feb 11 05:28:24.251439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af25f66-fc5c-445d-90f5-725f450c533a req-69ef32fd-8315-4ff8-aa09-ecba3bb0e9fb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.252833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2af25f66-fc5c-445d-90f5-725f450c533a req-69ef32fd-8315-4ff8-aa09-ecba3bb0e9fb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 944 time: 0.0518031 Feb 11 05:28:24.304443 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2af25f66-fc5c-445d-90f5-725f450c533a req-11436122-1fc0-407b-a006-fefdb2930f46 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461419 Feb 11 05:28:24.311018 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 1a4f5271-b28b-4ffb-8477-1de9f0918b0d up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:24.363671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:24.367517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:24.367890 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:24.441374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:24.441767 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:24.463167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18cb21f-aded-4c4f-9101-835be48a5a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4f5271-b28b-4ffb-8477-1de9f0918b0d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:24.465386 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742d07ba-3fd3-4ca9-896f-230f8d9f96a5" -d '{"events": [{"server_uuid": "b18cb21f-aded-4c4f-9101-835be48a5a5f", "name": "network-vif-plugged", "status": "completed", "tag": "1a4f5271-b28b-4ffb-8477-1de9f0918b0d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:24.477575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=1a4f5271-b28b-4ffb-8477-1de9f0918b0d,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:24.482521 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:24.508579 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98212504-3c71-40d2-8e64-402dfa916d5b x-openstack-request-id: req-98212504-3c71-40d2-8e64-402dfa916d5b {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:24.508878 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18cb21f-aded-4c4f-9101-835be48a5a5f", "name": "network-vif-plugged", "status": "completed", "tag": "1a4f5271-b28b-4ffb-8477-1de9f0918b0d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:24.509133 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98212504-3c71-40d2-8e64-402dfa916d5b {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:24.509573 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18cb21f-aded-4c4f-9101-835be48a5a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4f5271-b28b-4ffb-8477-1de9f0918b0d', 'code': 200} Feb 11 05:28:24.535458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=1a4f5271-b28b-4ffb-8477-1de9f0918b0d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:24.594343 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:28:24.641607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ece19-58b6-458d-913f-9f67d5c431a3 req-399c03de-75a8-43be-8eac-b3e4bcffb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.643123 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd1ece19-58b6-458d-913f-9f67d5c431a3 req-399c03de-75a8-43be-8eac-b3e4bcffb86d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 1128 time: 0.0482767 Feb 11 05:28:24.690887 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd1ece19-58b6-458d-913f-9f67d5c431a3 req-43e660a0-55cf-41d4-89e2-bf73f1e11b1e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403793 Feb 11 05:28:25.425971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd73ff-2ebd-4c71-a0eb-65d2a53cd6cd req-eb9ced59-3610-4b43-8f4a-32a76e1414b6 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:25.427483 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ecd73ff-2ebd-4c71-a0eb-65d2a53cd6cd req-eb9ced59-3610-4b43-8f4a-32a76e1414b6 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 945 time: 0.0533354 Feb 11 05:28:25.473893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ecd73ff-2ebd-4c71-a0eb-65d2a53cd6cd req-d2f45546-2643-4187-91e9-9b69cec09bdf tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405936 Feb 11 05:28:26.594174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962854a-0d85-4895-8d55-5668b37bc401 req-5141337d-a9b6-48b6-ae50-e4d2f7fd2b1e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.595853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4962854a-0d85-4895-8d55-5668b37bc401 req-5141337d-a9b6-48b6-ae50-e4d2f7fd2b1e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 945 time: 0.0527649 Feb 11 05:28:26.642831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4962854a-0d85-4895-8d55-5668b37bc401 req-c0952b56-2929-4333-8697-7c7fd2711747 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415065 Feb 11 05:28:26.764895 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc0798-98ad-44f6-abbd-b1aec6ef6ec4 req-30c081f8-e922-4523-8d0c-107597d95cfd tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.766272 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63fc0798-98ad-44f6-abbd-b1aec6ef6ec4 req-30c081f8-e922-4523-8d0c-107597d95cfd tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 945 time: 0.0557189 Feb 11 05:28:26.813641 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63fc0798-98ad-44f6-abbd-b1aec6ef6ec4 req-5982875c-dd7d-4773-af17-9fabdbc9b17a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415909 Feb 11 05:28:27.101999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2972d3d-931d-4afb-b764-2cf418be6b1c req-f0fd1985-74c5-4777-ac4b-442d48d29ebf tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:27.103525 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2972d3d-931d-4afb-b764-2cf418be6b1c req-f0fd1985-74c5-4777-ac4b-442d48d29ebf tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 945 time: 0.0534825 Feb 11 05:28:27.150454 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2972d3d-931d-4afb-b764-2cf418be6b1c req-9dc068e3-c8e7-4e25-bdfe-742223481244 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 Feb 11 05:28:28.290929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b538f-9152-4575-b29d-134a86211d4f req-4caef81c-e2d2-47e7-af6b-2154c2267997 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.292415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-971b538f-9152-4575-b29d-134a86211d4f req-4caef81c-e2d2-47e7-af6b-2154c2267997 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 945 time: 0.0591948 Feb 11 05:28:28.345170 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-971b538f-9152-4575-b29d-134a86211d4f req-a1cce7c6-686c-4980-ad04-4648fc77236f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451148 Feb 11 05:28:28.702064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfa851-5031-40fd-9040-1d5ef30ce11a req-84ce5b95-7893-45b0-a46d-cf6c31194088 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.703607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5bfa851-5031-40fd-9040-1d5ef30ce11a req-84ce5b95-7893-45b0-a46d-cf6c31194088 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 945 time: 0.0572731 Feb 11 05:28:29.139113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-c5bfa851-5031-40fd-9040-1d5ef30ce11a req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Deleting port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:29.139494 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c5bfa851-5031-40fd-9040-1d5ef30ce11a req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.241441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-c5bfa851-5031-40fd-9040-1d5ef30ce11a req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] For port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=1a4f5271-b28b-4ffb-8477-1de9f0918b0d,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:29.241808 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c5bfa851-5031-40fd-9040-1d5ef30ce11a req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.254597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-c5bfa851-5031-40fd-9040-1d5ef30ce11a req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Calling delete_port for 1a4f5271-b28b-4ffb-8477-1de9f0918b0d owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:29.382004 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c5bfa851-5031-40fd-9040-1d5ef30ce11a req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1a4f5271-b28b-4ffb-8477-1de9f0918b0d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.413358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event deleted for resources: {'Port': ['ID=1a4f5271-b28b-4ffb-8477-1de9f0918b0d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:29.413968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['0243a926-9edc-4170-9b6b-43435655dcfd'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:29.420736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['1a4f5271-b28b-4ffb-8477-1de9f0918b0d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:29.442599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.442979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.443323 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.443691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.444018 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.444323 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.444656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.444986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.445301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.445627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.445948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.446273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.446592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.468617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bfa851-5031-40fd-9040-1d5ef30ce11a req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] No DVR routers for this DVR port 1a4f5271-b28b-4ffb-8477-1de9f0918b0d on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:29.478366 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-c5bfa851-5031-40fd-9040-1d5ef30ce11a req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.482475 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5bfa851-5031-40fd-9040-1d5ef30ce11a req-100707fb-e882-4ef7-b918-3be3aac368b8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "DELETE /v2.0/ports/1a4f5271-b28b-4ffb-8477-1de9f0918b0d HTTP/1.1" status: 204 len: 173 time: 0.7738183 Feb 11 05:28:29.482944 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18cb21f-aded-4c4f-9101-835be48a5a5f', 'name': 'network-vif-deleted', 'tag': '1a4f5271-b28b-4ffb-8477-1de9f0918b0d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:29.486081 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af892fd9-8de0-4724-92f9-15d1f3a9ac91" -d '{"events": [{"server_uuid": "b18cb21f-aded-4c4f-9101-835be48a5a5f", "name": "network-vif-deleted", "tag": "1a4f5271-b28b-4ffb-8477-1de9f0918b0d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:29.539858 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e88f6862-1de8-403e-82d4-6458e5afd23c req-7dd81de4-356f-4a86-8c3e-a264eba3adaa tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 210 time: 0.0722880 Feb 11 05:28:29.566547 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f905c774-1424-4291-b8c6-16bac3acf319 x-openstack-request-id: req-f905c774-1424-4291-b8c6-16bac3acf319 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:29.567083 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18cb21f-aded-4c4f-9101-835be48a5a5f", "name": "network-vif-deleted", "tag": "1a4f5271-b28b-4ffb-8477-1de9f0918b0d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:29.567524 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f905c774-1424-4291-b8c6-16bac3acf319 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:29.568080 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18cb21f-aded-4c4f-9101-835be48a5a5f', 'name': 'network-vif-deleted', 'tag': '1a4f5271-b28b-4ffb-8477-1de9f0918b0d', 'status': 'completed', 'code': 200} Feb 11 05:28:30.643519 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-faf32eac-ed7b-485a-8359-d991bc203020 req-1479c4c2-d0ef-4ec8-9416-3f520f85ee76 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 210 time: 0.0279891 Feb 11 05:28:31.741299 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9bd01517-5511-4f8f-84c6-2449126dccf3 req-2bf9f84e-093c-4c4b-8b51-85bae7a303e1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 210 time: 0.0287812 Feb 11 05:28:32.346209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 1a4f5271-b28b-4ffb-8477-1de9f0918b0d no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:32.365863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 1a4f5271-b28b-4ffb-8477-1de9f0918b0d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:32.366210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 1a4f5271-b28b-4ffb-8477-1de9f0918b0d not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:32.843653 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60c1f3a7-8893-4e6b-99da-4587fe8b5b6d req-8917f9ef-d9ea-4986-9466-c6bd190a47cd tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 210 time: 0.0313756 Feb 11 05:28:33.552450 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.939259 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1c1f9617-12ed-4452-b67d-5cf218f3cd7d req-e22eca47-e843-4479-802c-59e0fe128d80 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 210 time: 0.0278807 Feb 11 05:28:35.041041 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-86311212-cb75-4004-97f4-1015996bfba6 req-867ed1ee-1df8-43b1-8c6f-b9fd0266993d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 210 time: 0.0303206 Feb 11 05:28:35.865951 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-210ee5c2-4bc4-4b34-9231-93131d09a018 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1243522 Feb 11 05:28:35.963245 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-98b91ee9-563f-44d4-9233-3a871a3bdc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.965145 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-98b91ee9-563f-44d4-9233-3a871a3bdc55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 1129 time: 0.0461929 Feb 11 05:28:36.075894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-753eb18e-b5dc-4b52-bd7d-4a919061b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.076750 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-753eb18e-b5dc-4b52-bd7d-4a919061b079 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0942156 Feb 11 05:28:36.130930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-eab6c03a-91da-4211-bdbf-36b6ecebddf6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0243a926-9edc-4170-9b6b-43435655dcfd HTTP/1.1" status: 200 len: 217 time: 0.0478005 Feb 11 05:28:36.193047 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30b6596d-f0bd-4e2f-b04c-0b96bef42752 req-9724b840-7271-4425-9231-f4c685840e88 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 210 time: 0.0490577 Feb 11 05:28:36.206394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-e01aa3e2-ae2b-41e3-876f-1ece30ecd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.207980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-e01aa3e2-ae2b-41e3-876f-1ece30ecd048 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0583551 Feb 11 05:28:36.267209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-ced14a18-e07d-4e47-ba51-43058ca7f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.269802 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-ced14a18-e07d-4e47-ba51-43058ca7f6de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0557003 Feb 11 05:28:36.280087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-1dc6a385-928c-4cdf-b3d7-fcad32d32345 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:28:36.280986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-1dc6a385-928c-4cdf-b3d7-fcad32d32345 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055809 Feb 11 05:28:36.374079 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-7d3d6534-59dc-4a61-a024-6ca984fe33cb service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871909 Feb 11 05:28:36.472311 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-71814ed4-f0d4-4820-bbca-9a52a6843489 req-990f1c06-a2f8-474b-9910-193be718fcf5 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918036 Feb 11 05:28:37.277500 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9cd2615-85db-429b-b35b-4b76b938f62b req-a44e7412-027b-4302-baa5-f85ef0ae3237 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 210 time: 0.0269229 Feb 11 05:28:37.679684 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.407121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6436fc99-c2f5-4504-a540-afbc20fccc99 req-7a776ac8-351d-440d-9a2c-29bc41716ec7 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cb21f-aded-4c4f-9101-835be48a5a5f HTTP/1.1" status: 200 len: 210 time: 0.0292938 Feb 11 05:28:39.431368 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6319af1b-cb3e-47b2-99a7-2c1833586ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.899526 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f8898a8-aeaf-4018-aa6c-78707f12f951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:42.863649 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.450703 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.715279 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.057328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568ac84-f064-4265-928a-44e41a3491ba req-dbda73f9-771f-48b5-af6f-2bce3be8e963 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:47.058800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0568ac84-f064-4265-928a-44e41a3491ba req-dbda73f9-771f-48b5-af6f-2bce3be8e963 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 946 time: 0.0526509 Feb 11 05:28:47.109686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0568ac84-f064-4265-928a-44e41a3491ba req-0e1ab8f7-1471-469c-8f82-e0d0c34c33e6 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449698 Feb 11 05:28:48.228975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8ecb3-93b0-48bf-8618-72b4d7d7e097 req-78076530-0a00-4b79-91c1-d7823925f71d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.231051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ce8ecb3-93b0-48bf-8618-72b4d7d7e097 req-78076530-0a00-4b79-91c1-d7823925f71d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 946 time: 0.0522208 Feb 11 05:28:48.277607 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ce8ecb3-93b0-48bf-8618-72b4d7d7e097 req-9360913d-69fb-4885-afa4-b22729796fe3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca85edcc-507c-475f-a013-35eb92c1859e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 Feb 11 05:28:48.948279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab4963-56e7-485f-9067-917f3b1c2543 req-fba3c35b-4ea5-44e1-8734-3b0a0a8ffcff tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.949715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98ab4963-56e7-485f-9067-917f3b1c2543 req-fba3c35b-4ea5-44e1-8734-3b0a0a8ffcff tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 946 time: 0.0522208 Feb 11 05:28:49.038014 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-98ab4963-56e7-485f-9067-917f3b1c2543 req-3621a99c-a2f3-4881-b573-4a600fffc12e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Deleting port 0243a926-9edc-4170-9b6b-43435655dcfd {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:49.038355 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-98ab4963-56e7-485f-9067-917f3b1c2543 req-3621a99c-a2f3-4881-b573-4a600fffc12e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.127904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-98ab4963-56e7-485f-9067-917f3b1c2543 req-3621a99c-a2f3-4881-b573-4a600fffc12e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] For port 0243a926-9edc-4170-9b6b-43435655dcfd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=0243a926-9edc-4170-9b6b-43435655dcfd,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:49.128267 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-98ab4963-56e7-485f-9067-917f3b1c2543 req-3621a99c-a2f3-4881-b573-4a600fffc12e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.141474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-98ab4963-56e7-485f-9067-917f3b1c2543 req-3621a99c-a2f3-4881-b573-4a600fffc12e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Calling delete_port for 0243a926-9edc-4170-9b6b-43435655dcfd owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:49.269626 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-98ab4963-56e7-485f-9067-917f3b1c2543 req-3621a99c-a2f3-4881-b573-4a600fffc12e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0243a926-9edc-4170-9b6b-43435655dcfd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.296249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621a99c-a2f3-4881-b573-4a600fffc12e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event deleted for resources: {'Port': ['ID=0243a926-9edc-4170-9b6b-43435655dcfd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:49.341943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ab4963-56e7-485f-9067-917f3b1c2543 req-3621a99c-a2f3-4881-b573-4a600fffc12e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] No DVR routers for this DVR port 0243a926-9edc-4170-9b6b-43435655dcfd on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:49.344735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-98ab4963-56e7-485f-9067-917f3b1c2543 req-3621a99c-a2f3-4881-b573-4a600fffc12e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.348138 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98ab4963-56e7-485f-9067-917f3b1c2543 req-3621a99c-a2f3-4881-b573-4a600fffc12e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "DELETE /v2.0/ports/0243a926-9edc-4170-9b6b-43435655dcfd HTTP/1.1" status: 204 len: 173 time: 0.3933375 Feb 11 05:28:49.348592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d473e4-8c9a-4601-86ef-eab80ad948e2', 'name': 'network-vif-deleted', 'tag': '0243a926-9edc-4170-9b6b-43435655dcfd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:49.350876 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f4d493-d905-49b9-b77a-c9d80fcb01bf" -d '{"events": [{"server_uuid": "f1d473e4-8c9a-4601-86ef-eab80ad948e2", "name": "network-vif-deleted", "tag": "0243a926-9edc-4170-9b6b-43435655dcfd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:49.382241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33f73188-d6d4-4b76-9544-e398a4a727a2 req-e97c2d66-7dd0-4859-b04a-370302e762c0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 210 time: 0.0282614 Feb 11 05:28:49.398420 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d260a53e-18d5-49fd-8dff-79ba74e3439f x-openstack-request-id: req-d260a53e-18d5-49fd-8dff-79ba74e3439f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:49.398779 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d473e4-8c9a-4601-86ef-eab80ad948e2", "name": "network-vif-deleted", "tag": "0243a926-9edc-4170-9b6b-43435655dcfd", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:49.399078 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d260a53e-18d5-49fd-8dff-79ba74e3439f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:49.399492 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d473e4-8c9a-4601-86ef-eab80ad948e2', 'name': 'network-vif-deleted', 'tag': '0243a926-9edc-4170-9b6b-43435655dcfd', 'status': 'completed', 'code': 200} Feb 11 05:28:50.494385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e0f73a29-e4b0-4ada-b9d0-16cec4835393 req-0fd25b99-1f0b-4f64-b591-38e5963455aa tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 210 time: 0.0433838 Feb 11 05:28:50.887810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0243a926-9edc-4170-9b6b-43435655dcfd no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:50.911097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 0243a926-9edc-4170-9b6b-43435655dcfd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:50.911454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 0243a926-9edc-4170-9b6b-43435655dcfd not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:51.589398 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a68388f5-8479-4f9c-9ae0-7c3fab8be36c req-8ea31578-ac48-4b0d-b9a5-a27a09836345 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 210 time: 0.0270326 Feb 11 05:28:52.687548 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db0123d1-6337-4ee2-9ebe-2e7eff544a0d req-52de1ba8-270b-42f1-add0-50d6db454e0a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 210 time: 0.0286767 Feb 11 05:28:53.785554 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-075f9e4c-b6a2-4c77-b970-dd11d2db9366 req-023383b8-596a-4b1e-919d-80c1dcddd900 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 210 time: 0.0305417 Feb 11 05:28:54.883157 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66ec7e7e-0bd6-47e0-a653-53a24b393464 req-b2088c28-7b43-4439-b5b1-2b7c8ef1cb92 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 210 time: 0.0269256 Feb 11 05:28:55.980558 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2533fc0-53c7-4693-b137-bfe71ff0119e req-b2f1466c-2fb3-4755-a02d-8a04ed0d1f39 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 210 time: 0.0274513 Feb 11 05:28:57.075488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a279111d-8309-4ee6-b2a8-6600e2bd73f1 req-26d8c0f9-23ba-424d-894a-8f2524f8987e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1d473e4-8c9a-4601-86ef-eab80ad948e2 HTTP/1.1" status: 200 len: 210 time: 0.0268483 Feb 11 05:29:01.594261 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:29:03.553289 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.211956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49350) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.216778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555148645', 'description': 'tempest-secgroup-smoke-1555148645 description', 'project_id': 'f7821f3fbc2241db873fdd8626e7b447'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:04.238070 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.310622 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group (b6377925-ffcd-494e-a9fc-a88fe6ef99df), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.315254 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b6377925-ffcd-494e-a9fc-a88fe6ef99df), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.346519 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6377925-ffcd-494e-a9fc-a88fe6ef99df,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:04.352811 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.354918 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1414063 Feb 11 05:29:04.357999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49352) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.362605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-84b8c1d4-cd65-4d99-a64b-fc180aa7d0d9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'security_group_rule': {'security_group_id': 'b6377925-ffcd-494e-a9fc-a88fe6ef99df', 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:04.362854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.363557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.364131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.364629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.365115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.365597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.366174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.366662 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.367192 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.367531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.368042 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.368389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.368738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf414b-78e4-4fcc-b50f-d7ea7848d945 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:04.391741 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-84b8c1d4-cd65-4d99-a64b-fc180aa7d0d9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (feac84fd-396b-4a57-8ee1-edb019f37219), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.449722 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-84b8c1d4-cd65-4d99-a64b-fc180aa7d0d9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (feac84fd-396b-4a57-8ee1-edb019f37219), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.454032 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-84b8c1d4-cd65-4d99-a64b-fc180aa7d0d9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (feac84fd-396b-4a57-8ee1-edb019f37219), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.478531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8c1d4-cd65-4d99-a64b-fc180aa7d0d9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feac84fd-396b-4a57-8ee1-edb019f37219,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:04.485971 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-84b8c1d4-cd65-4d99-a64b-fc180aa7d0d9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.490277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49354) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.491822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-84b8c1d4-cd65-4d99-a64b-fc180aa7d0d9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323171 Feb 11 05:29:04.497893 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e993798e-043b-4d54-b2c5-6fa0eca3c85a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'security_group_rule': {'security_group_id': 'b6377925-ffcd-494e-a9fc-a88fe6ef99df', 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:04.524575 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e993798e-043b-4d54-b2c5-6fa0eca3c85a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (91161a5b-7c47-46dd-aefd-416080f4b036), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.591164 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e993798e-043b-4d54-b2c5-6fa0eca3c85a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (91161a5b-7c47-46dd-aefd-416080f4b036), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.594688 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e993798e-043b-4d54-b2c5-6fa0eca3c85a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (91161a5b-7c47-46dd-aefd-416080f4b036), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.612303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993798e-043b-4d54-b2c5-6fa0eca3c85a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91161a5b-7c47-46dd-aefd-416080f4b036,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:04.620509 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e993798e-043b-4d54-b2c5-6fa0eca3c85a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.621719 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e993798e-043b-4d54-b2c5-6fa0eca3c85a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304007 Feb 11 05:29:04.625032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49356) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.629374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-23544b87-807e-4111-8271-a10ed59c4a63 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'security_group_rule': {'security_group_id': 'b6377925-ffcd-494e-a9fc-a88fe6ef99df', 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:04.652845 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23544b87-807e-4111-8271-a10ed59c4a63 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (4c19933f-23ae-4f9e-b715-c77a96c018d3), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.713025 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23544b87-807e-4111-8271-a10ed59c4a63 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (4c19933f-23ae-4f9e-b715-c77a96c018d3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.717362 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23544b87-807e-4111-8271-a10ed59c4a63 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (4c19933f-23ae-4f9e-b715-c77a96c018d3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.735597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23544b87-807e-4111-8271-a10ed59c4a63 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c19933f-23ae-4f9e-b715-c77a96c018d3,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:04.742597 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23544b87-807e-4111-8271-a10ed59c4a63 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.743822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-23544b87-807e-4111-8271-a10ed59c4a63 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178403 Feb 11 05:29:04.746736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 49358) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.751033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-350135c9-e535-4694-82f0-d8a72a869ca1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'security_group_rule': {'security_group_id': 'b6377925-ffcd-494e-a9fc-a88fe6ef99df', 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:04.778005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-350135c9-e535-4694-82f0-d8a72a869ca1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (5b229cf8-6211-4274-93aa-1ec3c3fbceb5), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.834643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-350135c9-e535-4694-82f0-d8a72a869ca1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (5b229cf8-6211-4274-93aa-1ec3c3fbceb5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.838286 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-350135c9-e535-4694-82f0-d8a72a869ca1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (5b229cf8-6211-4274-93aa-1ec3c3fbceb5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.857540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350135c9-e535-4694-82f0-d8a72a869ca1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b229cf8-6211-4274-93aa-1ec3c3fbceb5,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:04.865999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-350135c9-e535-4694-82f0-d8a72a869ca1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.867245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-350135c9-e535-4694-82f0-d8a72a869ca1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195261 Feb 11 05:29:04.870142 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49360) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.874918 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ed98ec90-3d78-4683-a1ee-8ac4fd55b71c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'security_group_rule': {'security_group_id': 'b6377925-ffcd-494e-a9fc-a88fe6ef99df', 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:04.895834 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-ed98ec90-3d78-4683-a1ee-8ac4fd55b71c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Project f7821f3fbc2241db873fdd8626e7b447 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:29:04.900545 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed98ec90-3d78-4683-a1ee-8ac4fd55b71c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (e0d34f6e-8a78-4e6c-b914-7f9c228c8fd7), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.961411 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed98ec90-3d78-4683-a1ee-8ac4fd55b71c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (e0d34f6e-8a78-4e6c-b914-7f9c228c8fd7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.965914 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed98ec90-3d78-4683-a1ee-8ac4fd55b71c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e0d34f6e-8a78-4e6c-b914-7f9c228c8fd7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.984361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98ec90-3d78-4683-a1ee-8ac4fd55b71c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d34f6e-8a78-4e6c-b914-7f9c228c8fd7,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:04.993112 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed98ec90-3d78-4683-a1ee-8ac4fd55b71c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.994309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ed98ec90-3d78-4683-a1ee-8ac4fd55b71c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229763 Feb 11 05:29:04.997117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49362) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:05.001396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-148ee9fd-4d1f-4d39-a27b-dec60db3cbc9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'security_group_rule': {'security_group_id': 'b6377925-ffcd-494e-a9fc-a88fe6ef99df', 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:05.020888 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-148ee9fd-4d1f-4d39-a27b-dec60db3cbc9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Project f7821f3fbc2241db873fdd8626e7b447 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:29:05.025659 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-148ee9fd-4d1f-4d39-a27b-dec60db3cbc9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (444428d5-b2f0-462a-8494-00a5f56ad0ee), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.086229 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-148ee9fd-4d1f-4d39-a27b-dec60db3cbc9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (444428d5-b2f0-462a-8494-00a5f56ad0ee), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.090561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-148ee9fd-4d1f-4d39-a27b-dec60db3cbc9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (444428d5-b2f0-462a-8494-00a5f56ad0ee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.108432 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ee9fd-4d1f-4d39-a27b-dec60db3cbc9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444428d5-b2f0-462a-8494-00a5f56ad0ee,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:05.116168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-148ee9fd-4d1f-4d39-a27b-dec60db3cbc9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.117352 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-148ee9fd-4d1f-4d39-a27b-dec60db3cbc9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193016 Feb 11 05:29:07.684567 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.439005 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e56733b-bb2e-465e-8154-7b87e9981b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.902721 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-da7437e7-9e87-400a-ac7c-5ff599bf6cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.867160 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.446498 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.710280 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.496178 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-26e12447-33f2-4365-aa65-23eeb50f8841 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555148645&fields=id&tenant_id=f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 267 time: 0.0437450 Feb 11 05:29:23.602872 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-22d46d23-0354-4ddf-baa2-3441a1560650 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:23.604843 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-22d46d23-0354-4ddf-baa2-3441a1560650 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1023841 Feb 11 05:29:23.618994 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-5fde499e-f9b2-47c0-a908-5c27a6d3237d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/quotas/f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 375 time: 0.0088260 Feb 11 05:29:23.673701 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-7fb902b2-174f-4b83-81d0-f02653265ceb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499039 Feb 11 05:29:23.688305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-2ad97659-acce-46c0-91ac-b013577caf5e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:29:23.689267 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-2ad97659-acce-46c0-91ac-b013577caf5e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049953 Feb 11 05:29:23.781667 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-31e3ac2c-651f-48c6-ac4f-fac323b48bd2 service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872388 Feb 11 05:29:23.868630 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-3190e235-957c-44ed-839d-ca24f313d8c8 service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812573 Feb 11 05:29:24.150348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1238d22e-ee2c-4551-8631-85c20449a675 req-3d85552d-83f2-45e8-a371-74ae7a8bb26d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 210 time: 0.0311081 Feb 11 05:29:25.108855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-5800ac24-00a6-4d0f-86e6-addbbc83bf97 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:25.110430 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-5800ac24-00a6-4d0f-86e6-addbbc83bf97 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1077554 Feb 11 05:29:25.179341 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-dcf83e9d-64a1-4b5f-bdd3-9651dc4852fd tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 380 time: 0.0560505 Feb 11 05:29:25.188463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'port': {'device_id': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'admin_state_up': True, 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'security_groups': ['b6377925-ffcd-494e-a9fc-a88fe6ef99df']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:25.264936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dae777b0-01bc-4c97-98e3-5d02af17b99e req-8707bf1d-2880-411c-b9a8-32a3b3035e49 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 210 time: 0.0369217 Feb 11 05:29:25.308021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Made reservation on behalf of f7821f3fbc2241db873fdd8626e7b447 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:25.311463 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.436886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Allocated IP 172.20.0.10 (1f82920e-251c-4efe-be74-d19b3281e70b/d989c873-b096-4d2f-b701-d41d9c683ac4/040955cb-e6c6-437d-86c1-3ac72c5dbab4) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:25.575697 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.608411 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.652402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Network 1f82920e-251c-4efe-be74-d19b3281e70b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:25.657342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:25.661483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:25.665334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=040955cb-e6c6-437d-86c1-3ac72c5dbab4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:25.715503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:25.716125 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.733152 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-72ad9ca6-afe1-468a-8ca6-322d693c1f8c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5485001 Feb 11 05:29:25.750656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Request body: {'port': {'device_id': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:25.814300 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.929249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e8ab7124-5889-4eab-833c-202c30ba2dcf None None] Provisioning complete for port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:25.929828 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7124-5889-4eab-833c-202c30ba2dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.964216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab7124-5889-4eab-833c-202c30ba2dcf None None] Port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:26.087885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040955cb-e6c6-437d-86c1-3ac72c5dbab4 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:26.096159 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Publish callbacks [] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.107932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Transition to ACTIVE for port object 040955cb-e6c6-437d-86c1-3ac72c5dbab4 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:26.111979 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.174445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Pushing event updated for resources: {'Port': ['ID=040955cb-e6c6-437d-86c1-3ac72c5dbab4,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:26.253068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Attempting to bind port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:26.253759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Attempting to bind port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:26.253917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Attempting to bind port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:26.259121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 on network 1f82920e-251c-4efe-be74-d19b3281e70b not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:26.259548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Attempting to bind port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:26.265959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:26.266510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Checking segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:26.267015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Bound using segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:26.267553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Bound port: 040955cb-e6c6-437d-86c1-3ac72c5dbab4, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:26.267991 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.377468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] For port 040955cb-e6c6-437d-86c1-3ac72c5dbab4, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:26.392928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] For port 040955cb-e6c6-437d-86c1-3ac72c5dbab4, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=040955cb-e6c6-437d-86c1-3ac72c5dbab4,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:26.402906 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.439466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba6e08-ec40-47a8-b876-8b006c8ee209 req-c239b193-5939-4ae7-9a4b-8f51fc665bfe tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.440958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ba6e08-ec40-47a8-b876-8b006c8ee209 req-c239b193-5939-4ae7-9a4b-8f51fc665bfe tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.1051006 Feb 11 05:29:26.457966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.458585 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.459971 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] 10.222.0.60 "PUT /v2.0/ports/040955cb-e6c6-437d-86c1-3ac72c5dbab4 HTTP/1.1" status: 200 len: 1093 time: 0.7137392 Feb 11 05:29:26.460544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'tag': '040955cb-e6c6-437d-86c1-3ac72c5dbab4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:26.463035 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b44f72d-3a97-4c26-9e0a-6142c721d511" -d '{"events": [{"name": "network-changed", "server_uuid": "b21f3a41-3d1e-4f18-b122-67e821d61aa4", "tag": "040955cb-e6c6-437d-86c1-3ac72c5dbab4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:26.538599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f83fd-0407-46c2-ba7d-6f662409a732 service neutron] Pushing event updated for resources: {'Port': ['ID=040955cb-e6c6-437d-86c1-3ac72c5dbab4,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:26.548620 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b5cac-9e6c-4157-8753-f2c4ce7239d7 x-openstack-request-id: req-031b5cac-9e6c-4157-8753-f2c4ce7239d7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:26.548620 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21f3a41-3d1e-4f18-b122-67e821d61aa4", "tag": "040955cb-e6c6-437d-86c1-3ac72c5dbab4", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:26.548620 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-031b5cac-9e6c-4157-8753-f2c4ce7239d7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:26.549740 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'tag': '040955cb-e6c6-437d-86c1-3ac72c5dbab4', 'status': 'completed', 'code': 200} Feb 11 05:29:26.588010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ba6e08-ec40-47a8-b876-8b006c8ee209 req-c85d2e3b-f987-41bf-8f0f-d169f6fbad8b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365750 Feb 11 05:29:26.600812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-c3c40aae-1a55-4c87-9299-7f0fcb1ffbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.602728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-c3c40aae-1a55-4c87-9299-7f0fcb1ffbfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 1127 time: 0.0802367 Feb 11 05:29:26.652768 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-5e182cfe-b982-4b63-84d0-8b378046d8e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=040955cb-e6c6-437d-86c1-3ac72c5dbab4 HTTP/1.1" status: 200 len: 217 time: 0.0371053 Feb 11 05:29:26.705080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-8738a736-ae38-40f8-80b3-9df0bbc91bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.706786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-8738a736-ae38-40f8-80b3-9df0bbc91bb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0473154 Feb 11 05:29:26.761251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-d2504371-aade-4e46-a6cb-a2a670c2eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.762935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-d2504371-aade-4e46-a6cb-a2a670c2eb5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495334 Feb 11 05:29:26.853294 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-f846dca5-af90-4bec-bd2a-033a51a347ca service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839169 Feb 11 05:29:26.948044 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6305a0d-4ba7-4a61-805d-940dca0a9b12 req-862f351b-7839-4c11-851b-ed3140f9a658 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884187 Feb 11 05:29:27.055373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44f72d-3a97-4c26-9e0a-6142c721d511 req-6f561d97-9dd4-494e-92df-b81e7fd79d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.056797 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b44f72d-3a97-4c26-9e0a-6142c721d511 req-6f561d97-9dd4-494e-92df-b81e7fd79d66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 1127 time: 0.0457673 Feb 11 05:29:27.152153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44f72d-3a97-4c26-9e0a-6142c721d511 req-18ec7d6c-28f3-4663-b1cc-8164c8f426ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.153735 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b44f72d-3a97-4c26-9e0a-6142c721d511 req-18ec7d6c-28f3-4663-b1cc-8164c8f426ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0906057 Feb 11 05:29:27.195832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b44f72d-3a97-4c26-9e0a-6142c721d511 req-4f752bc7-e97a-46b8-847c-2ca40fdb79e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=040955cb-e6c6-437d-86c1-3ac72c5dbab4 HTTP/1.1" status: 200 len: 217 time: 0.0353024 Feb 11 05:29:27.244606 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44f72d-3a97-4c26-9e0a-6142c721d511 req-9ba1e8ea-2348-4cc1-83b0-8fba72761cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.246072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b44f72d-3a97-4c26-9e0a-6142c721d511 req-9ba1e8ea-2348-4cc1-83b0-8fba72761cae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0438154 Feb 11 05:29:27.299512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44f72d-3a97-4c26-9e0a-6142c721d511 req-6c859869-25fe-4263-9dec-79eea218addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.301010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b44f72d-3a97-4c26-9e0a-6142c721d511 req-6c859869-25fe-4263-9dec-79eea218addc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493817 Feb 11 05:29:27.390759 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b44f72d-3a97-4c26-9e0a-6142c721d511 req-7537b8af-9489-4c4a-a0bc-d092900c453b service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826569 Feb 11 05:29:27.484105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b44f72d-3a97-4c26-9e0a-6142c721d511 req-850b2f2b-3f50-4500-8535-c5279a49847c service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874929 Feb 11 05:29:27.717825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1f2aa-8139-449f-934a-367562c7cafb req-8bd47689-2871-4dbe-9771-55eaf6d1d386 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.719544 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12b1f2aa-8139-449f-934a-367562c7cafb req-8bd47689-2871-4dbe-9771-55eaf6d1d386 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0577388 Feb 11 05:29:27.768986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12b1f2aa-8139-449f-934a-367562c7cafb req-17e502df-086a-426d-a378-dd3e4549026d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435929 Feb 11 05:29:28.887395 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789b18b-93d1-4bec-ac1f-19e9d553aa16 req-c078afc9-4120-4307-a81e-82279b2dcd41 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:28.889144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a789b18b-93d1-4bec-ac1f-19e9d553aa16 req-c078afc9-4120-4307-a81e-82279b2dcd41 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0533419 Feb 11 05:29:28.937161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a789b18b-93d1-4bec-ac1f-19e9d553aa16 req-991b5bf4-436a-47d6-a58e-26afc19bdb3f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424473 Feb 11 05:29:30.057606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6d68c-7506-4c65-b6b1-b2338791f41e req-4df0cba6-01dc-4d1e-98bd-64226044bef8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.059158 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2ea6d68c-7506-4c65-b6b1-b2338791f41e req-4df0cba6-01dc-4d1e-98bd-64226044bef8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0541503 Feb 11 05:29:30.108976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2ea6d68c-7506-4c65-b6b1-b2338791f41e req-07f9e31b-ad4e-4ef2-ba61-b2af586f7f2e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439050 Feb 11 05:29:31.231718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4d11a-927c-407f-86c5-51db569e861a req-6b3c343d-71eb-4753-8a4b-2c978a06fd7b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:31.233221 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ad4d11a-927c-407f-86c5-51db569e861a req-6b3c343d-71eb-4753-8a4b-2c978a06fd7b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0530984 Feb 11 05:29:31.286407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1ad4d11a-927c-407f-86c5-51db569e861a req-86f897e8-07b0-43ab-aed9-b6a29d6edb24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475836 Feb 11 05:29:32.406415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb7ac-d523-446c-8a3a-b16ea287bee1 req-48171489-7382-4be0-85ec-6ff7aeda3b11 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.407851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64ebb7ac-d523-446c-8a3a-b16ea287bee1 req-48171489-7382-4be0-85ec-6ff7aeda3b11 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0540056 Feb 11 05:29:32.459399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64ebb7ac-d523-446c-8a3a-b16ea287bee1 req-c2e79e3d-5ea8-4ea6-9dca-5f6de03a44b3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459933 Feb 11 05:29:33.570791 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.586665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c659-42c6-4586-8680-581f8f8c6e4e req-628c0e31-786f-4085-b06a-412d8871cd1c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:33.588829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a15c659-42c6-4586-8680-581f8f8c6e4e req-628c0e31-786f-4085-b06a-412d8871cd1c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0582907 Feb 11 05:29:33.638601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a15c659-42c6-4586-8680-581f8f8c6e4e req-8715dc60-3482-49ce-ae22-2015af30340b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438077 Feb 11 05:29:34.757912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0916ba-8e47-4b05-854d-6af2fe10140a req-3ad8e30b-7a5f-42de-a2f5-a0656fa0c75a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.759420 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f0916ba-8e47-4b05-854d-6af2fe10140a req-3ad8e30b-7a5f-42de-a2f5-a0656fa0c75a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0533941 Feb 11 05:29:34.812378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f0916ba-8e47-4b05-854d-6af2fe10140a req-30d9288b-8b62-424e-bb65-154495c621d5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467944 Feb 11 05:29:35.931079 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f80ac-4e99-4b63-9173-77e90c089fa8 req-ae981790-dab1-480b-828a-69aff156fe7f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:35.932638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f0f80ac-4e99-4b63-9173-77e90c089fa8 req-ae981790-dab1-480b-828a-69aff156fe7f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0539677 Feb 11 05:29:35.983301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f0f80ac-4e99-4b63-9173-77e90c089fa8 req-9d76cac2-315d-4aa5-abe6-4f51fb133fa1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449586 Feb 11 05:29:37.102550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887ce5c-f2da-406d-9731-e57fa6cdf172 req-024ba2fb-373d-48d9-bdf7-eff78e69e90f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.104721 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f887ce5c-f2da-406d-9731-e57fa6cdf172 req-024ba2fb-373d-48d9-bdf7-eff78e69e90f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0522356 Feb 11 05:29:37.153839 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f887ce5c-f2da-406d-9731-e57fa6cdf172 req-456a1116-268d-450c-832a-2f1955a14602 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435262 Feb 11 05:29:37.675722 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.276275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf631-81d6-48ba-82a3-72c0fffb3c3a req-00bd20f2-382d-4774-a0d1-a93069f12e74 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:38.277710 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6dfbf631-81d6-48ba-82a3-72c0fffb3c3a req-00bd20f2-382d-4774-a0d1-a93069f12e74 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0559115 Feb 11 05:29:38.325166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6dfbf631-81d6-48ba-82a3-72c0fffb3c3a req-7e3409c4-2d6f-4ee0-9ecc-841a7db76458 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416996 Feb 11 05:29:38.594259 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:29:39.431188 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb1bdd65-ba4a-4e9f-8606-03656a1acf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.448516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0efc6-419e-4665-969d-e3eeefd95710 req-b7d3e381-315a-49d7-915a-e418268d7a6b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.450001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead0efc6-419e-4665-969d-e3eeefd95710 req-b7d3e381-315a-49d7-915a-e418268d7a6b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0579100 Feb 11 05:29:39.498537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ead0efc6-419e-4665-969d-e3eeefd95710 req-5e966ed0-a30b-47fd-9a09-0644e4619e17 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429585 Feb 11 05:29:40.615764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e65db-c6b6-4f89-815d-a0f486bf3664 req-92a1bc73-a5d4-4879-842d-5910484ac5c6 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.617225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-271e65db-c6b6-4f89-815d-a0f486bf3664 req-92a1bc73-a5d4-4879-842d-5910484ac5c6 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0518789 Feb 11 05:29:40.664381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-271e65db-c6b6-4f89-815d-a0f486bf3664 req-a05571f8-d224-4d1f-a670-c1ad3b9e0d91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416737 Feb 11 05:29:41.781449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535fdcb-47e9-4d6a-87bb-a1cffd0cb922 req-6b1dcfc8-4e63-4b0d-a897-7bd2bcf1cb69 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:41.782936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a535fdcb-47e9-4d6a-87bb-a1cffd0cb922 req-6b1dcfc8-4e63-4b0d-a897-7bd2bcf1cb69 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0521510 Feb 11 05:29:41.830425 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a535fdcb-47e9-4d6a-87bb-a1cffd0cb922 req-36f05d99-ef4a-42a1-9de3-747526e8ae98 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420020 Feb 11 05:29:41.904611 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-01f4a2a9-c000-44a2-bf2b-f10f9852d770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.869511 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.953750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea72ed6-505f-4c62-bccf-9f15074b4cc0 req-a547fedf-8ba9-485f-8c14-acc75d90f851 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.955255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eea72ed6-505f-4c62-bccf-9f15074b4cc0 req-a547fedf-8ba9-485f-8c14-acc75d90f851 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0573518 Feb 11 05:29:43.003622 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eea72ed6-505f-4c62-bccf-9f15074b4cc0 req-5946b87e-63d1-4460-a013-f31684100ac0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427108 Feb 11 05:29:44.121614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd88549-7bb8-48f1-92be-32d9ec74927d req-264106ac-170e-4133-994c-97d0ff48d96e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:44.123119 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfd88549-7bb8-48f1-92be-32d9ec74927d req-264106ac-170e-4133-994c-97d0ff48d96e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0518715 Feb 11 05:29:44.174685 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfd88549-7bb8-48f1-92be-32d9ec74927d req-d60761bd-ec53-4b29-a18c-e9d7c93bf2bb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460927 Feb 11 05:29:44.451527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.122935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 040955cb-e6c6-437d-86c1-3ac72c5dbab4 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:45.220645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 040955cb-e6c6-437d-86c1-3ac72c5dbab4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=040955cb-e6c6-437d-86c1-3ac72c5dbab4,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:45.231634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '040955cb-e6c6-437d-86c1-3ac72c5dbab4', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'port_id': '040955cb-e6c6-437d-86c1-3ac72c5dbab4', 'mac_address': 'fa:16:3e:e1:0c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:45.268346 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:45.268726 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.281825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040955cb-e6c6-437d-86c1-3ac72c5dbab4 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:45.293597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fbe38-d31f-49ac-a42f-64ce326f850b req-1bc0976a-47ee-415b-8964-68ac37cb28f0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:45.295194 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-972fbe38-d31f-49ac-a42f-64ce326f850b req-1bc0976a-47ee-415b-8964-68ac37cb28f0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 944 time: 0.0527146 Feb 11 05:29:45.301679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 040955cb-e6c6-437d-86c1-3ac72c5dbab4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=040955cb-e6c6-437d-86c1-3ac72c5dbab4,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:45.305895 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.345088 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-972fbe38-d31f-49ac-a42f-64ce326f850b req-9c46e837-4efa-418f-96dd-7e3c2191b5bc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441582 Feb 11 05:29:45.355052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=040955cb-e6c6-437d-86c1-3ac72c5dbab4,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:45.362404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.362754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.363116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.363455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.363787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.364117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.364443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.364770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.365090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.365440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.365762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.366082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.366401 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:45.716391 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.761433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['040955cb-e6c6-437d-86c1-3ac72c5dbab4'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:46.465454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afd06-fdb7-4666-9107-a327c70f8bb2 req-e4d2c2cd-fd22-492b-9c84-9d5cc8c26d40 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:46.466968 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-310afd06-fdb7-4666-9107-a327c70f8bb2 req-e4d2c2cd-fd22-492b-9c84-9d5cc8c26d40 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 945 time: 0.0531638 Feb 11 05:29:46.515046 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-310afd06-fdb7-4666-9107-a327c70f8bb2 req-9737c37c-ed21-41d3-81c1-0174004691e1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Feb 11 05:29:47.144897 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 040955cb-e6c6-437d-86c1-3ac72c5dbab4 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:47.192136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:47.196140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:47.196703 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.274160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:47.274550 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.455817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040955cb-e6c6-437d-86c1-3ac72c5dbab4'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:47.458032 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0aba1c9-7b9d-40e1-b444-caa09223a450" -d '{"events": [{"server_uuid": "b21f3a41-3d1e-4f18-b122-67e821d61aa4", "name": "network-vif-plugged", "status": "completed", "tag": "040955cb-e6c6-437d-86c1-3ac72c5dbab4"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:47.470046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 040955cb-e6c6-437d-86c1-3ac72c5dbab4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=040955cb-e6c6-437d-86c1-3ac72c5dbab4,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:47.474831 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.498738 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3715c056-0d3b-49e8-8197-b8b12eac5d09 x-openstack-request-id: req-3715c056-0d3b-49e8-8197-b8b12eac5d09 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:47.499055 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21f3a41-3d1e-4f18-b122-67e821d61aa4", "name": "network-vif-plugged", "status": "completed", "tag": "040955cb-e6c6-437d-86c1-3ac72c5dbab4", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:47.499316 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3715c056-0d3b-49e8-8197-b8b12eac5d09 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:47.499703 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040955cb-e6c6-437d-86c1-3ac72c5dbab4', 'code': 200} Feb 11 05:29:47.524461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=040955cb-e6c6-437d-86c1-3ac72c5dbab4,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:47.616636 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b42b06-1620-4421-9d1c-ef18eab223f0 req-06b91b28-b597-4086-8395-532c91564ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:47.618143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2b42b06-1620-4421-9d1c-ef18eab223f0 req-06b91b28-b597-4086-8395-532c91564ac9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0433438 Feb 11 05:29:47.633805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97865c78-1029-4132-9540-bf27ffcec9fe req-559bb49b-eae5-44f7-9a56-387ef50e19f8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:47.635851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97865c78-1029-4132-9540-bf27ffcec9fe req-559bb49b-eae5-44f7-9a56-387ef50e19f8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 946 time: 0.0526564 Feb 11 05:29:47.670760 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2b42b06-1620-4421-9d1c-ef18eab223f0 req-0eee697b-a003-41af-9f5e-d768aabdec20 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458801 Feb 11 05:29:47.689785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97865c78-1029-4132-9540-bf27ffcec9fe req-ed673fcf-101e-497d-9d94-7a3e3f08f458 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481160 Feb 11 05:29:48.809211 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc049ad2-0e58-4395-b27f-e3966613559a req-9b1bfc3e-07ab-4745-b15b-2dba5b90a8b9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:48.810690 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc049ad2-0e58-4395-b27f-e3966613559a req-9b1bfc3e-07ab-4745-b15b-2dba5b90a8b9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 946 time: 0.0525134 Feb 11 05:29:48.858636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dc049ad2-0e58-4395-b27f-e3966613559a req-39174169-cd16-4cdd-9901-21206db56d39 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Feb 11 05:29:49.980134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f23be-6c92-48db-a8bf-3dc03b986349 req-c7a01288-9bce-4ba2-9054-e920b140fc0d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:49.981642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff6f23be-6c92-48db-a8bf-3dc03b986349 req-c7a01288-9bce-4ba2-9054-e920b140fc0d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 946 time: 0.0558615 Feb 11 05:29:50.030851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff6f23be-6c92-48db-a8bf-3dc03b986349 req-0e305632-35c4-4dda-b715-e87d4703b448 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437317 Feb 11 05:29:50.151060 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f135c9f-40ed-4e42-a85e-5fe03c30889a req-5f8d776a-66c5-4328-8941-586f6b545eff tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.152501 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f135c9f-40ed-4e42-a85e-5fe03c30889a req-5f8d776a-66c5-4328-8941-586f6b545eff tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 946 time: 0.0524688 Feb 11 05:29:50.199572 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f135c9f-40ed-4e42-a85e-5fe03c30889a req-794c9d5e-2a7b-4945-abc9-52dd68c6e488 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413671 Feb 11 05:29:50.221609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49576) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:50.269411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710ec1c-bbe5-4def-a5c2-ec5f6a6a235e tempest-TestVolumeBootPattern-1281102824 tempest-TestVolumeBootPattern-1281102824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.270981 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0710ec1c-bbe5-4def-a5c2-ec5f6a6a235e tempest-TestVolumeBootPattern-1281102824 tempest-TestVolumeBootPattern-1281102824-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 1124 time: 0.0483625 Feb 11 05:29:50.273906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49578) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:50.278820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '040955cb-e6c6-437d-86c1-3ac72c5dbab4', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:50.298568 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.414416 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.521293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Allocated IP 172.25.7.77 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/3b9dfff5-ff1c-4efb-83a9-8c8a900721fe) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:50.620315 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (3b9dfff5-ff1c-4efb-83a9-8c8a900721fe), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.652856 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3b9dfff5-ff1c-4efb-83a9-8c8a900721fe), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.694108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:50.697239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:50.700851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:50.729248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=3b9dfff5-ff1c-4efb-83a9-8c8a900721fe,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:50.741901 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:50.742255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:50.742625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:50.742983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:50.743327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:50.743665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:50.744611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:50.744949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:50.745284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:50.745619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:50.745948 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:50.746275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:50.746603 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:51.068656 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (4b3e543e-995f-4843-ba33-45a43389c945), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.139969 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3b9dfff5-ff1c-4efb-83a9-8c8a900721fe), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.289171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (3b9dfff5-ff1c-4efb-83a9-8c8a900721fe), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.294638 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (3b9dfff5-ff1c-4efb-83a9-8c8a900721fe), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.365205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=3b9dfff5-ff1c-4efb-83a9-8c8a900721fe,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:51.376701 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (4b3e543e-995f-4843-ba33-45a43389c945), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.480134 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Floating IP 4b3e543e-995f-4843-ba33-45a43389c945 associated. External IP: 172.25.7.77, port: 040955cb-e6c6-437d-86c1-3ac72c5dbab4. Feb 11 05:29:51.686848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Router d5a808fe-79a9-472c-b6d7-043a67e3554c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:29:52.145618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:52.155195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21d6b4-5e69-4818-b785-aebf9b2b93db None None] Sync routers for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:52.163220 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.164699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21d6b4-5e69-4818-b785-aebf9b2b93db None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:52.165324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6d21d6b4-5e69-4818-b785-aebf9b2b93db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:29:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:52.193963 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6b93a032-dcf1-4157-a2ec-db5ff721d71e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9188418 Feb 11 05:29:52.194569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'tag': '040955cb-e6c6-437d-86c1-3ac72c5dbab4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:52.196888 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388c77ae-be80-4f9e-aa65-5935711fb193" -d '{"events": [{"name": "network-changed", "server_uuid": "b21f3a41-3d1e-4f18-b122-67e821d61aa4", "tag": "040955cb-e6c6-437d-86c1-3ac72c5dbab4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:52.275742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6d21d6b4-5e69-4818-b785-aebf9b2b93db None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:52.307185 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc50df0-8b09-418e-8561-d2a75628a395 x-openstack-request-id: req-8cc50df0-8b09-418e-8561-d2a75628a395 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:52.307670 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21f3a41-3d1e-4f18-b122-67e821d61aa4", "tag": "040955cb-e6c6-437d-86c1-3ac72c5dbab4", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:52.307766 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cc50df0-8b09-418e-8561-d2a75628a395 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:52.308120 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'tag': '040955cb-e6c6-437d-86c1-3ac72c5dbab4', 'status': 'completed', 'code': 200} Feb 11 05:29:52.391894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c77ae-be80-4f9e-aa65-5935711fb193 req-77a2fd05-2389-4629-93a5-a5ed5a62ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:52.393393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-388c77ae-be80-4f9e-aa65-5935711fb193 req-77a2fd05-2389-4629-93a5-a5ed5a62ae73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0456948 Feb 11 05:29:52.489383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c77ae-be80-4f9e-aa65-5935711fb193 req-c57f94a4-eff9-4ab6-a304-228043068c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:52.490847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-388c77ae-be80-4f9e-aa65-5935711fb193 req-c57f94a4-eff9-4ab6-a304-228043068c25 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0890975 Feb 11 05:29:52.505994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6d21d6b4-5e69-4818-b785-aebf9b2b93db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '4b3e543e-995f-4843-ba33-45a43389c945', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': '040955cb-e6c6-437d-86c1-3ac72c5dbab4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:e1:0c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:29:50Z', 'updated_at': '2022-02-11T05:29:50Z', 'revision_number': 0, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:52.533962 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21d6b4-5e69-4818-b785-aebf9b2b93db None None] Checking router: d5a808fe-79a9-472c-b6d7-043a67e3554c for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:29:52.543916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21d6b4-5e69-4818-b785-aebf9b2b93db None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:52.544540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6d21d6b4-5e69-4818-b785-aebf9b2b93db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:29:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:52.560893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-388c77ae-be80-4f9e-aa65-5935711fb193 req-74d4c8a9-5836-418f-acad-95f04ff4203a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=040955cb-e6c6-437d-86c1-3ac72c5dbab4 HTTP/1.1" status: 200 len: 999 time: 0.0624912 Feb 11 05:29:52.613184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c77ae-be80-4f9e-aa65-5935711fb193 req-2aa9b1d5-34b5-4b8c-8904-eeddd0234916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:52.614643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-388c77ae-be80-4f9e-aa65-5935711fb193 req-2aa9b1d5-34b5-4b8c-8904-eeddd0234916 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0469320 Feb 11 05:29:52.653231 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6d21d6b4-5e69-4818-b785-aebf9b2b93db None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:52.665083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c77ae-be80-4f9e-aa65-5935711fb193 req-c80e7f7f-bf6e-4fcc-b811-7518ada84100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:52.667276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-388c77ae-be80-4f9e-aa65-5935711fb193 req-c80e7f7f-bf6e-4fcc-b811-7518ada84100 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455959 Feb 11 05:29:52.755097 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-388c77ae-be80-4f9e-aa65-5935711fb193 req-bb8b2c4b-eacb-4496-818b-a18b860dd587 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812666 Feb 11 05:29:52.845907 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-388c77ae-be80-4f9e-aa65-5935711fb193 req-1a3393e3-a95c-49ee-b9a8-952baf538c0a service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847962 Feb 11 05:29:52.888395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6d21d6b4-5e69-4818-b785-aebf9b2b93db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '4b3e543e-995f-4843-ba33-45a43389c945', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': '040955cb-e6c6-437d-86c1-3ac72c5dbab4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:e1:0c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:29:50Z', 'updated_at': '2022-02-11T05:29:50Z', 'revision_number': 0, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:52.915039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21d6b4-5e69-4818-b785-aebf9b2b93db None None] The sync data for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 is: [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '4b3e543e-995f-4843-ba33-45a43389c945', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': '040955cb-e6c6-437d-86c1-3ac72c5dbab4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:e1:0c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:29:50Z', 'updated_at': '2022-02-11T05:29:50Z', 'revision_number': 0, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:53.100925 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef99448a-4550-4eca-844d-b4e59252a9b3 None None] New status for floating IP 4b3e543e-995f-4843-ba33-45a43389c945: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:30:03.570781 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.679553 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.434629 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-40b526bc-89ae-4e78-b08a-56394120be66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.906437 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d17fe4b5-cd94-44cc-915e-0653293b5a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.873767 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.452977 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.593814 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:30:15.709090 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.583788 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.692730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.787446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94b4a58b-9c48-4bc7-8f34-8e85975795b1 req-16cdbf56-2b43-43b2-80e1-2186c4c37db9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428786 Feb 11 05:30:37.881102 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4a58b-9c48-4bc7-8f34-8e85975795b1 req-a1520da0-094e-4d8c-b188-01b43ecadeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:37.882578 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94b4a58b-9c48-4bc7-8f34-8e85975795b1 req-a1520da0-094e-4d8c-b188-01b43ecadeea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0440280 Feb 11 05:30:37.985864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4a58b-9c48-4bc7-8f34-8e85975795b1 req-62f01e80-4c1d-416b-a13d-ed20772ef8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:37.987340 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94b4a58b-9c48-4bc7-8f34-8e85975795b1 req-62f01e80-4c1d-416b-a13d-ed20772ef8b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0866528 Feb 11 05:30:38.050393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94b4a58b-9c48-4bc7-8f34-8e85975795b1 req-6ed37178-d46e-4e1d-8271-d1585dbf97c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=040955cb-e6c6-437d-86c1-3ac72c5dbab4 HTTP/1.1" status: 200 len: 1001 time: 0.0571859 Feb 11 05:30:38.102124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4a58b-9c48-4bc7-8f34-8e85975795b1 req-eed27114-2f7d-402c-a2cf-dfca827b89df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.103597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94b4a58b-9c48-4bc7-8f34-8e85975795b1 req-eed27114-2f7d-402c-a2cf-dfca827b89df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0462947 Feb 11 05:30:38.152281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4a58b-9c48-4bc7-8f34-8e85975795b1 req-f9289a69-20bd-470e-b266-33eada0a3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.153763 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94b4a58b-9c48-4bc7-8f34-8e85975795b1 req-f9289a69-20bd-470e-b266-33eada0a3e16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438640 Feb 11 05:30:38.239333 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94b4a58b-9c48-4bc7-8f34-8e85975795b1 req-fcaab0de-57a8-4d64-b0e6-797fe647fb2c service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792332 Feb 11 05:30:38.331635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94b4a58b-9c48-4bc7-8f34-8e85975795b1 req-c85f99e5-e89a-4e86-8fa7-688a6e19a158 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859697 Feb 11 05:30:39.436176 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b6c00da3-1a3f-41ae-8afd-9e176f3f0d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.909516 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03d15ad9-1ca8-4513-9ea1-f58657f65515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.874821 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.455686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.710198 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.593644 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:31:03.584257 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.711659 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.438065 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c022de12-3cfb-47be-b065-accd9ae853ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.916259 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-625736c0-0f90-4eff-b1ab-d7775aa6caa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.876879 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.458298 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.712844 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.593795 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:31:33.582424 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.714862 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.819584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95b76f61-bfcd-4aac-a8b9-9352b97b8061 req-84b2f901-9d53-4ad0-8629-bc522325f2fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440035 Feb 11 05:31:37.920858 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76f61-bfcd-4aac-a8b9-9352b97b8061 req-71b8f873-261c-4f1a-b7c7-e55db7bc6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:37.922399 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95b76f61-bfcd-4aac-a8b9-9352b97b8061 req-71b8f873-261c-4f1a-b7c7-e55db7bc6e5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0500505 Feb 11 05:31:38.024210 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76f61-bfcd-4aac-a8b9-9352b97b8061 req-84f4e51d-ccf4-4024-8235-870d01d71f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:38.025708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95b76f61-bfcd-4aac-a8b9-9352b97b8061 req-84f4e51d-ccf4-4024-8235-870d01d71f18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0843968 Feb 11 05:31:38.092698 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95b76f61-bfcd-4aac-a8b9-9352b97b8061 req-13836bf6-bb7c-4511-b991-c9729249a5ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=040955cb-e6c6-437d-86c1-3ac72c5dbab4 HTTP/1.1" status: 200 len: 1001 time: 0.0606062 Feb 11 05:31:38.140034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76f61-bfcd-4aac-a8b9-9352b97b8061 req-944c6a2a-f879-4fd2-804d-1122a39f699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:38.141440 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95b76f61-bfcd-4aac-a8b9-9352b97b8061 req-944c6a2a-f879-4fd2-804d-1122a39f699b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0426617 Feb 11 05:31:38.189241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76f61-bfcd-4aac-a8b9-9352b97b8061 req-a0b87d87-e4c9-44ef-a88b-ae76656f995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:38.190685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95b76f61-bfcd-4aac-a8b9-9352b97b8061 req-a0b87d87-e4c9-44ef-a88b-ae76656f995b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436130 Feb 11 05:31:38.287573 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95b76f61-bfcd-4aac-a8b9-9352b97b8061 req-63c3bd2f-e3a5-434e-86dc-58f55fdf34bf service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907125 Feb 11 05:31:38.374872 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95b76f61-bfcd-4aac-a8b9-9352b97b8061 req-97b75f34-8b98-4dfa-95c5-b4fefc696fc4 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807014 Feb 11 05:31:39.439819 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb1d93f2-869a-4cac-b81b-313f2a5c6e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.907696 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d276b16-9c4c-412f-93c6-acc45ae11f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.879916 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.463955 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.715686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.920636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb7343-b4af-48ea-a78d-8b12213661df req-10e21a78-3d01-4a58-8e89-23bd21259f6d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.922113 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48bb7343-b4af-48ea-a78d-8b12213661df req-10e21a78-3d01-4a58-8e89-23bd21259f6d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 946 time: 0.0554721 Feb 11 05:31:49.971781 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48bb7343-b4af-48ea-a78d-8b12213661df req-d8132dfa-b8bb-4ef4-820d-7043d4ffa9fb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 Feb 11 05:31:51.105242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e95bd9-3383-419b-b942-d019eadb629e req-a6fe102c-9bc9-4ce4-a879-cfac267d84ca tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.107345 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1e95bd9-3383-419b-b942-d019eadb629e req-a6fe102c-9bc9-4ce4-a879-cfac267d84ca tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 946 time: 0.0583937 Feb 11 05:31:51.156031 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1e95bd9-3383-419b-b942-d019eadb629e req-6a8ee0e7-f4f8-4bc4-804e-c9aedd0a3759 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Feb 11 05:31:51.750182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-62af82d6-cb63-4474-995a-32e74a21a602 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.751747 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-62af82d6-cb63-4474-995a-32e74a21a602 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 946 time: 0.0535557 Feb 11 05:31:51.841266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Deleting port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:51.841536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.932340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] For port 040955cb-e6c6-437d-86c1-3ac72c5dbab4, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=040955cb-e6c6-437d-86c1-3ac72c5dbab4,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:51.932713 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.115796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.116436 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (4b3e543e-995f-4843-ba33-45a43389c945), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.116712 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Floating IP 4b3e543e-995f-4843-ba33-45a43389c945 disassociated. External IP: 172.25.7.77, port: 040955cb-e6c6-437d-86c1-3ac72c5dbab4. Feb 11 05:31:52.117188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Calling delete_port for 040955cb-e6c6-437d-86c1-3ac72c5dbab4 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:52.249944 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (040955cb-e6c6-437d-86c1-3ac72c5dbab4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.272551 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c15e7e1-d690-4859-a654-a6ee20ba93b6 req-1ab7d347-4f3f-4735-a56b-eb66ae6a3f96 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 210 time: 0.0314388 Feb 11 05:31:52.280967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event deleted for resources: {'Port': ['ID=040955cb-e6c6-437d-86c1-3ac72c5dbab4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:52.289452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.289809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.290165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.290509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.290852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.291222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.291562 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.291903 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.292237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.292783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.293436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.293873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.294103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:52.411970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Router d5a808fe-79a9-472c-b6d7-043a67e3554c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:31:52.521571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:52.532115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb53e516-a085-403d-89ba-ccf16fafbe46 None None] Sync routers for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:52.541655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53e516-a085-403d-89ba-ccf16fafbe46 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:52.542265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fb53e516-a085-403d-89ba-ccf16fafbe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:31:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:52.561946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] No DVR routers for this DVR port 040955cb-e6c6-437d-86c1-3ac72c5dbab4 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:52.564561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.567877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e0f817cd-624d-4d15-9cf7-c93f24411080 req-384f8ede-ae88-44d0-a88a-b3eec4f4dcd3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "DELETE /v2.0/ports/040955cb-e6c6-437d-86c1-3ac72c5dbab4 HTTP/1.1" status: 204 len: 173 time: 0.8109946 Feb 11 05:31:52.568316 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'name': 'network-vif-deleted', 'tag': '040955cb-e6c6-437d-86c1-3ac72c5dbab4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:52.570720 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3b3cb6-8f39-4be0-bd3d-2b92c091287c" -d '{"events": [{"server_uuid": "b21f3a41-3d1e-4f18-b122-67e821d61aa4", "name": "network-vif-deleted", "tag": "040955cb-e6c6-437d-86c1-3ac72c5dbab4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:52.617379 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52a10ab-31bc-43c7-a5e3-0dbd3b33c933 x-openstack-request-id: req-d52a10ab-31bc-43c7-a5e3-0dbd3b33c933 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:52.617680 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21f3a41-3d1e-4f18-b122-67e821d61aa4", "name": "network-vif-deleted", "tag": "040955cb-e6c6-437d-86c1-3ac72c5dbab4", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:52.617966 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d52a10ab-31bc-43c7-a5e3-0dbd3b33c933 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:52.618375 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21f3a41-3d1e-4f18-b122-67e821d61aa4', 'name': 'network-vif-deleted', 'tag': '040955cb-e6c6-437d-86c1-3ac72c5dbab4', 'status': 'completed', 'code': 200} Feb 11 05:31:52.661534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fb53e516-a085-403d-89ba-ccf16fafbe46 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:52.868333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fb53e516-a085-403d-89ba-ccf16fafbe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:52.898811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb53e516-a085-403d-89ba-ccf16fafbe46 None None] Checking router: d5a808fe-79a9-472c-b6d7-043a67e3554c for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:31:52.907782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53e516-a085-403d-89ba-ccf16fafbe46 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:52.908407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fb53e516-a085-403d-89ba-ccf16fafbe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:31:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:53.016783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fb53e516-a085-403d-89ba-ccf16fafbe46 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:53.209970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fb53e516-a085-403d-89ba-ccf16fafbe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:53.240263 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb53e516-a085-403d-89ba-ccf16fafbe46 None None] The sync data for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 is: [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:31:53.374736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e3379e64-2c4d-447a-9a3b-61acce8fbdb0 req-8543773b-de79-4550-9375-a943acfebe8d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 210 time: 0.0316739 Feb 11 05:31:53.474589 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc64cb-7708-482d-b81b-e2a08ccdbcc9 None None] New status for floating IP 4b3e543e-995f-4843-ba33-45a43389c945: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:31:53.680065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 040955cb-e6c6-437d-86c1-3ac72c5dbab4 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:53.700357 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 040955cb-e6c6-437d-86c1-3ac72c5dbab4 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:53.700709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 040955cb-e6c6-437d-86c1-3ac72c5dbab4 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:54.482043 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1e198fc7-d88b-49d5-a88a-892d6c667715 req-39a9fb21-4786-44f8-bc6a-99107ef0ac45 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 210 time: 0.0310338 Feb 11 05:31:55.592007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd3b6db5-507c-4794-879c-218cb3ce1f77 req-ebc50bbe-c2b3-4a51-b9b4-c72ad1e80ce3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 210 time: 0.0271981 Feb 11 05:31:56.687725 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f80ec45f-634d-44f0-b00c-fbd012e521fd req-d160f10a-b0d0-4cbf-bd65-42ced3f1c8eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 210 time: 0.0280910 Feb 11 05:31:57.781551 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-58498000-5988-40cf-90d5-88c9548e69f1 req-7aa19be2-43e6-4210-901c-890d18ebcb5a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 210 time: 0.0280900 Feb 11 05:31:58.875409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5e1c73d-fe8c-48b0-927c-2e76a2c40264 req-094c0deb-634d-45f3-b3e7-8e2e5acd5436 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 210 time: 0.0282109 Feb 11 05:31:59.970008 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f0e847b3-50b1-456c-aa94-445b1a1ded81 req-480342d6-eeb7-42a5-a2fc-e370679fb7b6 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 210 time: 0.0273283 Feb 11 05:32:01.084882 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c2a685d3-51eb-41bf-8a50-df33cfab0ff6 req-a2a0432f-d4a3-44c2-aff8-cad5c80ac997 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b21f3a41-3d1e-4f18-b122-67e821d61aa4 HTTP/1.1" status: 200 len: 210 time: 0.0272546 Feb 11 05:32:02.288096 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-3b6ff1ff-ca3e-405d-886d-a0c1ab035b22 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555148645&fields=id&tenant_id=f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 267 time: 0.0437911 Feb 11 05:32:02.397046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-df33bce2-3ab3-444f-b69f-944921f0be50 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:02.398394 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-df33bce2-3ab3-444f-b69f-944921f0be50 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1041451 Feb 11 05:32:02.412681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-5cecccb9-b665-4799-8a84-5271e899cd11 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/quotas/f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 375 time: 0.0089180 Feb 11 05:32:02.466260 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-9955bace-6945-4dc7-ba1d-7fe11fe8384e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488164 Feb 11 05:32:02.630788 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-ed96bc26-866a-4f1e-95cf-ec8b29be9ffd service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536725 Feb 11 05:32:02.718802 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-95003d47-3050-4f7f-a65f-8a03ea46641f service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823364 Feb 11 05:32:03.000728 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-114da7c5-4751-4692-a348-e783fd21d332 req-8a38152f-343a-4e53-b09c-7380f6378d29 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 210 time: 0.0272889 Feb 11 05:32:03.593316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.988592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-3a3a6636-f055-4fec-bc6f-cbfe17d90936 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.990057 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-3a3a6636-f055-4fec-bc6f-cbfe17d90936 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1122851 Feb 11 05:32:04.065427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-2c07ff82-4ea7-4f78-9a05-cc84fd497494 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 380 time: 0.0617063 Feb 11 05:32:04.074665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'port': {'device_id': '49a29b88-6efc-492a-90a9-a370651ff493', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'admin_state_up': True, 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'security_groups': ['b6377925-ffcd-494e-a9fc-a88fe6ef99df']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:04.128754 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1d00d2c-1826-48c8-81f6-37d31ff96c94 req-4dc11a29-2ef3-488e-85a1-04b8e57c3695 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 210 time: 0.0494196 Feb 11 05:32:04.208618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Made reservation on behalf of f7821f3fbc2241db873fdd8626e7b447 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:04.211848 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.341292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Allocated IP 172.20.0.8 (1f82920e-251c-4efe-be74-d19b3281e70b/d989c873-b096-4d2f-b701-d41d9c683ac4/19da5b8c-7e05-439b-9a11-a37823b32acd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:04.479207 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.513160 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.565536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Network 1f82920e-251c-4efe-be74-d19b3281e70b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:04.568882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:04.573149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:04.577640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=19da5b8c-7e05-439b-9a11-a37823b32acd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:04.630997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.631639 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.651761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-33bb8d13-c115-4844-923d-7bb7c9a6d329 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814505 Feb 11 05:32:04.670422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Request body: {'port': {'device_id': '49a29b88-6efc-492a-90a9-a370651ff493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:04.732369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.812525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6db4c77b-b74b-4d75-9625-131ba7955247 None None] Provisioning complete for port 19da5b8c-7e05-439b-9a11-a37823b32acd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:04.813100 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6db4c77b-b74b-4d75-9625-131ba7955247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.851342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6db4c77b-b74b-4d75-9625-131ba7955247 None None] Port 19da5b8c-7e05-439b-9a11-a37823b32acd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:05.011145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19da5b8c-7e05-439b-9a11-a37823b32acd {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:05.019309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Publish callbacks [] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.032164 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Transition to ACTIVE for port object 19da5b8c-7e05-439b-9a11-a37823b32acd will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:05.035938 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.086850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Pushing event updated for resources: {'Port': ['ID=19da5b8c-7e05-439b-9a11-a37823b32acd,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:05.172412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Attempting to bind port 19da5b8c-7e05-439b-9a11-a37823b32acd on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:05.172759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Attempting to bind port 19da5b8c-7e05-439b-9a11-a37823b32acd by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:05.173096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Attempting to bind port 19da5b8c-7e05-439b-9a11-a37823b32acd on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:05.179158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Port 19da5b8c-7e05-439b-9a11-a37823b32acd on network 1f82920e-251c-4efe-be74-d19b3281e70b not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:05.179495 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Attempting to bind port 19da5b8c-7e05-439b-9a11-a37823b32acd on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:05.187974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:05.188332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Checking segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:05.188728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Bound using segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:05.189169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Bound port: 19da5b8c-7e05-439b-9a11-a37823b32acd, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:05.189537 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.261234 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] For port 19da5b8c-7e05-439b-9a11-a37823b32acd, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:05.266124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] For port 19da5b8c-7e05-439b-9a11-a37823b32acd, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=19da5b8c-7e05-439b-9a11-a37823b32acd,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:05.274409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffb478-eb38-4d7c-8b8a-cfbbb57b4c0b req-bbf69490-f9e0-4fab-8297-ac7762b0b26c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.276072 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38ffb478-eb38-4d7c-8b8a-cfbbb57b4c0b req-bbf69490-f9e0-4fab-8297-ac7762b0b26c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0611105 Feb 11 05:32:05.276548 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.321005 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.321868 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.324471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] 10.222.0.60 "PUT /v2.0/ports/19da5b8c-7e05-439b-9a11-a37823b32acd HTTP/1.1" status: 200 len: 1092 time: 0.6588149 Feb 11 05:32:05.326850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a29b88-6efc-492a-90a9-a370651ff493', 'tag': '19da5b8c-7e05-439b-9a11-a37823b32acd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:05.329156 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbecb15c-9ded-4389-8265-85ab6a9c0c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "49a29b88-6efc-492a-90a9-a370651ff493", "tag": "19da5b8c-7e05-439b-9a11-a37823b32acd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:05.345642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38ffb478-eb38-4d7c-8b8a-cfbbb57b4c0b req-be4f3637-5aff-46f0-9e89-bda4282bb40f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611615 Feb 11 05:32:05.362696 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d68412-17e2-4ea4-9c74-f94291123eec service neutron] Pushing event updated for resources: {'Port': ['ID=19da5b8c-7e05-439b-9a11-a37823b32acd,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:05.389157 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b2b7d5-970c-4b9d-8a40-e46166c0d943 x-openstack-request-id: req-44b2b7d5-970c-4b9d-8a40-e46166c0d943 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:05.389451 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a29b88-6efc-492a-90a9-a370651ff493", "tag": "19da5b8c-7e05-439b-9a11-a37823b32acd", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:05.390020 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44b2b7d5-970c-4b9d-8a40-e46166c0d943 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:05.390750 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a29b88-6efc-492a-90a9-a370651ff493', 'tag': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'status': 'completed', 'code': 200} Feb 11 05:32:05.431691 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-58b274c0-d615-4ea7-8e94-214a4f60f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.433366 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-58b274c0-d615-4ea7-8e94-214a4f60f6e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 1126 time: 0.0550992 Feb 11 05:32:05.487582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-d9312ff2-e27a-4ae7-b492-769adffb13d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19da5b8c-7e05-439b-9a11-a37823b32acd HTTP/1.1" status: 200 len: 217 time: 0.0401938 Feb 11 05:32:05.539601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-f229edcd-f737-47c8-922e-00f924ae1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.541295 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-f229edcd-f737-47c8-922e-00f924ae1161 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0477650 Feb 11 05:32:05.591836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-07ce27d1-745a-417d-bb1e-11299bb432bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.593314 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-07ce27d1-745a-417d-bb1e-11299bb432bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458133 Feb 11 05:32:05.685647 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-f2371241-4789-4d42-95af-2493cd70e369 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857446 Feb 11 05:32:05.771782 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b34a0e7c-e378-4a3e-bda6-61179bdd09d1 req-506e4ebb-549a-4504-86bc-9eac8efc5066 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799007 Feb 11 05:32:05.894809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecb15c-9ded-4389-8265-85ab6a9c0c0d req-a12235e2-44a4-4396-ae9f-ad865f928e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.896350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbecb15c-9ded-4389-8265-85ab6a9c0c0d req-a12235e2-44a4-4396-ae9f-ad865f928e86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 1126 time: 0.0509112 Feb 11 05:32:05.986366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecb15c-9ded-4389-8265-85ab6a9c0c0d req-81abcf0f-2975-4602-9555-9178cc4c14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.987871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbecb15c-9ded-4389-8265-85ab6a9c0c0d req-81abcf0f-2975-4602-9555-9178cc4c14fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0841126 Feb 11 05:32:06.032878 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbecb15c-9ded-4389-8265-85ab6a9c0c0d req-6dd7264b-1c1d-482b-8d3b-23eb6a5ebc2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19da5b8c-7e05-439b-9a11-a37823b32acd HTTP/1.1" status: 200 len: 217 time: 0.0379634 Feb 11 05:32:06.085599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecb15c-9ded-4389-8265-85ab6a9c0c0d req-fec87643-1fa1-4e06-b887-373f9520b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:06.087195 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbecb15c-9ded-4389-8265-85ab6a9c0c0d req-fec87643-1fa1-4e06-b887-373f9520b1cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0486255 Feb 11 05:32:06.138953 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecb15c-9ded-4389-8265-85ab6a9c0c0d req-45622eb7-8e05-4ed4-bc52-d8b7c1f81382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:06.140710 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbecb15c-9ded-4389-8265-85ab6a9c0c0d req-45622eb7-8e05-4ed4-bc52-d8b7c1f81382 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468335 Feb 11 05:32:06.238767 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbecb15c-9ded-4389-8265-85ab6a9c0c0d req-1e917d6a-ec98-4f21-81e2-7dd75755c3fa service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910258 Feb 11 05:32:06.335920 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbecb15c-9ded-4389-8265-85ab6a9c0c0d req-af5c3e2f-a01e-411a-95ec-9d8fa1c236ae service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896041 Feb 11 05:32:06.457217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b93f-48e8-410f-aede-db8f59829b6b req-0997d2ec-1294-4fc7-b65a-cb2c373210ce tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:06.458688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f46b93f-48e8-410f-aede-db8f59829b6b req-0997d2ec-1294-4fc7-b65a-cb2c373210ce tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0523829 Feb 11 05:32:06.507322 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f46b93f-48e8-410f-aede-db8f59829b6b req-d6a52764-3dd6-4b60-9817-6fc91660a91d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428524 Feb 11 05:32:06.592920 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:32:07.631487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2d611-ef87-4ef7-b625-627965a50cb6 req-c63dce95-036f-4707-99ea-aaa6efb0f25d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.633264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92a2d611-ef87-4ef7-b625-627965a50cb6 req-c63dce95-036f-4707-99ea-aaa6efb0f25d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0574334 Feb 11 05:32:07.688910 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-92a2d611-ef87-4ef7-b625-627965a50cb6 req-b05b47b6-2b19-49f5-9355-28ce4ab27c86 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498528 Feb 11 05:32:07.724383 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.812808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddd25b-e547-4abb-b46e-504291847d8d req-bc7554d5-88af-44f9-812b-2b84bdf8853d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:08.814284 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1ddd25b-e547-4abb-b46e-504291847d8d req-bc7554d5-88af-44f9-812b-2b84bdf8853d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0517104 Feb 11 05:32:08.867412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1ddd25b-e547-4abb-b46e-504291847d8d req-9b3f3d68-55c3-4c63-9b12-b1b3146c7390 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472918 Feb 11 05:32:09.441328 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-140bceac-5a0f-4d82-b3f9-f2bf056eb095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.989825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc5370-66a7-4008-9b9a-d728c050b4b7 req-b3787685-5f77-4733-9104-588a1d5b9e1b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.991412 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93fc5370-66a7-4008-9b9a-d728c050b4b7 req-b3787685-5f77-4733-9104-588a1d5b9e1b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0556247 Feb 11 05:32:10.045438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93fc5370-66a7-4008-9b9a-d728c050b4b7 req-b79543c5-8f91-415a-9750-617f169b0b61 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481679 Feb 11 05:32:11.167235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c9b0c-5b0e-41af-a9c5-dac9979bec80 req-0f57f4a0-2816-4dea-901f-4b2d618bd6a8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.169351 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-675c9b0c-5b0e-41af-a9c5-dac9979bec80 req-0f57f4a0-2816-4dea-901f-4b2d618bd6a8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0560455 Feb 11 05:32:11.217161 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-675c9b0c-5b0e-41af-a9c5-dac9979bec80 req-8a020468-84e5-4b21-9abd-852ba4672dd1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422537 Feb 11 05:32:11.910561 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51cf1c80-92b9-4fcb-9934-7db18bced907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.338415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995d2a4-672b-480f-baf9-92889284f55d req-c58d299a-a568-4e7f-ad29-9792fef46eef tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:12.340005 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7995d2a4-672b-480f-baf9-92889284f55d req-c58d299a-a568-4e7f-ad29-9792fef46eef tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0529211 Feb 11 05:32:12.393807 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7995d2a4-672b-480f-baf9-92889284f55d req-e0916f58-8c1c-4611-9200-eb9f18a12912 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482054 Feb 11 05:32:12.883824 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.514335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27f5dc-eda6-445f-be6a-e6a5bae9998d req-ccbb50ae-7e01-47e8-bb8f-dde0372816c9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.517538 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf27f5dc-eda6-445f-be6a-e6a5bae9998d req-ccbb50ae-7e01-47e8-bb8f-dde0372816c9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0547714 Feb 11 05:32:13.569220 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bf27f5dc-eda6-445f-be6a-e6a5bae9998d req-1ed0165d-6d5d-4939-a3ad-1d6ac84ad83f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444875 Feb 11 05:32:14.463512 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.703354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036c750-3364-47ab-b725-832510f84fc7 req-a4e174b5-ee53-437d-b916-72c595000081 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:14.704921 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6036c750-3364-47ab-b725-832510f84fc7 req-a4e174b5-ee53-437d-b916-72c595000081 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0597997 Feb 11 05:32:14.758659 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6036c750-3364-47ab-b725-832510f84fc7 req-90e2ac05-3889-44c3-bee4-6deab18779be tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476615 Feb 11 05:32:15.718817 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.881298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed8779-b75d-432f-bb04-a331476ee9ed req-acd26c6c-10f2-440f-b5b9-37f9bbec96a2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:15.882773 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23ed8779-b75d-432f-bb04-a331476ee9ed req-acd26c6c-10f2-440f-b5b9-37f9bbec96a2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0562809 Feb 11 05:32:15.931536 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23ed8779-b75d-432f-bb04-a331476ee9ed req-508ec2a8-7eff-4bdd-95fc-2585cc508ae3 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425456 Feb 11 05:32:17.047576 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503d445-cbc8-4d90-a929-8914d374afcf req-cdc17c93-3b5d-4ac5-8bf1-a09d934e1357 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.049027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5503d445-cbc8-4d90-a929-8914d374afcf req-cdc17c93-3b5d-4ac5-8bf1-a09d934e1357 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0520837 Feb 11 05:32:17.096817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5503d445-cbc8-4d90-a929-8914d374afcf req-72ae860a-d81d-4384-8744-2e0670a318ae tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Feb 11 05:32:18.216728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd31858-8e3c-4925-aacf-b1a8594ba171 req-86b33f73-943e-47da-9d72-e7614c6ef5ee tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:18.218214 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fcd31858-8e3c-4925-aacf-b1a8594ba171 req-86b33f73-943e-47da-9d72-e7614c6ef5ee tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0520494 Feb 11 05:32:18.269126 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fcd31858-8e3c-4925-aacf-b1a8594ba171 req-e0a43ae1-6729-4f8b-a84c-3748e14b8139 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454018 Feb 11 05:32:19.391203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d0b63-d4b6-4e8d-a8b8-573140e832c8 req-2f9f5e8c-da6d-4d5d-99a6-36a6cd095229 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:19.392874 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-399d0b63-d4b6-4e8d-a8b8-573140e832c8 req-2f9f5e8c-da6d-4d5d-99a6-36a6cd095229 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0580285 Feb 11 05:32:19.441590 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-399d0b63-d4b6-4e8d-a8b8-573140e832c8 req-b277fc93-eca5-4596-a9a5-61094f0c868a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431237 Feb 11 05:32:20.562721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3877058-b387-40a0-b878-691ff2740442 req-b1f5f692-f852-4625-8e1f-e4fb58904195 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:20.564230 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3877058-b387-40a0-b878-691ff2740442 req-b1f5f692-f852-4625-8e1f-e4fb58904195 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0565717 Feb 11 05:32:20.612911 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3877058-b387-40a0-b878-691ff2740442 req-ee7e5b7f-58aa-4c50-99f2-b50a2ed63e9a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432131 Feb 11 05:32:21.729972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64225c55-1a37-4ffd-be98-da7c800dc9d0 req-ac87be17-37de-4380-aacd-dce4e1bfddcb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:21.731475 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64225c55-1a37-4ffd-be98-da7c800dc9d0 req-ac87be17-37de-4380-aacd-dce4e1bfddcb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 943 time: 0.0523536 Feb 11 05:32:21.780804 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64225c55-1a37-4ffd-be98-da7c800dc9d0 req-7f810079-4079-4dae-971e-a8b094de449e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Feb 11 05:32:21.838419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 19da5b8c-7e05-439b-9a11-a37823b32acd details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:21.933523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 19da5b8c-7e05-439b-9a11-a37823b32acd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=19da5b8c-7e05-439b-9a11-a37823b32acd,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:21.944267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'port_id': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:32:21.981116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 19da5b8c-7e05-439b-9a11-a37823b32acd is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:21.981507 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.994137 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19da5b8c-7e05-439b-9a11-a37823b32acd {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:22.014111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 19da5b8c-7e05-439b-9a11-a37823b32acd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=19da5b8c-7e05-439b-9a11-a37823b32acd,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:22.018071 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.068378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=19da5b8c-7e05-439b-9a11-a37823b32acd,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:22.075652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.076012 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.076357 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.076725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.077066 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.077403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.077740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.078074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.078405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.078735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.079094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.079453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.079790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:22.408571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['19da5b8c-7e05-439b-9a11-a37823b32acd'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:22.907298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e641a89-d104-44bb-85f0-48fbb0699788 req-6eea48a3-2630-4226-adf6-b4f0a803410f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.908783 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e641a89-d104-44bb-85f0-48fbb0699788 req-6eea48a3-2630-4226-adf6-b4f0a803410f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 944 time: 0.0522728 Feb 11 05:32:22.956394 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e641a89-d104-44bb-85f0-48fbb0699788 req-c002b977-f2b4-49b4-b5a6-d06f9add8a3d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419724 Feb 11 05:32:23.856009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 19da5b8c-7e05-439b-9a11-a37823b32acd up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:23.905240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 19da5b8c-7e05-439b-9a11-a37823b32acd completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:32:23.909046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 19da5b8c-7e05-439b-9a11-a37823b32acd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:23.909436 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.984100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 19da5b8c-7e05-439b-9a11-a37823b32acd is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:23.984529 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.013230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a29b88-6efc-492a-90a9-a370651ff493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19da5b8c-7e05-439b-9a11-a37823b32acd'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:24.015766 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ce5900-1431-4e12-8d55-7a268373856d" -d '{"events": [{"server_uuid": "49a29b88-6efc-492a-90a9-a370651ff493", "name": "network-vif-plugged", "status": "completed", "tag": "19da5b8c-7e05-439b-9a11-a37823b32acd"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:24.031335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 19da5b8c-7e05-439b-9a11-a37823b32acd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=19da5b8c-7e05-439b-9a11-a37823b32acd,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:24.035414 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.085773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=19da5b8c-7e05-439b-9a11-a37823b32acd,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:24.089902 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c633a18-8fc0-4ff3-9e5b-e68bb2687658 req-9cc05533-5cd4-4303-acac-4ee2687a0e32 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:24.091728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c633a18-8fc0-4ff3-9e5b-e68bb2687658 req-9cc05533-5cd4-4303-acac-4ee2687a0e32 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 945 time: 0.0635474 Feb 11 05:32:24.151395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c633a18-8fc0-4ff3-9e5b-e68bb2687658 req-dcc807e1-98a1-4365-a83c-c4c1a82420b6 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522645 Feb 11 05:32:25.274049 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b1ead-dc1d-4cc5-9697-39a39027f6ef req-289a7a62-a853-4b49-af98-ca7e806c8263 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:25.275590 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-236b1ead-dc1d-4cc5-9697-39a39027f6ef req-289a7a62-a853-4b49-af98-ca7e806c8263 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 945 time: 0.0535786 Feb 11 05:32:25.323262 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-236b1ead-dc1d-4cc5-9697-39a39027f6ef req-2b01b718-d1e5-4bf8-a028-0f681443d831 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421791 Feb 11 05:32:25.381493 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b82831f-89fc-4cf8-a152-1d107de77656 x-openstack-request-id: req-0b82831f-89fc-4cf8-a152-1d107de77656 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:25.382006 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a29b88-6efc-492a-90a9-a370651ff493", "name": "network-vif-plugged", "status": "completed", "tag": "19da5b8c-7e05-439b-9a11-a37823b32acd", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:25.382106 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b82831f-89fc-4cf8-a152-1d107de77656 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:25.382434 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a29b88-6efc-492a-90a9-a370651ff493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'code': 200} Feb 11 05:32:25.500740 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1fcf4-4431-4767-aa3c-3821fe6e232d req-db199bea-ce4f-4457-9ce7-9d70726cb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:25.502222 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ded1fcf4-4431-4767-aa3c-3821fe6e232d req-db199bea-ce4f-4457-9ce7-9d70726cb6b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 1128 time: 0.0433714 Feb 11 05:32:25.554419 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ded1fcf4-4431-4767-aa3c-3821fe6e232d req-3960a0c6-8fc1-4d46-a4b5-cdc747e0ea38 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461259 Feb 11 05:32:26.446237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf141d-49f7-4008-8419-373d55bd83d6 req-78e9cae4-7b3a-401c-8ac6-ca4313ab6e99 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:26.447762 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3baf141d-49f7-4008-8419-373d55bd83d6 req-78e9cae4-7b3a-401c-8ac6-ca4313ab6e99 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 945 time: 0.0565813 Feb 11 05:32:26.496004 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3baf141d-49f7-4008-8419-373d55bd83d6 req-31505ec9-7bb2-4333-a3e2-f5010ecb4cf1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426676 Feb 11 05:32:27.615243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b27e92-d598-4509-aeb0-baee2f90cedd req-c66393e1-8768-4c82-9b3c-d06a6b56cf86 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:27.616724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0b27e92-d598-4509-aeb0-baee2f90cedd req-c66393e1-8768-4c82-9b3c-d06a6b56cf86 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 945 time: 0.0517454 Feb 11 05:32:27.668422 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0b27e92-d598-4509-aeb0-baee2f90cedd req-8358a03f-50b1-4c07-9e3b-19ef12083d6e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457566 Feb 11 05:32:27.783699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f0123-2b64-4274-8ef8-23594061a92a req-bd35bdc1-f64b-4704-97a3-b99d958955a8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:27.785064 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e4f0123-2b64-4274-8ef8-23594061a92a req-bd35bdc1-f64b-4704-97a3-b99d958955a8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 945 time: 0.0517747 Feb 11 05:32:27.832698 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e4f0123-2b64-4274-8ef8-23594061a92a req-ccd5f656-a6c1-4ef5-869c-f19a5030d039 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422187 Feb 11 05:32:27.854101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49742) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:27.993769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc905a1f-f9cc-4961-a75e-671bb3328b52 tempest-TestVolumeBootPattern-1281102824 tempest-TestVolumeBootPattern-1281102824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:27.996005 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cc905a1f-f9cc-4961-a75e-671bb3328b52 tempest-TestVolumeBootPattern-1281102824 tempest-TestVolumeBootPattern-1281102824-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 1123 time: 0.1403232 Feb 11 05:32:27.998661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49746) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:28.002965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:28.023788 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.122088 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.225083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Allocated IP 172.25.7.158 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/924875bb-955a-4d5b-9900-0590a022b55a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:28.323987 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (924875bb-955a-4d5b-9900-0590a022b55a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.357184 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (924875bb-955a-4d5b-9900-0590a022b55a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.399435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:28.404304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:28.408497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:28.430209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=924875bb-955a-4d5b-9900-0590a022b55a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:29.095675 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (542c2de8-4612-49de-9bc9-f51d9f046448), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.165770 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (924875bb-955a-4d5b-9900-0590a022b55a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.313591 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (924875bb-955a-4d5b-9900-0590a022b55a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.318127 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (924875bb-955a-4d5b-9900-0590a022b55a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.384100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=924875bb-955a-4d5b-9900-0590a022b55a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:29.395265 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (542c2de8-4612-49de-9bc9-f51d9f046448), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.498243 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Floating IP 542c2de8-4612-49de-9bc9-f51d9f046448 associated. External IP: 172.25.7.158, port: 19da5b8c-7e05-439b-9a11-a37823b32acd. Feb 11 05:32:29.709157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Router d5a808fe-79a9-472c-b6d7-043a67e3554c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:29.817777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:29.827943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5ac5a-bfef-41f0-ba88-f300b97c9e78 None None] Sync routers for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:29.834666 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.839004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5ac5a-bfef-41f0-ba88-f300b97c9e78 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:29.839732 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-11d5ac5a-bfef-41f0-ba88-f300b97c9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:32:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:29.864314 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1fb912e7-91f0-4522-9eef-85401e7fab24 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8646080 Feb 11 05:32:29.864900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a29b88-6efc-492a-90a9-a370651ff493', 'tag': '19da5b8c-7e05-439b-9a11-a37823b32acd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:29.868006 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4129eae8-e9bd-4934-bf88-dd24c6aece1b" -d '{"events": [{"name": "network-changed", "server_uuid": "49a29b88-6efc-492a-90a9-a370651ff493", "tag": "19da5b8c-7e05-439b-9a11-a37823b32acd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:29.904954 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8d0d73-e800-4461-8e93-e563cf068a5f x-openstack-request-id: req-7a8d0d73-e800-4461-8e93-e563cf068a5f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:29.905251 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a29b88-6efc-492a-90a9-a370651ff493", "tag": "19da5b8c-7e05-439b-9a11-a37823b32acd", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:29.905508 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a8d0d73-e800-4461-8e93-e563cf068a5f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:29.905919 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a29b88-6efc-492a-90a9-a370651ff493', 'tag': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'status': 'completed', 'code': 200} Feb 11 05:32:29.956420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-11d5ac5a-bfef-41f0-ba88-f300b97c9e78 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:29.994746 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129eae8-e9bd-4934-bf88-dd24c6aece1b req-b16c0118-6b21-4a8e-b5d3-25514d5844a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:29.997282 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4129eae8-e9bd-4934-bf88-dd24c6aece1b req-b16c0118-6b21-4a8e-b5d3-25514d5844a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 1128 time: 0.0564604 Feb 11 05:32:30.092411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129eae8-e9bd-4934-bf88-dd24c6aece1b req-14505a52-232a-42c6-9bc4-8dc25a0edab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.093985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4129eae8-e9bd-4934-bf88-dd24c6aece1b req-14505a52-232a-42c6-9bc4-8dc25a0edab7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0898602 Feb 11 05:32:30.161354 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4129eae8-e9bd-4934-bf88-dd24c6aece1b req-11602bb0-917a-424d-a178-2612f586c3ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19da5b8c-7e05-439b-9a11-a37823b32acd HTTP/1.1" status: 200 len: 999 time: 0.0602131 Feb 11 05:32:30.191604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-11d5ac5a-bfef-41f0-ba88-f300b97c9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '542c2de8-4612-49de-9bc9-f51d9f046448', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a29b88-6efc-492a-90a9-a370651ff493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:32:28Z', 'updated_at': '2022-02-11T05:32:28Z', 'revision_number': 0, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:30.209220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129eae8-e9bd-4934-bf88-dd24c6aece1b req-59d0ad8f-c715-4d04-9924-d0afa8f316fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.210688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4129eae8-e9bd-4934-bf88-dd24c6aece1b req-59d0ad8f-c715-4d04-9924-d0afa8f316fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0424566 Feb 11 05:32:30.217821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5ac5a-bfef-41f0-ba88-f300b97c9e78 None None] Checking router: d5a808fe-79a9-472c-b6d7-043a67e3554c for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:30.226283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5ac5a-bfef-41f0-ba88-f300b97c9e78 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:30.226953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-11d5ac5a-bfef-41f0-ba88-f300b97c9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:32:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:30.265075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129eae8-e9bd-4934-bf88-dd24c6aece1b req-59f13b12-3e9c-40fd-b65e-d0dabda9b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.266491 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4129eae8-e9bd-4934-bf88-dd24c6aece1b req-59f13b12-3e9c-40fd-b65e-d0dabda9b7a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491431 Feb 11 05:32:30.337985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-11d5ac5a-bfef-41f0-ba88-f300b97c9e78 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:30.357024 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4129eae8-e9bd-4934-bf88-dd24c6aece1b req-3451fc58-6c8f-4a95-9793-31ae4202a2ff service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836260 Feb 11 05:32:30.455818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4129eae8-e9bd-4934-bf88-dd24c6aece1b req-939357b7-8878-46ad-ac5a-21d76341fc5b service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922306 Feb 11 05:32:30.563207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-11d5ac5a-bfef-41f0-ba88-f300b97c9e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '542c2de8-4612-49de-9bc9-f51d9f046448', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a29b88-6efc-492a-90a9-a370651ff493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:32:28Z', 'updated_at': '2022-02-11T05:32:28Z', 'revision_number': 0, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:30.590150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5ac5a-bfef-41f0-ba88-f300b97c9e78 None None] The sync data for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 is: [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '542c2de8-4612-49de-9bc9-f51d9f046448', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a29b88-6efc-492a-90a9-a370651ff493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:32:28Z', 'updated_at': '2022-02-11T05:32:28Z', 'revision_number': 0, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:30.784410 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959575ae-362d-47e6-950d-63db3174a3c0 None None] New status for floating IP 542c2de8-4612-49de-9bc9-f51d9f046448: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:32:33.614362 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.741110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.795387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-315c1017-d8b0-401d-b810-f797a43b445e req-114e2b65-40cb-4575-860f-ed1211f6e4be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0617125 Feb 11 05:32:37.896766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c1017-d8b0-401d-b810-f797a43b445e req-7de142a7-bc8b-4eb8-95a8-9972ff05d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.898446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-315c1017-d8b0-401d-b810-f797a43b445e req-7de142a7-bc8b-4eb8-95a8-9972ff05d89e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 1128 time: 0.0490553 Feb 11 05:32:38.013256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c1017-d8b0-401d-b810-f797a43b445e req-118fc9fc-019b-43c3-b363-43e74fba6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.014877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-315c1017-d8b0-401d-b810-f797a43b445e req-118fc9fc-019b-43c3-b363-43e74fba6f34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0967438 Feb 11 05:32:38.083147 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-315c1017-d8b0-401d-b810-f797a43b445e req-f9ca8e44-d345-4972-a9a4-62d41baf79b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19da5b8c-7e05-439b-9a11-a37823b32acd HTTP/1.1" status: 200 len: 1001 time: 0.0619099 Feb 11 05:32:38.140241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c1017-d8b0-401d-b810-f797a43b445e req-5d7cb1de-b426-46d1-8ca9-7c7004713962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.141765 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-315c1017-d8b0-401d-b810-f797a43b445e req-5d7cb1de-b426-46d1-8ca9-7c7004713962 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0515616 Feb 11 05:32:38.193609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c1017-d8b0-401d-b810-f797a43b445e req-d673154c-b799-4209-ab15-092b603fe9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.195164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-315c1017-d8b0-401d-b810-f797a43b445e req-d673154c-b799-4209-ab15-092b603fe9c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472548 Feb 11 05:32:38.295908 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-315c1017-d8b0-401d-b810-f797a43b445e req-85aabb27-a007-4179-85dd-c4a21473e626 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930467 Feb 11 05:32:38.389003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-315c1017-d8b0-401d-b810-f797a43b445e req-baa8777b-1f0d-4642-aa44-5bb177b025ea service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871830 Feb 11 05:32:39.443809 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d8b754d7-5b2d-411c-bc68-ae38701c65a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.912764 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34763a50-0aca-4aa0-9996-2e13f31ebf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.884902 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.591773 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:32:44.469115 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.721440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.611906 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.736067 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.444956 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cdd87945-a326-4feb-85a5-c80f9a3d872a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.917760 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1e0a-9acb-483e-8fd9-0cb3f84a4c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.893083 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.470170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.723911 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.590914 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:33:33.620784 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.736360 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.448707 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86614244-4c5c-428d-8b61-09013d8baed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.852322 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b944c3cc-5dd3-4047-9a17-7cc4bccb3635 req-0eb30dfb-b3de-49b8-9ce7-e158b5b2cf09 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911663 Feb 11 05:33:39.954086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944c3cc-5dd3-4047-9a17-7cc4bccb3635 req-e6daa50f-c6d8-4f41-85a8-bbc500f1c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:39.955663 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b944c3cc-5dd3-4047-9a17-7cc4bccb3635 req-e6daa50f-c6d8-4f41-85a8-bbc500f1c2ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 1128 time: 0.0490584 Feb 11 05:33:40.060504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944c3cc-5dd3-4047-9a17-7cc4bccb3635 req-8d39a5e7-6b3d-43a2-a4a1-edd7a7836a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.061958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b944c3cc-5dd3-4047-9a17-7cc4bccb3635 req-8d39a5e7-6b3d-43a2-a4a1-edd7a7836a8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0877743 Feb 11 05:33:40.131896 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b944c3cc-5dd3-4047-9a17-7cc4bccb3635 req-62dca678-8dd9-491e-a14f-0e0cd98b253f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19da5b8c-7e05-439b-9a11-a37823b32acd HTTP/1.1" status: 200 len: 1001 time: 0.0636148 Feb 11 05:33:40.182204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944c3cc-5dd3-4047-9a17-7cc4bccb3635 req-392ba447-416c-451f-9f1f-82c665c29445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.183771 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b944c3cc-5dd3-4047-9a17-7cc4bccb3635 req-392ba447-416c-451f-9f1f-82c665c29445 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0460606 Feb 11 05:33:40.231781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944c3cc-5dd3-4047-9a17-7cc4bccb3635 req-3bc4fafc-43e3-434e-b61d-0a5eabe1cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.233317 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b944c3cc-5dd3-4047-9a17-7cc4bccb3635 req-3bc4fafc-43e3-434e-b61d-0a5eabe1cbe6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436985 Feb 11 05:33:40.324886 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b944c3cc-5dd3-4047-9a17-7cc4bccb3635 req-839cd935-78fa-4536-b30a-86aa20f5a3fb service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853708 Feb 11 05:33:40.412355 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b944c3cc-5dd3-4047-9a17-7cc4bccb3635 req-30f740bd-cdd9-4701-96e3-803d3f21abac service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813692 Feb 11 05:33:41.919808 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-043296d0-e9e2-4a1b-9808-d70ca848606b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.892822 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.472294 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.725437 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.589507 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:34:03.625401 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.737180 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.450946 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-93262747-c060-4ba7-b039-bbb855ff741a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.921883 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-418024b0-3848-4d4d-a441-a8a35510019b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.895203 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.476158 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.732298 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.327850 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-070902f2-e062-46c7-8501-0fa6daacb233 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555148645&fields=id&tenant_id=f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 267 time: 0.0485849 Feb 11 05:34:21.431224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-1c59d521-90a0-4bcf-822b-a914c2cbe6f5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:21.432718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-1c59d521-90a0-4bcf-822b-a914c2cbe6f5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.0983748 Feb 11 05:34:21.447279 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-725b0c6c-79c8-4e5f-9d86-3e85b73bb89d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/quotas/f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 375 time: 0.0091517 Feb 11 05:34:21.505078 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-8fa4ea7c-dc60-4412-9653-9e8c349be9d5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527563 Feb 11 05:34:21.606683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-0d27d43a-8a06-48dc-aa5c-38678adfa000 service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898857 Feb 11 05:34:21.693517 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-6dc8a21a-c65c-48d4-8bb4-c84a1dba4621 service neutron] 10.222.0.48 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811224 Feb 11 05:34:22.329294 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-45333e37-d012-4d68-86df-b5f348cff406 req-d4bcf0d7-08e0-4c83-b3b0-9539f658cebd tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.3856816 Feb 11 05:34:23.419831 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4090b4eb-fe9f-4248-bc01-d009db26155f req-94865c76-b129-4027-82c2-019b4a895e98 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.0312607 Feb 11 05:34:24.502123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c6ed22e-6288-4a7a-8358-3f92311d36e4 req-d7edb679-bdc6-470d-a775-2bb0cb3c546e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.0320148 Feb 11 05:34:25.596419 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f40d9f2-6505-4c38-9fd8-f818d6869a17 req-2f56ebe7-4b46-4334-963d-04274e2354a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.0282917 Feb 11 05:34:26.692323 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3da47c25-5998-4cff-a038-f7ce4763bc1f req-ea1d6c0d-98b9-4d14-ac10-6a61b90a8925 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.0273314 Feb 11 05:34:27.108942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-109196c0-5417-4c94-9c9b-b2135c261fbc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:27.110508 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-109196c0-5417-4c94-9c9b-b2135c261fbc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 811 time: 0.1160696 Feb 11 05:34:27.191778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d0939ba2-1f84-4d00-b0ef-7dfe264c3867 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7821f3fbc2241db873fdd8626e7b447 HTTP/1.1" status: 200 len: 380 time: 0.0602694 Feb 11 05:34:27.200601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'port': {'device_id': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'admin_state_up': True, 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'security_groups': ['b6377925-ffcd-494e-a9fc-a88fe6ef99df']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:27.307057 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Made reservation on behalf of f7821f3fbc2241db873fdd8626e7b447 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:27.310450 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.449724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Allocated IP 172.20.0.14 (1f82920e-251c-4efe-be74-d19b3281e70b/d989c873-b096-4d2f-b701-d41d9c683ac4/e29eb817-13ff-46d6-a972-62b17bdc1966) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:27.589373 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.628688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.671291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Network 1f82920e-251c-4efe-be74-d19b3281e70b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:27.674870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:27.678591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:27.704177 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=e29eb817-13ff-46d6-a972-62b17bdc1966,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:27.721891 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.722325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.722589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.722955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.723299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.723637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.723973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.724304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.724637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.724967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.725298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.725630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.725960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:27.745230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:27.746004 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.763348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-d27c0c34-eb7b-4ced-81f3-8ecc434d6c91 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5669482 Feb 11 05:34:27.773246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-a400b418-948b-4b1f-84e1-5540a160933d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:34:27.774476 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-a400b418-948b-4b1f-84e1-5540a160933d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066981 Feb 11 05:34:27.840170 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b5f0b-79ea-4434-81ca-ee168f1f5f77 req-986d7897-16da-4978-a0fb-a9045a56e66f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:27.842103 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd2b5f0b-79ea-4434-81ca-ee168f1f5f77 req-986d7897-16da-4978-a0fb-a9045a56e66f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 932 time: 0.0666373 Feb 11 05:34:27.893862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Request body: {'port': {'device_id': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:27.941268 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd2b5f0b-79ea-4434-81ca-ee168f1f5f77 req-9b8d12b6-f093-4b41-a9cd-8d64cd91db3d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923476 Feb 11 05:34:27.979731 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.998512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1a1c5872-a634-49d3-a91e-a71a4e57e11d None None] Provisioning complete for port e29eb817-13ff-46d6-a972-62b17bdc1966 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:27.999135 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1a1c5872-a634-49d3-a91e-a71a4e57e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.035035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c5872-a634-49d3-a91e-a71a4e57e11d None None] Port e29eb817-13ff-46d6-a972-62b17bdc1966 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:28.257538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29eb817-13ff-46d6-a972-62b17bdc1966 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:28.266773 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Publish callbacks [] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.279191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Transition to ACTIVE for port object e29eb817-13ff-46d6-a972-62b17bdc1966 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:34:28.284171 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.338472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Pushing event updated for resources: {'Port': ['ID=e29eb817-13ff-46d6-a972-62b17bdc1966,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.409480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Attempting to bind port e29eb817-13ff-46d6-a972-62b17bdc1966 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:28.409966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Attempting to bind port e29eb817-13ff-46d6-a972-62b17bdc1966 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:28.410396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Attempting to bind port e29eb817-13ff-46d6-a972-62b17bdc1966 on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:28.415349 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Port e29eb817-13ff-46d6-a972-62b17bdc1966 on network 1f82920e-251c-4efe-be74-d19b3281e70b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:34:28.415774 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Attempting to bind port e29eb817-13ff-46d6-a972-62b17bdc1966 on network 1f82920e-251c-4efe-be74-d19b3281e70b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:28.421455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:28.422444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Checking segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:28.422957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Bound using segment: {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:28.423487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Bound port: e29eb817-13ff-46d6-a972-62b17bdc1966, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd880e9-3389-46bd-be73-719578bea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:28.423961 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.495511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] For port e29eb817-13ff-46d6-a972-62b17bdc1966, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:28.499327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] For port e29eb817-13ff-46d6-a972-62b17bdc1966, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=e29eb817-13ff-46d6-a972-62b17bdc1966,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:28.509454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.549886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.550503 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.552086 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] 10.222.0.10 "PUT /v2.0/ports/e29eb817-13ff-46d6-a972-62b17bdc1966 HTTP/1.1" status: 200 len: 1093 time: 0.7645180 Feb 11 05:34:28.552872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'tag': 'e29eb817-13ff-46d6-a972-62b17bdc1966'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:28.555564 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94abcf0a-f57f-4958-bdbc-5bcd7286c078" -d '{"events": [{"name": "network-changed", "server_uuid": "b0584f77-891c-4502-b6ed-0b4ad764e42b", "tag": "e29eb817-13ff-46d6-a972-62b17bdc1966"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:28.599631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0293c1-1f8f-4354-9d13-0fd719549f90 service neutron] Pushing event updated for resources: {'Port': ['ID=e29eb817-13ff-46d6-a972-62b17bdc1966,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.608182 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7baf2d0-3477-44ac-8da2-fc6267d05515 x-openstack-request-id: req-d7baf2d0-3477-44ac-8da2-fc6267d05515 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:28.610533 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0584f77-891c-4502-b6ed-0b4ad764e42b", "tag": "e29eb817-13ff-46d6-a972-62b17bdc1966", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:28.611322 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7baf2d0-3477-44ac-8da2-fc6267d05515 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:28.611756 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'tag': 'e29eb817-13ff-46d6-a972-62b17bdc1966', 'status': 'completed', 'code': 200} Feb 11 05:34:28.670358 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-71a934f0-fe2a-4a7d-bf0b-25c0f0ce8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.672062 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-71a934f0-fe2a-4a7d-bf0b-25c0f0ce8e5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 1127 time: 0.0473228 Feb 11 05:34:28.721358 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-57bfcb76-b88c-4be0-9022-fe18bb8d9270 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29eb817-13ff-46d6-a972-62b17bdc1966 HTTP/1.1" status: 200 len: 217 time: 0.0358291 Feb 11 05:34:28.776368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-2ea95fce-987a-4350-88e1-08a9179a2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.777853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-2ea95fce-987a-4350-88e1-08a9179a2dc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0507307 Feb 11 05:34:28.842359 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-c4877bda-db19-4ab3-bac0-5f2cfad99490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.844035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-c4877bda-db19-4ab3-bac0-5f2cfad99490 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0605905 Feb 11 05:34:28.937101 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-ad2931c9-cab8-4e8c-9efb-24a65abd0027 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875437 Feb 11 05:34:29.056025 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-259f742a-3fb2-478e-b5ff-2057f7c2af93 req-027e13a1-584f-43c7-888b-436b02706981 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133938 Feb 11 05:34:29.078949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514b59b-9707-4aa3-bd01-320c5c36c96b req-1391bea9-e279-43cb-aca3-e0a7c24f4c12 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.085401 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3514b59b-9707-4aa3-bd01-320c5c36c96b req-1391bea9-e279-43cb-aca3-e0a7c24f4c12 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0712266 Feb 11 05:34:29.147864 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3514b59b-9707-4aa3-bd01-320c5c36c96b req-e261d962-94b1-4282-afdf-a8bfa1499482 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613704 Feb 11 05:34:29.204655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abcf0a-f57f-4958-bdbc-5bcd7286c078 req-a9247271-d49c-43f0-ac64-12e4b0f07cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.206087 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94abcf0a-f57f-4958-bdbc-5bcd7286c078 req-a9247271-d49c-43f0-ac64-12e4b0f07cbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 1127 time: 0.0724511 Feb 11 05:34:29.294021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abcf0a-f57f-4958-bdbc-5bcd7286c078 req-6dd4ed38-19b5-422a-ac05-069c76814fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.295496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94abcf0a-f57f-4958-bdbc-5bcd7286c078 req-6dd4ed38-19b5-422a-ac05-069c76814fac service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0837872 Feb 11 05:34:29.338362 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94abcf0a-f57f-4958-bdbc-5bcd7286c078 req-e82114db-70cf-46e5-b8ef-8729c507589f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29eb817-13ff-46d6-a972-62b17bdc1966 HTTP/1.1" status: 200 len: 217 time: 0.0370286 Feb 11 05:34:29.386175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abcf0a-f57f-4958-bdbc-5bcd7286c078 req-fe71d6ff-1096-4bdd-8330-02028ef5694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.387666 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94abcf0a-f57f-4958-bdbc-5bcd7286c078 req-fe71d6ff-1096-4bdd-8330-02028ef5694e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0426373 Feb 11 05:34:29.436462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abcf0a-f57f-4958-bdbc-5bcd7286c078 req-2de5e44e-a233-4c5b-a56c-fd60341bfe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.437972 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94abcf0a-f57f-4958-bdbc-5bcd7286c078 req-2de5e44e-a233-4c5b-a56c-fd60341bfe49 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439851 Feb 11 05:34:29.544130 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94abcf0a-f57f-4958-bdbc-5bcd7286c078 req-a65a4117-6a71-494e-920d-b25e4f86e501 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000516 Feb 11 05:34:29.631888 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94abcf0a-f57f-4958-bdbc-5bcd7286c078 req-3ae1d98b-b7cc-486e-a456-450488c1c7a1 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824678 Feb 11 05:34:30.278269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31178ce-535d-45f2-be61-44408e4a8072 req-f9676395-6c9b-4438-a7cc-695c61de2e1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:30.279966 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b31178ce-535d-45f2-be61-44408e4a8072 req-f9676395-6c9b-4438-a7cc-695c61de2e1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0562580 Feb 11 05:34:30.328480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b31178ce-535d-45f2-be61-44408e4a8072 req-030837bd-d0be-4108-95dd-2b761c536d66 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422854 Feb 11 05:34:31.454537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdfea0-3e56-41d4-ad09-676eb4f35b6c req-d021b604-1cd9-47f7-ad70-684a3372cb33 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:31.456287 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98bdfea0-3e56-41d4-ad09-676eb4f35b6c req-d021b604-1cd9-47f7-ad70-684a3372cb33 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0608675 Feb 11 05:34:31.508472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-98bdfea0-3e56-41d4-ad09-676eb4f35b6c req-4f01ec20-5ae5-45b9-8621-775a340cc6db tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463142 Feb 11 05:34:32.636635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10fd0f-9d4e-4d07-9b02-6c010d120ab9 req-909814ed-4f8c-4ee6-b181-8f44f7ae8776 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:32.638158 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b10fd0f-9d4e-4d07-9b02-6c010d120ab9 req-909814ed-4f8c-4ee6-b181-8f44f7ae8776 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0596046 Feb 11 05:34:32.686419 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b10fd0f-9d4e-4d07-9b02-6c010d120ab9 req-068db2d4-e738-45fc-8cbf-702626fadb13 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Feb 11 05:34:33.651055 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.808409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4d2e-1708-4574-95ac-f9e56ecc6ea0 req-7d6e0c6e-3dcb-4b95-a4ca-7615eaf5b5d1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:33.809935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-376a4d2e-1708-4574-95ac-f9e56ecc6ea0 req-7d6e0c6e-3dcb-4b95-a4ca-7615eaf5b5d1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0530641 Feb 11 05:34:33.859921 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-376a4d2e-1708-4574-95ac-f9e56ecc6ea0 req-75b23f4f-bfcc-44da-82a7-333640ea32eb tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436141 Feb 11 05:34:34.588942 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:34:34.926271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-6d80dcc3-d2e1-44c4-8563-abc6d90c0b35 service neutron] (103354) timed out ('10.222.0.48', 43290) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:34:34.984131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79563c19-f123-4adc-aeeb-44b3156e7e06 req-5b1b03d9-8baf-4f5d-8116-0ec27948e86f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:34.986000 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-79563c19-f123-4adc-aeeb-44b3156e7e06 req-5b1b03d9-8baf-4f5d-8116-0ec27948e86f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0557222 Feb 11 05:34:35.043518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-79563c19-f123-4adc-aeeb-44b3156e7e06 req-7dfdb429-8ea6-4e5e-9175-70a8be8246df tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511184 Feb 11 05:34:35.612621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-4c5f04a0-c622-462c-a693-d633b96942b3 req-5cfab6c8-56b7-44e5-a913-1d8744e36901 tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] (103353) timed out ('10.222.0.48', 43328) {{(pid=103353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:34:36.173880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05c8e-34cb-4bf7-a795-9bdf683b13c2 req-78359d14-4f0e-48d4-abc3-66d91e78e82c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.175410 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11f05c8e-34cb-4bf7-a795-9bdf683b13c2 req-78359d14-4f0e-48d4-abc3-66d91e78e82c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0577674 Feb 11 05:34:36.239185 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-11f05c8e-34cb-4bf7-a795-9bdf683b13c2 req-a25db7ba-d890-4b5d-985e-9f8d88fb7602 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578222 Feb 11 05:34:37.361915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4740ad2-10ec-414f-b1c1-7d8166fc4f5c req-abb0500a-9d68-4125-89aa-2b218c6e3ef9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:37.363419 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4740ad2-10ec-414f-b1c1-7d8166fc4f5c req-abb0500a-9d68-4125-89aa-2b218c6e3ef9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0538876 Feb 11 05:34:37.413359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4740ad2-10ec-414f-b1c1-7d8166fc4f5c req-9b599d3d-4dcb-424b-9be8-20ec72577a1f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443783 Feb 11 05:34:37.738014 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.533890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c97c8-391d-41f6-bb6a-65fecf10e408 req-1c606697-8081-4a19-a498-5c5541fe5220 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:38.535367 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-723c97c8-391d-41f6-bb6a-65fecf10e408 req-1c606697-8081-4a19-a498-5c5541fe5220 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0559390 Feb 11 05:34:38.582869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-723c97c8-391d-41f6-bb6a-65fecf10e408 req-38f6f17d-fc74-4d5b-95c6-bcb00ffd472f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Feb 11 05:34:39.452339 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9c6b479e-fe59-45c0-abb2-93f59058dbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.704856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab52e-a979-4c27-8572-5c6df1dcd901 req-62f6efc5-37de-4656-922e-2c4e24e84002 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:39.706279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d44ab52e-a979-4c27-8572-5c6df1dcd901 req-62f6efc5-37de-4656-922e-2c4e24e84002 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0565116 Feb 11 05:34:39.758531 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d44ab52e-a979-4c27-8572-5c6df1dcd901 req-5a4cae1b-678f-4ba5-9e16-6e68455f4343 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462644 Feb 11 05:34:40.769407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4912a756-8a6a-4da1-bd18-a174820cd852 req-e920c6af-aeda-44fa-971c-83591971190f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429459 Feb 11 05:34:40.906790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a756-8a6a-4da1-bd18-a174820cd852 req-7ca8fb0c-f35c-43a2-bb4e-90bdea54d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:40.908310 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4912a756-8a6a-4da1-bd18-a174820cd852 req-7ca8fb0c-f35c-43a2-bb4e-90bdea54d799 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 1128 time: 0.0817108 Feb 11 05:34:40.915967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0d7a5-0b23-4635-9b07-0163fe2993ae req-f323d4bc-accd-4c4f-b763-b8adc4413a8a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:40.917346 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67a0d7a5-0b23-4635-9b07-0163fe2993ae req-f323d4bc-accd-4c4f-b763-b8adc4413a8a tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0919666 Feb 11 05:34:41.020536 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67a0d7a5-0b23-4635-9b07-0163fe2993ae req-f068438b-29fb-4901-9195-8b9dd55d01e1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973239 Feb 11 05:34:41.046244 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a756-8a6a-4da1-bd18-a174820cd852 req-b8cecd7e-5405-4627-88f1-f758449c8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:41.048242 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4912a756-8a6a-4da1-bd18-a174820cd852 req-b8cecd7e-5405-4627-88f1-f758449c8582 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.1192694 Feb 11 05:34:41.450240 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4912a756-8a6a-4da1-bd18-a174820cd852 req-84d570bf-4876-4d78-9478-b77fc9eb42e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19da5b8c-7e05-439b-9a11-a37823b32acd HTTP/1.1" status: 200 len: 1001 time: 0.3953521 Feb 11 05:34:41.499134 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a756-8a6a-4da1-bd18-a174820cd852 req-97378865-5dc8-4ba3-81f6-22fb957caf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:41.501090 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4912a756-8a6a-4da1-bd18-a174820cd852 req-97378865-5dc8-4ba3-81f6-22fb957caf6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0446689 Feb 11 05:34:41.552908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a756-8a6a-4da1-bd18-a174820cd852 req-2c409bb3-56d5-40bd-aa47-ff73306ffee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:41.554464 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4912a756-8a6a-4da1-bd18-a174820cd852 req-2c409bb3-56d5-40bd-aa47-ff73306ffee1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478008 Feb 11 05:34:41.643528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4912a756-8a6a-4da1-bd18-a174820cd852 req-88d92eaa-a0b0-4d0d-80ab-92b3fdf2f055 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828068 Feb 11 05:34:41.748655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4912a756-8a6a-4da1-bd18-a174820cd852 req-efe2c0cb-f49f-4492-8eb1-b4e02bce9d9c service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983567 Feb 11 05:34:41.924456 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-228eb24e-0081-47e8-9bad-07c0455ea08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.143828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d94fd9-3cbf-4f8f-be00-c727ee6cee48 req-356e2030-a892-4d39-ba63-fed0d51efb7e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:42.145363 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-83d94fd9-3cbf-4f8f-be00-c727ee6cee48 req-356e2030-a892-4d39-ba63-fed0d51efb7e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0576909 Feb 11 05:34:42.193919 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-83d94fd9-3cbf-4f8f-be00-c727ee6cee48 req-d9ccc64e-5c55-4c9e-9c27-99f1903cd55e tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428922 Feb 11 05:34:42.898402 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.313605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d56a9-40e5-4c82-8520-8c1cfe7f1562 req-11f5616d-20d4-40ba-9fcb-006e1048a26f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:43.315087 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b21d56a9-40e5-4c82-8520-8c1cfe7f1562 req-11f5616d-20d4-40ba-9fcb-006e1048a26f tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 944 time: 0.0523560 Feb 11 05:34:43.371600 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b21d56a9-40e5-4c82-8520-8c1cfe7f1562 req-cad571d2-9842-42ea-aad4-287a4fd04172 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508358 Feb 11 05:34:44.150522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device e29eb817-13ff-46d6-a972-62b17bdc1966 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:44.243500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port e29eb817-13ff-46d6-a972-62b17bdc1966, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=e29eb817-13ff-46d6-a972-62b17bdc1966,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:44.255073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'e29eb817-13ff-46d6-a972-62b17bdc1966', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'port_id': 'e29eb817-13ff-46d6-a972-62b17bdc1966', 'mac_address': 'fa:16:3e:bf:d1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:44.289975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port e29eb817-13ff-46d6-a972-62b17bdc1966 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:44.290373 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.306110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29eb817-13ff-46d6-a972-62b17bdc1966 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:44.324654 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port e29eb817-13ff-46d6-a972-62b17bdc1966, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=e29eb817-13ff-46d6-a972-62b17bdc1966,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:44.329030 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.375577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=e29eb817-13ff-46d6-a972-62b17bdc1966,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:44.382616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.383022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.383374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.383718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.384060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.384397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.384730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.385057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.385391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.385719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.386045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.386369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.386691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:44.479107 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.495027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42af0e9-2a38-49a8-912f-65a7c41c142e req-be95056b-d4b4-41f9-bdde-4944516073f1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:44.496651 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f42af0e9-2a38-49a8-912f-65a7c41c142e req-be95056b-d4b4-41f9-bdde-4944516073f1 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 945 time: 0.0537927 Feb 11 05:34:44.546062 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f42af0e9-2a38-49a8-912f-65a7c41c142e req-830db5ca-0cde-4aed-a528-7180be79361c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433180 Feb 11 05:34:44.640583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['e29eb817-13ff-46d6-a972-62b17bdc1966'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:45.664095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19ed24-5192-4de7-a5a1-047b54823574 req-56cd4bb7-5903-475b-b6e8-17344350a1c9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:45.665557 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b19ed24-5192-4de7-a5a1-047b54823574 req-56cd4bb7-5903-475b-b6e8-17344350a1c9 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 945 time: 0.0530419 Feb 11 05:34:45.718104 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6b19ed24-5192-4de7-a5a1-047b54823574 req-4f9cd0c4-7c4e-4404-a8f3-433993caaa61 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469558 Feb 11 05:34:45.726333 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.158639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device e29eb817-13ff-46d6-a972-62b17bdc1966 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:46.208016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port e29eb817-13ff-46d6-a972-62b17bdc1966 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:34:46.212260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port e29eb817-13ff-46d6-a972-62b17bdc1966 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:46.212662 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.292795 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port e29eb817-13ff-46d6-a972-62b17bdc1966 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:46.293905 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.317124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29eb817-13ff-46d6-a972-62b17bdc1966'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:46.319381 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea77a810cc4e9889c85408c44d6a02fd2ffbb45e8b9dc95502ad8294687ad994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6586b8e5-16d7-4de9-af97-f0dfb03c45c4" -d '{"events": [{"server_uuid": "b0584f77-891c-4502-b6ed-0b4ad764e42b", "name": "network-vif-plugged", "status": "completed", "tag": "e29eb817-13ff-46d6-a972-62b17bdc1966"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:46.331825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port e29eb817-13ff-46d6-a972-62b17bdc1966, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=e29eb817-13ff-46d6-a972-62b17bdc1966,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:46.336350 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.362361 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c6d547-0aee-4ff5-8dc6-a2ebc64d1c2d x-openstack-request-id: req-61c6d547-0aee-4ff5-8dc6-a2ebc64d1c2d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:46.362659 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0584f77-891c-4502-b6ed-0b4ad764e42b", "name": "network-vif-plugged", "status": "completed", "tag": "e29eb817-13ff-46d6-a972-62b17bdc1966", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:46.362943 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61c6d547-0aee-4ff5-8dc6-a2ebc64d1c2d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:46.363338 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29eb817-13ff-46d6-a972-62b17bdc1966', 'code': 200} Feb 11 05:34:46.388952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=e29eb817-13ff-46d6-a972-62b17bdc1966,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:46.489086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb51aa7-49a1-44bc-ac49-e3d68ecc78f2 req-5fb4d985-ae7a-4ba2-840e-5f4c3601de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.490555 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7bb51aa7-49a1-44bc-ac49-e3d68ecc78f2 req-5fb4d985-ae7a-4ba2-840e-5f4c3601de95 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 1129 time: 0.0427716 Feb 11 05:34:46.536955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7bb51aa7-49a1-44bc-ac49-e3d68ecc78f2 req-79e8e2fa-e374-495e-8647-7025c5208228 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394833 Feb 11 05:34:46.836504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2fa33-6fcd-4f82-be32-8718bf2000fe req-8f4e9afc-b35f-4118-8632-21a2338febe2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.837998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72f2fa33-6fcd-4f82-be32-8718bf2000fe req-8f4e9afc-b35f-4118-8632-21a2338febe2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 946 time: 0.0516071 Feb 11 05:34:46.887146 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72f2fa33-6fcd-4f82-be32-8718bf2000fe req-a64875d9-066e-4419-b17e-175cd589227c tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424056 Feb 11 05:34:48.011422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448d01e-3cb3-41b8-ae48-801ce91426c5 req-c3338491-c210-4d77-82aa-0421e214ebd5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:48.012916 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f448d01e-3cb3-41b8-ae48-801ce91426c5 req-c3338491-c210-4d77-82aa-0421e214ebd5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 946 time: 0.0571945 Feb 11 05:34:48.063403 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f448d01e-3cb3-41b8-ae48-801ce91426c5 req-9c1dac95-cfac-4091-b361-1097c8f29889 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441513 Feb 11 05:34:48.184742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48443520-7fd0-4c16-8e79-f8c03b7f86c9 req-766becb5-9cdb-4a30-ae1c-1758c8c913bd tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:48.186114 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48443520-7fd0-4c16-8e79-f8c03b7f86c9 req-766becb5-9cdb-4a30-ae1c-1758c8c913bd tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 946 time: 0.0567579 Feb 11 05:34:48.232613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-48443520-7fd0-4c16-8e79-f8c03b7f86c9 req-bd390cab-5285-44f1-804d-f47f513ff919 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408852 Feb 11 05:34:48.254822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49950) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:48.297283 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4bbfe8-413d-4b12-8717-27e3232fa7ac tempest-TestVolumeBootPattern-1281102824 tempest-TestVolumeBootPattern-1281102824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:48.298804 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2b4bbfe8-413d-4b12-8717-27e3232fa7ac tempest-TestVolumeBootPattern-1281102824 tempest-TestVolumeBootPattern-1281102824-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 1124 time: 0.0430002 Feb 11 05:34:48.301583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49952) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:48.305742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'e29eb817-13ff-46d6-a972-62b17bdc1966', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:48.325163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.423506 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.525651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Allocated IP 172.25.7.113 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/c735a44a-8131-4c2b-a95e-ec7f78a6be85) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:48.630662 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (c735a44a-8131-4c2b-a95e-ec7f78a6be85), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.663160 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c735a44a-8131-4c2b-a95e-ec7f78a6be85), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.703605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:48.706495 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:48.710062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:48.715215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=c735a44a-8131-4c2b-a95e-ec7f78a6be85,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:49.072509 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (a36d2aa4-9f0f-4f2b-8a9d-f491973a508a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.140545 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c735a44a-8131-4c2b-a95e-ec7f78a6be85), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.288424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for port (c735a44a-8131-4c2b-a95e-ec7f78a6be85), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.292763 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c735a44a-8131-4c2b-a95e-ec7f78a6be85), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.363945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event updated for resources: {'Port': ['ID=c735a44a-8131-4c2b-a95e-ec7f78a6be85,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:49.373791 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (a36d2aa4-9f0f-4f2b-8a9d-f491973a508a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.475880 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Floating IP a36d2aa4-9f0f-4f2b-8a9d-f491973a508a associated. External IP: 172.25.7.113, port: e29eb817-13ff-46d6-a972-62b17bdc1966. Feb 11 05:34:49.687499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Router d5a808fe-79a9-472c-b6d7-043a67e3554c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:49.797715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:49.807723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c9db8-71fa-492d-9876-11dbca76d117 None None] Sync routers for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:49.815834 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.817289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c9db8-71fa-492d-9876-11dbca76d117 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:49.817976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-977c9db8-71fa-492d-9876-11dbca76d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:34:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:49.846353 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-98057c07-e584-4393-96ae-4e51fe3807ec tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5435185 Feb 11 05:34:49.847326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'tag': 'e29eb817-13ff-46d6-a972-62b17bdc1966'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:49.849626 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae083b64fdb7e46d2e0d32e8c82141296ee975308751a8c957d6ba053e28a421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e1727e-542b-48f3-b192-fdf082b00bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0584f77-891c-4502-b6ed-0b4ad764e42b", "tag": "e29eb817-13ff-46d6-a972-62b17bdc1966"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:49.891646 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f25926-9923-4183-a9b9-25b28ebe0b12 x-openstack-request-id: req-a3f25926-9923-4183-a9b9-25b28ebe0b12 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:49.891957 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0584f77-891c-4502-b6ed-0b4ad764e42b", "tag": "e29eb817-13ff-46d6-a972-62b17bdc1966", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:49.892220 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3f25926-9923-4183-a9b9-25b28ebe0b12 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:49.892636 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'tag': 'e29eb817-13ff-46d6-a972-62b17bdc1966', 'status': 'completed', 'code': 200} Feb 11 05:34:49.980506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1727e-542b-48f3-b192-fdf082b00bc2 req-6d01f921-96f0-429d-bba2-c10db5f53d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:49.981988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5e1727e-542b-48f3-b192-fdf082b00bc2 req-6d01f921-96f0-429d-bba2-c10db5f53d30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 1129 time: 0.0469227 Feb 11 05:34:50.074065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1727e-542b-48f3-b192-fdf082b00bc2 req-503a497a-0d53-411f-9e4b-1287c82ab264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:50.075601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5e1727e-542b-48f3-b192-fdf082b00bc2 req-503a497a-0d53-411f-9e4b-1287c82ab264 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0884197 Feb 11 05:34:50.086122 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-977c9db8-71fa-492d-9876-11dbca76d117 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:50.139420 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5e1727e-542b-48f3-b192-fdf082b00bc2 req-ac0b7823-b8c0-4cfd-b31c-6fb9e1e3f879 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29eb817-13ff-46d6-a972-62b17bdc1966 HTTP/1.1" status: 200 len: 1000 time: 0.0582423 Feb 11 05:34:50.186974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1727e-542b-48f3-b192-fdf082b00bc2 req-5e12a26c-f1d8-435b-8851-f5a31b6df6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:50.188459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5e1727e-542b-48f3-b192-fdf082b00bc2 req-5e12a26c-f1d8-435b-8851-f5a31b6df6bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0440357 Feb 11 05:34:50.241123 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1727e-542b-48f3-b192-fdf082b00bc2 req-c0c049bf-9842-4330-a23e-55e6a48e74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:50.242545 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5e1727e-542b-48f3-b192-fdf082b00bc2 req-c0c049bf-9842-4330-a23e-55e6a48e74f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488524 Feb 11 05:34:50.310043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-977c9db8-71fa-492d-9876-11dbca76d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '542c2de8-4612-49de-9bc9-f51d9f046448', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a29b88-6efc-492a-90a9-a370651ff493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:32:28Z', 'updated_at': '2022-02-11T05:32:30Z', 'revision_number': 1, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}, {'id': 'a36d2aa4-9f0f-4f2b-8a9d-f491973a508a', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': 'e29eb817-13ff-46d6-a972-62b17bdc1966', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:bf:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:34:48Z', 'updated_at': '2022-02-11T05:34:48Z', 'revision_number': 0, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:50.331589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5e1727e-542b-48f3-b192-fdf082b00bc2 req-3beee42e-58b2-4f70-a5da-0947b9226445 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827842 Feb 11 05:34:50.336212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c9db8-71fa-492d-9876-11dbca76d117 None None] Checking router: d5a808fe-79a9-472c-b6d7-043a67e3554c for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:50.345382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c9db8-71fa-492d-9876-11dbca76d117 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:50.346002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-977c9db8-71fa-492d-9876-11dbca76d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:34:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:50.424574 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5e1727e-542b-48f3-b192-fdf082b00bc2 req-114774a6-3307-4dba-b01c-d4310e25beb6 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874386 Feb 11 05:34:50.457284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-977c9db8-71fa-492d-9876-11dbca76d117 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:50.683774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-977c9db8-71fa-492d-9876-11dbca76d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '542c2de8-4612-49de-9bc9-f51d9f046448', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a29b88-6efc-492a-90a9-a370651ff493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:32:28Z', 'updated_at': '2022-02-11T05:32:30Z', 'revision_number': 1, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}, {'id': 'a36d2aa4-9f0f-4f2b-8a9d-f491973a508a', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': 'e29eb817-13ff-46d6-a972-62b17bdc1966', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:bf:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:34:48Z', 'updated_at': '2022-02-11T05:34:48Z', 'revision_number': 0, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:50.710369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c9db8-71fa-492d-9876-11dbca76d117 None None] The sync data for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 is: [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '542c2de8-4612-49de-9bc9-f51d9f046448', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a29b88-6efc-492a-90a9-a370651ff493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:32:28Z', 'updated_at': '2022-02-11T05:32:30Z', 'revision_number': 1, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}, {'id': 'a36d2aa4-9f0f-4f2b-8a9d-f491973a508a', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': 'e29eb817-13ff-46d6-a972-62b17bdc1966', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:bf:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:34:48Z', 'updated_at': '2022-02-11T05:34:48Z', 'revision_number': 0, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:50.887216 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb0455-e242-4635-88bc-fda445ae07cc None None] New status for floating IP a36d2aa4-9f0f-4f2b-8a9d-f491973a508a: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:35:03.667837 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.734233 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.456272 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0bc1c91-61c9-42a1-803f-bfee0b19b74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.587303 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:35:11.925739 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1307-1bd4-490b-a853-804aaf7f32b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.899131 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.481662 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.729495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.581066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d010a54-1477-4fc2-a1e4-e32d4dcb9ab4 req-411a2da6-945a-471f-a05a-9dc3b1507580 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503039 Feb 11 05:35:32.692130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d010a54-1477-4fc2-a1e4-e32d4dcb9ab4 req-716a08d2-8ba4-441e-a44d-de0beda5f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:32.694010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d010a54-1477-4fc2-a1e4-e32d4dcb9ab4 req-716a08d2-8ba4-441e-a44d-de0beda5f417 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 1129 time: 0.0529320 Feb 11 05:35:32.815644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d010a54-1477-4fc2-a1e4-e32d4dcb9ab4 req-f542cb57-df24-4a4b-905f-28442b0c89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:32.817124 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d010a54-1477-4fc2-a1e4-e32d4dcb9ab4 req-f542cb57-df24-4a4b-905f-28442b0c89e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.1031432 Feb 11 05:35:32.890505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d010a54-1477-4fc2-a1e4-e32d4dcb9ab4 req-cec597dd-c6df-4a57-8862-b1cc1aced127 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29eb817-13ff-46d6-a972-62b17bdc1966 HTTP/1.1" status: 200 len: 1002 time: 0.0667155 Feb 11 05:35:32.943167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d010a54-1477-4fc2-a1e4-e32d4dcb9ab4 req-b16b5320-fe98-434c-9af2-6bb36688419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:32.944689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d010a54-1477-4fc2-a1e4-e32d4dcb9ab4 req-b16b5320-fe98-434c-9af2-6bb36688419a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0486910 Feb 11 05:35:32.997285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d010a54-1477-4fc2-a1e4-e32d4dcb9ab4 req-191eedab-70bb-455b-ac1a-81fdb2526f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:32.999365 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d010a54-1477-4fc2-a1e4-e32d4dcb9ab4 req-191eedab-70bb-455b-ac1a-81fdb2526f16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480516 Feb 11 05:35:33.098853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d010a54-1477-4fc2-a1e4-e32d4dcb9ab4 req-cee3563c-3969-410d-a876-800ae1d38d6a service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934787 Feb 11 05:35:33.194123 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d010a54-1477-4fc2-a1e4-e32d4dcb9ab4 req-ec29acb7-5838-4592-acc5-76afe240fcd9 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885470 Feb 11 05:35:33.679862 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.735161 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.458920 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd432-0980-456e-8db8-e65b393daa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.765847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66d86ca3-5cd3-4437-bb7e-5d6e5bbefffc req-b14b9c7b-3925-4907-a7c3-ec14a3e863b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434091 Feb 11 05:35:41.864484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86ca3-5cd3-4437-bb7e-5d6e5bbefffc req-26105d9d-1485-4d2d-a66c-d77ded8ff2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:41.865978 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66d86ca3-5cd3-4437-bb7e-5d6e5bbefffc req-26105d9d-1485-4d2d-a66c-d77ded8ff2ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 1128 time: 0.0473979 Feb 11 05:35:41.927125 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cbf9d56d-3f19-48c1-bd27-06fc2da2571b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.971880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86ca3-5cd3-4437-bb7e-5d6e5bbefffc req-33a9307a-cc19-4b7d-a999-5896395fa94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:41.973329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66d86ca3-5cd3-4437-bb7e-5d6e5bbefffc req-33a9307a-cc19-4b7d-a999-5896395fa94e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0884795 Feb 11 05:35:42.041105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66d86ca3-5cd3-4437-bb7e-5d6e5bbefffc req-5b33c09d-5e9b-4ee9-9777-cf1fa1798382 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19da5b8c-7e05-439b-9a11-a37823b32acd HTTP/1.1" status: 200 len: 1001 time: 0.0618393 Feb 11 05:35:42.093802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86ca3-5cd3-4437-bb7e-5d6e5bbefffc req-3f51a6d8-b198-455b-b9c7-2f9b4e23548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:42.095429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66d86ca3-5cd3-4437-bb7e-5d6e5bbefffc req-3f51a6d8-b198-455b-b9c7-2f9b4e23548d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0475230 Feb 11 05:35:42.145011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86ca3-5cd3-4437-bb7e-5d6e5bbefffc req-ffc0527f-6f9e-4e37-9bbd-372a4fd87726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:42.146653 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66d86ca3-5cd3-4437-bb7e-5d6e5bbefffc req-ffc0527f-6f9e-4e37-9bbd-372a4fd87726 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449986 Feb 11 05:35:42.240783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66d86ca3-5cd3-4437-bb7e-5d6e5bbefffc req-6711ab13-01fd-48ad-8eb4-7c469a6ff8d5 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873296 Feb 11 05:35:42.326376 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66d86ca3-5cd3-4437-bb7e-5d6e5bbefffc req-79c6037b-1b29-4a7f-908c-441715054ff9 service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795562 Feb 11 05:35:42.903014 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.484828 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.735917 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.586686 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:36:03.680237 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.736695 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.460727 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8b521032-3c46-44f6-92b4-d7262baa1c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.928879 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2d2308a3-bcf8-4938-af0f-53a3ed837f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.905665 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.487272 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.728379 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:25.586042 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:36:28.866526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 49986) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:29.349798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Deleting port c735a44a-8131-4c2b-a95e-ec7f78a6be85 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:29.350149 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c735a44a-8131-4c2b-a95e-ec7f78a6be85), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.426799 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c735a44a-8131-4c2b-a95e-ec7f78a6be85), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.427162 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (c735a44a-8131-4c2b-a95e-ec7f78a6be85), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.439162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Calling delete_port for c735a44a-8131-4c2b-a95e-ec7f78a6be85 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:29.587875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c735a44a-8131-4c2b-a95e-ec7f78a6be85), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.613028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event deleted for resources: {'Port': ['ID=c735a44a-8131-4c2b-a95e-ec7f78a6be85,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:29.639239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.639594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.639937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.640276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.640612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.640947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.641274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.641733 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.642063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.642655 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.643013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.643341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.643668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:29.681484 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (a36d2aa4-9f0f-4f2b-8a9d-f491973a508a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.681792 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Floating IP a36d2aa4-9f0f-4f2b-8a9d-f491973a508a disassociated (deleted). External IP: 172.25.7.113, port: e29eb817-13ff-46d6-a972-62b17bdc1966. Feb 11 05:36:29.891338 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Router d5a808fe-79a9-472c-b6d7-043a67e3554c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:30.008916 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:30.013604 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.018867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158723d-44bb-485f-8d4e-8757f7872c4a None None] Sync routers for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:30.027935 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158723d-44bb-485f-8d4e-8757f7872c4a None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:30.028613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6158723d-44bb-485f-8d4e-8757f7872c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:36:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:30.045715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-786cd517-ddad-4b60-920f-234756e1dd42 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "DELETE /v2.0/floatingips/a36d2aa4-9f0f-4f2b-8a9d-f491973a508a HTTP/1.1" status: 204 len: 168 time: 1.1756282 Feb 11 05:36:30.045715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'tag': 'e29eb817-13ff-46d6-a972-62b17bdc1966'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:30.120397 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9824ab-98e0-49c4-ba53-fe128ba24da6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0584f77-891c-4502-b6ed-0b4ad764e42b", "tag": "e29eb817-13ff-46d6-a972-62b17bdc1966"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:30.149269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6158723d-44bb-485f-8d4e-8757f7872c4a None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:30.277644 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f121a1-c7be-44a9-85cc-11ee6b6606be x-openstack-request-id: req-b3f121a1-c7be-44a9-85cc-11ee6b6606be {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:30.277949 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0584f77-891c-4502-b6ed-0b4ad764e42b", "tag": "e29eb817-13ff-46d6-a972-62b17bdc1966", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:30.278213 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3f121a1-c7be-44a9-85cc-11ee6b6606be {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:30.278612 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'tag': 'e29eb817-13ff-46d6-a972-62b17bdc1966', 'status': 'completed', 'code': 200} Feb 11 05:36:30.402992 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6158723d-44bb-485f-8d4e-8757f7872c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '542c2de8-4612-49de-9bc9-f51d9f046448', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a29b88-6efc-492a-90a9-a370651ff493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:32:28Z', 'updated_at': '2022-02-11T05:32:30Z', 'revision_number': 1, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:30.430028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158723d-44bb-485f-8d4e-8757f7872c4a None None] Checking router: d5a808fe-79a9-472c-b6d7-043a67e3554c for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:36:30.434107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1e16-b391-4411-99b5-fd7af202ec17 req-a1a4e5f4-4b19-4a31-ab68-d2b65452798b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:30.436553 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c38f1e16-b391-4411-99b5-fd7af202ec17 req-a1a4e5f4-4b19-4a31-ab68-d2b65452798b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 946 time: 0.1100698 Feb 11 05:36:30.439498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158723d-44bb-485f-8d4e-8757f7872c4a None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:30.440129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6158723d-44bb-485f-8d4e-8757f7872c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:36:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:30.520131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9824ab-98e0-49c4-ba53-fe128ba24da6 req-ae4b116f-f850-4fa9-9328-c67285f83c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:30.521637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b9824ab-98e0-49c4-ba53-fe128ba24da6 req-ae4b116f-f850-4fa9-9328-c67285f83c09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 1129 time: 0.1361938 Feb 11 05:36:30.525164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c38f1e16-b391-4411-99b5-fd7af202ec17 req-ae97916c-24a5-42f2-baed-03cd9b137420 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769184 Feb 11 05:36:30.567014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-6158723d-44bb-485f-8d4e-8757f7872c4a None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:30.610236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9824ab-98e0-49c4-ba53-fe128ba24da6 req-87c666c1-c0ae-4f6c-801d-4678a24abee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:30.611815 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b9824ab-98e0-49c4-ba53-fe128ba24da6 req-87c666c1-c0ae-4f6c-801d-4678a24abee8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0836051 Feb 11 05:36:30.657425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b9824ab-98e0-49c4-ba53-fe128ba24da6 req-569bce76-be40-4374-ad4c-ff4d2da6c82a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29eb817-13ff-46d6-a972-62b17bdc1966 HTTP/1.1" status: 200 len: 217 time: 0.0386450 Feb 11 05:36:30.705547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9824ab-98e0-49c4-ba53-fe128ba24da6 req-d343cd66-c105-4a3a-b010-9152ffaef28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:30.707022 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b9824ab-98e0-49c4-ba53-fe128ba24da6 req-d343cd66-c105-4a3a-b010-9152ffaef28d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0434585 Feb 11 05:36:30.757086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9824ab-98e0-49c4-ba53-fe128ba24da6 req-47b24939-2e31-4aa4-9600-e3b428edc1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:30.758661 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b9824ab-98e0-49c4-ba53-fe128ba24da6 req-47b24939-2e31-4aa4-9600-e3b428edc1cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444958 Feb 11 05:36:30.786146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-6158723d-44bb-485f-8d4e-8757f7872c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '542c2de8-4612-49de-9bc9-f51d9f046448', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a29b88-6efc-492a-90a9-a370651ff493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:32:28Z', 'updated_at': '2022-02-11T05:32:30Z', 'revision_number': 1, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:30.816032 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158723d-44bb-485f-8d4e-8757f7872c4a None None] The sync data for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 is: [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '542c2de8-4612-49de-9bc9-f51d9f046448', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'port_id': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a29b88-6efc-492a-90a9-a370651ff493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:32:28Z', 'updated_at': '2022-02-11T05:32:30Z', 'revision_number': 1, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:30.859014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b9824ab-98e0-49c4-ba53-fe128ba24da6 req-57a36afd-9627-4e32-b51d-22b97045dc1a service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933330 Feb 11 05:36:30.955454 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b9824ab-98e0-49c4-ba53-fe128ba24da6 req-4e58c955-daba-409a-a4e0-8d10488d1922 service neutron] 10.222.0.10 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883596 Feb 11 05:36:31.041409 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f25fc6-00b5-4483-81d3-e18d86004d03 None None] New status for floating IP a36d2aa4-9f0f-4f2b-8a9d-f491973a508a: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:36:31.730954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cfea4-2318-489a-9926-aa6acacdd2b2 req-06587222-a4a0-44ce-9538-7451da1e2585 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:31.732440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e56cfea4-2318-489a-9926-aa6acacdd2b2 req-06587222-a4a0-44ce-9538-7451da1e2585 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 946 time: 0.0974755 Feb 11 05:36:31.781445 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e56cfea4-2318-489a-9926-aa6acacdd2b2 req-283b430c-037d-4173-96ac-48f3b94c8822 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433991 Feb 11 05:36:31.945572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f4944-48bb-48c5-b215-f0092fcd6db1 req-af51760c-9e41-48ef-a605-b52e4d528c3d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:31.947040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f18f4944-48bb-48c5-b215-f0092fcd6db1 req-af51760c-9e41-48ef-a605-b52e4d528c3d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 946 time: 0.0567913 Feb 11 05:36:32.037458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f18f4944-48bb-48c5-b215-f0092fcd6db1 req-0117711d-611e-46c6-a439-ebd465c00e28 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Deleting port e29eb817-13ff-46d6-a972-62b17bdc1966 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:32.038149 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f18f4944-48bb-48c5-b215-f0092fcd6db1 req-0117711d-611e-46c6-a439-ebd465c00e28 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.127824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f18f4944-48bb-48c5-b215-f0092fcd6db1 req-0117711d-611e-46c6-a439-ebd465c00e28 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] For port e29eb817-13ff-46d6-a972-62b17bdc1966, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=e29eb817-13ff-46d6-a972-62b17bdc1966,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:32.128187 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f18f4944-48bb-48c5-b215-f0092fcd6db1 req-0117711d-611e-46c6-a439-ebd465c00e28 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.140493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-f18f4944-48bb-48c5-b215-f0092fcd6db1 req-0117711d-611e-46c6-a439-ebd465c00e28 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Calling delete_port for e29eb817-13ff-46d6-a972-62b17bdc1966 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:32.265421 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f18f4944-48bb-48c5-b215-f0092fcd6db1 req-0117711d-611e-46c6-a439-ebd465c00e28 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (e29eb817-13ff-46d6-a972-62b17bdc1966), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.297374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117711d-611e-46c6-a439-ebd465c00e28 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event deleted for resources: {'Port': ['ID=e29eb817-13ff-46d6-a972-62b17bdc1966,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:32.343394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18f4944-48bb-48c5-b215-f0092fcd6db1 req-0117711d-611e-46c6-a439-ebd465c00e28 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] No DVR routers for this DVR port e29eb817-13ff-46d6-a972-62b17bdc1966 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:32.345993 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f18f4944-48bb-48c5-b215-f0092fcd6db1 req-0117711d-611e-46c6-a439-ebd465c00e28 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.349263 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f18f4944-48bb-48c5-b215-f0092fcd6db1 req-0117711d-611e-46c6-a439-ebd465c00e28 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.10 "DELETE /v2.0/ports/e29eb817-13ff-46d6-a972-62b17bdc1966 HTTP/1.1" status: 204 len: 173 time: 0.3966305 Feb 11 05:36:32.349701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'name': 'network-vif-deleted', 'tag': 'e29eb817-13ff-46d6-a972-62b17bdc1966'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:32.351946 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4252654-9995-46b4-b737-fabc4bbd5cca" -d '{"events": [{"server_uuid": "b0584f77-891c-4502-b6ed-0b4ad764e42b", "name": "network-vif-deleted", "tag": "e29eb817-13ff-46d6-a972-62b17bdc1966"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:32.401475 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbabbd3-c046-481c-8095-73bc0f7ab0c0 x-openstack-request-id: req-3cbabbd3-c046-481c-8095-73bc0f7ab0c0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:32.401775 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0584f77-891c-4502-b6ed-0b4ad764e42b", "name": "network-vif-deleted", "tag": "e29eb817-13ff-46d6-a972-62b17bdc1966", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:32.402031 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cbabbd3-c046-481c-8095-73bc0f7ab0c0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:32.402436 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0584f77-891c-4502-b6ed-0b4ad764e42b', 'name': 'network-vif-deleted', 'tag': 'e29eb817-13ff-46d6-a972-62b17bdc1966', 'status': 'completed', 'code': 200} Feb 11 05:36:32.874961 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a657983c-0df4-4166-a8b9-6a333ba198f8 req-fe75940c-4825-4802-ad25-4dc9fcb75a72 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.0276473 Feb 11 05:36:33.682527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:33.975225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dcd36eec-5f89-4d34-b005-7ca910bf3808 req-2adc01f8-4ae1-4366-a575-9f6348074e5b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.0305579 Feb 11 05:36:35.074561 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2a07b8c-b47b-46b2-a78a-812f3a122d5b req-2d81a9a4-2400-4da2-b4d0-b41da9803a1d tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.0319321 Feb 11 05:36:36.177335 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-986794d7-a03c-42c0-8977-b2442cd384db req-6088c9d0-85b8-4447-8e27-ba3ce0175526 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.0280929 Feb 11 05:36:36.705917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device e29eb817-13ff-46d6-a972-62b17bdc1966 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:36.725805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: e29eb817-13ff-46d6-a972-62b17bdc1966 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:36.726155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device e29eb817-13ff-46d6-a972-62b17bdc1966 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:37.280053 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-600f2b7d-29c0-4bcc-b0bc-4665acb7c012 req-ea6edfbd-bd0c-408f-a6ee-63bc18157f47 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.0281782 Feb 11 05:36:37.734372 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.375957 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7e7d25db-abe4-4ec9-84df-862192d2d54b req-233470cc-955b-45e3-98aa-b6264ed18a76 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.0281000 Feb 11 05:36:39.464343 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-315c01f1-342c-4185-9956-479eb23710b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:39.471071 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-faa871c2-031c-4f40-8e3f-ef17a0016d22 req-8fb94986-8b69-421d-964b-67498fe061a8 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.0285215 Feb 11 05:36:40.574285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-40bc371c-939c-4f82-8d69-e7bea3a3d2f7 req-0b9dc1d3-9ca2-4a42-8d16-89f7061659ff tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0584f77-891c-4502-b6ed-0b4ad764e42b HTTP/1.1" status: 200 len: 210 time: 0.0324121 Feb 11 05:36:41.931999 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa4377f1-6323-42e0-bc78-d80280a43bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.853359 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdf06b7a-1e33-4a45-b317-81c8204d769c req-a21ea3f2-2bf0-4899-a634-ae8e4815ba92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0915084 Feb 11 05:36:42.909228 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.950388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06b7a-1e33-4a45-b317-81c8204d769c req-58b68dbe-388b-4e9b-9d9a-3981f894afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:42.952409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdf06b7a-1e33-4a45-b317-81c8204d769c req-58b68dbe-388b-4e9b-9d9a-3981f894afc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 1128 time: 0.0449295 Feb 11 05:36:43.059530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06b7a-1e33-4a45-b317-81c8204d769c req-55cb2a0c-54ce-4135-a961-84b788b36626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:43.061369 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdf06b7a-1e33-4a45-b317-81c8204d769c req-55cb2a0c-54ce-4135-a961-84b788b36626 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.0898888 Feb 11 05:36:43.126919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdf06b7a-1e33-4a45-b317-81c8204d769c req-19f835e4-5189-4321-85c5-b37683c82638 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19da5b8c-7e05-439b-9a11-a37823b32acd HTTP/1.1" status: 200 len: 1001 time: 0.0595112 Feb 11 05:36:43.178275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06b7a-1e33-4a45-b317-81c8204d769c req-32cf97b8-efd0-4a17-ad2f-33d78c692e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:43.179870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdf06b7a-1e33-4a45-b317-81c8204d769c req-32cf97b8-efd0-4a17-ad2f-33d78c692e6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0468371 Feb 11 05:36:43.238763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06b7a-1e33-4a45-b317-81c8204d769c req-8b1428f5-01d6-4b68-bd44-75d92faf7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:43.240342 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdf06b7a-1e33-4a45-b317-81c8204d769c req-8b1428f5-01d6-4b68-bd44-75d92faf7080 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518286 Feb 11 05:36:43.336816 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdf06b7a-1e33-4a45-b317-81c8204d769c req-2852a484-4a74-409c-ae92-83064a47facc service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885990 Feb 11 05:36:43.431708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cdf06b7a-1e33-4a45-b317-81c8204d769c req-258e2edb-0a2d-4cc7-acce-8db943376bdb service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878532 Feb 11 05:36:44.490901 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.731496 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.169719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50080) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:50.325070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Deleting port 924875bb-955a-4d5b-9900-0590a022b55a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:50.325417 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (924875bb-955a-4d5b-9900-0590a022b55a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.401975 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (924875bb-955a-4d5b-9900-0590a022b55a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.402223 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (924875bb-955a-4d5b-9900-0590a022b55a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.413597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Calling delete_port for 924875bb-955a-4d5b-9900-0590a022b55a owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:50.556600 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (924875bb-955a-4d5b-9900-0590a022b55a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.585302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event deleted for resources: {'Port': ['ID=924875bb-955a-4d5b-9900-0590a022b55a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:50.645333 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (542c2de8-4612-49de-9bc9-f51d9f046448), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.645681 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Floating IP 542c2de8-4612-49de-9bc9-f51d9f046448 disassociated (deleted). External IP: 172.25.7.158, port: 19da5b8c-7e05-439b-9a11-a37823b32acd. Feb 11 05:36:50.724066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-32e2f682-8df0-45a3-ab52-ca0c5ee82aa5 req-9c170a74-a130-4fde-b419-83e710d2f4e2 service neutron] (103354) timed out ('10.222.0.48', 47392) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:36:50.852642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Router d5a808fe-79a9-472c-b6d7-043a67e3554c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:50.959474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:50.964203 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.969449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febdd7c6-b236-4c82-bd54-75cd9f468649 None None] Sync routers for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:50.978985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febdd7c6-b236-4c82-bd54-75cd9f468649 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:50.979524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-febdd7c6-b236-4c82-bd54-75cd9f468649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:36:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:50.993715 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4acd877c-d7e2-4bd9-82f5-dc3271e9a8a0 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "DELETE /v2.0/floatingips/542c2de8-4612-49de-9bc9-f51d9f046448 HTTP/1.1" status: 204 len: 168 time: 0.8229008 Feb 11 05:36:50.994317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a29b88-6efc-492a-90a9-a370651ff493', 'tag': '19da5b8c-7e05-439b-9a11-a37823b32acd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:50.996588 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afa4265-0b75-4fad-9840-1ed8cb2a8ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "49a29b88-6efc-492a-90a9-a370651ff493", "tag": "19da5b8c-7e05-439b-9a11-a37823b32acd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:51.037062 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b98415c-9cb9-4ca2-ae5d-5dfc0e9fd000 x-openstack-request-id: req-3b98415c-9cb9-4ca2-ae5d-5dfc0e9fd000 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:51.037458 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a29b88-6efc-492a-90a9-a370651ff493", "tag": "19da5b8c-7e05-439b-9a11-a37823b32acd", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:51.037784 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b98415c-9cb9-4ca2-ae5d-5dfc0e9fd000 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:51.038275 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a29b88-6efc-492a-90a9-a370651ff493', 'tag': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'status': 'completed', 'code': 200} Feb 11 05:36:51.123972 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa4265-0b75-4fad-9840-1ed8cb2a8ed8 req-6be08537-1b3d-4537-b99f-dd20cbc7ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:51.125601 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0afa4265-0b75-4fad-9840-1ed8cb2a8ed8 req-6be08537-1b3d-4537-b99f-dd20cbc7ea6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7821f3fbc2241db873fdd8626e7b447&device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 1128 time: 0.0506489 Feb 11 05:36:51.237093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa4265-0b75-4fad-9840-1ed8cb2a8ed8 req-272da699-2ead-45b8-8946-b363660ac195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:51.239667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0afa4265-0b75-4fad-9840-1ed8cb2a8ed8 req-272da699-2ead-45b8-8946-b363660ac195 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 200 len: 912 time: 0.1037035 Feb 11 05:36:51.250403 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d9268-45e1-4d38-bfb2-88af795f52e3 req-fcc5ee96-0d55-4b23-856b-903ce8fec807 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:51.252258 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-264d9268-45e1-4d38-bfb2-88af795f52e3 req-fcc5ee96-0d55-4b23-856b-903ce8fec807 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 945 time: 0.0582426 Feb 11 05:36:51.268049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-febdd7c6-b236-4c82-bd54-75cd9f468649 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:51.282615 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0afa4265-0b75-4fad-9840-1ed8cb2a8ed8 req-2a3680a2-7aeb-4ea2-b817-10e52a4fca8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19da5b8c-7e05-439b-9a11-a37823b32acd HTTP/1.1" status: 200 len: 217 time: 0.0365596 Feb 11 05:36:51.306166 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-264d9268-45e1-4d38-bfb2-88af795f52e3 req-ce45ae32-1a57-4a05-b5b8-c2626d996bcc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467517 Feb 11 05:36:51.335822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa4265-0b75-4fad-9840-1ed8cb2a8ed8 req-57a830a6-442f-4bcb-888d-1b0f53c18603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:51.337269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0afa4265-0b75-4fad-9840-1ed8cb2a8ed8 req-57a830a6-442f-4bcb-888d-1b0f53c18603 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 200 len: 850 time: 0.0485513 Feb 11 05:36:51.387692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa4265-0b75-4fad-9840-1ed8cb2a8ed8 req-5016eddd-6be8-4d9f-8c62-9361fa1df320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:51.389742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0afa4265-0b75-4fad-9840-1ed8cb2a8ed8 req-5016eddd-6be8-4d9f-8c62-9361fa1df320 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f82920e-251c-4efe-be74-d19b3281e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446119 Feb 11 05:36:51.471855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-febdd7c6-b236-4c82-bd54-75cd9f468649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:51.478280 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0afa4265-0b75-4fad-9840-1ed8cb2a8ed8 req-0f1b22c8-0de5-4e01-a7a6-a8d0640e475b service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822239 Feb 11 05:36:51.497699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febdd7c6-b236-4c82-bd54-75cd9f468649 None None] Checking router: d5a808fe-79a9-472c-b6d7-043a67e3554c for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:36:51.506337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febdd7c6-b236-4c82-bd54-75cd9f468649 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:51.506983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-febdd7c6-b236-4c82-bd54-75cd9f468649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:36:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:51.572443 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0afa4265-0b75-4fad-9840-1ed8cb2a8ed8 req-cc445121-e15b-471c-9a91-32f0cff065cb service neutron] 10.222.0.60 "GET /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869327 Feb 11 05:36:51.620502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-febdd7c6-b236-4c82-bd54-75cd9f468649 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:51.821073 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-febdd7c6-b236-4c82-bd54-75cd9f468649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:51.847473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febdd7c6-b236-4c82-bd54-75cd9f468649 None None] The sync data for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 is: [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 4, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b9e9f577-2bab-46ab-af94-58d8c313a125', 'name': '', 'network_id': '1f82920e-251c-4efe-be74-d19b3281e70b', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'mac_address': 'fa:16:3e:52:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:48Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'subnets': [{'id': 'd989c873-b096-4d2f-b701-d41d9c683ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:52.057499 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d4fdf-50c4-48ba-9d4e-0dd775b84d9e None None] New status for floating IP 542c2de8-4612-49de-9bc9-f51d9f046448: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:36:52.428869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f4559-f071-451b-acb8-285105d3dde4 req-2672cde7-7469-4b32-b35c-bc8b7356597b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:52.430341 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c4f4559-f071-451b-acb8-285105d3dde4 req-2672cde7-7469-4b32-b35c-bc8b7356597b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 945 time: 0.0524173 Feb 11 05:36:52.478416 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5c4f4559-f071-451b-acb8-285105d3dde4 req-98edab40-f710-478e-9221-e08bf35d7bd5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6377925-ffcd-494e-a9fc-a88fe6ef99df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425496 Feb 11 05:36:53.125444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f491304-9cf8-40d8-bb3e-fad623f541b6 req-2fd99288-83d7-4879-af5e-f5f4eb462dd5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:53.126923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f491304-9cf8-40d8-bb3e-fad623f541b6 req-2fd99288-83d7-4879-af5e-f5f4eb462dd5 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 945 time: 0.0561895 Feb 11 05:36:53.216661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-3f491304-9cf8-40d8-bb3e-fad623f541b6 req-e7a04665-2861-4dcd-8734-3e5b37e23857 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Deleting port 19da5b8c-7e05-439b-9a11-a37823b32acd {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:53.217534 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f491304-9cf8-40d8-bb3e-fad623f541b6 req-e7a04665-2861-4dcd-8734-3e5b37e23857 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.309300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-3f491304-9cf8-40d8-bb3e-fad623f541b6 req-e7a04665-2861-4dcd-8734-3e5b37e23857 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] For port 19da5b8c-7e05-439b-9a11-a37823b32acd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=19da5b8c-7e05-439b-9a11-a37823b32acd,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:53.309666 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f491304-9cf8-40d8-bb3e-fad623f541b6 req-e7a04665-2861-4dcd-8734-3e5b37e23857 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.321198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-3f491304-9cf8-40d8-bb3e-fad623f541b6 req-e7a04665-2861-4dcd-8734-3e5b37e23857 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Calling delete_port for 19da5b8c-7e05-439b-9a11-a37823b32acd owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:53.444745 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f491304-9cf8-40d8-bb3e-fad623f541b6 req-e7a04665-2861-4dcd-8734-3e5b37e23857 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (19da5b8c-7e05-439b-9a11-a37823b32acd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.471996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a04665-2861-4dcd-8734-3e5b37e23857 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event deleted for resources: {'Port': ['ID=19da5b8c-7e05-439b-9a11-a37823b32acd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:53.522632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f491304-9cf8-40d8-bb3e-fad623f541b6 req-e7a04665-2861-4dcd-8734-3e5b37e23857 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] No DVR routers for this DVR port 19da5b8c-7e05-439b-9a11-a37823b32acd on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:53.525375 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f491304-9cf8-40d8-bb3e-fad623f541b6 req-e7a04665-2861-4dcd-8734-3e5b37e23857 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.528875 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f491304-9cf8-40d8-bb3e-fad623f541b6 req-e7a04665-2861-4dcd-8734-3e5b37e23857 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.60 "DELETE /v2.0/ports/19da5b8c-7e05-439b-9a11-a37823b32acd HTTP/1.1" status: 204 len: 173 time: 0.3968537 Feb 11 05:36:53.529337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a29b88-6efc-492a-90a9-a370651ff493', 'name': 'network-vif-deleted', 'tag': '19da5b8c-7e05-439b-9a11-a37823b32acd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:53.532270 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b57aace-823a-4c32-826d-2ac59a380f87" -d '{"events": [{"server_uuid": "49a29b88-6efc-492a-90a9-a370651ff493", "name": "network-vif-deleted", "tag": "19da5b8c-7e05-439b-9a11-a37823b32acd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:53.570651 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8330cda3-0beb-4c10-bb6c-bcda2d3175bd x-openstack-request-id: req-8330cda3-0beb-4c10-bb6c-bcda2d3175bd {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:53.571058 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a29b88-6efc-492a-90a9-a370651ff493", "name": "network-vif-deleted", "tag": "19da5b8c-7e05-439b-9a11-a37823b32acd", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:53.571401 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8330cda3-0beb-4c10-bb6c-bcda2d3175bd {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:53.571863 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a29b88-6efc-492a-90a9-a370651ff493', 'name': 'network-vif-deleted', 'tag': '19da5b8c-7e05-439b-9a11-a37823b32acd', 'status': 'completed', 'code': 200} Feb 11 05:36:53.581342 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3f671e2c-548f-449a-9d7c-5916a5a58e7a req-ecf068cd-3855-4bc6-8ec8-620e7be366c4 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 210 time: 0.0336947 Feb 11 05:36:54.678241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-50337eb9-51a2-4738-beb5-487d236a00f6 req-494e5263-4216-42d3-aa7c-734e0ba13117 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 210 time: 0.0271046 Feb 11 05:36:55.773148 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9303a10d-c868-4b33-8521-5d48842ad595 req-c741d9b6-1b65-4d28-8450-53c5e2a6535b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 210 time: 0.0285258 Feb 11 05:36:56.876617 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8709abb0-8276-4b1c-adf4-26a8ed814960 req-78c50c2e-863a-4e48-87a0-7176fd1048dc tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 210 time: 0.0340078 Feb 11 05:36:57.145469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 19da5b8c-7e05-439b-9a11-a37823b32acd no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:57.166185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 19da5b8c-7e05-439b-9a11-a37823b32acd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:57.166536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 19da5b8c-7e05-439b-9a11-a37823b32acd not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:57.973524 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36ca616f-0a51-4601-b8f4-3aad27f070e6 req-79812019-5d4f-4b3c-82a3-d4ce15375509 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 210 time: 0.0277934 Feb 11 05:36:59.068358 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd9368d7-5519-48f7-9d8c-7e277b0d5ad1 req-d012fb12-b21d-4c82-9edc-30b411192d70 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 210 time: 0.0270011 Feb 11 05:37:00.163651 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-456cdd21-79fa-4e1b-9de2-e4e0fd3da1e4 req-0baf807b-7c2d-4ee4-88a3-dd5f5295c490 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 210 time: 0.0286007 Feb 11 05:37:01.274375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-444bc7e5-27ce-4dcb-9e70-e7fc4b903e32 req-fe433439-cf1b-4fd2-b5ae-d88b766a6422 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a29b88-6efc-492a-90a9-a370651ff493 HTTP/1.1" status: 200 len: 210 time: 0.0404398 Feb 11 05:37:02.329507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50110) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:02.453862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3351a44a-e8c1-4d5d-ae67-75a78ccdd22b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Deleting port 3b9dfff5-ff1c-4efb-83a9-8c8a900721fe {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:02.454209 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3351a44a-e8c1-4d5d-ae67-75a78ccdd22b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3b9dfff5-ff1c-4efb-83a9-8c8a900721fe), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.527711 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3351a44a-e8c1-4d5d-ae67-75a78ccdd22b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3b9dfff5-ff1c-4efb-83a9-8c8a900721fe), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.528040 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3351a44a-e8c1-4d5d-ae67-75a78ccdd22b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (3b9dfff5-ff1c-4efb-83a9-8c8a900721fe), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.539931 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3351a44a-e8c1-4d5d-ae67-75a78ccdd22b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Calling delete_port for 3b9dfff5-ff1c-4efb-83a9-8c8a900721fe owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:02.585154 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:37:02.689828 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3351a44a-e8c1-4d5d-ae67-75a78ccdd22b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3b9dfff5-ff1c-4efb-83a9-8c8a900721fe), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.715013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351a44a-e8c1-4d5d-ae67-75a78ccdd22b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event deleted for resources: {'Port': ['ID=3b9dfff5-ff1c-4efb-83a9-8c8a900721fe,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:02.778443 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3351a44a-e8c1-4d5d-ae67-75a78ccdd22b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for floatingip (4b3e543e-995f-4843-ba33-45a43389c945), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.780990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3351a44a-e8c1-4d5d-ae67-75a78ccdd22b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.782147 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3351a44a-e8c1-4d5d-ae67-75a78ccdd22b tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "DELETE /v2.0/floatingips/4b3e543e-995f-4843-ba33-45a43389c945 HTTP/1.1" status: 204 len: 168 time: 0.4516020 Feb 11 05:37:03.692898 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:07.740182 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.165834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50136) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:08.222694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30be7942-d99b-49c6-854e-e0bedfdea7a2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group (b6377925-ffcd-494e-a9fc-a88fe6ef99df), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.247176 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30be7942-d99b-49c6-854e-e0bedfdea7a2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group (b6377925-ffcd-494e-a9fc-a88fe6ef99df), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.307319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30be7942-d99b-49c6-854e-e0bedfdea7a2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b6377925-ffcd-494e-a9fc-a88fe6ef99df), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.309892 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30be7942-d99b-49c6-854e-e0bedfdea7a2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.311736 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-30be7942-d99b-49c6-854e-e0bedfdea7a2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] 10.222.0.48 "DELETE /v2.0/security-groups/b6377925-ffcd-494e-a9fc-a88fe6ef99df HTTP/1.1" status: 204 len: 168 time: 0.1448112 Feb 11 05:37:08.322157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be7942-d99b-49c6-854e-e0bedfdea7a2 tempest-TestVolumeBootPattern-1364150576 tempest-TestVolumeBootPattern-1364150576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6377925-ffcd-494e-a9fc-a88fe6ef99df,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:08.386435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50140) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:09.192858 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66a95409-e2a7-479c-b99f-283bb704fe0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (d5a808fe-79a9-472c-b6d7-043a67e3554c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.443683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-66a95409-e2a7-479c-b99f-283bb704fe0c admin admin] Deleting port b9e9f577-2bab-46ab-af94-58d8c313a125 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:09.444031 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66a95409-e2a7-479c-b99f-283bb704fe0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.469052 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2c50e7eb-f1fb-46f4-a763-a06f5e15cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.525426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-66a95409-e2a7-479c-b99f-283bb704fe0c admin admin] For port b9e9f577-2bab-46ab-af94-58d8c313a125, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b9e9f577-2bab-46ab-af94-58d8c313a125,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:09.525793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66a95409-e2a7-479c-b99f-283bb704fe0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.538527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-66a95409-e2a7-479c-b99f-283bb704fe0c admin admin] Calling delete_port for b9e9f577-2bab-46ab-af94-58d8c313a125 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:09.726496 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66a95409-e2a7-479c-b99f-283bb704fe0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b9e9f577-2bab-46ab-af94-58d8c313a125), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.753551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a95409-e2a7-479c-b99f-283bb704fe0c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e9f577-2bab-46ab-af94-58d8c313a125,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:09.930836 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66a95409-e2a7-479c-b99f-283bb704fe0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (d5a808fe-79a9-472c-b6d7-043a67e3554c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.147582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a95409-e2a7-479c-b99f-283bb704fe0c admin admin] Router d5a808fe-79a9-472c-b6d7-043a67e3554c has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:37:10.254509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a95409-e2a7-479c-b99f-283bb704fe0c admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:10.260010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-66a95409-e2a7-479c-b99f-283bb704fe0c admin admin] 10.222.0.48 "PUT /v2.0/routers/d5a808fe-79a9-472c-b6d7-043a67e3554c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8723094 Feb 11 05:37:10.262481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50144) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:10.265701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e52372-8c99-4a88-898c-2e4ac80c7598 None None] Sync routers for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:10.276104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e52372-8c99-4a88-898c-2e4ac80c7598 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:10.276752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e8e52372-8c99-4a88-898c-2e4ac80c7598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:36:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:10.367382 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Publish callbacks [] for router (d5a808fe-79a9-472c-b6d7-043a67e3554c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.383719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-e8e52372-8c99-4a88-898c-2e4ac80c7598 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:10.471072 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Publish callbacks [] for router_gateway (d5a808fe-79a9-472c-b6d7-043a67e3554c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.522650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Deleting port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:10.523029 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.562382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e8e52372-8c99-4a88-898c-2e4ac80c7598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:37:09Z', 'revision_number': 5, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port': {'id': '3a7da0f1-b1bc-4772-8b6a-bfa18057823b', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:10.588634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e52372-8c99-4a88-898c-2e4ac80c7598 None None] Checking router: d5a808fe-79a9-472c-b6d7-043a67e3554c for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:37:10.596882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e52372-8c99-4a88-898c-2e4ac80c7598 None None] Routers {'d5a808fe-79a9-472c-b6d7-043a67e3554c'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:10.597523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e8e52372-8c99-4a88-898c-2e4ac80c7598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:36:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['d5a808fe-79a9-472c-b6d7-043a67e3554c'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:10.602421 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] For port 3a7da0f1-b1bc-4772-8b6a-bfa18057823b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=3a7da0f1-b1bc-4772-8b6a-bfa18057823b,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:10.602903 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.615996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Calling delete_port for 3a7da0f1-b1bc-4772-8b6a-bfa18057823b owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:10.685889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-e8e52372-8c99-4a88-898c-2e4ac80c7598 None None] Set router d5a808fe-79a9-472c-b6d7-043a67e3554c gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:10.742933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e8e52372-8c99-4a88-898c-2e4ac80c7598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:37:10Z', 'revision_number': 6, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:10.772761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e52372-8c99-4a88-898c-2e4ac80c7598 None None] The sync data for ids ['d5a808fe-79a9-472c-b6d7-043a67e3554c'] in n-d-615180-58 is: [{'id': 'd5a808fe-79a9-472c-b6d7-043a67e3554c', 'name': 'tempest-TestVolumeBootPattern-135239530-router', 'tenant_id': 'f7821f3fbc2241db873fdd8626e7b447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:41Z', 'updated_at': '2022-02-11T05:37:10Z', 'revision_number': 6, 'project_id': 'f7821f3fbc2241db873fdd8626e7b447', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:37:10.786099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3a7da0f1-b1bc-4772-8b6a-bfa18057823b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.820633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7da0f1-b1bc-4772-8b6a-bfa18057823b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:10.875705 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (d5a808fe-79a9-472c-b6d7-043a67e3554c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.965451 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (d5a808fe-79a9-472c-b6d7-043a67e3554c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.968157 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Publish callbacks [] for router_controller (d5a808fe-79a9-472c-b6d7-043a67e3554c), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.012882 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (d5a808fe-79a9-472c-b6d7-043a67e3554c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.013461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5a808fe-79a9-472c-b6d7-043a67e3554c {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:37:11.017961 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.019136 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-77510eb5-dc40-4c53-afce-3efec7846616 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d5a808fe-79a9-472c-b6d7-043a67e3554c HTTP/1.1" status: 204 len: 168 time: 0.7557049 Feb 11 05:37:11.022373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50146) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:11.067820 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22724ee-d94d-498c-9131-74eccde7b201 admin admin] Deleting subnet d989c873-b096-4d2f-b701-d41d9c683ac4 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:37:11.070819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d22724ee-d94d-498c-9131-74eccde7b201 admin admin] Publish callbacks [] for subnet (d989c873-b096-4d2f-b701-d41d9c683ac4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.104934 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d22724ee-d94d-498c-9131-74eccde7b201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (d989c873-b096-4d2f-b701-d41d9c683ac4), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.189308 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d22724ee-d94d-498c-9131-74eccde7b201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (d989c873-b096-4d2f-b701-d41d9c683ac4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.241891 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d22724ee-d94d-498c-9131-74eccde7b201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (d989c873-b096-4d2f-b701-d41d9c683ac4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.264515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22724ee-d94d-498c-9131-74eccde7b201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d989c873-b096-4d2f-b701-d41d9c683ac4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:11.270364 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d22724ee-d94d-498c-9131-74eccde7b201 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.274696 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d22724ee-d94d-498c-9131-74eccde7b201 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d989c873-b096-4d2f-b701-d41d9c683ac4 HTTP/1.1" status: 204 len: 168 time: 0.2510045 Feb 11 05:37:11.275791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a351d5-2657-4148-9791-e84bfe232521 None None] Network 1f82920e-251c-4efe-be74-d19b3281e70b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:11.276323 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50148) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:11.344963 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (1f82920e-251c-4efe-be74-d19b3281e70b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.410609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Deleting port bb497de3-3efc-40ef-9944-fa195e32255d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:11.411060 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.477085 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] For port bb497de3-3efc-40ef-9944-fa195e32255d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bb497de3-3efc-40ef-9944-fa195e32255d,segment=NetworkSegment(cbd880e9-3389-46bd-be73-719578bea845),segment_id=cbd880e9-3389-46bd-be73-719578bea845)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:11.477378 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.490009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Calling delete_port for bb497de3-3efc-40ef-9944-fa195e32255d owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:11.548944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] DHCP port deletion for 1f82920e-251c-4efe-be74-d19b3281e70b request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:37:11.575609 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.598099 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Deleting port bb497de3-3efc-40ef-9944-fa195e32255d {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:11.598674 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.604373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] No DVR routers for this DVR port bb497de3-3efc-40ef-9944-fa195e32255d on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:11.609612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb497de3-3efc-40ef-9944-fa195e32255d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:11.666048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] For port bb497de3-3efc-40ef-9944-fa195e32255d, host n-d-615180-58, got binding levels [] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:11.666449 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.679348 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Calling delete_port for bb497de3-3efc-40ef-9944-fa195e32255d owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:11.682063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.ipam_backend_mixin [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Port bb497de3-3efc-40ef-9944-fa195e32255d was not found and therefore no delete operation was performed {{(pid=103355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:37:11.683408 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (bb497de3-3efc-40ef-9944-fa195e32255d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.684555 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (1f82920e-251c-4efe-be74-d19b3281e70b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.710711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f82920e-251c-4efe-be74-d19b3281e70b']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:11.714762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Pushing event deleted for resources: {'Port': ['ID=bb497de3-3efc-40ef-9944-fa195e32255d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:11.721208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd880e9-3389-46bd-be73-719578bea845') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:11.721645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd880e9-3389-46bd-be73-719578bea845') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:11.724138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] No DVR routers for this DVR port bb497de3-3efc-40ef-9944-fa195e32255d on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:11.726260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.726677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.727042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.727396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.727742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.728080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.728417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.728751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.729083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.729416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.729746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.730265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.730600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0471e69-2379-47aa-a359-3ef287ba0b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:11.736352 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (cbd880e9-3389-46bd-be73-719578bea845), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.752168 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (cbd880e9-3389-46bd-be73-719578bea845), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.755751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3a7da0f1-b1bc-4772-8b6a-bfa18057823b no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:11.760069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:37:11.760533 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (cbd880e9-3389-46bd-be73-719578bea845), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:37:11.762507 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:37:11.779724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 3a7da0f1-b1bc-4772-8b6a-bfa18057823b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:11.780027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 3a7da0f1-b1bc-4772-8b6a-bfa18057823b not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:11.781157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bb497de3-3efc-40ef-9944-fa195e32255d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:11.801087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: bb497de3-3efc-40ef-9944-fa195e32255d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:11.801440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bb497de3-3efc-40ef-9944-fa195e32255d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:11.802049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b9e9f577-2bab-46ab-af94-58d8c313a125 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:11.821577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b9e9f577-2bab-46ab-af94-58d8c313a125 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:11.822153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b9e9f577-2bab-46ab-af94-58d8c313a125 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:11.831871 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (1f82920e-251c-4efe-be74-d19b3281e70b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.837689 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.841203 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1f82920e-251c-4efe-be74-d19b3281e70b HTTP/1.1" status: 204 len: 168 time: 0.5639608 Feb 11 05:37:11.844913 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50150) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:11.854568 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad99ed-f35f-4748-aa5c-fafb9b752595 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f82920e-251c-4efe-be74-d19b3281e70b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:11.934599 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b234543b-998a-4f84-a864-c071707ef544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.195270 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.441888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Deleting port 9e721790-378b-4d23-93ac-e9d75bd184bc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:12.442233 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.519211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] For port 9e721790-378b-4d23-93ac-e9d75bd184bc, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9e721790-378b-4d23-93ac-e9d75bd184bc,segment=NetworkSegment(b2e05daa-78de-48e1-9511-181466b10b8d),segment_id=b2e05daa-78de-48e1-9511-181466b10b8d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:12.519574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.532231 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Calling delete_port for 9e721790-378b-4d23-93ac-e9d75bd184bc owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:12.710405 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9e721790-378b-4d23-93ac-e9d75bd184bc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.736166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e721790-378b-4d23-93ac-e9d75bd184bc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:12.767003 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.767400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.768000 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.768334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.768668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.768999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.769325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.769649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.769969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.770288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.770607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.770959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.771285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:12.912840 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.915881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.130338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Router bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:37:13.232610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:13.237592 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-30bb3886-4adb-4ab8-8326-eb74e917871b admin admin] 10.222.0.48 "PUT /v2.0/routers/bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3914990 Feb 11 05:37:13.240438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50152) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:13.241276 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c226ba-7beb-4c62-a6da-d4bb9e9745f2 None None] Sync routers for ids ['bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:13.250585 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c226ba-7beb-4c62-a6da-d4bb9e9745f2 None None] Routers {'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:13.251220 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-17c226ba-7beb-4c62-a6da-d4bb9e9745f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:37:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:13.345252 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Publish callbacks [] for router (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.355733 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-17c226ba-7beb-4c62-a6da-d4bb9e9745f2 None None] Set router bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:13.448906 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Publish callbacks [] for router_gateway (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.504865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Deleting port 6787bd82-541f-4d3a-92e7-434526e35397 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:13.505202 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (6787bd82-541f-4d3a-92e7-434526e35397), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.536127 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-17c226ba-7beb-4c62-a6da-d4bb9e9745f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'name': 'tempest-TestVolumeBootPattern-400011768-router', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '6787bd82-541f-4d3a-92e7-434526e35397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:46Z', 'updated_at': '2022-02-11T05:37:12Z', 'revision_number': 5, 'project_id': 'a14cde3060d345469fe670969540b6ec', 'gw_port': {'id': '6787bd82-541f-4d3a-92e7-434526e35397', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:47Z', 'updated_at': '2022-02-11T05:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:13.566403 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c226ba-7beb-4c62-a6da-d4bb9e9745f2 None None] Checking router: bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:37:13.574524 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c226ba-7beb-4c62-a6da-d4bb9e9745f2 None None] Routers {'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:13.575155 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-17c226ba-7beb-4c62-a6da-d4bb9e9745f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:37:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:13.582549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] For port 6787bd82-541f-4d3a-92e7-434526e35397, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=6787bd82-541f-4d3a-92e7-434526e35397,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:13.582943 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (6787bd82-541f-4d3a-92e7-434526e35397), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.595322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Calling delete_port for 6787bd82-541f-4d3a-92e7-434526e35397 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:13.660394 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-17c226ba-7beb-4c62-a6da-d4bb9e9745f2 None None] Set router bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:13.712246 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-17c226ba-7beb-4c62-a6da-d4bb9e9745f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'name': 'tempest-TestVolumeBootPattern-400011768-router', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:46Z', 'updated_at': '2022-02-11T05:37:13Z', 'revision_number': 6, 'project_id': 'a14cde3060d345469fe670969540b6ec', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:13.744956 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c226ba-7beb-4c62-a6da-d4bb9e9745f2 None None] The sync data for ids ['bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9'] in n-d-615180-58 is: [{'id': 'bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9', 'name': 'tempest-TestVolumeBootPattern-400011768-router', 'tenant_id': 'a14cde3060d345469fe670969540b6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:46Z', 'updated_at': '2022-02-11T05:37:13Z', 'revision_number': 6, 'project_id': 'a14cde3060d345469fe670969540b6ec', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:37:13.768579 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (6787bd82-541f-4d3a-92e7-434526e35397), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.800147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6787bd82-541f-4d3a-92e7-434526e35397,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:13.856060 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.945773 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.947882 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Publish callbacks [] for router_controller (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.990827 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.991414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:37:13.995930 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.997074 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4721daa1-e2b0-46fd-9a17-b48313c2c3ae admin admin] 10.222.0.48 "DELETE /v2.0/routers/bdd97461-9d76-4a9d-a9a8-7a0a48dda9f9 HTTP/1.1" status: 204 len: 168 time: 0.7556860 Feb 11 05:37:14.000153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50154) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:14.043055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfb876f-b676-467f-a656-243a876d3878 admin admin] Deleting subnet 4e4e08fb-ba47-40f4-9591-8d02fbd2903c {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:37:14.046049 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdfb876f-b676-467f-a656-243a876d3878 admin admin] Publish callbacks [] for subnet (4e4e08fb-ba47-40f4-9591-8d02fbd2903c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.083790 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdfb876f-b676-467f-a656-243a876d3878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (4e4e08fb-ba47-40f4-9591-8d02fbd2903c), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.163616 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdfb876f-b676-467f-a656-243a876d3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4e4e08fb-ba47-40f4-9591-8d02fbd2903c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.216842 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdfb876f-b676-467f-a656-243a876d3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (4e4e08fb-ba47-40f4-9591-8d02fbd2903c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.241524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb876f-b676-467f-a656-243a876d3878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e4e08fb-ba47-40f4-9591-8d02fbd2903c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:14.248143 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdfb876f-b676-467f-a656-243a876d3878 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.252050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bdfb876f-b676-467f-a656-243a876d3878 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4e4e08fb-ba47-40f4-9591-8d02fbd2903c HTTP/1.1" status: 204 len: 168 time: 0.2509072 Feb 11 05:37:14.253043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df84113-1ef7-4947-b65f-57df6bf9aa48 None None] Network 10e98d97-d336-4617-ae7c-ab866d9601e5 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:14.254754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50156) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:14.326953 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (10e98d97-d336-4617-ae7c-ab866d9601e5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.379845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Deleting port f861ad63-324c-43c3-a3ef-130cf143419b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:14.380195 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f861ad63-324c-43c3-a3ef-130cf143419b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.442194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] For port f861ad63-324c-43c3-a3ef-130cf143419b, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f861ad63-324c-43c3-a3ef-130cf143419b,segment=NetworkSegment(b2e05daa-78de-48e1-9511-181466b10b8d),segment_id=b2e05daa-78de-48e1-9511-181466b10b8d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:14.442564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f861ad63-324c-43c3-a3ef-130cf143419b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.458526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Calling delete_port for f861ad63-324c-43c3-a3ef-130cf143419b owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:14.494050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.536597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea38d8-cae8-4b1c-8fff-2e04ccd359bb None None] DHCP port deletion for 10e98d97-d336-4617-ae7c-ab866d9601e5 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:37:14.542292 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f861ad63-324c-43c3-a3ef-130cf143419b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.565829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-67ea38d8-cae8-4b1c-8fff-2e04ccd359bb None None] The port 'f861ad63-324c-43c3-a3ef-130cf143419b' was deleted {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 05:37:14.571222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f861ad63-324c-43c3-a3ef-130cf143419b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:14.574125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] No DVR routers for this DVR port f861ad63-324c-43c3-a3ef-130cf143419b on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:14.648047 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (10e98d97-d336-4617-ae7c-ab866d9601e5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.668343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e98d97-d336-4617-ae7c-ab866d9601e5']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:14.678205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e05daa-78de-48e1-9511-181466b10b8d') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:14.678555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e05daa-78de-48e1-9511-181466b10b8d') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:14.688368 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (b2e05daa-78de-48e1-9511-181466b10b8d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.701317 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (b2e05daa-78de-48e1-9511-181466b10b8d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.707640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (b2e05daa-78de-48e1-9511-181466b10b8d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:37:14.709949 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:37:14.765318 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (10e98d97-d336-4617-ae7c-ab866d9601e5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.771380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.779959 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] 10.222.0.48 "DELETE /v2.0/networks/10e98d97-d336-4617-ae7c-ab866d9601e5 HTTP/1.1" status: 204 len: 168 time: 0.5216670 Feb 11 05:37:14.796588 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5f071-6a82-42f2-82b2-0d0bd6e47e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=10e98d97-d336-4617-ae7c-ab866d9601e5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:14.913001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50160) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:14.951712 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8d57b218-6669-4bca-b6db-dadb64c18ee9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7821f3fbc2241db873fdd8626e7b447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375113 Feb 11 05:37:14.953960 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50162) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:15.004650 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc7b8554-e5d3-4047-8e71-508bde6bb445 admin admin] Publish callbacks [] for security_group (ca85edcc-507c-475f-a013-35eb92c1859e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:15.025125 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc7b8554-e5d3-4047-8e71-508bde6bb445 admin admin] Publish callbacks [] for security_group (ca85edcc-507c-475f-a013-35eb92c1859e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:15.072220 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc7b8554-e5d3-4047-8e71-508bde6bb445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (ca85edcc-507c-475f-a013-35eb92c1859e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:15.074804 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc7b8554-e5d3-4047-8e71-508bde6bb445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:15.076539 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fc7b8554-e5d3-4047-8e71-508bde6bb445 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca85edcc-507c-475f-a013-35eb92c1859e HTTP/1.1" status: 204 len: 168 time: 0.1216996 Feb 11 05:37:15.086863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b8554-e5d3-4047-8e71-508bde6bb445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca85edcc-507c-475f-a013-35eb92c1859e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:15.404554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50168) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:15.443718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b66140ad-0226-4ccc-886b-33cfb6fcf58c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a14cde3060d345469fe670969540b6ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378091 Feb 11 05:37:15.446027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50170) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:15.495881 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1acad7a8-4c90-442f-a2bd-e3ea8f2d555d admin admin] Publish callbacks [] for security_group (b8190867-a984-4eb0-870f-b6f5be8c95a3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:15.517431 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1acad7a8-4c90-442f-a2bd-e3ea8f2d555d admin admin] Publish callbacks [] for security_group (b8190867-a984-4eb0-870f-b6f5be8c95a3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:15.563541 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1acad7a8-4c90-442f-a2bd-e3ea8f2d555d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (b8190867-a984-4eb0-870f-b6f5be8c95a3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:15.566099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1acad7a8-4c90-442f-a2bd-e3ea8f2d555d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:15.567265 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-1acad7a8-4c90-442f-a2bd-e3ea8f2d555d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8190867-a984-4eb0-870f-b6f5be8c95a3 HTTP/1.1" status: 204 len: 168 time: 0.1203039 Feb 11 05:37:15.574743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acad7a8-4c90-442f-a2bd-e3ea8f2d555d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8190867-a984-4eb0-870f-b6f5be8c95a3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:15.730683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9e721790-378b-4d23-93ac-e9d75bd184bc no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:15.754845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 9e721790-378b-4d23-93ac-e9d75bd184bc {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:15.755346 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9e721790-378b-4d23-93ac-e9d75bd184bc not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:15.755587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6787bd82-541f-4d3a-92e7-434526e35397 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:15.759126 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:15.778756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 6787bd82-541f-4d3a-92e7-434526e35397 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:15.779166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 6787bd82-541f-4d3a-92e7-434526e35397 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:15.779595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f861ad63-324c-43c3-a3ef-130cf143419b no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:15.800416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: f861ad63-324c-43c3-a3ef-130cf143419b {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:15.800944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f861ad63-324c-43c3-a3ef-130cf143419b not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:26.099653 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-5024c946-a43f-438f-a5c4-fac5333e8b73 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=aa251af770024c71a337f98f709ed764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286384 Feb 11 05:37:26.276590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-c524c2a8-e947-4aea-9374-97707679317e tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:26.278068 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-c524c2a8-e947-4aea-9374-97707679317e tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733773 Feb 11 05:37:26.292968 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-418d044a-6d6b-430d-80d3-b6c59b87896a tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/quotas/aa251af770024c71a337f98f709ed764 HTTP/1.1" status: 200 len: 375 time: 0.0090048 Feb 11 05:37:26.633244 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-d84a6674-cd13-4a6c-8cc8-438a5575f08c tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa251af770024c71a337f98f709ed764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3346500 Feb 11 05:37:26.802438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3130f264-4b27-4544-bc2a-03a1a4ebe2c7 req-23307389-a569-41bd-ab2e-bb3e57764f43 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0272756 Feb 11 05:37:27.882375 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1577de73-b965-49c5-90dc-d266804a61e3 req-1a4f1084-a175-474d-8461-df5a2d46e23f tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0269792 Feb 11 05:37:28.962175 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f96deac-165f-4fa9-982a-69d0427308da req-12eb1cef-92df-47e4-ad99-d469346449b5 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0298457 Feb 11 05:37:30.038465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3167de3b-2bfb-4d84-b2f7-50b7f0827653 req-d045d057-a65c-484c-a357-de299a61b200 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0274851 Feb 11 05:37:31.134603 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f1d67fc0-3453-4650-90e1-f8396b3913fd req-59bb54ca-4ff0-40ee-b1de-c167ca2817ee tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0266638 Feb 11 05:37:31.863949 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-556b5410-a9e2-4fce-b424-e1a0ff613f14 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aa251af770024c71a337f98f709ed764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299542 Feb 11 05:37:32.046859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-79939a08-0033-4143-a898-82c4a642f948 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:32.048307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-79939a08-0033-4143-a898-82c4a642f948 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791394 Feb 11 05:37:32.066325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Request body: {'port': {'device_id': 'c05250c7-be7b-471c-afc4-3a2c5c9d8cb2', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'admin_state_up': True, 'tenant_id': 'aa251af770024c71a337f98f709ed764'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:32.237383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-90f88e9f-70cb-4b9b-8f4a-7f2b0e190b04 req-13e87ee1-9e69-4c68-bad6-a2198233ccd0 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0304060 Feb 11 05:37:32.517360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Made reservation on behalf of aa251af770024c71a337f98f709ed764 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:32.521069 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:32.530126 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:32.603034 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Publish callbacks [] for security_group (02ad3ed7-e5da-4248-b49d-b5d46aee79a2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:32.607382 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (02ad3ed7-e5da-4248-b49d-b5d46aee79a2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:32.675831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ad3ed7-e5da-4248-b49d-b5d46aee79a2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:32.689516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.689868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.690225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.690575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.690934 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.691280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.691620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.691950 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.692289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.692620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.692983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.693311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.693637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:32.752340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Allocated IP 192.168.233.110 (57815ee2-a35e-4539-b706-b0aecbc87dfe/5cb41bf4-5451-4b30-ab44-f5d8235ca565/f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:32.905014 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Publish callbacks [] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:32.938947 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:32.981158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Network 57815ee2-a35e-4539-b706-b0aecbc87dfe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:32.984980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:32.988712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:33.013592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Pushing event updated for resources: {'Port': ['ID=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:33.045671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:33.046330 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:33.064000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-b4371262-fafb-41d2-94eb-136df4824e03 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0011032 Feb 11 05:37:33.081612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Request body: {'port': {'device_id': 'c05250c7-be7b-471c-afc4-3a2c5c9d8cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:33.148124 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:33.233983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2297f0a7-5986-4a6c-8dcf-a23d9a400202 None None] Provisioning complete for port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:33.234607 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2297f0a7-5986-4a6c-8dcf-a23d9a400202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:33.268238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2297f0a7-5986-4a6c-8dcf-a23d9a400202 None None] Port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:37:33.411689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d928a-bef6-42e3-8d84-b74e88a5ed52 req-eee686e0-1c5c-4e7c-b76a-4e3f79e433ea tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:33.413163 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-803d928a-bef6-42e3-8d84-b74e88a5ed52 req-eee686e0-1c5c-4e7c-b76a-4e3f79e433ea tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 936 time: 0.1041634 Feb 11 05:37:33.495516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:33.504036 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Publish callbacks [] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:33.508716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-803d928a-bef6-42e3-8d84-b74e88a5ed52 req-693cd998-4837-41c6-b95f-5db1b03e85bd tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/security-groups?id=02ad3ed7-e5da-4248-b49d-b5d46aee79a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886693 Feb 11 05:37:33.519997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Transition to ACTIVE for port object f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:37:33.523905 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:33.580082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:33.655534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Attempting to bind port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:33.655906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Attempting to bind port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:33.656247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Attempting to bind port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:33.660744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:37:33.661078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Attempting to bind port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 on network 57815ee2-a35e-4539-b706-b0aecbc87dfe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:33.666617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:33.667019 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Checking segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:33.667401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Bound using segment: {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:33.667840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Bound port: f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae6d0d-87df-4523-8b20-297b9239dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:33.668214 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:33.716692 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:33.744455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] For port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:33.748353 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] For port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:33.753678 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:33.788463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:33.789080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:33.790471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] 10.222.0.60 "PUT /v2.0/ports/f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 HTTP/1.1" status: 200 len: 1097 time: 0.7135272 Feb 11 05:37:33.790939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05250c7-be7b-471c-afc4-3a2c5c9d8cb2', 'tag': 'f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:33.793209 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09586550-4344-4a7e-9a62-21ea7ee94ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "c05250c7-be7b-471c-afc4-3a2c5c9d8cb2", "tag": "f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:33.834295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f128c88-8043-44ff-9d0e-52c4f7d769c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:33.838075 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f5ee06-dbff-41b0-a5ea-d03f2a1c4ae7 x-openstack-request-id: req-e8f5ee06-dbff-41b0-a5ea-d03f2a1c4ae7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:33.838375 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05250c7-be7b-471c-afc4-3a2c5c9d8cb2", "tag": "f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:33.839958 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8f5ee06-dbff-41b0-a5ea-d03f2a1c4ae7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:33.840390 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05250c7-be7b-471c-afc4-3a2c5c9d8cb2', 'tag': 'f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0', 'status': 'completed', 'code': 200} Feb 11 05:37:33.902528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-12a78e0a-d293-41b0-bdfb-d7a8ddae6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:33.904234 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-12a78e0a-d293-41b0-bdfb-d7a8ddae6dd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa251af770024c71a337f98f709ed764&device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 1131 time: 0.0552745 Feb 11 05:37:33.957705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-96ade720-78a5-406c-b90e-6999fd1631ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 HTTP/1.1" status: 200 len: 217 time: 0.0423672 Feb 11 05:37:34.007146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-f4e13d48-ab5c-42f0-9cea-6507826cb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:34.008703 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-f4e13d48-ab5c-42f0-9cea-6507826cb7c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0450406 Feb 11 05:37:34.058324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-3a075978-6d2c-4e21-beb8-196658b1b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:34.059912 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-3a075978-6d2c-4e21-beb8-196658b1b7b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0448644 Feb 11 05:37:34.154053 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-2abef96b-a1ce-4ba7-91fb-3f9416b3dbad service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880201 Feb 11 05:37:34.243922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c7e36f5-01a8-4f39-868c-f8e24f516938 req-6a5d2003-f26b-484b-96b0-1eda44c8bc4d service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838315 Feb 11 05:37:34.368958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09586550-4344-4a7e-9a62-21ea7ee94ae5 req-7905e313-5f5b-4294-bebc-52c7bb708ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:34.370617 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09586550-4344-4a7e-9a62-21ea7ee94ae5 req-7905e313-5f5b-4294-bebc-52c7bb708ada service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa251af770024c71a337f98f709ed764&device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 1131 time: 0.0538361 Feb 11 05:37:34.461729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09586550-4344-4a7e-9a62-21ea7ee94ae5 req-d05f9dc9-06bd-4a27-95cf-4c617bd753cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:34.463334 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09586550-4344-4a7e-9a62-21ea7ee94ae5 req-d05f9dc9-06bd-4a27-95cf-4c617bd753cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=57815ee2-a35e-4539-b706-b0aecbc87dfe HTTP/1.1" status: 200 len: 870 time: 0.0866499 Feb 11 05:37:34.509582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09586550-4344-4a7e-9a62-21ea7ee94ae5 req-6fd9e421-3c50-445f-97cc-3967687b478b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 HTTP/1.1" status: 200 len: 217 time: 0.0397673 Feb 11 05:37:34.560201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09586550-4344-4a7e-9a62-21ea7ee94ae5 req-c3391cc6-f7fe-4db6-bf11-be43080b4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:34.561697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09586550-4344-4a7e-9a62-21ea7ee94ae5 req-c3391cc6-f7fe-4db6-bf11-be43080b4d3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cb41bf4-5451-4b30-ab44-f5d8235ca565 HTTP/1.1" status: 200 len: 843 time: 0.0460911 Feb 11 05:37:34.647777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09586550-4344-4a7e-9a62-21ea7ee94ae5 req-dc62f6a6-a496-4787-8dfb-5b7139e3dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:34.649244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09586550-4344-4a7e-9a62-21ea7ee94ae5 req-dc62f6a6-a496-4787-8dfb-5b7139e3dee3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57815ee2-a35e-4539-b706-b0aecbc87dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0813088 Feb 11 05:37:34.661443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa5676-5032-408d-bb0a-63e05ead8de0 req-56ccf129-8c70-49ad-b9e7-71b395213026 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:34.662931 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39fa5676-5032-408d-bb0a-63e05ead8de0 req-56ccf129-8c70-49ad-b9e7-71b395213026 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 948 time: 0.0680904 Feb 11 05:37:34.769379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-39fa5676-5032-408d-bb0a-63e05ead8de0 req-b9ce6ac6-ffae-450b-b889-ac93cf235382 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/security-groups?id=02ad3ed7-e5da-4248-b49d-b5d46aee79a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982170 Feb 11 05:37:34.797719 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09586550-4344-4a7e-9a62-21ea7ee94ae5 req-45f52f0f-127b-43f5-9e41-29849dcc3ecf service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337957 Feb 11 05:37:34.897253 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09586550-4344-4a7e-9a62-21ea7ee94ae5 req-83ba6fa8-a4d7-415d-acb4-197e68678bb0 service neutron] 10.222.0.60 "GET /v2.0/networks/57815ee2-a35e-4539-b706-b0aecbc87dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932794 Feb 11 05:37:35.762722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-18b6c8d9-270c-472b-ba57-5fcfd82ea91d tempest-TestNetworkAdvancedServerOps-894138258 tempest-TestNetworkAdvancedServerOps-894138258-project-admin] (103354) timed out ('10.222.0.48', 47578) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:37:35.895119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bbbe6-686a-42d0-8940-18a79b7da240 req-146ef838-041e-4a2d-8083-36d1bd11c9ad tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:35.896616 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d2bbbe6-686a-42d0-8940-18a79b7da240 req-146ef838-041e-4a2d-8083-36d1bd11c9ad tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 948 time: 0.0564666 Feb 11 05:37:35.943909 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d2bbbe6-686a-42d0-8940-18a79b7da240 req-d7c9ba13-3a00-4a82-a740-274c9782426a tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/security-groups?id=02ad3ed7-e5da-4248-b49d-b5d46aee79a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Feb 11 05:37:37.062146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181bd73-45bf-48da-a60c-c49a37e24e7f req-227ff548-5ee1-46b9-b253-916538d5df99 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:37.063676 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e181bd73-45bf-48da-a60c-c49a37e24e7f req-227ff548-5ee1-46b9-b253-916538d5df99 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 948 time: 0.0544209 Feb 11 05:37:37.110075 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e181bd73-45bf-48da-a60c-c49a37e24e7f req-eba41590-78bf-4015-9ab9-2208fc565863 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/security-groups?id=02ad3ed7-e5da-4248-b49d-b5d46aee79a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405347 Feb 11 05:37:37.335414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-d18861fb-8d03-4dfa-a9f8-3f7f8c7fefc8 req-8551e41d-fcf8-4cf7-b9e0-46b56b407600 service neutron] (103354) timed out ('10.222.0.48', 47574) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:37:37.347506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:37:37.440803 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:37.450809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0', 'network_id': '57815ee2-a35e-4539-b706-b0aecbc87dfe', 'port_id': 'f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0', 'mac_address': 'fa:16:3e:11:62:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb41bf4-5451-4b30-ab44-f5d8235ca565', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:37:37.490422 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:37.490817 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:37.503253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:37.521866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:37.525917 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:37.571817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:37.739056 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:37.975136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:38.230340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97455bc2-f658-46e9-8a1b-c2c47ae2fa3b req-ada8f828-dd9a-4905-8871-21e4b8bd8adb tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:38.231781 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97455bc2-f658-46e9-8a1b-c2c47ae2fa3b req-ada8f828-dd9a-4905-8871-21e4b8bd8adb tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 949 time: 0.0516107 Feb 11 05:37:38.278256 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97455bc2-f658-46e9-8a1b-c2c47ae2fa3b req-e53ebdc0-5d9e-45a4-88b8-afb1b207668e tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/security-groups?id=02ad3ed7-e5da-4248-b49d-b5d46aee79a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Feb 11 05:37:39.366512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:39.394855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791caf6-aba3-488e-9503-f6113da17bc5 req-c6c88a32-6f8e-4d60-924c-99d856a16850 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:39.396388 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a791caf6-aba3-488e-9503-f6113da17bc5 req-c6c88a32-6f8e-4d60-924c-99d856a16850 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 949 time: 0.0525954 Feb 11 05:37:39.415836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:37:39.420443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:39.420854 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.450384 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a791caf6-aba3-488e-9503-f6113da17bc5 req-29ed3d3a-bb42-4a7e-b7be-024fb84683c5 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/security-groups?id=02ad3ed7-e5da-4248-b49d-b5d46aee79a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483046 Feb 11 05:37:39.476199 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08e01221-8e23-4444-b3c0-7144681adbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.512636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:39.513060 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.536499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05250c7-be7b-471c-afc4-3a2c5c9d8cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:39.550550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:39.554451 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.577875 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d828a9-d5dd-410a-983c-2a11e5e2987b" -d '{"events": [{"server_uuid": "c05250c7-be7b-471c-afc4-3a2c5c9d8cb2", "name": "network-vif-plugged", "status": "completed", "tag": "f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:39.584054 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:37:39.605948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:39.663699 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef7a7c5-4935-4189-9c92-3ade8c8ad17b x-openstack-request-id: req-eef7a7c5-4935-4189-9c92-3ade8c8ad17b {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:39.664004 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05250c7-be7b-471c-afc4-3a2c5c9d8cb2", "name": "network-vif-plugged", "status": "completed", "tag": "f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:39.664282 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eef7a7c5-4935-4189-9c92-3ade8c8ad17b {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:39.664686 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05250c7-be7b-471c-afc4-3a2c5c9d8cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0', 'code': 200} Feb 11 05:37:39.821461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b77ad-a836-4b9f-88d6-f5a7b047263e req-a901aa84-3b2d-4be6-857f-0d9ea724bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:39.822949 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-173b77ad-a836-4b9f-88d6-f5a7b047263e req-a901aa84-3b2d-4be6-857f-0d9ea724bcbb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 1133 time: 0.0431316 Feb 11 05:37:39.867167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-173b77ad-a836-4b9f-88d6-f5a7b047263e req-01bede7e-8193-4981-8e1e-88a40d5ca403 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=02ad3ed7-e5da-4248-b49d-b5d46aee79a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368974 Feb 11 05:37:40.588849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b798f-a35e-4b73-8b51-a3f5095ff94f req-a5ee9d07-7af7-4f15-b6d3-45b0c4dc0cb4 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:40.590456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-775b798f-a35e-4b73-8b51-a3f5095ff94f req-a5ee9d07-7af7-4f15-b6d3-45b0c4dc0cb4 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 950 time: 0.0593100 Feb 11 05:37:40.640891 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-775b798f-a35e-4b73-8b51-a3f5095ff94f req-978871e2-65df-4db7-9e26-d511bf756fc9 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/security-groups?id=02ad3ed7-e5da-4248-b49d-b5d46aee79a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446012 Feb 11 05:37:41.772763 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4229eb-adc0-4906-ba3f-f7be37d4f4b0 req-de14679a-1659-4715-8eea-dc0ceab1196e tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:41.774213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b4229eb-adc0-4906-ba3f-f7be37d4f4b0 req-de14679a-1659-4715-8eea-dc0ceab1196e tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 950 time: 0.0588968 Feb 11 05:37:41.821297 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b4229eb-adc0-4906-ba3f-f7be37d4f4b0 req-4aa0c07f-73c9-4126-a7f1-cf6e1d761ba7 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/security-groups?id=02ad3ed7-e5da-4248-b49d-b5d46aee79a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Feb 11 05:37:41.938307 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6b634a9-9f84-4320-8bdb-c6ce12442298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.215190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-49a2897c-c8e9-489b-8658-7fdd799e64b8 req-b9320625-5575-4848-9369-3b5653f9f035 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:37:42.216205 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49a2897c-c8e9-489b-8658-7fdd799e64b8 req-b9320625-5575-4848-9369-3b5653f9f035 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472066 Feb 11 05:37:42.628106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-4c7efbcf-2980-42dc-9f74-ddf8bf291fef req-8b71174c-49a2-47d6-95e4-5c82a6cf6b61 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:37:42.629127 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c7efbcf-2980-42dc-9f74-ddf8bf291fef req-8b71174c-49a2-47d6-95e4-5c82a6cf6b61 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473435 Feb 11 05:37:42.913242 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.968464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2371-27c5-470e-905e-714f1b63aefb req-f978c2bd-c271-47f7-8462-8c268dece290 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:42.969987 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bffc2371-27c5-470e-905e-714f1b63aefb req-f978c2bd-c271-47f7-8462-8c268dece290 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 950 time: 0.0526333 Feb 11 05:37:43.016428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bffc2371-27c5-470e-905e-714f1b63aefb req-ebb98fae-6a64-43ea-8e2c-4c402b8d7c1e tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/security-groups?id=02ad3ed7-e5da-4248-b49d-b5d46aee79a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Feb 11 05:37:44.141665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a22a0-0004-4bde-bad1-52e6c454731a req-3383fdeb-0652-4ce3-8026-a4409761f830 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:44.143431 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-065a22a0-0004-4bde-bad1-52e6c454731a req-3383fdeb-0652-4ce3-8026-a4409761f830 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 950 time: 0.0563259 Feb 11 05:37:44.189440 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-065a22a0-0004-4bde-bad1-52e6c454731a req-f7406d72-99d4-4ee4-812a-a7f66436fe0a tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/security-groups?id=02ad3ed7-e5da-4248-b49d-b5d46aee79a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404706 Feb 11 05:37:44.499528 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.702777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ec1e3-6793-4838-bd78-89b209f181be req-3b89d04c-acf5-4121-b5f4-5c0816297df4 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:44.704261 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa3ec1e3-6793-4838-bd78-89b209f181be req-3b89d04c-acf5-4121-b5f4-5c0816297df4 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 950 time: 0.0545659 Feb 11 05:37:44.802402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-aa3ec1e3-6793-4838-bd78-89b209f181be req-5388364c-9d30-4625-993e-76353fced984 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Deleting port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:44.802664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-aa3ec1e3-6793-4838-bd78-89b209f181be req-5388364c-9d30-4625-993e-76353fced984 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.890271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-aa3ec1e3-6793-4838-bd78-89b209f181be req-5388364c-9d30-4625-993e-76353fced984 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] For port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0,segment=NetworkSegment(4dae6d0d-87df-4523-8b20-297b9239dba3),segment_id=4dae6d0d-87df-4523-8b20-297b9239dba3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:44.890633 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-aa3ec1e3-6793-4838-bd78-89b209f181be req-5388364c-9d30-4625-993e-76353fced984 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.903023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-aa3ec1e3-6793-4838-bd78-89b209f181be req-5388364c-9d30-4625-993e-76353fced984 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Calling delete_port for f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:45.031406 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-aa3ec1e3-6793-4838-bd78-89b209f181be req-5388364c-9d30-4625-993e-76353fced984 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.059353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:45.061071 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388364c-9d30-4625-993e-76353fced984 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Pushing event deleted for resources: {'Port': ['ID=f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:45.109026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3ec1e3-6793-4838-bd78-89b209f181be req-5388364c-9d30-4625-993e-76353fced984 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] No DVR routers for this DVR port f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:45.111862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-aa3ec1e3-6793-4838-bd78-89b209f181be req-5388364c-9d30-4625-993e-76353fced984 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.115146 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aa3ec1e3-6793-4838-bd78-89b209f181be req-5388364c-9d30-4625-993e-76353fced984 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.60 "DELETE /v2.0/ports/f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 HTTP/1.1" status: 204 len: 173 time: 0.4048011 Feb 11 05:37:45.115593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05250c7-be7b-471c-afc4-3a2c5c9d8cb2', 'name': 'network-vif-deleted', 'tag': 'f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:45.117891 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30faaf1-d877-4341-8cf1-ad01e57a048c" -d '{"events": [{"server_uuid": "c05250c7-be7b-471c-afc4-3a2c5c9d8cb2", "name": "network-vif-deleted", "tag": "f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:45.163664 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c53cabf-049e-4747-ab1d-ceaeb33ebe52 x-openstack-request-id: req-3c53cabf-049e-4747-ab1d-ceaeb33ebe52 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:45.164754 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05250c7-be7b-471c-afc4-3a2c5c9d8cb2", "name": "network-vif-deleted", "tag": "f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:45.165098 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c53cabf-049e-4747-ab1d-ceaeb33ebe52 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:45.165529 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05250c7-be7b-471c-afc4-3a2c5c9d8cb2', 'name': 'network-vif-deleted', 'tag': 'f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0', 'status': 'completed', 'code': 200} Feb 11 05:37:45.312036 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c66b461-09d5-4cf5-9d9e-9e0320432d75 req-36b3f55b-e33f-4df2-88d5-120e1de83c16 tempest-ServersAdminNegativeTestJSON-487517566 tempest-ServersAdminNegativeTestJSON-487517566-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05250c7-be7b-471c-afc4-3a2c5c9d8cb2 HTTP/1.1" status: 200 len: 210 time: 0.0305181 Feb 11 05:37:45.733352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.604096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50352) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:46.733357 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6f3b4cb4-74ee-45a1-8fc5-e106b28d2e2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa251af770024c71a337f98f709ed764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280756 Feb 11 05:37:46.736029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50356) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:46.784325 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c22b900-0e57-4af0-a695-1cb6b83c3473 admin admin] Publish callbacks [] for security_group (02ad3ed7-e5da-4248-b49d-b5d46aee79a2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.804358 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c22b900-0e57-4af0-a695-1cb6b83c3473 admin admin] Publish callbacks [] for security_group (02ad3ed7-e5da-4248-b49d-b5d46aee79a2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.852230 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c22b900-0e57-4af0-a695-1cb6b83c3473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (02ad3ed7-e5da-4248-b49d-b5d46aee79a2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.855095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c22b900-0e57-4af0-a695-1cb6b83c3473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.856273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9c22b900-0e57-4af0-a695-1cb6b83c3473 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02ad3ed7-e5da-4248-b49d-b5d46aee79a2 HTTP/1.1" status: 204 len: 168 time: 0.1193383 Feb 11 05:37:46.864483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22b900-0e57-4af0-a695-1cb6b83c3473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ad3ed7-e5da-4248-b49d-b5d46aee79a2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:47.113661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50362) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:47.126695 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc830-03ad-4120-a2d0-53ed598caef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.203164 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc830-03ad-4120-a2d0-53ed598caef0 admin admin] Publish callbacks [] for security_group (7daaaed5-7c8c-4763-8cde-40dffcd41d8a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.207442 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc830-03ad-4120-a2d0-53ed598caef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7daaaed5-7c8c-4763-8cde-40dffcd41d8a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.247130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbc830-03ad-4120-a2d0-53ed598caef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daaaed5-7c8c-4763-8cde-40dffcd41d8a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:47.252440 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7dcbc830-03ad-4120-a2d0-53ed598caef0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ce6b957937549e792fdc507f5e96b28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377516 Feb 11 05:37:47.255156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50364) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:47.302441 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4049b7c-17d8-49c4-aa4a-15b54d963def admin admin] Publish callbacks [] for security_group (7daaaed5-7c8c-4763-8cde-40dffcd41d8a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.323058 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4049b7c-17d8-49c4-aa4a-15b54d963def admin admin] Publish callbacks [] for security_group (7daaaed5-7c8c-4763-8cde-40dffcd41d8a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.370697 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4049b7c-17d8-49c4-aa4a-15b54d963def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (7daaaed5-7c8c-4763-8cde-40dffcd41d8a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.373236 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4049b7c-17d8-49c4-aa4a-15b54d963def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.374398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d4049b7c-17d8-49c4-aa4a-15b54d963def admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7daaaed5-7c8c-4763-8cde-40dffcd41d8a HTTP/1.1" status: 204 len: 168 time: 0.1183496 Feb 11 05:37:47.381645 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4049b7c-17d8-49c4-aa4a-15b54d963def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daaaed5-7c8c-4763-8cde-40dffcd41d8a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:48.046083 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50386) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:48.139540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-795631938-network', 'tenant_id': '08628892081448a1b704c8ea07dd39f6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:48.159476 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Made reservation on behalf of 08628892081448a1b704c8ea07dd39f6 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:48.162026 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.170927 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.246765 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Publish callbacks [] for security_group (c2f48357-cba5-4bf4-8b49-81a588c5cc44), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.251254 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c2f48357-cba5-4bf4-8b49-81a588c5cc44), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.271367 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:37:48.285699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f48357-cba5-4bf4-8b49-81a588c5cc44,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:48.288467 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (d362e956-b0e3-4d01-bf1b-10cf878f2df5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.288817 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Added segment d362e956-b0e3-4d01-bf1b-10cf878f2df5 of type vlan for network f16b81ce-6965-4ad5-a73f-50d2518badaf Feb 11 05:37:48.332130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (f16b81ce-6965-4ad5-a73f-50d2518badaf), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.365077 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (f16b81ce-6965-4ad5-a73f-50d2518badaf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.366341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:48.372955 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.403210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3559155 Feb 11 05:37:48.406318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50390) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:48.411873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-96d9ff9b-328f-475f-830b-6dfc9db10ebb admin admin] Request body: {'subnet': {'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-795631938-subnet', 'tenant_id': '08628892081448a1b704c8ea07dd39f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:48.430612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25a2bb-c3b2-44af-9b19-3a456f70a63b admin admin] Pushing event updated for resources: {'Network': ['ID=f16b81ce-6965-4ad5-a73f-50d2518badaf,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:48.431952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d9ff9b-328f-475f-830b-6dfc9db10ebb admin admin] Made reservation on behalf of 08628892081448a1b704c8ea07dd39f6 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:48.435148 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96d9ff9b-328f-475f-830b-6dfc9db10ebb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.441594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network f16b81ce-6965-4ad5-a73f-50d2518badaf details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:37:48.600211 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96d9ff9b-328f-475f-830b-6dfc9db10ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.661789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9ff9b-328f-475f-830b-6dfc9db10ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:48.670421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9ff9b-328f-475f-830b-6dfc9db10ebb admin admin] Checking segment: {'id': 'd362e956-b0e3-4d01-bf1b-10cf878f2df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:48.670791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9ff9b-328f-475f-830b-6dfc9db10ebb admin admin] Network hostable DHCP agents. Network: f16b81ce-6965-4ad5-a73f-50d2518badaf, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:37:48.693013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9ff9b-328f-475f-830b-6dfc9db10ebb admin admin] Network f16b81ce-6965-4ad5-a73f-50d2518badaf is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:37:48.704053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-96d9ff9b-328f-475f-830b-6dfc9db10ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, f16b81ce-6965-4ad5-a73f-50d2518badaf) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:48.708876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d9ff9b-328f-475f-830b-6dfc9db10ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:48.709598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-96d9ff9b-328f-475f-830b-6dfc9db10ebb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.714352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9cc26-16a7-4d8f-8099-9806367891c5 None None] Network f16b81ce-6965-4ad5-a73f-50d2518badaf requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:48.733541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-96d9ff9b-328f-475f-830b-6dfc9db10ebb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3179352 Feb 11 05:37:48.817896 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d62e49-c2db-497e-b510-d189fce07222 None None] Network f16b81ce-6965-4ad5-a73f-50d2518badaf requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:49.153180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-1ad8b82c-2f59-455d-9ec4-dd19e1b64b74 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:49.154691 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-1ad8b82c-2f59-455d-9ec4-dd19e1b64b74 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/networks?id=f16b81ce-6965-4ad5-a73f-50d2518badaf HTTP/1.1" status: 200 len: 811 time: 0.1067481 Feb 11 05:37:49.169453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-e2c71e63-afa7-4811-a89b-4d86b36d7e8b tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/quotas/08628892081448a1b704c8ea07dd39f6 HTTP/1.1" status: 200 len: 375 time: 0.0088503 Feb 11 05:37:49.201112 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-f008e70f-8cd3-4108-9e2f-4a9fcde1e280 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08628892081448a1b704c8ea07dd39f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268307 Feb 11 05:37:49.211363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-23669394-4b83-4309-b034-5e2068a19813 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:37:49.212251 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-23669394-4b83-4309-b034-5e2068a19813 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049801 Feb 11 05:37:49.302473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-4c93a0d1-a041-475e-bf65-140aadf5f4e5 service neutron] 10.222.0.48 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845840 Feb 11 05:37:49.390925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-9430b557-60cc-4a95-ba55-6e5c7ac4ff3e service neutron] 10.222.0.48 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827725 Feb 11 05:37:49.393772 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:49.417825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:49.418183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device f75e1ad9-dce0-4e68-bd64-7bbeaaf7bae0 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:49.552473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-817d6f15-45cc-4b90-82b7-d04ca37d3c3a req-47606308-71f4-4e43-a51c-72af616cdce4 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 210 time: 0.0293386 Feb 11 05:37:50.517443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-93d32100-ad7c-44e2-9bde-48667a5fbc46 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:50.519183 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-93d32100-ad7c-44e2-9bde-48667a5fbc46 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.60 "GET /v2.0/networks?id=f16b81ce-6965-4ad5-a73f-50d2518badaf HTTP/1.1" status: 200 len: 811 time: 0.1056180 Feb 11 05:37:50.539141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Request body: {'port': {'device_id': '86ac7f10-aa41-43c2-929d-89759f50a702', 'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf', 'admin_state_up': True, 'tenant_id': '08628892081448a1b704c8ea07dd39f6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:50.659785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a332608f-2c8b-4113-8679-8edc58697ea5 req-bb8ed95c-5520-413d-a60a-54596262d6a3 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 210 time: 0.0393353 Feb 11 05:37:50.675937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Made reservation on behalf of 08628892081448a1b704c8ea07dd39f6 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:50.679295 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.811665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Allocated IP 172.20.0.5 (f16b81ce-6965-4ad5-a73f-50d2518badaf/a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0/08d99b47-0d86-4957-b59a-f4e9e0ca6546) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:50.955856 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Publish callbacks [] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.988877 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.031815 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Network f16b81ce-6965-4ad5-a73f-50d2518badaf is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:51.035252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:51.039270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:51.045990 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Pushing event updated for resources: {'Port': ['ID=08d99b47-0d86-4957-b59a-f4e9e0ca6546,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:51.094138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:51.094757 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.110224 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-71ae41f9-f335-429a-aed7-108b385b2ce7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5749595 Feb 11 05:37:51.133813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Request body: {'port': {'device_id': '86ac7f10-aa41-43c2-929d-89759f50a702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:51.191639 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.444825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d99b47-0d86-4957-b59a-f4e9e0ca6546 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:51.452079 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Publish callbacks [] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.463855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Transition to ACTIVE for port object 08d99b47-0d86-4957-b59a-f4e9e0ca6546 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:37:51.468189 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.518575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Pushing event updated for resources: {'Port': ['ID=08d99b47-0d86-4957-b59a-f4e9e0ca6546,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:51.580897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Attempting to bind port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:51.581235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Attempting to bind port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'd362e956-b0e3-4d01-bf1b-10cf878f2df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:51.581572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Attempting to bind port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 on network f16b81ce-6965-4ad5-a73f-50d2518badaf {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:51.585761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 on network f16b81ce-6965-4ad5-a73f-50d2518badaf not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:37:51.586087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Attempting to bind port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 on network f16b81ce-6965-4ad5-a73f-50d2518badaf {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:51.591599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:51.591946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Checking segment: {'id': 'd362e956-b0e3-4d01-bf1b-10cf878f2df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:51.592329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Bound using segment: {'id': 'd362e956-b0e3-4d01-bf1b-10cf878f2df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:51.592748 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Bound port: 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd362e956-b0e3-4d01-bf1b-10cf878f2df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:51.593101 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.656747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:51.659867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546,segment=NetworkSegment(d362e956-b0e3-4d01-bf1b-10cf878f2df5),segment_id=d362e956-b0e3-4d01-bf1b-10cf878f2df5)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:51.665226 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.696859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:51.697505 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.698976 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] 10.222.0.60 "PUT /v2.0/ports/08d99b47-0d86-4957-b59a-f4e9e0ca6546 HTTP/1.1" status: 200 len: 1092 time: 0.5691943 Feb 11 05:37:51.701205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ac7f10-aa41-43c2-929d-89759f50a702', 'tag': '08d99b47-0d86-4957-b59a-f4e9e0ca6546'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:51.703495 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7add92c8-8fa7-47d5-ad3b-75094f741585" -d '{"events": [{"name": "network-changed", "server_uuid": "86ac7f10-aa41-43c2-929d-89759f50a702", "tag": "08d99b47-0d86-4957-b59a-f4e9e0ca6546"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:51.735275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad0551-0d94-418c-a9af-ebc231189b61 service neutron] Pushing event updated for resources: {'Port': ['ID=08d99b47-0d86-4957-b59a-f4e9e0ca6546,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:51.750787 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36304ce0-066c-48aa-94ef-9e6ec74cceaa x-openstack-request-id: req-36304ce0-066c-48aa-94ef-9e6ec74cceaa {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:51.751116 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ac7f10-aa41-43c2-929d-89759f50a702", "tag": "08d99b47-0d86-4957-b59a-f4e9e0ca6546", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:51.751376 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36304ce0-066c-48aa-94ef-9e6ec74cceaa {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:51.751784 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ac7f10-aa41-43c2-929d-89759f50a702', 'tag': '08d99b47-0d86-4957-b59a-f4e9e0ca6546', 'status': 'completed', 'code': 200} Feb 11 05:37:51.803999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222b668-a3ac-4391-85c4-e7f9e0ea6583 req-17fcad64-faeb-4c47-ad2a-e08ffc762a5d tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:51.805508 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4222b668-a3ac-4391-85c4-e7f9e0ea6583 req-17fcad64-faeb-4c47-ad2a-e08ffc762a5d tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 943 time: 0.0668857 Feb 11 05:37:51.814530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-bcd0fdaf-679e-4e4c-8f93-b37f52eefc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:51.816098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-bcd0fdaf-679e-4e4c-8f93-b37f52eefc0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08628892081448a1b704c8ea07dd39f6&device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 1126 time: 0.0520158 Feb 11 05:37:51.856633 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4222b668-a3ac-4391-85c4-e7f9e0ea6583 req-7b75fac4-240b-4030-870e-dc6677940118 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451648 Feb 11 05:37:51.868329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-8583fb44-f5e4-4111-a6a4-915fd1e2aad3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546 HTTP/1.1" status: 200 len: 217 time: 0.0377376 Feb 11 05:37:51.923337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-73d213c8-5a5e-47a8-9606-00f33536004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:51.924755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-73d213c8-5a5e-47a8-9606-00f33536004b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0 HTTP/1.1" status: 200 len: 851 time: 0.0483987 Feb 11 05:37:51.957440 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-4cdd5256-d379-4daa-a575-941234109da9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f16b81ce-6965-4ad5-a73f-50d2518badaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247416 Feb 11 05:37:52.048503 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-0187f2ef-634d-4474-bfb3-c824ff1929eb service neutron] 10.222.0.60 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836728 Feb 11 05:37:52.137252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b707acb1-e120-4224-a735-922ca4fcc3b7 req-f9fc68e8-5ee4-4ebf-acca-44f597ab22a6 service neutron] 10.222.0.60 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826211 Feb 11 05:37:52.259632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add92c8-8fa7-47d5-ad3b-75094f741585 req-95119da0-2db9-422b-95cf-60fa04db4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:52.261038 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7add92c8-8fa7-47d5-ad3b-75094f741585 req-95119da0-2db9-422b-95cf-60fa04db4299 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08628892081448a1b704c8ea07dd39f6&device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 1126 time: 0.0441020 Feb 11 05:37:52.353043 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add92c8-8fa7-47d5-ad3b-75094f741585 req-a797da59-7f8e-4aca-acf2-ea7115009f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:52.354496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7add92c8-8fa7-47d5-ad3b-75094f741585 req-a797da59-7f8e-4aca-acf2-ea7115009f69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f16b81ce-6965-4ad5-a73f-50d2518badaf HTTP/1.1" status: 200 len: 912 time: 0.0869179 Feb 11 05:37:52.394528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7add92c8-8fa7-47d5-ad3b-75094f741585 req-949b6627-86f5-4cd6-a14f-bb491c5d67ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546 HTTP/1.1" status: 200 len: 217 time: 0.0330594 Feb 11 05:37:52.445685 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add92c8-8fa7-47d5-ad3b-75094f741585 req-078ed2cd-d884-415d-bf76-63827167b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:52.447111 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7add92c8-8fa7-47d5-ad3b-75094f741585 req-078ed2cd-d884-415d-bf76-63827167b932 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0 HTTP/1.1" status: 200 len: 851 time: 0.0460744 Feb 11 05:37:52.478265 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7add92c8-8fa7-47d5-ad3b-75094f741585 req-db0e852e-af8a-4c81-afd9-ead45887c68d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f16b81ce-6965-4ad5-a73f-50d2518badaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244703 Feb 11 05:37:52.564017 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7add92c8-8fa7-47d5-ad3b-75094f741585 req-be7a1ad9-bae0-4610-9f31-24e0ea1a7a40 service neutron] 10.222.0.60 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794253 Feb 11 05:37:52.654217 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7add92c8-8fa7-47d5-ad3b-75094f741585 req-e2230ed2-9161-4acd-b534-47570fb9e203 service neutron] 10.222.0.60 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844078 Feb 11 05:37:52.976607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7fde7-61c6-4994-a2d8-359c6b0246dc req-aa6f3571-363b-406b-9723-ad5700238385 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:52.978087 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b8a7fde7-61c6-4994-a2d8-359c6b0246dc req-aa6f3571-363b-406b-9723-ad5700238385 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 943 time: 0.0530009 Feb 11 05:37:53.024701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b8a7fde7-61c6-4994-a2d8-359c6b0246dc req-2c4d17a2-5a0a-47f6-b328-aca90204b7e9 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Feb 11 05:37:54.141956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a602f9c-d136-4efe-8615-21fdfbd67922 req-68d69cdc-7891-4db1-ae42-df0ba8230a32 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:54.143732 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a602f9c-d136-4efe-8615-21fdfbd67922 req-68d69cdc-7891-4db1-ae42-df0ba8230a32 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 943 time: 0.0517735 Feb 11 05:37:54.197188 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a602f9c-d136-4efe-8615-21fdfbd67922 req-37980011-ca01-420b-82f6-cc9546c2b4d7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478532 Feb 11 05:37:55.316564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7ce64-009d-40a8-8acd-a3e1d09da9b5 req-8f9a091a-0d94-4595-af7f-350ff248605c tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:55.318020 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-baa7ce64-009d-40a8-8acd-a3e1d09da9b5 req-8f9a091a-0d94-4595-af7f-350ff248605c tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 943 time: 0.0558207 Feb 11 05:37:55.363265 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-baa7ce64-009d-40a8-8acd-a3e1d09da9b5 req-b12e3f0d-df62-48c7-8867-b3fe5e48aaef tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397246 Feb 11 05:37:55.441856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 08d99b47-0d86-4957-b59a-f4e9e0ca6546 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:37:55.538580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546,segment=NetworkSegment(d362e956-b0e3-4d01-bf1b-10cf878f2df5),segment_id=d362e956-b0e3-4d01-bf1b-10cf878f2df5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:55.707961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '08d99b47-0d86-4957-b59a-f4e9e0ca6546', 'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf', 'port_id': '08d99b47-0d86-4957-b59a-f4e9e0ca6546', 'mac_address': 'fa:16:3e:12:b1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:37:55.747037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:55.747440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.759639 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d99b47-0d86-4957-b59a-f4e9e0ca6546 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:55.781945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546,segment=NetworkSegment(d362e956-b0e3-4d01-bf1b-10cf878f2df5),segment_id=d362e956-b0e3-4d01-bf1b-10cf878f2df5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:55.786054 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.830918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=08d99b47-0d86-4957-b59a-f4e9e0ca6546,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:55.908044 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-94e765a6-570e-415a-8ee8-476502d1111e req-cf86637c-52ce-4678-afca-daee004d263e service neutron] (103354) timed out ('10.222.0.60', 57263) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:37:56.182433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['08d99b47-0d86-4957-b59a-f4e9e0ca6546'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:56.482149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400df85-4050-455e-b1f1-1619abce60a0 req-3801b99b-c079-49a4-922c-0c446d9d1a98 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:56.483661 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3400df85-4050-455e-b1f1-1619abce60a0 req-3801b99b-c079-49a4-922c-0c446d9d1a98 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 944 time: 0.0530725 Feb 11 05:37:56.530096 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3400df85-4050-455e-b1f1-1619abce60a0 req-00f4fd0a-12ae-4ba9-bc8d-fa59fc3846e4 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Feb 11 05:37:57.442827 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 08d99b47-0d86-4957-b59a-f4e9e0ca6546 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:57.491682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:37:57.495754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:57.496124 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.573292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:57.573687 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.596381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ac7f10-aa41-43c2-929d-89759f50a702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d99b47-0d86-4957-b59a-f4e9e0ca6546'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:57.598857 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e9d5c1-d098-458a-b3ac-13bf5b5230fe" -d '{"events": [{"server_uuid": "86ac7f10-aa41-43c2-929d-89759f50a702", "name": "network-vif-plugged", "status": "completed", "tag": "08d99b47-0d86-4957-b59a-f4e9e0ca6546"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:57.611925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546,segment=NetworkSegment(d362e956-b0e3-4d01-bf1b-10cf878f2df5),segment_id=d362e956-b0e3-4d01-bf1b-10cf878f2df5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:57.616647 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.642165 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c7fc01-12e7-4197-b073-9d20d6451466 x-openstack-request-id: req-72c7fc01-12e7-4197-b073-9d20d6451466 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:57.642462 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ac7f10-aa41-43c2-929d-89759f50a702", "name": "network-vif-plugged", "status": "completed", "tag": "08d99b47-0d86-4957-b59a-f4e9e0ca6546", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:57.642715 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72c7fc01-12e7-4197-b073-9d20d6451466 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:57.643382 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ac7f10-aa41-43c2-929d-89759f50a702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d99b47-0d86-4957-b59a-f4e9e0ca6546', 'code': 200} Feb 11 05:37:57.653585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18155d6-4c7b-4b07-966e-018524df61f8 req-24fa45e4-3164-48d1-a6bd-e7974e4255cc tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:57.655098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c18155d6-4c7b-4b07-966e-018524df61f8 req-24fa45e4-3164-48d1-a6bd-e7974e4255cc tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 944 time: 0.0582843 Feb 11 05:37:57.672187 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=08d99b47-0d86-4957-b59a-f4e9e0ca6546,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:57.702655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c18155d6-4c7b-4b07-966e-018524df61f8 req-197f81a3-e251-4d10-8a4f-b2677e62b5da tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Feb 11 05:37:57.759693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21970677-dadb-4cbd-a025-7f7b1406b1f9 req-24f9d172-5736-4dd5-8b2a-2d5e999a98cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:57.761219 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21970677-dadb-4cbd-a025-7f7b1406b1f9 req-24f9d172-5736-4dd5-8b2a-2d5e999a98cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 1128 time: 0.0432692 Feb 11 05:37:57.812635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21970677-dadb-4cbd-a025-7f7b1406b1f9 req-961a6ea3-f100-4ff5-888c-50156fd59637 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444393 Feb 11 05:37:58.825388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c3d71-9e66-4cab-8664-30937314f66d req-b986f9c0-24e1-4319-872e-8830a7f83e6d tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:58.826924 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-203c3d71-9e66-4cab-8664-30937314f66d req-b986f9c0-24e1-4319-872e-8830a7f83e6d tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0519619 Feb 11 05:37:58.872510 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-203c3d71-9e66-4cab-8664-30937314f66d req-6481f88e-f658-41c3-bd84-6f7d38550476 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Feb 11 05:37:59.991956 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd73f76-37e1-4287-b08a-b72a131a2ccf req-e36a65d2-3c56-4cb3-a8b1-501d1916d644 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:59.993333 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fbd73f76-37e1-4287-b08a-b72a131a2ccf req-e36a65d2-3c56-4cb3-a8b1-501d1916d644 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0517573 Feb 11 05:38:00.042111 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fbd73f76-37e1-4287-b08a-b72a131a2ccf req-95912e3d-184f-471f-99e1-8ca5cd99dd40 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431008 Feb 11 05:38:00.352222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50464) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:00.372767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ecd8e-d632-43d8-8ab6-72fa4f6b6b59 req-36abc1bc-aa60-4fb5-a5f8-cf3a80f40ff2 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:00.374294 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e3ecd8e-d632-43d8-8ab6-72fa4f6b6b59 req-36abc1bc-aa60-4fb5-a5f8-cf3a80f40ff2 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0539143 Feb 11 05:38:00.422492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2e3ecd8e-d632-43d8-8ab6-72fa4f6b6b59 req-53a4fe7a-99ee-4b7b-b3d6-62c78abbc100 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422671 Feb 11 05:38:00.443598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-5c149749-ae58-44a8-ad54-a3d7a8b9e5f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901754 Feb 11 05:38:00.452574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-a4d3fe69-844a-44cb-84e2-81b25082dd76 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:38:00.453530 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-a4d3fe69-844a-44cb-84e2-81b25082dd76 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054922 Feb 11 05:38:00.849579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50486) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:00.939173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-45800608-52d9-47f6-8dfc-ec19424522a4 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:00.940553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-45800608-52d9-47f6-8dfc-ec19424522a4 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports/08d99b47-0d86-4957-b59a-f4e9e0ca6546 HTTP/1.1" status: 200 len: 942 time: 0.0899913 Feb 11 05:38:01.550679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85c15c-4989-41e8-8544-bc33ae4d9ecc req-3e7fed30-4987-4b74-8325-ddef09981288 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:01.552187 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f85c15c-4989-41e8-8544-bc33ae4d9ecc req-3e7fed30-4987-4b74-8325-ddef09981288 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0543706 Feb 11 05:38:01.598792 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f85c15c-4989-41e8-8544-bc33ae4d9ecc req-a4424a1c-0f4d-4053-8ccf-c3674a79aeaf tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410748 Feb 11 05:38:01.808268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-098d0c0c-260b-412f-a8f3-0c22a7c374f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:01.809644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-098d0c0c-260b-412f-a8f3-0c22a7c374f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08628892081448a1b704c8ea07dd39f6&device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 1128 time: 0.0478356 Feb 11 05:38:01.900992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-b69642df-a133-423b-ba62-5d0c373e2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:01.902540 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-b69642df-a133-423b-ba62-5d0c373e2650 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f16b81ce-6965-4ad5-a73f-50d2518badaf HTTP/1.1" status: 200 len: 912 time: 0.0870512 Feb 11 05:38:01.947805 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-30e85ae3-13aa-4054-abc4-aa5af9c0d433 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546 HTTP/1.1" status: 200 len: 217 time: 0.0391994 Feb 11 05:38:01.995213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-40edd536-7935-41f2-ba70-6611ab24722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:01.997173 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-40edd536-7935-41f2-ba70-6611ab24722e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0 HTTP/1.1" status: 200 len: 851 time: 0.0429459 Feb 11 05:38:02.029455 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-746e9263-988e-4472-aab2-73423f62d541 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f16b81ce-6965-4ad5-a73f-50d2518badaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263634 Feb 11 05:38:02.453870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-baea3994-13e9-490b-9557-6794fc560064 service neutron] 10.222.0.60 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183095 Feb 11 05:38:02.539789 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-c0a7d078-2ebb-4b84-a5ae-2876001e8670 service neutron] 10.222.0.60 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798302 Feb 11 05:38:02.720537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b79b76-973a-425d-a214-3f2fe4dc54f3 req-d35850ce-1891-42fb-8407-c9e8421a2344 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:02.721905 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0b79b76-973a-425d-a214-3f2fe4dc54f3 req-d35850ce-1891-42fb-8407-c9e8421a2344 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0535963 Feb 11 05:38:02.774429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0b79b76-973a-425d-a214-3f2fe4dc54f3 req-c52f4025-163f-45ed-9c5c-61ac198b0367 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469494 Feb 11 05:38:03.722203 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.909803 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d916b-09d5-4218-be31-af59a0e1fb9d req-cd7c1dc8-b016-4259-8aac-8c60f46b4aa2 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:03.911302 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c19d916b-09d5-4218-be31-af59a0e1fb9d req-cd7c1dc8-b016-4259-8aac-8c60f46b4aa2 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0567122 Feb 11 05:38:03.957665 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c19d916b-09d5-4218-be31-af59a0e1fb9d req-168dd111-7e00-4897-8f39-705410f03c13 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 Feb 11 05:38:05.076679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e26a4-8f84-408b-901d-26365701daf7 req-cdb94615-bb0f-41a0-ad2f-d7e0ba308b97 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:05.078139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-789e26a4-8f84-408b-901d-26365701daf7 req-cdb94615-bb0f-41a0-ad2f-d7e0ba308b97 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0527556 Feb 11 05:38:05.123817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-789e26a4-8f84-408b-901d-26365701daf7 req-f8f607a4-ce37-452e-8e7b-eee2509a2088 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401762 Feb 11 05:38:06.246406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602849e0-eeb6-4af3-b554-97e974f556e2 req-124ab6f5-d856-42f8-896c-c4a0f3b9aea2 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:06.247934 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-602849e0-eeb6-4af3-b554-97e974f556e2 req-124ab6f5-d856-42f8-896c-c4a0f3b9aea2 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0577221 Feb 11 05:38:06.294699 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-602849e0-eeb6-4af3-b554-97e974f556e2 req-88d958e6-163f-4bbe-8a43-263579f335ed tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 Feb 11 05:38:07.411235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c3212-e42f-4d4e-b129-92145b43f5d1 req-2133c6f4-ab11-47fd-8cbf-ba08578dae90 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:07.412597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d01c3212-e42f-4d4e-b129-92145b43f5d1 req-2133c6f4-ab11-47fd-8cbf-ba08578dae90 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0516474 Feb 11 05:38:07.458320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d01c3212-e42f-4d4e-b129-92145b43f5d1 req-3b48a737-3cc0-4388-a9c4-171d0c40860c tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402710 Feb 11 05:38:07.735844 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.578238 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae49036-1bd9-4e06-a8cf-82a587c067d1 req-93886a04-5bfd-4a3c-b5ff-f27365992741 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:08.579761 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ae49036-1bd9-4e06-a8cf-82a587c067d1 req-93886a04-5bfd-4a3c-b5ff-f27365992741 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0532203 Feb 11 05:38:08.630082 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ae49036-1bd9-4e06-a8cf-82a587c067d1 req-78f8d3e8-820c-49f7-826d-3e1bda47dec1 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 Feb 11 05:38:09.467970 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d59493e5-d46b-4e9c-b0b8-67e512b1a34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:09.753985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0fd32-73ff-4c79-8299-ac0092ed414e req-0e88a18c-7526-4b86-ac46-d5f655b9e3f5 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:09.755793 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bff0fd32-73ff-4c79-8299-ac0092ed414e req-0e88a18c-7526-4b86-ac46-d5f655b9e3f5 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0562160 Feb 11 05:38:09.802096 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bff0fd32-73ff-4c79-8299-ac0092ed414e req-038578d7-213c-4627-9423-d623e2b32098 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Feb 11 05:38:10.919412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c481e-fe01-44ca-bca6-3867f9a4cc0d req-21aee0d3-0e06-45b9-889b-9cf06eef3a20 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:10.920951 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f6c481e-fe01-44ca-bca6-3867f9a4cc0d req-21aee0d3-0e06-45b9-889b-9cf06eef3a20 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0523682 Feb 11 05:38:10.967962 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8f6c481e-fe01-44ca-bca6-3867f9a4cc0d req-298ad3ba-6a48-43f4-92d4-28ceeff90f0b tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Feb 11 05:38:11.939595 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e33de446-7d1f-44b4-8d00-0c699b52446d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.088503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b81e61-c458-4f9d-92ef-2bf187ccb0cd req-5b7dc364-1746-421c-bb24-0d4add2d8c0d tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:12.089973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07b81e61-c458-4f9d-92ef-2bf187ccb0cd req-5b7dc364-1746-421c-bb24-0d4add2d8c0d tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0525212 Feb 11 05:38:12.136021 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-07b81e61-c458-4f9d-92ef-2bf187ccb0cd req-7ed7072e-4db5-476a-893b-11a54895e2e4 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404758 Feb 11 05:38:12.916927 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.256170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4919a-e2c4-4df4-bbb4-f7b5c029677e req-8aa5822d-4bff-4872-b860-81212a6ae0e3 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:13.257730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8f4919a-e2c4-4df4-bbb4-f7b5c029677e req-8aa5822d-4bff-4872-b860-81212a6ae0e3 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0529537 Feb 11 05:38:13.307258 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8f4919a-e2c4-4df4-bbb4-f7b5c029677e req-a5b82d88-a522-4ad5-ac18-cf120386fbe3 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Feb 11 05:38:14.425252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6b58-9c10-4345-8f83-ebb244365df5 req-6ebf7b26-bb4f-490f-b292-854c2ef7a5bb tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:14.426731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-670f6b58-9c10-4345-8f83-ebb244365df5 req-6ebf7b26-bb4f-490f-b292-854c2ef7a5bb tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0524304 Feb 11 05:38:14.476579 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-670f6b58-9c10-4345-8f83-ebb244365df5 req-bed47b82-5673-4953-a4d6-6cc8f2a7039f tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Feb 11 05:38:14.500124 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.603743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc8eef-5459-4785-b44e-311abe2dcf30 req-571b29a6-5d5a-4354-952c-1751f179ea1e tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:15.605221 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3fbc8eef-5459-4785-b44e-311abe2dcf30 req-571b29a6-5d5a-4354-952c-1751f179ea1e tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0580926 Feb 11 05:38:15.651126 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3fbc8eef-5459-4785-b44e-311abe2dcf30 req-6762841f-f8aa-4152-8ab3-c86c6959448a tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Feb 11 05:38:15.734510 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.582829 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:38:16.767726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce44af4-f38d-4d15-b8ae-84a5e9804257 req-30500229-05f5-4378-b581-5bb1dc80b24b tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:16.769489 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ce44af4-f38d-4d15-b8ae-84a5e9804257 req-30500229-05f5-4378-b581-5bb1dc80b24b tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0516331 Feb 11 05:38:16.814774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ce44af4-f38d-4d15-b8ae-84a5e9804257 req-0aa09eb0-6d73-4e1c-86a1-12f01e5af2de tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 Feb 11 05:38:17.932235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26239fd-84f6-47ee-b902-474d3c66cc3b req-33b8190e-097c-40c4-bd3e-cb65dfba390c tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:17.934197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c26239fd-84f6-47ee-b902-474d3c66cc3b req-33b8190e-097c-40c4-bd3e-cb65dfba390c tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0518205 Feb 11 05:38:17.979790 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c26239fd-84f6-47ee-b902-474d3c66cc3b req-08af6c68-0eb7-4c36-a82f-6f105759a4a7 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399351 Feb 11 05:38:19.101823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3210-05be-4dc7-8ab9-8ac953d12c75 req-5351b727-6046-4218-b30b-d417b08bb6e4 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:19.103332 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e29c3210-05be-4dc7-8ab9-8ac953d12c75 req-5351b727-6046-4218-b30b-d417b08bb6e4 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0524576 Feb 11 05:38:19.150242 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e29c3210-05be-4dc7-8ab9-8ac953d12c75 req-4d5a03df-9f07-4162-9b2b-3644e5384803 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Feb 11 05:38:20.271069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3452b-3e18-4796-aeca-a2bcce4394d2 req-c5a51ad2-e493-4b5e-b275-c2025c7639f9 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:20.272544 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3be3452b-3e18-4796-aeca-a2bcce4394d2 req-c5a51ad2-e493-4b5e-b275-c2025c7639f9 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0550256 Feb 11 05:38:20.329559 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3be3452b-3e18-4796-aeca-a2bcce4394d2 req-c01c4777-56c7-4369-a792-4cea00c42652 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509031 Feb 11 05:38:21.458525 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa7e63-1e77-4986-a178-8a85a1bc80df req-1966d28a-33b0-4e34-ad9c-24673ae23af8 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:21.460048 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5fa7e63-1e77-4986-a178-8a85a1bc80df req-1966d28a-33b0-4e34-ad9c-24673ae23af8 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0619271 Feb 11 05:38:21.505695 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5fa7e63-1e77-4986-a178-8a85a1bc80df req-fea0c5ac-592d-41d4-9205-a5db04e77bbb tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396631 Feb 11 05:38:22.624881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2f2ae-b80c-4558-9861-2ed0b7ee2250 req-af432d89-a833-4b4e-85c4-6d725ca6de99 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:22.626377 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5d2f2ae-b80c-4558-9861-2ed0b7ee2250 req-af432d89-a833-4b4e-85c4-6d725ca6de99 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0531759 Feb 11 05:38:22.672526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5d2f2ae-b80c-4558-9861-2ed0b7ee2250 req-cd0d060e-9993-4b52-bf6f-8435f6bf7f08 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Feb 11 05:38:23.793025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf99571-f3af-46b1-b3f2-27796c69d217 req-c91c3c20-2193-412f-a28c-58ec632d67a6 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:23.794607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcf99571-f3af-46b1-b3f2-27796c69d217 req-c91c3c20-2193-412f-a28c-58ec632d67a6 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0526314 Feb 11 05:38:23.839526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcf99571-f3af-46b1-b3f2-27796c69d217 req-39a9b104-c1c4-4aef-9625-04457fcf0961 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395319 Feb 11 05:38:24.958910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdf98f-55d6-4b0b-9e7f-226a4e467d60 req-fbe67b22-d176-4da3-87c4-f4e74285905b tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:24.960414 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1fdf98f-55d6-4b0b-9e7f-226a4e467d60 req-fbe67b22-d176-4da3-87c4-f4e74285905b tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0531228 Feb 11 05:38:25.008533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1fdf98f-55d6-4b0b-9e7f-226a4e467d60 req-9b518e02-c817-4d6f-937d-d6c80c416e6c tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425858 Feb 11 05:38:26.130939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2843b9-1181-4de2-8f96-e9473049ed37 req-19d9ebf5-ea69-4e23-9e0c-0bb34c2b4ee9 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:26.132385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b2843b9-1181-4de2-8f96-e9473049ed37 req-19d9ebf5-ea69-4e23-9e0c-0bb34c2b4ee9 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0551643 Feb 11 05:38:26.177912 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b2843b9-1181-4de2-8f96-e9473049ed37 req-f3abb50d-053e-4a9c-9a04-e74e35210b65 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Feb 11 05:38:27.299933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a1aa1-95b8-4554-9f65-064a0ba93d8d req-4abf029b-b4e5-4e91-ad75-a8dd8d92c049 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:27.301405 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-482a1aa1-95b8-4554-9f65-064a0ba93d8d req-4abf029b-b4e5-4e91-ad75-a8dd8d92c049 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0558698 Feb 11 05:38:27.347068 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-482a1aa1-95b8-4554-9f65-064a0ba93d8d req-2ec24c2e-7aa0-4279-ac7b-35ed94285873 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 Feb 11 05:38:28.465842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38798492-75db-4eef-9e3d-d6e9fa3034a4 req-aea53fa7-8f3d-4d1e-bec3-601f0d560dd6 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:28.467841 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38798492-75db-4eef-9e3d-d6e9fa3034a4 req-aea53fa7-8f3d-4d1e-bec3-601f0d560dd6 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0517981 Feb 11 05:38:28.512721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38798492-75db-4eef-9e3d-d6e9fa3034a4 req-94f95914-69c0-4d29-9a8c-7ac4b9493de5 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394604 Feb 11 05:38:29.633118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9911340-950f-4ca4-8030-90176b11b484 req-8cf67010-6273-4b4f-ac1c-301be9302739 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:29.634585 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d9911340-950f-4ca4-8030-90176b11b484 req-8cf67010-6273-4b4f-ac1c-301be9302739 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0517750 Feb 11 05:38:29.680711 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d9911340-950f-4ca4-8030-90176b11b484 req-6eff2e94-9a17-43a8-a7d2-185828f79ca4 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Feb 11 05:38:29.847156 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-a0382761-5317-4166-8939-b0008d0b152d service neutron] show failed (client error): The resource could not be found. Feb 11 05:38:29.848047 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-a0382761-5317-4166-8939-b0008d0b152d service neutron] 10.222.0.60 "GET /v2.0/ports/08d99b47-0d86-4957-b59a-f4e9e0ca6546/bindings/n-h2-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0520387 Feb 11 05:38:30.057282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8e149ec6-d20f-461c-8cc2-2e604a211061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:30.058777 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8e149ec6-d20f-461c-8cc2-2e604a211061 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702&tenant_id=08628892081448a1b704c8ea07dd39f6 HTTP/1.1" status: 200 len: 1128 time: 0.0513213 Feb 11 05:38:30.076250 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:30.132057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.334763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546,segment=NetworkSegment(d362e956-b0e3-4d01-bf1b-10cf878f2df5),segment_id=d362e956-b0e3-4d01-bf1b-10cf878f2df5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:30.366889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:30.409810 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ac7f10-aa41-43c2-929d-89759f50a702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08d99b47-0d86-4957-b59a-f4e9e0ca6546'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:30.412028 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58131dcd-991c-4de6-bb30-60b9cb4b1931" -d '{"events": [{"server_uuid": "86ac7f10-aa41-43c2-929d-89759f50a702", "name": "network-vif-unplugged", "status": "completed", "tag": "08d99b47-0d86-4957-b59a-f4e9e0ca6546"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:30.415470 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Publish callbacks [] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.427862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Transition to ACTIVE for port object 08d99b47-0d86-4957-b59a-f4e9e0ca6546 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:38:30.431609 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.471540 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9629e117-997c-439e-ab87-fd97f7c9ff99 x-openstack-request-id: req-9629e117-997c-439e-ab87-fd97f7c9ff99 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:30.471851 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ac7f10-aa41-43c2-929d-89759f50a702", "name": "network-vif-unplugged", "status": "completed", "tag": "08d99b47-0d86-4957-b59a-f4e9e0ca6546", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:30.472109 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9629e117-997c-439e-ab87-fd97f7c9ff99 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:30.472537 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ac7f10-aa41-43c2-929d-89759f50a702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08d99b47-0d86-4957-b59a-f4e9e0ca6546', 'code': 200} Feb 11 05:38:30.498115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] No DVR routers for this DVR port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:30.501202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Pushing event updated for resources: {'Port': ['ID=08d99b47-0d86-4957-b59a-f4e9e0ca6546,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:30.535549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Attempting to bind port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:30.535922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Attempting to bind port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'd362e956-b0e3-4d01-bf1b-10cf878f2df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:30.536252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Attempting to bind port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 on network f16b81ce-6965-4ad5-a73f-50d2518badaf {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:30.540537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 on network f16b81ce-6965-4ad5-a73f-50d2518badaf not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:38:30.540891 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Attempting to bind port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 on network f16b81ce-6965-4ad5-a73f-50d2518badaf {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:30.545761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:30.546099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Checking segment: {'id': 'd362e956-b0e3-4d01-bf1b-10cf878f2df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:30.546487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Bound using segment: {'id': 'd362e956-b0e3-4d01-bf1b-10cf878f2df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:30.546937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Bound port: 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd362e956-b0e3-4d01-bf1b-10cf878f2df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:30.547311 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.611465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:30.614560 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546,segment=NetworkSegment(d362e956-b0e3-4d01-bf1b-10cf878f2df5),segment_id=d362e956-b0e3-4d01-bf1b-10cf878f2df5)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:30.620055 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.656832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:30.657461 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.658846 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] 10.222.0.10 "PUT /v2.0/ports/08d99b47-0d86-4957-b59a-f4e9e0ca6546 HTTP/1.1" status: 200 len: 1092 time: 0.5870693 Feb 11 05:38:30.676194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef44b7f-3984-4e4c-b539-0e789a4eea17 service neutron] Pushing event updated for resources: {'Port': ['ID=08d99b47-0d86-4957-b59a-f4e9e0ca6546,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:30.735957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-a8d669ca-562f-49d7-a2db-b8623a8e36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:30.737490 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-a8d669ca-562f-49d7-a2db-b8623a8e36ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08628892081448a1b704c8ea07dd39f6&device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 1126 time: 0.0451770 Feb 11 05:38:30.805496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778f26a-1c06-4e19-8c2e-77a81442742d req-53816fdb-e783-499d-bfba-7ddfe0d908bb tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:30.807276 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c778f26a-1c06-4e19-8c2e-77a81442742d req-53816fdb-e783-499d-bfba-7ddfe0d908bb tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 943 time: 0.0577741 Feb 11 05:38:30.831630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-cdd966ee-ef0e-49bb-974f-a0095e07af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:30.833193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-cdd966ee-ef0e-49bb-974f-a0095e07af86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f16b81ce-6965-4ad5-a73f-50d2518badaf HTTP/1.1" status: 200 len: 912 time: 0.0896380 Feb 11 05:38:30.854357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c778f26a-1c06-4e19-8c2e-77a81442742d req-5d802f06-81e8-4304-a8dc-702448a8f5d5 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Feb 11 05:38:30.874757 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-a8630c59-b42b-4238-bd6d-68afaa0a29cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546 HTTP/1.1" status: 200 len: 217 time: 0.0349479 Feb 11 05:38:30.922406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-47e6d100-56a7-4755-9d89-760dd9f39449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:30.923843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-47e6d100-56a7-4755-9d89-760dd9f39449 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0 HTTP/1.1" status: 200 len: 851 time: 0.0422897 Feb 11 05:38:30.960498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-5931f727-ff21-45d2-8ffb-08b721293ed9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f16b81ce-6965-4ad5-a73f-50d2518badaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296011 Feb 11 05:38:31.056175 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-1973e3d4-8cee-4c05-817c-cc067f779381 service neutron] 10.222.0.10 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892551 Feb 11 05:38:31.149912 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-570adc27-aa1c-41d0-8be2-687667c9cf59 req-3ef39489-668f-4dab-8ecf-5acd86dd8844 service neutron] 10.222.0.10 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876975 Feb 11 05:38:31.975480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d7e3c-ce85-4ba3-803f-6622041cf036 req-e251c85e-e26a-40f4-a3c6-fdd365b7eccb tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:31.976871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b9d7e3c-ce85-4ba3-803f-6622041cf036 req-e251c85e-e26a-40f4-a3c6-fdd365b7eccb tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 943 time: 0.0518353 Feb 11 05:38:32.023630 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b9d7e3c-ce85-4ba3-803f-6622041cf036 req-0b58b131-7373-4754-bea3-30c1839cf2bc tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Feb 11 05:38:32.474050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ac7f10-aa41-43c2-929d-89759f50a702', 'tag': '08d99b47-0d86-4957-b59a-f4e9e0ca6546'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:32.476471 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144" -d '{"events": [{"name": "network-changed", "server_uuid": "86ac7f10-aa41-43c2-929d-89759f50a702", "tag": "08d99b47-0d86-4957-b59a-f4e9e0ca6546"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:32.523148 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5266468c-bae4-4da0-be61-16bad4ad0c35 x-openstack-request-id: req-5266468c-bae4-4da0-be61-16bad4ad0c35 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:32.523449 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ac7f10-aa41-43c2-929d-89759f50a702", "tag": "08d99b47-0d86-4957-b59a-f4e9e0ca6546", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:32.523709 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5266468c-bae4-4da0-be61-16bad4ad0c35 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:32.524114 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ac7f10-aa41-43c2-929d-89759f50a702', 'tag': '08d99b47-0d86-4957-b59a-f4e9e0ca6546', 'status': 'completed', 'code': 200} Feb 11 05:38:32.636892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-a84305e3-3966-488c-a15c-0729cd8036e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:32.639072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-a84305e3-3966-488c-a15c-0729cd8036e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08628892081448a1b704c8ea07dd39f6&device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 1126 time: 0.0737340 Feb 11 05:38:32.664225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-c35995e8-2c05-4bb9-8d81-025f77ba1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:32.665637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-c35995e8-2c05-4bb9-8d81-025f77ba1050 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=08628892081448a1b704c8ea07dd39f6&device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 1126 time: 0.0929670 Feb 11 05:38:32.795370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-d2513b29-dce7-4aad-b8b5-e6ec991b7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:32.796707 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-d2513b29-dce7-4aad-b8b5-e6ec991b7e51 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f16b81ce-6965-4ad5-a73f-50d2518badaf HTTP/1.1" status: 200 len: 912 time: 0.1515241 Feb 11 05:38:32.846976 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-9a4d0f58-401e-4d30-8d55-3ca57ef7a6f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546 HTTP/1.1" status: 200 len: 217 time: 0.0410681 Feb 11 05:38:32.848133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-0d7c3cb0-a7e3-42e4-8d39-9cee4fa74857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:32.849458 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-0d7c3cb0-a7e3-42e4-8d39-9cee4fa74857 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f16b81ce-6965-4ad5-a73f-50d2518badaf HTTP/1.1" status: 200 len: 912 time: 0.1458533 Feb 11 05:38:32.915022 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-4c65dc17-70df-42c8-96aa-872afce44b66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546 HTTP/1.1" status: 200 len: 217 time: 0.0546885 Feb 11 05:38:32.937527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-f385bf73-072e-4d0b-9b6e-70642f4c57b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:32.938872 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-f385bf73-072e-4d0b-9b6e-70642f4c57b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0 HTTP/1.1" status: 200 len: 851 time: 0.0856438 Feb 11 05:38:32.991177 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-a7730ba4-49a7-4b0d-9ba8-6642dbcf5c60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f16b81ce-6965-4ad5-a73f-50d2518badaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336125 Feb 11 05:38:33.008117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-6d8c7e48-0986-4606-8828-33798c913a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:33.009457 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-6d8c7e48-0986-4606-8828-33798c913a96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0 HTTP/1.1" status: 200 len: 851 time: 0.0803859 Feb 11 05:38:33.052040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-d25b90af-4b7b-4daa-b2b5-892f3ab1aab4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f16b81ce-6965-4ad5-a73f-50d2518badaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320795 Feb 11 05:38:33.195293 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-09763a01-48dc-40c9-a922-bfe2da0ff549 service neutron] 10.222.0.60 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954765 Feb 11 05:38:33.251644 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-12d1fc24-5565-4009-a554-4a369f3320d0 service neutron] 10.222.0.10 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709230 Feb 11 05:38:33.259778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35463f57-4d40-4ede-b562-028511158c06 req-f2e2f6e4-97a9-4dd1-b4f6-158335a7bb04 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:33.261138 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35463f57-4d40-4ede-b562-028511158c06 req-f2e2f6e4-97a9-4dd1-b4f6-158335a7bb04 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 943 time: 0.1530132 Feb 11 05:38:33.331447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 08d99b47-0d86-4957-b59a-f4e9e0ca6546 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:38:33.412204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35463f57-4d40-4ede-b562-028511158c06 req-ddef6ce2-3525-4986-9c5d-d9f6e1dded9b tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415994 Feb 11 05:38:33.421091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-ba6d5d82-5244-432b-8698-fa4ce74ca3e1 service neutron] 10.222.0.60 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163084 Feb 11 05:38:33.431224 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4ccfd7a-d8c7-41f1-ba31-bda6e4d6c144 req-f9d03eaa-ca73-4d3d-b821-95a7e9373eb9 service neutron] 10.222.0.10 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691704 Feb 11 05:38:33.432477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546,segment=NetworkSegment(d362e956-b0e3-4d01-bf1b-10cf878f2df5),segment_id=d362e956-b0e3-4d01-bf1b-10cf878f2df5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:33.444154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '08d99b47-0d86-4957-b59a-f4e9e0ca6546', 'network_id': 'f16b81ce-6965-4ad5-a73f-50d2518badaf', 'port_id': '08d99b47-0d86-4957-b59a-f4e9e0ca6546', 'mac_address': 'fa:16:3e:12:b1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:38:33.482041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:33.482445 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.495868 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d99b47-0d86-4957-b59a-f4e9e0ca6546 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:38:33.514771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546,segment=NetworkSegment(d362e956-b0e3-4d01-bf1b-10cf878f2df5),segment_id=d362e956-b0e3-4d01-bf1b-10cf878f2df5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:33.520335 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.573723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=08d99b47-0d86-4957-b59a-f4e9e0ca6546,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:33.581121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.581563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.581823 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.582158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.582495 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.582835 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.583197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.583526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.583856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.584181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.584513 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.584839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.585167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:33.628335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 08d99b47-0d86-4957-b59a-f4e9e0ca6546 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:33.666548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-405bbc41-6e94-4e3d-b77b-977fd1460670 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:33.667583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] The host n-h1-615180-58 is not matching for port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 host n-h2-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:38:33.667987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 08d99b47-0d86-4957-b59a-f4e9e0ca6546 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:33.668091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-405bbc41-6e94-4e3d-b77b-977fd1460670 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702&tenant_id=08628892081448a1b704c8ea07dd39f6&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 944 time: 0.0559464 Feb 11 05:38:33.726669 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.730741 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-24cc8dd9-e4c5-479d-803b-e8a96584f7b1 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:38:33.732417 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-24cc8dd9-e4c5-479d-803b-e8a96584f7b1 service neutron] 10.222.0.60 "DELETE /v2.0/ports/08d99b47-0d86-4957-b59a-f4e9e0ca6546/bindings/n-h1-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0535293 Feb 11 05:38:33.826153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['08d99b47-0d86-4957-b59a-f4e9e0ca6546'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:33.838970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-1788f08f-6f21-4771-b0f2-269b6fa0fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:33.840402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-1788f08f-6f21-4771-b0f2-269b6fa0fc54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08628892081448a1b704c8ea07dd39f6&device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 1127 time: 0.0494742 Feb 11 05:38:33.929072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-1d70b2be-949c-4b8a-a993-6398f4ead75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:33.930532 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-1d70b2be-949c-4b8a-a993-6398f4ead75f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f16b81ce-6965-4ad5-a73f-50d2518badaf HTTP/1.1" status: 200 len: 912 time: 0.0838645 Feb 11 05:38:33.976723 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-6575933a-f6d7-4c3f-bfcd-fb4985888d9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546 HTTP/1.1" status: 200 len: 217 time: 0.0380967 Feb 11 05:38:34.025401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-7205a514-ba2c-4d85-8cee-7116097e910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:34.026783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-7205a514-ba2c-4d85-8cee-7116097e910b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0 HTTP/1.1" status: 200 len: 851 time: 0.0422745 Feb 11 05:38:34.062480 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-14b04e04-9655-49f5-a479-ff5e791533d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f16b81ce-6965-4ad5-a73f-50d2518badaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290720 Feb 11 05:38:34.156080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-519fa0cc-4c16-4ad0-bacf-0c29d6885cb9 service neutron] 10.222.0.60 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862443 Feb 11 05:38:34.242100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-63a78623-fafd-4796-9597-354ed6e4e6d0 service neutron] 10.222.0.60 "GET /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798807 Feb 11 05:38:35.052711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2db91-d819-4c78-b883-e2a7d799e93e req-fced579f-05ae-4805-a703-e3a0eecff700 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:35.054401 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49a2db91-d819-4c78-b883-e2a7d799e93e req-fced579f-05ae-4805-a703-e3a0eecff700 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 944 time: 0.0546923 Feb 11 05:38:35.120765 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49a2db91-d819-4c78-b883-e2a7d799e93e req-25bf9238-7698-4b36-9b45-f1c1eb5297a6 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606716 Feb 11 05:38:35.362717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 08d99b47-0d86-4957-b59a-f4e9e0ca6546 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:35.420808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:38:35.424766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:35.425155 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.515928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:35.516315 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.539422 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ac7f10-aa41-43c2-929d-89759f50a702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d99b47-0d86-4957-b59a-f4e9e0ca6546'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:35.541628 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b21bc5f-359b-4f57-8913-72d942ef04e4" -d '{"events": [{"server_uuid": "86ac7f10-aa41-43c2-929d-89759f50a702", "name": "network-vif-plugged", "status": "completed", "tag": "08d99b47-0d86-4957-b59a-f4e9e0ca6546"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:35.555403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546,segment=NetworkSegment(d362e956-b0e3-4d01-bf1b-10cf878f2df5),segment_id=d362e956-b0e3-4d01-bf1b-10cf878f2df5)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:35.559456 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.585950 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1eb881-d1a3-490e-9ccf-bbe006ff24c6 x-openstack-request-id: req-5b1eb881-d1a3-490e-9ccf-bbe006ff24c6 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:35.586251 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ac7f10-aa41-43c2-929d-89759f50a702", "name": "network-vif-plugged", "status": "completed", "tag": "08d99b47-0d86-4957-b59a-f4e9e0ca6546", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:35.586502 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b1eb881-d1a3-490e-9ccf-bbe006ff24c6 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:35.586889 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ac7f10-aa41-43c2-929d-89759f50a702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d99b47-0d86-4957-b59a-f4e9e0ca6546', 'code': 200} Feb 11 05:38:35.611900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=08d99b47-0d86-4957-b59a-f4e9e0ca6546,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:36.240597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799d87-0c75-4e6a-9a32-99bc9d11eceb req-7a9e032d-a868-4a85-8e79-894d1cc1dab3 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:36.242191 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63799d87-0c75-4e6a-9a32-99bc9d11eceb req-7a9e032d-a868-4a85-8e79-894d1cc1dab3 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0536060 Feb 11 05:38:36.294716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63799d87-0c75-4e6a-9a32-99bc9d11eceb req-63fb9025-c533-4037-92b6-9ff4c193f45f tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2f48357-cba5-4bf4-8b49-81a588c5cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 Feb 11 05:38:36.454133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-d12b8a3f-0213-41a0-8ec2-98a178b414f1 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:36.455624 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-d12b8a3f-0213-41a0-8ec2-98a178b414f1 tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.10 "GET /v2.0/ports?device_id=86ac7f10-aa41-43c2-929d-89759f50a702 HTTP/1.1" status: 200 len: 945 time: 0.0533187 Feb 11 05:38:36.551068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Deleting port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:36.551425 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.636164 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] For port 08d99b47-0d86-4957-b59a-f4e9e0ca6546, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=08d99b47-0d86-4957-b59a-f4e9e0ca6546,segment=NetworkSegment(d362e956-b0e3-4d01-bf1b-10cf878f2df5),segment_id=d362e956-b0e3-4d01-bf1b-10cf878f2df5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:36.636531 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.648752 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Calling delete_port for 08d99b47-0d86-4957-b59a-f4e9e0ca6546 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:36.776130 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (08d99b47-0d86-4957-b59a-f4e9e0ca6546), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.803064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Pushing event deleted for resources: {'Port': ['ID=08d99b47-0d86-4957-b59a-f4e9e0ca6546,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:36.809000 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['08d99b47-0d86-4957-b59a-f4e9e0ca6546'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:36.812186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.812660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.813015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.813361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.813704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.814045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.814380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.814713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.815068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.815404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.815734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.816064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.816391 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:36.866906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] No DVR routers for this DVR port 08d99b47-0d86-4957-b59a-f4e9e0ca6546 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:36.869578 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.872974 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9ef445dc-9d83-4168-99b9-287ffd32e5fe req-7a11ae9a-300f-466e-b2cd-a92d4de644aa tempest-DeleteServersTestJSON-543455107 tempest-DeleteServersTestJSON-543455107-project] 10.222.0.10 "DELETE /v2.0/ports/08d99b47-0d86-4957-b59a-f4e9e0ca6546 HTTP/1.1" status: 204 len: 173 time: 0.4108200 Feb 11 05:38:36.873414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ac7f10-aa41-43c2-929d-89759f50a702', 'name': 'network-vif-deleted', 'tag': '08d99b47-0d86-4957-b59a-f4e9e0ca6546'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:36.875733 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e294e3-69a2-408e-975e-9e1aba6b68f2" -d '{"events": [{"server_uuid": "86ac7f10-aa41-43c2-929d-89759f50a702", "name": "network-vif-deleted", "tag": "08d99b47-0d86-4957-b59a-f4e9e0ca6546"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:36.921765 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896eb119-af7f-4547-b181-d393cafbd72e x-openstack-request-id: req-896eb119-af7f-4547-b181-d393cafbd72e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:36.922025 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ac7f10-aa41-43c2-929d-89759f50a702", "name": "network-vif-deleted", "tag": "08d99b47-0d86-4957-b59a-f4e9e0ca6546", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:36.922141 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-896eb119-af7f-4547-b181-d393cafbd72e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:36.922509 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ac7f10-aa41-43c2-929d-89759f50a702', 'name': 'network-vif-deleted', 'tag': '08d99b47-0d86-4957-b59a-f4e9e0ca6546', 'status': 'completed', 'code': 200} Feb 11 05:38:37.425035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50586) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:37.468831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Deleting subnet a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:38:37.471800 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Publish callbacks [] for subnet (a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.504772 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.543286 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.604211 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.629851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:37.634409 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.637572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a8f3720e-8f31-4c4d-bf31-19cdc6d4e9a0 HTTP/1.1" status: 204 len: 168 time: 0.2115340 Feb 11 05:38:37.640271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50588) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:37.642975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.643590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.643942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.644287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.644625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.644958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.645289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.645620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.645950 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.646283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.646612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.646958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.647288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be0da33-ded2-4ebb-9ca5-302a17393bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:37.707323 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (f16b81ce-6965-4ad5-a73f-50d2518badaf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.730279 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.787485 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (f16b81ce-6965-4ad5-a73f-50d2518badaf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.807449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16b81ce-6965-4ad5-a73f-50d2518badaf']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:37.816988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd362e956-b0e3-4d01-bf1b-10cf878f2df5') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:37.817305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd362e956-b0e3-4d01-bf1b-10cf878f2df5') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:37.826472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (d362e956-b0e3-4d01-bf1b-10cf878f2df5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.839709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (d362e956-b0e3-4d01-bf1b-10cf878f2df5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.846028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:38:37.846445 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (d362e956-b0e3-4d01-bf1b-10cf878f2df5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:38:37.848471 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:38:37.902558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (f16b81ce-6965-4ad5-a73f-50d2518badaf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.908786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.911945 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f16b81ce-6965-4ad5-a73f-50d2518badaf HTTP/1.1" status: 204 len: 168 time: 0.2706840 Feb 11 05:38:37.924006 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4129493-3d4a-43f3-9edb-b24f3bb19323 admin admin] Pushing event deleted for resources: {'Network': ['ID=f16b81ce-6965-4ad5-a73f-50d2518badaf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:38.022851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50592) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:38.067026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-be19b33c-599a-4dcd-a69c-10a626f1842d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08628892081448a1b704c8ea07dd39f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428822 Feb 11 05:38:38.069436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50594) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:38.116435 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35e36c48-aea7-42a7-af1e-78595db21163 admin admin] Publish callbacks [] for security_group (c2f48357-cba5-4bf4-8b49-81a588c5cc44), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.137054 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35e36c48-aea7-42a7-af1e-78595db21163 admin admin] Publish callbacks [] for security_group (c2f48357-cba5-4bf4-8b49-81a588c5cc44), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.189008 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35e36c48-aea7-42a7-af1e-78595db21163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (c2f48357-cba5-4bf4-8b49-81a588c5cc44), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.191735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35e36c48-aea7-42a7-af1e-78595db21163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.192890 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-35e36c48-aea7-42a7-af1e-78595db21163 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2f48357-cba5-4bf4-8b49-81a588c5cc44 HTTP/1.1" status: 204 len: 168 time: 0.1225646 Feb 11 05:38:38.201226 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e36c48-aea7-42a7-af1e-78595db21163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f48357-cba5-4bf4-8b49-81a588c5cc44,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:38.856205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50616) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:38.965071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1146893256-network', 'tenant_id': 'c160200ada0b4e3b9823f3730e27e3a7'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:38.983702 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Made reservation on behalf of c160200ada0b4e3b9823f3730e27e3a7 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:38.985902 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.994496 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.067854 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Publish callbacks [] for security_group (e89e839f-400d-467a-8b44-e52d5f089f83), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.071572 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e89e839f-400d-467a-8b44-e52d5f089f83), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.091887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:38:39.105023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89e839f-400d-467a-8b44-e52d5f089f83,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:39.110649 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a8b6a57f-762e-4565-9538-73caa9b2ec09), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.111028 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Added segment a8b6a57f-762e-4565-9538-73caa9b2ec09 of type vlan for network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f Feb 11 05:38:39.150833 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (95f3b5ab-30eb-490e-a97b-a2a54a83df9f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.175799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (95f3b5ab-30eb-490e-a97b-a2a54a83df9f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.176746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:39.177332 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.211833 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3542843 Feb 11 05:38:39.214574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50620) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:39.219677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3029a330-2b52-43f1-b32a-9c3f1e71a2e4 admin admin] Request body: {'subnet': {'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1146893256-subnet', 'tenant_id': 'c160200ada0b4e3b9823f3730e27e3a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:39.239490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3029a330-2b52-43f1-b32a-9c3f1e71a2e4 admin admin] Made reservation on behalf of c160200ada0b4e3b9823f3730e27e3a7 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:39.242269 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3029a330-2b52-43f1-b32a-9c3f1e71a2e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.243090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347f0a1-0882-4298-96fc-ddc79e216e34 admin admin] Pushing event updated for resources: {'Network': ['ID=95f3b5ab-30eb-490e-a97b-a2a54a83df9f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:39.254647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:38:39.409462 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3029a330-2b52-43f1-b32a-9c3f1e71a2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (258a9804-516f-4011-b2d5-870c5b4b6583), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.463510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a330-2b52-43f1-b32a-9c3f1e71a2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=258a9804-516f-4011-b2d5-870c5b4b6583,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:39.471086 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca764175-ab87-4e90-bd4f-2165af6d1d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.477784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029a330-2b52-43f1-b32a-9c3f1e71a2e4 admin admin] Checking segment: {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:39.478158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3029a330-2b52-43f1-b32a-9c3f1e71a2e4 admin admin] Network hostable DHCP agents. Network: 95f3b5ab-30eb-490e-a97b-a2a54a83df9f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:38:39.494956 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3029a330-2b52-43f1-b32a-9c3f1e71a2e4 admin admin] Network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:38:39.502822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3029a330-2b52-43f1-b32a-9c3f1e71a2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 95f3b5ab-30eb-490e-a97b-a2a54a83df9f) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:39.507980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3029a330-2b52-43f1-b32a-9c3f1e71a2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:39.508577 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3029a330-2b52-43f1-b32a-9c3f1e71a2e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.511990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac00bd3f-5e5a-4728-be03-a416f73d1efc None None] Network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:39.525197 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3029a330-2b52-43f1-b32a-9c3f1e71a2e4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3094904 Feb 11 05:38:39.612008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a955d3-5a97-4483-b85e-7edc4bb2aa2e None None] Network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:39.945721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-d11f882a-77c0-424a-9c4b-95dbee22741a tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:39.947204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-d11f882a-77c0-424a-9c4b-95dbee22741a tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 815 time: 0.1023359 Feb 11 05:38:39.961777 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-25bd63fa-66cc-4ac6-9ce2-606ef86f1ef1 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/quotas/c160200ada0b4e3b9823f3730e27e3a7 HTTP/1.1" status: 200 len: 375 time: 0.0087519 Feb 11 05:38:39.993792 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-b8783c3b-c6d8-4b8e-9afb-15fede77e9f7 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264034 Feb 11 05:38:40.081156 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-319ceae2-235d-4459-9731-86dec397d6fa service neutron] 10.222.0.48 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807986 Feb 11 05:38:40.174561 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-c9b20a5c-4ed5-4dbc-93dd-543524dc3db4 service neutron] 10.222.0.48 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875208 Feb 11 05:38:40.337176 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77d507d8-cd72-4cd0-97c4-913cd5f0c7de req-9d9749a4-a0df-49d1-a9bf-f3de4d8f43f8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 210 time: 0.0284464 Feb 11 05:38:41.400232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 08d99b47-0d86-4957-b59a-f4e9e0ca6546 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:41.421431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 08d99b47-0d86-4957-b59a-f4e9e0ca6546 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:41.421777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 08d99b47-0d86-4957-b59a-f4e9e0ca6546 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:41.446420 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4743cf30-3c30-4396-a8ce-6472292a91d5 req-b1facf08-665c-4610-a825-4b17b7280b49 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 210 time: 0.0330846 Feb 11 05:38:41.519571 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-1ff298ca-73c3-41d3-9553-5b195aafd897 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:41.521000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-1ff298ca-73c3-41d3-9553-5b195aafd897 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.10 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 815 time: 0.1156194 Feb 11 05:38:41.539095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Request body: {'port': {'device_id': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f', 'admin_state_up': True, 'tenant_id': 'c160200ada0b4e3b9823f3730e27e3a7'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:41.650790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Made reservation on behalf of c160200ada0b4e3b9823f3730e27e3a7 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:41.654047 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.774622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Allocated IP 172.20.0.11 (95f3b5ab-30eb-490e-a97b-a2a54a83df9f/258a9804-516f-4011-b2d5-870c5b4b6583/69c4fddd-d48c-45f1-9a23-924544c7adfd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:41.928211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks [] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.942050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f21edb0-f997-45ec-8a5f-3a99ded20b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.962777 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.007996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:42.011081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:42.015899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:42.020110 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Pushing event updated for resources: {'Port': ['ID=69c4fddd-d48c-45f1-9a23-924544c7adfd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:42.068954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:42.069656 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.085537 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-105233b5-6605-4408-8d4a-8169e78ad0bf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5502634 Feb 11 05:38:42.102829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Request body: {'port': {'device_id': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:42.161376 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.417193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c4fddd-d48c-45f1-9a23-924544c7adfd {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:38:42.425038 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Publish callbacks [] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.438393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Transition to ACTIVE for port object 69c4fddd-d48c-45f1-9a23-924544c7adfd will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:38:42.442470 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.491532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Pushing event updated for resources: {'Port': ['ID=69c4fddd-d48c-45f1-9a23-924544c7adfd,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:42.594100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Attempting to bind port 69c4fddd-d48c-45f1-9a23-924544c7adfd on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:42.594807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Attempting to bind port 69c4fddd-d48c-45f1-9a23-924544c7adfd by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:42.594807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Attempting to bind port 69c4fddd-d48c-45f1-9a23-924544c7adfd on network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:42.601828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Port 69c4fddd-d48c-45f1-9a23-924544c7adfd on network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:38:42.602159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Attempting to bind port 69c4fddd-d48c-45f1-9a23-924544c7adfd on network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:42.612299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ee6b5-96d4-4826-acd5-4b1f95a5149d req-a9937a5d-b171-41d8-86a3-03265e6f4add tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:42.613767 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-467ee6b5-96d4-4826-acd5-4b1f95a5149d req-a9937a5d-b171-41d8-86a3-03265e6f4add tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 944 time: 0.0815225 Feb 11 05:38:42.616427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:42.616807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Checking segment: {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:42.617231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Bound using segment: {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:42.617754 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Bound port: 69c4fddd-d48c-45f1-9a23-924544c7adfd, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:42.618178 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.701329 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-467ee6b5-96d4-4826-acd5-4b1f95a5149d req-acec251f-9ce7-4118-b5b9-c1c24d74823a tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808580 Feb 11 05:38:42.711586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:42.722574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:42.722574 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.756303 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:42.756912 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.758443 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] 10.222.0.10 "PUT /v2.0/ports/69c4fddd-d48c-45f1-9a23-924544c7adfd HTTP/1.1" status: 200 len: 1093 time: 0.6597564 Feb 11 05:38:42.758964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'tag': '69c4fddd-d48c-45f1-9a23-924544c7adfd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:42.761289 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7bc669-a6bd-4de1-b050-16922c718b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "17efbd07-aa25-40fc-99dd-8a1d69b572a8", "tag": "69c4fddd-d48c-45f1-9a23-924544c7adfd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:42.790683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d895be1-272d-40cb-ad72-8f9fba8f3d2c service neutron] Pushing event updated for resources: {'Port': ['ID=69c4fddd-d48c-45f1-9a23-924544c7adfd,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:42.804141 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef973c6-bb59-4945-87d1-8487717283e8 x-openstack-request-id: req-2ef973c6-bb59-4945-87d1-8487717283e8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:42.804455 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17efbd07-aa25-40fc-99dd-8a1d69b572a8", "tag": "69c4fddd-d48c-45f1-9a23-924544c7adfd", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:42.804709 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ef973c6-bb59-4945-87d1-8487717283e8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:42.805110 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'tag': '69c4fddd-d48c-45f1-9a23-924544c7adfd', 'status': 'completed', 'code': 200} Feb 11 05:38:42.922872 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.212113 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-f2cba487-87ab-4fc9-9a06-bed705785b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:43.213596 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-f2cba487-87ab-4fc9-9a06-bed705785b62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 1127 time: 0.3954883 Feb 11 05:38:43.259605 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-62922e9b-75c2-4e19-8b85-3b38d85a29d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd HTTP/1.1" status: 200 len: 217 time: 0.0326862 Feb 11 05:38:43.304600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-a451a909-a510-4ad8-96a3-e76f096585d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:43.305969 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-a451a909-a510-4ad8-96a3-e76f096585d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0408595 Feb 11 05:38:43.336576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-27cdcd21-5c68-4439-b974-39ee2a7ea5f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248857 Feb 11 05:38:43.425451 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-91a3db0c-9ccd-4a12-ba20-3882f4881c17 service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831583 Feb 11 05:38:43.514958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8956e792-f3f3-402a-88d3-cbc83c6db936 req-3f76871b-1a66-43fe-b119-df178aeb5f58 service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836461 Feb 11 05:38:43.643996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bc669-a6bd-4de1-b050-16922c718b5f req-ec4aa68a-5a8b-4ec7-9c7b-bdac0411ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:43.645469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea7bc669-a6bd-4de1-b050-16922c718b5f req-ec4aa68a-5a8b-4ec7-9c7b-bdac0411ee44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 1127 time: 0.0447872 Feb 11 05:38:43.737789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bc669-a6bd-4de1-b050-16922c718b5f req-e56f03a8-65fa-4558-b3dc-abd8a6f8cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:43.739566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea7bc669-a6bd-4de1-b050-16922c718b5f req-e56f03a8-65fa-4558-b3dc-abd8a6f8cbaf service neutron] 10.222.0.10 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.0878749 Feb 11 05:38:43.785174 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea7bc669-a6bd-4de1-b050-16922c718b5f req-c24b5949-f1e5-4d91-ab35-99c4dc9a2d89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd HTTP/1.1" status: 200 len: 217 time: 0.0400593 Feb 11 05:38:43.858052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bc669-a6bd-4de1-b050-16922c718b5f req-017ff1e3-fe82-41f9-ae58-6a3fcbf6460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:43.859531 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea7bc669-a6bd-4de1-b050-16922c718b5f req-017ff1e3-fe82-41f9-ae58-6a3fcbf6460c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0664854 Feb 11 05:38:43.870361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da809-f17a-463e-8945-ebf396c2572d req-759ceab5-7732-4e27-ab47-e253648c7d00 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:43.871751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f1da809-f17a-463e-8945-ebf396c2572d req-759ceab5-7732-4e27-ab47-e253648c7d00 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 944 time: 0.0893161 Feb 11 05:38:43.906120 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea7bc669-a6bd-4de1-b050-16922c718b5f req-fd14788a-9ec5-4f3c-9117-2b6bad0f3192 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327332 Feb 11 05:38:43.992947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f1da809-f17a-463e-8945-ebf396c2572d req-0ddbb81a-c88c-4120-8d22-b1519d5a88c1 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123066 Feb 11 05:38:44.021309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea7bc669-a6bd-4de1-b050-16922c718b5f req-787fb786-a220-4e9c-a8c3-a6e7acb4a522 service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063299 Feb 11 05:38:44.114613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea7bc669-a6bd-4de1-b050-16922c718b5f req-d5c85225-3a78-4be3-90d3-a307b4aeb55e service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868764 Feb 11 05:38:44.503768 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.113281 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d5f24-feda-46f0-90a5-ae6f22f4a572 req-55e18777-24dc-4fb4-be72-5db9651c84d0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:45.114772 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4f6d5f24-feda-46f0-90a5-ae6f22f4a572 req-55e18777-24dc-4fb4-be72-5db9651c84d0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 944 time: 0.0522442 Feb 11 05:38:45.160831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4f6d5f24-feda-46f0-90a5-ae6f22f4a572 req-272019bb-17e5-414b-94c6-eec2c571a8a7 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403812 Feb 11 05:38:45.416159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 69c4fddd-d48c-45f1-9a23-924544c7adfd details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:38:45.512440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:45.524239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '69c4fddd-d48c-45f1-9a23-924544c7adfd', 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f', 'port_id': '69c4fddd-d48c-45f1-9a23-924544c7adfd', 'mac_address': 'fa:16:3e:ff:58:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258a9804-516f-4011-b2d5-870c5b4b6583', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:38:45.560218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 69c4fddd-d48c-45f1-9a23-924544c7adfd is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:45.560613 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.577924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c4fddd-d48c-45f1-9a23-924544c7adfd {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:38:45.599355 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:45.603443 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.649462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=69c4fddd-d48c-45f1-9a23-924544c7adfd,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:45.736850 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.866030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['69c4fddd-d48c-45f1-9a23-924544c7adfd'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:46.279518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2af88-77b4-4f67-aa80-e5a6c8989708 req-facbf919-71d9-42ce-9c06-23b2c061abda tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:46.281014 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0a2af88-77b4-4f67-aa80-e5a6c8989708 req-facbf919-71d9-42ce-9c06-23b2c061abda tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 945 time: 0.0536602 Feb 11 05:38:46.327471 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b0a2af88-77b4-4f67-aa80-e5a6c8989708 req-086b8820-9cf3-41fb-af6a-a1114eff3fdf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Feb 11 05:38:47.420220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 69c4fddd-d48c-45f1-9a23-924544c7adfd up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:47.450550 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363484b-5ad0-4780-bd89-f518cf1923af req-5f4a3565-f04e-4b7b-bec4-44f75c2380e9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:47.452476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b363484b-5ad0-4780-bd89-f518cf1923af req-5f4a3565-f04e-4b7b-bec4-44f75c2380e9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 945 time: 0.0574660 Feb 11 05:38:47.468920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 69c4fddd-d48c-45f1-9a23-924544c7adfd completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:38:47.474523 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 69c4fddd-d48c-45f1-9a23-924544c7adfd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:47.474523 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.501452 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b363484b-5ad0-4780-bd89-f518cf1923af req-8cce9df8-e0f4-4b80-9278-1c99c7ff3fbc tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435905 Feb 11 05:38:47.550849 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 69c4fddd-d48c-45f1-9a23-924544c7adfd is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:47.551270 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.573080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c4fddd-d48c-45f1-9a23-924544c7adfd'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:47.575505 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a7ef5c-2ec9-434e-9a81-644ec95e8fda" -d '{"events": [{"server_uuid": "17efbd07-aa25-40fc-99dd-8a1d69b572a8", "name": "network-vif-plugged", "status": "completed", "tag": "69c4fddd-d48c-45f1-9a23-924544c7adfd"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:47.590812 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:47.595367 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.620514 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff9530a-5f75-4a55-87ff-d3afec652bc0 x-openstack-request-id: req-9ff9530a-5f75-4a55-87ff-d3afec652bc0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:47.620809 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17efbd07-aa25-40fc-99dd-8a1d69b572a8", "name": "network-vif-plugged", "status": "completed", "tag": "69c4fddd-d48c-45f1-9a23-924544c7adfd", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:47.621064 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ff9530a-5f75-4a55-87ff-d3afec652bc0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:47.621455 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c4fddd-d48c-45f1-9a23-924544c7adfd', 'code': 200} Feb 11 05:38:47.647617 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=69c4fddd-d48c-45f1-9a23-924544c7adfd,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:47.741807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d6353-f9e6-4fec-a814-9dcec3ffa0b3 req-9b91893f-89c0-4abb-aa67-d4634b1ff602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:47.743333 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d07d6353-f9e6-4fec-a814-9dcec3ffa0b3 req-9b91893f-89c0-4abb-aa67-d4634b1ff602 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 1129 time: 0.0443244 Feb 11 05:38:47.790658 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d07d6353-f9e6-4fec-a814-9dcec3ffa0b3 req-1b40d750-a1b3-4e0f-bb8f-70958ae74ad3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Feb 11 05:38:48.620281 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee5b2-a5f4-499c-8ad5-e58ca800eb2a req-bc7de192-8712-4990-b2ee-1ffe36c60064 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:48.621788 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f86ee5b2-a5f4-499c-8ad5-e58ca800eb2a req-bc7de192-8712-4990-b2ee-1ffe36c60064 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0522037 Feb 11 05:38:48.668774 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f86ee5b2-a5f4-499c-8ad5-e58ca800eb2a req-943fb952-ed0c-43f9-967e-1bef046d3168 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Feb 11 05:38:49.787729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b819987-ca44-42a5-91ef-8406133a5465 req-5e7dc55e-e929-46c8-acd3-1d9d941d2cbc tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:49.789199 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b819987-ca44-42a5-91ef-8406133a5465 req-5e7dc55e-e929-46c8-acd3-1d9d941d2cbc tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0530660 Feb 11 05:38:49.834332 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b819987-ca44-42a5-91ef-8406133a5465 req-ea4e398c-7f45-406c-84d2-d4795ac8125a tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 Feb 11 05:38:49.966883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2112058-15f0-4905-bd1e-3df7e6e084f3 req-ec4e5a23-ee51-4732-adab-b33ebc4c25fb tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:49.968367 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d2112058-15f0-4905-bd1e-3df7e6e084f3 req-ec4e5a23-ee51-4732-adab-b33ebc4c25fb tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0656652 Feb 11 05:38:50.016126 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d2112058-15f0-4905-bd1e-3df7e6e084f3 req-9738c809-3f1a-49dd-83c4-0328e8efa7ef tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422275 Feb 11 05:38:50.220979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd01e6-f31b-4378-ac88-026665f13543 req-31ba18d2-d590-4e04-b8f0-6de471247aba tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:50.222395 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99bd01e6-f31b-4378-ac88-026665f13543 req-31ba18d2-d590-4e04-b8f0-6de471247aba tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0526233 Feb 11 05:38:50.268689 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-99bd01e6-f31b-4378-ac88-026665f13543 req-3fd9e31a-b935-4c56-9e57-eb3926b8dd82 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Feb 11 05:38:50.394943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ec19c-2c27-45dc-bcf8-a75bbfd17bcf req-b1a62f51-e93a-48e8-a144-6190485e8061 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:50.396428 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa1ec19c-2c27-45dc-bcf8-a75bbfd17bcf req-b1a62f51-e93a-48e8-a144-6190485e8061 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0549421 Feb 11 05:38:50.442827 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa1ec19c-2c27-45dc-bcf8-a75bbfd17bcf req-10f0c9ec-86e7-4e3c-8f67-9c02b298538d tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408728 Feb 11 05:38:50.678731 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-ba8a5a69-7b0b-44cb-8e88-d5e875da4841 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502717 Feb 11 05:38:50.697320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319d839-4487-4b0c-892a-cf7fc2b1c42f req-7dc1477d-567c-4e0a-86f2-765fe99f095d tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:50.699058 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1319d839-4487-4b0c-892a-cf7fc2b1c42f req-7dc1477d-567c-4e0a-86f2-765fe99f095d tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0629346 Feb 11 05:38:50.748800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1319d839-4487-4b0c-892a-cf7fc2b1c42f req-b9dd89df-f991-422c-87f9-fdffd32309b8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437229 Feb 11 05:38:51.017450 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daecae-c012-4844-ad3f-fd298949fc28 req-d7ef0617-d42f-4566-bc9f-26fee72ba279 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:51.019085 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-d7ef0617-d42f-4566-bc9f-26fee72ba279 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports/69c4fddd-d48c-45f1-9a23-924544c7adfd HTTP/1.1" status: 200 len: 943 time: 0.0581872 Feb 11 05:38:51.869647 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4efbd4-4638-48ab-b5b7-848405e3ea68 req-cd3f0a94-be99-4671-846c-55d7d1857ffc tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:51.871238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe4efbd4-4638-48ab-b5b7-848405e3ea68 req-cd3f0a94-be99-4671-846c-55d7d1857ffc tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0523121 Feb 11 05:38:51.884657 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daecae-c012-4844-ad3f-fd298949fc28 req-9efc74b2-a56c-4a57-b0db-80b6f81efd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:51.886154 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-9efc74b2-a56c-4a57-b0db-80b6f81efd3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 1129 time: 0.0451026 Feb 11 05:38:51.920241 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe4efbd4-4638-48ab-b5b7-848405e3ea68 req-708300e2-5b52-498d-a357-dfdd4e57a287 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 Feb 11 05:38:51.978383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daecae-c012-4844-ad3f-fd298949fc28 req-05f55834-047c-4d45-84c6-84efb942fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:51.979814 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-05f55834-047c-4d45-84c6-84efb942fd4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.0880380 Feb 11 05:38:52.020247 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-b9538e0d-b768-4a3a-b064-6da8d5f6cbd5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd HTTP/1.1" status: 200 len: 217 time: 0.0341785 Feb 11 05:38:52.068731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daecae-c012-4844-ad3f-fd298949fc28 req-6e5be701-4272-4bf9-8b99-1526b5d2fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:52.070157 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-6e5be701-4272-4bf9-8b99-1526b5d2fc24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0429392 Feb 11 05:38:52.101215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-9d91dbc6-695b-4ab0-9dfb-27283bfcc4b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250578 Feb 11 05:38:52.194456 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-ead05757-7f04-4e2a-bb12-f44912fab9ab service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867712 Feb 11 05:38:52.285657 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-6d21a821-7870-4f2a-a88f-4a3cd07bca45 service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856435 Feb 11 05:38:53.043860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1624c-2edb-4339-b404-6da312841d07 req-72cefc13-84f7-4dc3-a6b5-331880a9a62d tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:53.045701 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4e1624c-2edb-4339-b404-6da312841d07 req-72cefc13-84f7-4dc3-a6b5-331880a9a62d tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0577462 Feb 11 05:38:53.093366 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4e1624c-2edb-4339-b404-6da312841d07 req-f1c1b2dd-e105-4d65-9760-3585b4ef567e tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422368 Feb 11 05:38:53.582101 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:38:54.214916 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5669f5-a331-4dfb-9fbe-3dd0f40518ec req-894d0c83-d71a-4b63-a132-66c1680352ea tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:54.217100 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe5669f5-a331-4dfb-9fbe-3dd0f40518ec req-894d0c83-d71a-4b63-a132-66c1680352ea tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0550983 Feb 11 05:38:54.263367 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fe5669f5-a331-4dfb-9fbe-3dd0f40518ec req-240e77d7-2b0a-4dce-8a9d-da326c4f3e30 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406106 Feb 11 05:38:55.380172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545886f-4c82-4dfd-b31b-cd742cbb7991 req-af1bd7a4-ace5-40cf-9497-c96399f4d815 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:55.381565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d545886f-4c82-4dfd-b31b-cd742cbb7991 req-af1bd7a4-ace5-40cf-9497-c96399f4d815 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0523858 Feb 11 05:38:55.428122 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d545886f-4c82-4dfd-b31b-cd742cbb7991 req-4daa7f3e-7fc2-43ce-8bc6-35420cf42bc8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Feb 11 05:38:56.549412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbd71c-7e6f-4bba-847a-58f52e2924b9 req-28ebcf0b-7392-4179-96a2-e29b15b2a57c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:56.550905 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1cbd71c-7e6f-4bba-847a-58f52e2924b9 req-28ebcf0b-7392-4179-96a2-e29b15b2a57c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0566094 Feb 11 05:38:56.597989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f1cbd71c-7e6f-4bba-847a-58f52e2924b9 req-7f1bbd39-42bd-41c6-969f-caf9ac39f958 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Feb 11 05:38:57.722939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88074ae1-b225-49ee-b6bc-32980a7604ab req-1d1de734-419e-400b-9fb0-2d8780332722 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:57.723696 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-88074ae1-b225-49ee-b6bc-32980a7604ab req-1d1de734-419e-400b-9fb0-2d8780332722 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0578218 Feb 11 05:38:57.771874 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-88074ae1-b225-49ee-b6bc-32980a7604ab req-701cab46-0fe2-48e4-bd5f-40c215024b90 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Feb 11 05:38:58.889354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf60101-99e4-468d-865c-988da7e88658 req-a31b4a78-c77e-4b41-82f6-e071bd327ee7 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:58.890815 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aaf60101-99e4-468d-865c-988da7e88658 req-a31b4a78-c77e-4b41-82f6-e071bd327ee7 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0520825 Feb 11 05:38:58.936958 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aaf60101-99e4-468d-865c-988da7e88658 req-a2cfc4b0-0f79-4ea7-8c65-9b5a8ce90ab6 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403180 Feb 11 05:39:00.058416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ae5b-9315-4523-867e-ee3c95593920 req-fd11f8fe-6137-4168-895e-a31a28b88547 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:00.059865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d452ae5b-9315-4523-867e-ee3c95593920 req-fd11f8fe-6137-4168-895e-a31a28b88547 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0558813 Feb 11 05:39:00.106620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d452ae5b-9315-4523-867e-ee3c95593920 req-b0c4ab46-97c9-4830-b698-5efb23903a20 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Feb 11 05:39:01.233047 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1b72f-81ff-4a32-a032-8d6e5ed4abe8 req-b98644ac-0815-42d3-89c3-b9183627198c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:01.234533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81a1b72f-81ff-4a32-a032-8d6e5ed4abe8 req-b98644ac-0815-42d3-89c3-b9183627198c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0578833 Feb 11 05:39:01.280910 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81a1b72f-81ff-4a32-a032-8d6e5ed4abe8 req-4dfe99af-c755-4a39-a6e1-7d49a7f11a32 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Feb 11 05:39:02.402669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632858d-db42-4e77-88c6-2d9d2956b5de req-d5e64f74-34a0-4594-b92d-28b8ca7724fc tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:02.404770 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6632858d-db42-4e77-88c6-2d9d2956b5de req-d5e64f74-34a0-4594-b92d-28b8ca7724fc tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0572162 Feb 11 05:39:02.449968 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6632858d-db42-4e77-88c6-2d9d2956b5de req-c2b63aac-b9bb-4c5b-bc90-fa4791715fe4 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Feb 11 05:39:03.573471 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824793c-d29a-4e32-a380-9a9e7250d0d4 req-5e1aead5-e7bb-4f35-b74c-546316c51e2c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:03.575148 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5824793c-d29a-4e32-a380-9a9e7250d0d4 req-5e1aead5-e7bb-4f35-b74c-546316c51e2c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0535731 Feb 11 05:39:03.621799 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5824793c-d29a-4e32-a380-9a9e7250d0d4 req-b95b2798-f673-471b-965b-e6349a6fbca9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 Feb 11 05:39:03.743332 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:04.743652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0dba0-75fc-42c8-b6ba-7bb536a2d3de req-33732492-795f-4f18-92c0-5d73f735ff6b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:04.745128 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9c0dba0-75fc-42c8-b6ba-7bb536a2d3de req-33732492-795f-4f18-92c0-5d73f735ff6b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0534804 Feb 11 05:39:04.791447 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9c0dba0-75fc-42c8-b6ba-7bb536a2d3de req-e3acaa2c-38ac-47a8-9237-1b8c6c9349c6 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Feb 11 05:39:05.910273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b70b3-0843-49dd-a3c6-0609b7ea30ef req-a1cf40bc-5371-46fe-a415-6402b7d0be63 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:05.911864 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc4b70b3-0843-49dd-a3c6-0609b7ea30ef req-a1cf40bc-5371-46fe-a415-6402b7d0be63 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0515361 Feb 11 05:39:05.961648 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc4b70b3-0843-49dd-a3c6-0609b7ea30ef req-5c0c8b2b-765a-454a-8d1e-5426af0e697d tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442593 Feb 11 05:39:07.080700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538e771-115d-4014-97f2-2094ce64c2fc req-2ee1d06d-2d2c-4705-ba41-54d20b1a6a10 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:07.082182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1538e771-115d-4014-97f2-2094ce64c2fc req-2ee1d06d-2d2c-4705-ba41-54d20b1a6a10 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0522053 Feb 11 05:39:07.132924 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1538e771-115d-4014-97f2-2094ce64c2fc req-5e4c20a7-c2e4-4ce7-9d5b-ae2aafc8c017 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452023 Feb 11 05:39:07.762879 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.251789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736162db-7229-4111-be9f-b295cb5cb321 req-5f044a05-d5f0-4fd2-a26e-deb7100fcdb0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:08.253267 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-736162db-7229-4111-be9f-b295cb5cb321 req-5f044a05-d5f0-4fd2-a26e-deb7100fcdb0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0518451 Feb 11 05:39:08.299061 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-736162db-7229-4111-be9f-b295cb5cb321 req-0c3a99d6-87b0-4833-b485-1a0ed7a29c49 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403106 Feb 11 05:39:09.417836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ace8f0-5819-4ce8-bf66-c38162f31690 req-6e9036d7-0eb2-4c7b-819c-3f4ae27cd9aa tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:09.419816 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66ace8f0-5819-4ce8-bf66-c38162f31690 req-6e9036d7-0eb2-4c7b-819c-3f4ae27cd9aa tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0530846 Feb 11 05:39:09.465169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-66ace8f0-5819-4ce8-bf66-c38162f31690 req-5730ea95-a946-431f-98cf-99175e232057 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398083 Feb 11 05:39:09.473501 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-92a6b6f0-f105-485a-895f-54bac62f330b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.586808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f224ac-226e-4e53-b4f2-f5dc1dc69804 req-53172e41-b797-4810-9cdf-efe5c13a48aa tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:10.588310 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0f224ac-226e-4e53-b4f2-f5dc1dc69804 req-53172e41-b797-4810-9cdf-efe5c13a48aa tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0520387 Feb 11 05:39:10.635268 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0f224ac-226e-4e53-b4f2-f5dc1dc69804 req-19cf76bf-cdc3-4ac8-8937-33851af3df8c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413229 Feb 11 05:39:11.753605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe086d98-9103-40bc-9068-3eae91f9df84 req-8cbf3602-38d7-4a8a-bc62-dee4b9cf34b6 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:11.755116 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe086d98-9103-40bc-9068-3eae91f9df84 req-8cbf3602-38d7-4a8a-bc62-dee4b9cf34b6 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0545788 Feb 11 05:39:11.800688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fe086d98-9103-40bc-9068-3eae91f9df84 req-4a5ceda6-9cb5-4fff-b8d6-eba9ca4ef663 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Feb 11 05:39:11.943518 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6cb6d2e0-fa08-49fc-9d2b-8aeb86168f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.923269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fb2ff-7791-4ea5-9941-eaac49a9bf0c req-969dac4c-c53a-448c-bc9e-cedf55483032 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:12.925086 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-092fb2ff-7791-4ea5-9941-eaac49a9bf0c req-969dac4c-c53a-448c-bc9e-cedf55483032 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0577497 Feb 11 05:39:12.925233 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.971147 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-092fb2ff-7791-4ea5-9941-eaac49a9bf0c req-7c531619-d988-476c-bfe8-ac25397af5fb tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403459 Feb 11 05:39:14.095598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d098a8-2819-4e89-9b4e-d45b132d07d0 req-9fc910c7-301f-4c8d-9706-3b47cf54dcf8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:14.097096 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4d098a8-2819-4e89-9b4e-d45b132d07d0 req-9fc910c7-301f-4c8d-9706-3b47cf54dcf8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0584033 Feb 11 05:39:14.143319 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4d098a8-2819-4e89-9b4e-d45b132d07d0 req-8c323046-12a8-496b-8b33-fe72b646bb1b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Feb 11 05:39:14.506586 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.271796 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70689ff-92b8-4654-bd4e-a7fcfd645577 req-003cc092-faef-4f78-8aa1-faf927000b30 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:15.273283 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f70689ff-92b8-4654-bd4e-a7fcfd645577 req-003cc092-faef-4f78-8aa1-faf927000b30 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0594738 Feb 11 05:39:15.318979 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f70689ff-92b8-4654-bd4e-a7fcfd645577 req-e3cf3964-dbd8-4da7-9d6e-3a2053fdd4c3 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393505 Feb 11 05:39:15.738309 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:16.438168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df9cc2-8bb1-477c-9aa2-5d912b6505ab req-9d7b9b3c-4505-45c3-8db6-7ae807f2f1cf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:16.439687 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-10df9cc2-8bb1-477c-9aa2-5d912b6505ab req-9d7b9b3c-4505-45c3-8db6-7ae807f2f1cf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0537560 Feb 11 05:39:16.485903 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-10df9cc2-8bb1-477c-9aa2-5d912b6505ab req-b59205eb-fde7-432f-8cb2-4238d61f92af tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406737 Feb 11 05:39:17.604399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8051cb-5cd7-43df-97ac-3ea2fdbbad64 req-5e644e52-bf99-4f13-a7b4-564e1d2243bb tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:17.605889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa8051cb-5cd7-43df-97ac-3ea2fdbbad64 req-5e644e52-bf99-4f13-a7b4-564e1d2243bb tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0511844 Feb 11 05:39:17.656655 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa8051cb-5cd7-43df-97ac-3ea2fdbbad64 req-84d847c2-c95c-4e31-8c67-470a01ffff7c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Feb 11 05:39:18.781157 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8775aa-63ce-4c77-a5df-d4947518b807 req-1b440648-beaa-4ebd-89fc-05128a98a9cd tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:18.782632 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1a8775aa-63ce-4c77-a5df-d4947518b807 req-1b440648-beaa-4ebd-89fc-05128a98a9cd tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0539138 Feb 11 05:39:18.837712 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1a8775aa-63ce-4c77-a5df-d4947518b807 req-b99405f3-c6d8-42af-9ec4-5239f52da62c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495367 Feb 11 05:39:19.503978 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-85daecae-c012-4844-ad3f-fd298949fc28 req-07f4ae93-2052-4994-829c-1045e4949e57 service neutron] show failed (client error): The resource could not be found. Feb 11 05:39:19.504980 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-07f4ae93-2052-4994-829c-1045e4949e57 service neutron] 10.222.0.10 "GET /v2.0/ports/69c4fddd-d48c-45f1-9a23-924544c7adfd/bindings/n-h1-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0540164 Feb 11 05:39:19.707934 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daecae-c012-4844-ad3f-fd298949fc28 req-b9b5f98f-6384-4e8c-b3dc-f1af883f1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:19.709424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-b9b5f98f-6384-4e8c-b3dc-f1af883f1836 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8&tenant_id=c160200ada0b4e3b9823f3730e27e3a7 HTTP/1.1" status: 200 len: 1129 time: 0.0449638 Feb 11 05:39:19.720546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-a6873251-a93e-4705-9f99-0ea879e3bfbc service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:39:19.721556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-a6873251-a93e-4705-9f99-0ea879e3bfbc service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048971 Feb 11 05:39:19.738681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:19.799460 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.957144 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a8de0-226b-42f4-b87c-f3673072c8dc req-0746cbf3-5df4-4aa5-ba1e-520b8311e6d8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:19.958677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec7a8de0-226b-42f4-b87c-f3673072c8dc req-0746cbf3-5df4-4aa5-ba1e-520b8311e6d8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0521147 Feb 11 05:39:20.001763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:20.005704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec7a8de0-226b-42f4-b87c-f3673072c8dc req-136b5498-91e5-4ccd-bdc5-25dcd031d42e tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Feb 11 05:39:20.035208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:20.072570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c4fddd-d48c-45f1-9a23-924544c7adfd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:20.075428 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7efd75-e618-4b4a-acb4-68dfcdfec1e0" -d '{"events": [{"server_uuid": "17efbd07-aa25-40fc-99dd-8a1d69b572a8", "name": "network-vif-unplugged", "status": "completed", "tag": "69c4fddd-d48c-45f1-9a23-924544c7adfd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:20.079200 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Publish callbacks [] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.092513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Transition to ACTIVE for port object 69c4fddd-d48c-45f1-9a23-924544c7adfd will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:39:20.097041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.124749 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5859ec06-d1d2-4e7f-b54e-4c7b914e1737 x-openstack-request-id: req-5859ec06-d1d2-4e7f-b54e-4c7b914e1737 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:20.125043 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17efbd07-aa25-40fc-99dd-8a1d69b572a8", "name": "network-vif-unplugged", "status": "completed", "tag": "69c4fddd-d48c-45f1-9a23-924544c7adfd", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:20.125296 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5859ec06-d1d2-4e7f-b54e-4c7b914e1737 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:20.125698 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c4fddd-d48c-45f1-9a23-924544c7adfd', 'code': 200} Feb 11 05:39:20.164562 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] No DVR routers for this DVR port 69c4fddd-d48c-45f1-9a23-924544c7adfd on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:20.167617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Pushing event updated for resources: {'Port': ['ID=69c4fddd-d48c-45f1-9a23-924544c7adfd,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:20.200986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Attempting to bind port 69c4fddd-d48c-45f1-9a23-924544c7adfd on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:20.201310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Attempting to bind port 69c4fddd-d48c-45f1-9a23-924544c7adfd by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:20.201641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Attempting to bind port 69c4fddd-d48c-45f1-9a23-924544c7adfd on network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:20.205808 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Port 69c4fddd-d48c-45f1-9a23-924544c7adfd on network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:20.206132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Attempting to bind port 69c4fddd-d48c-45f1-9a23-924544c7adfd on network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:20.210822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:20.211198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Checking segment: {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:20.211597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Bound using segment: {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:20.211995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Bound port: 69c4fddd-d48c-45f1-9a23-924544c7adfd, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:20.212347 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.272792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:20.275704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:20.281597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.317149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:20.317768 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.319167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] 10.222.0.60 "PUT /v2.0/ports/69c4fddd-d48c-45f1-9a23-924544c7adfd HTTP/1.1" status: 200 len: 1093 time: 0.5845094 Feb 11 05:39:20.337633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b6e6b-aa64-45d9-9b10-c171e790166c service neutron] Pushing event updated for resources: {'Port': ['ID=69c4fddd-d48c-45f1-9a23-924544c7adfd,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:20.399267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daecae-c012-4844-ad3f-fd298949fc28 req-d164fa38-0101-4a6f-bb01-8a7911778bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:20.400751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-d164fa38-0101-4a6f-bb01-8a7911778bb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 1127 time: 0.0497453 Feb 11 05:39:20.487694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daecae-c012-4844-ad3f-fd298949fc28 req-d4f01fd1-6747-4cda-be7d-70f673ea2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:20.489147 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-d4f01fd1-6747-4cda-be7d-70f673ea2735 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.0820577 Feb 11 05:39:20.535187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-2dc0329b-d968-4a44-8e96-d420940677a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd HTTP/1.1" status: 200 len: 217 time: 0.0380604 Feb 11 05:39:20.591377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daecae-c012-4844-ad3f-fd298949fc28 req-804245d6-4c14-4bfd-87a2-8ad53559e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:20.594292 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-804245d6-4c14-4bfd-87a2-8ad53559e086 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0507667 Feb 11 05:39:20.625923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-8da42967-b8a7-446a-b323-e29861d8eed2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255432 Feb 11 05:39:20.717391 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-5f0a7703-7e6d-48c1-be6b-39c54f6a31ac service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852911 Feb 11 05:39:20.805562 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-85daecae-c012-4844-ad3f-fd298949fc28 req-b79d980f-fa20-480f-bc2e-406caa7dcdad service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813630 Feb 11 05:39:21.125263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a182eb-bdb0-48c4-bfec-2ee9ac3c2ab8 req-9aa98e0f-953d-4cc3-9872-27e7b46e377e tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:21.126754 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-92a182eb-bdb0-48c4-bfec-2ee9ac3c2ab8 req-9aa98e0f-953d-4cc3-9872-27e7b46e377e tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 944 time: 0.0526259 Feb 11 05:39:21.175769 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-92a182eb-bdb0-48c4-bfec-2ee9ac3c2ab8 req-e11df0ab-cfcb-4b12-9b99-103ed7966e5c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 Feb 11 05:39:22.126876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'tag': '69c4fddd-d48c-45f1-9a23-924544c7adfd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:22.129305 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce4a35f-f146-43e1-b4f7-c467f648b979" -d '{"events": [{"name": "network-changed", "server_uuid": "17efbd07-aa25-40fc-99dd-8a1d69b572a8", "tag": "69c4fddd-d48c-45f1-9a23-924544c7adfd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:22.177826 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8adb837-a0e8-4afc-951d-e50becdb3887 x-openstack-request-id: req-f8adb837-a0e8-4afc-951d-e50becdb3887 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:22.178121 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17efbd07-aa25-40fc-99dd-8a1d69b572a8", "tag": "69c4fddd-d48c-45f1-9a23-924544c7adfd", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:22.178380 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8adb837-a0e8-4afc-951d-e50becdb3887 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:22.178788 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'tag': '69c4fddd-d48c-45f1-9a23-924544c7adfd', 'status': 'completed', 'code': 200} Feb 11 05:39:22.301242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6285a2-bd1a-4600-8ab9-ad731286906c req-5d011d25-7d03-442b-b87b-84e014dd5505 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:22.302754 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ee6285a2-bd1a-4600-8ab9-ad731286906c req-5d011d25-7d03-442b-b87b-84e014dd5505 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 944 time: 0.0583217 Feb 11 05:39:22.303378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-1c6dc193-1165-466d-84d3-272beffb7691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:22.304871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-1c6dc193-1165-466d-84d3-272beffb7691 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 1127 time: 0.0871849 Feb 11 05:39:22.307268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-220600df-277c-49d6-a359-bcccaf7626f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:22.308630 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-220600df-277c-49d6-a359-bcccaf7626f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 1127 time: 0.0830383 Feb 11 05:39:22.351451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ee6285a2-bd1a-4600-8ab9-ad731286906c req-d93e7300-c2b8-44e7-aaaa-e81f63f2c746 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Feb 11 05:39:22.460695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-a363a293-d2b5-4d60-9360-9a99923ee50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:22.462154 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-a363a293-d2b5-4d60-9360-9a99923ee50b service neutron] 10.222.0.10 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.1513696 Feb 11 05:39:22.464756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-a30ceb8d-e13a-4528-a5d5-0c01d6993e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:22.466109 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-a30ceb8d-e13a-4528-a5d5-0c01d6993e40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.1483088 Feb 11 05:39:22.506661 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-ec9b407f-e32d-4c54-bea0-311e0b645a9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd HTTP/1.1" status: 200 len: 217 time: 0.0391705 Feb 11 05:39:22.543029 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-24c88d73-b37a-4154-b4f5-c4bac5d0c6c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd HTTP/1.1" status: 200 len: 217 time: 0.0700173 Feb 11 05:39:22.608103 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-7d5063cb-9e7f-489b-846f-db0e2e9a7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:22.609462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-7d5063cb-9e7f-489b-846f-db0e2e9a7cbc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0740283 Feb 11 05:39:22.618016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-4cde6502-a29f-4cb0-8ff4-ecacba96e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:22.619439 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-4cde6502-a29f-4cb0-8ff4-ecacba96e151 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0580668 Feb 11 05:39:22.666465 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-9380ef75-8d2d-494d-9cfd-ebab725862fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500886 Feb 11 05:39:22.668132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-dfd54363-6641-4fa1-9f00-b41abaf11bf5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404637 Feb 11 05:39:22.821281 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-87368414-4324-4827-96ba-984720acb9e8 service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424363 Feb 11 05:39:22.822992 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-abe4b5e2-f0c0-48df-a30b-4af819579960 service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509225 Feb 11 05:39:22.979162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-06962027-faee-4d5f-93a6-4d14eead8582 service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513317 Feb 11 05:39:22.981028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3ce4a35f-f146-43e1-b4f7-c467f648b979 req-ac2e47e1-4925-4b76-82e4-706652021858 service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522586 Feb 11 05:39:23.476780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298daa04-1356-4558-829a-b38593d9225b req-a5b37c99-4348-4e27-b7ba-5e44680ed31e tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:23.478265 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-298daa04-1356-4558-829a-b38593d9225b req-a5b37c99-4348-4e27-b7ba-5e44680ed31e tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 944 time: 0.0550961 Feb 11 05:39:23.524276 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-298daa04-1356-4558-829a-b38593d9225b req-3c455264-ac26-4f11-9f60-2f19131e974f tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Feb 11 05:39:23.618541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 69c4fddd-d48c-45f1-9a23-924544c7adfd no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:23.659242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port 69c4fddd-d48c-45f1-9a23-924544c7adfd host n-h1-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:39:23.659553 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 69c4fddd-d48c-45f1-9a23-924544c7adfd not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:23.895259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 69c4fddd-d48c-45f1-9a23-924544c7adfd details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:39:23.995326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:24.006879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '69c4fddd-d48c-45f1-9a23-924544c7adfd', 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f', 'port_id': '69c4fddd-d48c-45f1-9a23-924544c7adfd', 'mac_address': 'fa:16:3e:ff:58:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258a9804-516f-4011-b2d5-870c5b4b6583', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:39:24.042915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 69c4fddd-d48c-45f1-9a23-924544c7adfd is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:24.043323 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.056777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c4fddd-d48c-45f1-9a23-924544c7adfd {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:24.076774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:24.080597 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.131444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=69c4fddd-d48c-45f1-9a23-924544c7adfd,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:24.510155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['69c4fddd-d48c-45f1-9a23-924544c7adfd'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:24.644560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bb60e-21c7-4bd9-8bee-81a76b4546d6 req-0013b98d-f28a-405b-9851-00989a177cbf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:24.646047 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e9bb60e-21c7-4bd9-8bee-81a76b4546d6 req-0013b98d-f28a-405b-9851-00989a177cbf tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 945 time: 0.0533144 Feb 11 05:39:24.693231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e9bb60e-21c7-4bd9-8bee-81a76b4546d6 req-70ffa31d-2459-4cb3-b13c-fba130ae61b5 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Feb 11 05:39:24.897597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61491e-94a2-4fe9-babb-e7140a7c8f69 req-aa1b68a1-a8fc-446c-8dc1-119a20dffe97 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:24.899151 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf61491e-94a2-4fe9-babb-e7140a7c8f69 req-aa1b68a1-a8fc-446c-8dc1-119a20dffe97 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 945 time: 0.0613527 Feb 11 05:39:24.918740 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-9841c947-eb89-4f65-960b-7d895041c920 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:24.920234 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-9841c947-eb89-4f65-960b-7d895041c920 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.10 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8&tenant_id=c160200ada0b4e3b9823f3730e27e3a7&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 945 time: 0.0570126 Feb 11 05:39:24.949429 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf61491e-94a2-4fe9-babb-e7140a7c8f69 req-a7e299d8-59d6-419a-b5e7-3a0abc0af58f tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439682 Feb 11 05:39:24.982765 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-d04ccf17-7165-4a5a-8439-423228d7e0bb service neutron] delete failed (client error): The resource could not be found. Feb 11 05:39:24.983820 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-d04ccf17-7165-4a5a-8439-423228d7e0bb service neutron] 10.222.0.10 "DELETE /v2.0/ports/69c4fddd-d48c-45f1-9a23-924544c7adfd/bindings/n-h2-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0572393 Feb 11 05:39:25.093173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-7e21eb18-b823-4fe9-8078-7c0efbeeb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:25.094634 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-7e21eb18-b823-4fe9-8078-7c0efbeeb07e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 1128 time: 0.0480149 Feb 11 05:39:25.180759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-aa66d9f8-ab13-4b44-8418-8f94919c9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:25.182202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-aa66d9f8-ab13-4b44-8418-8f94919c9f91 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.0819497 Feb 11 05:39:25.223356 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-81bba26f-e9d5-4fba-aab3-2c4cfd35b1a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd HTTP/1.1" status: 200 len: 217 time: 0.0359046 Feb 11 05:39:25.269270 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-a0f40b31-3a65-42ef-b8f4-05cb5586a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:25.270655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-a0f40b31-3a65-42ef-b8f4-05cb5586a8f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0423164 Feb 11 05:39:25.300395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-cd03c839-5af9-4ace-9682-516a537b0009 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244181 Feb 11 05:39:25.389515 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-4200b900-fbe8-410b-be31-012c3f9112c0 service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827036 Feb 11 05:39:25.475172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1771bc7c-2a81-42f1-b0d5-cf8322eafd94 req-61f0113b-e7be-4e55-9b18-71ec0bdebff1 service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800776 Feb 11 05:39:25.896406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 69c4fddd-d48c-45f1-9a23-924544c7adfd up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:25.947095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 69c4fddd-d48c-45f1-9a23-924544c7adfd completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:39:25.951559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 69c4fddd-d48c-45f1-9a23-924544c7adfd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:25.951939 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.035538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 69c4fddd-d48c-45f1-9a23-924544c7adfd is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:26.035939 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.060722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c4fddd-d48c-45f1-9a23-924544c7adfd'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:26.063146 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddac6bd9-27b3-4f56-8c52-edd0a3034f1e" -d '{"events": [{"server_uuid": "17efbd07-aa25-40fc-99dd-8a1d69b572a8", "name": "network-vif-plugged", "status": "completed", "tag": "69c4fddd-d48c-45f1-9a23-924544c7adfd"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:26.077489 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:26.083915 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.088027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5726-5a85-474f-890d-f7c16f953b68 req-7fb61f98-4ed6-413b-b1cb-ab5f7ab97f98 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:26.089576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3cdb5726-5a85-474f-890d-f7c16f953b68 req-7fb61f98-4ed6-413b-b1cb-ab5f7ab97f98 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 945 time: 0.0687184 Feb 11 05:39:26.123002 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a586419a-de0b-472e-a54a-e2799dfd4b4c x-openstack-request-id: req-a586419a-de0b-472e-a54a-e2799dfd4b4c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:26.123303 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17efbd07-aa25-40fc-99dd-8a1d69b572a8", "name": "network-vif-plugged", "status": "completed", "tag": "69c4fddd-d48c-45f1-9a23-924544c7adfd", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:26.123562 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a586419a-de0b-472e-a54a-e2799dfd4b4c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:26.123951 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c4fddd-d48c-45f1-9a23-924544c7adfd', 'code': 200} Feb 11 05:39:26.150167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3cdb5726-5a85-474f-890d-f7c16f953b68 req-5a3cc878-c453-4687-9f62-86f97324578a tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542347 Feb 11 05:39:26.152947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=69c4fddd-d48c-45f1-9a23-924544c7adfd,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:26.271136 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65134c12-e608-487c-ab5a-924456c4baae req-cb7e506c-723e-45a0-838f-ea7bc22f9270 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:26.272551 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65134c12-e608-487c-ab5a-924456c4baae req-cb7e506c-723e-45a0-838f-ea7bc22f9270 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0529332 Feb 11 05:39:26.318416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65134c12-e608-487c-ab5a-924456c4baae req-a30786e7-162d-4b26-9d3d-eadadaf163b4 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Feb 11 05:39:26.433413 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc2143-956c-43f4-9dbd-b42724a1c046 req-1d7a2aec-731b-44cd-ba2b-2b2b186f168b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:26.435399 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aefc2143-956c-43f4-9dbd-b42724a1c046 req-1d7a2aec-731b-44cd-ba2b-2b2b186f168b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0530732 Feb 11 05:39:26.481120 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aefc2143-956c-43f4-9dbd-b42724a1c046 req-8bdcefc6-d4c0-4e2c-8439-ea3071f793e4 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398867 Feb 11 05:39:26.839790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-895e5772-3c0f-43d4-a04f-a625255ab765 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:26.841144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-895e5772-3c0f-43d4-a04f-a625255ab765 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 815 time: 0.1016135 Feb 11 05:39:26.857782 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-2c76b5f6-09fa-4806-861c-fef4f1195688 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/quotas/c160200ada0b4e3b9823f3730e27e3a7 HTTP/1.1" status: 200 len: 375 time: 0.0112283 Feb 11 05:39:27.258204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-67a77cc4-bb7a-4b08-b42d-5e7f42877a0a tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3948047 Feb 11 05:39:27.347545 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-db6040fa-b9fc-4c22-bbd3-d4a9b568ab4c service neutron] 10.222.0.48 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822403 Feb 11 05:39:27.438300 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-0378fd46-708d-43a9-bdd9-5f9b57df27b4 service neutron] 10.222.0.48 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852020 Feb 11 05:39:27.599195 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2af4778-f01a-48eb-9062-a95b1e1d2717 req-b581e4d2-92cb-49a9-a3db-41b6b0849050 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 210 time: 0.0280051 Feb 11 05:39:28.488246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a9a33-22d0-472e-ad30-cbe0522e5c2d req-ff4e7439-edcd-4dcd-8f32-a2c233320189 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:28.489674 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-405a9a33-22d0-472e-ad30-cbe0522e5c2d req-ff4e7439-edcd-4dcd-8f32-a2c233320189 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.60 "GET /v2.0/ports?device_id=17efbd07-aa25-40fc-99dd-8a1d69b572a8 HTTP/1.1" status: 200 len: 946 time: 0.0502849 Feb 11 05:39:28.585192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-405a9a33-22d0-472e-ad30-cbe0522e5c2d req-a821fffa-218c-43ad-97f8-ae19a0d91bd0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Deleting port 69c4fddd-d48c-45f1-9a23-924544c7adfd {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:28.585534 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-405a9a33-22d0-472e-ad30-cbe0522e5c2d req-a821fffa-218c-43ad-97f8-ae19a0d91bd0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.709429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa6bd5e1-5b74-435d-8e26-0f2d895bbfd3 req-5ffefd53-aa4f-4fa7-8f47-d454d17cfd47 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 210 time: 0.0372801 Feb 11 05:39:28.711112 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-405a9a33-22d0-472e-ad30-cbe0522e5c2d req-a821fffa-218c-43ad-97f8-ae19a0d91bd0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] For port 69c4fddd-d48c-45f1-9a23-924544c7adfd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=69c4fddd-d48c-45f1-9a23-924544c7adfd,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:28.711480 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-405a9a33-22d0-472e-ad30-cbe0522e5c2d req-a821fffa-218c-43ad-97f8-ae19a0d91bd0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.718585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.60', 57916) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:28.732819 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-405a9a33-22d0-472e-ad30-cbe0522e5c2d req-a821fffa-218c-43ad-97f8-ae19a0d91bd0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Calling delete_port for 69c4fddd-d48c-45f1-9a23-924544c7adfd owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:28.830569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-dbbbf1c3-4b76-4f12-bcc1-0555340ef7aa tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:28.832294 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-dbbbf1c3-4b76-4f12-bcc1-0555340ef7aa tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.60 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 815 time: 0.1113157 Feb 11 05:39:28.855910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Request body: {'port': {'device_id': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f', 'admin_state_up': True, 'tenant_id': 'c160200ada0b4e3b9823f3730e27e3a7'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:28.870561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-405a9a33-22d0-472e-ad30-cbe0522e5c2d req-a821fffa-218c-43ad-97f8-ae19a0d91bd0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (69c4fddd-d48c-45f1-9a23-924544c7adfd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.904975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['69c4fddd-d48c-45f1-9a23-924544c7adfd'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:28.905958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821fffa-218c-43ad-97f8-ae19a0d91bd0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Pushing event deleted for resources: {'Port': ['ID=69c4fddd-d48c-45f1-9a23-924544c7adfd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:28.952511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-405a9a33-22d0-472e-ad30-cbe0522e5c2d req-a821fffa-218c-43ad-97f8-ae19a0d91bd0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] No DVR routers for this DVR port 69c4fddd-d48c-45f1-9a23-924544c7adfd on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:28.955526 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-405a9a33-22d0-472e-ad30-cbe0522e5c2d req-a821fffa-218c-43ad-97f8-ae19a0d91bd0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.959705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-405a9a33-22d0-472e-ad30-cbe0522e5c2d req-a821fffa-218c-43ad-97f8-ae19a0d91bd0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.60 "DELETE /v2.0/ports/69c4fddd-d48c-45f1-9a23-924544c7adfd HTTP/1.1" status: 204 len: 173 time: 0.4597895 Feb 11 05:39:28.960181 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'name': 'network-vif-deleted', 'tag': '69c4fddd-d48c-45f1-9a23-924544c7adfd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:28.962557 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b3c780-3147-420b-bbb9-baab8c43d8c6" -d '{"events": [{"server_uuid": "17efbd07-aa25-40fc-99dd-8a1d69b572a8", "name": "network-vif-deleted", "tag": "69c4fddd-d48c-45f1-9a23-924544c7adfd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:28.973726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Made reservation on behalf of c160200ada0b4e3b9823f3730e27e3a7 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:28.979481 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.005263 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d747dd-9952-4b51-a84f-77e56096ab06 x-openstack-request-id: req-40d747dd-9952-4b51-a84f-77e56096ab06 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:29.006505 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17efbd07-aa25-40fc-99dd-8a1d69b572a8", "name": "network-vif-deleted", "tag": "69c4fddd-d48c-45f1-9a23-924544c7adfd", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:29.006505 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40d747dd-9952-4b51-a84f-77e56096ab06 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:29.006505 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17efbd07-aa25-40fc-99dd-8a1d69b572a8', 'name': 'network-vif-deleted', 'tag': '69c4fddd-d48c-45f1-9a23-924544c7adfd', 'status': 'completed', 'code': 200} Feb 11 05:39:29.108699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Allocated IP 172.20.0.9 (95f3b5ab-30eb-490e-a97b-a2a54a83df9f/258a9804-516f-4011-b2d5-870c5b4b6583/46e33f59-2e8a-46a7-a313-f8d368b981b1) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:29.266673 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks [] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.299181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.329432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['69c4fddd-d48c-45f1-9a23-924544c7adfd'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:29.344224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:29.347318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:29.350973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:29.357259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Pushing event updated for resources: {'Port': ['ID=46e33f59-2e8a-46a7-a313-f8d368b981b1,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:29.406686 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:29.407345 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.422706 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1c2e5c46-2120-47d6-b7d8-26764c3f562c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707467 Feb 11 05:39:29.439516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Request body: {'port': {'device_id': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:29.496251 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.759908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e33f59-2e8a-46a7-a313-f8d368b981b1 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:29.770440 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Publish callbacks [] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.783895 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Transition to ACTIVE for port object 46e33f59-2e8a-46a7-a313-f8d368b981b1 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:39:29.788198 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.833528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7bd30-d184-47cd-8bb2-240b812e4088 req-6b2ced27-cf05-4488-b59a-d9f706893b06 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:29.835043 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcd7bd30-d184-47cd-8bb2-240b812e4088 req-6b2ced27-cf05-4488-b59a-d9f706893b06 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 943 time: 0.0528216 Feb 11 05:39:29.836374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Pushing event updated for resources: {'Port': ['ID=46e33f59-2e8a-46a7-a313-f8d368b981b1,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:29.887787 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bcd7bd30-d184-47cd-8bb2-240b812e4088 req-6097e478-1b15-4451-9056-ba7723be1f6a tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Feb 11 05:39:29.907135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Attempting to bind port 46e33f59-2e8a-46a7-a313-f8d368b981b1 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:29.907480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Attempting to bind port 46e33f59-2e8a-46a7-a313-f8d368b981b1 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:29.907817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Attempting to bind port 46e33f59-2e8a-46a7-a313-f8d368b981b1 on network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:29.912108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Port 46e33f59-2e8a-46a7-a313-f8d368b981b1 on network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:29.912438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Attempting to bind port 46e33f59-2e8a-46a7-a313-f8d368b981b1 on network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:29.917314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:29.917724 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Checking segment: {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:29.918160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Bound using segment: {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:29.919771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Bound port: 46e33f59-2e8a-46a7-a313-f8d368b981b1, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:29.920753 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.984370 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:29.987338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:29.993512 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.029129 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:30.029746 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.031164 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] 10.222.0.60 "PUT /v2.0/ports/46e33f59-2e8a-46a7-a313-f8d368b981b1 HTTP/1.1" status: 200 len: 1092 time: 0.5956852 Feb 11 05:39:30.031604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'tag': '46e33f59-2e8a-46a7-a313-f8d368b981b1'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:30.056450 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d7aa7-ac5e-441d-92e6-c69ece4bc024 service neutron] Pushing event updated for resources: {'Port': ['ID=46e33f59-2e8a-46a7-a313-f8d368b981b1,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:30.074173 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e481f4a-7314-491f-a9ea-7f4bac5b3698" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15", "tag": "46e33f59-2e8a-46a7-a313-f8d368b981b1"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:30.129832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-ba633fa9-21e2-4e91-9ee3-e4d3ee58af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:30.131426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-ba633fa9-21e2-4e91-9ee3-e4d3ee58af50 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 1126 time: 0.0463388 Feb 11 05:39:30.183124 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e046372a-a543-41aa-b226-d17e9b839120 x-openstack-request-id: req-e046372a-a543-41aa-b226-d17e9b839120 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:30.183423 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15", "tag": "46e33f59-2e8a-46a7-a313-f8d368b981b1", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:30.183684 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e046372a-a543-41aa-b226-d17e9b839120 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:30.184085 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'tag': '46e33f59-2e8a-46a7-a313-f8d368b981b1', 'status': 'completed', 'code': 200} Feb 11 05:39:30.185613 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-17ddd691-9260-4f21-872c-f5e986547f82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1 HTTP/1.1" status: 200 len: 217 time: 0.0422530 Feb 11 05:39:30.233206 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-bb472066-1ee7-45f7-af09-35e888ea45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:30.234621 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-bb472066-1ee7-45f7-af09-35e888ea45e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0431142 Feb 11 05:39:30.265316 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-79ccf5eb-afbc-4f55-a193-52ebdf4cb969 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242133 Feb 11 05:39:30.370847 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-bddf2dee-831e-494c-8e5f-2c5472eddd73 service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989144 Feb 11 05:39:30.459009 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e9b67ea4-8c58-4ab3-bc92-7d832b07fac2 req-79489821-caab-4685-bab4-e6be92c34f77 service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814681 Feb 11 05:39:30.575772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e481f4a-7314-491f-a9ea-7f4bac5b3698 req-2fe298cd-d8c5-4b34-a218-f381d55b3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:30.577183 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e481f4a-7314-491f-a9ea-7f4bac5b3698 req-2fe298cd-d8c5-4b34-a218-f381d55b3776 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 1126 time: 0.0441453 Feb 11 05:39:30.581232 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:39:30.671211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e481f4a-7314-491f-a9ea-7f4bac5b3698 req-1b9a72e0-81f8-40df-9c60-1ca803965727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:30.672686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e481f4a-7314-491f-a9ea-7f4bac5b3698 req-1b9a72e0-81f8-40df-9c60-1ca803965727 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.0871866 Feb 11 05:39:30.718639 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e481f4a-7314-491f-a9ea-7f4bac5b3698 req-47f86a76-8bca-4bf1-815b-5a0479716f53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1 HTTP/1.1" status: 200 len: 217 time: 0.0393417 Feb 11 05:39:30.770568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e481f4a-7314-491f-a9ea-7f4bac5b3698 req-43e0defe-87d4-4ce4-b768-f93c991d3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:30.772050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e481f4a-7314-491f-a9ea-7f4bac5b3698 req-43e0defe-87d4-4ce4-b768-f93c991d3746 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0473225 Feb 11 05:39:30.804669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e481f4a-7314-491f-a9ea-7f4bac5b3698 req-7124647e-f9f4-479c-8d40-fc15e056f72f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252800 Feb 11 05:39:30.896967 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e481f4a-7314-491f-a9ea-7f4bac5b3698 req-0c86f5ba-4a48-4eac-abfe-4868da582ccf service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850799 Feb 11 05:39:30.994440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e481f4a-7314-491f-a9ea-7f4bac5b3698 req-9896458d-3ebe-4f21-8b6d-bab64f86f772 service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904276 Feb 11 05:39:31.014219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23f38b-9655-4920-860f-e35fc0e3495a req-c329e6fe-d6b9-4a07-90bb-f655cdb3d3d8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:31.015753 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b23f38b-9655-4920-860f-e35fc0e3495a req-c329e6fe-d6b9-4a07-90bb-f655cdb3d3d8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 943 time: 0.0597115 Feb 11 05:39:31.063012 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b23f38b-9655-4920-860f-e35fc0e3495a req-9b6fe3e9-2cc7-481e-97ed-fb7f640ca738 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 Feb 11 05:39:31.909597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 69c4fddd-d48c-45f1-9a23-924544c7adfd no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:31.930107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 69c4fddd-d48c-45f1-9a23-924544c7adfd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:31.930454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 69c4fddd-d48c-45f1-9a23-924544c7adfd not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:32.180684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7064-e1c4-4b96-b211-dddd31144cc0 req-386c37b6-582e-4798-b9dd-33ecd47e1021 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:32.182134 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a78a7064-e1c4-4b96-b211-dddd31144cc0 req-386c37b6-582e-4798-b9dd-33ecd47e1021 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 943 time: 0.0519941 Feb 11 05:39:32.227176 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a78a7064-e1c4-4b96-b211-dddd31144cc0 req-2d21ff4f-8d57-4bef-ae09-1d62ae04d1d0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387871 Feb 11 05:39:33.344383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b06c37-a127-431e-94d7-4d6d21df2d6e req-8fb798c1-da5c-4ef9-a89d-e2a4c5c2f648 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:33.345761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-45b06c37-a127-431e-94d7-4d6d21df2d6e req-8fb798c1-da5c-4ef9-a89d-e2a4c5c2f648 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 943 time: 0.0522594 Feb 11 05:39:33.391513 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-45b06c37-a127-431e-94d7-4d6d21df2d6e req-96540eb0-f0f3-4a41-b412-d19bc3de4876 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Feb 11 05:39:33.741824 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.923460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 46e33f59-2e8a-46a7-a313-f8d368b981b1 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:39:34.020391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:34.030498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '46e33f59-2e8a-46a7-a313-f8d368b981b1', 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f', 'port_id': '46e33f59-2e8a-46a7-a313-f8d368b981b1', 'mac_address': 'fa:16:3e:7c:96:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258a9804-516f-4011-b2d5-870c5b4b6583', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:39:34.070867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 46e33f59-2e8a-46a7-a313-f8d368b981b1 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:34.071294 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.084293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e33f59-2e8a-46a7-a313-f8d368b981b1 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:34.103068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:34.107167 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.153467 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=46e33f59-2e8a-46a7-a313-f8d368b981b1,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:34.160662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.161017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.161362 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.161704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.162043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.162377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.162709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.163067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.163396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.163724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.164052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.164376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.164701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.477078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['46e33f59-2e8a-46a7-a313-f8d368b981b1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:34.517877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4f097-3573-414b-b988-4d190a4b8125 req-03684664-d16f-49e3-bbb4-2b163472820b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:34.520192 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbc4f097-3573-414b-b988-4d190a4b8125 req-03684664-d16f-49e3-bbb4-2b163472820b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 944 time: 0.0589995 Feb 11 05:39:34.570357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbc4f097-3573-414b-b988-4d190a4b8125 req-285b499e-c033-45ae-90af-9cc4b6a220d9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Feb 11 05:39:35.689109 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beb0a9-5534-464c-ac91-cb3ab413400f req-d3732016-1f18-42e2-bfa1-b66aa92ddbb3 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:35.690580 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43beb0a9-5534-464c-ac91-cb3ab413400f req-d3732016-1f18-42e2-bfa1-b66aa92ddbb3 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 944 time: 0.0516438 Feb 11 05:39:35.740722 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43beb0a9-5534-464c-ac91-cb3ab413400f req-1f4bb155-1df4-46f4-ab0c-4c41fe93c0a2 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445092 Feb 11 05:39:35.955057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 46e33f59-2e8a-46a7-a313-f8d368b981b1 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:36.004105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 46e33f59-2e8a-46a7-a313-f8d368b981b1 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:39:36.007846 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 46e33f59-2e8a-46a7-a313-f8d368b981b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:36.008224 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.088573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 46e33f59-2e8a-46a7-a313-f8d368b981b1 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:36.088969 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.117368 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e33f59-2e8a-46a7-a313-f8d368b981b1'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:36.119910 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54203f3-fa08-4abe-8fc9-6f1db7c12b4d" -d '{"events": [{"server_uuid": "c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15", "name": "network-vif-plugged", "status": "completed", "tag": "46e33f59-2e8a-46a7-a313-f8d368b981b1"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:36.292710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d3f16-1369-4e6b-b1ad-21e28b2df24f req-4dd7bf30-2462-4504-ae24-ac615b79d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:36.294363 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f53d3f16-1369-4e6b-b1ad-21e28b2df24f req-4dd7bf30-2462-4504-ae24-ac615b79d33d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 1127 time: 0.0461378 Feb 11 05:39:36.296166 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee82a2a6-6424-4394-ba66-3fcdbcd57927 x-openstack-request-id: req-ee82a2a6-6424-4394-ba66-3fcdbcd57927 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:36.296460 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15", "name": "network-vif-plugged", "status": "completed", "tag": "46e33f59-2e8a-46a7-a313-f8d368b981b1", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:36.296711 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee82a2a6-6424-4394-ba66-3fcdbcd57927 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:36.297101 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e33f59-2e8a-46a7-a313-f8d368b981b1', 'code': 200} Feb 11 05:39:36.300575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:36.304450 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.341019 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f53d3f16-1369-4e6b-b1ad-21e28b2df24f req-92651cbe-d134-404d-aa73-92d5917c4194 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399151 Feb 11 05:39:36.357984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=46e33f59-2e8a-46a7-a313-f8d368b981b1,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:36.858933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fa3a4-7dd8-4a40-a126-3c2cc7360cc7 req-a6122662-1e65-4fb2-b05d-7d193a20be81 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:36.860492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-783fa3a4-7dd8-4a40-a126-3c2cc7360cc7 req-a6122662-1e65-4fb2-b05d-7d193a20be81 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0523195 Feb 11 05:39:36.907505 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-783fa3a4-7dd8-4a40-a126-3c2cc7360cc7 req-75c13570-270a-447a-8976-9c40b779bcb0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Feb 11 05:39:37.764571 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.025524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c8f1f-d7ed-44ec-a9db-dfa33492e7ad req-bab29ea9-3235-42fa-8064-02528c77a652 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:38.027354 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a0c8f1f-d7ed-44ec-a9db-dfa33492e7ad req-bab29ea9-3235-42fa-8064-02528c77a652 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0511477 Feb 11 05:39:38.076219 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a0c8f1f-d7ed-44ec-a9db-dfa33492e7ad req-76f6f449-dea6-4259-82b7-9f47cb1ec926 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Feb 11 05:39:38.193601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e15e83-9b3a-4cd6-b66a-ed1675a2fef6 req-760b1145-c7e6-4cc6-b60c-dd634cd56717 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:38.195117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-01e15e83-9b3a-4cd6-b66a-ed1675a2fef6 req-760b1145-c7e6-4cc6-b60c-dd634cd56717 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Feb 11 05:39:38.241922 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-01e15e83-9b3a-4cd6-b66a-ed1675a2fef6 req-6cebb73a-8bd4-40ab-8b3d-366bb5aee1ef tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407097 Feb 11 05:39:38.468250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-f36c8bf1-43bc-44bb-9927-21ea4ffa6f11 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453007 Feb 11 05:39:38.484379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1773e-7321-4013-a5e2-0c850ba87e82 req-f2485732-ef43-41c5-b41d-9853d4690c23 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:38.486012 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bab1773e-7321-4013-a5e2-0c850ba87e82 req-f2485732-ef43-41c5-b41d-9853d4690c23 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0566421 Feb 11 05:39:38.535414 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bab1773e-7321-4013-a5e2-0c850ba87e82 req-96b2e582-cff2-4ff0-a2d1-4900b7b6f544 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426702 Feb 11 05:39:38.806097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-db61fbd2-5f65-4971-b050-a5d3e1f3a080 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:38.807374 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-db61fbd2-5f65-4971-b050-a5d3e1f3a080 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports/46e33f59-2e8a-46a7-a313-f8d368b981b1 HTTP/1.1" status: 200 len: 942 time: 0.0449193 Feb 11 05:39:39.476650 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fda99f9-1538-465d-bad8-c2e9c683ba41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.663915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d41fb-1401-433a-9f30-77ceff0f2431 req-831f0f31-76d5-4036-9dd8-036187dba53b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:39.665379 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-328d41fb-1401-433a-9f30-77ceff0f2431 req-831f0f31-76d5-4036-9dd8-036187dba53b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0617867 Feb 11 05:39:40.043154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-76523aa8-3697-40f3-ba23-04dec13d9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:40.044640 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-76523aa8-3697-40f3-ba23-04dec13d9af3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 1128 time: 0.3967600 Feb 11 05:39:40.049427 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-328d41fb-1401-433a-9f30-77ceff0f2431 req-ad24eedb-ab1a-4d6e-a928-b99632f60e4c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668723 Feb 11 05:39:40.133620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-e683a98e-a371-49a1-9cb0-b9a4e953c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:40.135120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-e683a98e-a371-49a1-9cb0-b9a4e953c403 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.0841839 Feb 11 05:39:40.180532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-28a75776-eb7e-4f2d-8962-0c38a66c5c87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1 HTTP/1.1" status: 200 len: 217 time: 0.0375080 Feb 11 05:39:40.226909 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-df7fcdc1-76c8-4810-b470-b7e9332819d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:40.228336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-df7fcdc1-76c8-4810-b470-b7e9332819d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0416746 Feb 11 05:39:40.259124 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-53650527-a504-4dc6-a3f7-d35a6a2c23b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246637 Feb 11 05:39:40.348244 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-bcd66513-2d2d-4357-91fa-de869f3c816f service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825040 Feb 11 05:39:40.439638 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-5f13ca83-fb72-4f58-b95e-6ff34b9f9a4f service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824065 Feb 11 05:39:41.180730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3fb3f-a426-4246-b998-9daea37e8514 req-320d45f9-64df-40b6-bbf4-35dc9b93e0e8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:41.182348 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad3fb3f-a426-4246-b998-9daea37e8514 req-320d45f9-64df-40b6-bbf4-35dc9b93e0e8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0621364 Feb 11 05:39:41.231909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0ad3fb3f-a426-4246-b998-9daea37e8514 req-f14a32c9-c79a-4ec7-bdfd-262817718b59 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 Feb 11 05:39:41.944035 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0e792fd-5ceb-4d60-aeb3-b903f4a7bcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.351449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043713f-765c-4221-9016-b3b3853085e8 req-be4ce251-08ef-4d3a-bfaf-a3603aec8bc6 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:42.352860 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6043713f-765c-4221-9016-b3b3853085e8 req-be4ce251-08ef-4d3a-bfaf-a3603aec8bc6 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0521286 Feb 11 05:39:42.403692 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6043713f-765c-4221-9016-b3b3853085e8 req-62f39e07-e1fc-46e0-b952-f86bb115521d tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440748 Feb 11 05:39:42.927808 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.523909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe092-e8cd-4115-976b-90fab94c7e83 req-63e3a19e-1d86-4d40-9d90-ea15c5faa8f5 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:43.525372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ffe092-e8cd-4115-976b-90fab94c7e83 req-63e3a19e-1d86-4d40-9d90-ea15c5faa8f5 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0556161 Feb 11 05:39:43.572418 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-63ffe092-e8cd-4115-976b-90fab94c7e83 req-5b0bb61c-88f4-46de-8150-1c39d106770d tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Feb 11 05:39:44.511669 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.692720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64467944-1dcb-4012-99e7-e39035e00a8c req-ed46c3a9-ed3e-4f6e-9a1c-91ea53e2d7d5 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:44.694176 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64467944-1dcb-4012-99e7-e39035e00a8c req-ed46c3a9-ed3e-4f6e-9a1c-91ea53e2d7d5 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0525143 Feb 11 05:39:44.739161 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64467944-1dcb-4012-99e7-e39035e00a8c req-35256535-1114-43b2-8d12-96fa40e526cc tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Feb 11 05:39:45.740371 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.872173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b24d78-b2a1-4f53-ba4f-6fff8e1069f9 req-4587927a-98c7-4ed8-ba23-64ed323100db tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:45.874144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a9b24d78-b2a1-4f53-ba4f-6fff8e1069f9 req-4587927a-98c7-4ed8-ba23-64ed323100db tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0524023 Feb 11 05:39:45.920166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a9b24d78-b2a1-4f53-ba4f-6fff8e1069f9 req-9971aac8-819e-4bf7-a4cb-a46e0b79d47e tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 Feb 11 05:39:47.038289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea7e03-7a51-4e80-9dbc-968ca8266e00 req-c4db770d-e8b9-427b-8109-323a374378eb tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:47.039800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6ea7e03-7a51-4e80-9dbc-968ca8266e00 req-c4db770d-e8b9-427b-8109-323a374378eb tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0521955 Feb 11 05:39:47.085910 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b6ea7e03-7a51-4e80-9dbc-968ca8266e00 req-63e7c69d-5e93-4012-bd92-802b9dc93517 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Feb 11 05:39:48.204450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a8da0-68d1-4f83-9979-d19fe56d9294 req-ea8d48f1-1911-4fde-8ea7-5ef14896918e tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:48.205919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-572a8da0-68d1-4f83-9979-d19fe56d9294 req-ea8d48f1-1911-4fde-8ea7-5ef14896918e tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0524330 Feb 11 05:39:48.255650 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-572a8da0-68d1-4f83-9979-d19fe56d9294 req-7656a2ab-37dc-47ac-9422-02d0e0185116 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Feb 11 05:39:48.839836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ecd16-6097-48b1-954f-00885a0b5045 req-092307c0-6dbe-4d38-bb91-e9e2b3b4ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:48.841318 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b9ecd16-6097-48b1-954f-00885a0b5045 req-092307c0-6dbe-4d38-bb91-e9e2b3b4ba2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 1128 time: 0.0477033 Feb 11 05:39:48.941069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ecd16-6097-48b1-954f-00885a0b5045 req-2d5f2934-30fa-46ba-b1f4-26ac0b5847f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:48.942521 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b9ecd16-6097-48b1-954f-00885a0b5045 req-2d5f2934-30fa-46ba-b1f4-26ac0b5847f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.0836043 Feb 11 05:39:48.987273 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b9ecd16-6097-48b1-954f-00885a0b5045 req-bbd517af-48ee-4f1d-9ceb-6113ed513ea0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1 HTTP/1.1" status: 200 len: 217 time: 0.0368161 Feb 11 05:39:49.034995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ecd16-6097-48b1-954f-00885a0b5045 req-96005047-f00e-4dc8-886e-5a1b9728c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:49.036393 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b9ecd16-6097-48b1-954f-00885a0b5045 req-96005047-f00e-4dc8-886e-5a1b9728c6a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0428946 Feb 11 05:39:49.069588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b9ecd16-6097-48b1-954f-00885a0b5045 req-810a6ec2-f965-4207-8a4d-2fac013c328f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267138 Feb 11 05:39:49.167432 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b9ecd16-6097-48b1-954f-00885a0b5045 req-d7f26ed2-f498-4601-a5ff-dd9e0281b1dc service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895274 Feb 11 05:39:49.256116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4b9ecd16-6097-48b1-954f-00885a0b5045 req-2c3f8d9d-6dbf-4cb3-846b-3cead8611d2b service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824025 Feb 11 05:39:49.374716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4da60-e302-4a08-8398-798a589e2cfa req-7749f340-be54-4530-a4e3-3edae1bb0bfe tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:49.376701 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-11f4da60-e302-4a08-8398-798a589e2cfa req-7749f340-be54-4530-a4e3-3edae1bb0bfe tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0528178 Feb 11 05:39:49.427085 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-11f4da60-e302-4a08-8398-798a589e2cfa req-55003f43-9f2c-403b-8ca1-c298edd4c774 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448985 Feb 11 05:39:50.545363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981623ee-f0e6-4da9-9ec6-1f1ec2c31ada req-d6f6dc8b-9c6e-411c-bc53-bc434b47d32b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:50.546811 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-981623ee-f0e6-4da9-9ec6-1f1ec2c31ada req-d6f6dc8b-9c6e-411c-bc53-bc434b47d32b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0519676 Feb 11 05:39:50.592129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-981623ee-f0e6-4da9-9ec6-1f1ec2c31ada req-b1d4a9ff-a38c-4c58-bdb7-d12c4e823d2c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393002 Feb 11 05:39:51.708895 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab4cb5-88a4-43a0-bc67-9d34c4654134 req-145c7633-97f2-47ed-8012-7b4dcb7b1d24 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:51.710364 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28ab4cb5-88a4-43a0-bc67-9d34c4654134 req-145c7633-97f2-47ed-8012-7b4dcb7b1d24 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0515072 Feb 11 05:39:51.755489 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-28ab4cb5-88a4-43a0-bc67-9d34c4654134 req-5568c534-8fa8-4759-8805-63b23c035b63 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395918 Feb 11 05:39:52.882296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04b868-e634-4cb7-b9c9-c3f0b83983f3 req-c382dbc5-89d8-4016-87a0-ce505430f987 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:52.883896 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a04b868-e634-4cb7-b9c9-c3f0b83983f3 req-c382dbc5-89d8-4016-87a0-ce505430f987 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0603287 Feb 11 05:39:52.931971 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6a04b868-e634-4cb7-b9c9-c3f0b83983f3 req-a3d481e8-7221-42aa-af4c-abdec65aefc7 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Feb 11 05:39:54.050969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b8879-f5b4-4b04-916d-c0a339d18400 req-32f804f0-d16c-4b05-9f92-99f38636bb6d tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:54.052386 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a89b8879-f5b4-4b04-916d-c0a339d18400 req-32f804f0-d16c-4b05-9f92-99f38636bb6d tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0535779 Feb 11 05:39:54.098375 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a89b8879-f5b4-4b04-916d-c0a339d18400 req-04783e31-44e7-4cfb-8b23-56df8d175e4f tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403130 Feb 11 05:39:55.223640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0664-a22c-47bd-a430-2c06aee626d6 req-e68513cf-5a8e-43a5-a390-6d529a1fb10a tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:55.225252 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-552a0664-a22c-47bd-a430-2c06aee626d6 req-e68513cf-5a8e-43a5-a390-6d529a1fb10a tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0591364 Feb 11 05:39:55.270925 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-552a0664-a22c-47bd-a430-2c06aee626d6 req-a5c6dffa-bcd0-441b-9159-fedbae6e9187 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Feb 11 05:39:56.393116 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604019ce-b705-416c-b112-645cdebbd111 req-c2d49597-97aa-4b55-939e-5b21b9aafeae tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:56.394734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-604019ce-b705-416c-b112-645cdebbd111 req-c2d49597-97aa-4b55-939e-5b21b9aafeae tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0557668 Feb 11 05:39:56.440220 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-604019ce-b705-416c-b112-645cdebbd111 req-1e653f52-adbd-4466-aeb5-2279d71dd861 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 Feb 11 05:39:57.556216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbd457-7909-43b1-89fd-c4757c1dc907 req-2b4f553e-779a-4580-8556-d14fb89f0377 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:57.557682 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cfbd457-7909-43b1-89fd-c4757c1dc907 req-2b4f553e-779a-4580-8556-d14fb89f0377 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0511019 Feb 11 05:39:57.603192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2cfbd457-7909-43b1-89fd-c4757c1dc907 req-3ca87f00-1a7a-417d-a072-21d3a812eada tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400777 Feb 11 05:39:58.723866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ba4a2-1c3d-457c-a28d-d5f006d0777c req-0dbdb012-38a9-4da2-aa8b-ce8e5f63b2be tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:58.725343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-698ba4a2-1c3d-457c-a28d-d5f006d0777c req-0dbdb012-38a9-4da2-aa8b-ce8e5f63b2be tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0523913 Feb 11 05:39:58.776205 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-698ba4a2-1c3d-457c-a28d-d5f006d0777c req-1c425433-7f2b-49bf-827e-1cbab00985a3 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451846 Feb 11 05:39:59.893254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741673d-aa78-4944-aa4c-cbcc08aead21 req-98bc1724-c1dd-49b7-a3d0-cd17141d8cb0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:59.895089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e741673d-aa78-4944-aa4c-cbcc08aead21 req-98bc1724-c1dd-49b7-a3d0-cd17141d8cb0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0525901 Feb 11 05:39:59.944683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e741673d-aa78-4944-aa4c-cbcc08aead21 req-4492e191-38e1-4f06-b16d-3895dc73a25f tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440762 Feb 11 05:40:01.066492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206f71b-0e07-400f-8909-b36c54efd7d3 req-793842e6-3313-46e9-b281-8f1d9b4a97ba tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:01.067998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e206f71b-0e07-400f-8909-b36c54efd7d3 req-793842e6-3313-46e9-b281-8f1d9b4a97ba tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0565510 Feb 11 05:40:01.114684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e206f71b-0e07-400f-8909-b36c54efd7d3 req-531b2ede-2e30-4186-ad13-c48b0345430e tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Feb 11 05:40:02.234350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f027219-bb36-46e1-80a0-8c0eedec37cc req-4ff10705-089d-4617-8c23-49c522cacbc9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:02.235852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f027219-bb36-46e1-80a0-8c0eedec37cc req-4ff10705-089d-4617-8c23-49c522cacbc9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0513349 Feb 11 05:40:02.281474 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f027219-bb36-46e1-80a0-8c0eedec37cc req-7931b8c0-d740-47f8-80cd-23934c883977 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393581 Feb 11 05:40:03.400488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542aca3-ec2c-44d3-a578-3b1ab37152bf req-bd1c9c58-1cf1-4e10-940e-16854b357611 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:03.401888 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7542aca3-ec2c-44d3-a578-3b1ab37152bf req-bd1c9c58-1cf1-4e10-940e-16854b357611 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0536830 Feb 11 05:40:03.448264 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7542aca3-ec2c-44d3-a578-3b1ab37152bf req-2bbd7065-799e-4f3b-9278-c6999240ad1a tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Feb 11 05:40:03.738411 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.564506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a23b-12f8-4fcf-8662-1d1fefcdc8c3 req-5014cc5c-9b70-4c75-954a-74185b6788af tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:04.566462 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c5a23b-12f8-4fcf-8662-1d1fefcdc8c3 req-5014cc5c-9b70-4c75-954a-74185b6788af tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0519905 Feb 11 05:40:04.612241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57c5a23b-12f8-4fcf-8662-1d1fefcdc8c3 req-a21d1c11-c0aa-468a-9c8c-6aa207abc8d7 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401316 Feb 11 05:40:05.731716 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b10c8-a5bd-4165-a18a-b8e145e2ac16 req-8c291a62-3ea6-43b5-82c9-57cd3641b3cb tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:05.733213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c2b10c8-a5bd-4165-a18a-b8e145e2ac16 req-8c291a62-3ea6-43b5-82c9-57cd3641b3cb tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0526812 Feb 11 05:40:05.783421 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0c2b10c8-a5bd-4165-a18a-b8e145e2ac16 req-07258552-a855-4356-98e6-a258b4374303 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446360 Feb 11 05:40:06.907443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3933e1-884e-43a7-ae97-f272a24605af req-fdc7a926-16a8-485e-a478-8e71267d501f tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.909408 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f3933e1-884e-43a7-ae97-f272a24605af req-fdc7a926-16a8-485e-a478-8e71267d501f tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0569742 Feb 11 05:40:06.956113 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2f3933e1-884e-43a7-ae97-f272a24605af req-23fb9f9d-36af-4069-96e0-63f7f4ec0b82 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405960 Feb 11 05:40:07.580390 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:40:07.779081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.075344 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8170f-ef34-4053-bf89-e5a7e00e28e6 req-ea77e2fb-6251-44e9-b83d-883dc25ec79d tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:08.076840 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aae8170f-ef34-4053-bf89-e5a7e00e28e6 req-ea77e2fb-6251-44e9-b83d-883dc25ec79d tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0534422 Feb 11 05:40:08.122827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aae8170f-ef34-4053-bf89-e5a7e00e28e6 req-8f7a6a91-e12f-4aa8-8b06-e3fac99ee83c tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Feb 11 05:40:09.241151 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e725dc-72ff-4e2e-92ff-49a72bff176e req-5324ff72-ccdf-493e-ad6d-68b73451b2ca tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:09.242628 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0e725dc-72ff-4e2e-92ff-49a72bff176e req-5324ff72-ccdf-493e-ad6d-68b73451b2ca tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0529621 Feb 11 05:40:09.288637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a0e725dc-72ff-4e2e-92ff-49a72bff176e req-58cd8c23-15bd-4ed3-860d-0d279190f1d6 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Feb 11 05:40:09.479158 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9ab354f4-1b8c-479b-aec3-fe17b7e99691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.406443 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8d34f-d162-479b-a4fc-54e1028c2f3f req-650696c2-4b84-49f9-9e50-746db267e23b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:10.407876 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6b8d34f-d162-479b-a4fc-54e1028c2f3f req-650696c2-4b84-49f9-9e50-746db267e23b tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0527029 Feb 11 05:40:10.454526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6b8d34f-d162-479b-a4fc-54e1028c2f3f req-f9f33785-60d5-4bcc-a033-a9eeb5e22450 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Feb 11 05:40:11.576675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e6b6b-7219-485a-a1b3-e75199578af2 req-b2376ff4-f2a2-435b-9d72-3cadb3e8b8c7 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:11.578155 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc0e6b6b-7219-485a-a1b3-e75199578af2 req-b2376ff4-f2a2-435b-9d72-3cadb3e8b8c7 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0565374 Feb 11 05:40:11.624209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cc0e6b6b-7219-485a-a1b3-e75199578af2 req-e01842c2-7e32-4ce4-8366-4bb89e27c743 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Feb 11 05:40:11.945761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08672fc9-a5ec-48aa-b09d-76968badb681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.748102 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cea61-906e-4138-8b1f-5756f64928cd req-5775190f-16c6-4a7c-a387-d2226ac2fca3 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:12.749668 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e0cea61-906e-4138-8b1f-5756f64928cd req-5775190f-16c6-4a7c-a387-d2226ac2fca3 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0584807 Feb 11 05:40:12.836573 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e0cea61-906e-4138-8b1f-5756f64928cd req-f06014f2-e692-4537-87c8-61290c8e3056 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813658 Feb 11 05:40:12.841361 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-c24cf4a6-7610-4f3f-a46c-a5ea3f558882 service neutron] show failed (client error): The resource could not be found. Feb 11 05:40:12.842339 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-c24cf4a6-7610-4f3f-a46c-a5ea3f558882 service neutron] 10.222.0.60 "GET /v2.0/ports/46e33f59-2e8a-46a7-a313-f8d368b981b1/bindings/n-h2-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0815237 Feb 11 05:40:12.931042 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.047607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-5a901e21-7ac3-4026-b8a9-6d0c596dcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:13.048972 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-5a901e21-7ac3-4026-b8a9-6d0c596dcef3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15&tenant_id=c160200ada0b4e3b9823f3730e27e3a7 HTTP/1.1" status: 200 len: 1128 time: 0.0444274 Feb 11 05:40:13.066188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:13.123805 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.330496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:13.363090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:13.405680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e33f59-2e8a-46a7-a313-f8d368b981b1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:13.407979 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fde8a55-0fba-4ade-b727-463169be645b" -d '{"events": [{"server_uuid": "c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15", "name": "network-vif-unplugged", "status": "completed", "tag": "46e33f59-2e8a-46a7-a313-f8d368b981b1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:13.412025 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Publish callbacks [] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.424770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Transition to ACTIVE for port object 46e33f59-2e8a-46a7-a313-f8d368b981b1 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:40:13.428819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.464945 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383bb73f-f566-438d-b6f1-6207191ef7aa x-openstack-request-id: req-383bb73f-f566-438d-b6f1-6207191ef7aa {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:13.465245 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15", "name": "network-vif-unplugged", "status": "completed", "tag": "46e33f59-2e8a-46a7-a313-f8d368b981b1", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:13.465516 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-383bb73f-f566-438d-b6f1-6207191ef7aa {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:13.465948 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e33f59-2e8a-46a7-a313-f8d368b981b1', 'code': 200} Feb 11 05:40:13.494968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] No DVR routers for this DVR port 46e33f59-2e8a-46a7-a313-f8d368b981b1 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:13.501565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Pushing event updated for resources: {'Port': ['ID=46e33f59-2e8a-46a7-a313-f8d368b981b1,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:13.512020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.512382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.512733 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.513078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.513420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.513758 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.514093 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.514429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.514762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.515123 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.515459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.515793 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.516121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:13.548575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Attempting to bind port 46e33f59-2e8a-46a7-a313-f8d368b981b1 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:13.548919 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Attempting to bind port 46e33f59-2e8a-46a7-a313-f8d368b981b1 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:13.549256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Attempting to bind port 46e33f59-2e8a-46a7-a313-f8d368b981b1 on network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:13.553524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Port 46e33f59-2e8a-46a7-a313-f8d368b981b1 on network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:13.553857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Attempting to bind port 46e33f59-2e8a-46a7-a313-f8d368b981b1 on network 95f3b5ab-30eb-490e-a97b-a2a54a83df9f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:13.558688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:13.559076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Checking segment: {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:13.559466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Bound using segment: {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:13.559895 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Bound port: 46e33f59-2e8a-46a7-a313-f8d368b981b1, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b6a57f-762e-4565-9538-73caa9b2ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:13.560256 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.622200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:13.625063 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:13.631603 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.667681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:13.668294 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.669683 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] 10.222.0.10 "PUT /v2.0/ports/46e33f59-2e8a-46a7-a313-f8d368b981b1 HTTP/1.1" status: 200 len: 1092 time: 0.6073620 Feb 11 05:40:13.687863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2b764-7a84-4791-b1c8-48f71bc765e9 service neutron] Pushing event updated for resources: {'Port': ['ID=46e33f59-2e8a-46a7-a313-f8d368b981b1,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:13.745637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-fabf957d-d94b-45b5-afb5-6dd032a70af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:13.747142 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-fabf957d-d94b-45b5-afb5-6dd032a70af5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 1126 time: 0.0445187 Feb 11 05:40:13.840697 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-6dc72435-04ee-4507-a16f-c7ff6f949a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:13.842167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-6dc72435-04ee-4507-a16f-c7ff6f949a94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.0886157 Feb 11 05:40:13.882797 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-1e52ffe6-047d-4e60-b15d-ac3e4ebd104d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1 HTTP/1.1" status: 200 len: 217 time: 0.0347393 Feb 11 05:40:13.936000 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-85f8c1e9-88db-4b63-b727-c1e987cb8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:13.937489 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-85f8c1e9-88db-4b63-b727-c1e987cb8c3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0483449 Feb 11 05:40:13.960221 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58324d9-7a87-40a7-9a40-849c55ecd3b9 req-aa49e472-2b47-4013-92dc-d1e2a1d7de1f tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:13.961720 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c58324d9-7a87-40a7-9a40-849c55ecd3b9 req-aa49e472-2b47-4013-92dc-d1e2a1d7de1f tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 943 time: 0.0536647 Feb 11 05:40:13.969958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-d8a834b2-1bd4-4cdf-8706-6ec17be123a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256696 Feb 11 05:40:14.013312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c58324d9-7a87-40a7-9a40-849c55ecd3b9 req-6261c550-ff04-450b-904b-9596f556d1d3 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459492 Feb 11 05:40:14.059476 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-08a6e8f0-1b77-4d25-a324-3ba7a80d3823 service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838125 Feb 11 05:40:14.152624 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9165abe4-744d-4902-b4ed-7dec96c73f0c req-02906052-8397-45c9-8a8e-e380a77d1e2a service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864854 Feb 11 05:40:14.511930 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.136438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5efc5c-4d20-4bea-a1e5-a102ace48b17 req-d64037a5-6c85-4322-8e73-fba56ace8427 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:15.137929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce5efc5c-4d20-4bea-a1e5-a102ace48b17 req-d64037a5-6c85-4322-8e73-fba56ace8427 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 943 time: 0.0540156 Feb 11 05:40:15.184133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ce5efc5c-4d20-4bea-a1e5-a102ace48b17 req-16ea152f-40e9-4313-93f2-866f70f255b0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Feb 11 05:40:15.467276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'tag': '46e33f59-2e8a-46a7-a313-f8d368b981b1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:15.469635 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95256a84-7dd5-4b89-8608-3fa30019b38c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15", "tag": "46e33f59-2e8a-46a7-a313-f8d368b981b1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:15.517711 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf22a1e-f6b0-4593-9348-39825e1caef2 x-openstack-request-id: req-dbf22a1e-f6b0-4593-9348-39825e1caef2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:15.518012 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15", "tag": "46e33f59-2e8a-46a7-a313-f8d368b981b1", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:15.518272 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbf22a1e-f6b0-4593-9348-39825e1caef2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:15.518680 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'tag': '46e33f59-2e8a-46a7-a313-f8d368b981b1', 'status': 'completed', 'code': 200} Feb 11 05:40:15.611235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-3bcf59ff-7d58-41b7-8846-cb4b4c032bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:15.612766 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-3bcf59ff-7d58-41b7-8846-cb4b4c032bc3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 1126 time: 0.0510592 Feb 11 05:40:15.613590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-53e491ce-0cb9-4a2c-9436-853c451caf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:15.615887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-53e491ce-0cb9-4a2c-9436-853c451caf9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 1126 time: 0.0536067 Feb 11 05:40:15.702600 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-3f7c6653-dc17-420b-92ec-07a16921a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:15.704114 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-3f7c6653-dc17-420b-92ec-07a16921a2b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.0857589 Feb 11 05:40:15.707285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-7edca719-25cf-4745-a956-c222e53d0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:15.708761 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-7edca719-25cf-4745-a956-c222e53d0954 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.0861561 Feb 11 05:40:15.747425 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.760942 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-39bd0486-71f1-4583-bc4b-5926cb34deba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1 HTTP/1.1" status: 200 len: 217 time: 0.0425289 Feb 11 05:40:15.784164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-56efbad5-8c1f-4f14-bb8d-cbdcb328c627 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1 HTTP/1.1" status: 200 len: 217 time: 0.0499773 Feb 11 05:40:15.794437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 46e33f59-2e8a-46a7-a313-f8d368b981b1 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:40:15.813972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-b51d19f3-d54d-4cd7-9a83-62dcc32ff3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:15.815481 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-b51d19f3-d54d-4cd7-9a83-62dcc32ff3b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0483136 Feb 11 05:40:15.835153 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-187eaabf-4fb8-470d-a016-712f47b0dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:15.836744 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-187eaabf-4fb8-470d-a016-712f47b0dc18 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0468705 Feb 11 05:40:15.852578 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-c43a226e-0eac-4eb8-aafd-a5a5d1416e6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281119 Feb 11 05:40:15.893690 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-4704c440-f1e3-47e1-b86a-f83c1b2cd6d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382860 Feb 11 05:40:15.919570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:15.932325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '46e33f59-2e8a-46a7-a313-f8d368b981b1', 'network_id': '95f3b5ab-30eb-490e-a97b-a2a54a83df9f', 'port_id': '46e33f59-2e8a-46a7-a313-f8d368b981b1', 'mac_address': 'fa:16:3e:7c:96:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258a9804-516f-4011-b2d5-870c5b4b6583', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:40:15.950252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-198d263c-9d42-4015-9831-b4fd5f951415 service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910015 Feb 11 05:40:15.977007 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 46e33f59-2e8a-46a7-a313-f8d368b981b1 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:15.977488 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.991195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e33f59-2e8a-46a7-a313-f8d368b981b1 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:15.994728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-233c9b4d-7436-43b6-b8a6-8c742dcd9a31 service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953534 Feb 11 05:40:16.011861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:16.017129 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:16.054620 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-9ecc12c7-b06c-4f20-9d83-a1fdc82b5343 service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973027 Feb 11 05:40:16.065223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=46e33f59-2e8a-46a7-a313-f8d368b981b1,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:16.091613 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95256a84-7dd5-4b89-8608-3fa30019b38c req-0efb15db-79ea-49d1-92cc-c1c4dbd6f9bc service neutron] 10.222.0.10 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896206 Feb 11 05:40:16.162152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 46e33f59-2e8a-46a7-a313-f8d368b981b1 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:16.200432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] The host n-h1-615180-58 is not matching for port 46e33f59-2e8a-46a7-a313-f8d368b981b1 host n-h2-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:40:16.200855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 46e33f59-2e8a-46a7-a313-f8d368b981b1 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:16.302860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4279559-acf8-4fb2-a0fb-549f7377cb9a req-cd3c2977-18fe-41b2-a5fe-0df81d666432 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.304296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4279559-acf8-4fb2-a0fb-549f7377cb9a req-cd3c2977-18fe-41b2-a5fe-0df81d666432 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 944 time: 0.0526164 Feb 11 05:40:16.321739 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['46e33f59-2e8a-46a7-a313-f8d368b981b1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:16.355458 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b4279559-acf8-4fb2-a0fb-549f7377cb9a req-cdac5eb9-7a51-4df6-a4ac-f73d2b1a0b67 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454130 Feb 11 05:40:16.558328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7c132-d0a9-4489-ac49-526c9a34a22d req-172cea5b-20db-44e7-af3c-38508be75259 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.559953 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4de7c132-d0a9-4489-ac49-526c9a34a22d req-172cea5b-20db-44e7-af3c-38508be75259 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 944 time: 0.0559747 Feb 11 05:40:16.607217 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4de7c132-d0a9-4489-ac49-526c9a34a22d req-be96f245-d8ee-4021-9d2e-81949e092aed tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Feb 11 05:40:16.615849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-55221e1a-6c72-49ee-a0bd-e106ecd24529 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.617415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-55221e1a-6c72-49ee-a0bd-e106ecd24529 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15&tenant_id=c160200ada0b4e3b9823f3730e27e3a7&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 944 time: 0.0963037 Feb 11 05:40:16.686725 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-f838f1c8-b10d-4a5c-92e1-83acff823f88 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:40:16.687785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-f838f1c8-b10d-4a5c-92e1-83acff823f88 service neutron] 10.222.0.60 "DELETE /v2.0/ports/46e33f59-2e8a-46a7-a313-f8d368b981b1/bindings/n-h1-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0639567 Feb 11 05:40:16.795199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-33d05828-463b-47b6-9031-7252c525c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.796722 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-33d05828-463b-47b6-9031-7252c525c159 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 1127 time: 0.0489936 Feb 11 05:40:16.891756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-66787967-b48c-4eda-accc-4a1cba76154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.893155 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-66787967-b48c-4eda-accc-4a1cba76154d service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 200 len: 916 time: 0.0891871 Feb 11 05:40:16.934923 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-7d1ee00a-e83f-4197-b217-474813c25897 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1 HTTP/1.1" status: 200 len: 217 time: 0.0337980 Feb 11 05:40:16.991032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-b56d2851-67eb-4696-9b69-2217a3469ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.993515 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-b56d2851-67eb-4696-9b69-2217a3469ade service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 200 len: 855 time: 0.0522506 Feb 11 05:40:17.025895 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-f4a8caeb-05ec-4a7f-b9c2-36ceaf9737ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f3b5ab-30eb-490e-a97b-a2a54a83df9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259497 Feb 11 05:40:17.114409 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-56629185-cdb8-4f8c-bf4f-f0aee774a5a2 service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817685 Feb 11 05:40:17.207139 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15c286ca-8b26-4570-8938-6d083db9bbe8 req-b8e17551-4ea9-4489-99c0-c88bc3970174 service neutron] 10.222.0.60 "GET /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852954 Feb 11 05:40:17.732880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930f1fc-a0d1-4068-99ff-367bcfad2fc9 req-208b2a7c-b1f4-49b8-86a1-138d6da24c10 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:17.734401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8930f1fc-a0d1-4068-99ff-367bcfad2fc9 req-208b2a7c-b1f4-49b8-86a1-138d6da24c10 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 944 time: 0.0545995 Feb 11 05:40:17.786149 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8930f1fc-a0d1-4068-99ff-367bcfad2fc9 req-f919a26e-692a-49c9-9071-39b791a3aec7 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460014 Feb 11 05:40:17.826810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 46e33f59-2e8a-46a7-a313-f8d368b981b1 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:17.874414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 46e33f59-2e8a-46a7-a313-f8d368b981b1 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:40:17.878378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 46e33f59-2e8a-46a7-a313-f8d368b981b1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:17.878755 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.955882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 46e33f59-2e8a-46a7-a313-f8d368b981b1 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:17.956301 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.978404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e33f59-2e8a-46a7-a313-f8d368b981b1'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:17.980655 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac40754-7bf8-4bdf-8aa6-7e5236d84375" -d '{"events": [{"server_uuid": "c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15", "name": "network-vif-plugged", "status": "completed", "tag": "46e33f59-2e8a-46a7-a313-f8d368b981b1"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:17.993485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:17.998219 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.024478 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8b0dbb-ff31-4793-811a-9e47c56235a4 x-openstack-request-id: req-ba8b0dbb-ff31-4793-811a-9e47c56235a4 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:18.024772 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15", "name": "network-vif-plugged", "status": "completed", "tag": "46e33f59-2e8a-46a7-a313-f8d368b981b1", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:18.025026 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba8b0dbb-ff31-4793-811a-9e47c56235a4 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:18.025418 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e33f59-2e8a-46a7-a313-f8d368b981b1', 'code': 200} Feb 11 05:40:18.049758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=46e33f59-2e8a-46a7-a313-f8d368b981b1,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:18.908920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8021ab2-3b98-4c29-a862-1d08fdb4709b req-334aeaa7-beb7-4bcd-97f1-e6b9604e63d3 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:18.910410 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8021ab2-3b98-4c29-a862-1d08fdb4709b req-334aeaa7-beb7-4bcd-97f1-e6b9604e63d3 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0569565 Feb 11 05:40:18.955730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8021ab2-3b98-4c29-a862-1d08fdb4709b req-f507288b-eb14-48ed-a5e6-7890f9bd1343 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Feb 11 05:40:19.074690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c45443-c056-407e-b844-bd71a7088854 req-d40c6a69-df27-4c6b-873c-51c861e65100 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:19.076151 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b8c45443-c056-407e-b844-bd71a7088854 req-d40c6a69-df27-4c6b-873c-51c861e65100 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0545397 Feb 11 05:40:19.121810 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b8c45443-c056-407e-b844-bd71a7088854 req-f7df9526-1772-4435-ac91-99125f3ad442 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Feb 11 05:40:19.237314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22afd32-a235-4a6a-bc69-c7307d10e343 req-33aa9aa9-c733-4ebb-afeb-3d30c4c80f85 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:19.238800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d22afd32-a235-4a6a-bc69-c7307d10e343 req-33aa9aa9-c733-4ebb-afeb-3d30c4c80f85 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0523498 Feb 11 05:40:19.285663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d22afd32-a235-4a6a-bc69-c7307d10e343 req-cab34673-dff0-44c7-9b67-93208dd8a140 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 Feb 11 05:40:19.616544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec247f09-9098-4697-afa2-6719651aeee0 req-74f2a5b4-bf2b-476b-b4c1-cc5a3effced2 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:19.617941 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ec247f09-9098-4697-afa2-6719651aeee0 req-74f2a5b4-bf2b-476b-b4c1-cc5a3effced2 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0564775 Feb 11 05:40:19.664854 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ec247f09-9098-4697-afa2-6719651aeee0 req-b441430c-bf5b-47b2-936d-9747778de724 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412827 Feb 11 05:40:20.788859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88c29d-38f3-45e8-ba1a-7cd8d770c394 req-692524e0-729d-4b83-8c03-1acaabc1b8f8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:20.790351 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de88c29d-38f3-45e8-ba1a-7cd8d770c394 req-692524e0-729d-4b83-8c03-1acaabc1b8f8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0527565 Feb 11 05:40:20.840938 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de88c29d-38f3-45e8-ba1a-7cd8d770c394 req-0ac711df-b597-4a07-aac0-f73bb433b581 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.48 "GET /v2.0/security-groups?id=e89e839f-400d-467a-8b44-e52d5f089f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442820 Feb 11 05:40:20.901663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bc8cc-1727-4d7b-91cb-65736e2cc332 req-84a2d85f-784b-475b-817f-a3531927b4b8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:20.903139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-414bc8cc-1727-4d7b-91cb-65736e2cc332 req-84a2d85f-784b-475b-817f-a3531927b4b8 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15 HTTP/1.1" status: 200 len: 945 time: 0.0519502 Feb 11 05:40:20.997888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-414bc8cc-1727-4d7b-91cb-65736e2cc332 req-895c2ddc-a320-47f8-9053-3f1891f847c9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Deleting port 46e33f59-2e8a-46a7-a313-f8d368b981b1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:20.998154 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-414bc8cc-1727-4d7b-91cb-65736e2cc332 req-895c2ddc-a320-47f8-9053-3f1891f847c9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.102528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-414bc8cc-1727-4d7b-91cb-65736e2cc332 req-895c2ddc-a320-47f8-9053-3f1891f847c9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] For port 46e33f59-2e8a-46a7-a313-f8d368b981b1, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=46e33f59-2e8a-46a7-a313-f8d368b981b1,segment=NetworkSegment(a8b6a57f-762e-4565-9538-73caa9b2ec09),segment_id=a8b6a57f-762e-4565-9538-73caa9b2ec09)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:21.102932 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-414bc8cc-1727-4d7b-91cb-65736e2cc332 req-895c2ddc-a320-47f8-9053-3f1891f847c9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.115423 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-414bc8cc-1727-4d7b-91cb-65736e2cc332 req-895c2ddc-a320-47f8-9053-3f1891f847c9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Calling delete_port for 46e33f59-2e8a-46a7-a313-f8d368b981b1 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:21.243253 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-414bc8cc-1727-4d7b-91cb-65736e2cc332 req-895c2ddc-a320-47f8-9053-3f1891f847c9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (46e33f59-2e8a-46a7-a313-f8d368b981b1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.272490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c2ddc-a320-47f8-9053-3f1891f847c9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Pushing event deleted for resources: {'Port': ['ID=46e33f59-2e8a-46a7-a313-f8d368b981b1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:21.278213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['46e33f59-2e8a-46a7-a313-f8d368b981b1'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:21.317716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-414bc8cc-1727-4d7b-91cb-65736e2cc332 req-895c2ddc-a320-47f8-9053-3f1891f847c9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] No DVR routers for this DVR port 46e33f59-2e8a-46a7-a313-f8d368b981b1 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:21.320296 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-414bc8cc-1727-4d7b-91cb-65736e2cc332 req-895c2ddc-a320-47f8-9053-3f1891f847c9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.323551 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-414bc8cc-1727-4d7b-91cb-65736e2cc332 req-895c2ddc-a320-47f8-9053-3f1891f847c9 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] 10.222.0.10 "DELETE /v2.0/ports/46e33f59-2e8a-46a7-a313-f8d368b981b1 HTTP/1.1" status: 204 len: 173 time: 0.4145403 Feb 11 05:40:21.323992 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'name': 'network-vif-deleted', 'tag': '46e33f59-2e8a-46a7-a313-f8d368b981b1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:21.326286 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797c958b-5b13-4a34-89ad-6acc7fa1fe73" -d '{"events": [{"server_uuid": "c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15", "name": "network-vif-deleted", "tag": "46e33f59-2e8a-46a7-a313-f8d368b981b1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:21.366114 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c0f805-1bcd-4964-b177-a8705d5121a2 x-openstack-request-id: req-c6c0f805-1bcd-4964-b177-a8705d5121a2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:21.366412 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15", "name": "network-vif-deleted", "tag": "46e33f59-2e8a-46a7-a313-f8d368b981b1", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:21.366698 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6c0f805-1bcd-4964-b177-a8705d5121a2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:21.367138 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5497f-b1d6-40c5-ab54-c9a0f3b46d15', 'name': 'network-vif-deleted', 'tag': '46e33f59-2e8a-46a7-a313-f8d368b981b1', 'status': 'completed', 'code': 200} Feb 11 05:40:21.960797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 50984) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:22.004325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Deleting subnet 258a9804-516f-4011-b2d5-870c5b4b6583 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:40:22.007929 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Publish callbacks [] for subnet (258a9804-516f-4011-b2d5-870c5b4b6583), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.041063 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (258a9804-516f-4011-b2d5-870c5b4b6583), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.080420 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (258a9804-516f-4011-b2d5-870c5b4b6583), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.131408 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (258a9804-516f-4011-b2d5-870c5b4b6583), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.164216 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.167555 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/258a9804-516f-4011-b2d5-870c5b4b6583 HTTP/1.1" status: 204 len: 168 time: 0.2057273 Feb 11 05:40:22.168552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258a9804-516f-4011-b2d5-870c5b4b6583,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:22.170115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50986) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:22.176270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.176626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.176972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.177316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.177654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.177993 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.178332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.178653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.179505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.179839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.180224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.180489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.180815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa441f36-57fb-4775-82c6-38af0123d500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:22.237951 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (95f3b5ab-30eb-490e-a97b-a2a54a83df9f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.318715 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (95f3b5ab-30eb-490e-a97b-a2a54a83df9f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.338118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f3b5ab-30eb-490e-a97b-a2a54a83df9f']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:22.347374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b6a57f-762e-4565-9538-73caa9b2ec09') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:22.347687 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b6a57f-762e-4565-9538-73caa9b2ec09') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:22.357725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (a8b6a57f-762e-4565-9538-73caa9b2ec09), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.371756 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (a8b6a57f-762e-4565-9538-73caa9b2ec09), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.377622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:22.378001 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (a8b6a57f-762e-4565-9538-73caa9b2ec09), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:22.379679 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:22.432811 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (95f3b5ab-30eb-490e-a97b-a2a54a83df9f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.438319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.441566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] 10.222.0.48 "DELETE /v2.0/networks/95f3b5ab-30eb-490e-a97b-a2a54a83df9f HTTP/1.1" status: 204 len: 168 time: 0.2704220 Feb 11 05:40:22.452188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2baf9-01cd-4987-a5c6-d1d0dcbba9ac admin admin] Pushing event deleted for resources: {'Network': ['ID=95f3b5ab-30eb-490e-a97b-a2a54a83df9f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:22.548297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50990) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:22.592631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5ffcd00c-9efc-4292-8f4a-af823441126d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c160200ada0b4e3b9823f3730e27e3a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430002 Feb 11 05:40:22.594886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 50992) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:22.640731 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d83a8983-280d-442c-9d26-be0e1f8b39c1 admin admin] Publish callbacks [] for security_group (e89e839f-400d-467a-8b44-e52d5f089f83), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.665722 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d83a8983-280d-442c-9d26-be0e1f8b39c1 admin admin] Publish callbacks [] for security_group (e89e839f-400d-467a-8b44-e52d5f089f83), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.710633 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d83a8983-280d-442c-9d26-be0e1f8b39c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e89e839f-400d-467a-8b44-e52d5f089f83), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.713312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d83a8983-280d-442c-9d26-be0e1f8b39c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.716997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d83a8983-280d-442c-9d26-be0e1f8b39c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e89e839f-400d-467a-8b44-e52d5f089f83 HTTP/1.1" status: 204 len: 168 time: 0.1186709 Feb 11 05:40:22.722386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a8983-280d-442c-9d26-be0e1f8b39c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89e839f-400d-467a-8b44-e52d5f089f83,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:23.395308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51014) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:23.495415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1715130320-network', 'tenant_id': '432bd76882da4a319036861d04f0d582'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:23.514380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Made reservation on behalf of 432bd76882da4a319036861d04f0d582 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:23.516613 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.525498 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.596113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Publish callbacks [] for security_group (6aa5d300-4c8e-4057-9fdb-c8170a0df636), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.599762 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6aa5d300-4c8e-4057-9fdb-c8170a0df636), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.620596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:23.635180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa5d300-4c8e-4057-9fdb-c8170a0df636,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:23.637995 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (127b247d-373b-40b5-bcaf-530a2e529b2e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.638337 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Added segment 127b247d-373b-40b5-bcaf-530a2e529b2e of type vlan for network 1394a157-ba10-4daa-ac15-6e6f8b66f31f Feb 11 05:40:23.682164 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1394a157-ba10-4daa-ac15-6e6f8b66f31f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.708312 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1394a157-ba10-4daa-ac15-6e6f8b66f31f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.709567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:23.714251 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.746342 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3499181 Feb 11 05:40:23.749908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51018) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:23.755081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9c8a3fe2-850b-4b18-ba2d-e7fb2f67c3b3 admin admin] Request body: {'subnet': {'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1715130320-subnet', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:23.778070 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3d951-8302-4172-9989-b253c024c099 admin admin] Pushing event updated for resources: {'Network': ['ID=1394a157-ba10-4daa-ac15-6e6f8b66f31f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:23.779906 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8a3fe2-850b-4b18-ba2d-e7fb2f67c3b3 admin admin] Made reservation on behalf of 432bd76882da4a319036861d04f0d582 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:23.782340 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3fe2-850b-4b18-ba2d-e7fb2f67c3b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.788389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1394a157-ba10-4daa-ac15-6e6f8b66f31f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:23.855179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 46e33f59-2e8a-46a7-a313-f8d368b981b1 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:23.875724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 46e33f59-2e8a-46a7-a313-f8d368b981b1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:23.876085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 46e33f59-2e8a-46a7-a313-f8d368b981b1 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:23.950680 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3fe2-850b-4b18-ba2d-e7fb2f67c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (48de6415-b861-4e42-bd92-f5506094847e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.008453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a3fe2-850b-4b18-ba2d-e7fb2f67c3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48de6415-b861-4e42-bd92-f5506094847e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:24.012712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a3fe2-850b-4b18-ba2d-e7fb2f67c3b3 admin admin] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:24.013073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a3fe2-850b-4b18-ba2d-e7fb2f67c3b3 admin admin] Network hostable DHCP agents. Network: 1394a157-ba10-4daa-ac15-6e6f8b66f31f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:24.030831 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a3fe2-850b-4b18-ba2d-e7fb2f67c3b3 admin admin] Network 1394a157-ba10-4daa-ac15-6e6f8b66f31f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:24.039484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a3fe2-850b-4b18-ba2d-e7fb2f67c3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 1394a157-ba10-4daa-ac15-6e6f8b66f31f) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:24.043558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a3fe2-850b-4b18-ba2d-e7fb2f67c3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:24.044163 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3fe2-850b-4b18-ba2d-e7fb2f67c3b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.050162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e3314-7613-44e0-8e6b-8df34ce2380c None None] Network 1394a157-ba10-4daa-ac15-6e6f8b66f31f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:24.061628 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9c8a3fe2-850b-4b18-ba2d-e7fb2f67c3b3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3104801 Feb 11 05:40:24.064441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51020) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:24.070145 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:24.094189 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.095364 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.149159 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Publish callbacks [] for router_controller (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.160797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:24.161653 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.295268 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Publish callbacks [] for router_gateway (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.342889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Allocated IP 172.20.0.2 (1394a157-ba10-4daa-ac15-6e6f8b66f31f/48de6415-b861-4e42-bd92-f5506094847e/46b619c2-3805-40c1-ac40-f3b9fa51f8ee) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:24.500288 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Publish callbacks [] for router_gateway (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.519799 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.540278 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Publish callbacks [] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.547471 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.593979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Network 1394a157-ba10-4daa-ac15-6e6f8b66f31f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:24.599200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:24.605246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:24.608676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Pushing event updated for resources: {'Port': ['ID=46b619c2-3805-40c1-ac40-f3b9fa51f8ee,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:24.624060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Allocated IP 172.25.7.41 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/9adcea1f-33aa-4090-aa1e-b62f6fb8d518) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:24.667304 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Attempting to bind port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:24.667680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Attempting to bind port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:24.668075 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Attempting to bind port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:24.673223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:24.673603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:24.674008 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.674406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Bound using segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:24.674884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Bound port: 46b619c2-3805-40c1-ac40-f3b9fa51f8ee, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:24.675289 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.732153 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Publish callbacks [] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.737661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] For port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:24.740726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] For port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=46b619c2-3805-40c1-ac40-f3b9fa51f8ee,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:24.746045 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.767450 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.801874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff7197-156a-4b2e-94ee-90d75ee9bc7a None None] Pushing event updated for resources: {'Port': ['ID=46b619c2-3805-40c1-ac40-f3b9fa51f8ee,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:24.811703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:24.814651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:24.817761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:24.846782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=9adcea1f-33aa-4090-aa1e-b62f6fb8d518,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:25.108106 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Publish callbacks [] for router_gateway (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.305628 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.445328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:40:25.563432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:25.573390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Sync routers for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:25.581669 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.586466 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-281a382b-9844-417d-9cdf-f5a170fd1ae1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5178523 Feb 11 05:40:25.586707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51022) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:25.587998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:25.588766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:25.709576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:25.797476 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea34c4e-07fa-4bc0-9830-257437696878 None None] Network 1394a157-ba10-4daa-ac15-6e6f8b66f31f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:25.889855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 46b619c2-3805-40c1-ac40-f3b9fa51f8ee up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:25.960691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-44c48930-20bb-4578-a1d6-550aab76063e None None] Provisioning complete for port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:25.961079 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44c48930-20bb-4578-a1d6-550aab76063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.031618 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.067931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:26.068321 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.141520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:24Z', 'revision_number': 3, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:26.182551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Checking router: 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:26.182930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Updating router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:40:26.198121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Allocated IP 172.20.0.1 (1394a157-ba10-4daa-ac15-6e6f8b66f31f/48de6415-b861-4e42-bd92-f5506094847e/30740539-a572-4554-ab60-a512cb0d0726) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:26.207462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-44c48930-20bb-4578-a1d6-550aab76063e None None] Current status of the port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:26.208230 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44c48930-20bb-4578-a1d6-550aab76063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.256211 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.316946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Publish callbacks [] for port (30740539-a572-4554-ab60-a512cb0d0726), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.317176 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-44c48930-20bb-4578-a1d6-550aab76063e None None] For port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=46b619c2-3805-40c1-ac40-f3b9fa51f8ee,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:26.323770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:26.324225 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.329027 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-44c48930-20bb-4578-a1d6-550aab76063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.353749 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (30740539-a572-4554-ab60-a512cb0d0726), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.393462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Network 1394a157-ba10-4daa-ac15-6e6f8b66f31f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:26.396549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:26.400180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:26.405952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Pushing event updated for resources: {'Port': ['ID=30740539-a572-4554-ab60-a512cb0d0726,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:26.443371 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.584793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (30740539-a572-4554-ab60-a512cb0d0726), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.673238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c48930-20bb-4578-a1d6-550aab76063e None None] Pushing event updated for resources: {'Port': ['ID=46b619c2-3805-40c1-ac40-f3b9fa51f8ee,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:26.696105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-645e0569-8e61-4405-bf40-2748a847f5c9 None None] Provisioning complete for port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:26.696491 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-645e0569-8e61-4405-bf40-2748a847f5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.706472 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:40:26.706835 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:40:26.754643 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Publish callbacks [] for port (30740539-a572-4554-ab60-a512cb0d0726), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.760350 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (30740539-a572-4554-ab60-a512cb0d0726), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.829545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Pushing event updated for resources: {'Port': ['ID=30740539-a572-4554-ab60-a512cb0d0726,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:26.832142 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.870644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-645e0569-8e61-4405-bf40-2748a847f5c9 None None] Current status of the port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:26.891686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Publish callbacks [] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.897785 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.926138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Network 1394a157-ba10-4daa-ac15-6e6f8b66f31f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:26.927578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:26.950433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829f608-133d-476e-85ae-18c3a88b137b None None] Pushing event updated for resources: {'Port': ['ID=9adcea1f-33aa-4090-aa1e-b62f6fb8d518,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:26.952723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Attempting to bind port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:26.953095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Attempting to bind port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:26.953457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Attempting to bind port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:26.959306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:26.959557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:26.959956 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.960381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:26.960844 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Bound port: 9adcea1f-33aa-4090-aa1e-b62f6fb8d518, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:26.961221 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.020610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ff7d2706-0ecb-4e19-9f55-746444a7683a None None] Provisioning complete for port 30740539-a572-4554-ab60-a512cb0d0726 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:27.020985 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2706-0ecb-4e19-9f55-746444a7683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (30740539-a572-4554-ab60-a512cb0d0726), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.049990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] For port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:27.058558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:27.068043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] For port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9adcea1f-33aa-4090-aa1e-b62f6fb8d518,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:27.072189 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d2706-0ecb-4e19-9f55-746444a7683a None None] Port 30740539-a572-4554-ab60-a512cb0d0726 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:27.077123 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.134936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:27.135555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:27.180539 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829f608-133d-476e-85ae-18c3a88b137b None None] Pushing event updated for resources: {'Port': ['ID=9adcea1f-33aa-4090-aa1e-b62f6fb8d518,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:27.187580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:27.199039 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0d6059a4-6d04-4b84-9947-0623cccc8e3a admin admin] 10.222.0.48 "PUT /v2.0/routers/4741cd6f-fd22-4dd6-aeb9-3e462e2aa131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6048009 Feb 11 05:40:27.214228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7945aa30-29ff-4886-9690-6ec9b5afd9a8 None None] Provisioning complete for port 30740539-a572-4554-ab60-a512cb0d0726 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:27.214555 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7945aa30-29ff-4886-9690-6ec9b5afd9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (30740539-a572-4554-ab60-a512cb0d0726), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.316583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:27.318507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7945aa30-29ff-4886-9690-6ec9b5afd9a8 None None] Port 30740539-a572-4554-ab60-a512cb0d0726 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:27.327078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:27.528740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 2, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:27.557843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395c404-64b0-4cc3-a4f8-fecf06d8b9a4 None None] The sync data for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 is: [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 2, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:27.769502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51030) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:27.775038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-33b8937f-27df-43ca-b43a-0962e8ce894a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039004694', 'description': 'tempest-description--45496014'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:27.801869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33b8937f-27df-43ca-b43a-0962e8ce894a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.845834 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 46b619c2-3805-40c1-ac40-f3b9fa51f8ee up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:27.879924 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33b8937f-27df-43ca-b43a-0962e8ce894a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for security_group (30a16694-e395-437c-8272-7cd60acada9a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.884780 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33b8937f-27df-43ca-b43a-0962e8ce894a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (30a16694-e395-437c-8272-7cd60acada9a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.907789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:27.908595 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.916788 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33b8937f-27df-43ca-b43a-0962e8ce894a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.918160 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-33b8937f-27df-43ca-b43a-0962e8ce894a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1475689 Feb 11 05:40:27.921162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51032) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:27.926559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7fcb6943-b55d-4f86-b9db-251ef65e737b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Request body: {'security_group_rule': {'security_group_id': '30a16694-e395-437c-8272-7cd60acada9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:27.932563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8937f-27df-43ca-b43a-0962e8ce894a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a16694-e395-437c-8272-7cd60acada9a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:27.961140 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fcb6943-b55d-4f86-b9db-251ef65e737b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for security_group_rule (73fc2846-a342-47f1-ab0c-06e9b158ceef), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.000245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:28.029224 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fcb6943-b55d-4f86-b9db-251ef65e737b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for security_group_rule (73fc2846-a342-47f1-ab0c-06e9b158ceef), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.033402 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fcb6943-b55d-4f86-b9db-251ef65e737b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (73fc2846-a342-47f1-ab0c-06e9b158ceef), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.051524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb6943-b55d-4f86-b9db-251ef65e737b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fc2846-a342-47f1-ab0c-06e9b158ceef,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:28.060571 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7fcb6943-b55d-4f86-b9db-251ef65e737b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.061812 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7fcb6943-b55d-4f86-b9db-251ef65e737b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394835 Feb 11 05:40:28.064464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51034) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:28.068899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-02389166-9162-40f0-95ac-12167cc4239c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Request body: {'security_group_rule': {'security_group_id': '30a16694-e395-437c-8272-7cd60acada9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:28.100364 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02389166-9162-40f0-95ac-12167cc4239c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for security_group_rule (e4e5dd24-6c62-45c0-8873-03950a12cab5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.164205 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02389166-9162-40f0-95ac-12167cc4239c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for security_group_rule (e4e5dd24-6c62-45c0-8873-03950a12cab5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.168770 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02389166-9162-40f0-95ac-12167cc4239c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e4e5dd24-6c62-45c0-8873-03950a12cab5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.184882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02389166-9162-40f0-95ac-12167cc4239c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e5dd24-6c62-45c0-8873-03950a12cab5,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:28.196052 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02389166-9162-40f0-95ac-12167cc4239c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.197153 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-02389166-9162-40f0-95ac-12167cc4239c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317537 Feb 11 05:40:28.200428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51036) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:28.205038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:28.227242 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.349106 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.452896 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Allocated IP 172.25.7.58 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/ccd1855e-b839-4310-a93a-fa1939a88e8d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:28.559259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for port (ccd1855e-b839-4310-a93a-fa1939a88e8d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.594054 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ccd1855e-b839-4310-a93a-fa1939a88e8d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.635959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:28.638935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:28.643797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:28.667520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event updated for resources: {'Port': ['ID=ccd1855e-b839-4310-a93a-fa1939a88e8d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:28.735918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.782413 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ccd1855e-b839-4310-a93a-fa1939a88e8d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.931426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for port (ccd1855e-b839-4310-a93a-fa1939a88e8d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.936159 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ccd1855e-b839-4310-a93a-fa1939a88e8d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.004672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event updated for resources: {'Port': ['ID=ccd1855e-b839-4310-a93a-fa1939a88e8d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:29.017246 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.033026 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.034300 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6c1807c4-efe4-4698-8447-50f0c08759d4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8328264 Feb 11 05:40:29.183843 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-cebc7f54-7d08-491a-b8b3-472d9ac654ea tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1039004694&fields=id&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 267 time: 0.0423021 Feb 11 05:40:29.295326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-af0bbf6b-e26d-452a-a6c7-6af96b1e0285 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:29.296806 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-af0bbf6b-e26d-452a-a6c7-6af96b1e0285 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 812 time: 0.1065347 Feb 11 05:40:29.311032 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-80e34c12-1279-439c-8ff6-083ce8643987 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/quotas/432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 375 time: 0.0088389 Feb 11 05:40:29.368926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-5f3dca8e-eee9-47ad-a525-6e17e95a4a3d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529351 Feb 11 05:40:29.386825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-d4510f92-296f-4aa6-ad77-0582dde0fd02 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:40:29.387925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-d4510f92-296f-4aa6-ad77-0582dde0fd02 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063052 Feb 11 05:40:29.484063 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-17a2eb73-6a0c-40ff-a37f-d33f2ce5b109 service neutron] 10.222.0.48 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901346 Feb 11 05:40:29.541323 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Sync routers for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:29.551554 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:29.552240 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:29.577211 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-fd16a93e-376c-4adf-a848-5edb940ce94f service neutron] 10.222.0.48 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873632 Feb 11 05:40:29.756311 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95f39211-3659-4207-a073-d5b1b963fb80 req-829b9bcd-d67b-4a5f-b042-21e77dbacd66 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 210 time: 0.0321743 Feb 11 05:40:29.759447 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:29.875953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:29.927750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:29.928241 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.982302 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 2, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:30.014305 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:30.014780 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.016150 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Checking router: 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:30.016510 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Updating router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 port 30740539-a572-4554-ab60-a512cb0d0726 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:40:30.038027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9adcea1f-33aa-4090-aa1e-b62f6fb8d518,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:30.044374 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.048719 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (30740539-a572-4554-ab60-a512cb0d0726), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.106163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=9adcea1f-33aa-4090-aa1e-b62f6fb8d518,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:30.318877 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Publish callbacks [] for port (30740539-a572-4554-ab60-a512cb0d0726), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.323907 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (30740539-a572-4554-ab60-a512cb0d0726), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.375078 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Pushing event updated for resources: {'Port': ['ID=30740539-a572-4554-ab60-a512cb0d0726,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:30.402285 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.402737 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.402987 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.403325 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.403661 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.403993 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.404320 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.404644 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.404968 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.405319 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.405714 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.406039 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.406359 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:30.443458 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Attempting to bind port 30740539-a572-4554-ab60-a512cb0d0726 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:30.443830 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Attempting to bind port 30740539-a572-4554-ab60-a512cb0d0726 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:30.444188 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Attempting to bind port 30740539-a572-4554-ab60-a512cb0d0726 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:30.449915 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:30.450282 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:30.450679 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.451097 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Bound using segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:30.451576 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Bound port: 30740539-a572-4554-ab60-a512cb0d0726, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:30.451933 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (30740539-a572-4554-ab60-a512cb0d0726), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.513845 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] For port 30740539-a572-4554-ab60-a512cb0d0726, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:30.517061 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] For port 30740539-a572-4554-ab60-a512cb0d0726, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=30740539-a572-4554-ab60-a512cb0d0726,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:30.523966 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (30740539-a572-4554-ab60-a512cb0d0726), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.576915 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:30.577546 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:30.623851 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7617481-1c9e-441a-a972-0b6a8a67908a None None] Pushing event updated for resources: {'Port': ['ID=30740539-a572-4554-ab60-a512cb0d0726,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:30.664403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8b780b5c-081a-46fd-a793-448cef992cb4 None None] Provisioning complete for port 30740539-a572-4554-ab60-a512cb0d0726 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:30.664794 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8b780b5c-081a-46fd-a793-448cef992cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (30740539-a572-4554-ab60-a512cb0d0726), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.710762 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:30.767105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8b780b5c-081a-46fd-a793-448cef992cb4 None None] Current status of the port 30740539-a572-4554-ab60-a512cb0d0726 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:30.768620 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8b780b5c-081a-46fd-a793-448cef992cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (30740539-a572-4554-ab60-a512cb0d0726), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.807049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8b780b5c-081a-46fd-a793-448cef992cb4 None None] For port 30740539-a572-4554-ab60-a512cb0d0726, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=30740539-a572-4554-ab60-a512cb0d0726,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:30.815428 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8b780b5c-081a-46fd-a793-448cef992cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (30740539-a572-4554-ab60-a512cb0d0726), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.895812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c207e1b-2baa-4719-ae60-a35378b3928d req-07a7227a-436a-4554-9542-341a7baadf03 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 210 time: 0.0381517 Feb 11 05:40:30.931042 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b780b5c-081a-46fd-a793-448cef992cb4 None None] Pushing event updated for resources: {'Port': ['ID=30740539-a572-4554-ab60-a512cb0d0726,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:30.956089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e7fd0afc-db90-4f72-92ae-04db374cbb7e None None] Provisioning complete for port 30740539-a572-4554-ab60-a512cb0d0726 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:30.956469 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0afc-db90-4f72-92ae-04db374cbb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (30740539-a572-4554-ab60-a512cb0d0726), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.982827 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:31.014878 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30fe1d-303d-4a36-9a2e-7e03f3ae6d24 None None] The sync data for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 is: [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:31.038479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd0afc-db90-4f72-92ae-04db374cbb7e None None] Current status of the port 30740539-a572-4554-ab60-a512cb0d0726 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:31.268350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-fe70a3ca-1d59-4f3b-9231-1ce70a59591e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:31.270055 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-fe70a3ca-1d59-4f3b-9231-1ce70a59591e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 812 time: 0.5183415 Feb 11 05:40:31.339120 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-fbc4243c-edf5-4ad3-aae6-1037e29d9306 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 380 time: 0.0536861 Feb 11 05:40:31.349519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Request body: {'port': {'device_id': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'admin_state_up': True, 'tenant_id': '432bd76882da4a319036861d04f0d582', 'security_groups': ['30a16694-e395-437c-8272-7cd60acada9a']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:31.471081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Made reservation on behalf of 432bd76882da4a319036861d04f0d582 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:31.476288 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.608801 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Allocated IP 172.20.0.7 (1394a157-ba10-4daa-ac15-6e6f8b66f31f/48de6415-b861-4e42-bd92-f5506094847e/226f927f-a0ad-4485-bc15-8d57b5af44fb) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:31.743862 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.776225 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.818826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Network 1394a157-ba10-4daa-ac15-6e6f8b66f31f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:31.821995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:31.825828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:31.856458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event updated for resources: {'Port': ['ID=226f927f-a0ad-4485-bc15-8d57b5af44fb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:31.862500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:31.882475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:31.883117 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.902721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-27bb543b-ffc1-45c0-8106-6b085de28ca6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568402 Feb 11 05:40:31.922156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Request body: {'port': {'device_id': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:31.926679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:31.927395 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.016485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:32.018311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 30740539-a572-4554-ab60-a512cb0d0726 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:32.028283 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.074429 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-66e7efb4-d0e2-40f3-9111-4a17b19eb5be None None] Provisioning complete for port 226f927f-a0ad-4485-bc15-8d57b5af44fb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:32.074809 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66e7efb4-d0e2-40f3-9111-4a17b19eb5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.084232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0f799-f3d1-4333-b057-726649efd7b3 req-76cabe63-c3e7-4af0-8c5f-dd7f0832fb29 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:32.086438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19e0f799-f3d1-4333-b057-726649efd7b3 req-76cabe63-c3e7-4af0-8c5f-dd7f0832fb29 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 931 time: 0.1152971 Feb 11 05:40:32.099920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 30740539-a572-4554-ab60-a512cb0d0726 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:32.100300 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (30740539-a572-4554-ab60-a512cb0d0726), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.146764 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-66e7efb4-d0e2-40f3-9111-4a17b19eb5be None None] Port 226f927f-a0ad-4485-bc15-8d57b5af44fb cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:32.193737 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 30740539-a572-4554-ab60-a512cb0d0726 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:32.209581 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19e0f799-f3d1-4333-b057-726649efd7b3 req-8c4e7b43-feb0-402c-a5f8-802931035f5e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155686 Feb 11 05:40:32.350985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226f927f-a0ad-4485-bc15-8d57b5af44fb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:32.358252 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Publish callbacks [] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.370399 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Transition to ACTIVE for port object 226f927f-a0ad-4485-bc15-8d57b5af44fb will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:40:32.374097 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.422542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Pushing event updated for resources: {'Port': ['ID=226f927f-a0ad-4485-bc15-8d57b5af44fb,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:32.511034 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Attempting to bind port 226f927f-a0ad-4485-bc15-8d57b5af44fb on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:32.511383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Attempting to bind port 226f927f-a0ad-4485-bc15-8d57b5af44fb by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:32.511724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Attempting to bind port 226f927f-a0ad-4485-bc15-8d57b5af44fb on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:32.516222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Port 226f927f-a0ad-4485-bc15-8d57b5af44fb on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:32.516553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Attempting to bind port 226f927f-a0ad-4485-bc15-8d57b5af44fb on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:32.522312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:32.522698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:32.523120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Bound using segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:32.523563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Bound port: 226f927f-a0ad-4485-bc15-8d57b5af44fb, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:32.523936 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.591267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:32.594309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:32.600688 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.636231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:32.636857 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.638304 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] 10.222.0.10 "PUT /v2.0/ports/226f927f-a0ad-4485-bc15-8d57b5af44fb HTTP/1.1" status: 200 len: 1092 time: 0.7210467 Feb 11 05:40:32.638847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:32.641124 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c950988-e5e4-4aac-b5c2-916ad42c283f" -d '{"events": [{"name": "network-changed", "server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:32.676072 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e96b1-84a6-49d8-8c78-b322f4311784 service neutron] Pushing event updated for resources: {'Port': ['ID=226f927f-a0ad-4485-bc15-8d57b5af44fb,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:32.696970 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45609b30-6cc0-4ce1-8cf9-4997fc654c62 x-openstack-request-id: req-45609b30-6cc0-4ce1-8cf9-4997fc654c62 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:32.697131 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:32.697428 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45609b30-6cc0-4ce1-8cf9-4997fc654c62 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:32.697845 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'status': 'completed', 'code': 200} Feb 11 05:40:32.760640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-d1f88661-24f4-4b1b-8b33-3db1877143d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:32.762178 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-d1f88661-24f4-4b1b-8b33-3db1877143d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 1126 time: 0.0477064 Feb 11 05:40:32.814990 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-170c996f-d806-4e82-9701-a9ffe6c38106 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb HTTP/1.1" status: 200 len: 217 time: 0.0406160 Feb 11 05:40:32.861797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-904bfd6b-0d93-407b-8a32-ccacbbba8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:32.863273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-904bfd6b-0d93-407b-8a32-ccacbbba8be9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0432310 Feb 11 05:40:32.911305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-0c0095d8-1c7c-414a-aa15-23c3eb1eda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:32.912809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-0c0095d8-1c7c-414a-aa15-23c3eb1eda57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442920 Feb 11 05:40:33.003520 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-632564ac-c1cb-4039-83e5-f95550064d79 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845883 Feb 11 05:40:33.091561 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d31ace2d-da15-4c93-9bc8-81d6131ca99a req-4c325500-ffc6-413e-8e62-75fc557d2ff2 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822642 Feb 11 05:40:33.225138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c950988-e5e4-4aac-b5c2-916ad42c283f req-3a9b1ce4-c30e-4595-b2dc-d1ff0697a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.227198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c950988-e5e4-4aac-b5c2-916ad42c283f req-3a9b1ce4-c30e-4595-b2dc-d1ff0697a6b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 1126 time: 0.0501170 Feb 11 05:40:33.349354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c950988-e5e4-4aac-b5c2-916ad42c283f req-6eccf26a-0523-4b23-bd59-bfccdb49cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.351469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c950988-e5e4-4aac-b5c2-916ad42c283f req-6eccf26a-0523-4b23-bd59-bfccdb49cea6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.1179304 Feb 11 05:40:33.372029 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35831-2d7f-476d-877f-53c4db95807f req-00015477-c90b-4cce-bf2e-d6955c0d876e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.373434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-50a35831-2d7f-476d-877f-53c4db95807f req-00015477-c90b-4cce-bf2e-d6955c0d876e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 943 time: 0.0833309 Feb 11 05:40:33.402884 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c950988-e5e4-4aac-b5c2-916ad42c283f req-1d678813-ea3a-4a74-b1cb-ce0edd1961e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb HTTP/1.1" status: 200 len: 217 time: 0.0439770 Feb 11 05:40:33.476892 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-50a35831-2d7f-476d-877f-53c4db95807f req-1978fed6-d972-49a5-a218-50e9bb6d1e08 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764191 Feb 11 05:40:33.478266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c950988-e5e4-4aac-b5c2-916ad42c283f req-06fd6c71-37a8-4594-b112-8da0dad81ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.479771 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c950988-e5e4-4aac-b5c2-916ad42c283f req-06fd6c71-37a8-4594-b112-8da0dad81ce3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0646639 Feb 11 05:40:33.545022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c950988-e5e4-4aac-b5c2-916ad42c283f req-43221e12-975f-4515-b391-4af636fed1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.546589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c950988-e5e4-4aac-b5c2-916ad42c283f req-43221e12-975f-4515-b391-4af636fed1bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0520895 Feb 11 05:40:33.633527 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c950988-e5e4-4aac-b5c2-916ad42c283f req-c1c43846-d4c0-4b85-a5da-302cd0610821 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802996 Feb 11 05:40:33.726063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c950988-e5e4-4aac-b5c2-916ad42c283f req-0caa7def-4764-4558-ad06-36f59a07bbf7 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856538 Feb 11 05:40:33.736381 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.604886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336f212-b4b3-4278-afea-cfb9ea29581c req-7ab66e8e-d906-4a42-8bdf-71ae497cb00a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:34.606310 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a336f212-b4b3-4278-afea-cfb9ea29581c req-7ab66e8e-d906-4a42-8bdf-71ae497cb00a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 943 time: 0.0595226 Feb 11 05:40:34.976815 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a336f212-b4b3-4278-afea-cfb9ea29581c req-44044bab-40c7-41da-9251-6118b6a73183 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648598 Feb 11 05:40:35.915831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 226f927f-a0ad-4485-bc15-8d57b5af44fb details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:40:36.017295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:36.029542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'port_id': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'mac_address': 'fa:16:3e:66:7b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:40:36.067985 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 226f927f-a0ad-4485-bc15-8d57b5af44fb is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:36.068385 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.081344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226f927f-a0ad-4485-bc15-8d57b5af44fb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:36.107895 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:36.108813 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8b239-6e38-4989-a1a4-53274a698be4 req-3d3eaeba-fdd3-4d84-9ead-fe5ebbcbd9ee tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:36.111073 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80a8b239-6e38-4989-a1a4-53274a698be4 req-3d3eaeba-fdd3-4d84-9ead-fe5ebbcbd9ee tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 943 time: 0.0653012 Feb 11 05:40:36.115177 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.167941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=226f927f-a0ad-4485-bc15-8d57b5af44fb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:36.170934 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80a8b239-6e38-4989-a1a4-53274a698be4 req-d9a83177-d3f7-4a0d-b1e0-9f78680c81f7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540025 Feb 11 05:40:36.176609 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.176972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.177321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.177675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.178015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.178441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.178815 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.179185 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.179520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.179850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.180179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.180506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.180833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:36.379851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['226f927f-a0ad-4485-bc15-8d57b5af44fb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:37.282036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d92604-6175-42eb-9e20-bcf59a74450d req-df01f508-574c-4776-a8a5-646be8cf269e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:37.283537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8d92604-6175-42eb-9e20-bcf59a74450d req-df01f508-574c-4776-a8a5-646be8cf269e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 944 time: 0.0520813 Feb 11 05:40:37.328304 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8d92604-6175-42eb-9e20-bcf59a74450d req-6d07cbdc-21da-47f6-87b8-72399ec47523 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392900 Feb 11 05:40:37.776369 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.932810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 226f927f-a0ad-4485-bc15-8d57b5af44fb up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:37.985165 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 226f927f-a0ad-4485-bc15-8d57b5af44fb completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:40:37.990180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 226f927f-a0ad-4485-bc15-8d57b5af44fb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:37.990655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.067367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 226f927f-a0ad-4485-bc15-8d57b5af44fb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:38.067766 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.089905 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:38.092554 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341eb113-f7e5-4a56-82c0-77b63011b32b" -d '{"events": [{"server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "name": "network-vif-plugged", "status": "completed", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:38.105008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:38.109282 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.135419 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6899c924-4fc8-475c-a422-83700a73a1f6 x-openstack-request-id: req-6899c924-4fc8-475c-a422-83700a73a1f6 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:38.135720 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "name": "network-vif-plugged", "status": "completed", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:38.135983 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6899c924-4fc8-475c-a422-83700a73a1f6 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:38.136376 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'code': 200} Feb 11 05:40:38.161182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=226f927f-a0ad-4485-bc15-8d57b5af44fb,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:38.264593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db10000-5e64-4ae2-96cb-f4a87b4f0d45 req-4b610c54-8df4-4796-8fcb-8739162a5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:38.266139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9db10000-5e64-4ae2-96cb-f4a87b4f0d45 req-4b610c54-8df4-4796-8fcb-8739162a5db7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 1128 time: 0.0441623 Feb 11 05:40:38.313226 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9db10000-5e64-4ae2-96cb-f4a87b4f0d45 req-3ef095c8-bffc-4c30-a5c3-3c8cdb701819 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415561 Feb 11 05:40:38.446629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aaf09-494c-439b-b996-fce99a179595 req-fb116cc4-0ab8-4a17-99bf-4820465f94a9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:38.448147 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d8aaf09-494c-439b-b996-fce99a179595 req-fb116cc4-0ab8-4a17-99bf-4820465f94a9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0520964 Feb 11 05:40:38.497182 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7d8aaf09-494c-439b-b996-fce99a179595 req-685cfc93-23d3-436f-be8a-128afcbab16b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433085 Feb 11 05:40:39.481162 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a61a3cc-a85a-4906-9770-4282ca075924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.634862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e95d70-979b-45e8-adc7-340b5c033dec req-0d2d05b0-6d79-4489-9a44-52f5706678f7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:39.636383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0e95d70-979b-45e8-adc7-340b5c033dec req-0d2d05b0-6d79-4489-9a44-52f5706678f7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0560806 Feb 11 05:40:39.682768 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0e95d70-979b-45e8-adc7-340b5c033dec req-868a38a3-5ba2-4efe-8e2f-1b0f7c9d0210 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408099 Feb 11 05:40:39.799834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab3130-bbf7-4e08-86e1-4597c77e950a req-92482cab-71f8-4f83-af04-bf3d4c964dba tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:39.801335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0bab3130-bbf7-4e08-86e1-4597c77e950a req-92482cab-71f8-4f83-af04-bf3d4c964dba tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0556822 Feb 11 05:40:39.810497 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51088) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:39.814889 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2f459136-6254-433e-aa7b-a688631c349b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Request body: {'floatingip': {'port_id': '226f927f-a0ad-4485-bc15-8d57b5af44fb'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:39.853448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f459136-6254-433e-aa7b-a688631c349b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.303845 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f459136-6254-433e-aa7b-a688631c349b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.308358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f459136-6254-433e-aa7b-a688631c349b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.408411 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-2f459136-6254-433e-aa7b-a688631c349b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 associated. External IP: 172.25.7.58, port: 226f927f-a0ad-4485-bc15-8d57b5af44fb. Feb 11 05:40:40.617838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f459136-6254-433e-aa7b-a688631c349b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:40.728196 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f459136-6254-433e-aa7b-a688631c349b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:40.732821 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2f459136-6254-433e-aa7b-a688631c349b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.737754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c96e1b-7ea8-424b-b63d-4fc54dc5ced0 None None] Sync routers for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:40.747559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c96e1b-7ea8-424b-b63d-4fc54dc5ced0 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:40.748190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-26c96e1b-7ea8-424b-b63d-4fc54dc5ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:40.761884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2f459136-6254-433e-aa7b-a688631c349b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "PUT /v2.0/floatingips/e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 HTTP/1.1" status: 200 len: 990 time: 0.9503043 Feb 11 05:40:40.762703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:40.765163 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea087aa4-c9b2-4622-aa4e-4e31593ae1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:40.804391 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd1ee38-a553-407d-a363-53a4f845592b x-openstack-request-id: req-5fd1ee38-a553-407d-a363-53a4f845592b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:40.804981 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:40.804981 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5fd1ee38-a553-407d-a363-53a4f845592b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:40.805354 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'status': 'completed', 'code': 200} Feb 11 05:40:40.869452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-26c96e1b-7ea8-424b-b63d-4fc54dc5ced0 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:40.893563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f49744-79e9-42df-ac2d-891db6419dbf req-25b628d0-934f-446e-810f-1c4534b1ef3f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:40.895320 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64f49744-79e9-42df-ac2d-891db6419dbf req-25b628d0-934f-446e-810f-1c4534b1ef3f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0845356 Feb 11 05:40:40.933634 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea087aa4-c9b2-4622-aa4e-4e31593ae1cd req-f4ddd201-3efa-4f71-8f98-f402067d3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:40.935193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea087aa4-c9b2-4622-aa4e-4e31593ae1cd req-f4ddd201-3efa-4f71-8f98-f402067d3060 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 1128 time: 0.0829036 Feb 11 05:40:40.984912 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-64f49744-79e9-42df-ac2d-891db6419dbf req-c6cc342b-c159-433e-95ae-04c27756a7c5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813248 Feb 11 05:40:41.046515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea087aa4-c9b2-4622-aa4e-4e31593ae1cd req-22b96045-4815-4885-af41-603d851f5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:41.048098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea087aa4-c9b2-4622-aa4e-4e31593ae1cd req-22b96045-4815-4885-af41-603d851f5f28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.1023493 Feb 11 05:40:41.112361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb7fda-f6ba-47ca-8bb4-4448af82a823 req-b307d649-2da4-41c3-9b0f-2d7ba956946c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:41.113889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1cb7fda-f6ba-47ca-8bb4-4448af82a823 req-b307d649-2da4-41c3-9b0f-2d7ba956946c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0590718 Feb 11 05:40:41.116140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-26c96e1b-7ea8-424b-b63d-4fc54dc5ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e32df6f7-3893-42e6-ad95-9b02b3d0d8a4', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'port_id': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'mac_address': 'fa:16:3e:66:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:40Z', 'revision_number': 1, 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:41.120230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea087aa4-c9b2-4622-aa4e-4e31593ae1cd req-870f33a5-b7b5-4b12-943b-1bcfefe632ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb HTTP/1.1" status: 200 len: 998 time: 0.0655067 Feb 11 05:40:41.161379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c96e1b-7ea8-424b-b63d-4fc54dc5ced0 None None] Checking router: 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:41.165298 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c1cb7fda-f6ba-47ca-8bb4-4448af82a823 req-ca9d4283-54f5-42bc-bd54-8b045e222eae tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454183 Feb 11 05:40:41.171533 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c96e1b-7ea8-424b-b63d-4fc54dc5ced0 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:41.171844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea087aa4-c9b2-4622-aa4e-4e31593ae1cd req-0ff1e268-9b2b-4547-be70-0cff1bf7991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:41.172134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-26c96e1b-7ea8-424b-b63d-4fc54dc5ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:40:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:41.173633 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea087aa4-c9b2-4622-aa4e-4e31593ae1cd req-0ff1e268-9b2b-4547-be70-0cff1bf7991f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0478761 Feb 11 05:40:41.225554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea087aa4-c9b2-4622-aa4e-4e31593ae1cd req-4f244737-b5c6-4da0-9876-570b286849e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:41.227072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea087aa4-c9b2-4622-aa4e-4e31593ae1cd req-4f244737-b5c6-4da0-9876-570b286849e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476553 Feb 11 05:40:41.338171 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea087aa4-c9b2-4622-aa4e-4e31593ae1cd req-c4fd45d1-1dd7-4bbd-985d-b6b3d59c792d service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053174 Feb 11 05:40:41.431911 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ea087aa4-c9b2-4622-aa4e-4e31593ae1cd req-dcff4122-4653-410c-9441-3ee8575d2853 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879993 Feb 11 05:40:41.461777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-26c96e1b-7ea8-424b-b63d-4fc54dc5ced0 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:41.691766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-26c96e1b-7ea8-424b-b63d-4fc54dc5ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e32df6f7-3893-42e6-ad95-9b02b3d0d8a4', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'port_id': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'mac_address': 'fa:16:3e:66:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:40Z', 'revision_number': 1, 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:41.722181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c96e1b-7ea8-424b-b63d-4fc54dc5ced0 None None] The sync data for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 is: [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e32df6f7-3893-42e6-ad95-9b02b3d0d8a4', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'port_id': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'mac_address': 'fa:16:3e:66:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:40:40Z', 'revision_number': 1, 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:41.918666 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7017b-417f-47c5-866f-1e3ba36ca918 None None] New status for floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:40:41.948552 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-075aae1a-8348-4ee2-ab72-4f156ec9c94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.288117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c64a4-21ab-4881-81c9-71b13a477b92 req-c3252ac9-251c-4228-91fa-4f6273714163 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:42.290162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b4c64a4-21ab-4881-81c9-71b13a477b92 req-c3252ac9-251c-4228-91fa-4f6273714163 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0568216 Feb 11 05:40:42.334640 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b4c64a4-21ab-4881-81c9-71b13a477b92 req-997a0488-4e0d-4c7a-abb6-8f8aea830ba7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388701 Feb 11 05:40:42.454540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257c5ce-a85d-427f-81db-1d63d7c89d40 req-8915d505-3084-4c57-853e-2c600264a3f3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:42.455953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4257c5ce-a85d-427f-81db-1d63d7c89d40 req-8915d505-3084-4c57-853e-2c600264a3f3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0558083 Feb 11 05:40:42.501498 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4257c5ce-a85d-427f-81db-1d63d7c89d40 req-55c3cc15-44bc-4f60-8953-83317b9f1525 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394282 Feb 11 05:40:42.761462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-afcf3eae-1bb9-4792-9895-b21ca7645bb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814426 Feb 11 05:40:42.770791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9efe-6cec-4b67-8ea1-8e85e5fa18c2 req-4bdbb4b8-3518-4cd6-8b1b-953ee44c5e89 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:42.772223 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9d0f9efe-6cec-4b67-8ea1-8e85e5fa18c2 req-4bdbb4b8-3518-4cd6-8b1b-953ee44c5e89 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0645912 Feb 11 05:40:42.825751 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9d0f9efe-6cec-4b67-8ea1-8e85e5fa18c2 req-7169154f-c2d5-4d7f-9c8b-f7fc189371db tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467606 Feb 11 05:40:42.935534 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:43.167513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-b41464da-4c1a-4258-afd6-1edd5872d71f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:43.168950 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-b41464da-4c1a-4258-afd6-1edd5872d71f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports/226f927f-a0ad-4485-bc15-8d57b5af44fb HTTP/1.1" status: 200 len: 942 time: 0.0464392 Feb 11 05:40:43.946009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59751d4-f426-4fcc-996a-0945f0780589 req-6b0b4212-673b-4344-96bf-56658d629ed0 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:43.947518 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f59751d4-f426-4fcc-996a-0945f0780589 req-6b0b4212-673b-4344-96bf-56658d629ed0 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0538654 Feb 11 05:40:43.997269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f59751d4-f426-4fcc-996a-0945f0780589 req-65da1ea2-8ac6-4234-aa2b-423586dc8f5c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442228 Feb 11 05:40:44.071957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-19d2455d-6fd3-442c-afa5-f1c6269235c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:44.073365 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-19d2455d-6fd3-442c-afa5-f1c6269235c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 1128 time: 0.0445626 Feb 11 05:40:44.166341 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-649a3314-d163-42e7-a919-7cfc6052ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:44.167819 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-649a3314-d163-42e7-a919-7cfc6052ab69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0864246 Feb 11 05:40:44.234425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-c145e844-64cd-4399-9d0a-2eaf33382688 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb HTTP/1.1" status: 200 len: 1000 time: 0.0605361 Feb 11 05:40:44.282146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-b3422151-b972-43ed-a8e5-04954b595c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:44.283608 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-b3422151-b972-43ed-a8e5-04954b595c0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0442886 Feb 11 05:40:44.343938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-9a950ddc-1dab-4993-9479-d95b49043e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:44.346046 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-9a950ddc-1dab-4993-9479-d95b49043e84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0569220 Feb 11 05:40:44.436218 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-0872acc7-2e00-464a-89e4-66081ad727dd service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844042 Feb 11 05:40:44.513687 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.524924 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-cc55cdd9-baad-4e0a-a77e-af242c3d8e39 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829332 Feb 11 05:40:44.580202 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:40:45.120441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b76a3-46f2-4643-866c-16887c4aedaf req-2136ee47-1a37-4c5b-88e3-9e56b36f8a33 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:45.121923 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f5b76a3-46f2-4643-866c-16887c4aedaf req-2136ee47-1a37-4c5b-88e3-9e56b36f8a33 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0530393 Feb 11 05:40:45.168893 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6f5b76a3-46f2-4643-866c-16887c4aedaf req-ea08c801-b8f8-4418-98f1-7ef925ed3dec tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Feb 11 05:40:45.739726 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.286150 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb35b7-421a-4ea8-80c2-a363f750b7d1 req-5a18557b-a083-4704-8895-086998e88a71 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:46.287620 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3cbb35b7-421a-4ea8-80c2-a363f750b7d1 req-5a18557b-a083-4704-8895-086998e88a71 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0520267 Feb 11 05:40:46.338039 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3cbb35b7-421a-4ea8-80c2-a363f750b7d1 req-ed92f046-686f-43aa-a47e-9d4709e54a1f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 Feb 11 05:40:47.463011 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564544fa-46c4-4314-90aa-dab2fd2ef6f7 req-4e67b1e0-8690-411c-bd09-2d7f7f051cea tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:47.464533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-564544fa-46c4-4314-90aa-dab2fd2ef6f7 req-4e67b1e0-8690-411c-bd09-2d7f7f051cea tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0562193 Feb 11 05:40:47.511359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-564544fa-46c4-4314-90aa-dab2fd2ef6f7 req-846a5faf-0dcf-4a12-9053-57a4ffcdf917 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411325 Feb 11 05:40:48.628288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59c727-f28a-4450-89cd-b6e856a7a7eb req-0ee9b4da-d22b-4d92-a1fe-1f984eb57ff4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:48.629756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c59c727-f28a-4450-89cd-b6e856a7a7eb req-0ee9b4da-d22b-4d92-a1fe-1f984eb57ff4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0519500 Feb 11 05:40:48.675271 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4c59c727-f28a-4450-89cd-b6e856a7a7eb req-a99214b4-7ebb-4f89-860f-11747f9cb4d6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398550 Feb 11 05:40:49.804077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18dc49-4a85-4958-a10f-68eb1fb5d0a7 req-a89c25d4-78bb-41e6-a772-d2ce90513ab5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:49.805574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb18dc49-4a85-4958-a10f-68eb1fb5d0a7 req-a89c25d4-78bb-41e6-a772-d2ce90513ab5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0541711 Feb 11 05:40:49.851749 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb18dc49-4a85-4958-a10f-68eb1fb5d0a7 req-5f8085c3-516f-4fdb-81bc-5b3fdee650c9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399847 Feb 11 05:40:50.969007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c77e7-0f98-4d10-b22a-acff8cebf3d6 req-f3d3eedf-b508-4a0f-b8f3-bf84c7571845 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:50.970482 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-078c77e7-0f98-4d10-b22a-acff8cebf3d6 req-f3d3eedf-b508-4a0f-b8f3-bf84c7571845 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0517683 Feb 11 05:40:51.015772 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-078c77e7-0f98-4d10-b22a-acff8cebf3d6 req-02d9db25-8a90-4db1-9568-235a8a4470fd tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398514 Feb 11 05:40:52.144060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31cb06-8c18-40ff-bd1e-c3cb115aa54d req-b0ab4e2a-7979-4e8f-b3c1-e8c4c230bccf tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:52.145842 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de31cb06-8c18-40ff-bd1e-c3cb115aa54d req-b0ab4e2a-7979-4e8f-b3c1-e8c4c230bccf tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0529068 Feb 11 05:40:52.196590 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de31cb06-8c18-40ff-bd1e-c3cb115aa54d req-dc59f178-8547-465b-bb5b-4e72232846e3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449388 Feb 11 05:40:53.320510 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f45695-326e-4a92-9957-0c969708fc7f req-79d87dce-3733-4452-9785-043129862d9c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:53.321979 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54f45695-326e-4a92-9957-0c969708fc7f req-79d87dce-3733-4452-9785-043129862d9c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0562003 Feb 11 05:40:53.368865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-54f45695-326e-4a92-9957-0c969708fc7f req-d8c49936-3b9c-4c27-8d66-adf9a3e746a8 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411987 Feb 11 05:40:54.492931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84b7a3-e95c-437f-b5eb-4ca1fd85e712 req-7c72cc96-54d2-4b9b-a640-9aab6fc8dbb2 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:54.494390 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa84b7a3-e95c-437f-b5eb-4ca1fd85e712 req-7c72cc96-54d2-4b9b-a640-9aab6fc8dbb2 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0515792 Feb 11 05:40:54.540730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa84b7a3-e95c-437f-b5eb-4ca1fd85e712 req-50ef6ebb-4e42-4972-8712-77807716577b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407085 Feb 11 05:40:55.911865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff27087-d3bc-40ab-984c-3302ed066a9b req-0b05dcd4-6f3a-46a0-9178-167b1dae3aea tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:55.913234 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ff27087-d3bc-40ab-984c-3302ed066a9b req-0b05dcd4-6f3a-46a0-9178-167b1dae3aea tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0518529 Feb 11 05:40:55.959164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ff27087-d3bc-40ab-984c-3302ed066a9b req-d5e19619-3263-45bd-a4f2-deb1a4f1d07d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 Feb 11 05:40:57.079390 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9096d3-0ca4-4b4a-b3df-8913465db227 req-952295b0-af00-42ff-9c8b-7ac15e6a21a4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:57.080888 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c9096d3-0ca4-4b4a-b3df-8913465db227 req-952295b0-af00-42ff-9c8b-7ac15e6a21a4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0528846 Feb 11 05:40:57.126760 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c9096d3-0ca4-4b4a-b3df-8913465db227 req-38807307-30d1-4536-b6e0-599d63116027 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398128 Feb 11 05:40:58.248430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f13d23-ed75-412a-84b1-697fb510dd45 req-fa173533-0e2d-4914-a511-f4ba84619c5b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:58.249917 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49f13d23-ed75-412a-84b1-697fb510dd45 req-fa173533-0e2d-4914-a511-f4ba84619c5b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0554481 Feb 11 05:40:58.296960 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-49f13d23-ed75-412a-84b1-697fb510dd45 req-18e44726-594f-4704-a23d-8392c1291aae tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414231 Feb 11 05:40:59.420098 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bf4f6-02a6-40e7-a705-06c9e969cfcb req-95ca0a49-10e0-40c0-98ba-6e7e73a45deb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:59.421495 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d97bf4f6-02a6-40e7-a705-06c9e969cfcb req-95ca0a49-10e0-40c0-98ba-6e7e73a45deb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0563996 Feb 11 05:40:59.467483 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d97bf4f6-02a6-40e7-a705-06c9e969cfcb req-75690ed5-ec7d-4e08-84ac-a5140c1ad894 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400991 Feb 11 05:41:00.584503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4fd02-ec5d-40cc-8d00-85f54942fac9 req-363a095c-0908-49ae-831c-207decbf03b5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:00.585965 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7df4fd02-ec5d-40cc-8d00-85f54942fac9 req-363a095c-0908-49ae-831c-207decbf03b5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0516067 Feb 11 05:41:00.630969 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7df4fd02-ec5d-40cc-8d00-85f54942fac9 req-4b91c8bd-14e8-459e-aeab-5e1fa7a0b462 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395718 Feb 11 05:41:01.344617 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-ed4fea17-18a8-46de-8caf-374eca18bd04 service neutron] show failed (client error): The resource could not be found. Feb 11 05:41:01.345526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-ed4fea17-18a8-46de-8caf-374eca18bd04 service neutron] 10.222.0.10 "GET /v2.0/ports/226f927f-a0ad-4485-bc15-8d57b5af44fb/bindings/n-h1-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0524092 Feb 11 05:41:01.543579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-dc714a35-33dc-4fe9-9e3e-6848b25beb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:01.545076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-dc714a35-33dc-4fe9-9e3e-6848b25beb8a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 1128 time: 0.0453291 Feb 11 05:41:01.560883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:01.619579 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.832094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2cb88-f91e-47b8-a9ef-c84e587c47fd req-cb7c65dd-51e8-430c-860d-93438d106a1d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:01.833585 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ed2cb88-f91e-47b8-a9ef-c84e587c47fd req-cb7c65dd-51e8-430c-860d-93438d106a1d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.1185575 Feb 11 05:41:01.887941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:01.906836 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ed2cb88-f91e-47b8-a9ef-c84e587c47fd req-1115b65d-4dd5-4441-9bf0-5e417956e2bb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660784 Feb 11 05:41:01.930249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:01.971755 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:01.973961 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bae963-2694-4507-ad19-499631504441" -d '{"events": [{"server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "name": "network-vif-unplugged", "status": "completed", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:01.978005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Publish callbacks [] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.990163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Transition to ACTIVE for port object 226f927f-a0ad-4485-bc15-8d57b5af44fb will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:41:01.995059 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.032417 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd25355c-3cb0-45ef-9a64-f99453f3163e x-openstack-request-id: req-bd25355c-3cb0-45ef-9a64-f99453f3163e {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:02.032724 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "name": "network-vif-unplugged", "status": "completed", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:02.032990 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd25355c-3cb0-45ef-9a64-f99453f3163e {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:02.033394 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'code': 200} Feb 11 05:41:02.078553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=226f927f-a0ad-4485-bc15-8d57b5af44fb,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:02.121657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] No DVR routers for this DVR port 226f927f-a0ad-4485-bc15-8d57b5af44fb on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:02.259372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Attempting to bind port 226f927f-a0ad-4485-bc15-8d57b5af44fb on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:02.259707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Attempting to bind port 226f927f-a0ad-4485-bc15-8d57b5af44fb by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:02.260043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Attempting to bind port 226f927f-a0ad-4485-bc15-8d57b5af44fb on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:02.264275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Port 226f927f-a0ad-4485-bc15-8d57b5af44fb on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:41:02.264604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Attempting to bind port 226f927f-a0ad-4485-bc15-8d57b5af44fb on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:02.269586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:02.269935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:02.270323 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Bound using segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:02.270749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Bound port: 226f927f-a0ad-4485-bc15-8d57b5af44fb, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:02.271132 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.336657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:02.339646 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:02.345384 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.380334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:02.381028 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.382348 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] 10.222.0.60 "PUT /v2.0/ports/226f927f-a0ad-4485-bc15-8d57b5af44fb HTTP/1.1" status: 200 len: 1092 time: 0.8253891 Feb 11 05:41:02.402028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09ea66-e6cf-4413-ad09-ed3456b6e7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=226f927f-a0ad-4485-bc15-8d57b5af44fb,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:02.463025 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-a5b8041f-0548-4101-86e6-d9961a2fec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:02.464675 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-a5b8041f-0548-4101-86e6-d9961a2fec43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 1126 time: 0.0480549 Feb 11 05:41:02.562061 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-b0bff140-fbbb-4161-b241-1aeaaef32426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:02.563580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-b0bff140-fbbb-4161-b241-1aeaaef32426 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0929253 Feb 11 05:41:02.629877 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-c2c09f6f-937e-467a-8d19-8808fe4bfaf0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb HTTP/1.1" status: 200 len: 998 time: 0.0577424 Feb 11 05:41:02.685982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-9db97e5e-e122-4a2c-af9d-f82dd673daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:02.687349 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-9db97e5e-e122-4a2c-af9d-f82dd673daa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0476546 Feb 11 05:41:02.736247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-9e76678c-e519-4993-94f2-0d0719656612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:02.737731 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-9e76678c-e519-4993-94f2-0d0719656612 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437391 Feb 11 05:41:02.828226 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-d772ebf5-446f-4097-9338-4a3bccf2d90e service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825212 Feb 11 05:41:02.920181 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-46a637e2-e96c-4de0-b5cc-c1fde998509b req-9ca92359-a42e-4b90-b17a-37126fca427e service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854130 Feb 11 05:41:03.030974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581c410-d2b4-4871-98ca-93f2d92d9f98 req-0be4e6e6-22da-4554-8473-07e22212485a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:03.032981 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0581c410-d2b4-4871-98ca-93f2d92d9f98 req-0be4e6e6-22da-4554-8473-07e22212485a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 943 time: 0.0558934 Feb 11 05:41:03.096646 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0581c410-d2b4-4871-98ca-93f2d92d9f98 req-24cc6550-d905-42f8-8789-f8c06f88504e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471344 Feb 11 05:41:03.735664 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.034684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:04.037063 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:04.041765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 226f927f-a0ad-4485-bc15-8d57b5af44fb no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:04.081897 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port 226f927f-a0ad-4485-bc15-8d57b5af44fb host n-h1-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:41:04.082346 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 226f927f-a0ad-4485-bc15-8d57b5af44fb not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:04.087241 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f6e3d6-4436-4d98-8374-d55373269d69 x-openstack-request-id: req-04f6e3d6-4436-4d98-8374-d55373269d69 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:04.087545 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:04.087805 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04f6e3d6-4436-4d98-8374-d55373269d69 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:04.088211 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'status': 'completed', 'code': 200} Feb 11 05:41:04.177387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-08cacd95-669c-4401-a231-18e2ef5e3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:04.179029 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-08cacd95-669c-4401-a231-18e2ef5e3da5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 1126 time: 0.0499611 Feb 11 05:41:04.209689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-4462509e-bc33-4252-9678-10e3b6f55f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:04.211800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-4462509e-bc33-4252-9678-10e3b6f55f1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 1126 time: 0.0833189 Feb 11 05:41:04.233064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81f438-5301-4033-b323-008ede3e58f7 req-9e3892ed-5656-4d68-9979-ea3bcad03a21 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:04.234495 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2d81f438-5301-4033-b323-008ede3e58f7 req-9e3892ed-5656-4d68-9979-ea3bcad03a21 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 943 time: 0.0733519 Feb 11 05:41:04.273354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-fea26764-81d1-4c54-be50-5d170354859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:04.275437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-fea26764-81d1-4c54-be50-5d170354859d service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0889215 Feb 11 05:41:04.334987 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2d81f438-5301-4033-b323-008ede3e58f7 req-d03b94d8-da12-4748-ad91-dfc6cc78690a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908742 Feb 11 05:41:04.357066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-82ce192c-3dfe-490a-8a29-324b9c88c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:04.357066 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-82ce192c-3dfe-490a-8a29-324b9c88c86e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.1319277 Feb 11 05:41:04.357497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-674c323f-c8c7-4f53-9d0e-4e2ad1cbbb82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb HTTP/1.1" status: 200 len: 998 time: 0.0721374 Feb 11 05:41:04.407781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-d03bd5ac-3989-4387-8292-55f773b3b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:04.409251 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-d03bd5ac-3989-4387-8292-55f773b3b0e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0477960 Feb 11 05:41:04.419382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-c299bead-ce91-4756-805c-4ef30bcef987 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb HTTP/1.1" status: 200 len: 998 time: 0.0615227 Feb 11 05:41:04.457598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-9d8bc335-a321-4730-81a9-293a9dc09de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:04.459123 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-9d8bc335-a321-4730-81a9-293a9dc09de8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443208 Feb 11 05:41:04.468083 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-ee10bce9-eb07-4603-8c2f-6689754f6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:04.469543 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-ee10bce9-eb07-4603-8c2f-6689754f6abc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0438075 Feb 11 05:41:04.524311 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-4f5ce4da-1b23-4d97-951a-21474b5f6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:04.525780 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-4f5ce4da-1b23-4d97-951a-21474b5f6113 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485821 Feb 11 05:41:04.551453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-020501ae-0dde-4819-ad1e-ec95d922eda3 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858243 Feb 11 05:41:04.615904 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-7d093e9d-bbfe-4452-a80b-162580fb00d4 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814478 Feb 11 05:41:04.641305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-b8a7aa63-fc69-4286-9a77-2833e5b2a519 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824337 Feb 11 05:41:04.709887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb7bc7f4-a1ad-4ac2-a8df-8b4031402ebf req-9b9ad4a0-b432-4f3e-8c10-92ae56a0960a service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863605 Feb 11 05:41:05.460415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b449c4-9f00-4cda-aefe-a16560fe23dd req-3cf12d23-03d4-427f-b7e8-0079c7f4d243 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:05.462407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d5b449c4-9f00-4cda-aefe-a16560fe23dd req-3cf12d23-03d4-427f-b7e8-0079c7f4d243 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 943 time: 0.0562351 Feb 11 05:41:05.507778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d5b449c4-9f00-4cda-aefe-a16560fe23dd req-cada9501-a2ae-4fb5-b5c8-aa476fd55c67 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398142 Feb 11 05:41:06.375296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 226f927f-a0ad-4485-bc15-8d57b5af44fb details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:41:06.473510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:06.484244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'port_id': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'mac_address': 'fa:16:3e:66:7b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:41:06.521016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 226f927f-a0ad-4485-bc15-8d57b5af44fb is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:06.521409 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.533978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226f927f-a0ad-4485-bc15-8d57b5af44fb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:41:06.554257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:06.558516 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.609036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=226f927f-a0ad-4485-bc15-8d57b5af44fb,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:06.630364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf84e-f658-4d92-a217-322fb10b154e req-c2ca5100-f860-4302-9c84-4e86bf8e2b17 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:06.631829 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-851cf84e-f658-4d92-a217-322fb10b154e req-c2ca5100-f860-4302-9c84-4e86bf8e2b17 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 944 time: 0.0531929 Feb 11 05:41:06.679324 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-851cf84e-f658-4d92-a217-322fb10b154e req-bd5e3ce1-13cb-4cb8-b96f-524ceba72cc5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415039 Feb 11 05:41:06.881231 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c35be-657a-4549-b742-455faa3d1542 req-58ab343d-a069-4ad5-af3b-05840208448e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:06.882621 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb0c35be-657a-4549-b742-455faa3d1542 req-58ab343d-a069-4ad5-af3b-05840208448e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 944 time: 0.0583279 Feb 11 05:41:06.903528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-eecc33fa-4eef-4609-b8c0-42eabf65f0b5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:06.905027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-eecc33fa-4eef-4609-b8c0-42eabf65f0b5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477&tenant_id=432bd76882da4a319036861d04f0d582&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 944 time: 0.0574853 Feb 11 05:41:06.929649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb0c35be-657a-4549-b742-455faa3d1542 req-6f24c682-bee8-4e5d-a01b-7f9f524b4d7a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 Feb 11 05:41:06.963238 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-cafcb904-5675-4a00-9f72-0337880f6183 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:41:06.964257 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-cafcb904-5675-4a00-9f72-0337880f6183 service neutron] 10.222.0.10 "DELETE /v2.0/ports/226f927f-a0ad-4485-bc15-8d57b5af44fb/bindings/n-h2-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0528972 Feb 11 05:41:06.972447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['226f927f-a0ad-4485-bc15-8d57b5af44fb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:41:07.071973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-36c65255-a120-494b-b9c1-c2040c1a88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:07.073479 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-36c65255-a120-494b-b9c1-c2040c1a88a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 1127 time: 0.0486932 Feb 11 05:41:07.165271 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-d3b960e7-145e-413c-8a79-2e1eb87dfe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:07.166597 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-d3b960e7-145e-413c-8a79-2e1eb87dfe9f service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0864170 Feb 11 05:41:07.234126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-31f958d9-f3db-4daf-9b87-6fb475ff6768 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb HTTP/1.1" status: 200 len: 999 time: 0.0608790 Feb 11 05:41:07.281101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-a96a90c8-ea31-40f5-b5b8-04ffe94a8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:07.282511 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-a96a90c8-ea31-40f5-b5b8-04ffe94a8e44 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0426912 Feb 11 05:41:07.329026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-70b88a18-8540-4e1f-8b23-0e0abfe77cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:07.330472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-70b88a18-8540-4e1f-8b23-0e0abfe77cc8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425181 Feb 11 05:41:07.420991 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-f421cf96-1b41-4e3c-a8ee-02ce51268cb0 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836301 Feb 11 05:41:07.512495 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d6ee4ab-a7e6-4ff2-907b-a37a52e9b3a5 req-fa97c820-22b1-44c2-a326-07d3754ad810 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863168 Feb 11 05:41:07.780803 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.058938 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caef4cb-66a8-4d19-ab4c-fefaa08af8c5 req-8f456eb8-e038-44be-a7f4-f05e0af25ca7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:08.060416 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6caef4cb-66a8-4d19-ab4c-fefaa08af8c5 req-8f456eb8-e038-44be-a7f4-f05e0af25ca7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 944 time: 0.0578213 Feb 11 05:41:08.111716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6caef4cb-66a8-4d19-ab4c-fefaa08af8c5 req-b97bd52e-b306-4762-a1b0-766d6315b1db tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455973 Feb 11 05:41:08.231049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80da27a-33a4-4941-82f2-277fe1276400 req-d7882a7d-2da9-4da4-a83a-ef634642a9dc tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:08.232542 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e80da27a-33a4-4941-82f2-277fe1276400 req-d7882a7d-2da9-4da4-a83a-ef634642a9dc tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 944 time: 0.0530479 Feb 11 05:41:08.278804 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e80da27a-33a4-4941-82f2-277fe1276400 req-56cf86f8-e15b-4692-b4c8-8c1ed1bbb247 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407584 Feb 11 05:41:08.381496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 226f927f-a0ad-4485-bc15-8d57b5af44fb up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:08.392837 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd9b20-34ac-48ea-b3ba-afc8bc26234d req-9e20c9bb-1089-401b-85fc-f1e77d76c774 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:08.394309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94dd9b20-34ac-48ea-b3ba-afc8bc26234d req-9e20c9bb-1089-401b-85fc-f1e77d76c774 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 944 time: 0.0513260 Feb 11 05:41:08.432148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 226f927f-a0ad-4485-bc15-8d57b5af44fb completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:41:08.436394 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 226f927f-a0ad-4485-bc15-8d57b5af44fb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:08.436773 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.443769 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94dd9b20-34ac-48ea-b3ba-afc8bc26234d req-51f823ea-da47-4568-b9b2-c475cdfc7e8d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428095 Feb 11 05:41:08.512671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 226f927f-a0ad-4485-bc15-8d57b5af44fb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:08.513077 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.538413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:08.541629 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358c46a1-dad0-4c70-b97d-c1747e187b2e" -d '{"events": [{"server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "name": "network-vif-plugged", "status": "completed", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:08.558277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:08.561492 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.588513 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87144def-365a-43b7-a65c-bd911146b54f x-openstack-request-id: req-87144def-365a-43b7-a65c-bd911146b54f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:08.588812 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "name": "network-vif-plugged", "status": "completed", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:08.589068 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87144def-365a-43b7-a65c-bd911146b54f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:08.589474 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'code': 200} Feb 11 05:41:08.615341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=226f927f-a0ad-4485-bc15-8d57b5af44fb,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:08.683002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b359016-7f1f-4ac5-9ca1-580a954d70de req-1913e42d-abe3-436e-ae7c-94648c06814c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:08.684485 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b359016-7f1f-4ac5-9ca1-580a954d70de req-1913e42d-abe3-436e-ae7c-94648c06814c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0522263 Feb 11 05:41:08.733537 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7b359016-7f1f-4ac5-9ca1-580a954d70de req-2d216fe9-0560-4585-a69c-14f858e6a188 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Feb 11 05:41:09.483709 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cf4df722-7215-4f51-8318-9ef886317ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.857695 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bab85f-5374-4ced-a129-0bb5b06dba34 req-3e734729-68e5-4dcc-8f40-0c6b2bf0a5a5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:09.859198 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1bab85f-5374-4ced-a129-0bb5b06dba34 req-3e734729-68e5-4dcc-8f40-0c6b2bf0a5a5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0522788 Feb 11 05:41:09.908388 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d1bab85f-5374-4ced-a129-0bb5b06dba34 req-f87e3f00-b794-4810-8ce5-509cf1792d2e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436776 Feb 11 05:41:10.481642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-97ef5164-f5c4-48ed-9f08-1ab8013fa061 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:10.483123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-97ef5164-f5c4-48ed-9f08-1ab8013fa061 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.60 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 945 time: 0.0545113 Feb 11 05:41:10.573267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Deleting port 226f927f-a0ad-4485-bc15-8d57b5af44fb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:10.573607 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.662106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] For port 226f927f-a0ad-4485-bc15-8d57b5af44fb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=226f927f-a0ad-4485-bc15-8d57b5af44fb,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:10.662472 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.884819 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.885484 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.885484 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 disassociated. External IP: 172.25.7.58, port: 226f927f-a0ad-4485-bc15-8d57b5af44fb. Feb 11 05:41:10.885748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Calling delete_port for 226f927f-a0ad-4485-bc15-8d57b5af44fb owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:11.013944 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (226f927f-a0ad-4485-bc15-8d57b5af44fb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.034101 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f507e-f84b-4d58-997c-a091e023dedf req-740066b4-b1c1-4600-b6dd-a92064bd8215 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:11.035685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-341f507e-f84b-4d58-997c-a091e023dedf req-740066b4-b1c1-4600-b6dd-a92064bd8215 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=665a1f88-4224-4ab5-9f67-3fa613ceb477 HTTP/1.1" status: 200 len: 867 time: 0.0557609 Feb 11 05:41:11.044772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event deleted for resources: {'Port': ['ID=226f927f-a0ad-4485-bc15-8d57b5af44fb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:11.094555 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-341f507e-f84b-4d58-997c-a091e023dedf req-0320a3c3-16d9-42fe-93b3-b3aa9f3dc86c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525656 Feb 11 05:41:11.502244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:11.609331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:11.620769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd895fdb-7af1-4b64-9c1d-ef422fecd4a6 None None] Sync routers for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:11.630519 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd895fdb-7af1-4b64-9c1d-ef422fecd4a6 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:11.631196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fd895fdb-7af1-4b64-9c1d-ef422fecd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:40:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.649796 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] No DVR routers for this DVR port 226f927f-a0ad-4485-bc15-8d57b5af44fb on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:11.652538 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.655827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-858e16b0-1f7a-4bf2-9c3e-ce7b49d05d9c req-a2d03f94-cd48-4e53-bfaa-7b16dd5437ed tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.60 "DELETE /v2.0/ports/226f927f-a0ad-4485-bc15-8d57b5af44fb HTTP/1.1" status: 204 len: 173 time: 1.1668491 Feb 11 05:41:11.656267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'name': 'network-vif-deleted', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:11.658481 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd6739f-e35b-4c0a-bf7a-69f41905ec6b" -d '{"events": [{"server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "name": "network-vif-deleted", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:11.701744 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d72bdaa-323f-4c91-9571-590139eb9a86 x-openstack-request-id: req-8d72bdaa-323f-4c91-9571-590139eb9a86 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:11.702038 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665a1f88-4224-4ab5-9f67-3fa613ceb477", "name": "network-vif-deleted", "tag": "226f927f-a0ad-4485-bc15-8d57b5af44fb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:11.702291 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d72bdaa-323f-4c91-9571-590139eb9a86 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:11.702696 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665a1f88-4224-4ab5-9f67-3fa613ceb477', 'name': 'network-vif-deleted', 'tag': '226f927f-a0ad-4485-bc15-8d57b5af44fb', 'status': 'completed', 'code': 200} Feb 11 05:41:11.745247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fd895fdb-7af1-4b64-9c1d-ef422fecd4a6 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:11.957029 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5e5d3afc-2d26-4b6f-a5b5-7adf27580ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.965504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fd895fdb-7af1-4b64-9c1d-ef422fecd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.999611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd895fdb-7af1-4b64-9c1d-ef422fecd4a6 None None] Checking router: 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:12.009754 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd895fdb-7af1-4b64-9c1d-ef422fecd4a6 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:12.010376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fd895fdb-7af1-4b64-9c1d-ef422fecd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:12.134318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fd895fdb-7af1-4b64-9c1d-ef422fecd4a6 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:12.334925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fd895fdb-7af1-4b64-9c1d-ef422fecd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:12.340339 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-e67d5ada-fc84-4f4a-8c4f-5ceb715d08fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1039004694&fields=id&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 267 time: 0.0410533 Feb 11 05:41:12.365917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd895fdb-7af1-4b64-9c1d-ef422fecd4a6 None None] The sync data for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 is: [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:12.451064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb152f2-91e3-47c7-9368-3a693296565d req-e763b328-5a53-4cb7-a6f3-aa44b08f38cd tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:12.452551 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-e763b328-5a53-4cb7-a6f3-aa44b08f38cd tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 812 time: 0.1056166 Feb 11 05:41:12.467915 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-91290824-e896-4c82-8af7-bf23956c85d6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/quotas/432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 375 time: 0.0099480 Feb 11 05:41:12.524783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-abd94d73-0618-4269-8a6f-ec250bb5d83f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516982 Feb 11 05:41:12.585609 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd15f859-b99f-41c3-a5a8-25ed6b1e194c None None] New status for floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:41:12.622312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-81c48f2f-b9d5-4467-866c-5117e236ae75 service neutron] 10.222.0.48 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855064 Feb 11 05:41:12.938467 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.055674 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-5db73113-c4cb-4300-a28c-937bf1cc1f9c service neutron] 10.222.0.48 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273453 Feb 11 05:41:13.218981 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-588f46f4-9bd7-4fd7-a6c8-0127ed6c884e req-13b9eca0-1ef0-417f-8bdb-fb77f61d3151 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 210 time: 0.0268626 Feb 11 05:41:14.200015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb152f2-91e3-47c7-9368-3a693296565d req-3649a0cb-d412-4976-ab0d-a31e79e8ff1a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:14.201469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-3649a0cb-d412-4976-ab0d-a31e79e8ff1a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 812 time: 0.1056485 Feb 11 05:41:14.276873 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-f473f640-e6d1-44f4-8a6b-af75febb4d67 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 380 time: 0.0529299 Feb 11 05:41:14.286569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-1eb152f2-91e3-47c7-9368-3a693296565d req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Request body: {'port': {'device_id': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'admin_state_up': True, 'tenant_id': '432bd76882da4a319036861d04f0d582', 'security_groups': ['30a16694-e395-437c-8272-7cd60acada9a']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:14.335359 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5bad1166-4c89-4555-8e8e-b4add76ad825 req-8216e145-e307-487b-8406-2d8f9db3a38d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 210 time: 0.0453629 Feb 11 05:41:14.377627 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 226f927f-a0ad-4485-bc15-8d57b5af44fb no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:14.397947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 226f927f-a0ad-4485-bc15-8d57b5af44fb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:14.398351 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 226f927f-a0ad-4485-bc15-8d57b5af44fb not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:14.416900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb152f2-91e3-47c7-9368-3a693296565d req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Made reservation on behalf of 432bd76882da4a319036861d04f0d582 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:14.420536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eb152f2-91e3-47c7-9368-3a693296565d req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.516148 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.546989 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-1eb152f2-91e3-47c7-9368-3a693296565d req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Allocated IP 172.20.0.3 (1394a157-ba10-4daa-ac15-6e6f8b66f31f/48de6415-b861-4e42-bd92-f5506094847e/ea5a47e3-39e6-4898-89e4-1046e8788164) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:14.678280 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eb152f2-91e3-47c7-9368-3a693296565d req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.712340 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eb152f2-91e3-47c7-9368-3a693296565d req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.757468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb152f2-91e3-47c7-9368-3a693296565d req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Network 1394a157-ba10-4daa-ac15-6e6f8b66f31f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:14.761069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-1eb152f2-91e3-47c7-9368-3a693296565d req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:14.764780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb152f2-91e3-47c7-9368-3a693296565d req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:14.790090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event updated for resources: {'Port': ['ID=ea5a47e3-39e6-4898-89e4-1046e8788164,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:14.805092 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.805452 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.805801 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.806147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.806489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.806827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.807194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.807530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.807867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.808197 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.808527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.808853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.809182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:14.830548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb152f2-91e3-47c7-9368-3a693296565d req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:14.831204 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eb152f2-91e3-47c7-9368-3a693296565d req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.850161 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-ad1fbdba-e8c0-4af7-8d00-15cf8346c559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671794 Feb 11 05:41:14.867115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Request body: {'port': {'device_id': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:14.933337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.015503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e801d4e9-38c8-4dea-a70a-5bd23d8fb4ed None None] Provisioning complete for port ea5a47e3-39e6-4898-89e4-1046e8788164 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:15.015881 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e801d4e9-38c8-4dea-a70a-5bd23d8fb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.049638 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e801d4e9-38c8-4dea-a70a-5bd23d8fb4ed None None] Port ea5a47e3-39e6-4898-89e4-1046e8788164 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:15.197875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5a47e3-39e6-4898-89e4-1046e8788164 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:41:15.205761 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Publish callbacks [] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.217979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Transition to ACTIVE for port object ea5a47e3-39e6-4898-89e4-1046e8788164 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:41:15.221827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.273230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5a47e3-39e6-4898-89e4-1046e8788164,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:15.345618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Attempting to bind port ea5a47e3-39e6-4898-89e4-1046e8788164 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:15.346707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Attempting to bind port ea5a47e3-39e6-4898-89e4-1046e8788164 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:15.346707 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Attempting to bind port ea5a47e3-39e6-4898-89e4-1046e8788164 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:15.351186 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Port ea5a47e3-39e6-4898-89e4-1046e8788164 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:41:15.351503 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Attempting to bind port ea5a47e3-39e6-4898-89e4-1046e8788164 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:15.356792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:15.357144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:15.357823 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Bound using segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:15.358292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Bound port: ea5a47e3-39e6-4898-89e4-1046e8788164, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:15.358664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.428800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:15.432610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ea5a47e3-39e6-4898-89e4-1046e8788164,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:15.438345 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.459182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4505499-18e3-473c-afdf-058d5a19b634 req-0b108eb3-075a-4e9f-a0d3-199af0305195 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:15.460611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4505499-18e3-473c-afdf-058d5a19b634 req-0b108eb3-075a-4e9f-a0d3-199af0305195 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 943 time: 0.0561438 Feb 11 05:41:15.473523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:15.474234 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.475555 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] 10.222.0.10 "PUT /v2.0/ports/ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 1092 time: 0.6129429 Feb 11 05:41:15.476004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:15.479429 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05367025-cf45-4469-96ab-0ce9841f7f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:15.501024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301acbcc-2d2e-44f6-beeb-ffae67c4ccf6 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5a47e3-39e6-4898-89e4-1046e8788164,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:15.529643 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfc6597-772f-49a5-9410-77f7818d6f9e x-openstack-request-id: req-ecfc6597-772f-49a5-9410-77f7818d6f9e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:15.529947 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:15.530202 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecfc6597-772f-49a5-9410-77f7818d6f9e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:15.530607 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'status': 'completed', 'code': 200} Feb 11 05:41:15.548390 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a4505499-18e3-473c-afdf-058d5a19b634 req-633f4650-d469-4502-ad07-0df1b290b83e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749252 Feb 11 05:41:15.593796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb152f2-91e3-47c7-9368-3a693296565d req-e996d102-2c34-4670-9450-2079272da945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:15.595347 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-e996d102-2c34-4670-9450-2079272da945 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 1126 time: 0.0484033 Feb 11 05:41:15.645952 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-e0dc146f-139a-4197-8600-49c41370c2b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 217 time: 0.0391712 Feb 11 05:41:15.695023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb152f2-91e3-47c7-9368-3a693296565d req-e85f9ecb-232d-4a30-9a49-2a86e50fdb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:15.696497 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-e85f9ecb-232d-4a30-9a49-2a86e50fdb89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0450389 Feb 11 05:41:15.741771 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.745828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb152f2-91e3-47c7-9368-3a693296565d req-8410f0ac-a0f9-4e84-a24f-094875e31c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:15.747379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-8410f0ac-a0f9-4e84-a24f-094875e31c53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449455 Feb 11 05:41:15.839009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-10da5a4f-605e-4bdd-a90a-be782941b475 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857537 Feb 11 05:41:15.926193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1eb152f2-91e3-47c7-9368-3a693296565d req-6070621f-fc3c-4272-9185-a75564a0d35f service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814793 Feb 11 05:41:16.211572 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05367025-cf45-4469-96ab-0ce9841f7f8a req-7e1dc29d-18b7-49f8-ab52-898940089743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:16.213092 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05367025-cf45-4469-96ab-0ce9841f7f8a req-7e1dc29d-18b7-49f8-ab52-898940089743 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 1126 time: 0.0529728 Feb 11 05:41:16.302635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05367025-cf45-4469-96ab-0ce9841f7f8a req-bad1c454-eaad-45d6-8534-a8bc86a6a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:16.304158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05367025-cf45-4469-96ab-0ce9841f7f8a req-bad1c454-eaad-45d6-8534-a8bc86a6a9e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0836914 Feb 11 05:41:16.350746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05367025-cf45-4469-96ab-0ce9841f7f8a req-14076c02-18bb-41bb-8412-6ec6c13aefa1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 217 time: 0.0401111 Feb 11 05:41:16.397885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05367025-cf45-4469-96ab-0ce9841f7f8a req-7e3e9f01-14c1-4f9f-8c11-b13a25278c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:16.400000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05367025-cf45-4469-96ab-0ce9841f7f8a req-7e3e9f01-14c1-4f9f-8c11-b13a25278c27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0437090 Feb 11 05:41:16.448291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05367025-cf45-4469-96ab-0ce9841f7f8a req-1ecdc66f-d727-4e96-a5c6-297e302cd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:16.449750 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05367025-cf45-4469-96ab-0ce9841f7f8a req-1ecdc66f-d727-4e96-a5c6-297e302cd69c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430200 Feb 11 05:41:16.541740 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05367025-cf45-4469-96ab-0ce9841f7f8a req-c5fe0f4a-6860-4480-a424-269f365a2b7d service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852270 Feb 11 05:41:16.638767 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05367025-cf45-4469-96ab-0ce9841f7f8a req-6a629b78-7122-442e-a9fb-410fd1f1c9d6 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911801 Feb 11 05:41:16.685032 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76efe0-1206-4a8e-ae41-b17096822741 req-ea6c6a69-6c6f-49d3-8278-cf8337b4d34f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:16.686565 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ab76efe0-1206-4a8e-ae41-b17096822741 req-ea6c6a69-6c6f-49d3-8278-cf8337b4d34f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 943 time: 0.0626087 Feb 11 05:41:16.733609 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ab76efe0-1206-4a8e-ae41-b17096822741 req-eadbe94d-bcf2-4d55-904c-e85f8a3a4315 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Feb 11 05:41:17.852142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387595d-612a-482c-bb6d-75c5c1fd194e req-fc0ce566-a213-403f-98a4-1ae3072f34aa tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:17.853606 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7387595d-612a-482c-bb6d-75c5c1fd194e req-fc0ce566-a213-403f-98a4-1ae3072f34aa tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 943 time: 0.0518734 Feb 11 05:41:17.898776 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7387595d-612a-482c-bb6d-75c5c1fd194e req-1574944a-3aed-4ae7-afe6-eae95b734d74 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395291 Feb 11 05:41:18.144279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ea5a47e3-39e6-4898-89e4-1046e8788164 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:41:18.239215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ea5a47e3-39e6-4898-89e4-1046e8788164,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:18.250076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'port_id': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'mac_address': 'fa:16:3e:b1:54:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:41:18.290432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port ea5a47e3-39e6-4898-89e4-1046e8788164 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:18.290832 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.303362 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5a47e3-39e6-4898-89e4-1046e8788164 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:41:18.322416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ea5a47e3-39e6-4898-89e4-1046e8788164,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:18.326567 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.372528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=ea5a47e3-39e6-4898-89e4-1046e8788164,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:18.631722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['ea5a47e3-39e6-4898-89e4-1046e8788164'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:41:19.016486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718f122-4c16-459f-b983-6ef54825b74d req-ca654297-9d70-4b9b-a214-c34b56832bea tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:19.017944 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0718f122-4c16-459f-b983-6ef54825b74d req-ca654297-9d70-4b9b-a214-c34b56832bea tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 944 time: 0.0519843 Feb 11 05:41:19.064397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0718f122-4c16-459f-b983-6ef54825b74d req-6572b59c-7631-4252-a3c1-00d4b43bc031 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406306 Feb 11 05:41:20.147030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ea5a47e3-39e6-4898-89e4-1046e8788164 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:20.185200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abf0f8-6c09-460e-96cb-ae5cdd1c732f req-9eea6381-6a03-45bb-8fa8-83419b5616b3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:20.186765 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-73abf0f8-6c09-460e-96cb-ae5cdd1c732f req-9eea6381-6a03-45bb-8fa8-83419b5616b3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 944 time: 0.0532048 Feb 11 05:41:20.203410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port ea5a47e3-39e6-4898-89e4-1046e8788164 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:41:20.211482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port ea5a47e3-39e6-4898-89e4-1046e8788164 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:20.211880 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.246077 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-73abf0f8-6c09-460e-96cb-ae5cdd1c732f req-55541d8b-ceb7-4725-8353-7346b73401d0 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534427 Feb 11 05:41:20.306079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port ea5a47e3-39e6-4898-89e4-1046e8788164 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:20.306477 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.331614 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:20.333852 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df7c68e-a02a-45eb-9fca-7d82aaaae36e" -d '{"events": [{"server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "name": "network-vif-plugged", "status": "completed", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:20.347141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ea5a47e3-39e6-4898-89e4-1046e8788164,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:20.351256 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.378707 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404838fa-5739-4c49-a108-7c93c8cf19a2 x-openstack-request-id: req-404838fa-5739-4c49-a108-7c93c8cf19a2 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:20.379100 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "name": "network-vif-plugged", "status": "completed", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:20.379358 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-404838fa-5739-4c49-a108-7c93c8cf19a2 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:20.379750 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'code': 200} Feb 11 05:41:20.405631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=ea5a47e3-39e6-4898-89e4-1046e8788164,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:20.503454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bb234-ec8a-4797-8e4c-207bbb1a7e05 req-447b0c78-e73c-4aa9-b272-fe54f59e0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:20.504929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-833bb234-ec8a-4797-8e4c-207bbb1a7e05 req-447b0c78-e73c-4aa9-b272-fe54f59e0071 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 1128 time: 0.0436292 Feb 11 05:41:20.559651 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-833bb234-ec8a-4797-8e4c-207bbb1a7e05 req-15b0b422-3db3-45fd-a2cf-593ee1fd3e30 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490496 Feb 11 05:41:21.371178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe7b5d-fbb6-458e-88bc-559fd7cd8c89 req-9c26503a-b6b3-4619-9c67-ffc39535ddb8 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:21.372560 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fbe7b5d-fbb6-458e-88bc-559fd7cd8c89 req-9c26503a-b6b3-4619-9c67-ffc39535ddb8 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0561996 Feb 11 05:41:21.422035 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fbe7b5d-fbb6-458e-88bc-559fd7cd8c89 req-0069617a-c7d8-418e-a3aa-f4d8b78785d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Feb 11 05:41:21.580802 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:41:22.541971 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c0171-2225-4147-a496-91858d0b21c1 req-e7d2eb77-39d7-4251-800b-48e5190e5823 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:22.543510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-762c0171-2225-4147-a496-91858d0b21c1 req-e7d2eb77-39d7-4251-800b-48e5190e5823 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0536265 Feb 11 05:41:22.589690 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-762c0171-2225-4147-a496-91858d0b21c1 req-821eb8d2-a509-4b6a-ba1a-9618a9d05904 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406375 Feb 11 05:41:22.705710 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083a5ed-147f-4b90-86c3-e50eeb73f8bb req-c1580ade-b2b6-48be-9d5b-944e2ac79a5f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:22.707120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0083a5ed-147f-4b90-86c3-e50eeb73f8bb req-c1580ade-b2b6-48be-9d5b-944e2ac79a5f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0514917 Feb 11 05:41:22.716147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51240) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:22.720420 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-addde74d-1cca-4994-93bc-b5e71f5f01e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Request body: {'floatingip': {'port_id': 'ea5a47e3-39e6-4898-89e4-1046e8788164'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:22.758141 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-addde74d-1cca-4994-93bc-b5e71f5f01e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.201684 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-addde74d-1cca-4994-93bc-b5e71f5f01e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.205510 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-addde74d-1cca-4994-93bc-b5e71f5f01e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.307930 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-addde74d-1cca-4994-93bc-b5e71f5f01e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 associated. External IP: 172.25.7.58, port: ea5a47e3-39e6-4898-89e4-1046e8788164. Feb 11 05:41:23.515405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addde74d-1cca-4994-93bc-b5e71f5f01e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:23.625674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addde74d-1cca-4994-93bc-b5e71f5f01e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:23.630539 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-addde74d-1cca-4994-93bc-b5e71f5f01e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.636505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9866359-666f-46e3-bea6-4cb747085f2e None None] Sync routers for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:23.646473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9866359-666f-46e3-bea6-4cb747085f2e None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:23.647123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d9866359-666f-46e3-bea6-4cb747085f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:23.661183 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-addde74d-1cca-4994-93bc-b5e71f5f01e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "PUT /v2.0/floatingips/e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 HTTP/1.1" status: 200 len: 990 time: 0.9440060 Feb 11 05:41:23.661889 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:23.664284 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0721026b-0528-4807-94b3-faf5f9abebe4" -d '{"events": [{"name": "network-changed", "server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:23.707799 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a70e20-dddb-416d-8cf6-88a87e5f57e3 x-openstack-request-id: req-d3a70e20-dddb-416d-8cf6-88a87e5f57e3 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:23.708863 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:23.709126 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3a70e20-dddb-416d-8cf6-88a87e5f57e3 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:23.709539 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'status': 'completed', 'code': 200} Feb 11 05:41:23.757584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d9866359-666f-46e3-bea6-4cb747085f2e None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:23.812940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721026b-0528-4807-94b3-faf5f9abebe4 req-e38110a3-f3a3-4f5a-8663-8dc6309b3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:23.814527 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0721026b-0528-4807-94b3-faf5f9abebe4 req-e38110a3-f3a3-4f5a-8663-8dc6309b3f8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 1128 time: 0.0547078 Feb 11 05:41:23.890066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63397cc-0459-40f4-9e2d-229bed206a7c req-14084e09-95c8-4928-98ff-1b2d269b35c5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:23.891695 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f63397cc-0459-40f4-9e2d-229bed206a7c req-14084e09-95c8-4928-98ff-1b2d269b35c5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0689335 Feb 11 05:41:23.922131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721026b-0528-4807-94b3-faf5f9abebe4 req-5328ce44-7d8e-4d15-83f5-275a4b7586a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:23.923816 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0721026b-0528-4807-94b3-faf5f9abebe4 req-5328ce44-7d8e-4d15-83f5-275a4b7586a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.1036115 Feb 11 05:41:23.941797 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f63397cc-0459-40f4-9e2d-229bed206a7c req-9236aeea-9541-4e1e-b936-9a42fb61cdd9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436618 Feb 11 05:41:23.995277 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0721026b-0528-4807-94b3-faf5f9abebe4 req-28f6b15b-5432-48e4-86b5-aaeb7115f2f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 998 time: 0.0653720 Feb 11 05:41:23.995572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d9866359-666f-46e3-bea6-4cb747085f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e32df6f7-3893-42e6-ad95-9b02b3d0d8a4', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'port_id': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'mac_address': 'fa:16:3e:b1:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:41:23Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:24.022232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9866359-666f-46e3-bea6-4cb747085f2e None None] Checking router: 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:24.030958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9866359-666f-46e3-bea6-4cb747085f2e None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:24.031531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d9866359-666f-46e3-bea6-4cb747085f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:41:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:24.048844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721026b-0528-4807-94b3-faf5f9abebe4 req-23d02f5a-29be-4012-8851-51220b4cdf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:24.050317 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0721026b-0528-4807-94b3-faf5f9abebe4 req-23d02f5a-29be-4012-8851-51220b4cdf7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0480723 Feb 11 05:41:24.101783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721026b-0528-4807-94b3-faf5f9abebe4 req-0a83d248-7da7-4875-9fc6-7382ffa89566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:24.103332 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0721026b-0528-4807-94b3-faf5f9abebe4 req-0a83d248-7da7-4875-9fc6-7382ffa89566 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477002 Feb 11 05:41:24.148108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d9866359-666f-46e3-bea6-4cb747085f2e None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:24.192832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0721026b-0528-4807-94b3-faf5f9abebe4 req-93926a59-a77a-4c0c-8af4-208b4deb2c8f service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833125 Feb 11 05:41:24.290674 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0721026b-0528-4807-94b3-faf5f9abebe4 req-17a6d0eb-dc0b-4977-b5a3-87244c1ff74a service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920019 Feb 11 05:41:24.544789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d9866359-666f-46e3-bea6-4cb747085f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e32df6f7-3893-42e6-ad95-9b02b3d0d8a4', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'port_id': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'mac_address': 'fa:16:3e:b1:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:41:23Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:24.580210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9866359-666f-46e3-bea6-4cb747085f2e None None] The sync data for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 is: [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e32df6f7-3893-42e6-ad95-9b02b3d0d8a4', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'port_id': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'mac_address': 'fa:16:3e:b1:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:41:23Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:24.771352 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd3ce9-473c-471b-b85f-37150e981973 None None] New status for floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:41:25.067643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e69e34-d991-48e4-9cd0-ce2d3043d569 req-531ea08b-7d6c-4cdc-8fef-e42f80b516f9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:25.069132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05e69e34-d991-48e4-9cd0-ce2d3043d569 req-531ea08b-7d6c-4cdc-8fef-e42f80b516f9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0548182 Feb 11 05:41:25.115477 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05e69e34-d991-48e4-9cd0-ce2d3043d569 req-f278fcdd-d54b-4d29-b8e4-8beb3673e5e8 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Feb 11 05:41:26.249802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3691bc-fa16-492d-a451-37e4801f2fa7 req-e15722ac-6781-4dd8-a3f2-5f5a1993fa83 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:26.251450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b3691bc-fa16-492d-a451-37e4801f2fa7 req-e15722ac-6781-4dd8-a3f2-5f5a1993fa83 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0656331 Feb 11 05:41:26.299861 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b3691bc-fa16-492d-a451-37e4801f2fa7 req-a6193ca2-7bc2-4ed4-89bb-fc915ae3ab8a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420151 Feb 11 05:41:27.424564 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5d2c-7c88-49a6-ade8-c0e4759a97c1 req-c30f718c-a1e3-4391-9022-f3749bcedec3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:27.426030 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-396e5d2c-7c88-49a6-ade8-c0e4759a97c1 req-c30f718c-a1e3-4391-9022-f3749bcedec3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0560098 Feb 11 05:41:27.471021 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-396e5d2c-7c88-49a6-ade8-c0e4759a97c1 req-4193ba24-bee2-4692-a647-6c20327c2d92 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387533 Feb 11 05:41:28.589302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506dd2a-d00c-4705-ae99-70398ec0e6ae req-25cf3019-bc13-44f2-8d02-86fc83f535b0 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:28.590776 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e506dd2a-d00c-4705-ae99-70398ec0e6ae req-25cf3019-bc13-44f2-8d02-86fc83f535b0 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0521443 Feb 11 05:41:28.636654 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e506dd2a-d00c-4705-ae99-70398ec0e6ae req-c0b86d8e-6ffa-400d-a515-1ccad0205c6a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403736 Feb 11 05:41:29.755701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6f659-73ca-4d9d-a941-fba6b4d5b745 req-263cf918-9812-4464-95a2-bfe4187a9f09 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:29.757184 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3e6f659-73ca-4d9d-a941-fba6b4d5b745 req-263cf918-9812-4464-95a2-bfe4187a9f09 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0530565 Feb 11 05:41:29.804128 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3e6f659-73ca-4d9d-a941-fba6b4d5b745 req-752b02e2-40e5-4c92-bb6f-2582e9e96bb9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413764 Feb 11 05:41:30.931470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8df769-94e3-4af6-8592-8da79b996a05 req-7e9587ea-3ca4-4b29-af4b-4616be743355 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:30.933001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c8df769-94e3-4af6-8592-8da79b996a05 req-7e9587ea-3ca4-4b29-af4b-4616be743355 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0608289 Feb 11 05:41:30.980770 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c8df769-94e3-4af6-8592-8da79b996a05 req-4044dce2-da7f-4012-aa9c-80762f0017a5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421443 Feb 11 05:41:32.146702 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9588-e6d6-42db-a256-b7a806561912 req-748e97d3-875d-49db-8d18-08b02dd4f18d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.148209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14fa9588-e6d6-42db-a256-b7a806561912 req-748e97d3-875d-49db-8d18-08b02dd4f18d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.1013901 Feb 11 05:41:32.201220 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14fa9588-e6d6-42db-a256-b7a806561912 req-81bc6207-292d-4e8f-8da8-86644b45d32f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472875 Feb 11 05:41:33.380244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d59e-1dea-4a8e-8c57-f73db710cbb2 req-081e98d9-d7f0-4fed-842b-d6a5ed3fb65e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:33.381672 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8ce7d59e-1dea-4a8e-8c57-f73db710cbb2 req-081e98d9-d7f0-4fed-842b-d6a5ed3fb65e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.1112185 Feb 11 05:41:33.427686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8ce7d59e-1dea-4a8e-8c57-f73db710cbb2 req-5680bd7f-1034-4b3a-b4c2-8f7e3192a2fd tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404184 Feb 11 05:41:33.749123 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.551013 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84b17b-1160-4265-8a6d-849caed7b5df req-d56ee75b-dc0b-4754-83fa-7c5f7f69c479 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:34.552526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b84b17b-1160-4265-8a6d-849caed7b5df req-d56ee75b-dc0b-4754-83fa-7c5f7f69c479 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0563805 Feb 11 05:41:34.603625 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b84b17b-1160-4265-8a6d-849caed7b5df req-6a454dc3-0fcd-4964-bb6f-0a738d0c5a9e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443196 Feb 11 05:41:35.724930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d3884-2584-4b91-92e0-647c9b924f14 req-14c80cc7-6bba-4aae-a915-7fe8c57c6acf tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:35.726416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-357d3884-2584-4b91-92e0-647c9b924f14 req-14c80cc7-6bba-4aae-a915-7fe8c57c6acf tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0526040 Feb 11 05:41:35.777811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-357d3884-2584-4b91-92e0-647c9b924f14 req-40bab322-e494-43ee-b50d-9281ef5a4359 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457532 Feb 11 05:41:36.895386 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c14ad-fb07-4334-bc6f-64e6bf4068d3 req-12a2306b-4f9e-47b4-9dde-4299d8ac2319 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:36.896862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b75c14ad-fb07-4334-bc6f-64e6bf4068d3 req-12a2306b-4f9e-47b4-9dde-4299d8ac2319 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0537615 Feb 11 05:41:36.943085 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b75c14ad-fb07-4334-bc6f-64e6bf4068d3 req-f35416a4-72b6-4904-8647-a928f774c878 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401573 Feb 11 05:41:37.791345 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.062584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc2c48-613d-428d-a20f-0b26c13024a0 req-97c8477a-97d1-4593-ba8e-201f30f70d7a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:38.064011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2ffc2c48-613d-428d-a20f-0b26c13024a0 req-97c8477a-97d1-4593-ba8e-201f30f70d7a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0536757 Feb 11 05:41:38.110376 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2ffc2c48-613d-428d-a20f-0b26c13024a0 req-fb1265b0-2fde-4ff9-9993-c3cddd871715 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407257 Feb 11 05:41:39.232343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b798a-41b4-436b-9075-59fa48722448 req-b9c274a2-0625-4938-a1d7-21c1c4882f78 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:39.233813 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a63b798a-41b4-436b-9075-59fa48722448 req-b9c274a2-0625-4938-a1d7-21c1c4882f78 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0560524 Feb 11 05:41:39.279866 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a63b798a-41b4-436b-9075-59fa48722448 req-3800be16-a390-4ebe-a53c-98f90cd8bea2 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405226 Feb 11 05:41:39.485109 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f878a1cf-9448-4348-b4f9-bc24e6bde224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.640941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3b3a5-e031-40cd-b0fa-86a0bc1d97a6 req-27f1549b-14e3-47e7-8f39-75fb249c80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:39.642400 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78b3b3a5-e031-40cd-b0fa-86a0bc1d97a6 req-27f1549b-14e3-47e7-8f39-75fb249c80d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 1128 time: 0.0841060 Feb 11 05:41:39.746679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3b3a5-e031-40cd-b0fa-86a0bc1d97a6 req-be6ae1c9-39f5-45e4-b4e2-e8574642a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:39.748065 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78b3b3a5-e031-40cd-b0fa-86a0bc1d97a6 req-be6ae1c9-39f5-45e4-b4e2-e8574642a4a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0877736 Feb 11 05:41:39.812703 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78b3b3a5-e031-40cd-b0fa-86a0bc1d97a6 req-12af3a6b-1dda-4685-abf1-7b7418c3aaf4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 1000 time: 0.0592515 Feb 11 05:41:39.859274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3b3a5-e031-40cd-b0fa-86a0bc1d97a6 req-57f2f941-93a7-41e0-ae33-b07c320989eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:39.860674 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78b3b3a5-e031-40cd-b0fa-86a0bc1d97a6 req-57f2f941-93a7-41e0-ae33-b07c320989eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0426271 Feb 11 05:41:39.912069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3b3a5-e031-40cd-b0fa-86a0bc1d97a6 req-5e021a8f-1571-4b85-8f03-b0ec1fbcb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:39.913585 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78b3b3a5-e031-40cd-b0fa-86a0bc1d97a6 req-5e021a8f-1571-4b85-8f03-b0ec1fbcb64e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473602 Feb 11 05:41:40.003655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78b3b3a5-e031-40cd-b0fa-86a0bc1d97a6 req-223c1408-151b-4f67-890f-8019a55cb1f9 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826299 Feb 11 05:41:40.095831 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78b3b3a5-e031-40cd-b0fa-86a0bc1d97a6 req-2843ce5a-bad9-4d6a-a26d-59a1b744fab1 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863373 Feb 11 05:41:40.396871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18221d-7d07-4420-abe6-6135c9e57a95 req-f2a1c660-409a-47fa-a7f5-1e1215a007b7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:40.398357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae18221d-7d07-4420-abe6-6135c9e57a95 req-f2a1c660-409a-47fa-a7f5-1e1215a007b7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0521960 Feb 11 05:41:40.445400 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ae18221d-7d07-4420-abe6-6135c9e57a95 req-ce01962e-256e-4f83-a460-b302a6b60af2 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405376 Feb 11 05:41:41.567836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6059496-1a01-4df0-bbed-8f31544aa218 req-8831317a-199d-4397-afd7-bc474f5db217 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:41.570926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d6059496-1a01-4df0-bbed-8f31544aa218 req-8831317a-199d-4397-afd7-bc474f5db217 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0546336 Feb 11 05:41:41.627297 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d6059496-1a01-4df0-bbed-8f31544aa218 req-0c0dada5-45ad-40d4-80db-77ba561b5621 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486774 Feb 11 05:41:41.948985 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-072c8c4f-b82d-4ca3-9b2f-f962a7b3463f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.754848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6287838-53ce-4b55-a19b-ce4a0203c130 req-04a2eb10-e493-4843-993d-df7c07253281 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:42.756371 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6287838-53ce-4b55-a19b-ce4a0203c130 req-04a2eb10-e493-4843-993d-df7c07253281 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0573885 Feb 11 05:41:42.803516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c6287838-53ce-4b55-a19b-ce4a0203c130 req-68145373-7258-42cd-aee0-a25a2b6138b4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415728 Feb 11 05:41:42.940096 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.920967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525f6c5-9112-4798-a548-7971b0cfddfe req-e2daee9c-bca4-4703-a9dc-5b350deee63e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:43.922433 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7525f6c5-9112-4798-a548-7971b0cfddfe req-e2daee9c-bca4-4703-a9dc-5b350deee63e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0519202 Feb 11 05:41:43.973185 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7525f6c5-9112-4798-a548-7971b0cfddfe req-426d5bc8-4404-44e6-b004-af02aa2b7b85 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442710 Feb 11 05:41:44.518684 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.093978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82cb0-2960-4e4a-8cd6-fe832cbb482e req-4084d5e0-5180-40e9-a98c-2de51693fb4b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:45.095537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c4a82cb0-2960-4e4a-8cd6-fe832cbb482e req-4084d5e0-5180-40e9-a98c-2de51693fb4b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0541356 Feb 11 05:41:45.143593 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c4a82cb0-2960-4e4a-8cd6-fe832cbb482e req-5b9334f9-d1ce-46d6-9cb6-88c684318c84 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425062 Feb 11 05:41:45.745100 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.262037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05843d64-6946-4c28-8200-14ebaf971c48 req-d0cc0006-f84d-4c05-bfdf-3355e7ca7998 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:46.263539 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05843d64-6946-4c28-8200-14ebaf971c48 req-d0cc0006-f84d-4c05-bfdf-3355e7ca7998 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0517089 Feb 11 05:41:46.309518 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05843d64-6946-4c28-8200-14ebaf971c48 req-ea0286e6-e720-4914-9aa3-9c553f5b3559 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403306 Feb 11 05:41:47.427601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac40b5-66a6-4e8c-bedc-3852a92407b5 req-e2ab0308-a6f9-426d-b7e3-cab85cb2490a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:47.429080 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eaac40b5-66a6-4e8c-bedc-3852a92407b5 req-e2ab0308-a6f9-426d-b7e3-cab85cb2490a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0516841 Feb 11 05:41:47.479230 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eaac40b5-66a6-4e8c-bedc-3852a92407b5 req-5414e55a-e29e-40e8-baed-735fb06135c3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440786 Feb 11 05:41:48.602004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5556c-f589-42a9-a140-0e53e0e53572 req-92b3a15d-7eaa-4860-8b36-47499355fa1c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:48.603502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6f5556c-f589-42a9-a140-0e53e0e53572 req-92b3a15d-7eaa-4860-8b36-47499355fa1c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0544832 Feb 11 05:41:48.648606 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f6f5556c-f589-42a9-a140-0e53e0e53572 req-8d21b8c7-5e67-4b27-b9b6-10edfb712d46 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395668 Feb 11 05:41:49.766908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6ab37-bea9-4d88-b157-157651b84ae6 req-d9c4fd7d-9c1a-43f5-b446-a2a5d9eb74d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:49.768384 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6c6ab37-bea9-4d88-b157-157651b84ae6 req-d9c4fd7d-9c1a-43f5-b446-a2a5d9eb74d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0528636 Feb 11 05:41:49.814327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f6c6ab37-bea9-4d88-b157-157651b84ae6 req-17450628-db31-4947-9635-c0e631287bf3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401709 Feb 11 05:41:50.075445 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-769c7d15-2b80-4f1b-9a41-d80a2cf8644a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802538 Feb 11 05:41:50.086974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f918-e5b5-4299-a012-f13d7b176b1c req-2b6a53e5-38ff-4606-8b0d-799c07edc440 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:50.088441 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7268f918-e5b5-4299-a012-f13d7b176b1c req-2b6a53e5-38ff-4606-8b0d-799c07edc440 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0828876 Feb 11 05:41:50.139506 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7268f918-e5b5-4299-a012-f13d7b176b1c req-e33d69af-8a47-45c5-a0c1-6fd1636ea41c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431216 Feb 11 05:41:50.417184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-f675e6a9-70e4-45ec-99c9-73fca4479e50 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:50.418620 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-f675e6a9-70e4-45ec-99c9-73fca4479e50 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports/ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 942 time: 0.0460665 Feb 11 05:41:51.266730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459c5f9-2e70-49f3-93bf-64c3e702ca3e req-ab3365ef-6f08-429c-9b5b-52a372c6fb19 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.268250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b459c5f9-2e70-49f3-93bf-64c3e702ca3e req-ab3365ef-6f08-429c-9b5b-52a372c6fb19 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0571973 Feb 11 05:41:51.342481 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b459c5f9-2e70-49f3-93bf-64c3e702ca3e req-64395733-c6f1-4611-a00c-69aa2ff55ef7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657153 Feb 11 05:41:51.344404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-7d9502cb-4c76-4a7e-827e-f56f59accf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.345628 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-7d9502cb-4c76-4a7e-827e-f56f59accf30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 1128 time: 0.0765362 Feb 11 05:41:51.436937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-f8625298-0ed0-4b9b-903c-cb3da7ba33da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.438409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-f8625298-0ed0-4b9b-903c-cb3da7ba33da service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0874217 Feb 11 05:41:51.501953 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-6f10e386-2d6d-4856-a57a-b82343542858 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 1000 time: 0.0573835 Feb 11 05:41:51.550804 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-5b545e15-223e-4ca0-80e6-d85900e210f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.552255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-5b545e15-223e-4ca0-80e6-d85900e210f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0446806 Feb 11 05:41:51.603330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-25d0098b-fb61-4867-927a-a1dfcf88a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.604708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-25d0098b-fb61-4867-927a-a1dfcf88a761 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470040 Feb 11 05:41:51.691269 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-17cee3b6-543c-471a-a800-a94d5bb179ef service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800278 Feb 11 05:41:51.783100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-f04ef934-db98-49fd-94aa-ecdf152c9716 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860150 Feb 11 05:41:52.466522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8085ff8-ad6e-4c41-b982-772b4cf4f030 req-e35b1225-698f-46b1-b935-44e0ecbf6120 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:52.468042 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a8085ff8-ad6e-4c41-b982-772b4cf4f030 req-e35b1225-698f-46b1-b935-44e0ecbf6120 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0544312 Feb 11 05:41:52.513833 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a8085ff8-ad6e-4c41-b982-772b4cf4f030 req-2345d00b-1d1f-4648-96fe-5aa25a8db78a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401053 Feb 11 05:41:53.632022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782053af-b19c-4a57-9f36-f0c484c00935 req-7c253e6c-5baf-4beb-9257-11149e7c2349 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:53.633473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-782053af-b19c-4a57-9f36-f0c484c00935 req-7c253e6c-5baf-4beb-9257-11149e7c2349 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0517707 Feb 11 05:41:53.678436 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-782053af-b19c-4a57-9f36-f0c484c00935 req-95d657f9-1157-4bc0-94e1-8f22b353e6d0 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Feb 11 05:41:53.729773 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-783abd03-e703-470b-865c-d9c23c6c181d service neutron] show failed (client error): The resource could not be found. Feb 11 05:41:53.730755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-783abd03-e703-470b-865c-d9c23c6c181d service neutron] 10.222.0.10 "GET /v2.0/ports/ea5a47e3-39e6-4898-89e4-1046e8788164/bindings/n-h1-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0503349 Feb 11 05:41:53.977525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-16c4a0e3-7256-467d-bb56-b94cc52d0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:53.979065 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-16c4a0e3-7256-467d-bb56-b94cc52d0b89 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 1128 time: 0.0898330 Feb 11 05:41:53.993572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:54.050515 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.247428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ea5a47e3-39e6-4898-89e4-1046e8788164,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:54.284169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:54.320833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:54.323084 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69736874-56d5-418c-b1fa-13ebc7c11c50" -d '{"events": [{"server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "name": "network-vif-unplugged", "status": "completed", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:54.327032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Publish callbacks [] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.338774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Transition to ACTIVE for port object ea5a47e3-39e6-4898-89e4-1046e8788164 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:41:54.343798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.382032 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d121d6d-6261-4917-8d2d-f7494d8390b5 x-openstack-request-id: req-3d121d6d-6261-4917-8d2d-f7494d8390b5 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:54.382332 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "name": "network-vif-unplugged", "status": "completed", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:54.382642 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d121d6d-6261-4917-8d2d-f7494d8390b5 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:54.383328 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'code': 200} Feb 11 05:41:54.430108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5a47e3-39e6-4898-89e4-1046e8788164,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:54.444694 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.445050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.445402 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.445748 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.446087 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.446432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.446767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.447127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.447460 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.447795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.448127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.448457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.448787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:54.487040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] No DVR routers for this DVR port ea5a47e3-39e6-4898-89e4-1046e8788164 on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:54.626222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Attempting to bind port ea5a47e3-39e6-4898-89e4-1046e8788164 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:54.626481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Attempting to bind port ea5a47e3-39e6-4898-89e4-1046e8788164 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:54.626819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Attempting to bind port ea5a47e3-39e6-4898-89e4-1046e8788164 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:54.631170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Port ea5a47e3-39e6-4898-89e4-1046e8788164 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:41:54.631422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Attempting to bind port ea5a47e3-39e6-4898-89e4-1046e8788164 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:54.636253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:54.636599 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:54.636985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Bound using segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:54.637898 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Bound port: ea5a47e3-39e6-4898-89e4-1046e8788164, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:54.638253 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.700853 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:54.704178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ea5a47e3-39e6-4898-89e4-1046e8788164,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:54.710000 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.740322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:54.740848 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.742212 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 1092 time: 0.7524867 Feb 11 05:41:54.773427 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be98f5-d929-497f-86ed-1a6425a056f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5a47e3-39e6-4898-89e4-1046e8788164,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:54.807861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9b67f-73d5-4f24-8d82-8d119a61c113 req-452cb604-f524-44a3-945c-e6383e8c0b4f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:54.811416 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33e9b67f-73d5-4f24-8d82-8d119a61c113 req-452cb604-f524-44a3-945c-e6383e8c0b4f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 943 time: 0.0618098 Feb 11 05:41:54.830042 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-69cafe18-b936-41e8-9b5b-68c4882d8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:54.831625 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-69cafe18-b936-41e8-9b5b-68c4882d8eef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 1126 time: 0.0525718 Feb 11 05:41:54.864602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-33e9b67f-73d5-4f24-8d82-8d119a61c113 req-9810778e-9531-47d3-b8cd-4d3660f1e34d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479443 Feb 11 05:41:54.934557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-749acd70-e3c4-4021-8ccb-b7a86c9d0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:54.936067 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-749acd70-e3c4-4021-8ccb-b7a86c9d0af6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0962989 Feb 11 05:41:55.005215 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-e57aa9e3-f37a-4eda-ba38-83cceb2c9429 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 998 time: 0.0625625 Feb 11 05:41:55.055378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-93e83e02-cab8-46fa-b784-e22028b03e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:55.057152 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-93e83e02-cab8-46fa-b784-e22028b03e3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0435829 Feb 11 05:41:55.104611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b40a86c1-b783-4b07-a182-3eb381c1d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:55.106581 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-b40a86c1-b783-4b07-a182-3eb381c1d0bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432870 Feb 11 05:41:55.198188 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-02bc98e4-b8be-4ca1-9811-e73c67ea9d8b service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854101 Feb 11 05:41:55.285058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-436533de-f4cc-4d76-96d0-2aedcc979d94 req-59382f86-ca05-4880-9d93-c118aca54ecd service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798619 Feb 11 05:41:55.986731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f7146-d529-4532-84dd-2eee48be3dfd req-ba3e5147-73fd-4414-876a-a727851c623a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:55.989008 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f8f7146-d529-4532-84dd-2eee48be3dfd req-ba3e5147-73fd-4414-876a-a727851c623a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 943 time: 0.0530541 Feb 11 05:41:56.041992 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f8f7146-d529-4532-84dd-2eee48be3dfd req-23ae436e-e505-4390-b9a4-7e48d4101f35 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460436 Feb 11 05:41:56.384312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:56.386647 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edabedcd-0721-4c89-97ee-53b53370eda8" -d '{"events": [{"name": "network-changed", "server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:56.434407 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56eee02-d3de-4818-8e81-10f6253699c7 x-openstack-request-id: req-d56eee02-d3de-4818-8e81-10f6253699c7 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:56.434702 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:56.435001 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d56eee02-d3de-4818-8e81-10f6253699c7 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:56.435411 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'status': 'completed', 'code': 200} Feb 11 05:41:56.516876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-a6000734-3249-4d3b-a0f5-cae7f04c4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:56.517455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-d1738e7d-1c44-4d72-8443-22259a02e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:56.518405 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-a6000734-3249-4d3b-a0f5-cae7f04c4889 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 1126 time: 0.0460351 Feb 11 05:41:56.518946 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-d1738e7d-1c44-4d72-8443-22259a02e8df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 1126 time: 0.0460072 Feb 11 05:41:56.610300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-353e5cf2-7895-4f36-a9c3-2a87187f2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:56.611828 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-353e5cf2-7895-4f36-a9c3-2a87187f2745 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0853117 Feb 11 05:41:56.612264 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-de9241ea-1703-4682-983b-332f018eb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:56.613704 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-de9241ea-1703-4682-983b-332f018eb90c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0895791 Feb 11 05:41:56.678466 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-7853dbb1-5161-4863-91d8-2493b8a3341a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 998 time: 0.0582571 Feb 11 05:41:56.686037 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-c877d98e-1a36-49fe-b024-c1b065a6a178 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 998 time: 0.0645742 Feb 11 05:41:56.734342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-72be7f45-7ffc-4564-a2b3-a478597bff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:56.735905 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-72be7f45-7ffc-4564-a2b3-a478597bff2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0525098 Feb 11 05:41:56.744458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-dcd9bcd7-4418-42ea-aee5-601f6019109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:56.745902 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-dcd9bcd7-4418-42ea-aee5-601f6019109f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0518839 Feb 11 05:41:56.789301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-eb2f16df-052b-4823-a46b-88015e1cd150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:56.790832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-eb2f16df-052b-4823-a46b-88015e1cd150 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495219 Feb 11 05:41:56.795674 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-377dfb75-e171-4fff-9756-abd55abcf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:56.797142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-377dfb75-e171-4fff-9756-abd55abcf56e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446136 Feb 11 05:41:56.880126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-362d6c09-44de-46fc-ad07-ee4bd7e8e22b service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829651 Feb 11 05:41:56.892252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-546652c9-73d2-44b8-bcc9-347b916c6718 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869823 Feb 11 05:41:56.971607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-57602508-a3b7-48dd-9cac-1b7ed2c5fd55 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860550 Feb 11 05:41:56.985378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-edabedcd-0721-4c89-97ee-53b53370eda8 req-707de0a7-acc6-4ced-b2af-568b1523bf4e service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841460 Feb 11 05:41:57.163807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800a01-36ca-4ba1-8725-1a90ffdf08c3 req-222009d5-4f18-4be9-8c3b-6eb688f06319 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:57.165300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-53800a01-36ca-4ba1-8725-1a90ffdf08c3 req-222009d5-4f18-4be9-8c3b-6eb688f06319 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 943 time: 0.0541155 Feb 11 05:41:57.210781 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-53800a01-36ca-4ba1-8725-1a90ffdf08c3 req-13ee954f-d6a4-4b90-83d0-a101d3d68ba5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392625 Feb 11 05:41:58.329443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af374f-a6eb-4e35-87cf-1dae0ceaad8e req-8d885f5a-e910-471d-9e25-70bde910c38b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.330932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b1af374f-a6eb-4e35-87cf-1dae0ceaad8e req-8d885f5a-e910-471d-9e25-70bde910c38b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 943 time: 0.0509779 Feb 11 05:41:58.362534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ea5a47e3-39e6-4898-89e4-1046e8788164 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:58.380249 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b1af374f-a6eb-4e35-87cf-1dae0ceaad8e req-7d3e32a6-57a1-4747-9d81-2691e729edac tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435338 Feb 11 05:41:58.416419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port ea5a47e3-39e6-4898-89e4-1046e8788164 host n-h1-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:41:58.416952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ea5a47e3-39e6-4898-89e4-1046e8788164 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:58.579582 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:41:58.593546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ea5a47e3-39e6-4898-89e4-1046e8788164 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:41:58.687872 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ea5a47e3-39e6-4898-89e4-1046e8788164,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:58.698705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'port_id': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'mac_address': 'fa:16:3e:b1:54:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:41:58.752047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ea5a47e3-39e6-4898-89e4-1046e8788164 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:58.752728 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.766159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5a47e3-39e6-4898-89e4-1046e8788164 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:41:58.786816 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ea5a47e3-39e6-4898-89e4-1046e8788164,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:58.790528 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.835337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ea5a47e3-39e6-4898-89e4-1046e8788164,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:58.843220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:58.843576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:58.843924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:58.844271 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:58.844610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:58.844943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:58.845277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:58.845611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:58.845939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:58.846265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:58.846591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:58.846934 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:58.847267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:59.185854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ea5a47e3-39e6-4898-89e4-1046e8788164'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:41:59.526309 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f79f1-acf7-4d24-847f-b2d535e6569f req-83eab4ba-dfce-4b64-9a08-de07ff9f4545 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.527839 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-719f79f1-acf7-4d24-847f-b2d535e6569f req-83eab4ba-dfce-4b64-9a08-de07ff9f4545 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 944 time: 0.0515976 Feb 11 05:41:59.573566 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-719f79f1-acf7-4d24-847f-b2d535e6569f req-1ab332ab-6f52-4c5c-8fb6-8cfd4d545363 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401754 Feb 11 05:41:59.771608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491d0a1-496c-4233-a6db-e2d182d29a09 req-fcfc31ea-915a-4eb4-b40c-c4683484d697 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.773105 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b491d0a1-496c-4233-a6db-e2d182d29a09 req-fcfc31ea-915a-4eb4-b40c-c4683484d697 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 944 time: 0.0566092 Feb 11 05:41:59.797962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cb6e-77a5-4066-b763-176e43a59003 req-0569e7cd-a183-4e49-8dd2-b0f842f56961 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.799453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de06cb6e-77a5-4066-b763-176e43a59003 req-0569e7cd-a183-4e49-8dd2-b0f842f56961 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a&tenant_id=432bd76882da4a319036861d04f0d582&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 944 time: 0.0597520 Feb 11 05:41:59.823327 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b491d0a1-496c-4233-a6db-e2d182d29a09 req-8759649e-13b3-4541-96f2-5d8b0dfebbd8 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441375 Feb 11 05:41:59.858129 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-de06cb6e-77a5-4066-b763-176e43a59003 req-8e513c58-2cc0-4b30-9455-1ac52478920a service neutron] delete failed (client error): The resource could not be found. Feb 11 05:41:59.859204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de06cb6e-77a5-4066-b763-176e43a59003 req-8e513c58-2cc0-4b30-9455-1ac52478920a service neutron] 10.222.0.10 "DELETE /v2.0/ports/ea5a47e3-39e6-4898-89e4-1046e8788164/bindings/n-h2-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0534799 Feb 11 05:41:59.966677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cb6e-77a5-4066-b763-176e43a59003 req-616e6762-058f-4456-bbf8-472833efb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.968233 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de06cb6e-77a5-4066-b763-176e43a59003 req-616e6762-058f-4456-bbf8-472833efb1dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 1127 time: 0.0459442 Feb 11 05:42:00.060284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cb6e-77a5-4066-b763-176e43a59003 req-6a37f05b-b397-4e08-9b1e-2ada04320a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.061749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de06cb6e-77a5-4066-b763-176e43a59003 req-6a37f05b-b397-4e08-9b1e-2ada04320a0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0878716 Feb 11 05:42:00.124631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de06cb6e-77a5-4066-b763-176e43a59003 req-1382b3fd-1544-47a3-940d-1024d3a8dc1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 999 time: 0.0569654 Feb 11 05:42:00.170759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cb6e-77a5-4066-b763-176e43a59003 req-f89a7e02-c7c3-459c-9123-b0df17f16d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.172238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de06cb6e-77a5-4066-b763-176e43a59003 req-f89a7e02-c7c3-459c-9123-b0df17f16d7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0421574 Feb 11 05:42:00.223362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06cb6e-77a5-4066-b763-176e43a59003 req-14e57bc0-9fab-4ca6-a4cf-2998f1db20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.224736 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de06cb6e-77a5-4066-b763-176e43a59003 req-14e57bc0-9fab-4ca6-a4cf-2998f1db20fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469785 Feb 11 05:42:00.310299 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de06cb6e-77a5-4066-b763-176e43a59003 req-af30dcc8-160e-4bd6-b243-370d4c26d9a5 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797460 Feb 11 05:42:00.398716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de06cb6e-77a5-4066-b763-176e43a59003 req-014622b7-f445-4131-83a7-1fc376e5a0a7 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829706 Feb 11 05:42:00.593582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ea5a47e3-39e6-4898-89e4-1046e8788164 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:00.643881 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port ea5a47e3-39e6-4898-89e4-1046e8788164 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:42:00.648392 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port ea5a47e3-39e6-4898-89e4-1046e8788164 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:00.648770 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.726341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ea5a47e3-39e6-4898-89e4-1046e8788164 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:00.726734 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.750782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:00.753024 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f1a810-6af9-42ec-a4b5-8c78dc768ae8" -d '{"events": [{"server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "name": "network-vif-plugged", "status": "completed", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:00.767103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ea5a47e3-39e6-4898-89e4-1046e8788164,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:00.771783 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.802133 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53083647-ef7f-461f-8cc2-1cd8e9d08c20 x-openstack-request-id: req-53083647-ef7f-461f-8cc2-1cd8e9d08c20 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:00.802440 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "name": "network-vif-plugged", "status": "completed", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:00.802862 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53083647-ef7f-461f-8cc2-1cd8e9d08c20 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:00.803543 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'code': 200} Feb 11 05:42:00.832324 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ea5a47e3-39e6-4898-89e4-1046e8788164,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:00.945514 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f04eb-39f2-4631-ba3a-1c38647aff44 req-7debf901-207e-4e69-adc6-3f21e93f0fb1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.947049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-964f04eb-39f2-4631-ba3a-1c38647aff44 req-7debf901-207e-4e69-adc6-3f21e93f0fb1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0537660 Feb 11 05:42:00.995914 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-964f04eb-39f2-4631-ba3a-1c38647aff44 req-65562744-b288-45e5-8dc6-d64eb0f42225 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424259 Feb 11 05:42:01.125777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cec7cc-1f9d-4052-9409-2343b875b709 req-77ee5884-f058-4456-b6a5-9794462f517f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:01.127568 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15cec7cc-1f9d-4052-9409-2343b875b709 req-77ee5884-f058-4456-b6a5-9794462f517f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0612094 Feb 11 05:42:01.175957 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15cec7cc-1f9d-4052-9409-2343b875b709 req-64161bcc-b4dc-4d6a-b23a-8297634576e2 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420651 Feb 11 05:42:01.376485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004bd3b-55de-44ed-b856-23bde0f6b6e7 req-3cfa5a23-3a32-4223-8c7b-5fd73fd4cb2d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:01.377885 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b004bd3b-55de-44ed-b856-23bde0f6b6e7 req-3cfa5a23-3a32-4223-8c7b-5fd73fd4cb2d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0540390 Feb 11 05:42:01.420310 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfbbe0-5bd1-4837-9a72-043a37697c69 req-7c5c6327-bb66-4773-8a26-abe1618fdc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:01.421822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06dfbbe0-5bd1-4837-9a72-043a37697c69 req-7c5c6327-bb66-4773-8a26-abe1618fdc86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 1128 time: 0.0488899 Feb 11 05:42:01.428790 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b004bd3b-55de-44ed-b856-23bde0f6b6e7 req-f4060e21-3e38-4147-a33b-f1cc66d70f14 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447280 Feb 11 05:42:01.509226 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfbbe0-5bd1-4837-9a72-043a37697c69 req-acf5bc85-2064-40fa-9b7f-d60d08a32154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:01.510688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06dfbbe0-5bd1-4837-9a72-043a37697c69 req-acf5bc85-2064-40fa-9b7f-d60d08a32154 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0831730 Feb 11 05:42:01.909647 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06dfbbe0-5bd1-4837-9a72-043a37697c69 req-399472e1-1254-4877-bdd8-d9a252961dbd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 200 len: 1000 time: 0.3919079 Feb 11 05:42:01.958038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfbbe0-5bd1-4837-9a72-043a37697c69 req-1febdda6-6abb-4445-a09a-3cbbda104f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:01.959464 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06dfbbe0-5bd1-4837-9a72-043a37697c69 req-1febdda6-6abb-4445-a09a-3cbbda104f86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0420475 Feb 11 05:42:02.007453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfbbe0-5bd1-4837-9a72-043a37697c69 req-cae76a1a-0434-4d89-9046-f5152d17fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:02.009025 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06dfbbe0-5bd1-4837-9a72-043a37697c69 req-cae76a1a-0434-4d89-9046-f5152d17fdda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0421510 Feb 11 05:42:02.099728 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06dfbbe0-5bd1-4837-9a72-043a37697c69 req-b16f5d24-ee6e-4deb-ae31-f54cafc81a60 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840797 Feb 11 05:42:02.187905 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06dfbbe0-5bd1-4837-9a72-043a37697c69 req-28d52f66-3974-4c95-a7bc-f163d33ee396 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814519 Feb 11 05:42:02.555777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e08d8-fa5b-453c-944f-c46a4fb87d39 req-507ff17c-19e3-4b46-bc55-acd3ea228705 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:02.557280 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-600e08d8-fa5b-453c-944f-c46a4fb87d39 req-507ff17c-19e3-4b46-bc55-acd3ea228705 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0556273 Feb 11 05:42:02.609897 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-600e08d8-fa5b-453c-944f-c46a4fb87d39 req-72d37fab-9f7f-45dd-8287-183ca5c2111d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470586 Feb 11 05:42:03.727859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8f30f-3de3-4095-8222-1dc4af5c3369 req-17e7ad83-6f76-453a-bafe-c5280d7a02ac tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:03.729318 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57f8f30f-3de3-4095-8222-1dc4af5c3369 req-17e7ad83-6f76-453a-bafe-c5280d7a02ac tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0518284 Feb 11 05:42:03.750171 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.777736 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57f8f30f-3de3-4095-8222-1dc4af5c3369 req-877f8194-907e-46f2-ade8-e6ef9afd8354 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 Feb 11 05:42:04.010401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee266607-b7dc-4395-80b3-5d75f1658c5e req-0cd1c7d2-c542-4045-a08c-7e0046dc60d2 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:04.011923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ee266607-b7dc-4395-80b3-5d75f1658c5e req-0cd1c7d2-c542-4045-a08c-7e0046dc60d2 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0516546 Feb 11 05:42:04.058520 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ee266607-b7dc-4395-80b3-5d75f1658c5e req-73df2282-2e84-47b7-a730-b35f6067c7ac tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402610 Feb 11 05:42:05.182781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c59d69-8a0f-41c3-bdc7-e385a0fabeec req-3878aea6-3143-4f60-9abf-a8325bfca405 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:05.184293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62c59d69-8a0f-41c3-bdc7-e385a0fabeec req-3878aea6-3143-4f60-9abf-a8325bfca405 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0526581 Feb 11 05:42:05.229947 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62c59d69-8a0f-41c3-bdc7-e385a0fabeec req-8596aef2-e801-4175-bf50-c0ae22881b9a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400975 Feb 11 05:42:05.727732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-d99fdb2d-ed6a-48f7-b7ae-2c83e38deff7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:05.729186 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-d99fdb2d-ed6a-48f7-b7ae-2c83e38deff7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.60 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 945 time: 0.0535285 Feb 11 05:42:05.838874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Deleting port ea5a47e3-39e6-4898-89e4-1046e8788164 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:05.839258 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.931766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] For port ea5a47e3-39e6-4898-89e4-1046e8788164, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ea5a47e3-39e6-4898-89e4-1046e8788164,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:05.932133 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.107135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.107515 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.107840 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 disassociated. External IP: 172.25.7.58, port: ea5a47e3-39e6-4898-89e4-1046e8788164. Feb 11 05:42:06.108187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Calling delete_port for ea5a47e3-39e6-4898-89e4-1046e8788164 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:06.231788 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ea5a47e3-39e6-4898-89e4-1046e8788164), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.262547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event deleted for resources: {'Port': ['ID=ea5a47e3-39e6-4898-89e4-1046e8788164,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:06.343533 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d1f80fef-bad3-4989-a84a-3eb70a0bad1d req-abaada81-6fc6-4aeb-945b-0fc773579405 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13946a8-28d9-4946-bbc6-6a7e9ce2037a HTTP/1.1" status: 200 len: 210 time: 0.0311208 Feb 11 05:42:06.408752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:06.521504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:06.532434 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eb160f-0867-4c35-935a-a9d117404761 None None] Sync routers for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:06.542021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb160f-0867-4c35-935a-a9d117404761 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:06.542591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d2eb160f-0867-4c35-935a-a9d117404761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:41:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:06.563182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] No DVR routers for this DVR port ea5a47e3-39e6-4898-89e4-1046e8788164 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:06.565818 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.569293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0090ffe4-8893-46a8-bb44-3caf25e96010 req-57fa18d4-5fbc-4f3d-a32c-43ccef1b4b37 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.60 "DELETE /v2.0/ports/ea5a47e3-39e6-4898-89e4-1046e8788164 HTTP/1.1" status: 204 len: 173 time: 0.8294566 Feb 11 05:42:06.569728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'name': 'network-vif-deleted', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:06.572014 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85022be-418f-4737-a081-7392f9d209fa" -d '{"events": [{"server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "name": "network-vif-deleted", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:06.609133 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a6be37-5a33-4c27-8171-fcaa3b00c04c x-openstack-request-id: req-53a6be37-5a33-4c27-8171-fcaa3b00c04c {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:06.609417 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13946a8-28d9-4946-bbc6-6a7e9ce2037a", "name": "network-vif-deleted", "tag": "ea5a47e3-39e6-4898-89e4-1046e8788164", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:06.609678 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53a6be37-5a33-4c27-8171-fcaa3b00c04c {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:06.610086 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13946a8-28d9-4946-bbc6-6a7e9ce2037a', 'name': 'network-vif-deleted', 'tag': 'ea5a47e3-39e6-4898-89e4-1046e8788164', 'status': 'completed', 'code': 200} Feb 11 05:42:06.659322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d2eb160f-0867-4c35-935a-a9d117404761 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:06.878829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d2eb160f-0867-4c35-935a-a9d117404761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:06.905459 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eb160f-0867-4c35-935a-a9d117404761 None None] Checking router: 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:42:06.913713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb160f-0867-4c35-935a-a9d117404761 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:06.914334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d2eb160f-0867-4c35-935a-a9d117404761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:41:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:07.020134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d2eb160f-0867-4c35-935a-a9d117404761 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:07.216438 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d2eb160f-0867-4c35-935a-a9d117404761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:07.242191 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eb160f-0867-4c35-935a-a9d117404761 None None] The sync data for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 is: [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:07.456441 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b884f91-b046-4bf1-abcd-f91926c8f587 None None] New status for floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:42:07.585421 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-4f6eb7e3-9c5e-466f-8470-4069a03e554c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1039004694&fields=id&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 267 time: 0.0425403 Feb 11 05:42:07.690604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-eac977ed-7d55-46ed-b13d-ad3c2eba60ca tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:07.692117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-eac977ed-7d55-46ed-b13d-ad3c2eba60ca tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 812 time: 0.0990112 Feb 11 05:42:07.707543 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-a7615143-f018-47c5-bda7-fe17b964e004 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/quotas/432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 375 time: 0.0088305 Feb 11 05:42:07.765587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-526282f9-6b11-414e-96e7-8e2c82000d0c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528643 Feb 11 05:42:07.789855 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.860971 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-0f61cab3-c157-4435-8d18-edf7d1875a6b service neutron] 10.222.0.48 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838175 Feb 11 05:42:07.951669 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-29e4057d-9ee4-40d6-8ff6-a1f2eb6a4544 service neutron] 10.222.0.48 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845912 Feb 11 05:42:08.112610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a8cb1139-5356-4ce0-93a0-856e77beb91f req-490fb51f-99a5-43e2-993c-8eefc3d8597a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 210 time: 0.0288424 Feb 11 05:42:09.087489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-7d275caa-6550-41bc-a1b1-29bbf7df17ef tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:09.089000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-7d275caa-6550-41bc-a1b1-29bbf7df17ef tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 812 time: 0.1021209 Feb 11 05:42:09.163163 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-b43ee700-b459-4cfe-b027-8b00c87e4067 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 380 time: 0.0594614 Feb 11 05:42:09.198033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Request body: {'port': {'device_id': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'admin_state_up': True, 'tenant_id': '432bd76882da4a319036861d04f0d582', 'security_groups': ['30a16694-e395-437c-8272-7cd60acada9a']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:09.229191 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b46048c1-1adf-4e44-b3af-9e9d5ef66287 req-44a5327d-3045-4cbe-8734-ca533b8f7a80 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 210 time: 0.0441525 Feb 11 05:42:09.314767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Made reservation on behalf of 432bd76882da4a319036861d04f0d582 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:09.318077 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.442783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Allocated IP 172.20.0.6 (1394a157-ba10-4daa-ac15-6e6f8b66f31f/48de6415-b861-4e42-bd92-f5506094847e/74f25ef9-7724-4cf1-8811-d39420348870) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:09.492685 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-127209a6-00fe-471b-9583-2c59af619254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.923075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for port (74f25ef9-7724-4cf1-8811-d39420348870), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.956741 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.999857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Network 1394a157-ba10-4daa-ac15-6e6f8b66f31f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:10.003403 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:10.006985 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:10.013602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:10.060579 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.061534 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.079322 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-490db7e4-c53c-4711-afb4-da9407aed82c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8923635 Feb 11 05:42:10.096267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Request body: {'port': {'device_id': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:10.161225 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.291856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fc0354bd-bd1b-45c9-951b-0fa4421cde3f None None] Provisioning complete for port 74f25ef9-7724-4cf1-8811-d39420348870 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:10.292162 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc0354bd-bd1b-45c9-951b-0fa4421cde3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (74f25ef9-7724-4cf1-8811-d39420348870), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.326709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fc0354bd-bd1b-45c9-951b-0fa4421cde3f None None] Port 74f25ef9-7724-4cf1-8811-d39420348870 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:10.352990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41550dfd-f7db-4282-a7c6-e8b203aae4a9 req-be856a32-54af-4f49-9168-242c02a91e83 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.355136 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-41550dfd-f7db-4282-a7c6-e8b203aae4a9 req-be856a32-54af-4f49-9168-242c02a91e83 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 931 time: 0.0564611 Feb 11 05:42:10.406948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-41550dfd-f7db-4282-a7c6-e8b203aae4a9 req-86e31ded-2da4-4035-a451-710e6f0542e7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453427 Feb 11 05:42:10.426724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f25ef9-7724-4cf1-8811-d39420348870 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:10.434226 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Publish callbacks [] for port (74f25ef9-7724-4cf1-8811-d39420348870), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.446152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Transition to ACTIVE for port object 74f25ef9-7724-4cf1-8811-d39420348870 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:42:10.450067 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.501312 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:10.574933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Attempting to bind port 74f25ef9-7724-4cf1-8811-d39420348870 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:10.575285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Attempting to bind port 74f25ef9-7724-4cf1-8811-d39420348870 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:10.575617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Attempting to bind port 74f25ef9-7724-4cf1-8811-d39420348870 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:10.580629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Port 74f25ef9-7724-4cf1-8811-d39420348870 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:42:10.580869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Attempting to bind port 74f25ef9-7724-4cf1-8811-d39420348870 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:10.585838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:10.586180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:10.586575 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Bound using segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:10.587033 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Bound port: 74f25ef9-7724-4cf1-8811-d39420348870, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:10.587397 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.624544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ea5a47e3-39e6-4898-89e4-1046e8788164 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:10.648409 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: ea5a47e3-39e6-4898-89e4-1046e8788164 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:10.648920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ea5a47e3-39e6-4898-89e4-1046e8788164 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:10.657257 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:10.660961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:10.667323 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.703523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.704454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.706089 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] 10.222.0.10 "PUT /v2.0/ports/74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 1092 time: 0.6144598 Feb 11 05:42:10.710308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:10.712610 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400fb468-f6b0-4e8f-9695-e1d9c49e3d36" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "tag": "74f25ef9-7724-4cf1-8811-d39420348870"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:10.737050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f5db6-75f3-40e1-a246-ab55b60a36f8 service neutron] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:10.827329 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea3bdbb-8e80-4565-aa51-3dac651c42ac x-openstack-request-id: req-4ea3bdbb-8e80-4565-aa51-3dac651c42ac {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:10.827645 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "tag": "74f25ef9-7724-4cf1-8811-d39420348870", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:10.827918 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ea3bdbb-8e80-4565-aa51-3dac651c42ac {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:10.828325 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870', 'status': 'completed', 'code': 200} Feb 11 05:42:10.832906 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-9a94aad6-bee3-4804-a59d-1e67a3c26018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.834347 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-9a94aad6-bee3-4804-a59d-1e67a3c26018 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1126 time: 0.0589216 Feb 11 05:42:10.884798 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-20e85c1a-1cf0-41d3-88f5-6b40daecd05a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 217 time: 0.0357172 Feb 11 05:42:10.940055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-23904e75-8c6b-4b0f-9979-42d9eefa45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.941473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-23904e75-8c6b-4b0f-9979-42d9eefa45a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0501068 Feb 11 05:42:10.994492 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-51761ebf-b44e-4b7a-9f4d-eb78789a8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.996001 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-51761ebf-b44e-4b7a-9f4d-eb78789a8661 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453949 Feb 11 05:42:11.084621 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-fc93e37d-5079-4c34-b1fb-6c6e6da6c8f6 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813470 Feb 11 05:42:11.188793 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9de00bb-c1a5-4563-bcf8-0e45ba9bfeb0 req-6a1eb81c-fd6b-42b8-b2b0-d4fba0e09f4c service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955091 Feb 11 05:42:11.314171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fb468-f6b0-4e8f-9695-e1d9c49e3d36 req-3b8976cc-2c6c-4c1b-b17b-1233ae8b6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.315731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-400fb468-f6b0-4e8f-9695-e1d9c49e3d36 req-3b8976cc-2c6c-4c1b-b17b-1233ae8b6b4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1126 time: 0.0445275 Feb 11 05:42:11.407137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fb468-f6b0-4e8f-9695-e1d9c49e3d36 req-b66cc74b-1e41-4c1a-bc82-f4756559be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.408488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-400fb468-f6b0-4e8f-9695-e1d9c49e3d36 req-b66cc74b-1e41-4c1a-bc82-f4756559be53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0857956 Feb 11 05:42:11.448381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-400fb468-f6b0-4e8f-9695-e1d9c49e3d36 req-a4f78054-da40-4a0f-8543-0f1d44e79039 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 217 time: 0.0337675 Feb 11 05:42:11.511337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fb468-f6b0-4e8f-9695-e1d9c49e3d36 req-21d40dfc-e270-48c2-947f-5ee24488c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.513544 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-400fb468-f6b0-4e8f-9695-e1d9c49e3d36 req-21d40dfc-e270-48c2-947f-5ee24488c1c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0586503 Feb 11 05:42:11.532592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891738b8-b553-4cbc-9b3a-c948e3ebe6c8 req-445ccb03-5979-43cb-a359-d6a0276b4cb5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.534299 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-891738b8-b553-4cbc-9b3a-c948e3ebe6c8 req-445ccb03-5979-43cb-a359-d6a0276b4cb5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 943 time: 0.0582495 Feb 11 05:42:11.563183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fb468-f6b0-4e8f-9695-e1d9c49e3d36 req-c97f12bb-919f-4f32-8eff-c666c653a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.564709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-400fb468-f6b0-4e8f-9695-e1d9c49e3d36 req-c97f12bb-919f-4f32-8eff-c666c653a710 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460112 Feb 11 05:42:11.581957 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-891738b8-b553-4cbc-9b3a-c948e3ebe6c8 req-30186b7b-e848-4926-a4a2-281d03307b55 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420511 Feb 11 05:42:11.652863 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-400fb468-f6b0-4e8f-9695-e1d9c49e3d36 req-6a861df8-2772-4d72-960b-c9292c535069 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817676 Feb 11 05:42:11.744891 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-400fb468-f6b0-4e8f-9695-e1d9c49e3d36 req-334ce26b-b610-4cee-81f8-fac6b1d10ca8 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854142 Feb 11 05:42:11.951684 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-89c7616d-d15d-4261-9076-abf315f8a6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.446845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 74f25ef9-7724-4cf1-8811-d39420348870 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:42:12.544192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:12.558679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '74f25ef9-7724-4cf1-8811-d39420348870', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'port_id': '74f25ef9-7724-4cf1-8811-d39420348870', 'mac_address': 'fa:16:3e:8b:7c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:42:12.609225 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 74f25ef9-7724-4cf1-8811-d39420348870 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:12.609623 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.623186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f25ef9-7724-4cf1-8811-d39420348870 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:12.642551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:12.647262 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.694826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:12.708147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a697245-594c-4daf-ac79-0cdf9b258196 req-50ac66c3-7bac-4d90-b678-98ccf913a98b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:12.709708 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a697245-594c-4daf-ac79-0cdf9b258196 req-50ac66c3-7bac-4d90-b678-98ccf913a98b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 944 time: 0.0546484 Feb 11 05:42:12.755392 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a697245-594c-4daf-ac79-0cdf9b258196 req-7341fcd6-b52d-4a6f-8056-52c48ee17f7d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400016 Feb 11 05:42:12.945054 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.965488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['74f25ef9-7724-4cf1-8811-d39420348870'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:13.875150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3ed4d-bb57-446c-9b8a-a9dd332b3912 req-26eabad5-78bc-4272-803a-cf16a52a3d88 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:13.876636 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c7f3ed4d-bb57-446c-9b8a-a9dd332b3912 req-26eabad5-78bc-4272-803a-cf16a52a3d88 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 944 time: 0.0529957 Feb 11 05:42:13.925665 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c7f3ed4d-bb57-446c-9b8a-a9dd332b3912 req-9c5a7efa-ae6f-435d-90cf-dda155901bc3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432873 Feb 11 05:42:14.455652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 74f25ef9-7724-4cf1-8811-d39420348870 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:14.504895 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 74f25ef9-7724-4cf1-8811-d39420348870 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:42:14.517470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 74f25ef9-7724-4cf1-8811-d39420348870 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:14.517851 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (74f25ef9-7724-4cf1-8811-d39420348870), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.545779 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.604419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 74f25ef9-7724-4cf1-8811-d39420348870 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:14.604852 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.629221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:14.631452 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bcf5ac-a595-42cd-9828-aa202954f1e8" -d '{"events": [{"server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "name": "network-vif-plugged", "status": "completed", "tag": "74f25ef9-7724-4cf1-8811-d39420348870"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:14.643987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:14.648624 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.673432 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aec5d8-7a70-49f4-92a7-fb45c84aadf5 x-openstack-request-id: req-b2aec5d8-7a70-49f4-92a7-fb45c84aadf5 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:14.673728 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "name": "network-vif-plugged", "status": "completed", "tag": "74f25ef9-7724-4cf1-8811-d39420348870", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:14.673982 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2aec5d8-7a70-49f4-92a7-fb45c84aadf5 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:14.674369 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870', 'code': 200} Feb 11 05:42:14.699556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:14.802306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d29f2-2a66-4152-82db-3a22390ec555 req-0679ce6e-80d6-4565-9059-40863d447341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:14.803837 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b93d29f2-2a66-4152-82db-3a22390ec555 req-0679ce6e-80d6-4565-9059-40863d447341 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1128 time: 0.0493031 Feb 11 05:42:14.846059 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b93d29f2-2a66-4152-82db-3a22390ec555 req-872e61e9-0545-443a-a0d6-2b47a9b964fd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356209 Feb 11 05:42:15.050723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738271-088d-4c3e-bbd8-f6bbc9c3d536 req-255aa189-ac92-4ae7-a169-dcc946c58fe9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:15.052252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a738271-088d-4c3e-bbd8-f6bbc9c3d536 req-255aa189-ac92-4ae7-a169-dcc946c58fe9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0590425 Feb 11 05:42:15.100981 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a738271-088d-4c3e-bbd8-f6bbc9c3d536 req-755a2d3c-555d-4fc5-b98b-9c8aeae2ed1a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431037 Feb 11 05:42:15.747322 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.222620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488259f2-5954-41e1-8d0c-4017bf87c0f9 req-b96cda1b-9ee7-4142-8cb1-c2498f5f5641 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:16.224107 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-488259f2-5954-41e1-8d0c-4017bf87c0f9 req-b96cda1b-9ee7-4142-8cb1-c2498f5f5641 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0530324 Feb 11 05:42:16.269296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-488259f2-5954-41e1-8d0c-4017bf87c0f9 req-5efdb50e-abd5-4139-b965-2726e0cba0d7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396843 Feb 11 05:42:16.390195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539116d-7e6f-47be-b9ef-22005f69cb7f req-886b9c32-16c1-4676-862b-1e1b6fe334d5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:16.391615 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e539116d-7e6f-47be-b9ef-22005f69cb7f req-886b9c32-16c1-4676-862b-1e1b6fe334d5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0566814 Feb 11 05:42:16.400531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51426) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:16.404978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3c342a1e-10d8-4791-bae6-fb436922c3d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Request body: {'floatingip': {'port_id': '74f25ef9-7724-4cf1-8811-d39420348870'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:16.443287 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c342a1e-10d8-4791-bae6-fb436922c3d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.885285 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c342a1e-10d8-4791-bae6-fb436922c3d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.889559 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c342a1e-10d8-4791-bae6-fb436922c3d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.989093 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-3c342a1e-10d8-4791-bae6-fb436922c3d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 associated. External IP: 172.25.7.58, port: 74f25ef9-7724-4cf1-8811-d39420348870. Feb 11 05:42:17.197139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c342a1e-10d8-4791-bae6-fb436922c3d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:17.305438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c342a1e-10d8-4791-bae6-fb436922c3d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:17.310948 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3c342a1e-10d8-4791-bae6-fb436922c3d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.315533 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d820520-ce74-4b85-9b70-7bcdcddd79da None None] Sync routers for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:17.328948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d820520-ce74-4b85-9b70-7bcdcddd79da None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:17.329571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0d820520-ce74-4b85-9b70-7bcdcddd79da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:42:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:17.340356 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3c342a1e-10d8-4791-bae6-fb436922c3d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "PUT /v2.0/floatingips/e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 HTTP/1.1" status: 200 len: 990 time: 0.9387810 Feb 11 05:42:17.341381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:17.343385 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b06a94-d814-419d-88e1-7fa5ac9da8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "tag": "74f25ef9-7724-4cf1-8811-d39420348870"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:17.388850 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abff70d-af15-4c93-a24e-2c4a2b7b290b x-openstack-request-id: req-0abff70d-af15-4c93-a24e-2c4a2b7b290b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:17.389174 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "tag": "74f25ef9-7724-4cf1-8811-d39420348870", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:17.389422 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0abff70d-af15-4c93-a24e-2c4a2b7b290b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:17.389838 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870', 'status': 'completed', 'code': 200} Feb 11 05:42:17.438876 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-0d820520-ce74-4b85-9b70-7bcdcddd79da None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:17.479115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b06a94-d814-419d-88e1-7fa5ac9da8ed req-189cc150-30ff-47d7-9217-178199a61794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:17.480628 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b06a94-d814-419d-88e1-7fa5ac9da8ed req-189cc150-30ff-47d7-9217-178199a61794 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1128 time: 0.0504465 Feb 11 05:42:17.591540 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b06a94-d814-419d-88e1-7fa5ac9da8ed req-49c501c0-221f-417f-9af3-9cf2a3938427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:17.593295 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b06a94-d814-419d-88e1-7fa5ac9da8ed req-49c501c0-221f-417f-9af3-9cf2a3938427 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.1064842 Feb 11 05:42:17.620055 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-a1de0fbd-7b0a-483f-a387-f2074478227f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839460 Feb 11 05:42:17.637138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed50cf-8690-433c-96b3-77ee0aa02646 req-6d4ef693-5e08-43e9-b758-15d43b931539 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:17.638707 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2ed50cf-8690-433c-96b3-77ee0aa02646 req-6d4ef693-5e08-43e9-b758-15d43b931539 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0931182 Feb 11 05:42:17.663169 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b06a94-d814-419d-88e1-7fa5ac9da8ed req-8b132fec-08b8-486a-9510-91f033745b06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 998 time: 0.0639427 Feb 11 05:42:17.706078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2ed50cf-8690-433c-96b3-77ee0aa02646 req-3f4666a1-6c07-439e-b198-d753fb129554 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601902 Feb 11 05:42:17.740420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b06a94-d814-419d-88e1-7fa5ac9da8ed req-34bc9ec2-0e5b-4784-9316-a08904293816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:17.742934 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b06a94-d814-419d-88e1-7fa5ac9da8ed req-34bc9ec2-0e5b-4784-9316-a08904293816 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0734389 Feb 11 05:42:17.800405 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b06a94-d814-419d-88e1-7fa5ac9da8ed req-24849d82-88d1-4746-94a5-7ad6cc4043fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:17.802139 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b06a94-d814-419d-88e1-7fa5ac9da8ed req-24849d82-88d1-4746-94a5-7ad6cc4043fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0538435 Feb 11 05:42:17.876431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0d820520-ce74-4b85-9b70-7bcdcddd79da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e32df6f7-3893-42e6-ad95-9b02b3d0d8a4', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'port_id': '74f25ef9-7724-4cf1-8811-d39420348870', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'mac_address': 'fa:16:3e:8b:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:42:16Z', 'revision_number': 9, 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:17.899331 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b06a94-d814-419d-88e1-7fa5ac9da8ed req-edb3fd39-e999-4a03-9c3b-e56b951fa672 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912619 Feb 11 05:42:17.910022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d820520-ce74-4b85-9b70-7bcdcddd79da None None] Checking router: 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:42:17.920094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d820520-ce74-4b85-9b70-7bcdcddd79da None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:17.920725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0d820520-ce74-4b85-9b70-7bcdcddd79da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:42:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:18.002871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-23b06a94-d814-419d-88e1-7fa5ac9da8ed req-8ff8a324-814f-4821-a1d4-fe19565ba0b6 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976450 Feb 11 05:42:18.013747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-01aba4d5-4891-427f-8994-55aec112a63b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:18.015259 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-01aba4d5-4891-427f-8994-55aec112a63b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports/74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 942 time: 0.0474894 Feb 11 05:42:18.050253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-0d820520-ce74-4b85-9b70-7bcdcddd79da None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:18.280444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0d820520-ce74-4b85-9b70-7bcdcddd79da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e32df6f7-3893-42e6-ad95-9b02b3d0d8a4', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'port_id': '74f25ef9-7724-4cf1-8811-d39420348870', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'mac_address': 'fa:16:3e:8b:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:42:16Z', 'revision_number': 9, 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:18.311179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d820520-ce74-4b85-9b70-7bcdcddd79da None None] The sync data for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 is: [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e32df6f7-3893-42e6-ad95-9b02b3d0d8a4', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'port_id': '74f25ef9-7724-4cf1-8811-d39420348870', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'mac_address': 'fa:16:3e:8b:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:42:16Z', 'revision_number': 9, 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:18.510265 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262f883-0677-48b1-a03b-fa58dc1982bc None None] New status for floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:42:18.822361 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e770-407c-466a-9648-6f2366d19f63 req-ac3d8562-a02c-4e06-8f15-8b9bfcb24d6a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:18.823893 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e377e770-407c-466a-9648-6f2366d19f63 req-ac3d8562-a02c-4e06-8f15-8b9bfcb24d6a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0541778 Feb 11 05:42:18.873422 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e377e770-407c-466a-9648-6f2366d19f63 req-25d57c2f-e9d2-439d-927b-f530c93bd22e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415740 Feb 11 05:42:18.933311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-8f109cd0-ee56-48ab-ad05-896bfb1497b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:18.935244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-8f109cd0-ee56-48ab-ad05-896bfb1497b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1128 time: 0.0494852 Feb 11 05:42:19.022051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-9e8c344b-9b77-4de5-989f-1e6222a8b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:19.023518 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-9e8c344b-9b77-4de5-989f-1e6222a8b17c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0827911 Feb 11 05:42:19.090404 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-63421c19-0595-4437-9f1d-1f4891f2bf23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 1001 time: 0.0604305 Feb 11 05:42:19.137794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-9248a8b4-340c-40b4-843d-1889d8d5a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:19.139312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-9248a8b4-340c-40b4-843d-1889d8d5a0b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0435479 Feb 11 05:42:19.187563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-b8323270-e963-490e-b840-235b07df9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:19.189026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-b8323270-e963-490e-b840-235b07df9c8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441465 Feb 11 05:42:19.278808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-6a8f5949-9b53-4d1a-b1d3-714a523123f3 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841458 Feb 11 05:42:19.364426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-8a2186be-a372-4b21-9c42-1b6d1ee451b7 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801816 Feb 11 05:42:19.994995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cc981-e2ce-4091-a3e7-4be389173863 req-c02d92d3-80a0-4c17-8927-9f1bad587855 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:19.996532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e89cc981-e2ce-4091-a3e7-4be389173863 req-c02d92d3-80a0-4c17-8927-9f1bad587855 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0524476 Feb 11 05:42:20.046801 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e89cc981-e2ce-4091-a3e7-4be389173863 req-d55a244a-3702-402e-b102-ffbb5a502270 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440817 Feb 11 05:42:21.177206 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe4ff-7fa8-49c0-b97c-28c56f8ccafb req-d2a7bf78-f9ce-448c-8975-217568c14fff tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:21.178709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7ffe4ff-7fa8-49c0-b97c-28c56f8ccafb req-d2a7bf78-f9ce-448c-8975-217568c14fff tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0586586 Feb 11 05:42:21.227840 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7ffe4ff-7fa8-49c0-b97c-28c56f8ccafb req-3fb69588-7d32-424a-b1e8-8a3425f4ee7e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410988 Feb 11 05:42:22.360306 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b965330-850c-410d-876c-0c3190c98b84 req-1e437590-67b3-4cb1-8644-0d4137d39b8b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:22.361760 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b965330-850c-410d-876c-0c3190c98b84 req-1e437590-67b3-4cb1-8644-0d4137d39b8b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0636673 Feb 11 05:42:22.408693 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0b965330-850c-410d-876c-0c3190c98b84 req-7d47dd8a-80e3-4ce1-b300-50fea69b110d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413382 Feb 11 05:42:23.530621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a81b86-4bd6-4f60-8574-95ad7a953e13 req-160553e7-5617-4437-93db-cf89efc00514 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:23.532162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e3a81b86-4bd6-4f60-8574-95ad7a953e13 req-160553e7-5617-4437-93db-cf89efc00514 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0543783 Feb 11 05:42:23.578967 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e3a81b86-4bd6-4f60-8574-95ad7a953e13 req-f348732b-c56d-4ca3-abb8-ba8391f2de2b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413096 Feb 11 05:42:24.698400 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45782cf7-90c3-4848-8a41-3fc82eb26571 req-100ccb32-55a3-46b4-b21e-4c64b77e03b3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:24.699948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-45782cf7-90c3-4848-8a41-3fc82eb26571 req-100ccb32-55a3-46b4-b21e-4c64b77e03b3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0522070 Feb 11 05:42:24.749104 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-45782cf7-90c3-4848-8a41-3fc82eb26571 req-aac7d43b-0ffc-412d-9a46-64ffd853d572 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436051 Feb 11 05:42:25.866965 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fd940-a8ca-42a8-bf6f-56d11ea7e1d9 req-d6939e5b-cf78-43ee-be5e-d717076cdd45 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:25.868435 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-052fd940-a8ca-42a8-bf6f-56d11ea7e1d9 req-d6939e5b-cf78-43ee-be5e-d717076cdd45 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0526407 Feb 11 05:42:25.918728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-052fd940-a8ca-42a8-bf6f-56d11ea7e1d9 req-d7188ef8-69ce-40b8-bada-95bd13fadb65 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446618 Feb 11 05:42:27.049846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd1931-3aa0-476b-94cb-c19f9401b94c req-90eb34da-6507-4ded-82d8-842868adbdd9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:27.051350 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17dd1931-3aa0-476b-94cb-c19f9401b94c req-90eb34da-6507-4ded-82d8-842868adbdd9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0529289 Feb 11 05:42:27.101029 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17dd1931-3aa0-476b-94cb-c19f9401b94c req-8d9e03a4-5da9-4d19-b607-189560cd5c54 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 Feb 11 05:42:28.219779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a5387-a369-4ac7-875d-bd181c39d091 req-461851fe-d8d2-4dff-b4e5-b1692e07dc36 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:28.221261 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-791a5387-a369-4ac7-875d-bd181c39d091 req-461851fe-d8d2-4dff-b4e5-b1692e07dc36 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0534413 Feb 11 05:42:28.267467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-791a5387-a369-4ac7-875d-bd181c39d091 req-d9ecea28-4364-4c60-89b7-1491f0ec3faf tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405545 Feb 11 05:42:29.391340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d7368-97c2-4f9f-85ea-f597a9c5abf2 req-26b75481-8a5c-4dd5-8daa-a4c1f55bfc60 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:29.392859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-834d7368-97c2-4f9f-85ea-f597a9c5abf2 req-26b75481-8a5c-4dd5-8daa-a4c1f55bfc60 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0513282 Feb 11 05:42:29.445354 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-834d7368-97c2-4f9f-85ea-f597a9c5abf2 req-4bba0071-d07b-4a35-b0b0-b9b6695193f0 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466168 Feb 11 05:42:30.564263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0228cf-3c1e-4955-8b9c-bb5abdbde52e req-3486b770-9ddf-418a-9628-8c1bfdf8d0a0 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:30.565751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1a0228cf-3c1e-4955-8b9c-bb5abdbde52e req-3486b770-9ddf-418a-9628-8c1bfdf8d0a0 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0527768 Feb 11 05:42:30.611911 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1a0228cf-3c1e-4955-8b9c-bb5abdbde52e req-1cc9306f-ea0e-4b69-9b82-8a416e28a5c2 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406280 Feb 11 05:42:31.728166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5779d4-11ad-428b-b484-bf51f6066d46 req-01a4a804-5a3a-4d9c-a175-a5f6b6bad590 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:31.729673 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e5779d4-11ad-428b-b484-bf51f6066d46 req-01a4a804-5a3a-4d9c-a175-a5f6b6bad590 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0516593 Feb 11 05:42:31.775324 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e5779d4-11ad-428b-b484-bf51f6066d46 req-fdf04cd1-f9e2-4b16-b2c4-c6da31c94e4c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395691 Feb 11 05:42:32.905558 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce6784-86d4-449e-b2ea-7c917f7ec7d5 req-b02a2af3-e3d5-476e-a8c5-5be265241844 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:32.907046 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0ce6784-86d4-449e-b2ea-7c917f7ec7d5 req-b02a2af3-e3d5-476e-a8c5-5be265241844 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0576963 Feb 11 05:42:32.953019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0ce6784-86d4-449e-b2ea-7c917f7ec7d5 req-28e3feec-68f8-417e-93b7-cd8007779c4e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404236 Feb 11 05:42:33.753867 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.076766 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6960a0-301f-475e-8a65-05a482cab473 req-b254a43f-b05f-46c5-a4ed-6081d07d448f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:34.078176 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c6960a0-301f-475e-8a65-05a482cab473 req-b254a43f-b05f-46c5-a4ed-6081d07d448f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0574317 Feb 11 05:42:34.124434 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5c6960a0-301f-475e-8a65-05a482cab473 req-c342f4c2-9963-47d5-85be-e1bd068dfde1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 Feb 11 05:42:35.246464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9c38e-61be-4b37-869b-48228314889d req-51f8e3f2-2dca-4e3b-83f3-a52eac6754af tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:35.247993 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78f9c38e-61be-4b37-869b-48228314889d req-51f8e3f2-2dca-4e3b-83f3-a52eac6754af tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0536220 Feb 11 05:42:35.295637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-78f9c38e-61be-4b37-869b-48228314889d req-759f1f85-7cbf-4211-ae56-2626460fccec tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 Feb 11 05:42:35.579680 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:42:36.422503 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9e5de-c3ff-4dfb-8567-b687bcee2903 req-74a64e28-bbf8-4c82-a2bc-aed610525e49 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:36.424027 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3cd9e5de-c3ff-4dfb-8567-b687bcee2903 req-74a64e28-bbf8-4c82-a2bc-aed610525e49 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0551965 Feb 11 05:42:36.470031 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3cd9e5de-c3ff-4dfb-8567-b687bcee2903 req-139d7d39-3daf-41e9-99f6-45a3f3a9c9e7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 Feb 11 05:42:37.596963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b006fa-9357-4935-a6f7-111339ba6c55 req-e6eeb71f-99bf-4602-8596-36923a69b328 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:37.598437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-02b006fa-9357-4935-a6f7-111339ba6c55 req-e6eeb71f-99bf-4602-8596-36923a69b328 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0563135 Feb 11 05:42:37.643884 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-02b006fa-9357-4935-a6f7-111339ba6c55 req-e410d62e-7550-480c-a6b5-63c881c9dd51 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398662 Feb 11 05:42:37.804738 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.772222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869f124-ef64-4853-b93d-e322d8816b5e req-2997e815-1ff9-43d3-9934-20ece29b1e18 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:38.773763 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8869f124-ef64-4853-b93d-e322d8816b5e req-2997e815-1ff9-43d3-9934-20ece29b1e18 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0559218 Feb 11 05:42:38.820090 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8869f124-ef64-4853-b93d-e322d8816b5e req-c75e8620-1b65-439a-bd9f-e6a607d895d1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Feb 11 05:42:39.485296 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65885958-215b-4901-9e9c-4257c04ac4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.596459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e356de2-aebe-474d-a26a-809b65a88a79 req-9ede6d2c-c19a-434c-b1a8-533d34b31d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:39.597876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e356de2-aebe-474d-a26a-809b65a88a79 req-9ede6d2c-c19a-434c-b1a8-533d34b31d7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1128 time: 0.0441043 Feb 11 05:42:39.716777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e356de2-aebe-474d-a26a-809b65a88a79 req-9279d37d-a805-44f4-ad6c-eb4c9b5a0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:39.718257 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e356de2-aebe-474d-a26a-809b65a88a79 req-9279d37d-a805-44f4-ad6c-eb4c9b5a0e05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.1015203 Feb 11 05:42:39.782876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e356de2-aebe-474d-a26a-809b65a88a79 req-2557d6cc-0a0d-40d1-8775-88c908a85071 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 1001 time: 0.0588188 Feb 11 05:42:39.830472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e356de2-aebe-474d-a26a-809b65a88a79 req-feeb8f15-7dd3-4d95-ae61-eea0a14b6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:39.832124 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e356de2-aebe-474d-a26a-809b65a88a79 req-feeb8f15-7dd3-4d95-ae61-eea0a14b6769 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0439713 Feb 11 05:42:39.884616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e356de2-aebe-474d-a26a-809b65a88a79 req-a443abec-77e2-4bf5-ad73-4c6229b94fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:39.886117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e356de2-aebe-474d-a26a-809b65a88a79 req-a443abec-77e2-4bf5-ad73-4c6229b94fe2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484464 Feb 11 05:42:40.003390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d40bf4-c111-45ed-a4a1-12ff173e5d5c req-e111cf08-e598-4d65-9d65-1b402ecae404 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:40.004850 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30d40bf4-c111-45ed-a4a1-12ff173e5d5c req-e111cf08-e598-4d65-9d65-1b402ecae404 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.1145682 Feb 11 05:42:40.023475 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e356de2-aebe-474d-a26a-809b65a88a79 req-fa1694cd-8ba7-4bcf-92c2-bfb7463dad39 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242509 Feb 11 05:42:40.107132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30d40bf4-c111-45ed-a4a1-12ff173e5d5c req-14f6cb14-30d3-4e25-a9cb-0c19776deb9d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955424 Feb 11 05:42:40.132118 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e356de2-aebe-474d-a26a-809b65a88a79 req-2743dc6e-af7e-4183-a8b2-47448131eb63 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025674 Feb 11 05:42:41.230154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ca17e-e1fe-4936-8ac3-4a529cd5d821 req-fd963734-a417-43b0-b14c-456796664aa9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:41.231774 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-900ca17e-e1fe-4936-8ac3-4a529cd5d821 req-fd963734-a417-43b0-b14c-456796664aa9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0532959 Feb 11 05:42:41.278688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-900ca17e-e1fe-4936-8ac3-4a529cd5d821 req-e3dcb209-3511-4b3f-b86a-e546d8e9b168 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Feb 11 05:42:41.955325 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1503-3cec-45fc-8ece-93c95bf0f1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.400468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae2775-1d90-4f03-8cf9-af92b67791d8 req-7ef643f0-60b6-4516-b5e9-352f61c6e706 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:42.401852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80ae2775-1d90-4f03-8cf9-af92b67791d8 req-7ef643f0-60b6-4516-b5e9-352f61c6e706 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0563965 Feb 11 05:42:42.447472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-80ae2775-1d90-4f03-8cf9-af92b67791d8 req-460c0c1f-d45c-4200-9779-f6b04b55ae0c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Feb 11 05:42:42.946858 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.573753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6d739-2c83-4fab-b2da-16844f43be20 req-253cadb0-ea53-40c3-b57e-3f72902dd120 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:43.575891 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06d6d739-2c83-4fab-b2da-16844f43be20 req-253cadb0-ea53-40c3-b57e-3f72902dd120 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0597508 Feb 11 05:42:43.645841 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06d6d739-2c83-4fab-b2da-16844f43be20 req-823a6e47-278a-4dfe-9d7a-7c1e25b83d69 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641997 Feb 11 05:42:44.524454 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.765152 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efb647-626b-4bca-a7ed-bd60e819bc87 req-8914a12f-716e-4f42-8b20-b068a62fbb02 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:44.766530 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61efb647-626b-4bca-a7ed-bd60e819bc87 req-8914a12f-716e-4f42-8b20-b068a62fbb02 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0518534 Feb 11 05:42:44.813084 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61efb647-626b-4bca-a7ed-bd60e819bc87 req-e3ae7e61-ad53-4b03-b096-15ded7fc1bda tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400040 Feb 11 05:42:45.749662 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.941230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990acce3-d36a-4d18-9ff2-d3e682d69dbe req-17314d40-14ab-4419-a91f-34ccd46d5023 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:45.942763 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-990acce3-d36a-4d18-9ff2-d3e682d69dbe req-17314d40-14ab-4419-a91f-34ccd46d5023 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0545332 Feb 11 05:42:45.989996 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-990acce3-d36a-4d18-9ff2-d3e682d69dbe req-cdcdfd2f-d377-4635-a9f3-b00c0149734d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414472 Feb 11 05:42:46.589385 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-07a76513-29b7-4ade-a7fb-a2307814d862 service neutron] show failed (client error): The resource could not be found. Feb 11 05:42:46.590385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-07a76513-29b7-4ade-a7fb-a2307814d862 service neutron] 10.222.0.10 "GET /v2.0/ports/74f25ef9-7724-4cf1-8811-d39420348870/bindings/n-h1-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0519474 Feb 11 05:42:46.793949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-2bed6b3f-edfe-49da-8485-ec91ab481362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:46.795490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-2bed6b3f-edfe-49da-8485-ec91ab481362 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 1128 time: 0.0457327 Feb 11 05:42:46.814002 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:46.873435 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.082718 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:47.118658 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:47.122595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c917a2-c41f-4fbb-8e98-3d7d4ce74c3e req-6f3af13e-a4e7-4773-917c-c120455b8649 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:47.124546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4c917a2-c41f-4fbb-8e98-3d7d4ce74c3e req-6f3af13e-a4e7-4773-917c-c120455b8649 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0651968 Feb 11 05:42:47.167128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:47.169877 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614c3ccb-fda8-4a33-b2cd-a9c274b8e51d" -d '{"events": [{"server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "name": "network-vif-unplugged", "status": "completed", "tag": "74f25ef9-7724-4cf1-8811-d39420348870"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:47.173640 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Publish callbacks [] for port (74f25ef9-7724-4cf1-8811-d39420348870), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.187303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Transition to ACTIVE for port object 74f25ef9-7724-4cf1-8811-d39420348870 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:42:47.189402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a4c917a2-c41f-4fbb-8e98-3d7d4ce74c3e req-b666c2fa-823d-479f-976c-b3922e914fa6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454972 Feb 11 05:42:47.196647 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.229220 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a398b0a1-4d72-41ef-95a3-00fba65b5a7d x-openstack-request-id: req-a398b0a1-4d72-41ef-95a3-00fba65b5a7d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:47.229518 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "name": "network-vif-unplugged", "status": "completed", "tag": "74f25ef9-7724-4cf1-8811-d39420348870", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:47.229777 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a398b0a1-4d72-41ef-95a3-00fba65b5a7d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:47.230177 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870', 'code': 200} Feb 11 05:42:47.288040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.335556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] No DVR routers for this DVR port 74f25ef9-7724-4cf1-8811-d39420348870 on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:47.483769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Attempting to bind port 74f25ef9-7724-4cf1-8811-d39420348870 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:47.484119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Attempting to bind port 74f25ef9-7724-4cf1-8811-d39420348870 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:47.484452 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Attempting to bind port 74f25ef9-7724-4cf1-8811-d39420348870 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:47.489551 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Port 74f25ef9-7724-4cf1-8811-d39420348870 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:42:47.489883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Attempting to bind port 74f25ef9-7724-4cf1-8811-d39420348870 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:47.494721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:47.495105 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:47.495496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Bound using segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:47.495919 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Bound port: 74f25ef9-7724-4cf1-8811-d39420348870, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:47.496276 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.558492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:47.561539 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:47.567060 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.930777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:47.931422 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.932814 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] 10.222.0.60 "PUT /v2.0/ports/74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 1092 time: 1.1227305 Feb 11 05:42:47.950747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c7658-db32-4bce-882f-edbbf32b2d2b service neutron] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:48.011173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-a8a629c5-696a-494d-9c28-2b786509db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.012699 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-a8a629c5-696a-494d-9c28-2b786509db51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1126 time: 0.0466471 Feb 11 05:42:48.111149 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-021bc06e-ccc3-4968-873d-dc7267429cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.113163 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-021bc06e-ccc3-4968-873d-dc7267429cb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0941701 Feb 11 05:42:48.178650 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-35210f64-a375-4b90-944e-c03e226c3cbb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 999 time: 0.0588520 Feb 11 05:42:48.227143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-ee809975-7b52-4d11-8bfa-f8fb41bd652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.228643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-ee809975-7b52-4d11-8bfa-f8fb41bd652f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0437369 Feb 11 05:42:48.284642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-758e9486-0559-4eea-990f-93894f56efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.286541 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-758e9486-0559-4eea-990f-93894f56efcc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514321 Feb 11 05:42:48.300461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a3165-d1dc-407d-9c96-c127b6f0243f req-f29ebd67-f6df-4258-a170-4303675e6eb9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.301949 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c63a3165-d1dc-407d-9c96-c127b6f0243f req-f29ebd67-f6df-4258-a170-4303675e6eb9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 943 time: 0.0535779 Feb 11 05:42:48.348381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c63a3165-d1dc-407d-9c96-c127b6f0243f req-dade72d4-291b-4c9f-9aba-06af93bb32b5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405405 Feb 11 05:42:48.380700 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-acb706b6-bf70-4d0b-a951-41f5be8cbafb service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869973 Feb 11 05:42:48.472062 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-429df4c0-f89e-4f9c-a968-aa4925c22639 req-2bb07f62-42c7-40bf-8499-f15c7e590590 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847487 Feb 11 05:42:49.231899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:49.234327 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8117cf1-91a2-4947-9ec3-2a62fb99c143" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "tag": "74f25ef9-7724-4cf1-8811-d39420348870"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:49.283817 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d5b884-b8a8-419d-a72e-5aec75d88e8b x-openstack-request-id: req-f7d5b884-b8a8-419d-a72e-5aec75d88e8b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:49.284115 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "tag": "74f25ef9-7724-4cf1-8811-d39420348870", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:49.284371 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7d5b884-b8a8-419d-a72e-5aec75d88e8b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:49.284776 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870', 'status': 'completed', 'code': 200} Feb 11 05:42:49.364664 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-f9ce32c3-598d-4602-b47c-e946230a57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.365462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-ef9d9a29-44e5-4966-9cd2-504666be07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.366115 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-f9ce32c3-598d-4602-b47c-e946230a57b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1126 time: 0.0448325 Feb 11 05:42:49.367010 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-ef9d9a29-44e5-4966-9cd2-504666be07c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1126 time: 0.0471580 Feb 11 05:42:49.461699 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-2dec8d0f-eb6a-4d16-b812-1602dc11e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.463248 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-2dec8d0f-eb6a-4d16-b812-1602dc11e60a service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0911281 Feb 11 05:42:49.488807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-6249cf89-c1e8-4e11-ab40-18b0562745cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.490298 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-6249cf89-c1e8-4e11-ab40-18b0562745cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.1178815 Feb 11 05:42:49.501435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9c33c-b0f1-44a1-91be-54da01d236a2 req-ef45299d-e4e4-4cd5-8906-ef094313805f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.503446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-82c9c33c-b0f1-44a1-91be-54da01d236a2 req-ef45299d-e4e4-4cd5-8906-ef094313805f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 943 time: 0.0739393 Feb 11 05:42:49.529236 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-0e068843-6d4e-46e7-a840-157dadaf8021 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 999 time: 0.0599844 Feb 11 05:42:49.577387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-43204fe8-2132-4b07-a03f-6b59306f31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.578865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-43204fe8-2132-4b07-a03f-6b59306f31e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0433936 Feb 11 05:42:49.594210 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-fc5c1c6e-098e-461b-aa1e-23c4fb127fac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 999 time: 0.0898316 Feb 11 05:42:49.597664 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-82c9c33c-b0f1-44a1-91be-54da01d236a2 req-b819e125-017f-427b-a3f4-cfa4eb37e5de tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877967 Feb 11 05:42:49.635162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-e358f091-973b-4a74-9803-2ca45729cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.636598 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-e358f091-973b-4a74-9803-2ca45729cd09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503731 Feb 11 05:42:49.642378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-416cb636-9641-44a9-a1f8-0ca58aa2cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.643833 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-416cb636-9641-44a9-a1f8-0ca58aa2cd1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0442913 Feb 11 05:42:49.696532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-96d5e57e-3325-4283-abc6-287ca429e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.698065 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-96d5e57e-3325-4283-abc6-287ca429e99a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488319 Feb 11 05:42:49.726252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-61dbc6a9-cbd4-4f94-aad1-e068a08c64c5 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826581 Feb 11 05:42:49.786179 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-bbfbfee4-a1c6-4a46-a9c8-215246a0c3e5 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820172 Feb 11 05:42:49.820147 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-94f95121-04a4-49b1-9e3e-80ab862bc32a service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870063 Feb 11 05:42:49.878976 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e8117cf1-91a2-4947-9ec3-2a62fb99c143 req-4b4bbc7f-b909-461e-8ecf-05d64a15e099 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865376 Feb 11 05:42:50.615096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 74f25ef9-7724-4cf1-8811-d39420348870 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:50.654684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port 74f25ef9-7724-4cf1-8811-d39420348870 host n-h1-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:42:50.655125 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 74f25ef9-7724-4cf1-8811-d39420348870 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:50.728849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb40e13-5bf0-4da2-bd98-f5705349de1b req-84752f09-a47c-44c8-8420-2bf09e9871c4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:50.730361 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3eb40e13-5bf0-4da2-bd98-f5705349de1b req-84752f09-a47c-44c8-8420-2bf09e9871c4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 943 time: 0.0598223 Feb 11 05:42:50.777418 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3eb40e13-5bf0-4da2-bd98-f5705349de1b req-ac48f043-25c1-433b-93c5-b743b8e22712 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413594 Feb 11 05:42:50.780562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 74f25ef9-7724-4cf1-8811-d39420348870 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:42:50.878577 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:50.889853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '74f25ef9-7724-4cf1-8811-d39420348870', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'port_id': '74f25ef9-7724-4cf1-8811-d39420348870', 'mac_address': 'fa:16:3e:8b:7c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:42:50.925991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 74f25ef9-7724-4cf1-8811-d39420348870 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:50.926390 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.938704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f25ef9-7724-4cf1-8811-d39420348870 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:50.957984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:50.961528 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.007625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:51.423491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['74f25ef9-7724-4cf1-8811-d39420348870'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:51.898011 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef348658-6e85-4861-81f4-452d67cd4535 req-fd8851ea-e5f7-4f64-9f28-bb129701bc72 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:51.899495 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef348658-6e85-4861-81f4-452d67cd4535 req-fd8851ea-e5f7-4f64-9f28-bb129701bc72 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 944 time: 0.0534873 Feb 11 05:42:51.944910 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ef348658-6e85-4861-81f4-452d67cd4535 req-70d313fa-e8c8-4fba-add6-241d256ae39f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398321 Feb 11 05:42:52.757311 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69116d0a-49be-4546-9467-0566a024e20c req-b6cc90ce-8101-42ea-9d8b-0ebb49b5877b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436974 Feb 11 05:42:52.780696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 74f25ef9-7724-4cf1-8811-d39420348870 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:52.829820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 74f25ef9-7724-4cf1-8811-d39420348870 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:42:52.834256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 74f25ef9-7724-4cf1-8811-d39420348870 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:52.834663 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (74f25ef9-7724-4cf1-8811-d39420348870), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.859486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69116d0a-49be-4546-9467-0566a024e20c req-4c67d33b-9859-4fbf-afca-82b1cdc1d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:52.860993 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69116d0a-49be-4546-9467-0566a024e20c req-4c67d33b-9859-4fbf-afca-82b1cdc1d7b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1127 time: 0.0501473 Feb 11 05:42:52.913292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 74f25ef9-7724-4cf1-8811-d39420348870 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:52.913687 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.936788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:52.938863 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49954422-ecc1-4f1a-8d59-a25b9227c364" -d '{"events": [{"server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "name": "network-vif-plugged", "status": "completed", "tag": "74f25ef9-7724-4cf1-8811-d39420348870"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:52.951623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:52.956306 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.970329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69116d0a-49be-4546-9467-0566a024e20c req-6ee064e3-7296-4fc0-8ce1-d6084dd36410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:52.972189 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69116d0a-49be-4546-9467-0566a024e20c req-6ee064e3-7296-4fc0-8ce1-d6084dd36410 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0919280 Feb 11 05:42:53.013864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:53.053955 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69116d0a-49be-4546-9467-0566a024e20c req-f1741fcc-3fd7-41bd-99ac-0e2e88eb0333 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 1001 time: 0.0742366 Feb 11 05:42:53.076512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4600dc9-d0f3-4eaf-a1fb-b5ab9abab5bf req-22c051cc-aff0-4181-b459-828190ab6d66 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.077997 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4600dc9-d0f3-4eaf-a1fb-b5ab9abab5bf req-22c051cc-aff0-4181-b459-828190ab6d66 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0564973 Feb 11 05:42:53.091358 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40520e5-6309-4a20-bc77-800f5a162b71 x-openstack-request-id: req-e40520e5-6309-4a20-bc77-800f5a162b71 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:53.091358 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "name": "network-vif-plugged", "status": "completed", "tag": "74f25ef9-7724-4cf1-8811-d39420348870", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:53.091358 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e40520e5-6309-4a20-bc77-800f5a162b71 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:53.091358 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870', 'code': 200} Feb 11 05:42:53.108284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69116d0a-49be-4546-9467-0566a024e20c req-d5caf060-0538-4cea-a2e7-788dd6b8a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.109856 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69116d0a-49be-4546-9467-0566a024e20c req-d5caf060-0538-4cea-a2e7-788dd6b8a02a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0490565 Feb 11 05:42:53.132568 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4600dc9-d0f3-4eaf-a1fb-b5ab9abab5bf req-0107452b-e536-468f-9bce-bbd0a145e47c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479376 Feb 11 05:42:53.162626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69116d0a-49be-4546-9467-0566a024e20c req-05fbacbc-537d-4a44-a58e-8b9b61ef76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.164195 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69116d0a-49be-4546-9467-0566a024e20c req-05fbacbc-537d-4a44-a58e-8b9b61ef76f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454931 Feb 11 05:42:53.263444 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69116d0a-49be-4546-9467-0566a024e20c req-131ad52a-f260-420a-ae51-b26837d54863 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921843 Feb 11 05:42:53.366305 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69116d0a-49be-4546-9467-0566a024e20c req-fb0fd45a-8a53-45a8-b0e4-993417d74e60 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967906 Feb 11 05:42:53.444042 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-0b948821-2dfc-4d92-983e-3787058563b4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.445564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-0b948821-2dfc-4d92-983e-3787058563b4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.60 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff&tenant_id=432bd76882da4a319036861d04f0d582&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 945 time: 0.0627167 Feb 11 05:42:53.456065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372354a-590a-4fa4-a321-41463b3561d1 req-33a0ec4d-bf6c-42c7-82c3-8f1295f6e930 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.459415 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e372354a-590a-4fa4-a321-41463b3561d1 req-33a0ec4d-bf6c-42c7-82c3-8f1295f6e930 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0558662 Feb 11 05:42:53.504829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e372354a-590a-4fa4-a321-41463b3561d1 req-08aacb6d-ffd9-4de6-8f25-b612db9c3b3f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408282 Feb 11 05:42:53.506833 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-1947c6c8-3757-47ff-b863-85c40c5d66bd service neutron] 10.222.0.60 "GET /v2.0/ports/74f25ef9-7724-4cf1-8811-d39420348870/bindings/n-h1-615180-58 HTTP/1.1" status: 200 len: 383 time: 0.0545886 Feb 11 05:42:53.586787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-9aabad8c-f709-4d01-a644-732a51dc129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.588241 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-9aabad8c-f709-4d01-a644-732a51dc129f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1128 time: 0.0446203 Feb 11 05:42:53.679848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-15c991e4-c02b-4e5f-becf-679648a799b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.681301 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-15c991e4-c02b-4e5f-becf-679648a799b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0866814 Feb 11 05:42:53.746998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-126450c8-d911-4c28-b7fa-64ea50d8d970 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 1001 time: 0.0582612 Feb 11 05:42:53.798409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-a7e2b96c-dae3-4cd3-9f05-ca9ad445c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.799936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-a7e2b96c-dae3-4cd3-9f05-ca9ad445c422 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0451231 Feb 11 05:42:53.856470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-1c0e7c6f-bceb-4369-9c2d-2d706cdd641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.857993 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-1c0e7c6f-bceb-4369-9c2d-2d706cdd641a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498405 Feb 11 05:42:53.945803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-cfc99c25-d9cb-4543-8705-3e027eaa7f07 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810914 Feb 11 05:42:54.038751 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-1ab6f0e9-7af8-4269-ae4d-301f3c375da3 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861042 Feb 11 05:42:54.627691 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda49dd4-23b4-4f3b-9b1a-586fd3fb35b6 req-cafedf7e-77ca-458c-aa3d-92f6813117b1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:54.629200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fda49dd4-23b4-4f3b-9b1a-586fd3fb35b6 req-cafedf7e-77ca-458c-aa3d-92f6813117b1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0531807 Feb 11 05:42:54.677889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fda49dd4-23b4-4f3b-9b1a-586fd3fb35b6 req-90376312-d337-4102-9354-d3a488f42485 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429780 Feb 11 05:42:55.800874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f17e3d-1f63-41aa-b05d-7be596106225 req-b623135c-cc36-4cdb-97a0-f7af91fcf7af tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:55.802354 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77f17e3d-1f63-41aa-b05d-7be596106225 req-b623135c-cc36-4cdb-97a0-f7af91fcf7af tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0523281 Feb 11 05:42:55.848296 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77f17e3d-1f63-41aa-b05d-7be596106225 req-6021a9f7-7fa4-4435-b679-25d048221bec tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402181 Feb 11 05:42:56.503065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-73f3479a-f59e-483c-88cd-6e7e8757aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:56.504556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-73f3479a-f59e-483c-88cd-6e7e8757aa4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 1128 time: 0.0491319 Feb 11 05:42:56.520798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:56.576804 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.776721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:56.808652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:56.851356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:56.853570 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ab8981-8293-4d4f-9610-c26bd594e22f" -d '{"events": [{"server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "name": "network-vif-unplugged", "status": "completed", "tag": "74f25ef9-7724-4cf1-8811-d39420348870"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:56.857038 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Publish callbacks [] for port (74f25ef9-7724-4cf1-8811-d39420348870), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.869705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Transition to ACTIVE for port object 74f25ef9-7724-4cf1-8811-d39420348870 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:42:56.876886 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.941520 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a163a74d-96ce-4229-a0f1-5280d7bfde9a x-openstack-request-id: req-a163a74d-96ce-4229-a0f1-5280d7bfde9a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:56.941798 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "name": "network-vif-unplugged", "status": "completed", "tag": "74f25ef9-7724-4cf1-8811-d39420348870", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:56.942050 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a163a74d-96ce-4229-a0f1-5280d7bfde9a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:56.942557 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870', 'code': 200} Feb 11 05:42:56.995536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:57.013724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.014076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.014416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.014756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.015131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.015465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.015790 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.016114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.016436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.016765 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.017084 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.017407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.017725 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:57.060214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] No DVR routers for this DVR port 74f25ef9-7724-4cf1-8811-d39420348870 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:57.070074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9010b4e-70ce-4da8-895c-5755724d4bb8 req-310a3ac6-d50e-4559-8706-d9dcde5dc856 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:57.071674 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b9010b4e-70ce-4da8-895c-5755724d4bb8 req-310a3ac6-d50e-4559-8706-d9dcde5dc856 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 944 time: 0.1453898 Feb 11 05:42:57.185929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b9010b4e-70ce-4da8-895c-5755724d4bb8 req-1ced75fe-a7e8-4b8a-b0f9-a8069ace6941 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819230 Feb 11 05:42:57.238009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Attempting to bind port 74f25ef9-7724-4cf1-8811-d39420348870 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:57.238340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Attempting to bind port 74f25ef9-7724-4cf1-8811-d39420348870 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:57.238701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Attempting to bind port 74f25ef9-7724-4cf1-8811-d39420348870 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:57.242876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Port 74f25ef9-7724-4cf1-8811-d39420348870 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:42:57.243229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Attempting to bind port 74f25ef9-7724-4cf1-8811-d39420348870 on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:57.247954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:57.248288 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:57.248664 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Bound using segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:57.249080 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Bound port: 74f25ef9-7724-4cf1-8811-d39420348870, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:57.249426 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.309128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:57.311951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:57.318855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.355930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:57.356554 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.357955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] 10.222.0.10 "PUT /v2.0/ports/74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 1093 time: 0.8412457 Feb 11 05:42:57.377759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552b4de-3e63-48a3-89d8-33d7da6fca03 service neutron] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:57.446641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-5245cfe1-eb04-40bb-8b77-ee19b3fe9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:57.448209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-5245cfe1-eb04-40bb-8b77-ee19b3fe9dc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1127 time: 0.0480645 Feb 11 05:42:57.544732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-e7d6f57f-c898-41a7-a380-d17f5a135ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:57.546188 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-e7d6f57f-c898-41a7-a380-d17f5a135ef0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0922587 Feb 11 05:42:57.608479 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-7f672b23-f403-43cc-a27f-ac3bf493434a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 999 time: 0.0561893 Feb 11 05:42:57.655160 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-c8281b8d-ffdf-48fc-ab65-40c8d5e09f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:57.656489 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-c8281b8d-ffdf-48fc-ab65-40c8d5e09f6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0421829 Feb 11 05:42:57.711711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-1454d5a1-7610-4de1-ac44-dfc1bba31913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:57.713202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-1454d5a1-7610-4de1-ac44-dfc1bba31913 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512748 Feb 11 05:42:57.799379 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-fe76ca9b-b4bf-4cbb-95a0-a002d0e5035f service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802400 Feb 11 05:42:57.890426 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f99f52c-9dc0-4606-b55b-c3f9832d2ce7 req-361bf84e-4149-44be-862f-95b2cb069245 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849798 Feb 11 05:42:58.310808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf349a6-87b6-46e3-b34e-92e91363c327 req-1d7d18bb-87a9-4782-8885-f06c1b253c42 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:58.312326 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-caf349a6-87b6-46e3-b34e-92e91363c327 req-1d7d18bb-87a9-4782-8885-f06c1b253c42 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 944 time: 0.0567458 Feb 11 05:42:58.364957 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-caf349a6-87b6-46e3-b34e-92e91363c327 req-5fe41f78-b836-4d9d-b650-c6fea0cac3b0 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470569 Feb 11 05:42:58.812865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 74f25ef9-7724-4cf1-8811-d39420348870 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:58.851094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] The host n-h1-615180-58 is not matching for port 74f25ef9-7724-4cf1-8811-d39420348870 host n-h2-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:42:58.851487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 74f25ef9-7724-4cf1-8811-d39420348870 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:58.943994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:58.946449 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23" -d '{"events": [{"name": "network-changed", "server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "tag": "74f25ef9-7724-4cf1-8811-d39420348870"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:58.993957 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c390d0-a5ab-4044-88a4-7ed6b979fdce x-openstack-request-id: req-71c390d0-a5ab-4044-88a4-7ed6b979fdce {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:58.994257 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "tag": "74f25ef9-7724-4cf1-8811-d39420348870", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:58.994518 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71c390d0-a5ab-4044-88a4-7ed6b979fdce {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:58.994952 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870', 'status': 'completed', 'code': 200} Feb 11 05:42:59.076954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-ecb10811-4606-466f-846f-a594703e56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.078380 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-ecb10811-4606-466f-846f-a594703e56c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1127 time: 0.0481381 Feb 11 05:42:59.080456 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-4b13d453-4733-48d2-9782-014414a32fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.081947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-4b13d453-4733-48d2-9782-014414a32fb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 1127 time: 0.0478168 Feb 11 05:42:59.173930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-ab030520-fe5c-49e0-a4a1-fe5df30c8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.175465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-ab030520-fe5c-49e0-a4a1-fe5df30c8662 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0907507 Feb 11 05:42:59.175747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-514f968b-7419-4c53-a8c9-d4d6497b3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.177215 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-514f968b-7419-4c53-a8c9-d4d6497b3f76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0880489 Feb 11 05:42:59.240749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-47716d04-dc7c-448e-a882-49329263bce4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 999 time: 0.0561066 Feb 11 05:42:59.241779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-a19855a6-4af3-4eae-8f9f-63ff9a5fc8da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 200 len: 999 time: 0.0587046 Feb 11 05:42:59.289554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-b2bf1430-a257-41d8-8565-56223647ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.291026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-b2bf1430-a257-41d8-8565-56223647ef75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0444906 Feb 11 05:42:59.292816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-b09c6141-9b34-440a-9d3f-35046a61d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.294266 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-b09c6141-9b34-440a-9d3f-35046a61d022 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0462694 Feb 11 05:42:59.350759 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-df9fb2e5-ad0f-4016-aa21-e60ac9de36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.352419 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-df9fb2e5-ad0f-4016-aa21-e60ac9de36f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516598 Feb 11 05:42:59.492184 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-66c54584-d5c4-4e84-a58a-27328a70f9eb service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325328 Feb 11 05:42:59.577677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47e2d1-1ccb-48bf-a28c-4ea4dad437bb req-ba7ed9e7-5a0e-4c88-8658-84767307b549 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.579248 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd47e2d1-1ccb-48bf-a28c-4ea4dad437bb req-ba7ed9e7-5a0e-4c88-8658-84767307b549 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 944 time: 0.1230021 Feb 11 05:42:59.638925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-17ef0a4f-75c0-49cb-a188-c1df3336823a service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389160 Feb 11 05:42:59.650494 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd47e2d1-1ccb-48bf-a28c-4ea4dad437bb req-249d5ca0-61b9-4ec3-b227-f0616b90645a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628378 Feb 11 05:42:59.727807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-afad9d67-90d0-4b55-8ac0-05dcede0ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.729287 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-afad9d67-90d0-4b55-8ac0-05dcede0ee9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4036121 Feb 11 05:42:59.814008 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-0911aa4b-49ff-415f-9a98-b75d77016486 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782318 Feb 11 05:42:59.902954 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-60f2c9b8-d5bb-45e7-a4c8-38d15568bf23 req-390bc9fd-de39-4173-8457-ed9eb301bb86 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828795 Feb 11 05:43:00.646565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 74f25ef9-7724-4cf1-8811-d39420348870 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:43:00.751230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:00.761960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '74f25ef9-7724-4cf1-8811-d39420348870', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'port_id': '74f25ef9-7724-4cf1-8811-d39420348870', 'mac_address': 'fa:16:3e:8b:7c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:43:00.781899 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab27b87-544c-422e-8716-65024b23a719 req-84f756af-f254-41cf-8dfd-2a3b21ba5540 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:00.783413 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ab27b87-544c-422e-8716-65024b23a719 req-84f756af-f254-41cf-8dfd-2a3b21ba5540 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 944 time: 0.0599647 Feb 11 05:43:00.800209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 74f25ef9-7724-4cf1-8811-d39420348870 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:00.800608 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.813333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f25ef9-7724-4cf1-8811-d39420348870 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:00.829528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8ab27b87-544c-422e-8716-65024b23a719 req-94b442eb-6777-45aa-9d4d-78d8d6369a30 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398800 Feb 11 05:43:00.832046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:00.837177 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.883979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=12']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:00.891346 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.891708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.892058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.892406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.892749 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.893106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.893454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.893753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.894084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.894416 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.894747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.895353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.895690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:00.950597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff75b7-5508-4a0c-86cc-f5d7e336a6b7 req-d959b284-c839-45f6-94b7-b05ef62c7c67 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:00.952098 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2ff75b7-5508-4a0c-86cc-f5d7e336a6b7 req-d959b284-c839-45f6-94b7-b05ef62c7c67 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0524299 Feb 11 05:43:01.001996 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2ff75b7-5508-4a0c-86cc-f5d7e336a6b7 req-fe580b36-f1f3-4dfb-9b5d-efc1488e6f8d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443184 Feb 11 05:43:01.118545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbfa12-e31c-4668-8548-5e9d352ec6a4 req-8fcaeea3-f258-4b2c-8ed8-6571ba2db72e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:01.120070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bedbfa12-e31c-4668-8548-5e9d352ec6a4 req-8fcaeea3-f258-4b2c-8ed8-6571ba2db72e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0525343 Feb 11 05:43:01.166796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['74f25ef9-7724-4cf1-8811-d39420348870'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:43:01.174078 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bedbfa12-e31c-4668-8548-5e9d352ec6a4 req-0bbfe8f8-8470-420c-bada-2d2433bd5f33 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484524 Feb 11 05:43:01.410729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584f55f-605c-4f0d-88eb-e01c6e218540 req-818ebbc2-44c5-4418-a8e4-e750d849fe6d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:01.412248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1584f55f-605c-4f0d-88eb-e01c6e218540 req-818ebbc2-44c5-4418-a8e4-e750d849fe6d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0514805 Feb 11 05:43:01.457903 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1584f55f-605c-4f0d-88eb-e01c6e218540 req-87cb89d7-e8f4-43c6-a87a-ff12bd9f991c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401411 Feb 11 05:43:02.576898 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c4650-508d-4fb1-a86f-1843d593d815 req-8b685cea-85c2-43dd-ad82-ac3b8d86872c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:02.578380 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-070c4650-508d-4fb1-a86f-1843d593d815 req-8b685cea-85c2-43dd-ad82-ac3b8d86872c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0523825 Feb 11 05:43:02.624570 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-070c4650-508d-4fb1-a86f-1843d593d815 req-531b41ae-f3b1-46ed-b0ea-3a65c54605b1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406194 Feb 11 05:43:02.655980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 74f25ef9-7724-4cf1-8811-d39420348870 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:02.704531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 74f25ef9-7724-4cf1-8811-d39420348870 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:43:02.708382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 74f25ef9-7724-4cf1-8811-d39420348870 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:02.709299 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (74f25ef9-7724-4cf1-8811-d39420348870), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.788101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 74f25ef9-7724-4cf1-8811-d39420348870 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:02.788414 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.814321 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:02.817887 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a204f3f-ec88-41f2-a18e-8725dfa06516" -d '{"events": [{"server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "name": "network-vif-plugged", "status": "completed", "tag": "74f25ef9-7724-4cf1-8811-d39420348870"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:02.830184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:02.834096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-f6e97b5a-327f-459c-9deb-12ff445120a7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:02.835612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-f6e97b5a-327f-459c-9deb-12ff445120a7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 945 time: 0.0574243 Feb 11 05:43:02.835984 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.862529 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d37fc0-8413-409b-95d5-8333d7cab7ea x-openstack-request-id: req-f2d37fc0-8413-409b-95d5-8333d7cab7ea {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:02.862830 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "name": "network-vif-plugged", "status": "completed", "tag": "74f25ef9-7724-4cf1-8811-d39420348870", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:02.863115 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2d37fc0-8413-409b-95d5-8333d7cab7ea {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:02.863506 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870', 'code': 200} Feb 11 05:43:02.889192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=13']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:02.931745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Deleting port 74f25ef9-7724-4cf1-8811-d39420348870 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:02.932094 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (74f25ef9-7724-4cf1-8811-d39420348870), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.018427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] For port 74f25ef9-7724-4cf1-8811-d39420348870, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=74f25ef9-7724-4cf1-8811-d39420348870,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:03.018797 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (74f25ef9-7724-4cf1-8811-d39420348870), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.193718 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.194057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.194373 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 disassociated. External IP: 172.25.7.58, port: 74f25ef9-7724-4cf1-8811-d39420348870. Feb 11 05:43:03.194701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Calling delete_port for 74f25ef9-7724-4cf1-8811-d39420348870 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:03.317425 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (74f25ef9-7724-4cf1-8811-d39420348870), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.350851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event deleted for resources: {'Port': ['ID=74f25ef9-7724-4cf1-8811-d39420348870,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:03.464357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:03.571619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:03.581676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b375fe-d951-4471-ba9c-ec5ef8fa5d9e None None] Sync routers for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:03.591842 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b375fe-d951-4471-ba9c-ec5ef8fa5d9e None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:03.592463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-64b375fe-d951-4471-ba9c-ec5ef8fa5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:42:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:03.610427 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] No DVR routers for this DVR port 74f25ef9-7724-4cf1-8811-d39420348870 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:03.612949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.616979 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a7eddd5-8541-4092-9cce-e2636f1a077c req-01c8516e-690f-42b5-a6ff-920cb4c072e4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "DELETE /v2.0/ports/74f25ef9-7724-4cf1-8811-d39420348870 HTTP/1.1" status: 204 len: 173 time: 0.7762165 Feb 11 05:43:03.617415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'name': 'network-vif-deleted', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:03.619665 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692a2358-80de-413e-96ca-5d418a76b4cf" -d '{"events": [{"server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "name": "network-vif-deleted", "tag": "74f25ef9-7724-4cf1-8811-d39420348870"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:03.659470 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fb0475-200b-499d-af1a-03f27754c1fe x-openstack-request-id: req-b5fb0475-200b-499d-af1a-03f27754c1fe {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:03.659963 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25f70c2-abfa-4062-86e1-ce60a6bf31ff", "name": "network-vif-deleted", "tag": "74f25ef9-7724-4cf1-8811-d39420348870", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:03.660271 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5fb0475-200b-499d-af1a-03f27754c1fe {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:03.660680 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25f70c2-abfa-4062-86e1-ce60a6bf31ff', 'name': 'network-vif-deleted', 'tag': '74f25ef9-7724-4cf1-8811-d39420348870', 'status': 'completed', 'code': 200} Feb 11 05:43:03.708172 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-64b375fe-d951-4471-ba9c-ec5ef8fa5d9e None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:03.742369 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68e9435f-debe-49cb-8b89-fc3e728a70e3 req-1f519b82-43eb-4bf9-81ac-a5264793f5c9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25f70c2-abfa-4062-86e1-ce60a6bf31ff HTTP/1.1" status: 200 len: 210 time: 0.0297070 Feb 11 05:43:03.820439 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.937933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-64b375fe-d951-4471-ba9c-ec5ef8fa5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:03.963676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b375fe-d951-4471-ba9c-ec5ef8fa5d9e None None] Checking router: 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:43:03.971690 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b375fe-d951-4471-ba9c-ec5ef8fa5d9e None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:03.972298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-64b375fe-d951-4471-ba9c-ec5ef8fa5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:42:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:04.081294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-64b375fe-d951-4471-ba9c-ec5ef8fa5d9e None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:04.288247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-64b375fe-d951-4471-ba9c-ec5ef8fa5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:04.471590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b375fe-d951-4471-ba9c-ec5ef8fa5d9e None None] The sync data for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 is: [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:04.678001 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b87ac-b026-473e-8bad-a4a9adae0245 None None] New status for floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:43:04.998468 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-6f80a598-6394-4b8b-b7e2-c02d7c92abb0 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1039004694&fields=id&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 267 time: 0.0422561 Feb 11 05:43:05.107266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-e7528a5c-0540-4643-b15f-bc8f16d05584 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:05.108711 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-e7528a5c-0540-4643-b15f-bc8f16d05584 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 812 time: 0.1038637 Feb 11 05:43:05.124817 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-0b73cf95-fd2f-4825-9cde-492ca5fb3479 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/quotas/432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 375 time: 0.0107458 Feb 11 05:43:05.185408 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-b87a3e8f-478d-4e5c-bc4b-766584baec39 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553126 Feb 11 05:43:05.347512 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cabb4274-c25c-4028-ab4f-9abb6a39787f service neutron] 10.222.0.48 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499901 Feb 11 05:43:05.435649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-fccb605d-5bb6-4a13-9148-7a583cc232dc service neutron] 10.222.0.48 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818965 Feb 11 05:43:05.595375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2a7dd8d2-2907-4d50-821c-ad294a3efcb7 req-c0f7f589-bf7c-4026-b8b7-5add01cdd1b3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 210 time: 0.0266356 Feb 11 05:43:06.593500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-53e86755-14a2-4bf8-9f06-9eb0c50a797c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:06.595123 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-53e86755-14a2-4bf8-9f06-9eb0c50a797c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 812 time: 0.1090870 Feb 11 05:43:06.661369 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-7b9d3ff2-9e1e-42fe-b3d1-49c84f53f099 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 380 time: 0.0522938 Feb 11 05:43:06.680334 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Request body: {'port': {'device_id': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'admin_state_up': True, 'tenant_id': '432bd76882da4a319036861d04f0d582', 'security_groups': ['30a16694-e395-437c-8272-7cd60acada9a']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:06.684540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 74f25ef9-7724-4cf1-8811-d39420348870 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:06.691599 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f7128a4d-fb58-44c0-a7a6-f21fd2b5da64 req-b331a523-bf35-47ce-8dcd-a56435deec33 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 210 time: 0.0291500 Feb 11 05:43:06.705134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 74f25ef9-7724-4cf1-8811-d39420348870 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:06.705567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 74f25ef9-7724-4cf1-8811-d39420348870 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:06.791826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Made reservation on behalf of 432bd76882da4a319036861d04f0d582 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:06.796088 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.920607 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Allocated IP 172.20.0.12 (1394a157-ba10-4daa-ac15-6e6f8b66f31f/48de6415-b861-4e42-bd92-f5506094847e/108df27f-6439-42f4-9be8-668f2ec2d03c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:07.056228 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.088740 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.133757 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Network 1394a157-ba10-4daa-ac15-6e6f8b66f31f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:07.136907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:07.140559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:07.171331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:07.199976 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:07.200653 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.217924 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-556db7a0-ab9d-439e-945b-23b92ff4a7fb tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5419807 Feb 11 05:43:07.234873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Request body: {'port': {'device_id': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:07.297958 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.424300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fc075f79-5d79-431b-bcad-a75d14ea84f3 None None] Provisioning complete for port 108df27f-6439-42f4-9be8-668f2ec2d03c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:07.424563 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fc075f79-5d79-431b-bcad-a75d14ea84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.460590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fc075f79-5d79-431b-bcad-a75d14ea84f3 None None] Port 108df27f-6439-42f4-9be8-668f2ec2d03c cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:07.560214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108df27f-6439-42f4-9be8-668f2ec2d03c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:07.567558 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Publish callbacks [] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.579380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Transition to ACTIVE for port object 108df27f-6439-42f4-9be8-668f2ec2d03c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:07.583255 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.633789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:07.703940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Attempting to bind port 108df27f-6439-42f4-9be8-668f2ec2d03c on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:07.704628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Attempting to bind port 108df27f-6439-42f4-9be8-668f2ec2d03c by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:07.704628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Attempting to bind port 108df27f-6439-42f4-9be8-668f2ec2d03c on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:07.710039 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Port 108df27f-6439-42f4-9be8-668f2ec2d03c on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:07.710375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Attempting to bind port 108df27f-6439-42f4-9be8-668f2ec2d03c on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:07.715805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:07.716161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:07.716561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Bound using segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:07.717007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Bound port: 108df27f-6439-42f4-9be8-668f2ec2d03c, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:07.717377 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.807046 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.818799 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:07.823062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:07.830144 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.864308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ea028-ab77-4767-9d33-028b7b880efc req-c2a39c6e-6802-4657-adea-fe67ba8b4557 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:07.865816 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd8ea028-ab77-4767-9d33-028b7b880efc req-c2a39c6e-6802-4657-adea-fe67ba8b4557 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0998619 Feb 11 05:43:07.886769 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:07.887353 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.888746 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] 10.222.0.10 "PUT /v2.0/ports/108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1093 time: 0.6582398 Feb 11 05:43:07.889239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:07.891496 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b3d5ee-c793-4432-867f-4de68693e43d" -d '{"events": [{"name": "network-changed", "server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:07.935788 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8daf7d-55d8-499b-98d6-d4e3a9a2dea5 service neutron] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:07.942689 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3757aac-df2f-4807-87c8-329614440898 x-openstack-request-id: req-f3757aac-df2f-4807-87c8-329614440898 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:07.943499 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:07.943758 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3757aac-df2f-4807-87c8-329614440898 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:07.944176 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'status': 'completed', 'code': 200} Feb 11 05:43:07.956322 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-cd8ea028-ab77-4767-9d33-028b7b880efc req-8a62d43b-98c2-4fb4-a9ed-a0fd88ed9b6f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826240 Feb 11 05:43:08.011366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-a75c6d5c-08a4-4a05-bfa3-8cb97d01c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.012905 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-a75c6d5c-08a4-4a05-bfa3-8cb97d01c34a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1127 time: 0.0557277 Feb 11 05:43:08.065944 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-6ab8a71d-1e92-4bce-9386-f23d63f6b8b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 217 time: 0.0367687 Feb 11 05:43:08.116175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-80da4026-3c57-4cbe-b2db-d5e25f81ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.117660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-80da4026-3c57-4cbe-b2db-d5e25f81ebaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0447779 Feb 11 05:43:08.170556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-02aa7b82-569c-4690-963b-e1ab4fc456e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.172292 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-02aa7b82-569c-4690-963b-e1ab4fc456e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484872 Feb 11 05:43:08.260791 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-38c0dcfd-3a6f-4964-889f-9cf41c8a882a service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819981 Feb 11 05:43:08.352133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b057ba2c-b60f-4162-8f22-393a329dbd15 req-2cfbf5c9-d8a9-4ed0-829c-8496dfd64959 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854659 Feb 11 05:43:08.495081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3d5ee-c793-4432-867f-4de68693e43d req-24dd2efe-97cf-43bb-98ee-71556c7aa21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.496554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03b3d5ee-c793-4432-867f-4de68693e43d req-24dd2efe-97cf-43bb-98ee-71556c7aa21d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1127 time: 0.0454216 Feb 11 05:43:08.587683 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3d5ee-c793-4432-867f-4de68693e43d req-d3f3a311-d3d8-4d5b-b093-202bbe22c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.589060 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03b3d5ee-c793-4432-867f-4de68693e43d req-d3f3a311-d3d8-4d5b-b093-202bbe22c7e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0866697 Feb 11 05:43:08.629018 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03b3d5ee-c793-4432-867f-4de68693e43d req-8ab722c7-d128-49d0-80b2-999f86804155 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 217 time: 0.0346806 Feb 11 05:43:08.675878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3d5ee-c793-4432-867f-4de68693e43d req-fdcefef2-0263-4733-bb32-b2bbfbbd68df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.677869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03b3d5ee-c793-4432-867f-4de68693e43d req-fdcefef2-0263-4733-bb32-b2bbfbbd68df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0418818 Feb 11 05:43:08.725404 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3d5ee-c793-4432-867f-4de68693e43d req-a0896244-5950-4a9e-bb7a-0c82380e1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.726850 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03b3d5ee-c793-4432-867f-4de68693e43d req-a0896244-5950-4a9e-bb7a-0c82380e1c5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428598 Feb 11 05:43:08.817071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03b3d5ee-c793-4432-867f-4de68693e43d req-3df4f97d-ba89-4e94-8417-6c8cef6dd30d service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836957 Feb 11 05:43:08.916312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-03b3d5ee-c793-4432-867f-4de68693e43d req-a3b17179-7f2d-4b3a-ba96-a336faf813fe service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926707 Feb 11 05:43:09.081453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05592cc2-1e70-4448-a830-de63451360ca req-53e77623-e1ab-4e50-8449-edb687bdfdb3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:09.082964 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05592cc2-1e70-4448-a830-de63451360ca req-53e77623-e1ab-4e50-8449-edb687bdfdb3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0558171 Feb 11 05:43:09.129660 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05592cc2-1e70-4448-a830-de63451360ca req-755c8e0e-3432-4607-b3c2-bd21ccf329cc tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404670 Feb 11 05:43:09.486987 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a678eee3-9ddd-4912-9502-dad56744a6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.259652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e7c58-c02c-42fa-9583-5e70f3cfe385 req-7ec1e145-755c-4ef0-b125-8c2c3b95f2d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:10.261144 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-653e7c58-c02c-42fa-9583-5e70f3cfe385 req-7ec1e145-755c-4ef0-b125-8c2c3b95f2d3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0617886 Feb 11 05:43:10.308959 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-653e7c58-c02c-42fa-9583-5e70f3cfe385 req-d12b26d8-ffb3-41f0-b3b8-10d9ad6c7c41 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Feb 11 05:43:10.734507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 108df27f-6439-42f4-9be8-668f2ec2d03c details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:43:10.830543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:10.843044 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'port_id': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'mac_address': 'fa:16:3e:ee:2e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:43:10.879894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 108df27f-6439-42f4-9be8-668f2ec2d03c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:10.880325 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.893528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108df27f-6439-42f4-9be8-668f2ec2d03c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:10.913113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:10.917036 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.962768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:11.175121 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['108df27f-6439-42f4-9be8-668f2ec2d03c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:43:11.426160 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5eafd-216b-4d33-b524-b08372d83c22 req-23f8922e-87d4-485b-a7ca-fc537c880f14 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:11.427657 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17e5eafd-216b-4d33-b524-b08372d83c22 req-23f8922e-87d4-485b-a7ca-fc537c880f14 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0522304 Feb 11 05:43:11.473562 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17e5eafd-216b-4d33-b524-b08372d83c22 req-a96126a0-1e9d-4343-b568-ccd237476f88 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403614 Feb 11 05:43:11.958088 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1f53c221-70f8-46b5-a2af-7131e962f846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.579571 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:43:12.593829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5021f-9fe3-4fc7-914d-70153f0df331 req-567a19d1-3ba5-4010-9ec3-5a0fe3889842 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:12.595334 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-82c5021f-9fe3-4fc7-914d-70153f0df331 req-567a19d1-3ba5-4010-9ec3-5a0fe3889842 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0522251 Feb 11 05:43:12.640688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-82c5021f-9fe3-4fc7-914d-70153f0df331 req-5014a9f0-c9e7-49cb-8eb1-7a78c49fa604 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397334 Feb 11 05:43:12.751522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 108df27f-6439-42f4-9be8-668f2ec2d03c up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:12.803141 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 108df27f-6439-42f4-9be8-668f2ec2d03c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:43:12.807406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 108df27f-6439-42f4-9be8-668f2ec2d03c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:12.807790 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.888677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 108df27f-6439-42f4-9be8-668f2ec2d03c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:12.889066 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.911151 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:12.913346 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e425104-72ea-4ce0-ae31-d54a51161774" -d '{"events": [{"server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "name": "network-vif-plugged", "status": "completed", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:12.924977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:12.929049 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.958531 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8ab3c4-7e14-46da-92fd-d9b71acc8afd x-openstack-request-id: req-9b8ab3c4-7e14-46da-92fd-d9b71acc8afd {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:12.959209 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "name": "network-vif-plugged", "status": "completed", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:12.959209 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b8ab3c4-7e14-46da-92fd-d9b71acc8afd {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:12.959460 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'code': 200} Feb 11 05:43:12.982972 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.992104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:13.091703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdc2ea-b624-45da-a910-b3a783fe0b33 req-2f98126e-fea9-487d-a4a5-1074719a66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:13.093132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09bdc2ea-b624-45da-a910-b3a783fe0b33 req-2f98126e-fea9-487d-a4a5-1074719a66d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1129 time: 0.0491157 Feb 11 05:43:13.134984 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09bdc2ea-b624-45da-a910-b3a783fe0b33 req-d2d8ab1f-0746-4990-b708-632dbe980874 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361941 Feb 11 05:43:13.759214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f86b1-c123-4384-90f9-3ae46f3dc11e req-c33bef42-ca94-46d1-a3bd-c5846b028170 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:13.760832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-130f86b1-c123-4384-90f9-3ae46f3dc11e req-c33bef42-ca94-46d1-a3bd-c5846b028170 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0521972 Feb 11 05:43:13.813582 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-130f86b1-c123-4384-90f9-3ae46f3dc11e req-6d08ab70-821c-402b-9974-32ff02fce2e9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469882 Feb 11 05:43:14.528987 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.936728 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8fbdf-48e7-448a-96f6-0ef8b2648d5b req-4c653b90-c952-4687-82ae-8bea1a6a6693 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:14.938203 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2c8fbdf-48e7-448a-96f6-0ef8b2648d5b req-4c653b90-c952-4687-82ae-8bea1a6a6693 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0531042 Feb 11 05:43:14.988668 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2c8fbdf-48e7-448a-96f6-0ef8b2648d5b req-289f51bb-2126-423f-9ec7-b780710ceb96 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447319 Feb 11 05:43:15.107467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886205c-d8e9-4a58-8e8f-fb54d28b608b req-e155585c-32c6-4609-9efa-f817861d9e48 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:15.108870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5886205c-d8e9-4a58-8e8f-fb54d28b608b req-e155585c-32c6-4609-9efa-f817861d9e48 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0559270 Feb 11 05:43:15.117530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51620) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:15.121865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7b225202-7c6e-4428-8ab2-7a45189b6d36 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Request body: {'floatingip': {'port_id': '108df27f-6439-42f4-9be8-668f2ec2d03c'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:15.161632 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b225202-7c6e-4428-8ab2-7a45189b6d36 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.601918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b225202-7c6e-4428-8ab2-7a45189b6d36 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.605604 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b225202-7c6e-4428-8ab2-7a45189b6d36 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.705988 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-7b225202-7c6e-4428-8ab2-7a45189b6d36 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 associated. External IP: 172.25.7.58, port: 108df27f-6439-42f4-9be8-668f2ec2d03c. Feb 11 05:43:15.751879 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.921291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b225202-7c6e-4428-8ab2-7a45189b6d36 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:16.373577 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b225202-7c6e-4428-8ab2-7a45189b6d36 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:16.378396 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b225202-7c6e-4428-8ab2-7a45189b6d36 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.384631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c83df-e9a3-4a37-bdd1-0373fcd577c7 None None] Sync routers for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:16.394482 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c83df-e9a3-4a37-bdd1-0373fcd577c7 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:16.395144 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-703c83df-e9a3-4a37-bdd1-0373fcd577c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:43:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:16.408902 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7b225202-7c6e-4428-8ab2-7a45189b6d36 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "PUT /v2.0/floatingips/e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 HTTP/1.1" status: 200 len: 992 time: 1.2903318 Feb 11 05:43:16.409727 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:16.412186 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b497164-ed6a-4613-a6cd-782e753fe89a" -d '{"events": [{"name": "network-changed", "server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:16.452873 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802d2d81-a2b6-40af-bbe8-3203efebeea2 x-openstack-request-id: req-802d2d81-a2b6-40af-bbe8-3203efebeea2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:16.453199 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:16.453456 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-802d2d81-a2b6-40af-bbe8-3203efebeea2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:16.453855 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'status': 'completed', 'code': 200} Feb 11 05:43:16.512592 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-703c83df-e9a3-4a37-bdd1-0373fcd577c7 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:16.546735 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b497164-ed6a-4613-a6cd-782e753fe89a req-764fa989-bb16-4262-bb1b-abe18d439d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:16.548278 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b497164-ed6a-4613-a6cd-782e753fe89a req-764fa989-bb16-4262-bb1b-abe18d439d15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1129 time: 0.0470841 Feb 11 05:43:16.646534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b497164-ed6a-4613-a6cd-782e753fe89a req-a1b68f15-ab05-4a9a-b058-9ce7ce3aedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:16.648035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b497164-ed6a-4613-a6cd-782e753fe89a req-a1b68f15-ab05-4a9a-b058-9ce7ce3aedfe service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0946081 Feb 11 05:43:16.720105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b497164-ed6a-4613-a6cd-782e753fe89a req-f27a8064-6ff2-42c2-ae75-28e5beba803c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1000 time: 0.0656493 Feb 11 05:43:16.780531 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b497164-ed6a-4613-a6cd-782e753fe89a req-1562f392-6426-454c-a9db-c53148be1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:16.782067 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b497164-ed6a-4613-a6cd-782e753fe89a req-1562f392-6426-454c-a9db-c53148be1b8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0562067 Feb 11 05:43:16.786538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-703c83df-e9a3-4a37-bdd1-0373fcd577c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e32df6f7-3893-42e6-ad95-9b02b3d0d8a4', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'port_id': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'mac_address': 'fa:16:3e:ee:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:43:15Z', 'revision_number': 13, 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:16.814818 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c83df-e9a3-4a37-bdd1-0373fcd577c7 None None] Checking router: 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:43:16.824034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c83df-e9a3-4a37-bdd1-0373fcd577c7 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:16.825257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-703c83df-e9a3-4a37-bdd1-0373fcd577c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:43:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:16.841839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b497164-ed6a-4613-a6cd-782e753fe89a req-ffcfcc46-b75b-4bae-b36e-f7d5288c26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:16.843670 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b497164-ed6a-4613-a6cd-782e753fe89a req-ffcfcc46-b75b-4bae-b36e-f7d5288c26f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0558243 Feb 11 05:43:16.942686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b497164-ed6a-4613-a6cd-782e753fe89a req-9d72c5d8-3376-4a8e-99c0-fdd3b6c3270c service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908327 Feb 11 05:43:16.945300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-703c83df-e9a3-4a37-bdd1-0373fcd577c7 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:17.041112 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3b497164-ed6a-4613-a6cd-782e753fe89a req-98f2906d-e9bf-46e2-9d2e-62906afe2b16 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926044 Feb 11 05:43:17.173047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-703c83df-e9a3-4a37-bdd1-0373fcd577c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e32df6f7-3893-42e6-ad95-9b02b3d0d8a4', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'port_id': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'mac_address': 'fa:16:3e:ee:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:43:15Z', 'revision_number': 13, 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:17.203350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c83df-e9a3-4a37-bdd1-0373fcd577c7 None None] The sync data for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 is: [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'e32df6f7-3893-42e6-ad95-9b02b3d0d8a4', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'port_id': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'mac_address': 'fa:16:3e:ee:2e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:28Z', 'updated_at': '2022-02-11T05:43:15Z', 'revision_number': 13, 'project_id': '432bd76882da4a319036861d04f0d582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:17.400851 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282252b-e3fc-4c64-ba68-1d7ce99321b6 None None] New status for floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:43:18.927096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d340e16-0852-4bae-b4a9-61ec2b834382 req-23a029f6-09f6-4b87-95f6-85a8a273840a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:18.928570 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d340e16-0852-4bae-b4a9-61ec2b834382 req-23a029f6-09f6-4b87-95f6-85a8a273840a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0532238 Feb 11 05:43:18.975058 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d340e16-0852-4bae-b4a9-61ec2b834382 req-0823ff27-2a45-4279-80d9-e920116021c7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407963 Feb 11 05:43:33.757013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.380448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6492f9-8d72-4258-9048-d83f421ff9d7 req-b31d06af-87e1-4fdd-91df-716619abb84e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.381936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb6492f9-8d72-4258-9048-d83f421ff9d7 req-b31d06af-87e1-4fdd-91df-716619abb84e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0875821 Feb 11 05:43:35.415425 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-03ce134e-170b-41f6-a15d-970f2bdab7b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294539 Feb 11 05:43:35.439286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb6492f9-8d72-4258-9048-d83f421ff9d7 req-ff4dd0c1-dcb4-4a98-ba46-2c6888c5ed0f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509815 Feb 11 05:43:35.823079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-bb91529c-b1b3-4ca3-84b8-9e499a220edd tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.824444 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-bb91529c-b1b3-4ca3-84b8-9e499a220edd tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports/108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 943 time: 0.0988424 Feb 11 05:43:36.561656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9550-25fd-48c9-bfd7-b5b3bd02c030 req-15b8d811-9505-41cc-b7db-3b314c4d50ff tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.563294 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84ed9550-25fd-48c9-bfd7-b5b3bd02c030 req-15b8d811-9505-41cc-b7db-3b314c4d50ff tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0534620 Feb 11 05:43:36.613164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-84ed9550-25fd-48c9-bfd7-b5b3bd02c030 req-b3e9d6e5-47be-4bc1-8240-a49b32879996 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441031 Feb 11 05:43:36.904422 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-4ed614c6-f363-47d3-9692-1fae5094cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.905842 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-4ed614c6-f363-47d3-9692-1fae5094cb7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1129 time: 0.0464778 Feb 11 05:43:36.991996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-37c266dd-8d6a-40ee-95c3-21da9072739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.993451 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-37c266dd-8d6a-40ee-95c3-21da9072739a service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0819557 Feb 11 05:43:37.062721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-0058ff7b-b7d4-4774-8d41-4f23fd300411 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1002 time: 0.0617824 Feb 11 05:43:37.110694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-6bd9512d-7826-4d72-b431-e17abcb42a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.112307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-6bd9512d-7826-4d72-b431-e17abcb42a1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0439878 Feb 11 05:43:37.164585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-86d27745-6c75-4be1-ae56-be4d2525fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.166187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-86d27745-6c75-4be1-ae56-be4d2525fb3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477192 Feb 11 05:43:37.260250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-bb5833e7-8ff5-4716-8c5d-5096b5df2687 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874128 Feb 11 05:43:37.359672 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-9c529a09-ed71-443b-a715-34e051016348 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923269 Feb 11 05:43:37.739171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae11b5f-b4b5-4aca-89a0-8dbe861575ff req-0b4010c4-88f2-43b2-a015-02b7657e2a9b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.740667 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dae11b5f-b4b5-4aca-89a0-8dbe861575ff req-0b4010c4-88f2-43b2-a015-02b7657e2a9b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0582616 Feb 11 05:43:37.786768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dae11b5f-b4b5-4aca-89a0-8dbe861575ff req-10fa9917-61d7-4ce1-a9f6-5f91d23fde86 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398002 Feb 11 05:43:37.804270 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.911745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6d9a5-65c8-4804-9734-abd525edf997 req-99580b70-15fb-4277-b010-233f49d200b7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.913238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13a6d9a5-65c8-4804-9734-abd525edf997 req-99580b70-15fb-4277-b010-233f49d200b7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0536838 Feb 11 05:43:38.960019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13a6d9a5-65c8-4804-9734-abd525edf997 req-da04583f-765b-4d6e-acef-83ea08af8e11 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 Feb 11 05:43:39.489492 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-719c60f9-44ca-4afc-a0a4-a5502a2503d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.601699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb8416-5a2f-4474-b77b-4b2893908663 req-ac17bebf-f10c-4907-8014-0bbc8395de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.603860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bb8416-5a2f-4474-b77b-4b2893908663 req-ac17bebf-f10c-4907-8014-0bbc8395de43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1129 time: 0.0442669 Feb 11 05:43:39.709037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb8416-5a2f-4474-b77b-4b2893908663 req-a10f075f-7964-4b79-bd0b-b17f5372878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.710531 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bb8416-5a2f-4474-b77b-4b2893908663 req-a10f075f-7964-4b79-bd0b-b17f5372878c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0886233 Feb 11 05:43:39.776789 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bb8416-5a2f-4474-b77b-4b2893908663 req-778302e2-7df6-4e63-b3bc-bf4bda5d290d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1002 time: 0.0595615 Feb 11 05:43:39.827587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb8416-5a2f-4474-b77b-4b2893908663 req-37e3c5ef-2308-449d-a00b-7f583dd6d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.829026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bb8416-5a2f-4474-b77b-4b2893908663 req-37e3c5ef-2308-449d-a00b-7f583dd6d1ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0469596 Feb 11 05:43:39.878217 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb8416-5a2f-4474-b77b-4b2893908663 req-85046d93-f9c3-4290-93dc-d0fe44aafc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.879756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bb8416-5a2f-4474-b77b-4b2893908663 req-85046d93-f9c3-4290-93dc-d0fe44aafc1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446467 Feb 11 05:43:39.967695 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bb8416-5a2f-4474-b77b-4b2893908663 req-c52bdd1b-898a-4f1f-a61e-ced118d321ee service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811622 Feb 11 05:43:40.062117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f7bb8416-5a2f-4474-b77b-4b2893908663 req-5a497133-95a0-4e26-af6c-12e4eeac43e5 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889070 Feb 11 05:43:40.088770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa15f5-be40-4eb1-8d89-23d8a17afd73 req-38e95d8f-b643-46c9-a712-2a234010e81d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:40.090417 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-70aa15f5-be40-4eb1-8d89-23d8a17afd73 req-38e95d8f-b643-46c9-a712-2a234010e81d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0618196 Feb 11 05:43:40.136580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-70aa15f5-be40-4eb1-8d89-23d8a17afd73 req-a7511552-3c4b-4d74-a950-5277b1d79f86 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 Feb 11 05:43:41.257854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ef883-32f6-4997-b2ec-e41d18a505b0 req-6aa70d5c-1dce-4a68-944d-9d0746cd27b4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.259834 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f3ef883-32f6-4997-b2ec-e41d18a505b0 req-6aa70d5c-1dce-4a68-944d-9d0746cd27b4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0540555 Feb 11 05:43:41.306382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f3ef883-32f6-4997-b2ec-e41d18a505b0 req-37c439c8-4b83-4a1f-98a5-a7a8b9a28842 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409243 Feb 11 05:43:41.959390 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-440f0d26-4797-4a9e-8a1e-7f5376c57635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.431839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76704c0-31d7-4728-9b34-01b77f4bd669 req-9ee0cef3-8720-40e1-9cff-ee057fda3740 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.433313 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c76704c0-31d7-4728-9b34-01b77f4bd669 req-9ee0cef3-8720-40e1-9cff-ee057fda3740 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0586314 Feb 11 05:43:42.479013 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c76704c0-31d7-4728-9b34-01b77f4bd669 req-3eaa8d78-ab7b-40ed-bcde-b5ea37dd387c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401409 Feb 11 05:43:42.951533 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.605131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9156fe-8f56-46d7-840b-d260cea7cb92 req-4d48cdb9-8105-4e3f-b553-f789f90d9db4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.606626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af9156fe-8f56-46d7-840b-d260cea7cb92 req-4d48cdb9-8105-4e3f-b553-f789f90d9db4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0589252 Feb 11 05:43:43.654417 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-af9156fe-8f56-46d7-840b-d260cea7cb92 req-f58c9f14-a597-4d36-a81a-10ccce4129de tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422344 Feb 11 05:43:44.529623 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.805414 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b908f54-e7ab-48aa-a243-37ee1d137dc9 req-332d4808-1fdd-4e57-99cf-ce7c54ce7885 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:44.807016 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b908f54-e7ab-48aa-a243-37ee1d137dc9 req-332d4808-1fdd-4e57-99cf-ce7c54ce7885 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0537703 Feb 11 05:43:44.857754 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7b908f54-e7ab-48aa-a243-37ee1d137dc9 req-1cac38a9-ceec-41d2-b4d1-61fd16fe7b32 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445585 Feb 11 05:43:45.758764 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.981553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1055da-512b-4a59-8003-2064d15e5b71 req-424d41c2-7fcd-498b-905d-fd98a309172a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.983059 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa1055da-512b-4a59-8003-2064d15e5b71 req-424d41c2-7fcd-498b-905d-fd98a309172a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0553637 Feb 11 05:43:46.029740 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fa1055da-512b-4a59-8003-2064d15e5b71 req-be6c5d64-bf74-4534-b24a-33f4f1f33ea9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406199 Feb 11 05:43:47.156639 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a54ef-e1c4-4441-abdc-2878360b643d req-93f80098-a362-487f-8ed5-f1f5c9fea4be tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:47.158146 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db6a54ef-e1c4-4441-abdc-2878360b643d req-93f80098-a362-487f-8ed5-f1f5c9fea4be tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0591123 Feb 11 05:43:47.209529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-db6a54ef-e1c4-4441-abdc-2878360b643d req-f25c3771-ef88-45b0-972c-71d03c6f10a1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454235 Feb 11 05:43:48.184052 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-9944c101-12f1-43d6-a16b-8d7b0d5e6b5d service neutron] show failed (client error): The resource could not be found. Feb 11 05:43:48.185088 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-9944c101-12f1-43d6-a16b-8d7b0d5e6b5d service neutron] 10.222.0.10 "GET /v2.0/ports/108df27f-6439-42f4-9be8-668f2ec2d03c/bindings/n-h1-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0646873 Feb 11 05:43:48.334050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea027a-47a7-4881-bca5-c9420700a981 req-cfdb3c7d-ba3b-439e-80ba-2168ad61f6da tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.335518 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-beea027a-47a7-4881-bca5-c9420700a981 req-cfdb3c7d-ba3b-439e-80ba-2168ad61f6da tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0542724 Feb 11 05:43:48.383548 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-beea027a-47a7-4881-bca5-c9420700a981 req-a7d93667-9540-4d84-aec0-57738a7666e3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 Feb 11 05:43:48.403091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-fe742756-5dca-4f0f-a352-e36dad90e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.404608 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-fe742756-5dca-4f0f-a352-e36dad90e166 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 1129 time: 0.0457423 Feb 11 05:43:48.422908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:48.480607 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.681880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:48.713253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:48.750948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:48.753196 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46de7904-d162-44b9-8b77-2c8ed9d8494a" -d '{"events": [{"server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "name": "network-vif-unplugged", "status": "completed", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:48.757076 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Publish callbacks [] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.769945 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Transition to ACTIVE for port object 108df27f-6439-42f4-9be8-668f2ec2d03c will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:48.774226 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.807665 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1726c54b-6cf8-4a7a-8442-5382bf90cf56 x-openstack-request-id: req-1726c54b-6cf8-4a7a-8442-5382bf90cf56 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:48.807962 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "name": "network-vif-unplugged", "status": "completed", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:48.808224 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1726c54b-6cf8-4a7a-8442-5382bf90cf56 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:48.808620 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'code': 200} Feb 11 05:43:48.859301 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:48.872295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.872651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.872989 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.873324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.873657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.873988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.874314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.874421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 108df27f-6439-42f4-9be8-668f2ec2d03c no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:48.874868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.875016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.875295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.875615 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.875936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.876259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:48.911327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] No DVR routers for this DVR port 108df27f-6439-42f4-9be8-668f2ec2d03c on host n-h2-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:48.921623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] The host n-h2-615180-58 is not matching for port 108df27f-6439-42f4-9be8-668f2ec2d03c host n-h1-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:43:48.922128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 108df27f-6439-42f4-9be8-668f2ec2d03c not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:49.048625 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Attempting to bind port 108df27f-6439-42f4-9be8-668f2ec2d03c on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:49.048968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Attempting to bind port 108df27f-6439-42f4-9be8-668f2ec2d03c by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:49.049304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Attempting to bind port 108df27f-6439-42f4-9be8-668f2ec2d03c on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:49.053577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Port 108df27f-6439-42f4-9be8-668f2ec2d03c on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:49.053905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Attempting to bind port 108df27f-6439-42f4-9be8-668f2ec2d03c on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:49.058714 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:49.059095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:49.059487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Bound using segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:49.059918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Bound port: 108df27f-6439-42f4-9be8-668f2ec2d03c, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:49.060277 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.122648 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:49.125875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:49.131468 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.167835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.168489 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.169884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] 10.222.0.60 "PUT /v2.0/ports/108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1093 time: 0.7509062 Feb 11 05:43:49.188629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc402ef9-d7af-491f-b764-b4f9ce279604 service neutron] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:49.509930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f216db-b679-4f71-8b19-b74e5855dc2f req-4afc2fd2-451d-4a0d-8f6f-82148e277409 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.511396 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72f216db-b679-4f71-8b19-b74e5855dc2f req-4afc2fd2-451d-4a0d-8f6f-82148e277409 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0553360 Feb 11 05:43:49.560626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-72f216db-b679-4f71-8b19-b74e5855dc2f req-9028d1f8-c8be-4146-8d79-ebdadd1f10a7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Feb 11 05:43:49.579454 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:43:49.596494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-a3017ee3-dcfc-4014-895c-2df8c548b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.598014 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-a3017ee3-dcfc-4014-895c-2df8c548b392 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1127 time: 0.3819890 Feb 11 05:43:49.694184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-bf90b976-926e-4425-8654-ce5bbdbc6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.695688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-bf90b976-926e-4425-8654-ce5bbdbc6537 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0851951 Feb 11 05:43:49.762761 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-cf06caa8-2b88-4d47-a23c-c3cf77b3034e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1000 time: 0.0600302 Feb 11 05:43:49.809992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-a3f28f4e-4913-49f1-b5b8-293169c527a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.811418 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-a3f28f4e-4913-49f1-b5b8-293169c527a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0424194 Feb 11 05:43:49.869152 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-f916f978-9777-42fc-9ad4-257e809034db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.870698 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-f916f978-9777-42fc-9ad4-257e809034db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468166 Feb 11 05:43:49.963197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-dff9420a-7454-4c41-849b-98f8660ede67 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850568 Feb 11 05:43:50.055416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-afdbc814-db18-4fbd-82c5-3f793871b1ba service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842586 Feb 11 05:43:50.684243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5a33-a68a-42b5-a9e3-eb3dcc1eff57 req-74e2defc-3575-4629-8a81-c5f6a32c4829 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:50.686142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb2a5a33-a68a-42b5-a9e3-eb3dcc1eff57 req-74e2defc-3575-4629-8a81-c5f6a32c4829 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0535574 Feb 11 05:43:50.733194 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb2a5a33-a68a-42b5-a9e3-eb3dcc1eff57 req-71314b4c-d524-405a-9d16-cf9a11051bb4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412943 Feb 11 05:43:50.809927 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:50.812316 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:50.861850 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f627e5-4520-4427-8a91-de19e42a10c4 x-openstack-request-id: req-11f627e5-4520-4427-8a91-de19e42a10c4 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:50.862151 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:50.862428 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11f627e5-4520-4427-8a91-de19e42a10c4 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:50.862815 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'status': 'completed', 'code': 200} Feb 11 05:43:50.948474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-17f286d4-6d25-4338-9da6-bf4d6b1bf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:50.950312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-17f286d4-6d25-4338-9da6-bf4d6b1bf706 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1127 time: 0.0458930 Feb 11 05:43:50.950549 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-8926ceb9-a3e0-4724-a567-0f6e92d1e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:50.952094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-8926ceb9-a3e0-4724-a567-0f6e92d1e0b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1127 time: 0.0534980 Feb 11 05:43:51.045228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-7f66b8bb-3854-4976-99b7-385279af55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.046722 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-7f66b8bb-3854-4976-99b7-385279af55d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0900798 Feb 11 05:43:51.047131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-7e96e83e-db2e-4070-995d-9ae5ff0d8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.048691 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-7e96e83e-db2e-4070-995d-9ae5ff0d8e13 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0904396 Feb 11 05:43:51.116836 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-8faf46a7-eb42-4dac-8db0-eb7d4892cadf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1000 time: 0.0611937 Feb 11 05:43:51.120324 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-de555c3f-35c9-4cc9-9190-ffb84212d4ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1000 time: 0.0647309 Feb 11 05:43:51.172264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-d06d5875-9fda-492b-b430-713daffa7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.173785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-d06d5875-9fda-492b-b430-713daffa7cc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0503204 Feb 11 05:43:51.181059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-4a0a4fc7-4a14-46e6-95bb-4e5b93861b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.182584 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-4a0a4fc7-4a14-46e6-95bb-4e5b93861b7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0570550 Feb 11 05:43:51.229756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-c0134f63-4fc0-4f99-9932-837a0dacf466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.231328 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-c0134f63-4fc0-4f99-9932-837a0dacf466 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503206 Feb 11 05:43:51.240667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-34b14733-76cb-4801-8d7d-e8f15822d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.242324 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-34b14733-76cb-4801-8d7d-e8f15822d905 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0541234 Feb 11 05:43:51.325698 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-87f028bd-9bda-4559-b671-c294925356e5 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877135 Feb 11 05:43:51.340150 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-ac7139e2-f204-461a-a2ad-1ec8ee1ff609 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915477 Feb 11 05:43:51.422010 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-b6f33e2a-16b0-4929-9ad3-1f5b2c98f42e service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884757 Feb 11 05:43:51.432902 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ca22687e-5c1e-4e46-b03f-e49b69dea5d5 req-ebc247f5-2da1-475c-814e-a4d6cc327ee9 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872655 Feb 11 05:43:51.861376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa968787-8a81-4d94-bbc9-8ba2beb27d7c req-31728fff-f103-4c4a-91b0-8e6406963a4e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.862928 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa968787-8a81-4d94-bbc9-8ba2beb27d7c req-31728fff-f103-4c4a-91b0-8e6406963a4e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0588052 Feb 11 05:43:51.910872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa968787-8a81-4d94-bbc9-8ba2beb27d7c req-df3df7a6-9f1a-4583-a506-84a8d76300fa tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423648 Feb 11 05:43:52.813516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbfb0d-7e8a-425e-b851-c86a2cfe0688 req-b3205357-fd22-410b-bd66-1e18cb06fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.815134 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0bbfb0d-7e8a-425e-b851-c86a2cfe0688 req-b3205357-fd22-410b-bd66-1e18cb06fd9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1127 time: 0.0528851 Feb 11 05:43:52.928651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbfb0d-7e8a-425e-b851-c86a2cfe0688 req-e71c7b43-7bd6-47ca-bb8d-1812971ab4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.930209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0bbfb0d-7e8a-425e-b851-c86a2cfe0688 req-e71c7b43-7bd6-47ca-bb8d-1812971ab4d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0936441 Feb 11 05:43:53.001022 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0bbfb0d-7e8a-425e-b851-c86a2cfe0688 req-987ead64-6445-4a4f-8d19-c8ecabd9fe0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1000 time: 0.0642602 Feb 11 05:43:53.047817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3d7ff-d1be-4ffe-b39d-869d829f67af req-af4c9a27-fd99-48ef-a4e9-67aee524f8b7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.049327 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ed3d7ff-d1be-4ffe-b39d-869d829f67af req-af4c9a27-fd99-48ef-a4e9-67aee524f8b7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0604138 Feb 11 05:43:53.052655 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbfb0d-7e8a-425e-b851-c86a2cfe0688 req-95f0db62-06ce-4cbc-a4f9-d19f96d59864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.054283 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0bbfb0d-7e8a-425e-b851-c86a2cfe0688 req-95f0db62-06ce-4cbc-a4f9-d19f96d59864 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0457520 Feb 11 05:43:53.102418 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ed3d7ff-d1be-4ffe-b39d-869d829f67af req-cd42fd74-0435-4e49-9a36-b97bf6c91672 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466652 Feb 11 05:43:53.107071 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbfb0d-7e8a-425e-b851-c86a2cfe0688 req-728471f7-5a0a-4902-bc0c-68bde2020e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.108628 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0bbfb0d-7e8a-425e-b851-c86a2cfe0688 req-728471f7-5a0a-4902-bc0c-68bde2020e79 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465457 Feb 11 05:43:53.206141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0bbfb0d-7e8a-425e-b851-c86a2cfe0688 req-29dfdcd4-871c-421d-adcf-dbda6b41159d service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887196 Feb 11 05:43:53.296077 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0bbfb0d-7e8a-425e-b851-c86a2cfe0688 req-362094b1-36c4-41af-9e8b-cc2c1512b735 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825524 Feb 11 05:43:54.227182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0df5-a83a-4b46-b67f-6fbde0591ff7 req-74c0adac-d6cb-4d4e-a795-799eaa1f8080 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.229176 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d6e0df5-a83a-4b46-b67f-6fbde0591ff7 req-74c0adac-d6cb-4d4e-a795-799eaa1f8080 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0578253 Feb 11 05:43:54.275492 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d6e0df5-a83a-4b46-b67f-6fbde0591ff7 req-5e9314cd-82ed-4ab8-a65d-f62634a61be6 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406270 Feb 11 05:43:55.396826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5d0da-9103-4897-abba-08c07dc9dc60 req-f2a51fd9-e31a-4d2f-b33a-0ded07f8ef96 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:55.398227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bdf5d0da-9103-4897-abba-08c07dc9dc60 req-f2a51fd9-e31a-4d2f-b33a-0ded07f8ef96 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0529015 Feb 11 05:43:55.444640 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bdf5d0da-9103-4897-abba-08c07dc9dc60 req-2d7c2bbb-dd61-4b00-8e4a-093125ce1ede tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406079 Feb 11 05:43:56.570082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a84bca-65d1-4c45-9db4-c91813fd06ff req-1caf75c7-c27c-4b44-9831-bd3c23a022e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:56.571721 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5a84bca-65d1-4c45-9db4-c91813fd06ff req-1caf75c7-c27c-4b44-9831-bd3c23a022e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0575693 Feb 11 05:43:56.619114 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5a84bca-65d1-4c45-9db4-c91813fd06ff req-3bd96d9a-d1cf-4fe5-9687-4a0f504e0304 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418591 Feb 11 05:43:57.741983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95848d00-8ccb-415e-b1d1-5f1dafb40474 req-84289630-2524-4fac-ad7f-712f81c543c3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:57.744219 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95848d00-8ccb-415e-b1d1-5f1dafb40474 req-84289630-2524-4fac-ad7f-712f81c543c3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0529170 Feb 11 05:43:57.794393 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-95848d00-8ccb-415e-b1d1-5f1dafb40474 req-c2b22dab-4dc7-4385-8a6d-3c6be6366203 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444796 Feb 11 05:43:58.917501 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ff62d-0fab-4181-b520-572857924b3f req-6d4b6c1a-0151-45f1-b911-2958d7e5808d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.919004 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-301ff62d-0fab-4181-b520-572857924b3f req-6d4b6c1a-0151-45f1-b911-2958d7e5808d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0523319 Feb 11 05:43:58.969544 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-301ff62d-0fab-4181-b520-572857924b3f req-f4cd053f-ef48-4880-b8d1-cb91c9459a2c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448520 Feb 11 05:44:00.090117 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf902cf4-63ac-4cae-b47d-752c98d387a3 req-428cfc20-9922-4316-b3dd-f55a8f4d8597 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:00.091662 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf902cf4-63ac-4cae-b47d-752c98d387a3 req-428cfc20-9922-4316-b3dd-f55a8f4d8597 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0532961 Feb 11 05:44:00.139803 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf902cf4-63ac-4cae-b47d-752c98d387a3 req-960cdf97-c7cd-405d-b860-3064d79e911b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419226 Feb 11 05:44:01.271125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a39d7b-d341-48a5-9c16-59390a6c92eb req-8e42e254-a8ce-455b-a962-627c11a35d6f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:01.272631 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2a39d7b-d341-48a5-9c16-59390a6c92eb req-8e42e254-a8ce-455b-a962-627c11a35d6f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0562143 Feb 11 05:44:01.319522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f2a39d7b-d341-48a5-9c16-59390a6c92eb req-995e5140-80d9-4c00-8ff0-9e56dbf324a2 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Feb 11 05:44:02.437599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4721683-0487-4d38-b121-02e1959ff442 req-c7081600-d5eb-4480-9846-11460e19a038 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:02.439084 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4721683-0487-4d38-b121-02e1959ff442 req-c7081600-d5eb-4480-9846-11460e19a038 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0512292 Feb 11 05:44:02.484212 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c4721683-0487-4d38-b121-02e1959ff442 req-7da86e4b-10aa-4dbc-b554-cbb98f50418b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396471 Feb 11 05:44:03.602161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c20702-9790-4333-bee1-5221b4ba064e req-cdb800c1-96a4-4690-bb1c-b40be582d2fd tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:03.604365 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96c20702-9790-4333-bee1-5221b4ba064e req-cdb800c1-96a4-4690-bb1c-b40be582d2fd tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0517485 Feb 11 05:44:03.656173 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-96c20702-9790-4333-bee1-5221b4ba064e req-062fbccb-f8e0-4fee-9961-c14492021bbd tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457644 Feb 11 05:44:03.759147 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.781067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff927c2b-0afe-474a-b2d6-d305acf0e2d6 req-e3535c8c-0f35-417e-b122-f06f55220868 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.782550 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff927c2b-0afe-474a-b2d6-d305acf0e2d6 req-e3535c8c-0f35-417e-b122-f06f55220868 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0576346 Feb 11 05:44:04.828374 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ff927c2b-0afe-474a-b2d6-d305acf0e2d6 req-39e1e238-73f6-49f1-9b7c-ee9c620881c4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402870 Feb 11 05:44:05.953419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f5c6e-9f2b-4093-9f24-6595274f68e4 req-9aeda0e0-3aec-4663-bf3e-8c30936ec534 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.954937 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-308f5c6e-9f2b-4093-9f24-6595274f68e4 req-9aeda0e0-3aec-4663-bf3e-8c30936ec534 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0585549 Feb 11 05:44:06.000552 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-308f5c6e-9f2b-4093-9f24-6595274f68e4 req-ff74ba49-4640-439d-b9ef-8868a91c473c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400527 Feb 11 05:44:07.125056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7bcc5-6002-49e7-a838-ada25a7883b9 req-ce72318a-6432-47ca-85b5-525bdfabb77b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.126520 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15f7bcc5-6002-49e7-a838-ada25a7883b9 req-ce72318a-6432-47ca-85b5-525bdfabb77b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0522094 Feb 11 05:44:07.172825 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15f7bcc5-6002-49e7-a838-ada25a7883b9 req-4897cc40-bd13-4d46-9631-9dccbfac9984 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405912 Feb 11 05:44:07.823254 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.291894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db008b2-4dce-4cf3-b7ad-16eb5c68372b req-aa284a3f-bc25-4bf9-8f84-e043059f5887 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:08.293394 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0db008b2-4dce-4cf3-b7ad-16eb5c68372b req-aa284a3f-bc25-4bf9-8f84-e043059f5887 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 944 time: 0.0520420 Feb 11 05:44:08.344609 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0db008b2-4dce-4cf3-b7ad-16eb5c68372b req-e082e0e7-1636-4bfa-859a-924efe0b9f55 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444770 Feb 11 05:44:09.194092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 108df27f-6439-42f4-9be8-668f2ec2d03c details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:44:09.297031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:09.307429 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'port_id': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'mac_address': 'fa:16:3e:ee:2e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:44:09.344565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 108df27f-6439-42f4-9be8-668f2ec2d03c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:09.344887 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.357951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108df27f-6439-42f4-9be8-668f2ec2d03c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:09.377686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:09.383010 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.429725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:09.437239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.437601 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.437952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.438297 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.438637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.438999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.439334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.439665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.439998 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.440326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.440653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.440980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.441303 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:09.467148 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c0e60-bc31-4454-b34e-2cc09e94e61b req-5944f876-e156-4574-a527-e87fd8aaad30 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.468626 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-866c0e60-bc31-4454-b34e-2cc09e94e61b req-5944f876-e156-4574-a527-e87fd8aaad30 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0521116 Feb 11 05:44:09.492569 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c445b9b9-5f12-48f4-92e9-5fc4a2c8e2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.519187 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-866c0e60-bc31-4454-b34e-2cc09e94e61b req-f7509ca7-05ad-48ca-a844-7e05da05da25 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 Feb 11 05:44:09.818775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-52eefaaa-f3f3-41f5-b928-05725184654f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.820291 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-52eefaaa-f3f3-41f5-b928-05725184654f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.60 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8&tenant_id=432bd76882da4a319036861d04f0d582&binding%3Ahost_id=n-h1-615180-58 HTTP/1.1" status: 200 len: 945 time: 0.0575223 Feb 11 05:44:09.824182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d140b3-5227-429f-b633-5342e76b4b6d req-267a05eb-7e1e-4e01-9284-0d2b9832c4a8 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.826199 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16d140b3-5227-429f-b633-5342e76b4b6d req-267a05eb-7e1e-4e01-9284-0d2b9832c4a8 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0547819 Feb 11 05:44:09.874660 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-16d140b3-5227-429f-b633-5342e76b4b6d req-e6feeb55-ff26-40db-9732-8fc3d2093471 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 Feb 11 05:44:09.894291 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-985ffa2c-f245-4e71-b424-c59fc0dda09c service neutron] 10.222.0.60 "GET /v2.0/ports/108df27f-6439-42f4-9be8-668f2ec2d03c/bindings/n-h1-615180-58 HTTP/1.1" status: 200 len: 383 time: 0.0630422 Feb 11 05:44:09.924806 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['108df27f-6439-42f4-9be8-668f2ec2d03c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:09.990306 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-63893d9c-378a-4c72-a9be-e021054664b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.991898 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-63893d9c-378a-4c72-a9be-e021054664b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1128 time: 0.0463462 Feb 11 05:44:10.090526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-183a6d94-4d38-45c9-b04b-2b6e46ff48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:10.092568 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-183a6d94-4d38-45c9-b04b-2b6e46ff48fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0937848 Feb 11 05:44:10.162254 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-57e7cbde-186e-485b-a6b6-2e9920e03b50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1001 time: 0.0583541 Feb 11 05:44:10.213342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-263a8917-0fa7-40b6-a67b-36c0354c2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:10.214808 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-263a8917-0fa7-40b6-a67b-36c0354c2f0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0425451 Feb 11 05:44:10.266657 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-c8887e1f-041e-445a-9851-c0f3aac3c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:10.268185 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-c8887e1f-041e-445a-9851-c0f3aac3c9a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472016 Feb 11 05:44:10.358772 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-60d55e22-7344-4da1-9eca-26b8c51aa75e service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819643 Feb 11 05:44:10.455986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-748b2961-84d6-42d2-80fb-4e3f9b5d1e20 service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848403 Feb 11 05:44:10.999976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22a314-d460-4e5d-8e21-6f94a6445789 req-d3244dfb-72ec-42c1-974f-b2a30fce9851 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.001506 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b22a314-d460-4e5d-8e21-6f94a6445789 req-d3244dfb-72ec-42c1-974f-b2a30fce9851 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0532076 Feb 11 05:44:11.062671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5b22a314-d460-4e5d-8e21-6f94a6445789 req-ca518882-8e9c-43c8-b21e-9f1516045bc0 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551796 Feb 11 05:44:11.213471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 108df27f-6439-42f4-9be8-668f2ec2d03c up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:11.261484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 108df27f-6439-42f4-9be8-668f2ec2d03c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:44:11.265339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 108df27f-6439-42f4-9be8-668f2ec2d03c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:11.265713 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.341929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 108df27f-6439-42f4-9be8-668f2ec2d03c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:11.342320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.364335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:11.366714 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28a6205-342a-4177-b216-f5e50a534674" -d '{"events": [{"server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "name": "network-vif-plugged", "status": "completed", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:11.380808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:11.384689 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.418427 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5918a0-04ad-41da-8b23-edd89c55540b x-openstack-request-id: req-7e5918a0-04ad-41da-8b23-edd89c55540b {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:11.419266 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "name": "network-vif-plugged", "status": "completed", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:11.419529 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e5918a0-04ad-41da-8b23-edd89c55540b {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:11.419921 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'code': 200} Feb 11 05:44:11.433077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:11.960998 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ad02-b59e-49d9-9d93-b8209fbe79dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.185969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc4d78-da5f-47de-bb31-f961ae04dcaa req-e878b3ef-cced-4d3f-ae30-6266ed352bd8 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:12.187424 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2dc4d78-da5f-47de-bb31-f961ae04dcaa req-e878b3ef-cced-4d3f-ae30-6266ed352bd8 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0524096 Feb 11 05:44:12.238131 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c2dc4d78-da5f-47de-bb31-f961ae04dcaa req-b276971e-0fef-45fe-83b6-2fffb808a704 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449030 Feb 11 05:44:12.954573 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.362335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55542788-9971-4db3-85e4-76af63ec173f req-4a166786-3289-4b8c-9651-3a79eb011095 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.363859 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55542788-9971-4db3-85e4-76af63ec173f req-4a166786-3289-4b8c-9651-3a79eb011095 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0543737 Feb 11 05:44:13.412432 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55542788-9971-4db3-85e4-76af63ec173f req-56c76244-fa1c-4172-8a72-8fa5784cd3b9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429454 Feb 11 05:44:14.534055 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.539088 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065e5ff-75e1-4a70-868a-345649f030aa req-584c10c5-95b0-4cf4-919f-25fbc5f98cdd tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:14.540591 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4065e5ff-75e1-4a70-868a-345649f030aa req-584c10c5-95b0-4cf4-919f-25fbc5f98cdd tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0588923 Feb 11 05:44:14.587231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4065e5ff-75e1-4a70-868a-345649f030aa req-25b24d01-add6-46b3-91c0-9eea15125e53 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410378 Feb 11 05:44:15.726377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb88eb5-6196-44ec-81a1-63e2d2219a36 req-ad0df376-9fda-40a0-b1de-93847a4cc295 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.727930 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7eb88eb5-6196-44ec-81a1-63e2d2219a36 req-ad0df376-9fda-40a0-b1de-93847a4cc295 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0701165 Feb 11 05:44:15.752697 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.778596 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7eb88eb5-6196-44ec-81a1-63e2d2219a36 req-560cf169-9a38-4a21-b57c-6e2244d3904d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 Feb 11 05:44:16.899476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86103-e834-4a01-8ffc-8d593d1ab48f req-c5a7634d-aee0-40fd-89c3-c1f61ae55217 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.900835 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8d86103-e834-4a01-8ffc-8d593d1ab48f req-c5a7634d-aee0-40fd-89c3-c1f61ae55217 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0525193 Feb 11 05:44:16.948488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8d86103-e834-4a01-8ffc-8d593d1ab48f req-e0efdaba-2cbc-47cf-aa85-f4145583c2c4 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 Feb 11 05:44:17.236021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 108df27f-6439-42f4-9be8-668f2ec2d03c no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:17.312206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 108df27f-6439-42f4-9be8-668f2ec2d03c is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:17.312639 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.335858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:17.338066 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adddffe3-ea80-4299-a1c2-2875718ddcca" -d '{"events": [{"server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "name": "network-vif-unplugged", "status": "completed", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:17.357559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:17.361311 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.393500 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ec7ba5-9f97-4852-a273-a2919f36f6ad x-openstack-request-id: req-a7ec7ba5-9f97-4852-a273-a2919f36f6ad {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:17.393957 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "name": "network-vif-unplugged", "status": "completed", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:17.394215 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7ec7ba5-9f97-4852-a273-a2919f36f6ad {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:17.394610 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'code': 200} Feb 11 05:44:17.413125 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:17.422038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-a6e61fa1-5c59-4e32-a994-fd9bc1cdf9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.423801 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-a6e61fa1-5c59-4e32-a994-fd9bc1cdf9f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8&tenant_id=432bd76882da4a319036861d04f0d582 HTTP/1.1" status: 200 len: 1128 time: 0.0499172 Feb 11 05:44:17.439949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:17.499422 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.695295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:17.730062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:17.767900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108df27f-6439-42f4-9be8-668f2ec2d03c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:17.775566 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Publish callbacks [] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.787594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Transition to ACTIVE for port object 108df27f-6439-42f4-9be8-668f2ec2d03c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:44:17.791339 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.869273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:17.884466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.884829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.885182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.885527 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.885865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.886200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.886530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.886851 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.887250 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.887584 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.887912 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.888337 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.888713 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:17.929366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] No DVR routers for this DVR port 108df27f-6439-42f4-9be8-668f2ec2d03c on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:18.074833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Attempting to bind port 108df27f-6439-42f4-9be8-668f2ec2d03c on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:18.075128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Attempting to bind port 108df27f-6439-42f4-9be8-668f2ec2d03c by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:18.075464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Attempting to bind port 108df27f-6439-42f4-9be8-668f2ec2d03c on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:18.080046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Port 108df27f-6439-42f4-9be8-668f2ec2d03c on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:18.080431 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Attempting to bind port 108df27f-6439-42f4-9be8-668f2ec2d03c on network 1394a157-ba10-4daa-ac15-6e6f8b66f31f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:18.084364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620bb9d-b0a5-432b-8fd4-f05bf8548d8d req-728d7f80-2429-401d-ab81-cba4e57b3df3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.085711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:18.086121 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Checking segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:18.086522 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Bound using segment: {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:18.087004 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Bound port: 108df27f-6439-42f4-9be8-668f2ec2d03c, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127b247d-373b-40b5-bcaf-530a2e529b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:18.087375 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.091557 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e620bb9d-b0a5-432b-8fd4-f05bf8548d8d req-728d7f80-2429-401d-ab81-cba4e57b3df3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0721924 Feb 11 05:44:18.143342 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e620bb9d-b0a5-432b-8fd4-f05bf8548d8d req-29a38843-abc6-4a95-a0db-a0ecbd2cdbdc tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509496 Feb 11 05:44:18.155597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:18.158826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:18.165405 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.202771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.203423 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.204806 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] 10.222.0.10 "PUT /v2.0/ports/108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1094 time: 0.7688937 Feb 11 05:44:18.205251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:18.207520 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2effdac8-6939-4d3a-b742-fbd617b258e1" -d '{"events": [{"name": "network-changed", "server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:18.231864 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903cddd-1c58-472e-ae94-390569fd1afe service neutron] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=12']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:18.269157 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6bf0df-a3ef-4599-bd22-bd31354b139c x-openstack-request-id: req-5f6bf0df-a3ef-4599-bd22-bd31354b139c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:18.269459 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:18.269717 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f6bf0df-a3ef-4599-bd22-bd31354b139c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:18.270121 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'status': 'completed', 'code': 200} Feb 11 05:44:18.289921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-41048308-7d39-4f89-ae74-7ce072fbaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.291490 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-41048308-7d39-4f89-ae74-7ce072fbaa6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1128 time: 0.0503008 Feb 11 05:44:18.352931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-e02d2b6b-48e0-461e-ba07-7021fe586998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.354376 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-e02d2b6b-48e0-461e-ba07-7021fe586998 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1128 time: 0.0462348 Feb 11 05:44:18.386788 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-81eaabd2-2d0a-4fca-b29b-4295b96c0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.388354 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-81eaabd2-2d0a-4fca-b29b-4295b96c0498 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0911412 Feb 11 05:44:18.455958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-5fca0cfc-ed52-457b-904b-3f00f62ccafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.457449 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-5fca0cfc-ed52-457b-904b-3f00f62ccafa service neutron] 10.222.0.60 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0952995 Feb 11 05:44:18.458702 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-00dff5c5-4e32-4ca1-b50d-dd10e5c7967f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1000 time: 0.0650380 Feb 11 05:44:18.506483 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-17c18fde-f94d-45a4-911b-b5e0f27c3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.507906 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-17c18fde-f94d-45a4-911b-b5e0f27c3598 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0432837 Feb 11 05:44:18.522982 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-bf7649eb-71f0-4719-af73-760db7906faf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1000 time: 0.0584149 Feb 11 05:44:18.556415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-553612dd-9a79-4e66-a455-8ef0a0048c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.557898 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-553612dd-9a79-4e66-a455-8ef0a0048c45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441754 Feb 11 05:44:18.573476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-ed1fee80-9836-49a8-8e8b-15df713375b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.574999 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-ed1fee80-9836-49a8-8e8b-15df713375b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0433550 Feb 11 05:44:18.628529 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-3148b7af-b74b-45db-ae64-df8d1219cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.629959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-3148b7af-b74b-45db-ae64-df8d1219cfba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486281 Feb 11 05:44:18.650069 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-2a527abc-3538-480e-879c-8640cdb56296 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862820 Feb 11 05:44:18.720844 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-32023671-d0de-46d4-9f3b-f7cc7ea00c2a service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835550 Feb 11 05:44:18.740877 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1788742a-82a9-46fc-b546-6014ab82a9fa req-78d4f430-236d-41da-a0e5-dbf81df3f2a6 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856781 Feb 11 05:44:18.815752 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-40509159-9007-45af-9cfb-498ecab6b57e service neutron] 10.222.0.60 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879009 Feb 11 05:44:18.853053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-e8731c88-d3f7-4acd-afea-014eac6c437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.854602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-e8731c88-d3f7-4acd-afea-014eac6c437a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=432bd76882da4a319036861d04f0d582&device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 1128 time: 0.0465980 Feb 11 05:44:18.945580 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-5d51c731-b977-4851-adee-286cb108483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.947142 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-5d51c731-b977-4851-adee-286cb108483b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 200 len: 913 time: 0.0866454 Feb 11 05:44:19.015615 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-4bc86589-e9e1-42b9-ab6f-3f2e6b11229b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 200 len: 1000 time: 0.0624697 Feb 11 05:44:19.063031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-9d5b4a34-f8a3-4bfe-bfbd-2e9677517da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.064503 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-9d5b4a34-f8a3-4bfe-bfbd-2e9677517da7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 200 len: 851 time: 0.0430496 Feb 11 05:44:19.113044 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-25bffe04-00f9-4b24-8cfe-2b517527edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.114542 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-25bffe04-00f9-4b24-8cfe-2b517527edbc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1394a157-ba10-4daa-ac15-6e6f8b66f31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441453 Feb 11 05:44:19.209869 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-22e9cb63-090b-47f5-88cc-3afcbf4cf87a service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886545 Feb 11 05:44:19.267369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c5e3d-7435-4ebe-9c18-724f83c86708 req-b372d4e1-e932-43ec-b83b-a099ef3dcff9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.269120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef7c5e3d-7435-4ebe-9c18-724f83c86708 req-b372d4e1-e932-43ec-b83b-a099ef3dcff9 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0540025 Feb 11 05:44:19.305065 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2effdac8-6939-4d3a-b742-fbd617b258e1 req-ca587ab0-85c5-43a7-96d1-e45826cf11c5 service neutron] 10.222.0.10 "GET /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897758 Feb 11 05:44:19.318880 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ef7c5e3d-7435-4ebe-9c18-724f83c86708 req-f250867b-552c-4e3e-a221-9c217619a084 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429289 Feb 11 05:44:20.444884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3c4dc-e121-43ae-86b7-d3b7a72cef50 req-0c7f776d-3f83-4125-9b7b-f542ce741780 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:20.446395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35b3c4dc-e121-43ae-86b7-d3b7a72cef50 req-0c7f776d-3f83-4125-9b7b-f542ce741780 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0533428 Feb 11 05:44:20.493686 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35b3c4dc-e121-43ae-86b7-d3b7a72cef50 req-de0c0b36-da93-4fa8-92d2-1cfdb9feccae tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411456 Feb 11 05:44:21.615687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545901d5-5dc1-41db-b174-0f50fd4268a0 req-5a242fa8-c260-49cf-bf2c-79b774420591 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.617181 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-545901d5-5dc1-41db-b174-0f50fd4268a0 req-5a242fa8-c260-49cf-bf2c-79b774420591 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0519605 Feb 11 05:44:21.669058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-545901d5-5dc1-41db-b174-0f50fd4268a0 req-67040698-83a3-45e2-814e-a254756ddbea tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459445 Feb 11 05:44:22.791574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd75bc-d87f-406c-9b48-a2412f10cc34 req-1c5183a3-fb7a-4dab-8579-119432b3c8ca tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:22.793098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91dd75bc-d87f-406c-9b48-a2412f10cc34 req-1c5183a3-fb7a-4dab-8579-119432b3c8ca tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0550203 Feb 11 05:44:22.846275 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91dd75bc-d87f-406c-9b48-a2412f10cc34 req-44143560-a508-42c6-89c8-de6c4bdf5cca tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468638 Feb 11 05:44:23.969276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e0cd1-5c7c-4e93-9a71-de7a209f1e4f req-8480062e-f3d8-4352-8ceb-c9deb60832ee tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:23.970873 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-933e0cd1-5c7c-4e93-9a71-de7a209f1e4f req-8480062e-f3d8-4352-8ceb-c9deb60832ee tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0551877 Feb 11 05:44:24.020150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-933e0cd1-5c7c-4e93-9a71-de7a209f1e4f req-d264a0cd-d2e2-45c4-9d00-65d04243a960 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435901 Feb 11 05:44:25.153740 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23d7c1-b90e-4337-b769-215d6af529e8 req-e13a15d1-87ff-45c1-910d-3ee03ca32ae7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:25.155301 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b23d7c1-b90e-4337-b769-215d6af529e8 req-e13a15d1-87ff-45c1-910d-3ee03ca32ae7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0639815 Feb 11 05:44:25.201361 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b23d7c1-b90e-4337-b769-215d6af529e8 req-88831af4-b45f-40a3-99ad-0d41d36f3295 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405662 Feb 11 05:44:26.325362 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9882b-3be2-4f64-8aeb-fc85f4c05b60 req-4d573ee2-6a07-4f65-a71c-d67346063b34 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:26.326875 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12d9882b-3be2-4f64-8aeb-fc85f4c05b60 req-4d573ee2-6a07-4f65-a71c-d67346063b34 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0541832 Feb 11 05:44:26.375690 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12d9882b-3be2-4f64-8aeb-fc85f4c05b60 req-84ec6e82-486d-40fd-8b21-482bf0a57d48 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429070 Feb 11 05:44:26.578682 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:44:27.497708 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46953e-1b0f-4e8e-863c-d27274aff38f req-827ae0d6-32e7-4795-a820-8594778d7ae5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.499188 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f46953e-1b0f-4e8e-863c-d27274aff38f req-827ae0d6-32e7-4795-a820-8594778d7ae5 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0539923 Feb 11 05:44:27.545890 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9f46953e-1b0f-4e8e-863c-d27274aff38f req-d40d5a7b-5656-4f1f-ac90-255b9b5951ca tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408931 Feb 11 05:44:28.669547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c209110-f778-4606-88b2-94d593db96ea req-612ad31a-8e13-4c9d-bada-56d49c38bc74 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:28.671061 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c209110-f778-4606-88b2-94d593db96ea req-612ad31a-8e13-4c9d-bada-56d49c38bc74 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0579658 Feb 11 05:44:28.719278 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c209110-f778-4606-88b2-94d593db96ea req-cdd90b48-621a-40dd-a239-0f57c628058b tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Feb 11 05:44:29.844166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760799d7-1412-48fe-873b-a318566d8f64 req-c2ec2e4e-4696-4e94-9bfb-b4dd77743533 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:29.845646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-760799d7-1412-48fe-873b-a318566d8f64 req-c2ec2e4e-4696-4e94-9bfb-b4dd77743533 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0572841 Feb 11 05:44:29.893124 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-760799d7-1412-48fe-873b-a318566d8f64 req-9778ecd7-dcaf-4479-adb3-c1a1d41fe7ef tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418532 Feb 11 05:44:31.012277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfe844-92ae-446a-b965-7b35c9d258c7 req-7c76537b-27e4-4fb7-a5e5-7f9b9b01cc01 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:31.014285 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31bfe844-92ae-446a-b965-7b35c9d258c7 req-7c76537b-27e4-4fb7-a5e5-7f9b9b01cc01 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0539317 Feb 11 05:44:31.059181 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31bfe844-92ae-446a-b965-7b35c9d258c7 req-8ccdb68d-da9c-4e78-810f-7b34e375ae23 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393226 Feb 11 05:44:32.184216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ffd5a-389b-4c8e-a957-fbfdd33a4f93 req-d151537a-1307-43cc-9ec0-031c07fe3bc8 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:32.185618 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f6ffd5a-389b-4c8e-a957-fbfdd33a4f93 req-d151537a-1307-43cc-9ec0-031c07fe3bc8 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0541563 Feb 11 05:44:32.232052 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8f6ffd5a-389b-4c8e-a957-fbfdd33a4f93 req-f5c13c92-6f17-4bf5-8659-364f7dfeea9f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406442 Feb 11 05:44:33.354168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe33d7-2ace-45ad-9e2e-127f42c9d57e req-8af8af1d-283a-4eca-b7e3-8407251ce75a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:33.355642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0fe33d7-2ace-45ad-9e2e-127f42c9d57e req-8af8af1d-283a-4eca-b7e3-8407251ce75a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0558097 Feb 11 05:44:33.402452 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0fe33d7-2ace-45ad-9e2e-127f42c9d57e req-daa8a67c-b45f-4a99-952a-f5810935c52d tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401576 Feb 11 05:44:33.773990 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.523597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68510d57-842f-4b39-a4ab-38d627e9eec0 req-06963275-c37f-4eb4-b9c0-5378627a698c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.525070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68510d57-842f-4b39-a4ab-38d627e9eec0 req-06963275-c37f-4eb4-b9c0-5378627a698c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 945 time: 0.0523465 Feb 11 05:44:34.575874 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68510d57-842f-4b39-a4ab-38d627e9eec0 req-1b17f4f9-85c0-4761-a481-8f285159c6ba tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445111 Feb 11 05:44:35.128991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 108df27f-6439-42f4-9be8-668f2ec2d03c details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:44:35.240766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:35.252562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'port_id': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'mac_address': 'fa:16:3e:ee:2e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:44:35.292910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 108df27f-6439-42f4-9be8-668f2ec2d03c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:35.293316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.307729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108df27f-6439-42f4-9be8-668f2ec2d03c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:35.328598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:35.332677 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.379865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=13']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:35.699121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920a18d-46f3-4c98-8d12-1249f971c8a6 req-09095714-fd74-40a8-9ab0-999135809851 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:35.700618 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0920a18d-46f3-4c98-8d12-1249f971c8a6 req-09095714-fd74-40a8-9ab0-999135809851 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0523467 Feb 11 05:44:35.708643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['108df27f-6439-42f4-9be8-668f2ec2d03c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:35.750003 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0920a18d-46f3-4c98-8d12-1249f971c8a6 req-9f89106a-a3c4-45a7-88a8-b3a15f68161f tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Feb 11 05:44:35.882119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0eb3e5-9fb3-4313-bb40-5cbd341b9f5b req-be6bd996-c9ae-4c25-a341-dd4d04fcdd26 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:35.883554 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c0eb3e5-9fb3-4313-bb40-5cbd341b9f5b req-be6bd996-c9ae-4c25-a341-dd4d04fcdd26 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0587795 Feb 11 05:44:35.930619 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3c0eb3e5-9fb3-4313-bb40-5cbd341b9f5b req-52ddf04f-4129-4e9f-8a14-5246b646b945 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413291 Feb 11 05:44:36.047769 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d297a-3973-4d49-9116-b8b5d07e6c94 req-66cbfdde-ce85-4e96-a8be-3c38a45d5ea7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:36.049322 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d09d297a-3973-4d49-9116-b8b5d07e6c94 req-66cbfdde-ce85-4e96-a8be-3c38a45d5ea7 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0529273 Feb 11 05:44:36.101628 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d09d297a-3973-4d49-9116-b8b5d07e6c94 req-3b8e73c4-8515-4f84-8f85-5d853b9d6ccc tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Feb 11 05:44:36.347564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7f994-6548-4088-a71d-23e529515c12 req-42108689-ef9a-4c17-a879-045276517428 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:36.349120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-85b7f994-6548-4088-a71d-23e529515c12 req-42108689-ef9a-4c17-a879-045276517428 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 946 time: 0.0566120 Feb 11 05:44:36.399482 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-85b7f994-6548-4088-a71d-23e529515c12 req-c1f9e2ef-e011-434a-88cf-cee3ca9c8182 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435872 Feb 11 05:44:37.140119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 108df27f-6439-42f4-9be8-668f2ec2d03c up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:37.188925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 108df27f-6439-42f4-9be8-668f2ec2d03c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:44:37.193259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 108df27f-6439-42f4-9be8-668f2ec2d03c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:37.193643 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.271422 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 108df27f-6439-42f4-9be8-668f2ec2d03c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:37.271814 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.294235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:37.297578 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4429ee1c-75d2-4d18-8065-b80f14f254de" -d '{"events": [{"server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "name": "network-vif-plugged", "status": "completed", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:37.309783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:37.313861 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.337309 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bdc875-ac67-40e8-a61f-2bdd67308dcd x-openstack-request-id: req-d9bdc875-ac67-40e8-a61f-2bdd67308dcd {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:37.337613 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "name": "network-vif-plugged", "status": "completed", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:37.337865 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9bdc875-ac67-40e8-a61f-2bdd67308dcd {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:37.338254 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'code': 200} Feb 11 05:44:37.363541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=14']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:37.523200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2515ac-9add-4881-a031-a641d5d2efdf req-78dbb9cf-958d-4030-84a3-5091ab4e321a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:37.524672 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a2515ac-9add-4881-a031-a641d5d2efdf req-78dbb9cf-958d-4030-84a3-5091ab4e321a tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 947 time: 0.0563788 Feb 11 05:44:37.571593 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a2515ac-9add-4881-a031-a641d5d2efdf req-6c348f3c-9a47-4627-98d0-30f4648e21ca tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups?id=30a16694-e395-437c-8272-7cd60acada9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403676 Feb 11 05:44:37.834592 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.110385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-389c1591-72b0-4557-bc29-3f7a3fba084c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:38.111865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-389c1591-72b0-4557-bc29-3f7a3fba084c tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 947 time: 0.0535383 Feb 11 05:44:38.207075 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Deleting port 108df27f-6439-42f4-9be8-668f2ec2d03c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:38.207424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.294154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] For port 108df27f-6439-42f4-9be8-668f2ec2d03c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=108df27f-6439-42f4-9be8-668f2ec2d03c,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:38.295095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.475694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.476064 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.476385 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 disassociated. External IP: 172.25.7.58, port: 108df27f-6439-42f4-9be8-668f2ec2d03c. Feb 11 05:44:38.476723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Calling delete_port for 108df27f-6439-42f4-9be8-668f2ec2d03c owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:38.599451 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (108df27f-6439-42f4-9be8-668f2ec2d03c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.632012 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event deleted for resources: {'Port': ['ID=108df27f-6439-42f4-9be8-668f2ec2d03c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:38.710482 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-30a1bad6-4cef-4f4b-9dbf-357760c8a464 req-fec961c6-5649-447c-8a6d-90ff4088db30 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 210 time: 0.0336092 Feb 11 05:44:39.116287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:39.224147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:39.233649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23289d8-d185-423e-99ef-c765f26c8d83 None None] Sync routers for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:39.243020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23289d8-d185-423e-99ef-c765f26c8d83 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:39.243646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d23289d8-d185-423e-99ef-c765f26c8d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:39.265234 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] No DVR routers for this DVR port 108df27f-6439-42f4-9be8-668f2ec2d03c on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:39.268073 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.271809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1698e8b7-bae8-487f-996d-8503e3c2b164 req-29253ebb-dd32-474f-af7c-f987d379f1e1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.10 "DELETE /v2.0/ports/108df27f-6439-42f4-9be8-668f2ec2d03c HTTP/1.1" status: 204 len: 173 time: 1.1542203 Feb 11 05:44:39.272263 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'name': 'network-vif-deleted', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:39.274615 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b44200-30c3-4cba-8e58-6a36229e03a5" -d '{"events": [{"server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "name": "network-vif-deleted", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:39.323314 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab25195-135e-4a22-abc9-59c3190b3b44 x-openstack-request-id: req-8ab25195-135e-4a22-abc9-59c3190b3b44 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:39.323677 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54077a3f-eae9-416e-a437-ae78ab58fec8", "name": "network-vif-deleted", "tag": "108df27f-6439-42f4-9be8-668f2ec2d03c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:39.323935 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ab25195-135e-4a22-abc9-59c3190b3b44 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:39.324335 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54077a3f-eae9-416e-a437-ae78ab58fec8', 'name': 'network-vif-deleted', 'tag': '108df27f-6439-42f4-9be8-668f2ec2d03c', 'status': 'completed', 'code': 200} Feb 11 05:44:39.363526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d23289d8-d185-423e-99ef-c765f26c8d83 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:39.511528 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc82eaa1-7523-46f0-9937-140c0aff536b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.575462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d23289d8-d185-423e-99ef-c765f26c8d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:39.607252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23289d8-d185-423e-99ef-c765f26c8d83 None None] Checking router: 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:39.618067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23289d8-d185-423e-99ef-c765f26c8d83 None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:39.618727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d23289d8-d185-423e-99ef-c765f26c8d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:44:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:39.727414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-d23289d8-d185-423e-99ef-c765f26c8d83 None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:39.811832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-79b779c0-0936-4598-bcb9-c1ac1fc724fb req-a5cc083f-32b1-45cc-8666-4c3c193c1c74 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 210 time: 0.0271401 Feb 11 05:44:39.923223 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-d23289d8-d185-423e-99ef-c765f26c8d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:39.949319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23289d8-d185-423e-99ef-c765f26c8d83 None None] The sync data for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 is: [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:26Z', 'revision_number': 4, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '30740539-a572-4554-ab60-a512cb0d0726', 'name': '', 'network_id': '1394a157-ba10-4daa-ac15-6e6f8b66f31f', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'mac_address': 'fa:16:3e:0a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '48de6415-b861-4e42-bd92-f5506094847e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:26Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'subnets': [{'id': '48de6415-b861-4e42-bd92-f5506094847e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:40.176137 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83712da2-eebf-413c-af89-864a866ec1f8 None None] New status for floating IP e32df6f7-3893-42e6-ad95-9b02b3d0d8a4: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:44:40.915619 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-26c416e6-f3cd-48f4-a56f-cc3eeb27ef12 req-f9de24d3-a011-4835-95a9-c9dc22f078d1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 210 time: 0.0323272 Feb 11 05:44:41.172981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 108df27f-6439-42f4-9be8-668f2ec2d03c no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:41.197085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 108df27f-6439-42f4-9be8-668f2ec2d03c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:41.197436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 108df27f-6439-42f4-9be8-668f2ec2d03c not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:41.964081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68251c36-7433-469e-ac6c-4cee21d9724a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.034664 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b735e9b-460d-4ce9-a4d3-92c9366a2341 req-b1d1fd67-a841-4454-a83d-29d7361f8c5e tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 210 time: 0.0344005 Feb 11 05:44:42.958124 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.123376 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5d16dd7b-b9e3-479b-8fbf-0f9a67b9ba73 req-1cb84959-49e2-4254-b4a6-66da49421148 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 210 time: 0.0274470 Feb 11 05:44:44.226349 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-43827f0b-a17b-4b55-8bac-9e1a067778b3 req-73c0666b-3f62-41f8-856a-81e077332566 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 210 time: 0.0276711 Feb 11 05:44:44.536510 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.322415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4e42b1b2-dad9-4b63-a59e-084388007e7c req-1dd1a1e6-8dba-47fd-9453-f14f3f05daaa tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 210 time: 0.0274711 Feb 11 05:44:45.758145 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.421432 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-db7c68f3-e6bf-430d-bc66-cc7d61454c1c req-ec4560d7-426d-40d5-b0c8-99b8277d3c48 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Feb 11 05:44:47.525451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce612dcf-3d78-42e5-9a7e-985eadea73f7 req-b4ab1967-bacf-4a34-8e31-6a1b8028b5df tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/ports?device_id=54077a3f-eae9-416e-a437-ae78ab58fec8 HTTP/1.1" status: 200 len: 210 time: 0.0292192 Feb 11 05:44:54.321637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 51912) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.376679 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for security_group (30a16694-e395-437c-8272-7cd60acada9a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.399150 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for security_group (30a16694-e395-437c-8272-7cd60acada9a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.450643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (30a16694-e395-437c-8272-7cd60acada9a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.453381 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.457102 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "DELETE /v2.0/security-groups/30a16694-e395-437c-8272-7cd60acada9a HTTP/1.1" status: 204 len: 168 time: 0.1310635 Feb 11 05:44:54.457515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51914) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.470978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a16694-e395-437c-8272-7cd60acada9a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.473022 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-d94c0774-9a51-4667-bdf6-067d2ab48fc3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] show failed (client error): The resource could not be found. Feb 11 05:44:54.476904 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d94c0774-9a51-4667-bdf6-067d2ab48fc3 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "GET /v2.0/security-groups/30a16694-e395-437c-8272-7cd60acada9a HTTP/1.1" status: 404 len: 347 time: 0.0155153 Feb 11 05:44:54.477193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51916) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.479254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.479624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.479975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.480322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.480666 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.481007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.481341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.482225 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.482562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.482933 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.483252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.483584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.483915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806560f-4c54-46a3-a792-51f752744380 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:54.612426 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-61b2105c-831d-404a-af3f-d5bc9bf485d1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Deleting port ccd1855e-b839-4310-a93a-fa1939a88e8d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:54.612779 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61b2105c-831d-404a-af3f-d5bc9bf485d1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ccd1855e-b839-4310-a93a-fa1939a88e8d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.691237 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61b2105c-831d-404a-af3f-d5bc9bf485d1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ccd1855e-b839-4310-a93a-fa1939a88e8d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.691666 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61b2105c-831d-404a-af3f-d5bc9bf485d1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (ccd1855e-b839-4310-a93a-fa1939a88e8d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.703807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-61b2105c-831d-404a-af3f-d5bc9bf485d1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Calling delete_port for ccd1855e-b839-4310-a93a-fa1939a88e8d owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:54.844113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61b2105c-831d-404a-af3f-d5bc9bf485d1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ccd1855e-b839-4310-a93a-fa1939a88e8d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.870100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2105c-831d-404a-af3f-d5bc9bf485d1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Pushing event deleted for resources: {'Port': ['ID=ccd1855e-b839-4310-a93a-fa1939a88e8d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.930454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61b2105c-831d-404a-af3f-d5bc9bf485d1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks [] for floatingip (e32df6f7-3893-42e6-ad95-9b02b3d0d8a4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.933069 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61b2105c-831d-404a-af3f-d5bc9bf485d1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.934209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-61b2105c-831d-404a-af3f-d5bc9bf485d1 tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] 10.222.0.48 "DELETE /v2.0/floatingips/e32df6f7-3893-42e6-ad95-9b02b3d0d8a4 HTTP/1.1" status: 204 len: 168 time: 0.4560187 Feb 11 05:44:54.937710 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51918) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:55.299163 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dc0112a-eaed-4291-aee4-65928905e59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.552041 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0112a-eaed-4291-aee4-65928905e59a admin admin] Deleting port 30740539-a572-4554-ab60-a512cb0d0726 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:55.552768 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dc0112a-eaed-4291-aee4-65928905e59a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (30740539-a572-4554-ab60-a512cb0d0726), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.631634 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2dc0112a-eaed-4291-aee4-65928905e59a admin admin] For port 30740539-a572-4554-ab60-a512cb0d0726, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=30740539-a572-4554-ab60-a512cb0d0726,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:55.632010 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dc0112a-eaed-4291-aee4-65928905e59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (30740539-a572-4554-ab60-a512cb0d0726), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.644780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0112a-eaed-4291-aee4-65928905e59a admin admin] Calling delete_port for 30740539-a572-4554-ab60-a512cb0d0726 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:55.822334 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dc0112a-eaed-4291-aee4-65928905e59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (30740539-a572-4554-ab60-a512cb0d0726), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.851364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0112a-eaed-4291-aee4-65928905e59a admin admin] Pushing event deleted for resources: {'Port': ['ID=30740539-a572-4554-ab60-a512cb0d0726,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:56.026823 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dc0112a-eaed-4291-aee4-65928905e59a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.245155 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc0112a-eaed-4291-aee4-65928905e59a admin admin] Router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:56.354711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc0112a-eaed-4291-aee4-65928905e59a admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:56.360634 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2dc0112a-eaed-4291-aee4-65928905e59a admin admin] 10.222.0.48 "PUT /v2.0/routers/4741cd6f-fd22-4dd6-aeb9-3e462e2aa131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218476 Feb 11 05:44:56.363232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51920) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:56.366197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a188f95-9905-4864-afcf-a023751014da None None] Sync routers for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:56.378005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a188f95-9905-4864-afcf-a023751014da None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:56.378635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5a188f95-9905-4864-afcf-a023751014da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:44:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:56.472491 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Publish callbacks [] for router (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.485747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-5a188f95-9905-4864-afcf-a023751014da None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:56.576590 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Publish callbacks [] for router_gateway (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.628159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Deleting port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:56.628407 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.661405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5a188f95-9905-4864-afcf-a023751014da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:44:55Z', 'revision_number': 5, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port': {'id': '9adcea1f-33aa-4090-aa1e-b62f6fb8d518', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:56.689366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a188f95-9905-4864-afcf-a023751014da None None] Checking router: 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:56.697541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a188f95-9905-4864-afcf-a023751014da None None] Routers {'4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:56.698154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5a188f95-9905-4864-afcf-a023751014da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:44:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:56.705319 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] For port 9adcea1f-33aa-4090-aa1e-b62f6fb8d518, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9adcea1f-33aa-4090-aa1e-b62f6fb8d518,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:56.705686 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.718676 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Calling delete_port for 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:56.787245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-5a188f95-9905-4864-afcf-a023751014da None None] Set router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:56.899977 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9adcea1f-33aa-4090-aa1e-b62f6fb8d518), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.925241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9adcea1f-33aa-4090-aa1e-b62f6fb8d518,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:56.989484 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.999158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5a188f95-9905-4864-afcf-a023751014da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:44:56Z', 'revision_number': 6, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:57.025839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a188f95-9905-4864-afcf-a023751014da None None] The sync data for ids ['4741cd6f-fd22-4dd6-aeb9-3e462e2aa131'] in n-d-615180-58 is: [{'id': '4741cd6f-fd22-4dd6-aeb9-3e462e2aa131', 'name': 'tempest-ServerActionsTestJSON-1715130320-router', 'tenant_id': '432bd76882da4a319036861d04f0d582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:24Z', 'updated_at': '2022-02-11T05:44:56Z', 'revision_number': 6, 'project_id': '432bd76882da4a319036861d04f0d582', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:57.084696 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.086869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Publish callbacks [] for router_controller (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.132668 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (4741cd6f-fd22-4dd6-aeb9-3e462e2aa131), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.133364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:44:57.138262 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.139412 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4cd86099-1ab4-48e7-afa2-327422a186c6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/4741cd6f-fd22-4dd6-aeb9-3e462e2aa131 HTTP/1.1" status: 204 len: 168 time: 0.7751753 Feb 11 05:44:57.141961 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51922) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:57.186733 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff51116d-b2fc-4f0a-93e7-9b72d35d5f8e admin admin] Deleting subnet 48de6415-b861-4e42-bd92-f5506094847e {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:44:57.189775 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff51116d-b2fc-4f0a-93e7-9b72d35d5f8e admin admin] Publish callbacks [] for subnet (48de6415-b861-4e42-bd92-f5506094847e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.223252 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff51116d-b2fc-4f0a-93e7-9b72d35d5f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (48de6415-b861-4e42-bd92-f5506094847e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.301709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff51116d-b2fc-4f0a-93e7-9b72d35d5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (48de6415-b861-4e42-bd92-f5506094847e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.354709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff51116d-b2fc-4f0a-93e7-9b72d35d5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (48de6415-b861-4e42-bd92-f5506094847e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.382681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51116d-b2fc-4f0a-93e7-9b72d35d5f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48de6415-b861-4e42-bd92-f5506094847e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:57.384708 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff51116d-b2fc-4f0a-93e7-9b72d35d5f8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.388115 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ff51116d-b2fc-4f0a-93e7-9b72d35d5f8e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/48de6415-b861-4e42-bd92-f5506094847e HTTP/1.1" status: 204 len: 168 time: 0.2451575 Feb 11 05:44:57.389894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d138e80a-5fe9-49c7-9625-f64d82a2f929 None None] Network 1394a157-ba10-4daa-ac15-6e6f8b66f31f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:57.390826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51924) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:57.464967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (1394a157-ba10-4daa-ac15-6e6f8b66f31f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.524978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Deleting port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:57.525316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.566556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6374984-b20c-444d-b5fc-48af1a7a48b0 None None] DHCP port deletion for 1394a157-ba10-4daa-ac15-6e6f8b66f31f request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:44:57.593805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] For port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=46b619c2-3805-40c1-ac40-f3b9fa51f8ee,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:57.594316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.607309 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Calling delete_port for 46b619c2-3805-40c1-ac40-f3b9fa51f8ee owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:57.619559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a6374984-b20c-444d-b5fc-48af1a7a48b0 None None] Deleting port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:57.619966 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6374984-b20c-444d-b5fc-48af1a7a48b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.682711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a6374984-b20c-444d-b5fc-48af1a7a48b0 None None] For port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=46b619c2-3805-40c1-ac40-f3b9fa51f8ee,segment=NetworkSegment(127b247d-373b-40b5-bcaf-530a2e529b2e),segment_id=127b247d-373b-40b5-bcaf-530a2e529b2e)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:57.683137 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6374984-b20c-444d-b5fc-48af1a7a48b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.699107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a6374984-b20c-444d-b5fc-48af1a7a48b0 None None] Calling delete_port for 46b619c2-3805-40c1-ac40-f3b9fa51f8ee owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:57.700964 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.729441 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b619c2-3805-40c1-ac40-f3b9fa51f8ee,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:57.731274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] No DVR routers for this DVR port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:57.789057 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6374984-b20c-444d-b5fc-48af1a7a48b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (46b619c2-3805-40c1-ac40-f3b9fa51f8ee), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.811154 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (1394a157-ba10-4daa-ac15-6e6f8b66f31f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.817045 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6374984-b20c-444d-b5fc-48af1a7a48b0 None None] Pushing event deleted for resources: {'Port': ['ID=46b619c2-3805-40c1-ac40-f3b9fa51f8ee,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:57.820845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6374984-b20c-444d-b5fc-48af1a7a48b0 None None] No DVR routers for this DVR port 46b619c2-3805-40c1-ac40-f3b9fa51f8ee on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:57.842565 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1394a157-ba10-4daa-ac15-6e6f8b66f31f']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:57.851688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127b247d-373b-40b5-bcaf-530a2e529b2e') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:57.851977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127b247d-373b-40b5-bcaf-530a2e529b2e') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:57.961793 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 30740539-a572-4554-ab60-a512cb0d0726 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:57.982481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 30740539-a572-4554-ab60-a512cb0d0726 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:57.982841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 30740539-a572-4554-ab60-a512cb0d0726 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:57.983294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 46b619c2-3805-40c1-ac40-f3b9fa51f8ee no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:58.003329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 46b619c2-3805-40c1-ac40-f3b9fa51f8ee {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:58.003681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 46b619c2-3805-40c1-ac40-f3b9fa51f8ee not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:58.004116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:58.024437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:58.024789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9adcea1f-33aa-4090-aa1e-b62f6fb8d518 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:58.208182 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (127b247d-373b-40b5-bcaf-530a2e529b2e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.221336 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (127b247d-373b-40b5-bcaf-530a2e529b2e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.227407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:58.227795 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (127b247d-373b-40b5-bcaf-530a2e529b2e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:58.229415 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:58.282778 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (1394a157-ba10-4daa-ac15-6e6f8b66f31f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.287870 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.291656 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1394a157-ba10-4daa-ac15-6e6f8b66f31f HTTP/1.1" status: 204 len: 168 time: 0.8998480 Feb 11 05:44:58.302003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9640df-a455-46e0-a32e-211983581b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=1394a157-ba10-4daa-ac15-6e6f8b66f31f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:58.399608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51928) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:58.439583 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9355b501-5e62-43bd-8272-330588c23924 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=432bd76882da4a319036861d04f0d582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387688 Feb 11 05:44:58.441951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51930) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:58.491800 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7d705d5-202a-455f-be1e-51dc60ba1e77 admin admin] Publish callbacks [] for security_group (6aa5d300-4c8e-4057-9fdb-c8170a0df636), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.512398 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7d705d5-202a-455f-be1e-51dc60ba1e77 admin admin] Publish callbacks [] for security_group (6aa5d300-4c8e-4057-9fdb-c8170a0df636), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.560954 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7d705d5-202a-455f-be1e-51dc60ba1e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6aa5d300-4c8e-4057-9fdb-c8170a0df636), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.563678 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7d705d5-202a-455f-be1e-51dc60ba1e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.564840 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c7d705d5-202a-455f-be1e-51dc60ba1e77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6aa5d300-4c8e-4057-9fdb-c8170a0df636 HTTP/1.1" status: 204 len: 168 time: 0.1219945 Feb 11 05:44:58.573239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d705d5-202a-455f-be1e-51dc60ba1e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa5d300-4c8e-4057-9fdb-c8170a0df636,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:59.229704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51952) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:59.323652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1389512711-network', 'tenant_id': 'de9ef182a7424b65a1c51f7ac547a873'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:59.343848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Made reservation on behalf of de9ef182a7424b65a1c51f7ac547a873 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:59.346116 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.354310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.427911 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Publish callbacks [] for security_group (599638c7-8252-4125-8a3e-66d0ee0fda3f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.431753 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (599638c7-8252-4125-8a3e-66d0ee0fda3f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.456398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:59.466176 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599638c7-8252-4125-8a3e-66d0ee0fda3f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:59.470880 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (854a522f-e19f-432b-b8b1-96049844db4d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.471242 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Added segment 854a522f-e19f-432b-b8b1-96049844db4d of type vlan for network 521ea9d9-f679-47d6-998d-7ecb1023915c Feb 11 05:44:59.510458 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (521ea9d9-f679-47d6-998d-7ecb1023915c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.534640 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (521ea9d9-f679-47d6-998d-7ecb1023915c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.535628 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.536210 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.568830 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3379741 Feb 11 05:44:59.571640 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 51956) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:59.579172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-52146028-42e5-41ef-badc-d11a911ceaa5 admin admin] Request body: {'subnet': {'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1389512711-subnet', 'tenant_id': 'de9ef182a7424b65a1c51f7ac547a873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:59.615970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e51c3-e391-455a-8847-d31b62695d88 admin admin] Pushing event updated for resources: {'Network': ['ID=521ea9d9-f679-47d6-998d-7ecb1023915c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:59.626379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 521ea9d9-f679-47d6-998d-7ecb1023915c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:59.626973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52146028-42e5-41ef-badc-d11a911ceaa5 admin admin] Made reservation on behalf of de9ef182a7424b65a1c51f7ac547a873 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:59.628988 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52146028-42e5-41ef-badc-d11a911ceaa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.792284 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52146028-42e5-41ef-badc-d11a911ceaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (f69a6774-d02d-412a-8326-1d5d0b8e78ae), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.846753 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52146028-42e5-41ef-badc-d11a911ceaa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69a6774-d02d-412a-8326-1d5d0b8e78ae,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:59.855115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52146028-42e5-41ef-badc-d11a911ceaa5 admin admin] Checking segment: {'id': '854a522f-e19f-432b-b8b1-96049844db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:59.855484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52146028-42e5-41ef-badc-d11a911ceaa5 admin admin] Network hostable DHCP agents. Network: 521ea9d9-f679-47d6-998d-7ecb1023915c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:59.871646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52146028-42e5-41ef-badc-d11a911ceaa5 admin admin] Network 521ea9d9-f679-47d6-998d-7ecb1023915c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:59.880180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-52146028-42e5-41ef-badc-d11a911ceaa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 521ea9d9-f679-47d6-998d-7ecb1023915c) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:59.884056 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52146028-42e5-41ef-badc-d11a911ceaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.884648 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52146028-42e5-41ef-badc-d11a911ceaa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.890031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6e41e3-47f5-47a7-af99-3c548b36f2f6 None None] Network 521ea9d9-f679-47d6-998d-7ecb1023915c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:59.901460 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-52146028-42e5-41ef-badc-d11a911ceaa5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3282588 Feb 11 05:44:59.996799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5409877f-c79d-44f2-b05a-c58ab914bea3 None None] Network 521ea9d9-f679-47d6-998d-7ecb1023915c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:00.340479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-feff51c6-bbb2-42cb-821d-2e309a2ab140 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:00.342460 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-feff51c6-bbb2-42cb-821d-2e309a2ab140 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/networks?id=521ea9d9-f679-47d6-998d-7ecb1023915c HTTP/1.1" status: 200 len: 814 time: 0.1030715 Feb 11 05:45:00.357231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-e40d2344-3d7d-423f-8d4e-5b7666330abc tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/quotas/de9ef182a7424b65a1c51f7ac547a873 HTTP/1.1" status: 200 len: 375 time: 0.0088615 Feb 11 05:45:00.387871 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-becf0566-3cdc-4629-98b6-971c33a5237a tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=de9ef182a7424b65a1c51f7ac547a873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260415 Feb 11 05:45:00.479359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-b831dba0-7b99-47f1-b850-78a67a0be5bd service neutron] 10.222.0.48 "GET /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851042 Feb 11 05:45:00.571116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8a3e9c0c-3c0e-47ab-99e7-1951113d8671 service neutron] 10.222.0.48 "GET /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853353 Feb 11 05:45:00.729864 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de338013-e39a-42b0-b237-0a0e80d5083d req-af29a629-7d35-4c2c-9506-33dcbcfc269a tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 210 time: 0.0276320 Feb 11 05:45:01.840560 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4a294324-41b8-4a34-8643-33f05cbd09c9 req-94bcfdcf-b8d2-447f-86e0-c97dd43ecca2 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 210 time: 0.0322292 Feb 11 05:45:01.855978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-1385968d-4f9c-4b67-8e98-d66beb3c2234 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.857987 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-1385968d-4f9c-4b67-8e98-d66beb3c2234 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.60 "GET /v2.0/networks?id=521ea9d9-f679-47d6-998d-7ecb1023915c HTTP/1.1" status: 200 len: 814 time: 0.1409185 Feb 11 05:45:01.874591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Request body: {'port': {'device_id': '2400f565-3f6b-415e-ba65-04efa2234143', 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c', 'admin_state_up': True, 'tenant_id': 'de9ef182a7424b65a1c51f7ac547a873'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:01.983442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Made reservation on behalf of de9ef182a7424b65a1c51f7ac547a873 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:01.986921 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.113382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Allocated IP 172.20.0.10 (521ea9d9-f679-47d6-998d-7ecb1023915c/f69a6774-d02d-412a-8326-1d5d0b8e78ae/48c216e6-2e8e-45e5-97e6-ce7659e28b3a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:02.262399 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks [] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.296211 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.343064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Network 521ea9d9-f679-47d6-998d-7ecb1023915c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:02.346049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:02.349776 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:02.374296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Pushing event updated for resources: {'Port': ['ID=48c216e6-2e8e-45e5-97e6-ce7659e28b3a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:02.402064 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:02.402684 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.418910 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8d50f6eb-be8c-436a-9b0b-99f876a2ec8b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5480320 Feb 11 05:45:02.436025 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Request body: {'port': {'device_id': '2400f565-3f6b-415e-ba65-04efa2234143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:02.498569 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.759775 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c216e6-2e8e-45e5-97e6-ce7659e28b3a {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:02.767588 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Publish callbacks [] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.779464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Transition to ACTIVE for port object 48c216e6-2e8e-45e5-97e6-ce7659e28b3a will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:45:02.783592 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.832581 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Pushing event updated for resources: {'Port': ['ID=48c216e6-2e8e-45e5-97e6-ce7659e28b3a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:02.908337 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Attempting to bind port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:02.909036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Attempting to bind port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '854a522f-e19f-432b-b8b1-96049844db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:02.909036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Attempting to bind port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a on network 521ea9d9-f679-47d6-998d-7ecb1023915c {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:02.913248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a on network 521ea9d9-f679-47d6-998d-7ecb1023915c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:02.913560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Attempting to bind port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a on network 521ea9d9-f679-47d6-998d-7ecb1023915c {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:02.918233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:02.918571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Checking segment: {'id': '854a522f-e19f-432b-b8b1-96049844db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:02.919533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Bound using segment: {'id': '854a522f-e19f-432b-b8b1-96049844db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:02.919956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Bound port: 48c216e6-2e8e-45e5-97e6-ce7659e28b3a, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854a522f-e19f-432b-b8b1-96049844db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:02.920310 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.969376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb78ad-fe02-424f-95e9-140586d39db1 req-d4a1c900-0e8b-4fdf-b7a8-3ec24bb1ecd4 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:02.970879 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4eeb78ad-fe02-424f-95e9-140586d39db1 req-d4a1c900-0e8b-4fdf-b7a8-3ec24bb1ecd4 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 944 time: 0.0576172 Feb 11 05:45:02.982921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] For port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:02.986108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] For port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=48c216e6-2e8e-45e5-97e6-ce7659e28b3a,segment=NetworkSegment(854a522f-e19f-432b-b8b1-96049844db4d),segment_id=854a522f-e19f-432b-b8b1-96049844db4d)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:02.992576 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.019858 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4eeb78ad-fe02-424f-95e9-140586d39db1 req-146c95c2-ef31-4f2b-a4c1-ff596b8d010a tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 Feb 11 05:45:03.029369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.029988 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.031426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] 10.222.0.60 "PUT /v2.0/ports/48c216e6-2e8e-45e5-97e6-ce7659e28b3a HTTP/1.1" status: 200 len: 1093 time: 0.5999186 Feb 11 05:45:03.031891 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2400f565-3f6b-415e-ba65-04efa2234143', 'tag': '48c216e6-2e8e-45e5-97e6-ce7659e28b3a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:03.034131 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d520129-4162-4e5e-afa5-64b42238fce2" -d '{"events": [{"name": "network-changed", "server_uuid": "2400f565-3f6b-415e-ba65-04efa2234143", "tag": "48c216e6-2e8e-45e5-97e6-ce7659e28b3a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:03.061432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e23e93-e254-4415-a351-c37da48dd155 service neutron] Pushing event updated for resources: {'Port': ['ID=48c216e6-2e8e-45e5-97e6-ce7659e28b3a,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:03.129987 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171ab10c-9fb6-4960-a6f6-03043d02ab72 x-openstack-request-id: req-171ab10c-9fb6-4960-a6f6-03043d02ab72 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:03.130283 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2400f565-3f6b-415e-ba65-04efa2234143", "tag": "48c216e6-2e8e-45e5-97e6-ce7659e28b3a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:03.130543 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-171ab10c-9fb6-4960-a6f6-03043d02ab72 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:03.130970 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2400f565-3f6b-415e-ba65-04efa2234143', 'tag': '48c216e6-2e8e-45e5-97e6-ce7659e28b3a', 'status': 'completed', 'code': 200} Feb 11 05:45:03.136770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-a3a9f278-608c-4636-be35-3af6f6b2e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.138335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-a3a9f278-608c-4636-be35-3af6f6b2e9b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de9ef182a7424b65a1c51f7ac547a873&device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 1127 time: 0.0503378 Feb 11 05:45:03.189773 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-d220fb42-7ea6-4822-a79d-3507a85760db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48c216e6-2e8e-45e5-97e6-ce7659e28b3a HTTP/1.1" status: 200 len: 217 time: 0.0404320 Feb 11 05:45:03.238193 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-60e41430-0928-4d50-bb7b-98e4a194d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.239658 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-60e41430-0928-4d50-bb7b-98e4a194d2f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f69a6774-d02d-412a-8326-1d5d0b8e78ae HTTP/1.1" status: 200 len: 854 time: 0.0434327 Feb 11 05:45:03.271324 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-3d91262e-37de-4335-a871-2d3337783d41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=521ea9d9-f679-47d6-998d-7ecb1023915c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241559 Feb 11 05:45:03.363922 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-c62b564e-a99b-45d1-bdcf-a07df90f1042 service neutron] 10.222.0.60 "GET /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856216 Feb 11 05:45:03.451855 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fae6e5d-3ae8-40e9-95ab-753cb8a6c50e req-8bd9650f-bb61-493a-b283-412af8f97c2e service neutron] 10.222.0.60 "GET /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813444 Feb 11 05:45:03.577842 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:45:03.579363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d520129-4162-4e5e-afa5-64b42238fce2 req-68fab55f-b037-4390-8d89-01a6b6cdd02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.580931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d520129-4162-4e5e-afa5-64b42238fce2 req-68fab55f-b037-4390-8d89-01a6b6cdd02b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de9ef182a7424b65a1c51f7ac547a873&device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 1127 time: 0.0491083 Feb 11 05:45:03.669563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d520129-4162-4e5e-afa5-64b42238fce2 req-2543405e-9627-422e-82f1-206ae25d89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.671065 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d520129-4162-4e5e-afa5-64b42238fce2 req-2543405e-9627-422e-82f1-206ae25d89d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=521ea9d9-f679-47d6-998d-7ecb1023915c HTTP/1.1" status: 200 len: 915 time: 0.0833449 Feb 11 05:45:03.717831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d520129-4162-4e5e-afa5-64b42238fce2 req-e309b5a2-ca07-4c36-acff-30a47a67899a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48c216e6-2e8e-45e5-97e6-ce7659e28b3a HTTP/1.1" status: 200 len: 217 time: 0.0376608 Feb 11 05:45:03.753024 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.770019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d520129-4162-4e5e-afa5-64b42238fce2 req-ed1e930f-7a72-4f7c-88a6-4ea7cce90626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.771792 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d520129-4162-4e5e-afa5-64b42238fce2 req-ed1e930f-7a72-4f7c-88a6-4ea7cce90626 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f69a6774-d02d-412a-8326-1d5d0b8e78ae HTTP/1.1" status: 200 len: 854 time: 0.0449252 Feb 11 05:45:03.802824 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d520129-4162-4e5e-afa5-64b42238fce2 req-e7143f83-e0d3-4f10-bc8a-97d5ead1c632 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=521ea9d9-f679-47d6-998d-7ecb1023915c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249629 Feb 11 05:45:04.147299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b0058-f84c-40cd-aa7f-6ddf96982c93 req-fab60750-cdec-466c-89f8-96f9e7a1e822 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.148851 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e6b0058-f84c-40cd-aa7f-6ddf96982c93 req-fab60750-cdec-466c-89f8-96f9e7a1e822 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 944 time: 0.0549386 Feb 11 05:45:04.197342 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e6b0058-f84c-40cd-aa7f-6ddf96982c93 req-fc6d9450-01fe-4bba-8911-c90ebcd89e31 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 Feb 11 05:45:04.237123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d520129-4162-4e5e-afa5-64b42238fce2 req-b5be2131-b621-4ef4-826f-01b7f7c81c4d service neutron] 10.222.0.60 "GET /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275939 Feb 11 05:45:04.327153 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d520129-4162-4e5e-afa5-64b42238fce2 req-90fa94b7-b8a6-4cbd-b9c0-8f030b7e29a1 service neutron] 10.222.0.60 "GET /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823605 Feb 11 05:45:05.319668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa37ab8-4fad-48e1-a627-aad0ed113a66 req-931cbfb1-45c4-4dfd-a63f-c9fa0e467517 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.321144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fa37ab8-4fad-48e1-a627-aad0ed113a66 req-931cbfb1-45c4-4dfd-a63f-c9fa0e467517 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 944 time: 0.0522139 Feb 11 05:45:05.370800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fa37ab8-4fad-48e1-a627-aad0ed113a66 req-398a7655-35c1-4231-af2f-d064d14ecdde tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Feb 11 05:45:06.492638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4c349-7b17-4943-9d8a-d1f77e6bf65c req-fa848097-368d-4d04-b227-ea84dbbd0650 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.494114 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9f4c349-7b17-4943-9d8a-d1f77e6bf65c req-fa848097-368d-4d04-b227-ea84dbbd0650 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 944 time: 0.0557430 Feb 11 05:45:06.540880 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9f4c349-7b17-4943-9d8a-d1f77e6bf65c req-e7a9a8b4-8359-4e63-a710-f39e6bd7ea97 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Feb 11 05:45:07.469256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 48c216e6-2e8e-45e5-97e6-ce7659e28b3a details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:07.567555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=48c216e6-2e8e-45e5-97e6-ce7659e28b3a,segment=NetworkSegment(854a522f-e19f-432b-b8b1-96049844db4d),segment_id=854a522f-e19f-432b-b8b1-96049844db4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:07.579030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '48c216e6-2e8e-45e5-97e6-ce7659e28b3a', 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c', 'port_id': '48c216e6-2e8e-45e5-97e6-ce7659e28b3a', 'mac_address': 'fa:16:3e:66:41:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69a6774-d02d-412a-8326-1d5d0b8e78ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:07.615726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:07.616133 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.629701 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c216e6-2e8e-45e5-97e6-ce7659e28b3a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:07.648892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=48c216e6-2e8e-45e5-97e6-ce7659e28b3a,segment=NetworkSegment(854a522f-e19f-432b-b8b1-96049844db4d),segment_id=854a522f-e19f-432b-b8b1-96049844db4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:07.653221 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.659469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f654b-5247-47cc-b495-d1031c77e14d req-74bd03cc-01cf-4218-8a98-77b2674c24ab tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:07.660989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-254f654b-5247-47cc-b495-d1031c77e14d req-74bd03cc-01cf-4218-8a98-77b2674c24ab tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 944 time: 0.0535948 Feb 11 05:45:07.700334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=48c216e6-2e8e-45e5-97e6-ce7659e28b3a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:07.709259 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-254f654b-5247-47cc-b495-d1031c77e14d req-67a80706-0a93-4414-adf0-5ec1b7c25b04 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425668 Feb 11 05:45:07.865312 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.051483 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['48c216e6-2e8e-45e5-97e6-ce7659e28b3a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:08.827389 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aefef0-6b84-481b-8c33-a55baa59e795 req-bc9eee56-4581-45a9-84b9-7a60008661cc tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:08.828852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77aefef0-6b84-481b-8c33-a55baa59e795 req-bc9eee56-4581-45a9-84b9-7a60008661cc tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 945 time: 0.0523789 Feb 11 05:45:08.874639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77aefef0-6b84-481b-8c33-a55baa59e795 req-c56efc96-9970-47dc-91bf-674f80b159ef tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Feb 11 05:45:09.483427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 48c216e6-2e8e-45e5-97e6-ce7659e28b3a up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:09.518426 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06125720-04f9-4229-8669-e61722eaed85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.540269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:09.543862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:09.544247 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.622300 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:09.623292 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.645757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2400f565-3f6b-415e-ba65-04efa2234143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c216e6-2e8e-45e5-97e6-ce7659e28b3a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:09.648262 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0ca863-7108-4e1a-94b3-2f21a244f06a" -d '{"events": [{"server_uuid": "2400f565-3f6b-415e-ba65-04efa2234143", "name": "network-vif-plugged", "status": "completed", "tag": "48c216e6-2e8e-45e5-97e6-ce7659e28b3a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:09.660705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=48c216e6-2e8e-45e5-97e6-ce7659e28b3a,segment=NetworkSegment(854a522f-e19f-432b-b8b1-96049844db4d),segment_id=854a522f-e19f-432b-b8b1-96049844db4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:09.665070 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.687780 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120c5228-dc00-4639-bf3c-10fdd94b8f63 x-openstack-request-id: req-120c5228-dc00-4639-bf3c-10fdd94b8f63 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:09.688106 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2400f565-3f6b-415e-ba65-04efa2234143", "name": "network-vif-plugged", "status": "completed", "tag": "48c216e6-2e8e-45e5-97e6-ce7659e28b3a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:09.688363 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-120c5228-dc00-4639-bf3c-10fdd94b8f63 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:09.688756 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2400f565-3f6b-415e-ba65-04efa2234143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c216e6-2e8e-45e5-97e6-ce7659e28b3a', 'code': 200} Feb 11 05:45:09.713605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=48c216e6-2e8e-45e5-97e6-ce7659e28b3a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:09.721702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.722057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.722402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.722746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.723120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.723451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.723781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.724109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.724435 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.724762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.725087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.725479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.725811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:09.808411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87bba4-ccec-46e2-976e-30ef522daba6 req-dc6610f0-80a2-49b5-8b04-c3e72f039180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.809888 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2c87bba4-ccec-46e2-976e-30ef522daba6 req-dc6610f0-80a2-49b5-8b04-c3e72f039180 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 1129 time: 0.0429022 Feb 11 05:45:09.854423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2c87bba4-ccec-46e2-976e-30ef522daba6 req-91871454-29f7-4e32-8b97-d00b685c8746 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367341 Feb 11 05:45:09.999140 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06417c-23c4-4ece-90fc-b980e01ea333 req-53d81d7a-a6b9-48e3-9656-8a1a4e1ecb69 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:10.000667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b06417c-23c4-4ece-90fc-b980e01ea333 req-53d81d7a-a6b9-48e3-9656-8a1a4e1ecb69 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0518873 Feb 11 05:45:10.050817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9b06417c-23c4-4ece-90fc-b980e01ea333 req-a2deefe7-72b5-4f1f-86bf-5f8da27df45c tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Feb 11 05:45:11.174034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55747e82-d508-4a02-9d95-7aba24fb3d8f req-f7a6da3b-f473-4861-9e49-6c7de7b10266 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.175565 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55747e82-d508-4a02-9d95-7aba24fb3d8f req-f7a6da3b-f473-4861-9e49-6c7de7b10266 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0564594 Feb 11 05:45:11.221738 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55747e82-d508-4a02-9d95-7aba24fb3d8f req-33ca2c82-68af-4ac7-bba4-fadb9e10d346 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Feb 11 05:45:11.971034 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90355820-1e0b-48c3-8f69-d0129f720cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:12.338440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e582ebc-8a5f-44ea-bcd0-3149d871e10f req-d7926cb9-086a-4c8d-aed3-1b43e84588b0 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.339939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e582ebc-8a5f-44ea-bcd0-3149d871e10f req-d7926cb9-086a-4c8d-aed3-1b43e84588b0 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0521288 Feb 11 05:45:12.385729 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e582ebc-8a5f-44ea-bcd0-3149d871e10f req-8e62bdd3-98da-4f07-93c5-ca6e204c4a3e tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 Feb 11 05:45:12.612093 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b16462-2cbe-414e-9174-5333842b1d37 req-ff692347-19c3-40f9-afdb-0446be28c33e tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.613669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-ff692347-19c3-40f9-afdb-0446be28c33e tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/networks?id=521ea9d9-f679-47d6-998d-7ecb1023915c HTTP/1.1" status: 200 len: 814 time: 0.1091135 Feb 11 05:45:12.629008 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-f06179ac-35bf-4813-a7a0-fb5489f14818 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/quotas/de9ef182a7424b65a1c51f7ac547a873 HTTP/1.1" status: 200 len: 375 time: 0.0095832 Feb 11 05:45:12.685789 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-7f875ea6-6be0-476c-b922-d8062a94501a tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=de9ef182a7424b65a1c51f7ac547a873&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516365 Feb 11 05:45:12.775007 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-10ab0f08-80e7-431b-92c9-8d951381d657 service neutron] 10.222.0.48 "GET /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821180 Feb 11 05:45:12.868460 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-84a00d17-c835-4a3f-83d4-810fa8f86ee2 service neutron] 10.222.0.48 "GET /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873294 Feb 11 05:45:12.963301 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.031566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-256f65d4-ca3c-416b-ab34-469fa0327d67 req-7378ddf5-dd45-46cc-b34a-9e84b577817f tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 210 time: 0.0282335 Feb 11 05:45:14.009507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b16462-2cbe-414e-9174-5333842b1d37 req-fe446da3-04b8-4207-95c6-fd1856de985c tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.010970 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-fe446da3-04b8-4207-95c6-fd1856de985c tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.10 "GET /v2.0/networks?id=521ea9d9-f679-47d6-998d-7ecb1023915c HTTP/1.1" status: 200 len: 814 time: 0.1060960 Feb 11 05:45:14.029723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-75b16462-2cbe-414e-9174-5333842b1d37 req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Request body: {'port': {'device_id': '857e98af-facf-4349-a434-0934791defcd', 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c', 'admin_state_up': True, 'tenant_id': 'de9ef182a7424b65a1c51f7ac547a873'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:14.131331 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da6c4cae-7e5a-4aae-acc6-d04ac74df257 req-4d83d630-7f24-40e7-8b6e-c6a821242470 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 210 time: 0.0272806 Feb 11 05:45:14.136198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b16462-2cbe-414e-9174-5333842b1d37 req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Made reservation on behalf of de9ef182a7424b65a1c51f7ac547a873 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:14.139909 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75b16462-2cbe-414e-9174-5333842b1d37 req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.268894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-75b16462-2cbe-414e-9174-5333842b1d37 req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Allocated IP 172.20.0.6 (521ea9d9-f679-47d6-998d-7ecb1023915c/f69a6774-d02d-412a-8326-1d5d0b8e78ae/c3bc8859-e99f-4890-a502-87264d682d8c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:14.421554 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75b16462-2cbe-414e-9174-5333842b1d37 req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks [] for port (c3bc8859-e99f-4890-a502-87264d682d8c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.455539 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75b16462-2cbe-414e-9174-5333842b1d37 req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.485963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['48c216e6-2e8e-45e5-97e6-ce7659e28b3a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:14.501679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b16462-2cbe-414e-9174-5333842b1d37 req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Network 521ea9d9-f679-47d6-998d-7ecb1023915c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:14.504814 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-75b16462-2cbe-414e-9174-5333842b1d37 req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:14.508517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b16462-2cbe-414e-9174-5333842b1d37 req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:14.514725 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Pushing event updated for resources: {'Port': ['ID=c3bc8859-e99f-4890-a502-87264d682d8c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:14.548250 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.560273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b16462-2cbe-414e-9174-5333842b1d37 req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.560930 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75b16462-2cbe-414e-9174-5333842b1d37 req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.580469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-cb40cde4-db07-45a1-9e1f-a5d185e9d6cf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541713 Feb 11 05:45:14.590047 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-1f0b1c8f-375c-4076-8a8a-b0fd304f5198 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:45:14.591082 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-1f0b1c8f-375c-4076-8a8a-b0fd304f5198 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058138 Feb 11 05:45:14.607745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Request body: {'port': {'device_id': '857e98af-facf-4349-a434-0934791defcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:14.669547 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.924895 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bc8859-e99f-4890-a502-87264d682d8c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:14.932111 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Publish callbacks [] for port (c3bc8859-e99f-4890-a502-87264d682d8c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.943650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Transition to ACTIVE for port object c3bc8859-e99f-4890-a502-87264d682d8c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:45:14.947239 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.001489 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bc8859-e99f-4890-a502-87264d682d8c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:15.064464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Attempting to bind port c3bc8859-e99f-4890-a502-87264d682d8c on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:15.065139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Attempting to bind port c3bc8859-e99f-4890-a502-87264d682d8c by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '854a522f-e19f-432b-b8b1-96049844db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:15.065139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Attempting to bind port c3bc8859-e99f-4890-a502-87264d682d8c on network 521ea9d9-f679-47d6-998d-7ecb1023915c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:15.069317 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Port c3bc8859-e99f-4890-a502-87264d682d8c on network 521ea9d9-f679-47d6-998d-7ecb1023915c not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:15.069644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Attempting to bind port c3bc8859-e99f-4890-a502-87264d682d8c on network 521ea9d9-f679-47d6-998d-7ecb1023915c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:15.074642 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:15.075022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Checking segment: {'id': '854a522f-e19f-432b-b8b1-96049844db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:15.075415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Bound using segment: {'id': '854a522f-e19f-432b-b8b1-96049844db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:15.075842 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Bound port: c3bc8859-e99f-4890-a502-87264d682d8c, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854a522f-e19f-432b-b8b1-96049844db4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:15.076199 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.137511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] For port c3bc8859-e99f-4890-a502-87264d682d8c, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:15.141598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] For port c3bc8859-e99f-4890-a502-87264d682d8c, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c3bc8859-e99f-4890-a502-87264d682d8c,segment=NetworkSegment(854a522f-e19f-432b-b8b1-96049844db4d),segment_id=854a522f-e19f-432b-b8b1-96049844db4d)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:15.148800 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.188291 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:15.188912 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.190305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] 10.222.0.10 "PUT /v2.0/ports/c3bc8859-e99f-4890-a502-87264d682d8c HTTP/1.1" status: 200 len: 1092 time: 0.5865984 Feb 11 05:45:15.190750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857e98af-facf-4349-a434-0934791defcd', 'tag': 'c3bc8859-e99f-4890-a502-87264d682d8c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:15.193043 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e790b196-7f8e-45df-b48e-94b1ca8ae91f" -d '{"events": [{"name": "network-changed", "server_uuid": "857e98af-facf-4349-a434-0934791defcd", "tag": "c3bc8859-e99f-4890-a502-87264d682d8c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:15.238648 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f19c2d-3522-441f-b882-ca6320ea5ea1 x-openstack-request-id: req-91f19c2d-3522-441f-b882-ca6320ea5ea1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:15.238963 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857e98af-facf-4349-a434-0934791defcd", "tag": "c3bc8859-e99f-4890-a502-87264d682d8c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:15.239222 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91f19c2d-3522-441f-b882-ca6320ea5ea1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:15.239621 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857e98af-facf-4349-a434-0934791defcd', 'tag': 'c3bc8859-e99f-4890-a502-87264d682d8c', 'status': 'completed', 'code': 200} Feb 11 05:45:15.244772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea9836-9757-4c0d-9b06-c05a437b5ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bc8859-e99f-4890-a502-87264d682d8c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:15.295436 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f910db-fecf-4a72-b35a-2f4989517c22 req-28d6c5c8-d35c-4484-93d2-b666f1fd70cd tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:15.296923 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5f910db-fecf-4a72-b35a-2f4989517c22 req-28d6c5c8-d35c-4484-93d2-b666f1fd70cd tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 943 time: 0.0957317 Feb 11 05:45:15.322934 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b16462-2cbe-414e-9174-5333842b1d37 req-2d9d48bf-21d3-4279-97f5-7f30ba173ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:15.324376 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-2d9d48bf-21d3-4279-97f5-7f30ba173ddf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de9ef182a7424b65a1c51f7ac547a873&device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 1126 time: 0.0709722 Feb 11 05:45:15.381588 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-20a6b2fa-252a-4a2f-977e-b6ca3d3cda6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3bc8859-e99f-4890-a502-87264d682d8c HTTP/1.1" status: 200 len: 217 time: 0.0428531 Feb 11 05:45:15.384680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c5f910db-fecf-4a72-b35a-2f4989517c22 req-4cd18b89-96f4-4dad-8a38-b0b817ac2c8e tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817671 Feb 11 05:45:15.429099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b16462-2cbe-414e-9174-5333842b1d37 req-dfc43fb7-973b-4977-bfdd-961f875196e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:15.430510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-dfc43fb7-973b-4977-bfdd-961f875196e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f69a6774-d02d-412a-8326-1d5d0b8e78ae HTTP/1.1" status: 200 len: 854 time: 0.0433905 Feb 11 05:45:15.460721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-776a8c2f-2481-4524-8e28-6c16a219b276 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=521ea9d9-f679-47d6-998d-7ecb1023915c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247214 Feb 11 05:45:15.551494 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-a845eefc-8c5e-4d51-ac9f-e38132d86cb3 service neutron] 10.222.0.10 "GET /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847096 Feb 11 05:45:15.645334 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75b16462-2cbe-414e-9174-5333842b1d37 req-0b8bfcbb-c859-45bb-9fb9-558a4fe43d3e service neutron] 10.222.0.10 "GET /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877414 Feb 11 05:45:15.760962 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.770631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790b196-7f8e-45df-b48e-94b1ca8ae91f req-1d0fdacd-9676-4c01-9204-128eb3675c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:15.772438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e790b196-7f8e-45df-b48e-94b1ca8ae91f req-1d0fdacd-9676-4c01-9204-128eb3675c04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de9ef182a7424b65a1c51f7ac547a873&device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 1126 time: 0.0455105 Feb 11 05:45:15.861559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790b196-7f8e-45df-b48e-94b1ca8ae91f req-0ee0af02-7de7-486a-998e-69b0699b9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:15.863055 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e790b196-7f8e-45df-b48e-94b1ca8ae91f req-0ee0af02-7de7-486a-998e-69b0699b9c6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=521ea9d9-f679-47d6-998d-7ecb1023915c HTTP/1.1" status: 200 len: 915 time: 0.0850451 Feb 11 05:45:15.903865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e790b196-7f8e-45df-b48e-94b1ca8ae91f req-bb86f0b3-3e99-41be-ae33-fc2d20eb500b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3bc8859-e99f-4890-a502-87264d682d8c HTTP/1.1" status: 200 len: 217 time: 0.0338814 Feb 11 05:45:15.953807 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790b196-7f8e-45df-b48e-94b1ca8ae91f req-461fa7f2-666c-4d6c-8c52-b2ccdefdf394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:15.955244 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e790b196-7f8e-45df-b48e-94b1ca8ae91f req-461fa7f2-666c-4d6c-8c52-b2ccdefdf394 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f69a6774-d02d-412a-8326-1d5d0b8e78ae HTTP/1.1" status: 200 len: 854 time: 0.0458481 Feb 11 05:45:15.987084 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e790b196-7f8e-45df-b48e-94b1ca8ae91f req-6a75e6bb-ca05-4a14-b936-1cedd2657b66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=521ea9d9-f679-47d6-998d-7ecb1023915c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244572 Feb 11 05:45:16.074699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e790b196-7f8e-45df-b48e-94b1ca8ae91f req-6d7bc70b-8268-40b0-a493-f1e085beb3a9 service neutron] 10.222.0.10 "GET /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802355 Feb 11 05:45:16.168248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e790b196-7f8e-45df-b48e-94b1ca8ae91f req-1cbc2a9a-2457-43ad-b568-9558d71fb991 service neutron] 10.222.0.10 "GET /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861812 Feb 11 05:45:16.505159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1899be-bf22-4eae-8838-c2ac7fe12275 req-6d16937f-6a9b-4b77-bd6b-4666ff61b30b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.506624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a1899be-bf22-4eae-8838-c2ac7fe12275 req-6d16937f-6a9b-4b77-bd6b-4666ff61b30b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 943 time: 0.0532455 Feb 11 05:45:16.553079 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0a1899be-bf22-4eae-8838-c2ac7fe12275 req-71a79feb-8d23-4f56-b922-8184003fc4fb tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Feb 11 05:45:17.307446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c3bc8859-e99f-4890-a502-87264d682d8c details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:17.400720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port c3bc8859-e99f-4890-a502-87264d682d8c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c3bc8859-e99f-4890-a502-87264d682d8c,segment=NetworkSegment(854a522f-e19f-432b-b8b1-96049844db4d),segment_id=854a522f-e19f-432b-b8b1-96049844db4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:17.410728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'c3bc8859-e99f-4890-a502-87264d682d8c', 'network_id': '521ea9d9-f679-47d6-998d-7ecb1023915c', 'port_id': 'c3bc8859-e99f-4890-a502-87264d682d8c', 'mac_address': 'fa:16:3e:dd:b3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69a6774-d02d-412a-8326-1d5d0b8e78ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:17.450353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port c3bc8859-e99f-4890-a502-87264d682d8c is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:17.450768 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.463039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bc8859-e99f-4890-a502-87264d682d8c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:17.481474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port c3bc8859-e99f-4890-a502-87264d682d8c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c3bc8859-e99f-4890-a502-87264d682d8c,segment=NetworkSegment(854a522f-e19f-432b-b8b1-96049844db4d),segment_id=854a522f-e19f-432b-b8b1-96049844db4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:17.486346 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.531947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=c3bc8859-e99f-4890-a502-87264d682d8c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:17.676502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52808589-b92d-4e10-956b-3e5eac7a936e req-83e0d497-21e0-4994-a8ef-d4a805d7263c tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:17.677892 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52808589-b92d-4e10-956b-3e5eac7a936e req-83e0d497-21e0-4994-a8ef-d4a805d7263c tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 944 time: 0.0520821 Feb 11 05:45:17.725668 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52808589-b92d-4e10-956b-3e5eac7a936e req-4b8a9865-12a9-493d-90bf-b02c5f14c85d tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419574 Feb 11 05:45:17.782373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['c3bc8859-e99f-4890-a502-87264d682d8c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:18.849755 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbee63-9a74-44b6-bdc5-a815c73b96d8 req-49a1380e-ff30-4cd0-8b0d-b0370aadb17c tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.851238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aedbee63-9a74-44b6-bdc5-a815c73b96d8 req-49a1380e-ff30-4cd0-8b0d-b0370aadb17c tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 944 time: 0.0562110 Feb 11 05:45:18.897336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aedbee63-9a74-44b6-bdc5-a815c73b96d8 req-1333f94c-33ef-4841-9262-74070687c3d2 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403943 Feb 11 05:45:19.325989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c3bc8859-e99f-4890-a502-87264d682d8c up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:19.373211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port c3bc8859-e99f-4890-a502-87264d682d8c completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:19.377275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port c3bc8859-e99f-4890-a502-87264d682d8c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:19.377655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.451464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port c3bc8859-e99f-4890-a502-87264d682d8c is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:19.451859 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.477172 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857e98af-facf-4349-a434-0934791defcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bc8859-e99f-4890-a502-87264d682d8c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:19.479397 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4904939-36f4-4cb5-830d-d0fbb498f47c" -d '{"events": [{"server_uuid": "857e98af-facf-4349-a434-0934791defcd", "name": "network-vif-plugged", "status": "completed", "tag": "c3bc8859-e99f-4890-a502-87264d682d8c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:19.491931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port c3bc8859-e99f-4890-a502-87264d682d8c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c3bc8859-e99f-4890-a502-87264d682d8c,segment=NetworkSegment(854a522f-e19f-432b-b8b1-96049844db4d),segment_id=854a522f-e19f-432b-b8b1-96049844db4d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:19.496296 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.522177 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4c6808-6a17-4d2e-adb4-8590cb6c7b5f x-openstack-request-id: req-dc4c6808-6a17-4d2e-adb4-8590cb6c7b5f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:19.522470 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857e98af-facf-4349-a434-0934791defcd", "name": "network-vif-plugged", "status": "completed", "tag": "c3bc8859-e99f-4890-a502-87264d682d8c", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:19.522725 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc4c6808-6a17-4d2e-adb4-8590cb6c7b5f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:19.523139 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857e98af-facf-4349-a434-0934791defcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bc8859-e99f-4890-a502-87264d682d8c', 'code': 200} Feb 11 05:45:19.545860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=c3bc8859-e99f-4890-a502-87264d682d8c,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:19.655128 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31213ef-95c4-4a80-bc70-88e3146548d4 req-6ee544d5-a664-456c-ac81-2c8047a61f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:19.656561 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d31213ef-95c4-4a80-bc70-88e3146548d4 req-6ee544d5-a664-456c-ac81-2c8047a61f72 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 1128 time: 0.0495145 Feb 11 05:45:19.700955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d31213ef-95c4-4a80-bc70-88e3146548d4 req-76e843e8-de10-44a8-8b43-4c62503322b7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371747 Feb 11 05:45:20.021760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dd800-5cc8-4ae8-9ba0-14960841415a req-5bbcfe72-400c-4af9-b728-6ece98ea9308 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.023257 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f76dd800-5cc8-4ae8-9ba0-14960841415a req-5bbcfe72-400c-4af9-b728-6ece98ea9308 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 945 time: 0.0555778 Feb 11 05:45:20.069190 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f76dd800-5cc8-4ae8-9ba0-14960841415a req-fd0b0501-14b7-45be-b312-3bdcac242a79 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Feb 11 05:45:21.188416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444152b-bdd8-4c4e-9e7e-10df051e0791 req-d7bebc41-daaa-44f4-b703-026cc10f7ddd tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:21.189884 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4444152b-bdd8-4c4e-9e7e-10df051e0791 req-d7bebc41-daaa-44f4-b703-026cc10f7ddd tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 945 time: 0.0531235 Feb 11 05:45:21.235909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4444152b-bdd8-4c4e-9e7e-10df051e0791 req-9a5a9255-0804-415b-952d-c70a1cd71eaf tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403116 Feb 11 05:45:21.472222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadcc30-e829-4a84-ab77-efbbf8e86438 req-a93690d0-1a45-49aa-b8f2-c4d7979f404b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:21.473699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1aadcc30-e829-4a84-ab77-efbbf8e86438 req-a93690d0-1a45-49aa-b8f2-c4d7979f404b tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 945 time: 0.0553973 Feb 11 05:45:21.519209 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1aadcc30-e829-4a84-ab77-efbbf8e86438 req-797af868-0a00-45c4-9c0e-dbd1d1ca9e72 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Feb 11 05:45:22.643467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a52ad-dbc7-47b9-9376-ac38fefb866f req-5c430b35-da0e-40af-96a5-9b24d674b890 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.644948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3d5a52ad-dbc7-47b9-9376-ac38fefb866f req-5c430b35-da0e-40af-96a5-9b24d674b890 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 945 time: 0.0560007 Feb 11 05:45:22.690974 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3d5a52ad-dbc7-47b9-9376-ac38fefb866f req-eef8c57d-4681-4ceb-a64c-84a8b44365c4 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Feb 11 05:45:22.855886 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac953d5-344d-4bc8-9492-bd27b5cb77ee req-b3a78352-28c7-4392-8912-c0897623f10e tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.857230 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ac953d5-344d-4bc8-9492-bd27b5cb77ee req-b3a78352-28c7-4392-8912-c0897623f10e tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.10 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 945 time: 0.0524628 Feb 11 05:45:22.944738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-6ac953d5-344d-4bc8-9492-bd27b5cb77ee req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Deleting port c3bc8859-e99f-4890-a502-87264d682d8c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:22.945075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6ac953d5-344d-4bc8-9492-bd27b5cb77ee req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.034050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-6ac953d5-344d-4bc8-9492-bd27b5cb77ee req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] For port c3bc8859-e99f-4890-a502-87264d682d8c, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=c3bc8859-e99f-4890-a502-87264d682d8c,segment=NetworkSegment(854a522f-e19f-432b-b8b1-96049844db4d),segment_id=854a522f-e19f-432b-b8b1-96049844db4d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:23.034409 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6ac953d5-344d-4bc8-9492-bd27b5cb77ee req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.046730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-6ac953d5-344d-4bc8-9492-bd27b5cb77ee req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Calling delete_port for c3bc8859-e99f-4890-a502-87264d682d8c owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:23.174453 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6ac953d5-344d-4bc8-9492-bd27b5cb77ee req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c3bc8859-e99f-4890-a502-87264d682d8c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.202236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Pushing event deleted for resources: {'Port': ['ID=c3bc8859-e99f-4890-a502-87264d682d8c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:23.208112 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['c3bc8859-e99f-4890-a502-87264d682d8c'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:23.210486 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['48c216e6-2e8e-45e5-97e6-ce7659e28b3a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:23.215745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.216104 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.216454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.216800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.217139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.217504 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.218382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.218715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.219068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.219400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.219731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.220055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.220377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:23.255139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac953d5-344d-4bc8-9492-bd27b5cb77ee req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] No DVR routers for this DVR port c3bc8859-e99f-4890-a502-87264d682d8c on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:23.257564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-6ac953d5-344d-4bc8-9492-bd27b5cb77ee req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.260871 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ac953d5-344d-4bc8-9492-bd27b5cb77ee req-0c46da07-56d9-4b52-b7a1-4b5580d83006 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.10 "DELETE /v2.0/ports/c3bc8859-e99f-4890-a502-87264d682d8c HTTP/1.1" status: 204 len: 173 time: 0.3983059 Feb 11 05:45:23.261308 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857e98af-facf-4349-a434-0934791defcd', 'name': 'network-vif-deleted', 'tag': 'c3bc8859-e99f-4890-a502-87264d682d8c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:23.263567 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597445cb-ed69-4c23-bcfe-ca1cf1a75029" -d '{"events": [{"server_uuid": "857e98af-facf-4349-a434-0934791defcd", "name": "network-vif-deleted", "tag": "c3bc8859-e99f-4890-a502-87264d682d8c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:23.301630 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8e231c-e7ab-47c5-aa90-674a878e568c x-openstack-request-id: req-be8e231c-e7ab-47c5-aa90-674a878e568c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:23.301970 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857e98af-facf-4349-a434-0934791defcd", "name": "network-vif-deleted", "tag": "c3bc8859-e99f-4890-a502-87264d682d8c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:23.302234 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be8e231c-e7ab-47c5-aa90-674a878e568c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:23.302668 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857e98af-facf-4349-a434-0934791defcd', 'name': 'network-vif-deleted', 'tag': 'c3bc8859-e99f-4890-a502-87264d682d8c', 'status': 'completed', 'code': 200} Feb 11 05:45:23.803281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-115dd224-3d66-4dd1-92d6-50c683f23be1 req-d9c60f3f-d47a-4d9e-9157-9bae8504c679 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=857e98af-facf-4349-a434-0934791defcd HTTP/1.1" status: 200 len: 210 time: 0.0284400 Feb 11 05:45:24.961749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a2da7-0aaf-4222-9916-a135fbfb30d5 req-66954bc3-ff49-4ca1-bbd2-e6a3d4ee0400 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:24.963243 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f71a2da7-0aaf-4222-9916-a135fbfb30d5 req-66954bc3-ff49-4ca1-bbd2-e6a3d4ee0400 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0523102 Feb 11 05:45:25.009469 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f71a2da7-0aaf-4222-9916-a135fbfb30d5 req-2a244145-c269-4447-be2a-7f90df985454 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399113 Feb 11 05:45:25.149579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c517592-58b8-40a2-9b95-d24d8dd18192 req-0d922abe-6da9-45dc-97e1-b3ca5e7c0e5c tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.151115 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c517592-58b8-40a2-9b95-d24d8dd18192 req-0d922abe-6da9-45dc-97e1-b3ca5e7c0e5c tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0563030 Feb 11 05:45:25.197680 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c517592-58b8-40a2-9b95-d24d8dd18192 req-a29a55e8-77f9-4d32-bd31-45bf7aeaf4ef tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Feb 11 05:45:25.320731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d2d3a-6e34-4a5e-ad12-1133b368b594 req-b861ebb4-ae84-407c-b5c3-9ebea0fc53ce tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.322201 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b40d2d3a-6e34-4a5e-ad12-1133b368b594 req-b861ebb4-ae84-407c-b5c3-9ebea0fc53ce tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0574965 Feb 11 05:45:25.346550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c3bc8859-e99f-4890-a502-87264d682d8c no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:25.368009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: c3bc8859-e99f-4890-a502-87264d682d8c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:25.368356 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device c3bc8859-e99f-4890-a502-87264d682d8c not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:25.370552 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b40d2d3a-6e34-4a5e-ad12-1133b368b594 req-0a695b69-d475-4c93-b80d-3316a6394bd5 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427294 Feb 11 05:45:25.537890 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7a6c0-1fa5-4be9-91e5-3b282c212917 req-a8a7412c-bdc6-4b93-bc84-947d54d1f1c0 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.539383 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4c7a6c0-1fa5-4be9-91e5-3b282c212917 req-a8a7412c-bdc6-4b93-bc84-947d54d1f1c0 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0519783 Feb 11 05:45:25.588609 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4c7a6c0-1fa5-4be9-91e5-3b282c212917 req-ee4e3c67-a1d8-4ea3-ac71-886ab2aa1b3f tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Feb 11 05:45:25.706057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37b235-81e6-462d-ba1a-61c822ddf953 req-efbfe7ee-ac76-4361-86dc-0df6052d3f17 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.708335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a37b235-81e6-462d-ba1a-61c822ddf953 req-efbfe7ee-ac76-4361-86dc-0df6052d3f17 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0529368 Feb 11 05:45:25.765249 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a37b235-81e6-462d-ba1a-61c822ddf953 req-53df0ed0-e114-4270-9bec-c2868520482e tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501621 Feb 11 05:45:25.892717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c53bc-1235-4dd4-a8e9-ec433b731a2d req-e7075135-683c-4482-951a-160f52b4f78f tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.894131 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e97c53bc-1235-4dd4-a8e9-ec433b731a2d req-e7075135-683c-4482-951a-160f52b4f78f tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0529010 Feb 11 05:45:25.945034 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e97c53bc-1235-4dd4-a8e9-ec433b731a2d req-71dc45f1-3d32-4bed-8872-9ec4cb0513e4 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451541 Feb 11 05:45:26.262134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3eba1-03d2-4c8b-8da2-042e7aa925e8 req-7406a28a-b2e3-4d7e-9820-72e11a1300ec tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:26.263651 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3eba1-03d2-4c8b-8da2-042e7aa925e8 req-7406a28a-b2e3-4d7e-9820-72e11a1300ec tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0577254 Feb 11 05:45:26.316726 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88a3eba1-03d2-4c8b-8da2-042e7aa925e8 req-7103026c-95a4-4428-81db-615b6e506674 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455675 Feb 11 05:45:27.439298 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc657b96-95ef-47e2-93df-3b8f31e599b6 req-aad6a442-ee0f-4cb8-bd88-20cbe131b466 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.440749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fc657b96-95ef-47e2-93df-3b8f31e599b6 req-aad6a442-ee0f-4cb8-bd88-20cbe131b466 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0533719 Feb 11 05:45:27.489676 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fc657b96-95ef-47e2-93df-3b8f31e599b6 req-73e3e950-4cbb-431e-832a-1f30eddd9e7c tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434029 Feb 11 05:45:28.429986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f1d3b-49aa-4334-977e-e8310019f8eb req-f2356d16-32b9-44be-9122-76ea7738b916 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:28.431483 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac6f1d3b-49aa-4334-977e-e8310019f8eb req-f2356d16-32b9-44be-9122-76ea7738b916 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.60 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0592716 Feb 11 05:45:28.525572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ac6f1d3b-49aa-4334-977e-e8310019f8eb req-37a542de-af99-4ea1-bcae-05f437bf4268 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Deleting port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:28.525920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac6f1d3b-49aa-4334-977e-e8310019f8eb req-37a542de-af99-4ea1-bcae-05f437bf4268 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.645782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ac6f1d3b-49aa-4334-977e-e8310019f8eb req-37a542de-af99-4ea1-bcae-05f437bf4268 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] For port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=48c216e6-2e8e-45e5-97e6-ce7659e28b3a,segment=NetworkSegment(854a522f-e19f-432b-b8b1-96049844db4d),segment_id=854a522f-e19f-432b-b8b1-96049844db4d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:28.646390 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac6f1d3b-49aa-4334-977e-e8310019f8eb req-37a542de-af99-4ea1-bcae-05f437bf4268 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.662623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-ac6f1d3b-49aa-4334-977e-e8310019f8eb req-37a542de-af99-4ea1-bcae-05f437bf4268 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Calling delete_port for 48c216e6-2e8e-45e5-97e6-ce7659e28b3a owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:28.670457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e680122-c5e7-4a9d-bd43-a46f280dc512 req-3604e9e2-3793-49c2-a9fc-dd44558a7456 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:28.672473 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e680122-c5e7-4a9d-bd43-a46f280dc512 req-3604e9e2-3793-49c2-a9fc-dd44558a7456 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400f565-3f6b-415e-ba65-04efa2234143 HTTP/1.1" status: 200 len: 946 time: 0.0918653 Feb 11 05:45:28.778689 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e680122-c5e7-4a9d-bd43-a46f280dc512 req-42ec435e-2149-4871-a8aa-82ae579b4aca tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.48 "GET /v2.0/security-groups?id=599638c7-8252-4125-8a3e-66d0ee0fda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912220 Feb 11 05:45:28.848081 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac6f1d3b-49aa-4334-977e-e8310019f8eb req-37a542de-af99-4ea1-bcae-05f437bf4268 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (48c216e6-2e8e-45e5-97e6-ce7659e28b3a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.875855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['48c216e6-2e8e-45e5-97e6-ce7659e28b3a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:28.877515 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a542de-af99-4ea1-bcae-05f437bf4268 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Pushing event deleted for resources: {'Port': ['ID=48c216e6-2e8e-45e5-97e6-ce7659e28b3a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:28.919296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6f1d3b-49aa-4334-977e-e8310019f8eb req-37a542de-af99-4ea1-bcae-05f437bf4268 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] No DVR routers for this DVR port 48c216e6-2e8e-45e5-97e6-ce7659e28b3a on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:28.922320 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ac6f1d3b-49aa-4334-977e-e8310019f8eb req-37a542de-af99-4ea1-bcae-05f437bf4268 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.925677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac6f1d3b-49aa-4334-977e-e8310019f8eb req-37a542de-af99-4ea1-bcae-05f437bf4268 tempest-ServersNegativeTestJSON-1915630493 tempest-ServersNegativeTestJSON-1915630493-project] 10.222.0.60 "DELETE /v2.0/ports/48c216e6-2e8e-45e5-97e6-ce7659e28b3a HTTP/1.1" status: 204 len: 173 time: 0.4885037 Feb 11 05:45:28.926140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2400f565-3f6b-415e-ba65-04efa2234143', 'name': 'network-vif-deleted', 'tag': '48c216e6-2e8e-45e5-97e6-ce7659e28b3a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:28.928401 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855f4c82-6864-4497-9f44-2f7875270c19" -d '{"events": [{"server_uuid": "2400f565-3f6b-415e-ba65-04efa2234143", "name": "network-vif-deleted", "tag": "48c216e6-2e8e-45e5-97e6-ce7659e28b3a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:28.964511 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6299cb8d-004c-47a1-86b3-57d8e96a61eb x-openstack-request-id: req-6299cb8d-004c-47a1-86b3-57d8e96a61eb {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:28.964919 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2400f565-3f6b-415e-ba65-04efa2234143", "name": "network-vif-deleted", "tag": "48c216e6-2e8e-45e5-97e6-ce7659e28b3a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:28.965158 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6299cb8d-004c-47a1-86b3-57d8e96a61eb {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:28.965574 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2400f565-3f6b-415e-ba65-04efa2234143', 'name': 'network-vif-deleted', 'tag': '48c216e6-2e8e-45e5-97e6-ce7659e28b3a', 'status': 'completed', 'code': 200} Feb 11 05:45:29.834232 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52104) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:29.877768 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fd8233-8270-45bd-841d-86b1609a2da5 admin admin] Deleting subnet f69a6774-d02d-412a-8326-1d5d0b8e78ae {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:29.880831 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01fd8233-8270-45bd-841d-86b1609a2da5 admin admin] Publish callbacks [] for subnet (f69a6774-d02d-412a-8326-1d5d0b8e78ae), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.914681 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01fd8233-8270-45bd-841d-86b1609a2da5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (f69a6774-d02d-412a-8326-1d5d0b8e78ae), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.952159 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01fd8233-8270-45bd-841d-86b1609a2da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (f69a6774-d02d-412a-8326-1d5d0b8e78ae), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.001640 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01fd8233-8270-45bd-841d-86b1609a2da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (f69a6774-d02d-412a-8326-1d5d0b8e78ae), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.032706 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd8233-8270-45bd-841d-86b1609a2da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69a6774-d02d-412a-8326-1d5d0b8e78ae,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:30.036560 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01fd8233-8270-45bd-841d-86b1609a2da5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.040647 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-01fd8233-8270-45bd-841d-86b1609a2da5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f69a6774-d02d-412a-8326-1d5d0b8e78ae HTTP/1.1" status: 204 len: 168 time: 0.2026646 Feb 11 05:45:30.041550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52106) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:30.111556 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (521ea9d9-f679-47d6-998d-7ecb1023915c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.190851 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (521ea9d9-f679-47d6-998d-7ecb1023915c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.210183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521ea9d9-f679-47d6-998d-7ecb1023915c']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:30.219678 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854a522f-e19f-432b-b8b1-96049844db4d') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:30.219981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854a522f-e19f-432b-b8b1-96049844db4d') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:30.229128 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (854a522f-e19f-432b-b8b1-96049844db4d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.241946 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (854a522f-e19f-432b-b8b1-96049844db4d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.247732 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:30.248113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (854a522f-e19f-432b-b8b1-96049844db4d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:30.249722 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:30.303019 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (521ea9d9-f679-47d6-998d-7ecb1023915c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.308781 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.312390 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] 10.222.0.48 "DELETE /v2.0/networks/521ea9d9-f679-47d6-998d-7ecb1023915c HTTP/1.1" status: 204 len: 168 time: 0.2698903 Feb 11 05:45:30.326928 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1c8cf-91db-41f1-b890-80dcf1baf896 admin admin] Pushing event deleted for resources: {'Network': ['ID=521ea9d9-f679-47d6-998d-7ecb1023915c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:30.417709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52110) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:30.458468 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-23f7588c-bc16-4a7c-aad7-253cbe63f748 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de9ef182a7424b65a1c51f7ac547a873&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395358 Feb 11 05:45:30.460885 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52112) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:30.511009 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-144e3b99-546e-4612-a900-4ae7ba7fccec admin admin] Publish callbacks [] for security_group (599638c7-8252-4125-8a3e-66d0ee0fda3f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.531986 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-144e3b99-546e-4612-a900-4ae7ba7fccec admin admin] Publish callbacks [] for security_group (599638c7-8252-4125-8a3e-66d0ee0fda3f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.578429 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-144e3b99-546e-4612-a900-4ae7ba7fccec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (599638c7-8252-4125-8a3e-66d0ee0fda3f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.581648 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-144e3b99-546e-4612-a900-4ae7ba7fccec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.582803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-144e3b99-546e-4612-a900-4ae7ba7fccec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/599638c7-8252-4125-8a3e-66d0ee0fda3f HTTP/1.1" status: 204 len: 168 time: 0.1210332 Feb 11 05:45:30.590523 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e3b99-546e-4612-a900-4ae7ba7fccec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599638c7-8252-4125-8a3e-66d0ee0fda3f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:31.264819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52134) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:31.358797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-537794852'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:31.378363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Made reservation on behalf of a070083a25294056a4fd45f2d0e243f3 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:31.381816 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.390046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.465876 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for security_group (85ecb744-714e-4c97-a4de-af7b0e91e9bb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.470311 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (85ecb744-714e-4c97-a4de-af7b0e91e9bb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.493562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:31.508277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ecb744-714e-4c97-a4de-af7b0e91e9bb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:31.511294 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (037a03f4-b983-42c3-9c52-b02c42306174), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.511642 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Added segment 037a03f4-b983-42c3-9c52-b02c42306174 of type vlan for network dce0e92a-8ff2-4004-b718-7ec1838cd40b Feb 11 05:45:31.551963 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (dce0e92a-8ff2-4004-b718-7ec1838cd40b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.575928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (dce0e92a-8ff2-4004-b718-7ec1838cd40b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.580929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:31.581563 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.604625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 48c216e6-2e8e-45e5-97e6-ce7659e28b3a no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:31.624384 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3584545 Feb 11 05:45:31.625079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 48c216e6-2e8e-45e5-97e6-ce7659e28b3a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:31.625605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 48c216e6-2e8e-45e5-97e6-ce7659e28b3a not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:31.653113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d619a95-b1f9-4063-a55c-806ba29333fc tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event updated for resources: {'Network': ['ID=dce0e92a-8ff2-4004-b718-7ec1838cd40b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:31.663537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network dce0e92a-8ff2-4004-b718-7ec1838cd40b details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:33.769412 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.916925 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52138) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:34.923843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-859b142b-2f9f-490b-ad99-0fa4ec5c087a tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Request body: {'subnet': {'network_id': 'dce0e92a-8ff2-4004-b718-7ec1838cd40b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:35.010104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859b142b-2f9f-490b-ad99-0fa4ec5c087a tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Made reservation on behalf of a070083a25294056a4fd45f2d0e243f3 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:35.013654 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859b142b-2f9f-490b-ad99-0fa4ec5c087a tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.207551 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859b142b-2f9f-490b-ad99-0fa4ec5c087a tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (e4580e66-8856-44c6-a538-40368b9255c3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.268644 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b142b-2f9f-490b-ad99-0fa4ec5c087a tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event updated for resources: {'Subnet': ['ID=e4580e66-8856-44c6-a538-40368b9255c3,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:35.278884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b142b-2f9f-490b-ad99-0fa4ec5c087a tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Checking segment: {'id': '037a03f4-b983-42c3-9c52-b02c42306174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dce0e92a-8ff2-4004-b718-7ec1838cd40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:35.279274 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859b142b-2f9f-490b-ad99-0fa4ec5c087a tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Network hostable DHCP agents. Network: dce0e92a-8ff2-4004-b718-7ec1838cd40b, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:35.296103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859b142b-2f9f-490b-ad99-0fa4ec5c087a tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Network dce0e92a-8ff2-4004-b718-7ec1838cd40b is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:35.306723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-859b142b-2f9f-490b-ad99-0fa4ec5c087a tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, dce0e92a-8ff2-4004-b718-7ec1838cd40b) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:35.310886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859b142b-2f9f-490b-ad99-0fa4ec5c087a tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:35.312173 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-859b142b-2f9f-490b-ad99-0fa4ec5c087a tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.320784 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f3c0e0-a79c-4dc8-8081-3a51f8a7312a None None] Network dce0e92a-8ff2-4004-b718-7ec1838cd40b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:35.334978 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-859b142b-2f9f-490b-ad99-0fa4ec5c087a tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4137611 Feb 11 05:45:35.335958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52140) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:35.341847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-aac4a31b-2144-4fbc-ad8a-53f86b1688ab tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-557871949'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:35.363178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac4a31b-2144-4fbc-ad8a-53f86b1688ab tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Made reservation on behalf of a070083a25294056a4fd45f2d0e243f3 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:35.367006 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aac4a31b-2144-4fbc-ad8a-53f86b1688ab tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.398099 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac4a31b-2144-4fbc-ad8a-53f86b1688ab tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:35.409403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aac4a31b-2144-4fbc-ad8a-53f86b1688ab tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4450ff7c-417b-4a3e-8996-552cb4a4cd19), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.410106 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-aac4a31b-2144-4fbc-ad8a-53f86b1688ab tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Added segment 4450ff7c-417b-4a3e-8996-552cb4a4cd19 of type vlan for network f5ea39c4-913c-460d-98e5-15b63ade8b30 Feb 11 05:45:35.433679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-dce0e92a-8ff2-4004-b718-7ec1838cd40b', 'network_id': 'dce0e92a-8ff2-4004-b718-7ec1838cd40b', 'project_id': 'a070083a25294056a4fd45f2d0e243f3', 'fixed_ips': [{'subnet_id': 'e4580e66-8856-44c6-a538-40368b9255c3'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:35.434570 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.453493 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aac4a31b-2144-4fbc-ad8a-53f86b1688ab tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (f5ea39c4-913c-460d-98e5-15b63ade8b30), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.480377 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aac4a31b-2144-4fbc-ad8a-53f86b1688ab tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (f5ea39c4-913c-460d-98e5-15b63ade8b30), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.486115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4a31b-2144-4fbc-ad8a-53f86b1688ab tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:35.486700 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aac4a31b-2144-4fbc-ad8a-53f86b1688ab tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.525564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-aac4a31b-2144-4fbc-ad8a-53f86b1688ab tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1877558 Feb 11 05:45:35.528546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52142) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:35.534185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9106917f-0c41-488a-bb45-43b84de3cb0e tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Request body: {'subnet': {'network_id': 'f5ea39c4-913c-460d-98e5-15b63ade8b30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:35.560473 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4a31b-2144-4fbc-ad8a-53f86b1688ab tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event updated for resources: {'Network': ['ID=f5ea39c4-913c-460d-98e5-15b63ade8b30,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:35.574210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network f5ea39c4-913c-460d-98e5-15b63ade8b30 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:35.622443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Allocated IP 2001:db8:0:ffff::2 (dce0e92a-8ff2-4004-b718-7ec1838cd40b/e4580e66-8856-44c6-a538-40368b9255c3/9d8faad9-ce77-41d6-94f1-e985057047d8) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:35.654863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9106917f-0c41-488a-bb45-43b84de3cb0e tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Made reservation on behalf of a070083a25294056a4fd45f2d0e243f3 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:35.659905 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9106917f-0c41-488a-bb45-43b84de3cb0e tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.811346 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Publish callbacks [] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.819821 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.871273 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Network dce0e92a-8ff2-4004-b718-7ec1838cd40b is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:35.872557 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Pushing event updated for resources: {'Port': ['ID=9d8faad9-ce77-41d6-94f1-e985057047d8,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:35.877381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:35.880159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:35.882432 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9106917f-0c41-488a-bb45-43b84de3cb0e tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (5ec0fcde-e778-41e8-9b55-27c8dfc2cff9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.937773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Attempting to bind port 9d8faad9-ce77-41d6-94f1-e985057047d8 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:35.938785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Attempting to bind port 9d8faad9-ce77-41d6-94f1-e985057047d8 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '037a03f4-b983-42c3-9c52-b02c42306174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dce0e92a-8ff2-4004-b718-7ec1838cd40b'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:35.938785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Attempting to bind port 9d8faad9-ce77-41d6-94f1-e985057047d8 on network dce0e92a-8ff2-4004-b718-7ec1838cd40b {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:35.944298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:35.944473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Checking segment: {'id': '037a03f4-b983-42c3-9c52-b02c42306174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dce0e92a-8ff2-4004-b718-7ec1838cd40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:35.944781 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.945188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Bound using segment: {'id': '037a03f4-b983-42c3-9c52-b02c42306174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dce0e92a-8ff2-4004-b718-7ec1838cd40b'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:35.945656 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Bound port: 9d8faad9-ce77-41d6-94f1-e985057047d8, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a03f4-b983-42c3-9c52-b02c42306174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dce0e92a-8ff2-4004-b718-7ec1838cd40b'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:35.946054 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.949266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106917f-0c41-488a-bb45-43b84de3cb0e tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event updated for resources: {'Subnet': ['ID=5ec0fcde-e778-41e8-9b55-27c8dfc2cff9,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:35.960652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9106917f-0c41-488a-bb45-43b84de3cb0e tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Checking segment: {'id': '4450ff7c-417b-4a3e-8996-552cb4a4cd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f5ea39c4-913c-460d-98e5-15b63ade8b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:35.961017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9106917f-0c41-488a-bb45-43b84de3cb0e tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Network hostable DHCP agents. Network: f5ea39c4-913c-460d-98e5-15b63ade8b30, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:35.980023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9106917f-0c41-488a-bb45-43b84de3cb0e tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Network f5ea39c4-913c-460d-98e5-15b63ade8b30 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:35.994256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-9106917f-0c41-488a-bb45-43b84de3cb0e tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, f5ea39c4-913c-460d-98e5-15b63ade8b30) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:35.999679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9106917f-0c41-488a-bb45-43b84de3cb0e tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.000476 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9106917f-0c41-488a-bb45-43b84de3cb0e tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.026481 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9106917f-0c41-488a-bb45-43b84de3cb0e tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4941046 Feb 11 05:45:36.027294 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52144) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:36.135874 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (f5ea39c4-913c-460d-98e5-15b63ade8b30), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.173990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55646d1-da8c-4111-be35-deb67e47c760 None None] Network f5ea39c4-913c-460d-98e5-15b63ade8b30 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:36.219871 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (5ec0fcde-e778-41e8-9b55-27c8dfc2cff9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.257360 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] For port 9d8faad9-ce77-41d6-94f1-e985057047d8, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:36.261836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] For port 9d8faad9-ce77-41d6-94f1-e985057047d8, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9d8faad9-ce77-41d6-94f1-e985057047d8,segment=NetworkSegment(037a03f4-b983-42c3-9c52-b02c42306174),segment_id=037a03f4-b983-42c3-9c52-b02c42306174)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:36.276571 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.291827 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (5ec0fcde-e778-41e8-9b55-27c8dfc2cff9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.320216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec0fcde-e778-41e8-9b55-27c8dfc2cff9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.333818 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e587c86f-a7a1-4641-8443-2b04055a9c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-f5ea39c4-913c-460d-98e5-15b63ade8b30', 'network_id': 'f5ea39c4-913c-460d-98e5-15b63ade8b30', 'project_id': 'a070083a25294056a4fd45f2d0e243f3', 'fixed_ips': [{'subnet_id': '5ec0fcde-e778-41e8-9b55-27c8dfc2cff9'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:36.334651 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e587c86f-a7a1-4641-8443-2b04055a9c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.371180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cd75a-839e-4a32-ab7f-83da04d933f6 None None] Pushing event updated for resources: {'Port': ['ID=9d8faad9-ce77-41d6-94f1-e985057047d8,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.397731 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (f5ea39c4-913c-460d-98e5-15b63ade8b30), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.423978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ea39c4-913c-460d-98e5-15b63ade8b30']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:36.437983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4450ff7c-417b-4a3e-8996-552cb4a4cd19') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:36.438331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4450ff7c-417b-4a3e-8996-552cb4a4cd19') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:36.449652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (4450ff7c-417b-4a3e-8996-552cb4a4cd19), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.453175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978c814-2712-4c38-bde0-7cef4e3bae35 None None] Network f5ea39c4-913c-460d-98e5-15b63ade8b30 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:36.465118 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (4450ff7c-417b-4a3e-8996-552cb4a4cd19), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.473119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:36.473832 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (4450ff7c-417b-4a3e-8996-552cb4a4cd19), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:36.477832 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:36.541493 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (f5ea39c4-913c-460d-98e5-15b63ade8b30), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.549875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.553096 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/networks/f5ea39c4-913c-460d-98e5-15b63ade8b30 HTTP/1.1" status: 204 len: 168 time: 0.5245233 Feb 11 05:45:36.558128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52146) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:36.563419 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d830cd4e-cb22-4709-a4b3-d2e9badacfe6 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-152032739'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:36.565649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21555688-6766-4863-a255-83fedf71e744 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Network': ['ID=f5ea39c4-913c-460d-98e5-15b63ade8b30,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.584260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d830cd4e-cb22-4709-a4b3-d2e9badacfe6 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Made reservation on behalf of a070083a25294056a4fd45f2d0e243f3 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:36.587932 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d830cd4e-cb22-4709-a4b3-d2e9badacfe6 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.631248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d830cd4e-cb22-4709-a4b3-d2e9badacfe6 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:36.640815 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d830cd4e-cb22-4709-a4b3-d2e9badacfe6 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3b6aedc7-26f2-46b3-be8a-658d200db175), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.641429 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-d830cd4e-cb22-4709-a4b3-d2e9badacfe6 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Added segment 3b6aedc7-26f2-46b3-be8a-658d200db175 of type vlan for network 581a4084-4714-445c-847c-6a5b92768325 Feb 11 05:45:36.687766 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d830cd4e-cb22-4709-a4b3-d2e9badacfe6 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (581a4084-4714-445c-847c-6a5b92768325), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.713276 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d830cd4e-cb22-4709-a4b3-d2e9badacfe6 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (581a4084-4714-445c-847c-6a5b92768325), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.719018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830cd4e-cb22-4709-a4b3-d2e9badacfe6 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.719715 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d830cd4e-cb22-4709-a4b3-d2e9badacfe6 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.762661 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d830cd4e-cb22-4709-a4b3-d2e9badacfe6 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2034106 Feb 11 05:45:36.765619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52148) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:36.770639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Request body: {'subnet': {'network_id': '581a4084-4714-445c-847c-6a5b92768325', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:36.800077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830cd4e-cb22-4709-a4b3-d2e9badacfe6 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event updated for resources: {'Network': ['ID=581a4084-4714-445c-847c-6a5b92768325,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.810174 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 581a4084-4714-445c-847c-6a5b92768325 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:36.866663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Made reservation on behalf of a070083a25294056a4fd45f2d0e243f3 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:36.870009 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.927925 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Performing IP validity checks on allocation pools {{(pid=103353) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:45:36.928450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103353) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:45:37.049938 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (a20257a5-acc2-448b-81da-f4229bbf5ca3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.110430 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event updated for resources: {'Subnet': ['ID=a20257a5-acc2-448b-81da-f4229bbf5ca3,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:37.130158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Checking segment: {'id': '3b6aedc7-26f2-46b3-be8a-658d200db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '581a4084-4714-445c-847c-6a5b92768325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:37.130530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Network hostable DHCP agents. Network: 581a4084-4714-445c-847c-6a5b92768325, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:37.149133 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Network 581a4084-4714-445c-847c-6a5b92768325 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:37.158468 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 581a4084-4714-445c-847c-6a5b92768325) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:37.162651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:37.163275 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.169307 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f0b0d4-6bc2-4d3e-8385-61b47998dbe4 None None] Network 581a4084-4714-445c-847c-6a5b92768325 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:37.181476 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-94015f8f-528a-4718-955d-5d8623b58e81 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4147270 Feb 11 05:45:37.184319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52150) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:37.283275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-581a4084-4714-445c-847c-6a5b92768325', 'network_id': '581a4084-4714-445c-847c-6a5b92768325', 'project_id': 'a070083a25294056a4fd45f2d0e243f3', 'fixed_ips': [{'subnet_id': 'a20257a5-acc2-448b-81da-f4229bbf5ca3'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:37.284176 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.298575 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (581a4084-4714-445c-847c-6a5b92768325), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.385722 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (a20257a5-acc2-448b-81da-f4229bbf5ca3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.428511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Allocated IP 2001:db8::3 (581a4084-4714-445c-847c-6a5b92768325/a20257a5-acc2-448b-81da-f4229bbf5ca3/66fe8e25-78b8-41b4-b7ce-9150a4a458f9) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:37.436912 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2c7a09-4350-4a24-b860-56c55bf4e473 None None] Network dce0e92a-8ff2-4004-b718-7ec1838cd40b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:37.590193 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9529ec3d-d48f-4c7f-a75f-770d97b1da54 None None] Provisioning complete for port 9d8faad9-ce77-41d6-94f1-e985057047d8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:37.590576 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9529ec3d-d48f-4c7f-a75f-770d97b1da54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.696731 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Publish callbacks [] for port (66fe8e25-78b8-41b4-b7ce-9150a4a458f9), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.709685 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (66fe8e25-78b8-41b4-b7ce-9150a4a458f9), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.726442 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (a20257a5-acc2-448b-81da-f4229bbf5ca3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.754614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Subnet': ['ID=a20257a5-acc2-448b-81da-f4229bbf5ca3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:37.790702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Network 581a4084-4714-445c-847c-6a5b92768325 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:37.795932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Pushing event updated for resources: {'Port': ['ID=66fe8e25-78b8-41b4-b7ce-9150a4a458f9,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:37.798384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:37.802091 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:37.805378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9529ec3d-d48f-4c7f-a75f-770d97b1da54 None None] Current status of the port 9d8faad9-ce77-41d6-94f1-e985057047d8 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:37.805778 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9529ec3d-d48f-4c7f-a75f-770d97b1da54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.833005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (581a4084-4714-445c-847c-6a5b92768325), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.856180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581a4084-4714-445c-847c-6a5b92768325']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:37.867988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6aedc7-26f2-46b3-be8a-658d200db175') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:37.868298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6aedc7-26f2-46b3-be8a-658d200db175') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:37.880085 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (3b6aedc7-26f2-46b3-be8a-658d200db175), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.889699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9529ec3d-d48f-4c7f-a75f-770d97b1da54 None None] For port 9d8faad9-ce77-41d6-94f1-e985057047d8, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9d8faad9-ce77-41d6-94f1-e985057047d8,segment=NetworkSegment(037a03f4-b983-42c3-9c52-b02c42306174),segment_id=037a03f4-b983-42c3-9c52-b02c42306174)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:37.894530 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3b6aedc7-26f2-46b3-be8a-658d200db175), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.898634 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9529ec3d-d48f-4c7f-a75f-770d97b1da54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.902477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:37.903013 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (3b6aedc7-26f2-46b3-be8a-658d200db175), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.903426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Attempting to bind port 66fe8e25-78b8-41b4-b7ce-9150a4a458f9 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:37.903711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Attempting to bind port 66fe8e25-78b8-41b4-b7ce-9150a4a458f9 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '3b6aedc7-26f2-46b3-be8a-658d200db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '581a4084-4714-445c-847c-6a5b92768325'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:37.904109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Attempting to bind port 66fe8e25-78b8-41b4-b7ce-9150a4a458f9 on network 581a4084-4714-445c-847c-6a5b92768325 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:37.907230 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:37.909520 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.931094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:37.931484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Checking segment: {'id': '3b6aedc7-26f2-46b3-be8a-658d200db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '581a4084-4714-445c-847c-6a5b92768325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:37.931898 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.932303 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Bound using segment: {'id': '3b6aedc7-26f2-46b3-be8a-658d200db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '581a4084-4714-445c-847c-6a5b92768325'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:37.932811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Bound port: 66fe8e25-78b8-41b4-b7ce-9150a4a458f9, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6aedc7-26f2-46b3-be8a-658d200db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '581a4084-4714-445c-847c-6a5b92768325'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:37.933182 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (66fe8e25-78b8-41b4-b7ce-9150a4a458f9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.991274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529ec3d-d48f-4c7f-a75f-770d97b1da54 None None] Pushing event updated for resources: {'Port': ['ID=9d8faad9-ce77-41d6-94f1-e985057047d8,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:37.992373 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.db.api [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:45:37.992373 n-d-615180-58 neutron-server[103354]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:45:37.992373 n-d-615180-58 neutron-server[103354]: [parameters: {'id': '581a4084-4714-445c-847c-6a5b92768325'}] Feb 11 05:45:37.992373 n-d-615180-58 neutron-server[103354]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:45:37.992907 n-d-615180-58 neutron-server[103354]: DEBUG oslo_db.api [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:45:38.032666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9d8faad9-ce77-41d6-94f1-e985057047d8 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:38.055527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] For port 66fe8e25-78b8-41b4-b7ce-9150a4a458f9, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:38.073801 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-351d422f-94aa-4d91-8537-521fcc2732b5 None None] Provisioning complete for port 9d8faad9-ce77-41d6-94f1-e985057047d8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:38.074342 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-351d422f-94aa-4d91-8537-521fcc2732b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.077004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] For port 66fe8e25-78b8-41b4-b7ce-9150a4a458f9, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=66fe8e25-78b8-41b4-b7ce-9150a4a458f9,segment=NetworkSegment(3b6aedc7-26f2-46b3-be8a-658d200db175),segment_id=3b6aedc7-26f2-46b3-be8a-658d200db175)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:38.112734 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (66fe8e25-78b8-41b4-b7ce-9150a4a458f9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.217921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c90d08-c90e-4f17-869d-548d99c320ed None None] Pushing event updated for resources: {'Port': ['ID=66fe8e25-78b8-41b4-b7ce-9150a4a458f9,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:38.226668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9d8faad9-ce77-41d6-94f1-e985057047d8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:38.227081 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.267212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe4b878-6fb4-420a-9162-780989680a37 None None] get_active_networks_info from n-d-615180-58 {{(pid=103355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:45:38.319982 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-351d422f-94aa-4d91-8537-521fcc2732b5 None None] Current status of the port 9d8faad9-ce77-41d6-94f1-e985057047d8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:38.386921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe4b878-6fb4-420a-9162-780989680a37 None None] Resources bound (agent type, host, resource id): {{(pid=103355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:45:38.397688 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9d8faad9-ce77-41d6-94f1-e985057047d8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:38.494402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (581a4084-4714-445c-847c-6a5b92768325), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.545805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e61f508-67d4-4969-9686-a09ab222a2ac None None] Network 581a4084-4714-445c-847c-6a5b92768325 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:38.553243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Deleting port 66fe8e25-78b8-41b4-b7ce-9150a4a458f9 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:38.553585 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (66fe8e25-78b8-41b4-b7ce-9150a4a458f9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.615443 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] For port 66fe8e25-78b8-41b4-b7ce-9150a4a458f9, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=66fe8e25-78b8-41b4-b7ce-9150a4a458f9,segment=NetworkSegment(3b6aedc7-26f2-46b3-be8a-658d200db175),segment_id=3b6aedc7-26f2-46b3-be8a-658d200db175)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:38.615843 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (66fe8e25-78b8-41b4-b7ce-9150a4a458f9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.628349 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Calling delete_port for 66fe8e25-78b8-41b4-b7ce-9150a4a458f9 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:38.711455 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (66fe8e25-78b8-41b4-b7ce-9150a4a458f9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.737756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Port': ['ID=66fe8e25-78b8-41b4-b7ce-9150a4a458f9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:38.739597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] No DVR routers for this DVR port 66fe8e25-78b8-41b4-b7ce-9150a4a458f9 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:38.818536 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (581a4084-4714-445c-847c-6a5b92768325), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.837727 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581a4084-4714-445c-847c-6a5b92768325']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:38.848680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6aedc7-26f2-46b3-be8a-658d200db175') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:38.849137 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6aedc7-26f2-46b3-be8a-658d200db175') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:38.860142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (3b6aedc7-26f2-46b3-be8a-658d200db175), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.873011 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (3b6aedc7-26f2-46b3-be8a-658d200db175), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.879076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:38.879495 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (3b6aedc7-26f2-46b3-be8a-658d200db175), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:38.882406 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:38.937656 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (581a4084-4714-445c-847c-6a5b92768325), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.944526 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.951038 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/networks/581a4084-4714-445c-847c-6a5b92768325 HTTP/1.1" status: 204 len: 168 time: 1.7622983 Feb 11 05:45:38.951369 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:38.956440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-00db13fc-0f50-4045-a495-ab64078cd444 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1019636849'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:38.958961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735534d1-ed77-498f-817b-db207de4066c tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Network': ['ID=581a4084-4714-445c-847c-6a5b92768325,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:38.977177 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00db13fc-0f50-4045-a495-ab64078cd444 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Made reservation on behalf of a070083a25294056a4fd45f2d0e243f3 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:38.980551 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00db13fc-0f50-4045-a495-ab64078cd444 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.005022 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00db13fc-0f50-4045-a495-ab64078cd444 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:39.013613 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00db13fc-0f50-4045-a495-ab64078cd444 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (fa89aafd-01dd-4825-a0af-65b75ae76bc0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.013953 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-00db13fc-0f50-4045-a495-ab64078cd444 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Added segment fa89aafd-01dd-4825-a0af-65b75ae76bc0 of type vlan for network ec8a99cc-c61a-482a-b275-57443790a10b Feb 11 05:45:39.056961 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00db13fc-0f50-4045-a495-ab64078cd444 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (ec8a99cc-c61a-482a-b275-57443790a10b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.080391 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00db13fc-0f50-4045-a495-ab64078cd444 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (ec8a99cc-c61a-482a-b275-57443790a10b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.085159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00db13fc-0f50-4045-a495-ab64078cd444 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.085737 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00db13fc-0f50-4045-a495-ab64078cd444 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.118881 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-00db13fc-0f50-4045-a495-ab64078cd444 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1663826 Feb 11 05:45:39.121719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52154) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:39.126604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d7af4772-7278-43c3-8d8e-16fdfcc0c0b5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Request body: {'subnet': {'network_id': 'ec8a99cc-c61a-482a-b275-57443790a10b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:39.177789 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db13fc-0f50-4045-a495-ab64078cd444 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event updated for resources: {'Network': ['ID=ec8a99cc-c61a-482a-b275-57443790a10b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:39.187686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network ec8a99cc-c61a-482a-b275-57443790a10b details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:39.246520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7af4772-7278-43c3-8d8e-16fdfcc0c0b5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Made reservation on behalf of a070083a25294056a4fd45f2d0e243f3 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:39.249940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7af4772-7278-43c3-8d8e-16fdfcc0c0b5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.426670 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7af4772-7278-43c3-8d8e-16fdfcc0c0b5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (ae3bd92d-c2a5-4734-994b-1224ae2382d2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.486444 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af4772-7278-43c3-8d8e-16fdfcc0c0b5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event updated for resources: {'Subnet': ['ID=ae3bd92d-c2a5-4734-994b-1224ae2382d2,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:39.493984 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af4772-7278-43c3-8d8e-16fdfcc0c0b5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Checking segment: {'id': 'fa89aafd-01dd-4825-a0af-65b75ae76bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ec8a99cc-c61a-482a-b275-57443790a10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:39.494363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af4772-7278-43c3-8d8e-16fdfcc0c0b5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Network hostable DHCP agents. Network: ec8a99cc-c61a-482a-b275-57443790a10b, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:39.495563 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22378fcd-4b14-4596-a2ec-123a587a5e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.511333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af4772-7278-43c3-8d8e-16fdfcc0c0b5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Network ec8a99cc-c61a-482a-b275-57443790a10b is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:39.519587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d7af4772-7278-43c3-8d8e-16fdfcc0c0b5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, ec8a99cc-c61a-482a-b275-57443790a10b) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:39.523762 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af4772-7278-43c3-8d8e-16fdfcc0c0b5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.524386 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7af4772-7278-43c3-8d8e-16fdfcc0c0b5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.530868 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5576fc6-2b7f-4388-8b74-03bada76d688 None None] Network ec8a99cc-c61a-482a-b275-57443790a10b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:39.540886 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d7af4772-7278-43c3-8d8e-16fdfcc0c0b5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4181788 Feb 11 05:45:39.544559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52156) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:39.549876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8d1c2a2d-3a7e-4203-a33a-a2301beebcdb tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-665894064'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:39.568533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1c2a2d-3a7e-4203-a33a-a2301beebcdb tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Made reservation on behalf of a070083a25294056a4fd45f2d0e243f3 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:39.572075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2a2d-3a7e-4203-a33a-a2301beebcdb tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.596328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1c2a2d-3a7e-4203-a33a-a2301beebcdb tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:39.605440 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2a2d-3a7e-4203-a33a-a2301beebcdb tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (6132290a-f2a7-4888-93a7-c5e502d41015), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.606001 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-8d1c2a2d-3a7e-4203-a33a-a2301beebcdb tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Added segment 6132290a-f2a7-4888-93a7-c5e502d41015 of type vlan for network c50e9e62-37eb-41c0-baa2-77a5cc143b1c Feb 11 05:45:39.638283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-ec8a99cc-c61a-482a-b275-57443790a10b', 'network_id': 'ec8a99cc-c61a-482a-b275-57443790a10b', 'project_id': 'a070083a25294056a4fd45f2d0e243f3', 'fixed_ips': [{'subnet_id': 'ae3bd92d-c2a5-4734-994b-1224ae2382d2'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:39.639258 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.645509 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2a2d-3a7e-4203-a33a-a2301beebcdb tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (c50e9e62-37eb-41c0-baa2-77a5cc143b1c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.670864 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2a2d-3a7e-4203-a33a-a2301beebcdb tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (c50e9e62-37eb-41c0-baa2-77a5cc143b1c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.675827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c2a2d-3a7e-4203-a33a-a2301beebcdb tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.676415 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2a2d-3a7e-4203-a33a-a2301beebcdb tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.713783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8d1c2a2d-3a7e-4203-a33a-a2301beebcdb tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1681597 Feb 11 05:45:39.716477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52158) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:39.749380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-91e6064d-cade-48ae-a194-a7563f5291c7 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Request body: {'subnet': {'network_id': 'c50e9e62-37eb-41c0-baa2-77a5cc143b1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:39.765237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c2a2d-3a7e-4203-a33a-a2301beebcdb tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event updated for resources: {'Network': ['ID=c50e9e62-37eb-41c0-baa2-77a5cc143b1c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:39.776378 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network c50e9e62-37eb-41c0-baa2-77a5cc143b1c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:39.783347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Allocated IP 2001:db8::2 (ec8a99cc-c61a-482a-b275-57443790a10b/ae3bd92d-c2a5-4734-994b-1224ae2382d2/4a89111d-c7fb-438a-be71-103df9809247) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:39.853332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e6064d-cade-48ae-a194-a7563f5291c7 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Made reservation on behalf of a070083a25294056a4fd45f2d0e243f3 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:39.857123 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91e6064d-cade-48ae-a194-a7563f5291c7 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.993825 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Publish callbacks [] for port (4a89111d-c7fb-438a-be71-103df9809247), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.001404 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (4a89111d-c7fb-438a-be71-103df9809247), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.007544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9d8faad9-ce77-41d6-94f1-e985057047d8 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:40.054228 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91e6064d-cade-48ae-a194-a7563f5291c7 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (ed4cea81-929a-4cc6-b61e-307edd4ea488), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.122382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6064d-cade-48ae-a194-a7563f5291c7 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event updated for resources: {'Subnet': ['ID=ed4cea81-929a-4cc6-b61e-307edd4ea488,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:40.132261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6064d-cade-48ae-a194-a7563f5291c7 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Checking segment: {'id': '6132290a-f2a7-4888-93a7-c5e502d41015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c50e9e62-37eb-41c0-baa2-77a5cc143b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:40.132641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e6064d-cade-48ae-a194-a7563f5291c7 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Network hostable DHCP agents. Network: c50e9e62-37eb-41c0-baa2-77a5cc143b1c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:40.156246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e6064d-cade-48ae-a194-a7563f5291c7 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Network c50e9e62-37eb-41c0-baa2-77a5cc143b1c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:40.174747 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-91e6064d-cade-48ae-a194-a7563f5291c7 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, c50e9e62-37eb-41c0-baa2-77a5cc143b1c) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:40.181570 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e6064d-cade-48ae-a194-a7563f5291c7 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:40.182172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91e6064d-cade-48ae-a194-a7563f5291c7 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.201416 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-91e6064d-cade-48ae-a194-a7563f5291c7 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4837782 Feb 11 05:45:40.203987 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52160) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:40.237197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083a92d-09ab-4e5d-b221-383b31218488 None None] Network c50e9e62-37eb-41c0-baa2-77a5cc143b1c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:40.269906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Network ec8a99cc-c61a-482a-b275-57443790a10b is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:40.288326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:40.291244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:40.299149 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Pushing event updated for resources: {'Port': ['ID=4a89111d-c7fb-438a-be71-103df9809247,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:40.302983 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (c50e9e62-37eb-41c0-baa2-77a5cc143b1c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.353552 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (ed4cea81-929a-4cc6-b61e-307edd4ea488), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.405948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 9d8faad9-ce77-41d6-94f1-e985057047d8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:40.406332 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.418405 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (ed4cea81-929a-4cc6-b61e-307edd4ea488), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.442702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Attempting to bind port 4a89111d-c7fb-438a-be71-103df9809247 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:40.443120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Attempting to bind port 4a89111d-c7fb-438a-be71-103df9809247 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'fa89aafd-01dd-4825-a0af-65b75ae76bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ec8a99cc-c61a-482a-b275-57443790a10b'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:40.443485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Attempting to bind port 4a89111d-c7fb-438a-be71-103df9809247 on network ec8a99cc-c61a-482a-b275-57443790a10b {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:40.444777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Subnet': ['ID=ed4cea81-929a-4cc6-b61e-307edd4ea488,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:40.461068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295bed76-e929-467e-b8c2-ad4720c7ddcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-c50e9e62-37eb-41c0-baa2-77a5cc143b1c', 'network_id': 'c50e9e62-37eb-41c0-baa2-77a5cc143b1c', 'project_id': 'a070083a25294056a4fd45f2d0e243f3', 'fixed_ips': [{'subnet_id': 'ed4cea81-929a-4cc6-b61e-307edd4ea488'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:40.461957 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-295bed76-e929-467e-b8c2-ad4720c7ddcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.466762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:40.467221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Checking segment: {'id': 'fa89aafd-01dd-4825-a0af-65b75ae76bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ec8a99cc-c61a-482a-b275-57443790a10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:40.467626 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.468031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Bound using segment: {'id': 'fa89aafd-01dd-4825-a0af-65b75ae76bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ec8a99cc-c61a-482a-b275-57443790a10b'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:40.468522 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Bound port: 4a89111d-c7fb-438a-be71-103df9809247, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa89aafd-01dd-4825-a0af-65b75ae76bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ec8a99cc-c61a-482a-b275-57443790a10b'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:40.468911 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4a89111d-c7fb-438a-be71-103df9809247), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.502353 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (c50e9e62-37eb-41c0-baa2-77a5cc143b1c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.528846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50e9e62-37eb-41c0-baa2-77a5cc143b1c']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:40.538442 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6132290a-f2a7-4888-93a7-c5e502d41015') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:40.538786 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6132290a-f2a7-4888-93a7-c5e502d41015') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:40.548341 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (6132290a-f2a7-4888-93a7-c5e502d41015), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.561787 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (6132290a-f2a7-4888-93a7-c5e502d41015), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.568038 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:40.568427 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (6132290a-f2a7-4888-93a7-c5e502d41015), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:40.571767 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:40.578594 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:45:40.617391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94282783-a3c4-490d-9c2c-5c0113f5b10b None None] Network c50e9e62-37eb-41c0-baa2-77a5cc143b1c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:40.632452 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (c50e9e62-37eb-41c0-baa2-77a5cc143b1c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.639255 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.642453 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/networks/c50e9e62-37eb-41c0-baa2-77a5cc143b1c HTTP/1.1" status: 204 len: 168 time: 0.4374185 Feb 11 05:45:40.645829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52162) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:40.653878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ac82a-3012-4aae-a462-b409c117aafd tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Network': ['ID=c50e9e62-37eb-41c0-baa2-77a5cc143b1c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:40.665929 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] For port 4a89111d-c7fb-438a-be71-103df9809247, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:40.683090 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47a8eaa-6afd-4040-bf43-8a583af12ee3 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] GET failed (client error): The resource could not be found. Feb 11 05:45:40.684495 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b47a8eaa-6afd-4040-bf43-8a583af12ee3 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "GET /v2.0/subnets/ed4cea81-929a-4cc6-b61e-307edd4ea488 HTTP/1.1" status: 404 len: 337 time: 0.0373204 Feb 11 05:45:40.688217 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52164) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:40.705720 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0505002-d177-4a86-bd6a-39fae524532f tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:40.706201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0505002-d177-4a86-bd6a-39fae524532f tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:40.709250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b0505002-d177-4a86-bd6a-39fae524532f tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/networks/c50e9e62-37eb-41c0-baa2-77a5cc143b1c HTTP/1.1" status: 404 len: 339 time: 0.0201182 Feb 11 05:45:40.713049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52166) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:40.717846 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] For port 4a89111d-c7fb-438a-be71-103df9809247, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4a89111d-c7fb-438a-be71-103df9809247,segment=NetworkSegment(fa89aafd-01dd-4825-a0af-65b75ae76bc0),segment_id=fa89aafd-01dd-4825-a0af-65b75ae76bc0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:40.723024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 9d8faad9-ce77-41d6-94f1-e985057047d8 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:40.729887 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4a89111d-c7fb-438a-be71-103df9809247), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.741870 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6fe655-0d19-4af3-a072-eea083a380e5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:40.742330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6fe655-0d19-4af3-a072-eea083a380e5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:40.745409 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1e6fe655-0d19-4af3-a072-eea083a380e5 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/subnets/ed4cea81-929a-4cc6-b61e-307edd4ea488 HTTP/1.1" status: 404 len: 337 time: 0.0314505 Feb 11 05:45:40.748016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52168) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:40.766483 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f30f14a-0e72-4c58-8e10-325e8566beed tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:40.766997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f30f14a-0e72-4c58-8e10-325e8566beed tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:40.770170 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7f30f14a-0e72-4c58-8e10-325e8566beed tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/networks/c50e9e62-37eb-41c0-baa2-77a5cc143b1c HTTP/1.1" status: 404 len: 339 time: 0.0210335 Feb 11 05:45:40.772868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52170) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:40.805693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82ed26-68b5-4656-8d29-b170d16ced42 None None] Pushing event updated for resources: {'Port': ['ID=4a89111d-c7fb-438a-be71-103df9809247,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:40.824958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2a1470-0200-4d08-b677-ddffa0442191 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Deleting subnet ae3bd92d-c2a5-4734-994b-1224ae2382d2 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:40.828355 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be2a1470-0200-4d08-b677-ddffa0442191 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for subnet (ae3bd92d-c2a5-4734-994b-1224ae2382d2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.869187 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be2a1470-0200-4d08-b677-ddffa0442191 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (ae3bd92d-c2a5-4734-994b-1224ae2382d2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.963057 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be2a1470-0200-4d08-b677-ddffa0442191 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (ae3bd92d-c2a5-4734-994b-1224ae2382d2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.033081 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be2a1470-0200-4d08-b677-ddffa0442191 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (ae3bd92d-c2a5-4734-994b-1224ae2382d2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.065716 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be2a1470-0200-4d08-b677-ddffa0442191 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.069234 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-be2a1470-0200-4d08-b677-ddffa0442191 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/subnets/ae3bd92d-c2a5-4734-994b-1224ae2382d2 HTTP/1.1" status: 204 len: 168 time: 0.2954226 Feb 11 05:45:41.070096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a1470-0200-4d08-b677-ddffa0442191 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3bd92d-c2a5-4734-994b-1224ae2382d2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:41.071785 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52172) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:41.156172 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (ec8a99cc-c61a-482a-b275-57443790a10b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.212805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Deleting port 4a89111d-c7fb-438a-be71-103df9809247 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:41.213057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4a89111d-c7fb-438a-be71-103df9809247), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.277409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] For port 4a89111d-c7fb-438a-be71-103df9809247, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4a89111d-c7fb-438a-be71-103df9809247,segment=NetworkSegment(fa89aafd-01dd-4825-a0af-65b75ae76bc0),segment_id=fa89aafd-01dd-4825-a0af-65b75ae76bc0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:41.277779 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4a89111d-c7fb-438a-be71-103df9809247), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.294274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Calling delete_port for 4a89111d-c7fb-438a-be71-103df9809247 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:41.370564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (4a89111d-c7fb-438a-be71-103df9809247), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.394146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Port': ['ID=4a89111d-c7fb-438a-be71-103df9809247,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:41.403219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] No DVR routers for this DVR port 4a89111d-c7fb-438a-be71-103df9809247 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:41.489884 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (ec8a99cc-c61a-482a-b275-57443790a10b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.511764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8a99cc-c61a-482a-b275-57443790a10b']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:41.522477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa89aafd-01dd-4825-a0af-65b75ae76bc0') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:41.522782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa89aafd-01dd-4825-a0af-65b75ae76bc0') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:41.533736 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (fa89aafd-01dd-4825-a0af-65b75ae76bc0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.547915 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (fa89aafd-01dd-4825-a0af-65b75ae76bc0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.554003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:41.554408 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (fa89aafd-01dd-4825-a0af-65b75ae76bc0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:41.557514 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:41.618129 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (ec8a99cc-c61a-482a-b275-57443790a10b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.624951 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.628278 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/networks/ec8a99cc-c61a-482a-b275-57443790a10b HTTP/1.1" status: 204 len: 168 time: 0.5554385 Feb 11 05:45:41.632363 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52174) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:41.648440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e82a22-c886-4d94-a920-1c99bf0bad85 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Network': ['ID=ec8a99cc-c61a-482a-b275-57443790a10b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:41.669945 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38e39e4-700c-440d-b1c4-eeb554838c37 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:41.670566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38e39e4-700c-440d-b1c4-eeb554838c37 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:41.673834 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d38e39e4-700c-440d-b1c4-eeb554838c37 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/subnets/a20257a5-acc2-448b-81da-f4229bbf5ca3 HTTP/1.1" status: 404 len: 337 time: 0.0392699 Feb 11 05:45:41.676505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52176) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:41.700128 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-582e33e9-63df-4124-826b-98bcc0c71677 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:41.700643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582e33e9-63df-4124-826b-98bcc0c71677 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:41.704297 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-582e33e9-63df-4124-826b-98bcc0c71677 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/networks/581a4084-4714-445c-847c-6a5b92768325 HTTP/1.1" status: 404 len: 339 time: 0.0268006 Feb 11 05:45:41.706835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52178) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:41.737454 n-d-615180-58 neutron-server[103354]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaca454f-e8be-49be-bf09-e94da58b1c64 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:41.737910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaca454f-e8be-49be-bf09-e94da58b1c64 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103354) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:41.743344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-eaca454f-e8be-49be-bf09-e94da58b1c64 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/subnets/5ec0fcde-e778-41e8-9b55-27c8dfc2cff9 HTTP/1.1" status: 404 len: 337 time: 0.0355394 Feb 11 05:45:41.743722 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52180) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:41.760140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-efc0ec8e-eb5f-40f9-96ff-b0c9749da5fc None None] Could not find standard attr ID for object 4a89111d-c7fb-438a-be71-103df9809247. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:45:41.768917 n-d-615180-58 neutron-server[103353]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e104a03-57c6-4f07-998b-6c493f854187 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:41.769433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e104a03-57c6-4f07-998b-6c493f854187 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103353) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:41.772766 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7e104a03-57c6-4f07-998b-6c493f854187 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/networks/f5ea39c4-913c-460d-98e5-15b63ade8b30 HTTP/1.1" status: 404 len: 339 time: 0.0280414 Feb 11 05:45:41.775378 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52182) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:41.789277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33322c3-965e-4a80-916b-6c7ccd32b783 None None] DHCP port deletion for ec8a99cc-c61a-482a-b275-57443790a10b request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:45:41.809222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9288115-2ae2-4752-b909-2af7953476d9 None None] Network ec8a99cc-c61a-482a-b275-57443790a10b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:41.821375 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9288115-2ae2-4752-b909-2af7953476d9 None None] Network ec8a99cc-c61a-482a-b275-57443790a10b could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:45:41.827849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7763e4-a8cc-4ff7-842f-5bf97dd142ff tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Deleting subnet e4580e66-8856-44c6-a538-40368b9255c3 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:41.831258 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e7763e4-a8cc-4ff7-842f-5bf97dd142ff tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for subnet (e4580e66-8856-44c6-a538-40368b9255c3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.869896 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e7763e4-a8cc-4ff7-842f-5bf97dd142ff tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (e4580e66-8856-44c6-a538-40368b9255c3), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.956316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e7763e4-a8cc-4ff7-842f-5bf97dd142ff tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (e4580e66-8856-44c6-a538-40368b9255c3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.974267 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83f75215-0f15-4d91-8a39-f51ee332e6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.013648 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e7763e4-a8cc-4ff7-842f-5bf97dd142ff tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (e4580e66-8856-44c6-a538-40368b9255c3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.039997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7763e4-a8cc-4ff7-842f-5bf97dd142ff tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Subnet': ['ID=e4580e66-8856-44c6-a538-40368b9255c3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:42.043550 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e7763e4-a8cc-4ff7-842f-5bf97dd142ff tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.049919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5e7763e4-a8cc-4ff7-842f-5bf97dd142ff tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/subnets/e4580e66-8856-44c6-a538-40368b9255c3 HTTP/1.1" status: 204 len: 168 time: 0.2735276 Feb 11 05:45:42.050120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52184) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:42.050740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a565056a-03e1-4b22-bfce-533c0513bcbb None None] Network dce0e92a-8ff2-4004-b718-7ec1838cd40b requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:42.127295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (dce0e92a-8ff2-4004-b718-7ec1838cd40b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.183740 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Deleting port 9d8faad9-ce77-41d6-94f1-e985057047d8 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:42.184091 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.210607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc57cb0a-383e-459e-8357-adb9d696ed72 None None] DHCP port deletion for dce0e92a-8ff2-4004-b718-7ec1838cd40b request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:45:42.250779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] For port 9d8faad9-ce77-41d6-94f1-e985057047d8, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9d8faad9-ce77-41d6-94f1-e985057047d8,segment=NetworkSegment(037a03f4-b983-42c3-9c52-b02c42306174),segment_id=037a03f4-b983-42c3-9c52-b02c42306174)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:42.251175 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.258564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cc57cb0a-383e-459e-8357-adb9d696ed72 None None] Deleting port 9d8faad9-ce77-41d6-94f1-e985057047d8 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:42.258958 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc57cb0a-383e-459e-8357-adb9d696ed72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.263462 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Calling delete_port for 9d8faad9-ce77-41d6-94f1-e985057047d8 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:42.320102 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cc57cb0a-383e-459e-8357-adb9d696ed72 None None] For port 9d8faad9-ce77-41d6-94f1-e985057047d8, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=9d8faad9-ce77-41d6-94f1-e985057047d8,segment=NetworkSegment(037a03f4-b983-42c3-9c52-b02c42306174),segment_id=037a03f4-b983-42c3-9c52-b02c42306174)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:42.320420 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc57cb0a-383e-459e-8357-adb9d696ed72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.332623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cc57cb0a-383e-459e-8357-adb9d696ed72 None None] Calling delete_port for 9d8faad9-ce77-41d6-94f1-e985057047d8 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:42.347311 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.378964 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] No DVR routers for this DVR port 9d8faad9-ce77-41d6-94f1-e985057047d8 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:42.381388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Port': ['ID=9d8faad9-ce77-41d6-94f1-e985057047d8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:42.415147 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cc57cb0a-383e-459e-8357-adb9d696ed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (9d8faad9-ce77-41d6-94f1-e985057047d8), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.440910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57cb0a-383e-459e-8357-adb9d696ed72 None None] Pushing event deleted for resources: {'Port': ['ID=9d8faad9-ce77-41d6-94f1-e985057047d8,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:42.446232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc57cb0a-383e-459e-8357-adb9d696ed72 None None] No DVR routers for this DVR port 9d8faad9-ce77-41d6-94f1-e985057047d8 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:42.461659 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (dce0e92a-8ff2-4004-b718-7ec1838cd40b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.489085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce0e92a-8ff2-4004-b718-7ec1838cd40b']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:42.500026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037a03f4-b983-42c3-9c52-b02c42306174') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:42.500331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037a03f4-b983-42c3-9c52-b02c42306174') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:42.510358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (037a03f4-b983-42c3-9c52-b02c42306174), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.523786 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (037a03f4-b983-42c3-9c52-b02c42306174), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.530099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:42.530759 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (037a03f4-b983-42c3-9c52-b02c42306174), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:42.534263 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:42.594054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (dce0e92a-8ff2-4004-b718-7ec1838cd40b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.601358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.604619 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] 10.222.0.48 "DELETE /v2.0/networks/dce0e92a-8ff2-4004-b718-7ec1838cd40b HTTP/1.1" status: 204 len: 168 time: 0.5535693 Feb 11 05:45:42.617982 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d1f8d-17f7-4f46-b1fa-88e786599600 tempest-NetworksIpV6Test-696502058 tempest-NetworksIpV6Test-696502058-project] Pushing event deleted for resources: {'Network': ['ID=dce0e92a-8ff2-4004-b718-7ec1838cd40b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:42.854023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52190) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:42.965074 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.989063 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8da911f3-f370-4368-85df-e2aba1c1a231 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a070083a25294056a4fd45f2d0e243f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338568 Feb 11 05:45:42.991513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52194) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:43.044591 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-560f73fa-2a93-4a90-a021-4b927376b47f admin admin] Publish callbacks [] for security_group (85ecb744-714e-4c97-a4de-af7b0e91e9bb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.064868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-560f73fa-2a93-4a90-a021-4b927376b47f admin admin] Publish callbacks [] for security_group (85ecb744-714e-4c97-a4de-af7b0e91e9bb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.112084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-560f73fa-2a93-4a90-a021-4b927376b47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (85ecb744-714e-4c97-a4de-af7b0e91e9bb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.114830 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-560f73fa-2a93-4a90-a021-4b927376b47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.115996 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-560f73fa-2a93-4a90-a021-4b927376b47f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85ecb744-714e-4c97-a4de-af7b0e91e9bb HTTP/1.1" status: 204 len: 168 time: 0.1235886 Feb 11 05:45:43.123934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f73fa-2a93-4a90-a021-4b927376b47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ecb744-714e-4c97-a4de-af7b0e91e9bb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:43.734449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52216) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:43.826936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2591e0bb-7a4c-40b9-8df5-8aa71a4040cb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-604892945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:43.847652 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2591e0bb-7a4c-40b9-8df5-8aa71a4040cb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (c40e7d14-d501-4315-ad87-053df64011dd), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.848620 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2591e0bb-7a4c-40b9-8df5-8aa71a4040cb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (c40e7d14-d501-4315-ad87-053df64011dd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.913518 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2591e0bb-7a4c-40b9-8df5-8aa71a4040cb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for router_controller (c40e7d14-d501-4315-ad87-053df64011dd), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.917716 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2591e0bb-7a4c-40b9-8df5-8aa71a4040cb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (c40e7d14-d501-4315-ad87-053df64011dd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.936939 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2591e0bb-7a4c-40b9-8df5-8aa71a4040cb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.938170 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2591e0bb-7a4c-40b9-8df5-8aa71a4040cb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2025492 Feb 11 05:45:43.940968 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52220) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:43.945888 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1442838443'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:43.965334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Made reservation on behalf of a4d81ba50e50495d863a39d99ade155c for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:43.968787 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.978070 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.979697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9d8faad9-ce77-41d6-94f1-e985057047d8 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:44.003649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 9d8faad9-ce77-41d6-94f1-e985057047d8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:44.003976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 9d8faad9-ce77-41d6-94f1-e985057047d8 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:44.062276 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for security_group (5bf28880-0b80-4f81-9bd2-a16e5e5418f4), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.066149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5bf28880-0b80-4f81-9bd2-a16e5e5418f4), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.088284 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:44.102194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf28880-0b80-4f81-9bd2-a16e5e5418f4,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:44.106958 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (77694f53-87fc-4245-ba01-0f96d941f604), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.107282 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Added segment 77694f53-87fc-4245-ba01-0f96d941f604 of type vlan for network 4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb Feb 11 05:45:44.145952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.170425 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.175296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:44.175877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.210742 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2687440 Feb 11 05:45:44.213675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52222) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:44.218647 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7d647f4f-8c21-4e59-9655-d5878f8940fb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Request body: {'subnet': {'network_id': '4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:44.272094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448d730-3238-4f0b-9b04-09df467f5093 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Pushing event updated for resources: {'Network': ['ID=4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:44.281885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:44.340915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d647f4f-8c21-4e59-9655-d5878f8940fb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Made reservation on behalf of a4d81ba50e50495d863a39d99ade155c for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:44.344618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d647f4f-8c21-4e59-9655-d5878f8940fb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.518494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d647f4f-8c21-4e59-9655-d5878f8940fb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (c5218a05-09c2-49f9-bee2-e1f7630d7cc2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.544377 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.578317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d647f4f-8c21-4e59-9655-d5878f8940fb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Pushing event updated for resources: {'Subnet': ['ID=c5218a05-09c2-49f9-bee2-e1f7630d7cc2,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:44.586940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d647f4f-8c21-4e59-9655-d5878f8940fb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Checking segment: {'id': '77694f53-87fc-4245-ba01-0f96d941f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:44.587312 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d647f4f-8c21-4e59-9655-d5878f8940fb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Network hostable DHCP agents. Network: 4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:44.603150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d647f4f-8c21-4e59-9655-d5878f8940fb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Network 4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:44.611829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7d647f4f-8c21-4e59-9655-d5878f8940fb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:44.616051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d647f4f-8c21-4e59-9655-d5878f8940fb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:44.616676 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7d647f4f-8c21-4e59-9655-d5878f8940fb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.622645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5df3046-bdc6-4d6a-a648-eee98e247e1e None None] Network 4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:44.631873 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7d647f4f-8c21-4e59-9655-d5878f8940fb tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4170477 Feb 11 05:45:44.635749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52224) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:44.641526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7ea47c8e-a65f-4e78-9133-328ee4cd9534 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1372752349'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:44.662441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea47c8e-a65f-4e78-9133-328ee4cd9534 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Made reservation on behalf of a4d81ba50e50495d863a39d99ade155c for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:44.665879 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea47c8e-a65f-4e78-9133-328ee4cd9534 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.690094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea47c8e-a65f-4e78-9133-328ee4cd9534 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:44.699324 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea47c8e-a65f-4e78-9133-328ee4cd9534 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (2d75e630-b7de-475f-ac71-296dc171e457), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.699749 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-7ea47c8e-a65f-4e78-9133-328ee4cd9534 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Added segment 2d75e630-b7de-475f-ac71-296dc171e457 of type vlan for network f647a0c6-d588-46c6-90d3-c070b7fbe351 Feb 11 05:45:44.733135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb', 'network_id': '4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb', 'project_id': 'a4d81ba50e50495d863a39d99ade155c', 'fixed_ips': [{'subnet_id': 'c5218a05-09c2-49f9-bee2-e1f7630d7cc2'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:44.734074 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.744814 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea47c8e-a65f-4e78-9133-328ee4cd9534 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (f647a0c6-d588-46c6-90d3-c070b7fbe351), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.770358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea47c8e-a65f-4e78-9133-328ee4cd9534 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (f647a0c6-d588-46c6-90d3-c070b7fbe351), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.775449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea47c8e-a65f-4e78-9133-328ee4cd9534 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:44.776035 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7ea47c8e-a65f-4e78-9133-328ee4cd9534 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.815317 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7ea47c8e-a65f-4e78-9133-328ee4cd9534 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1785009 Feb 11 05:45:44.819106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52226) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:44.824286 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a91826b9-6634-4428-bbc2-897168ca5b90 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Request body: {'subnet': {'network_id': 'f647a0c6-d588-46c6-90d3-c070b7fbe351', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:44.846812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea47c8e-a65f-4e78-9133-328ee4cd9534 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Pushing event updated for resources: {'Network': ['ID=f647a0c6-d588-46c6-90d3-c070b7fbe351,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:44.856776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network f647a0c6-d588-46c6-90d3-c070b7fbe351 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:44.924484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Allocated IP 172.20.0.2 (4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb/c5218a05-09c2-49f9-bee2-e1f7630d7cc2/839c9ca2-b7b8-4c8a-aa01-150726150e04) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:45.088988 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Publish callbacks [] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.097046 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.142831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Network 4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:45.145941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:45.149941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:45.157325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Pushing event updated for resources: {'Port': ['ID=839c9ca2-b7b8-4c8a-aa01-150726150e04,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:45.210520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Attempting to bind port 839c9ca2-b7b8-4c8a-aa01-150726150e04 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:45.210925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Attempting to bind port 839c9ca2-b7b8-4c8a-aa01-150726150e04 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '77694f53-87fc-4245-ba01-0f96d941f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:45.211301 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Attempting to bind port 839c9ca2-b7b8-4c8a-aa01-150726150e04 on network 4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:45.216633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:45.217576 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Checking segment: {'id': '77694f53-87fc-4245-ba01-0f96d941f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:45.217987 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.218395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Bound using segment: {'id': '77694f53-87fc-4245-ba01-0f96d941f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:45.218879 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Bound port: 839c9ca2-b7b8-4c8a-aa01-150726150e04, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77694f53-87fc-4245-ba01-0f96d941f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:45.219288 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.288729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91826b9-6634-4428-bbc2-897168ca5b90 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Made reservation on behalf of a4d81ba50e50495d863a39d99ade155c for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:45.290232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] For port 839c9ca2-b7b8-4c8a-aa01-150726150e04, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:45.292185 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a91826b9-6634-4428-bbc2-897168ca5b90 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.293938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] For port 839c9ca2-b7b8-4c8a-aa01-150726150e04, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=839c9ca2-b7b8-4c8a-aa01-150726150e04,segment=NetworkSegment(77694f53-87fc-4245-ba01-0f96d941f604),segment_id=77694f53-87fc-4245-ba01-0f96d941f604)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:45.300406 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.364017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b559f4-3a24-45fe-a7ff-0acc74e076fd None None] Pushing event updated for resources: {'Port': ['ID=839c9ca2-b7b8-4c8a-aa01-150726150e04,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:45.486955 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a91826b9-6634-4428-bbc2-897168ca5b90 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (dd5cab82-ca8d-4c48-9da2-e4ae078a22fd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.556619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91826b9-6634-4428-bbc2-897168ca5b90 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Pushing event updated for resources: {'Subnet': ['ID=dd5cab82-ca8d-4c48-9da2-e4ae078a22fd,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:45.568120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91826b9-6634-4428-bbc2-897168ca5b90 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Checking segment: {'id': '2d75e630-b7de-475f-ac71-296dc171e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f647a0c6-d588-46c6-90d3-c070b7fbe351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:45.568120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91826b9-6634-4428-bbc2-897168ca5b90 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Network hostable DHCP agents. Network: f647a0c6-d588-46c6-90d3-c070b7fbe351, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:45.586671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91826b9-6634-4428-bbc2-897168ca5b90 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Network f647a0c6-d588-46c6-90d3-c070b7fbe351 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:45.597114 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a91826b9-6634-4428-bbc2-897168ca5b90 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, f647a0c6-d588-46c6-90d3-c070b7fbe351) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:45.601867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91826b9-6634-4428-bbc2-897168ca5b90 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:45.602462 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a91826b9-6634-4428-bbc2-897168ca5b90 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.604873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0928681d-b476-41aa-9d78-9778c814f68f None None] Network f647a0c6-d588-46c6-90d3-c070b7fbe351 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:45.620391 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a91826b9-6634-4428-bbc2-897168ca5b90 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7975407 Feb 11 05:45:45.620656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52228) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:45.626437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b091c96d-d96f-492e-9a89-292f3f4170a7 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f647a0c6-d588-46c6-90d3-c070b7fbe351'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:45.722817 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-f647a0c6-d588-46c6-90d3-c070b7fbe351', 'network_id': 'f647a0c6-d588-46c6-90d3-c070b7fbe351', 'project_id': 'a4d81ba50e50495d863a39d99ade155c', 'fixed_ips': [{'subnet_id': 'dd5cab82-ca8d-4c48-9da2-e4ae078a22fd'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:45.723704 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.823082 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.842657 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b091c96d-d96f-492e-9a89-292f3f4170a7 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for router_gateway (c40e7d14-d501-4315-ad87-053df64011dd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:45.878171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Allocated IP 172.21.0.2 (f647a0c6-d588-46c6-90d3-c070b7fbe351/dd5cab82-ca8d-4c48-9da2-e4ae078a22fd/5337b8cc-81bf-4436-9e75-1cbd3a2acd32) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:45.956257 n-d-615180-58 neutron-server[103353]: INFO neutron.api.v2.resource [None req-b091c96d-d96f-492e-9a89-292f3f4170a7 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:45:45.963650 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b091c96d-d96f-492e-9a89-292f3f4170a7 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] 10.222.0.48 "PUT /v2.0/routers/c40e7d14-d501-4315-ad87-053df64011dd HTTP/1.1" status: 400 len: 364 time: 0.3363111 Feb 11 05:45:45.965494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52230) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:46.020576 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada1d18e-46ed-40f5-9998-55f37cbafbca tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Deleting subnet dd5cab82-ca8d-4c48-9da2-e4ae078a22fd {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:46.041473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 839c9ca2-b7b8-4c8a-aa01-150726150e04 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:46.065327 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Publish callbacks [] for port (5337b8cc-81bf-4436-9e75-1cbd3a2acd32), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.072050 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada1d18e-46ed-40f5-9998-55f37cbafbca tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for subnet (dd5cab82-ca8d-4c48-9da2-e4ae078a22fd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.075001 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (5337b8cc-81bf-4436-9e75-1cbd3a2acd32), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.124512 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada1d18e-46ed-40f5-9998-55f37cbafbca tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (dd5cab82-ca8d-4c48-9da2-e4ae078a22fd), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.129799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Network f647a0c6-d588-46c6-90d3-c070b7fbe351 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:46.135369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:46.141514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:46.152240 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Pushing event updated for resources: {'Port': ['ID=5337b8cc-81bf-4436-9e75-1cbd3a2acd32,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:46.195833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 839c9ca2-b7b8-4c8a-aa01-150726150e04 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:46.196214 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.227148 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada1d18e-46ed-40f5-9998-55f37cbafbca tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (dd5cab82-ca8d-4c48-9da2-e4ae078a22fd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.232236 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Attempting to bind port 5337b8cc-81bf-4436-9e75-1cbd3a2acd32 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:46.233158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Attempting to bind port 5337b8cc-81bf-4436-9e75-1cbd3a2acd32 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '2d75e630-b7de-475f-ac71-296dc171e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f647a0c6-d588-46c6-90d3-c070b7fbe351'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:46.233534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Attempting to bind port 5337b8cc-81bf-4436-9e75-1cbd3a2acd32 on network f647a0c6-d588-46c6-90d3-c070b7fbe351 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:46.242784 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:46.243205 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Checking segment: {'id': '2d75e630-b7de-475f-ac71-296dc171e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f647a0c6-d588-46c6-90d3-c070b7fbe351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:46.243623 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.244024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Bound using segment: {'id': '2d75e630-b7de-475f-ac71-296dc171e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f647a0c6-d588-46c6-90d3-c070b7fbe351'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:46.244506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Bound port: 5337b8cc-81bf-4436-9e75-1cbd3a2acd32, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d75e630-b7de-475f-ac71-296dc171e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f647a0c6-d588-46c6-90d3-c070b7fbe351'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:46.244893 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5337b8cc-81bf-4436-9e75-1cbd3a2acd32), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.293327 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada1d18e-46ed-40f5-9998-55f37cbafbca tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (dd5cab82-ca8d-4c48-9da2-e4ae078a22fd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.325522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1d18e-46ed-40f5-9998-55f37cbafbca tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5cab82-ca8d-4c48-9da2-e4ae078a22fd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:46.329550 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ada1d18e-46ed-40f5-9998-55f37cbafbca tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.335781 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ada1d18e-46ed-40f5-9998-55f37cbafbca tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] 10.222.0.48 "DELETE /v2.0/subnets/dd5cab82-ca8d-4c48-9da2-e4ae078a22fd HTTP/1.1" status: 204 len: 168 time: 0.3692091 Feb 11 05:45:46.336193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52232) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:46.348318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 839c9ca2-b7b8-4c8a-aa01-150726150e04 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:46.348732 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.354431 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] For port 5337b8cc-81bf-4436-9e75-1cbd3a2acd32, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:46.378964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] For port 5337b8cc-81bf-4436-9e75-1cbd3a2acd32, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5337b8cc-81bf-4436-9e75-1cbd3a2acd32,segment=NetworkSegment(2d75e630-b7de-475f-ac71-296dc171e457),segment_id=2d75e630-b7de-475f-ac71-296dc171e457)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:46.392407 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5337b8cc-81bf-4436-9e75-1cbd3a2acd32), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.403331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30175f2-3d9b-4380-833c-1d51bc6ae15d None None] Network 4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:46.434337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 839c9ca2-b7b8-4c8a-aa01-150726150e04, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=839c9ca2-b7b8-4c8a-aa01-150726150e04,segment=NetworkSegment(77694f53-87fc-4245-ba01-0f96d941f604),segment_id=77694f53-87fc-4245-ba01-0f96d941f604)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:46.438504 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (f647a0c6-d588-46c6-90d3-c070b7fbe351), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.453482 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.503009 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Deleting port 5337b8cc-81bf-4436-9e75-1cbd3a2acd32 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:46.503366 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5337b8cc-81bf-4436-9e75-1cbd3a2acd32), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.520424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ab563d49-5697-45af-bf16-749b0683c8c0 None None] Provisioning complete for port 839c9ca2-b7b8-4c8a-aa01-150726150e04 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:46.520805 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab563d49-5697-45af-bf16-749b0683c8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.548306 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86c42b-ceb6-445b-b31f-4d256661567c None None] Pushing event updated for resources: {'Port': ['ID=5337b8cc-81bf-4436-9e75-1cbd3a2acd32,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:46.575498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] For port 5337b8cc-81bf-4436-9e75-1cbd3a2acd32, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5337b8cc-81bf-4436-9e75-1cbd3a2acd32,segment=NetworkSegment(2d75e630-b7de-475f-ac71-296dc171e457),segment_id=2d75e630-b7de-475f-ac71-296dc171e457)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:46.575869 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5337b8cc-81bf-4436-9e75-1cbd3a2acd32), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.594996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Calling delete_port for 5337b8cc-81bf-4436-9e75-1cbd3a2acd32 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:46.708846 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5337b8cc-81bf-4436-9e75-1cbd3a2acd32), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.745853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] No DVR routers for this DVR port 5337b8cc-81bf-4436-9e75-1cbd3a2acd32 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:46.774455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Pushing event deleted for resources: {'Port': ['ID=5337b8cc-81bf-4436-9e75-1cbd3a2acd32,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:46.827733 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=839c9ca2-b7b8-4c8a-aa01-150726150e04,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:46.855318 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (f647a0c6-d588-46c6-90d3-c070b7fbe351), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.879532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ab563d49-5697-45af-bf16-749b0683c8c0 None None] Current status of the port 839c9ca2-b7b8-4c8a-aa01-150726150e04 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:46.882258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f647a0c6-d588-46c6-90d3-c070b7fbe351']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:46.894274 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d75e630-b7de-475f-ac71-296dc171e457') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:46.894836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d75e630-b7de-475f-ac71-296dc171e457') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:46.905326 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (2d75e630-b7de-475f-ac71-296dc171e457), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.919536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (2d75e630-b7de-475f-ac71-296dc171e457), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.926618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:46.927041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (2d75e630-b7de-475f-ac71-296dc171e457), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:46.930182 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:46.991308 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (f647a0c6-d588-46c6-90d3-c070b7fbe351), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.999003 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.002151 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] 10.222.0.48 "DELETE /v2.0/networks/f647a0c6-d588-46c6-90d3-c070b7fbe351 HTTP/1.1" status: 204 len: 168 time: 0.6647980 Feb 11 05:45:47.004659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52234) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:47.024223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ab26c-19f1-4782-83d4-6dc08ac29532 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Pushing event deleted for resources: {'Network': ['ID=f647a0c6-d588-46c6-90d3-c070b7fbe351,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:47.074124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcbbc1a-8103-4204-b951-b23f5ae5ffd5 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Deleting subnet c5218a05-09c2-49f9-bee2-e1f7630d7cc2 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:45:47.077780 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbc1a-8103-4204-b951-b23f5ae5ffd5 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for subnet (c5218a05-09c2-49f9-bee2-e1f7630d7cc2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.117937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbc1a-8103-4204-b951-b23f5ae5ffd5 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (c5218a05-09c2-49f9-bee2-e1f7630d7cc2), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.201613 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbc1a-8103-4204-b951-b23f5ae5ffd5 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (c5218a05-09c2-49f9-bee2-e1f7630d7cc2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.201761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6dbaac01-5a73-4479-8b89-6015387dc34a None None] Provisioning complete for port 839c9ca2-b7b8-4c8a-aa01-150726150e04 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:47.202228 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6dbaac01-5a73-4479-8b89-6015387dc34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.275652 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbc1a-8103-4204-b951-b23f5ae5ffd5 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (c5218a05-09c2-49f9-bee2-e1f7630d7cc2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.291181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6dbaac01-5a73-4479-8b89-6015387dc34a None None] Current status of the port 839c9ca2-b7b8-4c8a-aa01-150726150e04 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:47.308992 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dcbbc1a-8103-4204-b951-b23f5ae5ffd5 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.316100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6dcbbc1a-8103-4204-b951-b23f5ae5ffd5 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] 10.222.0.48 "DELETE /v2.0/subnets/c5218a05-09c2-49f9-bee2-e1f7630d7cc2 HTTP/1.1" status: 204 len: 168 time: 0.3083093 Feb 11 05:45:47.316296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8289ef-bd40-484a-96a6-f2f3fc2d6d9b None None] Network 4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:47.316399 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbbc1a-8103-4204-b951-b23f5ae5ffd5 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Pushing event deleted for resources: {'Subnet': ['ID=c5218a05-09c2-49f9-bee2-e1f7630d7cc2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:47.317006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52236) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:47.398489 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.456124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Deleting port 839c9ca2-b7b8-4c8a-aa01-150726150e04 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:47.456391 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.490931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb9dc24-7135-441b-aa18-4a5aff2d2cda None None] DHCP port deletion for 4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:45:47.531271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] For port 839c9ca2-b7b8-4c8a-aa01-150726150e04, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=839c9ca2-b7b8-4c8a-aa01-150726150e04,segment=NetworkSegment(77694f53-87fc-4245-ba01-0f96d941f604),segment_id=77694f53-87fc-4245-ba01-0f96d941f604)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:47.531644 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.545869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Calling delete_port for 839c9ca2-b7b8-4c8a-aa01-150726150e04 owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:47.559680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9dc24-7135-441b-aa18-4a5aff2d2cda None None] Deleting port 839c9ca2-b7b8-4c8a-aa01-150726150e04 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:47.560058 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ccb9dc24-7135-441b-aa18-4a5aff2d2cda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.614520 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ae327-7fb1-48d7-b9c5-6af0bf4072c9 None None] DHCP port deletion for f647a0c6-d588-46c6-90d3-c070b7fbe351 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:45:47.627249 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.629674 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3e604d81-9b06-4319-970f-e3ddd0a645b3 None None] Could not find standard attr ID for object 5337b8cc-81bf-4436-9e75-1cbd3a2acd32. {{(pid=103355) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:45:47.636047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ccb9dc24-7135-441b-aa18-4a5aff2d2cda None None] For port 839c9ca2-b7b8-4c8a-aa01-150726150e04, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=839c9ca2-b7b8-4c8a-aa01-150726150e04,segment=NetworkSegment(77694f53-87fc-4245-ba01-0f96d941f604),segment_id=77694f53-87fc-4245-ba01-0f96d941f604)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:47.640495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ccb9dc24-7135-441b-aa18-4a5aff2d2cda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.651048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ab5f2-94fb-460b-b022-7848daeeef33 None None] Network f647a0c6-d588-46c6-90d3-c070b7fbe351 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:47.653004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9dc24-7135-441b-aa18-4a5aff2d2cda None None] Calling delete_port for 839c9ca2-b7b8-4c8a-aa01-150726150e04 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:47.654750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Pushing event deleted for resources: {'Port': ['ID=839c9ca2-b7b8-4c8a-aa01-150726150e04,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:47.661979 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] No DVR routers for this DVR port 839c9ca2-b7b8-4c8a-aa01-150726150e04 on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:47.672243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ab5f2-94fb-460b-b022-7848daeeef33 None None] Network f647a0c6-d588-46c6-90d3-c070b7fbe351 could not be found, it might have been deleted concurrently. {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:45:47.742542 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ccb9dc24-7135-441b-aa18-4a5aff2d2cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (839c9ca2-b7b8-4c8a-aa01-150726150e04), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.747927 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.767409 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9dc24-7135-441b-aa18-4a5aff2d2cda None None] Pushing event deleted for resources: {'Port': ['ID=839c9ca2-b7b8-4c8a-aa01-150726150e04,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:47.768127 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:47.771380 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9dc24-7135-441b-aa18-4a5aff2d2cda None None] No DVR routers for this DVR port 839c9ca2-b7b8-4c8a-aa01-150726150e04 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:47.780138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77694f53-87fc-4245-ba01-0f96d941f604') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:47.780138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77694f53-87fc-4245-ba01-0f96d941f604') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:47.789118 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (77694f53-87fc-4245-ba01-0f96d941f604), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.802368 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (77694f53-87fc-4245-ba01-0f96d941f604), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.808244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:47.808633 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (77694f53-87fc-4245-ba01-0f96d941f604), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:47.812287 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:47.872304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.879909 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.883029 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] 10.222.0.48 "DELETE /v2.0/networks/4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb HTTP/1.1" status: 204 len: 168 time: 0.5649326 Feb 11 05:45:47.885770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52238) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:47.894572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b69925-f46c-47d4-895a-17ed13ddcf57 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Pushing event deleted for resources: {'Network': ['ID=4e751fe0-ea7f-474c-b145-bc6e3a3ecdbb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:47.919753 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4c87d3ef-ae4c-46aa-a2c9-c91f6f1b52b5 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] 10.222.0.48 "GET /v2.0/ports?device_id=c40e7d14-d501-4315-ad87-053df64011dd HTTP/1.1" status: 200 len: 205 time: 0.0328264 Feb 11 05:45:47.922040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52240) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:47.985371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 839c9ca2-b7b8-4c8a-aa01-150726150e04 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:48.000594 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-119284c5-1336-4560-bdcf-04e480043cf6 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for router (c40e7d14-d501-4315-ad87-053df64011dd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.006276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 839c9ca2-b7b8-4c8a-aa01-150726150e04 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:48.006635 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 839c9ca2-b7b8-4c8a-aa01-150726150e04 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:48.164104 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-119284c5-1336-4560-bdcf-04e480043cf6 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (c40e7d14-d501-4315-ad87-053df64011dd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.166258 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-119284c5-1336-4560-bdcf-04e480043cf6 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for router_controller (c40e7d14-d501-4315-ad87-053df64011dd), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.226700 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-119284c5-1336-4560-bdcf-04e480043cf6 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (c40e7d14-d501-4315-ad87-053df64011dd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.227260 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119284c5-1336-4560-bdcf-04e480043cf6 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Fanout notify agent at l3_agent the message router_deleted on router c40e7d14-d501-4315-ad87-053df64011dd {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:45:48.234605 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-119284c5-1336-4560-bdcf-04e480043cf6 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.235803 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-119284c5-1336-4560-bdcf-04e480043cf6 tempest-RoutersNegativeTest-828297676 tempest-RoutersNegativeTest-828297676-project] 10.222.0.48 "DELETE /v2.0/routers/c40e7d14-d501-4315-ad87-053df64011dd HTTP/1.1" status: 204 len: 168 time: 0.3128119 Feb 11 05:45:48.473400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52246) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:48.606043 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7c627187-75cf-4c43-8045-78f5bc86b6aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4d81ba50e50495d863a39d99ade155c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314828 Feb 11 05:45:48.608650 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52250) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:48.658187 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a309-bf64-4120-8a09-27a0c7c19c43 admin admin] Publish callbacks [] for security_group (5bf28880-0b80-4f81-9bd2-a16e5e5418f4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.678313 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a309-bf64-4120-8a09-27a0c7c19c43 admin admin] Publish callbacks [] for security_group (5bf28880-0b80-4f81-9bd2-a16e5e5418f4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.726059 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a309-bf64-4120-8a09-27a0c7c19c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5bf28880-0b80-4f81-9bd2-a16e5e5418f4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.728771 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a309-bf64-4120-8a09-27a0c7c19c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.730052 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ffd2a309-bf64-4120-8a09-27a0c7c19c43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bf28880-0b80-4f81-9bd2-a16e5e5418f4 HTTP/1.1" status: 204 len: 168 time: 0.1204660 Feb 11 05:45:48.738116 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2a309-bf64-4120-8a09-27a0c7c19c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf28880-0b80-4f81-9bd2-a16e5e5418f4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:49.346729 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52272) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:49.440473 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1232519273-network', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:49.459643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Made reservation on behalf of 9a84a88e9c334ba99df58a2377e9f5b2 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:49.462107 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.471080 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.546627 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Publish callbacks [] for security_group (12408d08-48e1-4d2f-80ce-82475b821c9d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.550600 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (12408d08-48e1-4d2f-80ce-82475b821c9d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.575659 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:49.587392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12408d08-48e1-4d2f-80ce-82475b821c9d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:49.594009 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (d5ed5d01-ed67-44bf-b54e-7f44bbae231d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.594366 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Added segment d5ed5d01-ed67-44bf-b54e-7f44bbae231d of type vlan for network cbcf34e9-aa37-4b24-a899-a30511307f25 Feb 11 05:45:49.634474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (cbcf34e9-aa37-4b24-a899-a30511307f25), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.658453 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (cbcf34e9-aa37-4b24-a899-a30511307f25), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.659451 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:49.660036 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.692443 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3445976 Feb 11 05:45:49.695565 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52276) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:49.700560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-51dcbd77-0cd2-4cbf-8e50-f3aa58c2401c admin admin] Request body: {'subnet': {'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1232519273-subnet', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:49.720723 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dcbd77-0cd2-4cbf-8e50-f3aa58c2401c admin admin] Made reservation on behalf of 9a84a88e9c334ba99df58a2377e9f5b2 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:49.723071 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51dcbd77-0cd2-4cbf-8e50-f3aa58c2401c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.727424 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2d6a7-a5b4-4b98-8039-3ae4e8737f17 admin admin] Pushing event updated for resources: {'Network': ['ID=cbcf34e9-aa37-4b24-a899-a30511307f25,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:49.738640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network cbcf34e9-aa37-4b24-a899-a30511307f25 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:50.228693 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51dcbd77-0cd2-4cbf-8e50-f3aa58c2401c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (10d739ce-2559-4baf-91a6-966b9437e9fc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.282654 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcbd77-0cd2-4cbf-8e50-f3aa58c2401c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d739ce-2559-4baf-91a6-966b9437e9fc,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:50.291157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcbd77-0cd2-4cbf-8e50-f3aa58c2401c admin admin] Checking segment: {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:50.291518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dcbd77-0cd2-4cbf-8e50-f3aa58c2401c admin admin] Network hostable DHCP agents. Network: cbcf34e9-aa37-4b24-a899-a30511307f25, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:50.307761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dcbd77-0cd2-4cbf-8e50-f3aa58c2401c admin admin] Network cbcf34e9-aa37-4b24-a899-a30511307f25 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:50.316412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-51dcbd77-0cd2-4cbf-8e50-f3aa58c2401c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, cbcf34e9-aa37-4b24-a899-a30511307f25) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:50.320684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dcbd77-0cd2-4cbf-8e50-f3aa58c2401c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.321281 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51dcbd77-0cd2-4cbf-8e50-f3aa58c2401c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.328116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc0493c-2bba-444a-a90b-6aa7ee7ea6a6 None None] Network cbcf34e9-aa37-4b24-a899-a30511307f25 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:50.337237 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-51dcbd77-0cd2-4cbf-8e50-f3aa58c2401c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6405230 Feb 11 05:45:50.339949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52278) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:50.344232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1232519273-router', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:50.362696 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (6ff14be8-54d8-457e-aed7-a17d13441025), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.363716 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (6ff14be8-54d8-457e-aed7-a17d13441025), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.417969 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Publish callbacks [] for router_controller (6ff14be8-54d8-457e-aed7-a17d13441025), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.430768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-cbcf34e9-aa37-4b24-a899-a30511307f25', 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25', 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'fixed_ips': [{'subnet_id': '10d739ce-2559-4baf-91a6-966b9437e9fc'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:50.431668 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.562167 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Publish callbacks [] for router_gateway (6ff14be8-54d8-457e-aed7-a17d13441025), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.568534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Allocated IP 172.20.0.2 (cbcf34e9-aa37-4b24-a899-a30511307f25/10d739ce-2559-4baf-91a6-966b9437e9fc/eec517e1-0bfd-4de8-b095-dc0cb2909a03) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:50.710159 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Publish callbacks [] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.716149 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.761663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Network cbcf34e9-aa37-4b24-a899-a30511307f25 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:50.765284 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:50.766274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Publish callbacks [] for router_gateway (6ff14be8-54d8-457e-aed7-a17d13441025), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.768367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:50.775463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Pushing event updated for resources: {'Port': ['ID=eec517e1-0bfd-4de8-b095-dc0cb2909a03,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:50.789125 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.826013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Attempting to bind port eec517e1-0bfd-4de8-b095-dc0cb2909a03 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:50.826975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Attempting to bind port eec517e1-0bfd-4de8-b095-dc0cb2909a03 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:50.827342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Attempting to bind port eec517e1-0bfd-4de8-b095-dc0cb2909a03 on network cbcf34e9-aa37-4b24-a899-a30511307f25 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:50.832406 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:50.832785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Checking segment: {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:50.833190 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.833614 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Bound using segment: {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:50.834089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Bound port: eec517e1-0bfd-4de8-b095-dc0cb2909a03, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:50.834470 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.894734 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] For port eec517e1-0bfd-4de8-b095-dc0cb2909a03, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:50.895701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Allocated IP 172.25.7.140 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/c618e940-70da-454a-b00a-088d48d17fc0) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:50.897994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] For port eec517e1-0bfd-4de8-b095-dc0cb2909a03, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=eec517e1-0bfd-4de8-b095-dc0cb2909a03,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:50.903784 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.971115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9510e-2ba7-4f6f-94d1-bbb6d1859d93 None None] Pushing event updated for resources: {'Port': ['ID=eec517e1-0bfd-4de8-b095-dc0cb2909a03,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:51.004944 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Publish callbacks [] for port (c618e940-70da-454a-b00a-088d48d17fc0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.045305 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c618e940-70da-454a-b00a-088d48d17fc0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.094382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:51.097405 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:51.103537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:51.106032 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Pushing event updated for resources: {'Port': ['ID=c618e940-70da-454a-b00a-088d48d17fc0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:51.386817 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Publish callbacks [] for router_gateway (6ff14be8-54d8-457e-aed7-a17d13441025), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.587309 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (6ff14be8-54d8-457e-aed7-a17d13441025), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.725425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Router 6ff14be8-54d8-457e-aed7-a17d13441025 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:45:51.839114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:45:51.850426 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Sync routers for ids ['6ff14be8-54d8-457e-aed7-a17d13441025'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:45:51.857901 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.861738 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a98c2005-e537-4887-8ea2-b290ff205d2b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5183465 Feb 11 05:45:51.861964 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52280) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:51.862450 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Routers {'6ff14be8-54d8-457e-aed7-a17d13441025'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:51.863031 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:45:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6ff14be8-54d8-457e-aed7-a17d13441025'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:51.916040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d0cee8-2a69-43da-9c8d-476d7ec3e4bc None None] Network cbcf34e9-aa37-4b24-a899-a30511307f25 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:52.014043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f94ca46b-feb6-4091-800e-571181b6feb1 None None] Provisioning complete for port eec517e1-0bfd-4de8-b095-dc0cb2909a03 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:52.014574 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f94ca46b-feb6-4091-800e-571181b6feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.096019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device eec517e1-0bfd-4de8-b095-dc0cb2909a03 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:52.098997 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Set router 6ff14be8-54d8-457e-aed7-a17d13441025 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:52.212623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f94ca46b-feb6-4091-800e-571181b6feb1 None None] Current status of the port eec517e1-0bfd-4de8-b095-dc0cb2909a03 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:52.213175 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f94ca46b-feb6-4091-800e-571181b6feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.242974 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port eec517e1-0bfd-4de8-b095-dc0cb2909a03 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:52.243480 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.275905 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f94ca46b-feb6-4091-800e-571181b6feb1 None None] For port eec517e1-0bfd-4de8-b095-dc0cb2909a03, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=eec517e1-0bfd-4de8-b095-dc0cb2909a03,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:52.290291 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f94ca46b-feb6-4091-800e-571181b6feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.306841 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'name': 'tempest-TestEncryptedCinderVolumes-1232519273-router', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:51Z', 'revision_number': 3, 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'gw_port': {'id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:52.340340 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Checking router: 6ff14be8-54d8-457e-aed7-a17d13441025 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:45:52.341110 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Updating router 6ff14be8-54d8-457e-aed7-a17d13441025 port c618e940-70da-454a-b00a-088d48d17fc0 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:45:52.358469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ca46b-feb6-4091-800e-571181b6feb1 None None] Pushing event updated for resources: {'Port': ['ID=eec517e1-0bfd-4de8-b095-dc0cb2909a03,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:52.385765 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.394850 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c618e940-70da-454a-b00a-088d48d17fc0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.401243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port eec517e1-0bfd-4de8-b095-dc0cb2909a03 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:52.512134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4871b3a4-306d-460b-a4e6-9aad93163dfb None None] Provisioning complete for port eec517e1-0bfd-4de8-b095-dc0cb2909a03 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:52.512435 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4871b3a4-306d-460b-a4e6-9aad93163dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.556128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Allocated IP 172.20.0.1 (cbcf34e9-aa37-4b24-a899-a30511307f25/10d739ce-2559-4baf-91a6-966b9437e9fc/bff500bf-2f02-4f84-84cc-235a6016cc53) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:52.598848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4871b3a4-306d-460b-a4e6-9aad93163dfb None None] Current status of the port eec517e1-0bfd-4de8-b095-dc0cb2909a03 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:52.658933 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Publish callbacks [] for port (c618e940-70da-454a-b00a-088d48d17fc0), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.664259 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c618e940-70da-454a-b00a-088d48d17fc0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.670557 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Publish callbacks [] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.704385 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.722035 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Attempting to bind port c618e940-70da-454a-b00a-088d48d17fc0 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:52.722417 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Attempting to bind port c618e940-70da-454a-b00a-088d48d17fc0 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:52.722785 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Attempting to bind port c618e940-70da-454a-b00a-088d48d17fc0 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:52.725064 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Pushing event updated for resources: {'Port': ['ID=c618e940-70da-454a-b00a-088d48d17fc0,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:52.734395 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:52.734777 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:52.735211 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.735608 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:52.736070 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Bound port: c618e940-70da-454a-b00a-088d48d17fc0, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:52.736453 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c618e940-70da-454a-b00a-088d48d17fc0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.739441 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.739784 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.740125 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.740464 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.740800 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.741129 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.741459 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.741802 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.742119 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.742441 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.742765 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.743149 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.743464 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:52.745277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Network cbcf34e9-aa37-4b24-a899-a30511307f25 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:52.748820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:52.752425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:52.774572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Pushing event updated for resources: {'Port': ['ID=bff500bf-2f02-4f84-84cc-235a6016cc53,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:52.794463 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (6ff14be8-54d8-457e-aed7-a17d13441025), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.798792 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] For port c618e940-70da-454a-b00a-088d48d17fc0, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:52.800946 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] For port c618e940-70da-454a-b00a-088d48d17fc0, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c618e940-70da-454a-b00a-088d48d17fc0,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:52.808127 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c618e940-70da-454a-b00a-088d48d17fc0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.872109 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bac446-fa8c-41b1-baa2-ad1b56036ff7 None None] Pushing event updated for resources: {'Port': ['ID=c618e940-70da-454a-b00a-088d48d17fc0,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:52.877285 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Routers {'6ff14be8-54d8-457e-aed7-a17d13441025'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:52.877911 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:45:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6ff14be8-54d8-457e-aed7-a17d13441025'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:52.941354 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.993094 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] Set router 6ff14be8-54d8-457e-aed7-a17d13441025 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:53.023963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ea0a30c8-fcd4-40f1-ab1a-8a40ea405a11 None None] Provisioning complete for port bff500bf-2f02-4f84-84cc-235a6016cc53 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:53.024497 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea0a30c8-fcd4-40f1-ab1a-8a40ea405a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.061805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a30c8-fcd4-40f1-ab1a-8a40ea405a11 None None] Port bff500bf-2f02-4f84-84cc-235a6016cc53 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:53.120737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Publish callbacks [] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.126041 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.178631 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'name': 'tempest-TestEncryptedCinderVolumes-1232519273-router', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:51Z', 'revision_number': 3, 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'gw_port': {'id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:53.192142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Pushing event updated for resources: {'Port': ['ID=bff500bf-2f02-4f84-84cc-235a6016cc53,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:53.194577 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (6ff14be8-54d8-457e-aed7-a17d13441025), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.205850 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4d1ba-099c-4e38-af61-9a72b3562c38 None None] The sync data for ids ['6ff14be8-54d8-457e-aed7-a17d13441025'] in n-d-615180-58 is: [{'id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'name': 'tempest-TestEncryptedCinderVolumes-1232519273-router', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:51Z', 'revision_number': 3, 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'gw_port': {'id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:45:53.289851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Network cbcf34e9-aa37-4b24-a899-a30511307f25 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:53.291368 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:53.414604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Router 6ff14be8-54d8-457e-aed7-a17d13441025 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:45:53.588679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-27a78343-8bbc-42bc-8e9e-ad182f6547b0 None None] Provisioning complete for port bff500bf-2f02-4f84-84cc-235a6016cc53 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:53.589375 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-27a78343-8bbc-42bc-8e9e-ad182f6547b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.626096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-27a78343-8bbc-42bc-8e9e-ad182f6547b0 None None] Port bff500bf-2f02-4f84-84cc-235a6016cc53 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:53.905174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:45:53.910555 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5e496fb8-458d-4e25-a957-ec7ac624453a admin admin] 10.222.0.48 "PUT /v2.0/routers/6ff14be8-54d8-457e-aed7-a17d13441025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0475526 Feb 11 05:45:54.085362 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c618e940-70da-454a-b00a-088d48d17fc0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:54.138260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c618e940-70da-454a-b00a-088d48d17fc0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:54.139353 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c618e940-70da-454a-b00a-088d48d17fc0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.222767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c618e940-70da-454a-b00a-088d48d17fc0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:54.223209 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c618e940-70da-454a-b00a-088d48d17fc0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.245573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port c618e940-70da-454a-b00a-088d48d17fc0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c618e940-70da-454a-b00a-088d48d17fc0,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:54.250249 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c618e940-70da-454a-b00a-088d48d17fc0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.250928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device eec517e1-0bfd-4de8-b095-dc0cb2909a03 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:54.329457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=c618e940-70da-454a-b00a-088d48d17fc0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:54.342277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port eec517e1-0bfd-4de8-b095-dc0cb2909a03 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:54.342659 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.421745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port eec517e1-0bfd-4de8-b095-dc0cb2909a03 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:54.428445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52296) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:54.433482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-417527582-network', 'tenant_id': 'c5a0ef053d754267a18143092216f182'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:54.453446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Made reservation on behalf of c5a0ef053d754267a18143092216f182 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:54.455879 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.464798 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.543720 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Publish callbacks [] for security_group (053f5fb8-0321-40f2-a773-4bbb0f4960cb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.547369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (053f5fb8-0321-40f2-a773-4bbb0f4960cb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.571723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:54.582582 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053f5fb8-0321-40f2-a773-4bbb0f4960cb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:54.587730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (7930de55-a8f9-4f3a-8a22-101efa70a1a1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.588081 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Added segment 7930de55-a8f9-4f3a-8a22-101efa70a1a1 of type vlan for network d07d5147-8ccc-4e86-84e0-b284d8599d91 Feb 11 05:45:54.631892 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (d07d5147-8ccc-4e86-84e0-b284d8599d91), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.658109 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (d07d5147-8ccc-4e86-84e0-b284d8599d91), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.659290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:54.659882 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.698172 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2661085 Feb 11 05:45:54.698509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52298) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:54.704043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Request body: {'subnet': {'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-417527582-subnet', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:54.724752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Made reservation on behalf of c5a0ef053d754267a18143092216f182 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:54.727519 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.729281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77301e97-f661-445e-b6e5-cf42af1153d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d07d5147-8ccc-4e86-84e0-b284d8599d91,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:54.741579 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network d07d5147-8ccc-4e86-84e0-b284d8599d91 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:54.830780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Sync routers for ids ['6ff14be8-54d8-457e-aed7-a17d13441025'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:45:54.840322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Routers {'6ff14be8-54d8-457e-aed7-a17d13441025'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:54.840956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:45:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6ff14be8-54d8-457e-aed7-a17d13441025'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:54.904718 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (fd8de44f-c443-4c0d-89f0-b6997497ea99), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.956480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Set router 6ff14be8-54d8-457e-aed7-a17d13441025 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:54.957807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8de44f-c443-4c0d-89f0-b6997497ea99,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:54.969531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.970117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.970682 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.971201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.971656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.972225 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.972805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.973336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.973897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.974249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.974591 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.974975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.975546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:54.982767 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Checking segment: {'id': '7930de55-a8f9-4f3a-8a22-101efa70a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:54.983175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Network hostable DHCP agents. Network: d07d5147-8ccc-4e86-84e0-b284d8599d91, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:55.001289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Network d07d5147-8ccc-4e86-84e0-b284d8599d91 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:55.009874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, d07d5147-8ccc-4e86-84e0-b284d8599d91) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:55.013836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.014430 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.031233 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3eb2c86a-2bd9-43e3-9f1e-6da9e6f4ce29 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3312964 Feb 11 05:45:55.033450 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52300) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:55.034075 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816478f9-a111-4acb-9350-e42ce205bcdb None None] Network d07d5147-8ccc-4e86-84e0-b284d8599d91 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:55.038515 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-417527582-router', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:55.057825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.058997 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.120892 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Publish callbacks [] for router_controller (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.265163 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Publish callbacks [] for router_gateway (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.381498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-d07d5147-8ccc-4e86-84e0-b284d8599d91', 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91', 'project_id': 'c5a0ef053d754267a18143092216f182', 'fixed_ips': [{'subnet_id': 'fd8de44f-c443-4c0d-89f0-b6997497ea99'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:55.382363 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.486948 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Publish callbacks [] for router_gateway (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.494747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'name': 'tempest-TestEncryptedCinderVolumes-1232519273-router', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:52Z', 'revision_number': 4, 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'gw_port': {'id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'bff500bf-2f02-4f84-84cc-235a6016cc53', 'name': '', 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'mac_address': 'fa:16:3e:11:1a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '10d739ce-2559-4baf-91a6-966b9437e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:52Z', 'updated_at': '2022-02-11T05:45:52Z', 'revision_number': 2, 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'subnets': [{'id': '10d739ce-2559-4baf-91a6-966b9437e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:55.506923 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.540040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Checking router: 6ff14be8-54d8-457e-aed7-a17d13441025 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:45:55.540920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Updating router 6ff14be8-54d8-457e-aed7-a17d13441025 port bff500bf-2f02-4f84-84cc-235a6016cc53 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:45:55.585183 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.588268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Allocated IP 172.20.0.2 (d07d5147-8ccc-4e86-84e0-b284d8599d91/fd8de44f-c443-4c0d-89f0-b6997497ea99/255f0afa-c107-4da3-b1cf-835d06349dcf) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:55.615512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Allocated IP 172.25.7.22 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/45c9e9fd-d800-417d-ac3f-2947427396c9) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:55.718472 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Publish callbacks [] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.752397 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.792745 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:55.797289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:55.800984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:55.829063 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Pushing event updated for resources: {'Port': ['ID=45c9e9fd-d800-417d-ac3f-2947427396c9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:55.889741 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Publish callbacks [] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.901397 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.962691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Network d07d5147-8ccc-4e86-84e0-b284d8599d91 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:55.969083 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:55.972373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:55.990781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Pushing event updated for resources: {'Port': ['ID=255f0afa-c107-4da3-b1cf-835d06349dcf,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:56.035691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c618e940-70da-454a-b00a-088d48d17fc0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:56.077257 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Publish callbacks [] for router_gateway (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.116414 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Publish callbacks [] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.118043 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Attempting to bind port 255f0afa-c107-4da3-b1cf-835d06349dcf on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:56.118419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Attempting to bind port 255f0afa-c107-4da3-b1cf-835d06349dcf by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '7930de55-a8f9-4f3a-8a22-101efa70a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:56.118788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Attempting to bind port 255f0afa-c107-4da3-b1cf-835d06349dcf on network d07d5147-8ccc-4e86-84e0-b284d8599d91 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:56.129479 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.131698 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:56.132087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Checking segment: {'id': '7930de55-a8f9-4f3a-8a22-101efa70a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:56.132489 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.132894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Bound using segment: {'id': '7930de55-a8f9-4f3a-8a22-101efa70a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:56.133371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Bound port: 255f0afa-c107-4da3-b1cf-835d06349dcf, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7930de55-a8f9-4f3a-8a22-101efa70a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:56.133755 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.234322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c3ab7-d5a0-42fe-b645-b8674224047a None None] Pushing event updated for resources: {'Port': ['ID=bff500bf-2f02-4f84-84cc-235a6016cc53,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:56.267426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c618e940-70da-454a-b00a-088d48d17fc0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:56.267813 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c618e940-70da-454a-b00a-088d48d17fc0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.290631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.331650 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] For port 255f0afa-c107-4da3-b1cf-835d06349dcf, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:56.346769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Attempting to bind port bff500bf-2f02-4f84-84cc-235a6016cc53 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:56.347195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Attempting to bind port bff500bf-2f02-4f84-84cc-235a6016cc53 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:56.347560 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Attempting to bind port bff500bf-2f02-4f84-84cc-235a6016cc53 on network cbcf34e9-aa37-4b24-a899-a30511307f25 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:56.358677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] For port 255f0afa-c107-4da3-b1cf-835d06349dcf, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=255f0afa-c107-4da3-b1cf-835d06349dcf,segment=NetworkSegment(7930de55-a8f9-4f3a-8a22-101efa70a1a1),segment_id=7930de55-a8f9-4f3a-8a22-101efa70a1a1)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:56.366070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:56.366462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Checking segment: {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:56.366964 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.367353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Bound using segment: {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:56.367852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Bound port: bff500bf-2f02-4f84-84cc-235a6016cc53, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:56.368975 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.382279 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.440338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Router 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:45:56.521377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5f417-fdb5-43a7-9200-2c979b50ecc2 None None] Pushing event updated for resources: {'Port': ['ID=255f0afa-c107-4da3-b1cf-835d06349dcf,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:56.547712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c618e940-70da-454a-b00a-088d48d17fc0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:56.553316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8725edd9-3c90-494b-9ca6-aaea81553fce None None] Provisioning complete for port bff500bf-2f02-4f84-84cc-235a6016cc53 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:56.554079 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8725edd9-3c90-494b-9ca6-aaea81553fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.555687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] For port bff500bf-2f02-4f84-84cc-235a6016cc53, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:56.559387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:45:56.559567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] For port bff500bf-2f02-4f84-84cc-235a6016cc53, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bff500bf-2f02-4f84-84cc-235a6016cc53,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:56.572694 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Sync routers for ids ['6bd18bad-c456-4c34-96e3-bc5c790e7bc3'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:45:56.589012 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Routers {'6bd18bad-c456-4c34-96e3-bc5c790e7bc3'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:56.589594 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:45:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6bd18bad-c456-4c34-96e3-bc5c790e7bc3'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:56.591154 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.594018 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.596126 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9c8406a6-1e1e-441f-9952-29b577b206df admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5615995 Feb 11 05:45:56.596869 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52304) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:56.626211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8725edd9-3c90-494b-9ca6-aaea81553fce None None] Port bff500bf-2f02-4f84-84cc-235a6016cc53 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:56.666373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Routers {'6ff14be8-54d8-457e-aed7-a17d13441025'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:56.667052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:45:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6ff14be8-54d8-457e-aed7-a17d13441025'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:56.671664 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c3ab7-d5a0-42fe-b645-b8674224047a None None] Pushing event updated for resources: {'Port': ['ID=bff500bf-2f02-4f84-84cc-235a6016cc53,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:56.722559 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Set router 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:56.837419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] Set router 6ff14be8-54d8-457e-aed7-a17d13441025 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:57.005513 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'name': 'tempest-TestEncryptedCinderVolumes-417527582-router', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:45:55Z', 'revision_number': 3, 'project_id': 'c5a0ef053d754267a18143092216f182', 'gw_port': {'id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:57.047890 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Checking router: 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:45:57.048239 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Updating router 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 port 45c9e9fd-d800-417d-ac3f-2947427396c9 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:45:57.081246 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.101857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c1ed72a8-d23e-480c-9cd4-0e630c60534f None None] Provisioning complete for port bff500bf-2f02-4f84-84cc-235a6016cc53 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:57.102241 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1ed72a8-d23e-480c-9cd4-0e630c60534f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.176134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'name': 'tempest-TestEncryptedCinderVolumes-1232519273-router', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:52Z', 'revision_number': 4, 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'gw_port': {'id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'bff500bf-2f02-4f84-84cc-235a6016cc53', 'name': '', 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'mac_address': 'fa:16:3e:11:1a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '10d739ce-2559-4baf-91a6-966b9437e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:52Z', 'updated_at': '2022-02-11T05:45:56Z', 'revision_number': 4, 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'subnets': [{'id': '10d739ce-2559-4baf-91a6-966b9437e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:57.213561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.222978 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7d592-3169-4b7e-b3a1-924812da1677 None None] The sync data for ids ['6ff14be8-54d8-457e-aed7-a17d13441025'] in n-d-615180-58 is: [{'id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'name': 'tempest-TestEncryptedCinderVolumes-1232519273-router', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:52Z', 'revision_number': 4, 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'gw_port': {'id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'bff500bf-2f02-4f84-84cc-235a6016cc53', 'name': '', 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'mac_address': 'fa:16:3e:11:1a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '10d739ce-2559-4baf-91a6-966b9437e9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:52Z', 'updated_at': '2022-02-11T05:45:56Z', 'revision_number': 4, 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'subnets': [{'id': '10d739ce-2559-4baf-91a6-966b9437e9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:45:57.238515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed72a8-d23e-480c-9cd4-0e630c60534f None None] Current status of the port bff500bf-2f02-4f84-84cc-235a6016cc53 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:57.242985 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1ed72a8-d23e-480c-9cd4-0e630c60534f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.320207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c1ed72a8-d23e-480c-9cd4-0e630c60534f None None] For port bff500bf-2f02-4f84-84cc-235a6016cc53, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bff500bf-2f02-4f84-84cc-235a6016cc53,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:57.328986 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c1ed72a8-d23e-480c-9cd4-0e630c60534f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.398238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed72a8-d23e-480c-9cd4-0e630c60534f None None] Pushing event updated for resources: {'Port': ['ID=bff500bf-2f02-4f84-84cc-235a6016cc53,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:57.450007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Allocated IP 172.20.0.1 (d07d5147-8ccc-4e86-84e0-b284d8599d91/fd8de44f-c443-4c0d-89f0-b6997497ea99/25416319-9852-4bb3-8105-e0602cba6046) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:57.575971 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Publish callbacks [] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.583971 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Publish callbacks [] for port (25416319-9852-4bb3-8105-e0602cba6046), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.584204 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.613965 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Attempting to bind port 45c9e9fd-d800-417d-ac3f-2947427396c9 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:57.614594 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Attempting to bind port 45c9e9fd-d800-417d-ac3f-2947427396c9 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:57.615161 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Attempting to bind port 45c9e9fd-d800-417d-ac3f-2947427396c9 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:57.626801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (25416319-9852-4bb3-8105-e0602cba6046), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.643688 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:57.644510 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:57.645155 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.645741 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:57.646661 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Bound port: 45c9e9fd-d800-417d-ac3f-2947427396c9, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:57.647319 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.670248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Pushing event updated for resources: {'Port': ['ID=25416319-9852-4bb3-8105-e0602cba6046,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:57.681126 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0c925-82ad-4634-8ace-ff8a724ea120 None None] Pushing event updated for resources: {'Port': ['ID=45c9e9fd-d800-417d-ac3f-2947427396c9,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:57.687792 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Network d07d5147-8ccc-4e86-84e0-b284d8599d91 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:57.693951 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:57.697605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:57.751564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.755488 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] For port 45c9e9fd-d800-417d-ac3f-2947427396c9, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:57.759596 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] For port 45c9e9fd-d800-417d-ac3f-2947427396c9, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=45c9e9fd-d800-417d-ac3f-2947427396c9,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:57.769949 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.789613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21662446-a5b2-4b66-ac90-b7c361ebf36d None None] Network d07d5147-8ccc-4e86-84e0-b284d8599d91 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:57.827078 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Routers {'6bd18bad-c456-4c34-96e3-bc5c790e7bc3'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:57.827923 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:45:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6bd18bad-c456-4c34-96e3-bc5c790e7bc3'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:57.871564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-032c5c94-f919-40f4-9e75-3cd5370836bc None None] Provisioning complete for port 255f0afa-c107-4da3-b1cf-835d06349dcf triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:57.871934 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-032c5c94-f919-40f4-9e75-3cd5370836bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.904672 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0c925-82ad-4634-8ace-ff8a724ea120 None None] Pushing event updated for resources: {'Port': ['ID=45c9e9fd-d800-417d-ac3f-2947427396c9,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:57.937653 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (25416319-9852-4bb3-8105-e0602cba6046), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.972034 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] Set router 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:58.182938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bff500bf-2f02-4f84-84cc-235a6016cc53 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:58.192604 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Publish callbacks [] for port (25416319-9852-4bb3-8105-e0602cba6046), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.198786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (25416319-9852-4bb3-8105-e0602cba6046), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.244812 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'name': 'tempest-TestEncryptedCinderVolumes-417527582-router', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:45:55Z', 'revision_number': 3, 'project_id': 'c5a0ef053d754267a18143092216f182', 'gw_port': {'id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:58.274834 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Pushing event updated for resources: {'Port': ['ID=25416319-9852-4bb3-8105-e0602cba6046,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:58.279705 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.285130 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5ecf2-6c12-4ee1-bc27-68766361c7cc None None] The sync data for ids ['6bd18bad-c456-4c34-96e3-bc5c790e7bc3'] in n-d-615180-58 is: [{'id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'name': 'tempest-TestEncryptedCinderVolumes-417527582-router', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:45:55Z', 'revision_number': 3, 'project_id': 'c5a0ef053d754267a18143092216f182', 'gw_port': {'id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:45:58.298403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-032c5c94-f919-40f4-9e75-3cd5370836bc None None] Current status of the port 255f0afa-c107-4da3-b1cf-835d06349dcf is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:58.298843 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-032c5c94-f919-40f4-9e75-3cd5370836bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.302949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port bff500bf-2f02-4f84-84cc-235a6016cc53 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:58.303327 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.389582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-032c5c94-f919-40f4-9e75-3cd5370836bc None None] For port 255f0afa-c107-4da3-b1cf-835d06349dcf, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=255f0afa-c107-4da3-b1cf-835d06349dcf,segment=NetworkSegment(7930de55-a8f9-4f3a-8a22-101efa70a1a1),segment_id=7930de55-a8f9-4f3a-8a22-101efa70a1a1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:58.402163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Network d07d5147-8ccc-4e86-84e0-b284d8599d91 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:58.403866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:58.416587 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-032c5c94-f919-40f4-9e75-3cd5370836bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.506928 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c5c94-f919-40f4-9e75-3cd5370836bc None None] Pushing event updated for resources: {'Port': ['ID=255f0afa-c107-4da3-b1cf-835d06349dcf,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:58.528575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port bff500bf-2f02-4f84-84cc-235a6016cc53 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:58.530528 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 255f0afa-c107-4da3-b1cf-835d06349dcf up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:58.585130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Router 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:45:58.596833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 255f0afa-c107-4da3-b1cf-835d06349dcf triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:58.597218 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.681231 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9ccddbff-d03e-42bc-8499-7f72133b99f4 None None] Provisioning complete for port 25416319-9852-4bb3-8105-e0602cba6046 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:58.681909 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9ccddbff-d03e-42bc-8499-7f72133b99f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (25416319-9852-4bb3-8105-e0602cba6046), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.760428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9ccddbff-d03e-42bc-8499-7f72133b99f4 None None] Port 25416319-9852-4bb3-8105-e0602cba6046 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:58.773929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:45:58.783410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 255f0afa-c107-4da3-b1cf-835d06349dcf is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:58.798483 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f892c754-53b5-42fa-9d08-da51d6ae8604 admin admin] 10.222.0.48 "PUT /v2.0/routers/6bd18bad-c456-4c34-96e3-bc5c790e7bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1903701 Feb 11 05:45:58.798791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9ccddbff-d03e-42bc-8499-7f72133b99f4 None None] Provisioning complete for port 255f0afa-c107-4da3-b1cf-835d06349dcf triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:58.798791 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9ccddbff-d03e-42bc-8499-7f72133b99f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.936117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9ccddbff-d03e-42bc-8499-7f72133b99f4 None None] Current status of the port 255f0afa-c107-4da3-b1cf-835d06349dcf is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:59.059327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-415638cb-332b-4867-9a7f-efeec36a7c15 None None] Provisioning complete for port 25416319-9852-4bb3-8105-e0602cba6046 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:59.059888 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-415638cb-332b-4867-9a7f-efeec36a7c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (25416319-9852-4bb3-8105-e0602cba6046), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.109923 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-415638cb-332b-4867-9a7f-efeec36a7c15 None None] Port 25416319-9852-4bb3-8105-e0602cba6046 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:59.229755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b855ac74-104a-45e6-95de-2d71dbc6471f None None] Provisioning complete for port 25416319-9852-4bb3-8105-e0602cba6046 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:59.230131 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b855ac74-104a-45e6-95de-2d71dbc6471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (25416319-9852-4bb3-8105-e0602cba6046), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.272856 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b855ac74-104a-45e6-95de-2d71dbc6471f None None] Port 25416319-9852-4bb3-8105-e0602cba6046 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:59.516119 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-ea69a993-3121-46d3-8eb1-e7f7c7e553ca tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:59.517708 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-ea69a993-3121-46d3-8eb1-e7f7c7e553ca tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/networks?id=cbcf34e9-aa37-4b24-a899-a30511307f25 HTTP/1.1" status: 200 len: 817 time: 0.1103959 Feb 11 05:45:59.533749 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-924af993-bf1d-4eaf-8288-62ac60375385 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/quotas/9a84a88e9c334ba99df58a2377e9f5b2 HTTP/1.1" status: 200 len: 375 time: 0.0103211 Feb 11 05:45:59.588869 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-5eea3f26-d676-4256-89d7-f5d8f5dd7da8 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a84a88e9c334ba99df58a2377e9f5b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499742 Feb 11 05:45:59.686281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-3f3add82-bc37-4629-8390-21c4ff73faeb service neutron] 10.222.0.48 "GET /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860686 Feb 11 05:45:59.773617 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-c9ed1a57-14e8-4363-8a85-e83ad186b5ba service neutron] 10.222.0.48 "GET /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811007 Feb 11 05:45:59.938989 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9fdb063e-9850-4525-9703-939fa9516aa2 req-8df658fc-4111-4aa6-ab5f-3efaa662a25e tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 210 time: 0.0283368 Feb 11 05:46:00.090629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 45c9e9fd-d800-417d-ac3f-2947427396c9 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:00.144133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 45c9e9fd-d800-417d-ac3f-2947427396c9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:00.144523 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.227344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 45c9e9fd-d800-417d-ac3f-2947427396c9 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:00.227752 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.249613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 45c9e9fd-d800-417d-ac3f-2947427396c9, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=45c9e9fd-d800-417d-ac3f-2947427396c9,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:00.253469 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.254247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 255f0afa-c107-4da3-b1cf-835d06349dcf up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:00.329919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=45c9e9fd-d800-417d-ac3f-2947427396c9,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:00.347956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 255f0afa-c107-4da3-b1cf-835d06349dcf triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:00.348338 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.429696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 255f0afa-c107-4da3-b1cf-835d06349dcf is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:00.651961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Sync routers for ids ['6bd18bad-c456-4c34-96e3-bc5c790e7bc3'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:00.662629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Routers {'6bd18bad-c456-4c34-96e3-bc5c790e7bc3'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:00.663281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:45:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6bd18bad-c456-4c34-96e3-bc5c790e7bc3'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:00.772313 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Set router 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:01.003371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'name': 'tempest-TestEncryptedCinderVolumes-417527582-router', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:45:57Z', 'revision_number': 4, 'project_id': 'c5a0ef053d754267a18143092216f182', 'gw_port': {'id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '25416319-9852-4bb3-8105-e0602cba6046', 'name': '', 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'mac_address': 'fa:16:3e:94:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fd8de44f-c443-4c0d-89f0-b6997497ea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:57Z', 'updated_at': '2022-02-11T05:45:58Z', 'revision_number': 2, 'project_id': 'c5a0ef053d754267a18143092216f182', 'subnets': [{'id': 'fd8de44f-c443-4c0d-89f0-b6997497ea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:01.005034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-2e2a0cdb-9183-4d5c-b272-397ba75921a8 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.007747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-2e2a0cdb-9183-4d5c-b272-397ba75921a8 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.60 "GET /v2.0/networks?id=cbcf34e9-aa37-4b24-a899-a30511307f25 HTTP/1.1" status: 200 len: 817 time: 0.1220331 Feb 11 05:46:01.029164 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Request body: {'port': {'device_id': 'af604a1d-be27-43c6-b9ce-51ddb39b8b07', 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25', 'admin_state_up': True, 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:01.034140 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Checking router: 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:01.034567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Updating router 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 port 25416319-9852-4bb3-8105-e0602cba6046 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:46:01.067241 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (25416319-9852-4bb3-8105-e0602cba6046), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.080160 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d2b60ee8-d873-4d05-8831-142e3086cf06 req-69acd895-4beb-4b68-99e5-7e2b3d327abc tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 210 time: 0.0470159 Feb 11 05:46:01.179676 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Made reservation on behalf of 9a84a88e9c334ba99df58a2377e9f5b2 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:01.183386 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.308956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Allocated IP 172.20.0.12 (cbcf34e9-aa37-4b24-a899-a30511307f25/10d739ce-2559-4baf-91a6-966b9437e9fc/455262a1-aa0b-4e6e-9434-cca39176bf4a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:01.345497 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Publish callbacks [] for port (25416319-9852-4bb3-8105-e0602cba6046), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.351337 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (25416319-9852-4bb3-8105-e0602cba6046), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.403236 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71d294-f512-425a-9403-81080cbc54f5 None None] Pushing event updated for resources: {'Port': ['ID=25416319-9852-4bb3-8105-e0602cba6046,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:01.469220 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks [] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.474180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Attempting to bind port 25416319-9852-4bb3-8105-e0602cba6046 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:01.474560 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Attempting to bind port 25416319-9852-4bb3-8105-e0602cba6046 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '7930de55-a8f9-4f3a-8a22-101efa70a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:01.474958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Attempting to bind port 25416319-9852-4bb3-8105-e0602cba6046 on network d07d5147-8ccc-4e86-84e0-b284d8599d91 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:01.480246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:01.480631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Checking segment: {'id': '7930de55-a8f9-4f3a-8a22-101efa70a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:01.481036 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.481463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Bound using segment: {'id': '7930de55-a8f9-4f3a-8a22-101efa70a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:01.481941 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Bound port: 25416319-9852-4bb3-8105-e0602cba6046, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7930de55-a8f9-4f3a-8a22-101efa70a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:01.482998 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (25416319-9852-4bb3-8105-e0602cba6046), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.513132 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.552511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] For port 25416319-9852-4bb3-8105-e0602cba6046, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:01.555889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] For port 25416319-9852-4bb3-8105-e0602cba6046, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=25416319-9852-4bb3-8105-e0602cba6046,segment=NetworkSegment(7930de55-a8f9-4f3a-8a22-101efa70a1a1),segment_id=7930de55-a8f9-4f3a-8a22-101efa70a1a1)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:01.561187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Network cbcf34e9-aa37-4b24-a899-a30511307f25 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:01.562952 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (25416319-9852-4bb3-8105-e0602cba6046), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.565392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:01.569651 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:01.576182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Pushing event updated for resources: {'Port': ['ID=455262a1-aa0b-4e6e-9434-cca39176bf4a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:01.634257 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.634880 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.636841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Routers {'6bd18bad-c456-4c34-96e3-bc5c790e7bc3'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:01.637604 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:45:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6bd18bad-c456-4c34-96e3-bc5c790e7bc3'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:01.658881 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22cb07af-2187-45bc-ac70-8e806366dd24 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6354744 Feb 11 05:46:01.677478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Request body: {'port': {'device_id': 'af604a1d-be27-43c6-b9ce-51ddb39b8b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:01.688614 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71d294-f512-425a-9403-81080cbc54f5 None None] Pushing event updated for resources: {'Port': ['ID=25416319-9852-4bb3-8105-e0602cba6046,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:01.758032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.767214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-27ba9a85-edbc-4c83-991a-563c0ad4de79 None None] Provisioning complete for port 25416319-9852-4bb3-8105-e0602cba6046 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:01.767599 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-27ba9a85-edbc-4c83-991a-563c0ad4de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (25416319-9852-4bb3-8105-e0602cba6046), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.796948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] Set router 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:01.984463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-27ba9a85-edbc-4c83-991a-563c0ad4de79 None None] Current status of the port 25416319-9852-4bb3-8105-e0602cba6046 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:01.984967 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-27ba9a85-edbc-4c83-991a-563c0ad4de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (25416319-9852-4bb3-8105-e0602cba6046), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.017551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 45c9e9fd-d800-417d-ac3f-2947427396c9 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:02.066298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455262a1-aa0b-4e6e-9434-cca39176bf4a {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:02.074549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Publish callbacks [] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.082873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-27ba9a85-edbc-4c83-991a-563c0ad4de79 None None] For port 25416319-9852-4bb3-8105-e0602cba6046, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=25416319-9852-4bb3-8105-e0602cba6046,segment=NetworkSegment(7930de55-a8f9-4f3a-8a22-101efa70a1a1),segment_id=7930de55-a8f9-4f3a-8a22-101efa70a1a1)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:02.097252 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Transition to ACTIVE for port object 455262a1-aa0b-4e6e-9434-cca39176bf4a will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:46:02.097420 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-27ba9a85-edbc-4c83-991a-563c0ad4de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (25416319-9852-4bb3-8105-e0602cba6046), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.101494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.162877 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 45c9e9fd-d800-417d-ac3f-2947427396c9 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:02.163273 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.166694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba9a85-edbc-4c83-991a-563c0ad4de79 None None] Pushing event updated for resources: {'Port': ['ID=25416319-9852-4bb3-8105-e0602cba6046,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:02.174327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Pushing event updated for resources: {'Port': ['ID=455262a1-aa0b-4e6e-9434-cca39176bf4a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:02.205509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'name': 'tempest-TestEncryptedCinderVolumes-417527582-router', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:45:57Z', 'revision_number': 4, 'project_id': 'c5a0ef053d754267a18143092216f182', 'gw_port': {'id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '25416319-9852-4bb3-8105-e0602cba6046', 'name': '', 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'mac_address': 'fa:16:3e:94:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fd8de44f-c443-4c0d-89f0-b6997497ea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:57Z', 'updated_at': '2022-02-11T05:46:01Z', 'revision_number': 4, 'project_id': 'c5a0ef053d754267a18143092216f182', 'subnets': [{'id': 'fd8de44f-c443-4c0d-89f0-b6997497ea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:02.242648 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Attempting to bind port 455262a1-aa0b-4e6e-9434-cca39176bf4a on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:02.243327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Attempting to bind port 455262a1-aa0b-4e6e-9434-cca39176bf4a by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:02.244807 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Attempting to bind port 455262a1-aa0b-4e6e-9434-cca39176bf4a on network cbcf34e9-aa37-4b24-a899-a30511307f25 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:02.250955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Port 455262a1-aa0b-4e6e-9434-cca39176bf4a on network cbcf34e9-aa37-4b24-a899-a30511307f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:02.251412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Attempting to bind port 455262a1-aa0b-4e6e-9434-cca39176bf4a on network cbcf34e9-aa37-4b24-a899-a30511307f25 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:02.256855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:02.257200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Checking segment: {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:02.257623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Bound using segment: {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:02.258057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Bound port: 455262a1-aa0b-4e6e-9434-cca39176bf4a, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:02.258459 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.261649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4132f-f0a5-435e-8ec3-232798105b46 req-1b7f7508-0355-4b69-9c8b-ed3c73b51f79 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.264404 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3db4132f-f0a5-435e-8ec3-232798105b46 req-1b7f7508-0355-4b69-9c8b-ed3c73b51f79 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 944 time: 0.0769720 Feb 11 05:46:02.321983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3db4132f-f0a5-435e-8ec3-232798105b46 req-2f45bff9-3b83-49f1-82ed-651550a464d7 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513716 Feb 11 05:46:02.359683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] For port 455262a1-aa0b-4e6e-9434-cca39176bf4a, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:02.363201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] For port 455262a1-aa0b-4e6e-9434-cca39176bf4a, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=455262a1-aa0b-4e6e-9434-cca39176bf4a,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:02.369775 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.407886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.408516 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.409946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] 10.222.0.60 "PUT /v2.0/ports/455262a1-aa0b-4e6e-9434-cca39176bf4a HTTP/1.1" status: 200 len: 1093 time: 0.7388482 Feb 11 05:46:02.410428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af604a1d-be27-43c6-b9ce-51ddb39b8b07', 'tag': '455262a1-aa0b-4e6e-9434-cca39176bf4a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:02.412798 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8367940a-4594-4d21-b60d-fc178e85117f" -d '{"events": [{"name": "network-changed", "server_uuid": "af604a1d-be27-43c6-b9ce-51ddb39b8b07", "tag": "455262a1-aa0b-4e6e-9434-cca39176bf4a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:02.430129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e68a45-1919-4b4d-9311-ff9ac6f9548a None None] The sync data for ids ['6bd18bad-c456-4c34-96e3-bc5c790e7bc3'] in n-d-615180-58 is: [{'id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'name': 'tempest-TestEncryptedCinderVolumes-417527582-router', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:45:57Z', 'revision_number': 4, 'project_id': 'c5a0ef053d754267a18143092216f182', 'gw_port': {'id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '25416319-9852-4bb3-8105-e0602cba6046', 'name': '', 'network_id': 'd07d5147-8ccc-4e86-84e0-b284d8599d91', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'mac_address': 'fa:16:3e:94:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fd8de44f-c443-4c0d-89f0-b6997497ea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:57Z', 'updated_at': '2022-02-11T05:46:01Z', 'revision_number': 4, 'project_id': 'c5a0ef053d754267a18143092216f182', 'subnets': [{'id': 'fd8de44f-c443-4c0d-89f0-b6997497ea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:02.437007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d674c-2617-4ffd-b474-aa6fa0953234 service neutron] Pushing event updated for resources: {'Port': ['ID=455262a1-aa0b-4e6e-9434-cca39176bf4a,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:02.518933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-fd998876-d187-47cb-854f-dd477459acb0 None None] Provisioning complete for port 25416319-9852-4bb3-8105-e0602cba6046 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:02.519383 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fd998876-d187-47cb-854f-dd477459acb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (25416319-9852-4bb3-8105-e0602cba6046), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.523394 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2895ee-7528-454b-8666-d737947b1c47 x-openstack-request-id: req-da2895ee-7528-454b-8666-d737947b1c47 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:02.523700 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af604a1d-be27-43c6-b9ce-51ddb39b8b07", "tag": "455262a1-aa0b-4e6e-9434-cca39176bf4a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:02.523963 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da2895ee-7528-454b-8666-d737947b1c47 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:02.524369 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af604a1d-be27-43c6-b9ce-51ddb39b8b07', 'tag': '455262a1-aa0b-4e6e-9434-cca39176bf4a', 'status': 'completed', 'code': 200} Feb 11 05:46:02.546218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-5e5b6225-2a40-4ab8-8209-65e5d61a6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.546415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-5e5b6225-2a40-4ab8-8209-65e5d61a6bab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a84a88e9c334ba99df58a2377e9f5b2&device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 1127 time: 0.0685115 Feb 11 05:46:02.568718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 45c9e9fd-d800-417d-ac3f-2947427396c9 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:02.617542 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-46eb108e-caee-4284-8eb0-d0e3bdfb42ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=455262a1-aa0b-4e6e-9434-cca39176bf4a HTTP/1.1" status: 200 len: 217 time: 0.0576108 Feb 11 05:46:02.627930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-fd998876-d187-47cb-854f-dd477459acb0 None None] Current status of the port 25416319-9852-4bb3-8105-e0602cba6046 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:02.673867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-e6b431c2-d261-4df8-9969-847736d96c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.675408 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-e6b431c2-d261-4df8-9969-847736d96c8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10d739ce-2559-4baf-91a6-966b9437e9fc HTTP/1.1" status: 200 len: 856 time: 0.0502844 Feb 11 05:46:02.733131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-c6b2b8f1-a246-4b4c-b9f7-c91eddb2d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.736074 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-c6b2b8f1-a246-4b4c-b9f7-c91eddb2d5ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbcf34e9-aa37-4b24-a899-a30511307f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0523880 Feb 11 05:46:02.837055 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-22949a79-3f95-4eff-98b1-36904d468563 service neutron] 10.222.0.60 "GET /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935168 Feb 11 05:46:02.932779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e78f2bde-569d-4b97-8aaa-e75b8cbdea8d req-ec5b9913-a4ed-4469-a067-d01ce977d061 service neutron] 10.222.0.60 "GET /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878332 Feb 11 05:46:03.058635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367940a-4594-4d21-b60d-fc178e85117f req-a453e2e4-b83c-43ee-9bb8-ee74204ce267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.060253 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8367940a-4594-4d21-b60d-fc178e85117f req-a453e2e4-b83c-43ee-9bb8-ee74204ce267 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a84a88e9c334ba99df58a2377e9f5b2&device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 1127 time: 0.0502536 Feb 11 05:46:03.157058 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367940a-4594-4d21-b60d-fc178e85117f req-947110cb-5914-458a-a36f-2fa5326c7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.158469 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8367940a-4594-4d21-b60d-fc178e85117f req-947110cb-5914-458a-a36f-2fa5326c7444 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbcf34e9-aa37-4b24-a899-a30511307f25 HTTP/1.1" status: 200 len: 918 time: 0.0909576 Feb 11 05:46:03.202658 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8367940a-4594-4d21-b60d-fc178e85117f req-acb71996-81eb-4003-96b0-b4fbbb5269ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=455262a1-aa0b-4e6e-9434-cca39176bf4a HTTP/1.1" status: 200 len: 217 time: 0.0369029 Feb 11 05:46:03.256122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367940a-4594-4d21-b60d-fc178e85117f req-ea864cc5-bf26-416e-9597-6d1371abd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.257659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8367940a-4594-4d21-b60d-fc178e85117f req-ea864cc5-bf26-416e-9597-6d1371abd2cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10d739ce-2559-4baf-91a6-966b9437e9fc HTTP/1.1" status: 200 len: 856 time: 0.0475941 Feb 11 05:46:03.307207 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367940a-4594-4d21-b60d-fc178e85117f req-6d831562-d92d-4253-bd67-9da7925f20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.308694 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8367940a-4594-4d21-b60d-fc178e85117f req-6d831562-d92d-4253-bd67-9da7925f20f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbcf34e9-aa37-4b24-a899-a30511307f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449743 Feb 11 05:46:03.400441 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8367940a-4594-4d21-b60d-fc178e85117f req-8f72dcef-fe2c-479d-b21a-caedd66cb861 service neutron] 10.222.0.60 "GET /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848782 Feb 11 05:46:03.447943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e7878-17ed-42f9-ad5c-408303b6c147 req-58c1bb27-e6db-4626-ab4a-eafb5380ae51 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.449421 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-004e7878-17ed-42f9-ad5c-408303b6c147 req-58c1bb27-e6db-4626-ab4a-eafb5380ae51 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 944 time: 0.0517602 Feb 11 05:46:03.493543 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8367940a-4594-4d21-b60d-fc178e85117f req-b2ea2b7a-dbe3-4428-8563-3972ad153444 service neutron] 10.222.0.60 "GET /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865612 Feb 11 05:46:03.501685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-004e7878-17ed-42f9-ad5c-408303b6c147 req-d8daf555-9404-40f0-8326-1a5b65aba7e2 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464067 Feb 11 05:46:03.771416 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.023410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 25416319-9852-4bb3-8105-e0602cba6046 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:04.072301 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 25416319-9852-4bb3-8105-e0602cba6046 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:04.072708 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (25416319-9852-4bb3-8105-e0602cba6046), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.154785 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 25416319-9852-4bb3-8105-e0602cba6046 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:04.628049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1ecc-1af3-41dc-9d96-4fb6f5b96111 req-56225f8e-1b90-4795-a025-69263d1373ea tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.629522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-653e1ecc-1af3-41dc-9d96-4fb6f5b96111 req-56225f8e-1b90-4795-a025-69263d1373ea tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 944 time: 0.0537672 Feb 11 05:46:04.680433 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-653e1ecc-1af3-41dc-9d96-4fb6f5b96111 req-66e733ad-11dc-4872-8d51-d41c12e2cebf tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452564 Feb 11 05:46:05.801477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e37090-951d-44d5-a8c4-467f9acfd25d req-68fd01ce-02ac-4fdb-a6a4-8739e1fad6f8 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:05.802949 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31e37090-951d-44d5-a8c4-467f9acfd25d req-68fd01ce-02ac-4fdb-a6a4-8739e1fad6f8 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 944 time: 0.0561278 Feb 11 05:46:05.848318 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31e37090-951d-44d5-a8c4-467f9acfd25d req-e41ee7af-3d6f-45a3-b154-541b5068a0d4 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 Feb 11 05:46:06.967303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83cf82-fdcd-4bfd-83a1-fc5346831781 req-efa94017-a460-460d-b504-7ed003aa99bc tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.968700 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd83cf82-fdcd-4bfd-83a1-fc5346831781 req-efa94017-a460-460d-b504-7ed003aa99bc tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 944 time: 0.0535209 Feb 11 05:46:07.015416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cd83cf82-fdcd-4bfd-83a1-fc5346831781 req-6da81004-6521-4282-8a34-5b5ae7be80b1 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Feb 11 05:46:07.751314 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 455262a1-aa0b-4e6e-9434-cca39176bf4a details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:46:07.843802 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 455262a1-aa0b-4e6e-9434-cca39176bf4a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=455262a1-aa0b-4e6e-9434-cca39176bf4a,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:07.854065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '455262a1-aa0b-4e6e-9434-cca39176bf4a', 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25', 'port_id': '455262a1-aa0b-4e6e-9434-cca39176bf4a', 'mac_address': 'fa:16:3e:f7:e3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d739ce-2559-4baf-91a6-966b9437e9fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:46:07.905836 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.906471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 455262a1-aa0b-4e6e-9434-cca39176bf4a is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:07.906854 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.919799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455262a1-aa0b-4e6e-9434-cca39176bf4a {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:07.940038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 455262a1-aa0b-4e6e-9434-cca39176bf4a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=455262a1-aa0b-4e6e-9434-cca39176bf4a,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:07.943969 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.991194 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=455262a1-aa0b-4e6e-9434-cca39176bf4a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:08.137609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710493d-059b-42c3-9175-33b6b13de401 req-094eb20d-0715-4ac3-aaa4-8e110c060673 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:08.139779 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d710493d-059b-42c3-9175-33b6b13de401 req-094eb20d-0715-4ac3-aaa4-8e110c060673 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 945 time: 0.0527279 Feb 11 05:46:08.187168 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d710493d-059b-42c3-9175-33b6b13de401 req-c2e85e6b-580c-4a54-9414-59fb619ddc60 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409691 Feb 11 05:46:08.364733 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['455262a1-aa0b-4e6e-9434-cca39176bf4a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:09.305244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a493c-0fee-4318-b083-e59769267dc6 req-95113864-ca9d-490e-bfdb-d258a2d4dc8c tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.306633 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ad2a493c-0fee-4318-b083-e59769267dc6 req-95113864-ca9d-490e-bfdb-d258a2d4dc8c tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 945 time: 0.0517240 Feb 11 05:46:09.352291 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ad2a493c-0fee-4318-b083-e59769267dc6 req-4908d174-cacc-43a1-8d19-52210c299e97 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394080 Feb 11 05:46:09.487518 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-291e9995-99c2-495d-aaa1-41196e976294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.767120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 455262a1-aa0b-4e6e-9434-cca39176bf4a up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:09.815261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 455262a1-aa0b-4e6e-9434-cca39176bf4a completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:46:09.819158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 455262a1-aa0b-4e6e-9434-cca39176bf4a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:09.819544 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.898012 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 455262a1-aa0b-4e6e-9434-cca39176bf4a is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:09.898407 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.920752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af604a1d-be27-43c6-b9ce-51ddb39b8b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455262a1-aa0b-4e6e-9434-cca39176bf4a'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:09.923008 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79456a5c-2261-4699-a332-ef211fd0b553" -d '{"events": [{"server_uuid": "af604a1d-be27-43c6-b9ce-51ddb39b8b07", "name": "network-vif-plugged", "status": "completed", "tag": "455262a1-aa0b-4e6e-9434-cca39176bf4a"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:09.936572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 455262a1-aa0b-4e6e-9434-cca39176bf4a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=455262a1-aa0b-4e6e-9434-cca39176bf4a,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:09.940931 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.964108 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dce3a28-6769-49cd-b7e0-677a12b27d14 x-openstack-request-id: req-6dce3a28-6769-49cd-b7e0-677a12b27d14 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:09.964403 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af604a1d-be27-43c6-b9ce-51ddb39b8b07", "name": "network-vif-plugged", "status": "completed", "tag": "455262a1-aa0b-4e6e-9434-cca39176bf4a", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:09.964658 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6dce3a28-6769-49cd-b7e0-677a12b27d14 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:09.965049 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af604a1d-be27-43c6-b9ce-51ddb39b8b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455262a1-aa0b-4e6e-9434-cca39176bf4a', 'code': 200} Feb 11 05:46:09.990116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=455262a1-aa0b-4e6e-9434-cca39176bf4a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:09.998447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:09.998807 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:09.999181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:09.999524 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:09.999865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:10.000201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:10.000536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:10.000866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:10.001195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:10.001521 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:10.001853 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:10.002180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:10.002504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:10.091570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e586a-764b-4849-95ef-b3f42f9d707e req-baf26ae8-1594-4c32-9a26-7259e2c5c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:10.093102 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-822e586a-764b-4849-95ef-b3f42f9d707e req-baf26ae8-1594-4c32-9a26-7259e2c5c8ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 1129 time: 0.0479765 Feb 11 05:46:10.136788 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-822e586a-764b-4849-95ef-b3f42f9d707e req-9b86f209-676e-4071-8324-9ef80ed80d31 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365150 Feb 11 05:46:10.469253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d7b05-5129-4c9f-93d3-31c682e5fb86 req-124ddf87-f8fc-48a3-a123-a4af9495f2f3 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:10.470735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-127d7b05-5129-4c9f-93d3-31c682e5fb86 req-124ddf87-f8fc-48a3-a123-a4af9495f2f3 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 946 time: 0.0526555 Feb 11 05:46:10.516040 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-127d7b05-5129-4c9f-93d3-31c682e5fb86 req-8804852c-a949-453a-98c8-73ca74a4524d tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397661 Feb 11 05:46:11.638023 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0f1eb-e640-4d34-9343-78b8faa0682a req-a24cada3-fef1-412d-8204-a1bda8b62556 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.639528 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbb0f1eb-e640-4d34-9343-78b8faa0682a req-a24cada3-fef1-412d-8204-a1bda8b62556 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 946 time: 0.0515294 Feb 11 05:46:11.689860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bbb0f1eb-e640-4d34-9343-78b8faa0682a req-acc8b4a9-0835-4cba-ae33-18421c41d4c3 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446911 Feb 11 05:46:11.809318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dee4a0-d84c-4ecc-9b9e-df0f1e154859 req-be918d64-86d1-4b83-82e6-d566932d4ae7 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.810780 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07dee4a0-d84c-4ecc-9b9e-df0f1e154859 req-be918d64-86d1-4b83-82e6-d566932d4ae7 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 946 time: 0.0523603 Feb 11 05:46:11.860977 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-07dee4a0-d84c-4ecc-9b9e-df0f1e154859 req-ec384b3b-a93f-471b-8d95-47b6ab663116 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445459 Feb 11 05:46:11.977902 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c820320f-3e73-462f-a558-9ea38ea80c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.967170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.547424 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.766134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.579096 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:46:33.788969 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.887091 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.489987 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e6b2fd17-9033-422f-b3ee-3f23aa1d956d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.982386 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-70c1ed4a-ba51-46c5-8f16-cfc8d2f02a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.971826 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.549547 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.769730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.179778 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c467114-4607-458a-bdb4-9b72c1d18614 req-74819c02-7449-4b00-9e1f-5b8c98e28779 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:46.181254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c467114-4607-458a-bdb4-9b72c1d18614 req-74819c02-7449-4b00-9e1f-5b8c98e28779 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 946 time: 0.0537481 Feb 11 05:46:46.229024 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0c467114-4607-458a-bdb4-9b72c1d18614 req-c97f1cec-c609-41da-9572-ebf15b2333d9 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413854 Feb 11 05:46:47.464172 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7a29f-426d-4234-9a39-32e3595c5e22 req-b4461c79-0bd3-4214-81bb-2a337d71704a tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:47.465740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8ec7a29f-426d-4234-9a39-32e3595c5e22 req-b4461c79-0bd3-4214-81bb-2a337d71704a tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 946 time: 0.1668620 Feb 11 05:46:47.512648 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8ec7a29f-426d-4234-9a39-32e3595c5e22 req-4acabb4a-081d-416d-a343-87f70a4295b6 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411835 Feb 11 05:46:48.419611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d01d72-69a8-40ac-9665-a9d6cd944ad1 req-f9535e4d-77d6-4ebe-9fba-7ea03c00d043 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:48.420986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-35d01d72-69a8-40ac-9665-a9d6cd944ad1 req-f9535e4d-77d6-4ebe-9fba-7ea03c00d043 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.60 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 946 time: 0.0515139 Feb 11 05:46:48.514628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-35d01d72-69a8-40ac-9665-a9d6cd944ad1 req-dcd92488-4e7a-410d-b4f9-a06194703b85 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Deleting port 455262a1-aa0b-4e6e-9434-cca39176bf4a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:48.515320 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-35d01d72-69a8-40ac-9665-a9d6cd944ad1 req-dcd92488-4e7a-410d-b4f9-a06194703b85 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.603057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-35d01d72-69a8-40ac-9665-a9d6cd944ad1 req-dcd92488-4e7a-410d-b4f9-a06194703b85 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] For port 455262a1-aa0b-4e6e-9434-cca39176bf4a, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=455262a1-aa0b-4e6e-9434-cca39176bf4a,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:48.603433 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-35d01d72-69a8-40ac-9665-a9d6cd944ad1 req-dcd92488-4e7a-410d-b4f9-a06194703b85 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.615877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-35d01d72-69a8-40ac-9665-a9d6cd944ad1 req-dcd92488-4e7a-410d-b4f9-a06194703b85 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Calling delete_port for 455262a1-aa0b-4e6e-9434-cca39176bf4a owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:48.629279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85763c-d5b1-407a-a081-36b06462d962 req-30580b50-88e2-47f7-9efc-8aada16c2078 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:48.630856 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e85763c-d5b1-407a-a081-36b06462d962 req-30580b50-88e2-47f7-9efc-8aada16c2078 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=af604a1d-be27-43c6-b9ce-51ddb39b8b07 HTTP/1.1" status: 200 len: 946 time: 0.0510988 Feb 11 05:46:48.677769 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6e85763c-d5b1-407a-a081-36b06462d962 req-10e410a8-fcb7-42e2-8ac2-a2645a3000a3 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Feb 11 05:46:48.746188 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-35d01d72-69a8-40ac-9665-a9d6cd944ad1 req-dcd92488-4e7a-410d-b4f9-a06194703b85 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (455262a1-aa0b-4e6e-9434-cca39176bf4a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.773491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92488-4e7a-410d-b4f9-a06194703b85 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Pushing event deleted for resources: {'Port': ['ID=455262a1-aa0b-4e6e-9434-cca39176bf4a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:48.773751 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['455262a1-aa0b-4e6e-9434-cca39176bf4a'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:48.821743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d01d72-69a8-40ac-9665-a9d6cd944ad1 req-dcd92488-4e7a-410d-b4f9-a06194703b85 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] No DVR routers for this DVR port 455262a1-aa0b-4e6e-9434-cca39176bf4a on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:48.824778 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-35d01d72-69a8-40ac-9665-a9d6cd944ad1 req-dcd92488-4e7a-410d-b4f9-a06194703b85 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.828896 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-35d01d72-69a8-40ac-9665-a9d6cd944ad1 req-dcd92488-4e7a-410d-b4f9-a06194703b85 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.60 "DELETE /v2.0/ports/455262a1-aa0b-4e6e-9434-cca39176bf4a HTTP/1.1" status: 204 len: 173 time: 0.4014838 Feb 11 05:46:48.829364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af604a1d-be27-43c6-b9ce-51ddb39b8b07', 'name': 'network-vif-deleted', 'tag': '455262a1-aa0b-4e6e-9434-cca39176bf4a'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:48.831674 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01431a90-418c-432b-a204-e68f5a24ba7d" -d '{"events": [{"server_uuid": "af604a1d-be27-43c6-b9ce-51ddb39b8b07", "name": "network-vif-deleted", "tag": "455262a1-aa0b-4e6e-9434-cca39176bf4a"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:48.871874 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8c442a-033f-4fbe-97b7-29a5ddb322ae x-openstack-request-id: req-7f8c442a-033f-4fbe-97b7-29a5ddb322ae {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:48.872319 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af604a1d-be27-43c6-b9ce-51ddb39b8b07", "name": "network-vif-deleted", "tag": "455262a1-aa0b-4e6e-9434-cca39176bf4a", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:48.872588 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f8c442a-033f-4fbe-97b7-29a5ddb322ae {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:48.873001 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af604a1d-be27-43c6-b9ce-51ddb39b8b07', 'name': 'network-vif-deleted', 'tag': '455262a1-aa0b-4e6e-9434-cca39176bf4a', 'status': 'completed', 'code': 200} Feb 11 05:46:50.391234 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5950224-31ca-42e3-913c-32997d33e22e req-f70efc78-7c5b-4908-b1f1-7aa5e5c37b41 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.392707 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-f70efc78-7c5b-4908-b1f1-7aa5e5c37b41 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/networks?id=cbcf34e9-aa37-4b24-a899-a30511307f25 HTTP/1.1" status: 200 len: 817 time: 0.1003933 Feb 11 05:46:50.407837 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-1b210f3f-88f7-408c-a27a-78ccda879c51 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/quotas/9a84a88e9c334ba99df58a2377e9f5b2 HTTP/1.1" status: 200 len: 375 time: 0.0095308 Feb 11 05:46:50.460481 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-932a1c3a-f3af-4ee9-be77-55ebeebe726a tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a84a88e9c334ba99df58a2377e9f5b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479956 Feb 11 05:46:50.565356 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-17a5b52a-1dcd-4141-a274-37c3824a8bc6 service neutron] 10.222.0.48 "GET /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930610 Feb 11 05:46:50.658197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-8243b2f0-9fdc-4b1a-890f-191bbb575283 service neutron] 10.222.0.48 "GET /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865114 Feb 11 05:46:50.821896 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4327c342-46d0-4c51-9849-e223ad32a01f req-aa3f1e29-593a-4ad2-8cbf-e992e8b77d1b tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 210 time: 0.0310171 Feb 11 05:46:51.865804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5950224-31ca-42e3-913c-32997d33e22e req-2a68612e-27dd-4063-b36f-795a015d4668 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.867319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-2a68612e-27dd-4063-b36f-795a015d4668 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.60 "GET /v2.0/networks?id=cbcf34e9-aa37-4b24-a899-a30511307f25 HTTP/1.1" status: 200 len: 817 time: 0.1285374 Feb 11 05:46:51.889353 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e5950224-31ca-42e3-913c-32997d33e22e req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Request body: {'port': {'device_id': '276854ea-96b1-422c-bf32-850bf0c9557c', 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25', 'admin_state_up': True, 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:51.971958 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 455262a1-aa0b-4e6e-9434-cca39176bf4a no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:51.993110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 455262a1-aa0b-4e6e-9434-cca39176bf4a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:51.993456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 455262a1-aa0b-4e6e-9434-cca39176bf4a not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:52.273844 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-523e4434-df3e-48e7-8e60-cf67cc3bd60a req-1c3a27ed-71b3-4739-a393-ed850653f04f tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 210 time: 0.3808260 Feb 11 05:46:52.353762 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5950224-31ca-42e3-913c-32997d33e22e req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Made reservation on behalf of 9a84a88e9c334ba99df58a2377e9f5b2 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:52.357541 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e5950224-31ca-42e3-913c-32997d33e22e req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.482249 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-e5950224-31ca-42e3-913c-32997d33e22e req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Allocated IP 172.20.0.4 (cbcf34e9-aa37-4b24-a899-a30511307f25/10d739ce-2559-4baf-91a6-966b9437e9fc/c7de1ff0-aa5e-4843-86fe-84ac16f50aec) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:52.622743 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e5950224-31ca-42e3-913c-32997d33e22e req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks [] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.660358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e5950224-31ca-42e3-913c-32997d33e22e req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.704611 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5950224-31ca-42e3-913c-32997d33e22e req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Network cbcf34e9-aa37-4b24-a899-a30511307f25 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:52.707779 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-e5950224-31ca-42e3-913c-32997d33e22e req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:52.711474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5950224-31ca-42e3-913c-32997d33e22e req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:52.717717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Pushing event updated for resources: {'Port': ['ID=c7de1ff0-aa5e-4843-86fe-84ac16f50aec,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:52.763754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5950224-31ca-42e3-913c-32997d33e22e req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:52.764532 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e5950224-31ca-42e3-913c-32997d33e22e req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.780526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-e4c06805-da08-4274-8669-aef6ad3b1ffe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8956368 Feb 11 05:46:52.799111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Request body: {'port': {'device_id': '276854ea-96b1-422c-bf32-850bf0c9557c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:52.862863 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.984901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5a7ed76d-6720-4bb1-80d4-9cf0c70a3797 None None] Provisioning complete for port c7de1ff0-aa5e-4843-86fe-84ac16f50aec triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:52.985527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed76d-6720-4bb1-80d4-9cf0c70a3797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.038018 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ed76d-6720-4bb1-80d4-9cf0c70a3797 None None] Port c7de1ff0-aa5e-4843-86fe-84ac16f50aec cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:53.131372 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7de1ff0-aa5e-4843-86fe-84ac16f50aec {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:53.138916 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Publish callbacks [] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.150865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Transition to ACTIVE for port object c7de1ff0-aa5e-4843-86fe-84ac16f50aec will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:46:53.155104 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.204774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Pushing event updated for resources: {'Port': ['ID=c7de1ff0-aa5e-4843-86fe-84ac16f50aec,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:53.278914 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Attempting to bind port c7de1ff0-aa5e-4843-86fe-84ac16f50aec on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:53.279770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Attempting to bind port c7de1ff0-aa5e-4843-86fe-84ac16f50aec by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:53.280108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Attempting to bind port c7de1ff0-aa5e-4843-86fe-84ac16f50aec on network cbcf34e9-aa37-4b24-a899-a30511307f25 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:53.285069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Port c7de1ff0-aa5e-4843-86fe-84ac16f50aec on network cbcf34e9-aa37-4b24-a899-a30511307f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:53.285398 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Attempting to bind port c7de1ff0-aa5e-4843-86fe-84ac16f50aec on network cbcf34e9-aa37-4b24-a899-a30511307f25 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:53.290448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:53.290793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Checking segment: {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:53.291347 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Bound using segment: {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:53.291784 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Bound port: c7de1ff0-aa5e-4843-86fe-84ac16f50aec, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:53.292149 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.372557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] For port c7de1ff0-aa5e-4843-86fe-84ac16f50aec, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:53.375629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] For port c7de1ff0-aa5e-4843-86fe-84ac16f50aec, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7de1ff0-aa5e-4843-86fe-84ac16f50aec,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:53.381929 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.405505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c52967-ade6-4982-b861-0f24421ae6c0 req-9ccc8989-58aa-4b5e-a8e3-6ae4d7c22c99 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:53.406876 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5c52967-ade6-4982-b861-0f24421ae6c0 req-9ccc8989-58aa-4b5e-a8e3-6ae4d7c22c99 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 943 time: 0.0559278 Feb 11 05:46:53.416124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:53.416984 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.418588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] 10.222.0.60 "PUT /v2.0/ports/c7de1ff0-aa5e-4843-86fe-84ac16f50aec HTTP/1.1" status: 200 len: 1092 time: 0.6243937 Feb 11 05:46:53.423150 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276854ea-96b1-422c-bf32-850bf0c9557c', 'tag': 'c7de1ff0-aa5e-4843-86fe-84ac16f50aec'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:53.425421 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45dcdc2-076c-436d-852e-df5fc7e0d9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "276854ea-96b1-422c-bf32-850bf0c9557c", "tag": "c7de1ff0-aa5e-4843-86fe-84ac16f50aec"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:53.452210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17596201-9fee-4be7-8433-e1a48cb3e117 service neutron] Pushing event updated for resources: {'Port': ['ID=c7de1ff0-aa5e-4843-86fe-84ac16f50aec,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:53.478702 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b5c52967-ade6-4982-b861-0f24421ae6c0 req-5b9348a7-a429-4098-b100-af8c373c28e6 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661390 Feb 11 05:46:53.504698 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cde676a-5718-4177-ac24-0a51ce943eca x-openstack-request-id: req-9cde676a-5718-4177-ac24-0a51ce943eca {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:53.504997 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276854ea-96b1-422c-bf32-850bf0c9557c", "tag": "c7de1ff0-aa5e-4843-86fe-84ac16f50aec", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:53.505261 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9cde676a-5718-4177-ac24-0a51ce943eca {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:53.505671 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276854ea-96b1-422c-bf32-850bf0c9557c', 'tag': 'c7de1ff0-aa5e-4843-86fe-84ac16f50aec', 'status': 'completed', 'code': 200} Feb 11 05:46:53.526540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5950224-31ca-42e3-913c-32997d33e22e req-fa048212-a7be-4ea3-9de5-57ea707b2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:53.528242 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-fa048212-a7be-4ea3-9de5-57ea707b2448 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a84a88e9c334ba99df58a2377e9f5b2&device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 1126 time: 0.0565946 Feb 11 05:46:53.584981 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-6652adb8-4c1c-4094-9e04-cd1538c37613 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7de1ff0-aa5e-4843-86fe-84ac16f50aec HTTP/1.1" status: 200 len: 217 time: 0.0398965 Feb 11 05:46:53.679976 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5950224-31ca-42e3-913c-32997d33e22e req-5c73226a-4371-4abf-a13a-54e48c712802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:53.681397 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-5c73226a-4371-4abf-a13a-54e48c712802 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10d739ce-2559-4baf-91a6-966b9437e9fc HTTP/1.1" status: 200 len: 856 time: 0.0884297 Feb 11 05:46:53.744074 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5950224-31ca-42e3-913c-32997d33e22e req-40257548-d7db-4ac5-9de1-6b2fabe082b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:53.745613 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-40257548-d7db-4ac5-9de1-6b2fabe082b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbcf34e9-aa37-4b24-a899-a30511307f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462711 Feb 11 05:46:53.839414 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-f8c946d7-0b53-4d29-b177-8fa7f0c57a0e service neutron] 10.222.0.60 "GET /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857544 Feb 11 05:46:53.928416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e5950224-31ca-42e3-913c-32997d33e22e req-0c0a676f-1003-4aba-b875-b2fbc779bd65 service neutron] 10.222.0.60 "GET /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825965 Feb 11 05:46:54.056022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dcdc2-076c-436d-852e-df5fc7e0d9e4 req-403d79c5-7e90-43fc-849e-f3d2e16cbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:54.057523 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f45dcdc2-076c-436d-852e-df5fc7e0d9e4 req-403d79c5-7e90-43fc-849e-f3d2e16cbcfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a84a88e9c334ba99df58a2377e9f5b2&device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 1126 time: 0.0498588 Feb 11 05:46:54.153891 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dcdc2-076c-436d-852e-df5fc7e0d9e4 req-c9c1f46e-f61a-4b7e-800f-996e36256415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:54.155440 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f45dcdc2-076c-436d-852e-df5fc7e0d9e4 req-c9c1f46e-f61a-4b7e-800f-996e36256415 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbcf34e9-aa37-4b24-a899-a30511307f25 HTTP/1.1" status: 200 len: 918 time: 0.0862792 Feb 11 05:46:54.210933 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f45dcdc2-076c-436d-852e-df5fc7e0d9e4 req-8ff6e748-2cde-428e-a2b9-938925be82a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7de1ff0-aa5e-4843-86fe-84ac16f50aec HTTP/1.1" status: 200 len: 217 time: 0.0384984 Feb 11 05:46:54.271885 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dcdc2-076c-436d-852e-df5fc7e0d9e4 req-cf7c2f4f-fb6a-4207-8753-7bcd5f37fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:54.273202 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f45dcdc2-076c-436d-852e-df5fc7e0d9e4 req-cf7c2f4f-fb6a-4207-8753-7bcd5f37fcb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10d739ce-2559-4baf-91a6-966b9437e9fc HTTP/1.1" status: 200 len: 856 time: 0.0435431 Feb 11 05:46:54.322378 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dcdc2-076c-436d-852e-df5fc7e0d9e4 req-1cb6bad4-bba2-451f-a45c-e3e7182fcc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:54.323869 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f45dcdc2-076c-436d-852e-df5fc7e0d9e4 req-1cb6bad4-bba2-451f-a45c-e3e7182fcc5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbcf34e9-aa37-4b24-a899-a30511307f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434058 Feb 11 05:46:54.416406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f45dcdc2-076c-436d-852e-df5fc7e0d9e4 req-08af3500-1f81-4876-a3b9-49dcc0d56ba8 service neutron] 10.222.0.60 "GET /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854375 Feb 11 05:46:54.503257 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f45dcdc2-076c-436d-852e-df5fc7e0d9e4 req-d413a190-f85a-4465-b401-5e0e9ff99981 service neutron] 10.222.0.60 "GET /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806651 Feb 11 05:46:54.580657 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:46:54.603173 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566036-0acb-41f9-a50b-b82c34ccfbe7 req-dca9f05d-6008-4c13-a4f7-6d334b7ba591 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:54.605005 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e566036-0acb-41f9-a50b-b82c34ccfbe7 req-dca9f05d-6008-4c13-a4f7-6d334b7ba591 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 943 time: 0.0524240 Feb 11 05:46:54.650810 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5e566036-0acb-41f9-a50b-b82c34ccfbe7 req-e07e5692-c2f9-4311-bfea-3f36d2489ab0 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Feb 11 05:46:55.780111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c662e-4ee1-48e8-92d2-c978fafadcc6 req-d6151225-e3c7-4a6f-a021-15a755c80e09 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:55.781590 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-591c662e-4ee1-48e8-92d2-c978fafadcc6 req-d6151225-e3c7-4a6f-a021-15a755c80e09 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 943 time: 0.0607100 Feb 11 05:46:55.828099 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-591c662e-4ee1-48e8-92d2-c978fafadcc6 req-bee089cb-b5b1-4c3c-81b2-b336b18151c0 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409760 Feb 11 05:46:56.948213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1ff19-2fcb-4c94-939b-1167f3361be7 req-1e676104-a989-4554-b510-96b5af486035 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:56.949677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fc1ff19-2fcb-4c94-939b-1167f3361be7 req-1e676104-a989-4554-b510-96b5af486035 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 943 time: 0.0552289 Feb 11 05:46:56.996372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3fc1ff19-2fcb-4c94-939b-1167f3361be7 req-90017311-3141-48a7-bde4-79e7812d70f0 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 Feb 11 05:46:58.008531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7de1ff0-aa5e-4843-86fe-84ac16f50aec details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:46:58.110487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c7de1ff0-aa5e-4843-86fe-84ac16f50aec, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7de1ff0-aa5e-4843-86fe-84ac16f50aec,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:58.117858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deed038-a48b-4c1c-acd8-728f4a0bb568 req-2dc50baf-732e-44ad-a0d2-6f410147a509 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:58.119458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9deed038-a48b-4c1c-acd8-728f4a0bb568 req-2dc50baf-732e-44ad-a0d2-6f410147a509 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 943 time: 0.0542128 Feb 11 05:46:58.120790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'c7de1ff0-aa5e-4843-86fe-84ac16f50aec', 'network_id': 'cbcf34e9-aa37-4b24-a899-a30511307f25', 'port_id': 'c7de1ff0-aa5e-4843-86fe-84ac16f50aec', 'mac_address': 'fa:16:3e:e2:09:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d739ce-2559-4baf-91a6-966b9437e9fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:46:58.160778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c7de1ff0-aa5e-4843-86fe-84ac16f50aec is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:58.161173 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.167319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9deed038-a48b-4c1c-acd8-728f4a0bb568 req-9a75ad81-923b-4e0c-bc0d-b23fe584c5dd tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420353 Feb 11 05:46:58.174339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7de1ff0-aa5e-4843-86fe-84ac16f50aec {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:58.193676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c7de1ff0-aa5e-4843-86fe-84ac16f50aec, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7de1ff0-aa5e-4843-86fe-84ac16f50aec,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:58.197644 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.244720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c7de1ff0-aa5e-4843-86fe-84ac16f50aec,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:58.604009 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['c7de1ff0-aa5e-4843-86fe-84ac16f50aec'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:59.283592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4f542-6291-46e1-ac8d-5ba02ca8bc15 req-185d70d4-32e4-4d0a-86bb-072a5dd69818 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:59.285033 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aaf4f542-6291-46e1-ac8d-5ba02ca8bc15 req-185d70d4-32e4-4d0a-86bb-072a5dd69818 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 944 time: 0.0518084 Feb 11 05:46:59.330292 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aaf4f542-6291-46e1-ac8d-5ba02ca8bc15 req-e265fd33-ff38-4b38-88b5-19c73b29785c tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Feb 11 05:47:00.018315 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7de1ff0-aa5e-4843-86fe-84ac16f50aec up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:00.066296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port c7de1ff0-aa5e-4843-86fe-84ac16f50aec completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:47:00.070493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port c7de1ff0-aa5e-4843-86fe-84ac16f50aec triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:00.070880 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.152445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port c7de1ff0-aa5e-4843-86fe-84ac16f50aec is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:00.152843 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.175880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276854ea-96b1-422c-bf32-850bf0c9557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de1ff0-aa5e-4843-86fe-84ac16f50aec'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:00.178103 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ead847-88b9-4573-a291-4cff6b52b299" -d '{"events": [{"server_uuid": "276854ea-96b1-422c-bf32-850bf0c9557c", "name": "network-vif-plugged", "status": "completed", "tag": "c7de1ff0-aa5e-4843-86fe-84ac16f50aec"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:00.191079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port c7de1ff0-aa5e-4843-86fe-84ac16f50aec, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7de1ff0-aa5e-4843-86fe-84ac16f50aec,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:00.195047 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.218693 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092c4831-f6d6-495d-a48d-9ea78e81737d x-openstack-request-id: req-092c4831-f6d6-495d-a48d-9ea78e81737d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:00.219023 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276854ea-96b1-422c-bf32-850bf0c9557c", "name": "network-vif-plugged", "status": "completed", "tag": "c7de1ff0-aa5e-4843-86fe-84ac16f50aec", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:00.219285 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-092c4831-f6d6-495d-a48d-9ea78e81737d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:00.219675 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276854ea-96b1-422c-bf32-850bf0c9557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de1ff0-aa5e-4843-86fe-84ac16f50aec', 'code': 200} Feb 11 05:47:00.244543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=c7de1ff0-aa5e-4843-86fe-84ac16f50aec,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:00.337138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a856b03-bb79-490f-98fa-c2f4d72bf38a req-8ffb99c5-3109-43cb-beb5-1e93e81bf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:00.338621 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a856b03-bb79-490f-98fa-c2f4d72bf38a req-8ffb99c5-3109-43cb-beb5-1e93e81bf77b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 1128 time: 0.0438066 Feb 11 05:47:00.386881 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a856b03-bb79-490f-98fa-c2f4d72bf38a req-6138f842-fecd-4446-bb35-1d0937151bd1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 Feb 11 05:47:00.451845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc293f-0173-481d-b462-206c6d25a6fa req-df5aa7dc-9548-492a-95de-aa60bdb9abfe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:00.454612 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-59fc293f-0173-481d-b462-206c6d25a6fa req-df5aa7dc-9548-492a-95de-aa60bdb9abfe tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 945 time: 0.0555825 Feb 11 05:47:00.505963 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-59fc293f-0173-481d-b462-206c6d25a6fa req-45d2e3cd-f059-4f78-a91a-374da134b0f2 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452788 Feb 11 05:47:01.629042 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8559dd8-b9d5-476a-8091-eda5eeead3ac req-0a454469-1d52-4896-878d-98c4861cc8d5 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.631390 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a8559dd8-b9d5-476a-8091-eda5eeead3ac req-0a454469-1d52-4896-878d-98c4861cc8d5 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 945 time: 0.0564127 Feb 11 05:47:01.683926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a8559dd8-b9d5-476a-8091-eda5eeead3ac req-97ae62ca-e62e-47af-867f-4cd4e653d128 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467374 Feb 11 05:47:02.809776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239e553-6578-4a35-8cf3-5ac67b9423c0 req-50e95d0e-de97-4a2e-8331-8a14a5afc1e1 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:02.811305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8239e553-6578-4a35-8cf3-5ac67b9423c0 req-50e95d0e-de97-4a2e-8331-8a14a5afc1e1 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 945 time: 0.0592330 Feb 11 05:47:02.857514 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8239e553-6578-4a35-8cf3-5ac67b9423c0 req-3c1c551a-d8bc-45d2-9282-a4049af6077d tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Feb 11 05:47:02.976061 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89db0ad-01d9-4a8e-ad2a-d52d3e317c29 req-b720b619-1937-4ee6-b01f-48e1e81805b1 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:02.977437 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f89db0ad-01d9-4a8e-ad2a-d52d3e317c29 req-b720b619-1937-4ee6-b01f-48e1e81805b1 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 945 time: 0.0518157 Feb 11 05:47:03.025117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f89db0ad-01d9-4a8e-ad2a-d52d3e317c29 req-8968718f-afa6-49a0-8398-3c59f8530d99 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415401 Feb 11 05:47:03.812854 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.890924 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.492565 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-92efc22a-412e-4e14-8378-a43904f87999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.984412 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5c2b1240-b263-4a52-84c3-88a1fab54f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.972974 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.551740 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.771347 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.579888 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:47:33.831681 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.070216 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cffb8-3064-431e-980a-41be8322eb4a req-c52b85bd-0dc4-4093-b0a4-6a736741dd58 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:37.071901 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-027cffb8-3064-431e-980a-41be8322eb4a req-c52b85bd-0dc4-4093-b0a4-6a736741dd58 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 945 time: 0.0569572 Feb 11 05:47:37.121090 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-027cffb8-3064-431e-980a-41be8322eb4a req-15cda894-996e-4362-bfd4-605980c1e04b tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Feb 11 05:47:37.881867 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.253354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7906ef-4977-4481-b10d-7b7f4c35033c req-eac3d17f-b6e8-45eb-8e15-6624413b3efc tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:38.255198 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e7906ef-4977-4481-b10d-7b7f4c35033c req-eac3d17f-b6e8-45eb-8e15-6624413b3efc tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 945 time: 0.0615635 Feb 11 05:47:38.305526 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6e7906ef-4977-4481-b10d-7b7f4c35033c req-3789e0f5-e4c2-4f57-ac36-bb7c72d58e05 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446045 Feb 11 05:47:39.280621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beef10e-e835-4a0b-a75d-2fc2f5ca5e51 req-84c527b7-71ed-4746-a98d-de733ff356ef tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:39.282072 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2beef10e-e835-4a0b-a75d-2fc2f5ca5e51 req-84c527b7-71ed-4746-a98d-de733ff356ef tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.60 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 945 time: 0.0524147 Feb 11 05:47:39.379484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-2beef10e-e835-4a0b-a75d-2fc2f5ca5e51 req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Deleting port c7de1ff0-aa5e-4843-86fe-84ac16f50aec {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:39.379834 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2beef10e-e835-4a0b-a75d-2fc2f5ca5e51 req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.431376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6236560-0cbd-46a0-80a9-83b0a2199eb9 req-adeef249-7ccc-4393-b63d-d4c292f91f76 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:39.433027 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6236560-0cbd-46a0-80a9-83b0a2199eb9 req-adeef249-7ccc-4393-b63d-d4c292f91f76 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/ports?device_id=276854ea-96b1-422c-bf32-850bf0c9557c HTTP/1.1" status: 200 len: 945 time: 0.0556748 Feb 11 05:47:39.469772 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-2beef10e-e835-4a0b-a75d-2fc2f5ca5e51 req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] For port c7de1ff0-aa5e-4843-86fe-84ac16f50aec, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=c7de1ff0-aa5e-4843-86fe-84ac16f50aec,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:39.470142 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2beef10e-e835-4a0b-a75d-2fc2f5ca5e51 req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.480019 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6236560-0cbd-46a0-80a9-83b0a2199eb9 req-c04a754c-7ed3-4ad1-b46f-87e0a0777cc0 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.48 "GET /v2.0/security-groups?id=12408d08-48e1-4d2f-80ce-82475b821c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 Feb 11 05:47:39.484053 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-2beef10e-e835-4a0b-a75d-2fc2f5ca5e51 req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Calling delete_port for c7de1ff0-aa5e-4843-86fe-84ac16f50aec owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:39.499661 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9959400e-e6e0-4030-80a8-48fb6c8fb617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.622297 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2beef10e-e835-4a0b-a75d-2fc2f5ca5e51 req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c7de1ff0-aa5e-4843-86fe-84ac16f50aec), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.648851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['c7de1ff0-aa5e-4843-86fe-84ac16f50aec'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:47:39.658971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Pushing event deleted for resources: {'Port': ['ID=c7de1ff0-aa5e-4843-86fe-84ac16f50aec,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:39.683614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.684506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.684869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.685214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.685555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.685895 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.686473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.686601 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.686881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.687233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.687564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.687889 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.688213 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.705850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-2beef10e-e835-4a0b-a75d-2fc2f5ca5e51 req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] No DVR routers for this DVR port c7de1ff0-aa5e-4843-86fe-84ac16f50aec on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:39.708736 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2beef10e-e835-4a0b-a75d-2fc2f5ca5e51 req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.712252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2beef10e-e835-4a0b-a75d-2fc2f5ca5e51 req-1d966007-4cb4-4e9a-adf0-96e731415e13 tempest-TestEncryptedCinderVolumes-1518265228 tempest-TestEncryptedCinderVolumes-1518265228-project] 10.222.0.60 "DELETE /v2.0/ports/c7de1ff0-aa5e-4843-86fe-84ac16f50aec HTTP/1.1" status: 204 len: 173 time: 0.4241984 Feb 11 05:47:39.712720 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276854ea-96b1-422c-bf32-850bf0c9557c', 'name': 'network-vif-deleted', 'tag': 'c7de1ff0-aa5e-4843-86fe-84ac16f50aec'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:39.715158 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d21382-0085-47d5-ae52-34cd16499d9a" -d '{"events": [{"server_uuid": "276854ea-96b1-422c-bf32-850bf0c9557c", "name": "network-vif-deleted", "tag": "c7de1ff0-aa5e-4843-86fe-84ac16f50aec"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:39.756686 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbcee6a-f601-4590-a458-8ba9ee6f7f39 x-openstack-request-id: req-7cbcee6a-f601-4590-a458-8ba9ee6f7f39 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:39.756993 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276854ea-96b1-422c-bf32-850bf0c9557c", "name": "network-vif-deleted", "tag": "c7de1ff0-aa5e-4843-86fe-84ac16f50aec", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:39.757254 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7cbcee6a-f601-4590-a458-8ba9ee6f7f39 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:39.757666 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276854ea-96b1-422c-bf32-850bf0c9557c', 'name': 'network-vif-deleted', 'tag': 'c7de1ff0-aa5e-4843-86fe-84ac16f50aec', 'status': 'completed', 'code': 200} Feb 11 05:47:40.578086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52674) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:41.263103 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (6ff14be8-54d8-457e-aed7-a17d13441025), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.506601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Deleting port bff500bf-2f02-4f84-84cc-235a6016cc53 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:41.506974 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.586352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] For port bff500bf-2f02-4f84-84cc-235a6016cc53, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=bff500bf-2f02-4f84-84cc-235a6016cc53,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:41.587067 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.599251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Calling delete_port for bff500bf-2f02-4f84-84cc-235a6016cc53 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:41.776060 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (bff500bf-2f02-4f84-84cc-235a6016cc53), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.799730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Pushing event deleted for resources: {'Port': ['ID=bff500bf-2f02-4f84-84cc-235a6016cc53,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:41.809841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.810195 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.810550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.810917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.811690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.811690 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.811975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.812239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.812574 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.812920 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.813235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.813566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.813893 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:41.983721 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (6ff14be8-54d8-457e-aed7-a17d13441025), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.988770 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d2a88ab2-97b3-46f6-bacd-2db047a5c400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.180277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7de1ff0-aa5e-4843-86fe-84ac16f50aec no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:42.200211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: c7de1ff0-aa5e-4843-86fe-84ac16f50aec {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:42.200564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device c7de1ff0-aa5e-4843-86fe-84ac16f50aec not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:42.206583 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Router 6ff14be8-54d8-457e-aed7-a17d13441025 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:42.313922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:42.321129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8d6c7b57-404b-4c6b-a182-363c3ef2ff6b admin admin] 10.222.0.48 "PUT /v2.0/routers/6ff14be8-54d8-457e-aed7-a17d13441025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7398584 Feb 11 05:47:42.321350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52676) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:42.324426 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fa2d1-74c1-436c-9e0e-0e8e5bfdd433 None None] Sync routers for ids ['6ff14be8-54d8-457e-aed7-a17d13441025'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:42.334720 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427fa2d1-74c1-436c-9e0e-0e8e5bfdd433 None None] Routers {'6ff14be8-54d8-457e-aed7-a17d13441025'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:42.335424 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-427fa2d1-74c1-436c-9e0e-0e8e5bfdd433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6ff14be8-54d8-457e-aed7-a17d13441025'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:42.427118 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Publish callbacks [] for router (6ff14be8-54d8-457e-aed7-a17d13441025), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.440439 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-427fa2d1-74c1-436c-9e0e-0e8e5bfdd433 None None] Set router 6ff14be8-54d8-457e-aed7-a17d13441025 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:42.532699 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Publish callbacks [] for router_gateway (6ff14be8-54d8-457e-aed7-a17d13441025), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.583892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Deleting port c618e940-70da-454a-b00a-088d48d17fc0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:42.584149 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c618e940-70da-454a-b00a-088d48d17fc0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.615599 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-427fa2d1-74c1-436c-9e0e-0e8e5bfdd433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'name': 'tempest-TestEncryptedCinderVolumes-1232519273-router', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:47:41Z', 'revision_number': 5, 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'gw_port': {'id': 'c618e940-70da-454a-b00a-088d48d17fc0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:42.642269 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fa2d1-74c1-436c-9e0e-0e8e5bfdd433 None None] Checking router: 6ff14be8-54d8-457e-aed7-a17d13441025 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:47:42.650739 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427fa2d1-74c1-436c-9e0e-0e8e5bfdd433 None None] Routers {'6ff14be8-54d8-457e-aed7-a17d13441025'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:42.651437 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-427fa2d1-74c1-436c-9e0e-0e8e5bfdd433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6ff14be8-54d8-457e-aed7-a17d13441025'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:42.665196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] For port c618e940-70da-454a-b00a-088d48d17fc0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c618e940-70da-454a-b00a-088d48d17fc0,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:42.665786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c618e940-70da-454a-b00a-088d48d17fc0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.677021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Calling delete_port for c618e940-70da-454a-b00a-088d48d17fc0 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:42.739142 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-427fa2d1-74c1-436c-9e0e-0e8e5bfdd433 None None] Set router 6ff14be8-54d8-457e-aed7-a17d13441025 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:42.846055 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c618e940-70da-454a-b00a-088d48d17fc0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.873020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c618e940-70da-454a-b00a-088d48d17fc0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:42.891563 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-427fa2d1-74c1-436c-9e0e-0e8e5bfdd433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'name': 'tempest-TestEncryptedCinderVolumes-1232519273-router', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:47:42Z', 'revision_number': 6, 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:42.918833 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fa2d1-74c1-436c-9e0e-0e8e5bfdd433 None None] The sync data for ids ['6ff14be8-54d8-457e-aed7-a17d13441025'] in n-d-615180-58 is: [{'id': '6ff14be8-54d8-457e-aed7-a17d13441025', 'name': 'tempest-TestEncryptedCinderVolumes-1232519273-router', 'tenant_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:50Z', 'updated_at': '2022-02-11T05:47:42Z', 'revision_number': 6, 'project_id': '9a84a88e9c334ba99df58a2377e9f5b2', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:42.936244 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (6ff14be8-54d8-457e-aed7-a17d13441025), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.978155 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.037320 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (6ff14be8-54d8-457e-aed7-a17d13441025), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.039759 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Publish callbacks [] for router_controller (6ff14be8-54d8-457e-aed7-a17d13441025), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.085035 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (6ff14be8-54d8-457e-aed7-a17d13441025), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.085624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ff14be8-54d8-457e-aed7-a17d13441025 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:47:43.095603 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.096939 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b63342ac-172b-4af2-a36e-e3ec47be15bf admin admin] 10.222.0.48 "DELETE /v2.0/routers/6ff14be8-54d8-457e-aed7-a17d13441025 HTTP/1.1" status: 204 len: 168 time: 0.7746279 Feb 11 05:47:43.099417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52678) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:43.145753 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f876a06a-1d3f-4d76-8dde-45761a1127d9 admin admin] Deleting subnet 10d739ce-2559-4baf-91a6-966b9437e9fc {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:43.149228 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f876a06a-1d3f-4d76-8dde-45761a1127d9 admin admin] Publish callbacks [] for subnet (10d739ce-2559-4baf-91a6-966b9437e9fc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.185051 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f876a06a-1d3f-4d76-8dde-45761a1127d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (10d739ce-2559-4baf-91a6-966b9437e9fc), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.273139 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f876a06a-1d3f-4d76-8dde-45761a1127d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (10d739ce-2559-4baf-91a6-966b9437e9fc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.327641 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f876a06a-1d3f-4d76-8dde-45761a1127d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (10d739ce-2559-4baf-91a6-966b9437e9fc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.356030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876a06a-1d3f-4d76-8dde-45761a1127d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d739ce-2559-4baf-91a6-966b9437e9fc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:43.358066 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f876a06a-1d3f-4d76-8dde-45761a1127d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.361692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f876a06a-1d3f-4d76-8dde-45761a1127d9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/10d739ce-2559-4baf-91a6-966b9437e9fc HTTP/1.1" status: 204 len: 168 time: 0.2612932 Feb 11 05:47:43.364089 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52680) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:43.365861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e503852b-40e0-4539-80fc-b01ff988574c None None] Network cbcf34e9-aa37-4b24-a899-a30511307f25 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:43.436927 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (cbcf34e9-aa37-4b24-a899-a30511307f25), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.497547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Deleting port eec517e1-0bfd-4de8-b095-dc0cb2909a03 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:43.497846 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.541213 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] DHCP port deletion for cbcf34e9-aa37-4b24-a899-a30511307f25 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:43.566077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] For port eec517e1-0bfd-4de8-b095-dc0cb2909a03, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=eec517e1-0bfd-4de8-b095-dc0cb2909a03,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:43.566472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.579772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Calling delete_port for eec517e1-0bfd-4de8-b095-dc0cb2909a03 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:43.591257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Deleting port eec517e1-0bfd-4de8-b095-dc0cb2909a03 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:43.591827 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.657405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] For port eec517e1-0bfd-4de8-b095-dc0cb2909a03, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=eec517e1-0bfd-4de8-b095-dc0cb2909a03,segment=NetworkSegment(d5ed5d01-ed67-44bf-b54e-7f44bbae231d),segment_id=d5ed5d01-ed67-44bf-b54e-7f44bbae231d)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:43.657813 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.666978 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.671991 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Calling delete_port for eec517e1-0bfd-4de8-b095-dc0cb2909a03 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:43.703141 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] No DVR routers for this DVR port eec517e1-0bfd-4de8-b095-dc0cb2909a03 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:43.705220 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec517e1-0bfd-4de8-b095-dc0cb2909a03,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:43.754967 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (eec517e1-0bfd-4de8-b095-dc0cb2909a03), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.784830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Pushing event deleted for resources: {'Port': ['ID=eec517e1-0bfd-4de8-b095-dc0cb2909a03,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:43.786440 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (cbcf34e9-aa37-4b24-a899-a30511307f25), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.789178 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] No DVR routers for this DVR port eec517e1-0bfd-4de8-b095-dc0cb2909a03 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:43.796258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.796609 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.796952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.805663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.805663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.805663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.805663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.805663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.805663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.805663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.805663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.805663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.805663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d576367-ea0b-47a8-b102-d0df8878ce19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:43.816163 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcf34e9-aa37-4b24-a899-a30511307f25']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:43.827086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:43.827388 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ed5d01-ed67-44bf-b54e-7f44bbae231d') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:43.836964 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (d5ed5d01-ed67-44bf-b54e-7f44bbae231d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.851187 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (d5ed5d01-ed67-44bf-b54e-7f44bbae231d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.857297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:43.857719 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (d5ed5d01-ed67-44bf-b54e-7f44bbae231d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:43.859460 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:43.914876 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (cbcf34e9-aa37-4b24-a899-a30511307f25), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.920310 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.923444 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cbcf34e9-aa37-4b24-a899-a30511307f25 HTTP/1.1" status: 204 len: 168 time: 0.5584540 Feb 11 05:47:43.926555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52682) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:43.935262 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaeaed3-c814-47a7-a2e5-1db023b38ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcf34e9-aa37-4b24-a899-a30511307f25,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:44.060913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c618e940-70da-454a-b00a-088d48d17fc0 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:44.081798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: c618e940-70da-454a-b00a-088d48d17fc0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:44.082150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c618e940-70da-454a-b00a-088d48d17fc0 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:44.082756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device eec517e1-0bfd-4de8-b095-dc0cb2909a03 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:44.101860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: eec517e1-0bfd-4de8-b095-dc0cb2909a03 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:44.102220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device eec517e1-0bfd-4de8-b095-dc0cb2909a03 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:44.102652 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bff500bf-2f02-4f84-84cc-235a6016cc53 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:44.120945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: bff500bf-2f02-4f84-84cc-235a6016cc53 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:44.121295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device bff500bf-2f02-4f84-84cc-235a6016cc53 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:44.285126 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17276c3b-f2d2-4c46-9e4f-4340f2f77c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.535859 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-17276c3b-f2d2-4c46-9e4f-4340f2f77c53 admin admin] Deleting port 25416319-9852-4bb3-8105-e0602cba6046 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:44.536150 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17276c3b-f2d2-4c46-9e4f-4340f2f77c53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (25416319-9852-4bb3-8105-e0602cba6046), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.553963 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.616289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-17276c3b-f2d2-4c46-9e4f-4340f2f77c53 admin admin] For port 25416319-9852-4bb3-8105-e0602cba6046, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=25416319-9852-4bb3-8105-e0602cba6046,segment=NetworkSegment(7930de55-a8f9-4f3a-8a22-101efa70a1a1),segment_id=7930de55-a8f9-4f3a-8a22-101efa70a1a1)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:44.616645 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17276c3b-f2d2-4c46-9e4f-4340f2f77c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (25416319-9852-4bb3-8105-e0602cba6046), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.632697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-17276c3b-f2d2-4c46-9e4f-4340f2f77c53 admin admin] Calling delete_port for 25416319-9852-4bb3-8105-e0602cba6046 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:44.811038 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17276c3b-f2d2-4c46-9e4f-4340f2f77c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (25416319-9852-4bb3-8105-e0602cba6046), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.835187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17276c3b-f2d2-4c46-9e4f-4340f2f77c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=25416319-9852-4bb3-8105-e0602cba6046,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:45.002836 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17276c3b-f2d2-4c46-9e4f-4340f2f77c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.222871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17276c3b-f2d2-4c46-9e4f-4340f2f77c53 admin admin] Router 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:45.329652 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17276c3b-f2d2-4c46-9e4f-4340f2f77c53 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:45.336038 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-17276c3b-f2d2-4c46-9e4f-4340f2f77c53 admin admin] 10.222.0.48 "PUT /v2.0/routers/6bd18bad-c456-4c34-96e3-bc5c790e7bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4064741 Feb 11 05:47:45.337080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52684) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:45.339796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d88535-574e-438f-8b81-1a5c3feb8de0 None None] Sync routers for ids ['6bd18bad-c456-4c34-96e3-bc5c790e7bc3'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:45.350752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d88535-574e-438f-8b81-1a5c3feb8de0 None None] Routers {'6bd18bad-c456-4c34-96e3-bc5c790e7bc3'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:45.351895 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-71d88535-574e-438f-8b81-1a5c3feb8de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6bd18bad-c456-4c34-96e3-bc5c790e7bc3'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:45.444143 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Publish callbacks [] for router (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.459124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-71d88535-574e-438f-8b81-1a5c3feb8de0 None None] Set router 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:45.548193 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Publish callbacks [] for router_gateway (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.600015 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Deleting port 45c9e9fd-d800-417d-ac3f-2947427396c9 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:45.600364 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.641086 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-71d88535-574e-438f-8b81-1a5c3feb8de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'name': 'tempest-TestEncryptedCinderVolumes-417527582-router', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:47:44Z', 'revision_number': 5, 'project_id': 'c5a0ef053d754267a18143092216f182', 'gw_port': {'id': '45c9e9fd-d800-417d-ac3f-2947427396c9', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:45.668328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d88535-574e-438f-8b81-1a5c3feb8de0 None None] Checking router: 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:47:45.677182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d88535-574e-438f-8b81-1a5c3feb8de0 None None] Routers {'6bd18bad-c456-4c34-96e3-bc5c790e7bc3'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:45.677797 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-71d88535-574e-438f-8b81-1a5c3feb8de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6bd18bad-c456-4c34-96e3-bc5c790e7bc3'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:45.678470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] For port 45c9e9fd-d800-417d-ac3f-2947427396c9, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=45c9e9fd-d800-417d-ac3f-2947427396c9,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:45.678838 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.694956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Calling delete_port for 45c9e9fd-d800-417d-ac3f-2947427396c9 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:45.776544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-71d88535-574e-438f-8b81-1a5c3feb8de0 None None] Set router 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:45.803210 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.834667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-71d88535-574e-438f-8b81-1a5c3feb8de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'name': 'tempest-TestEncryptedCinderVolumes-417527582-router', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:47:45Z', 'revision_number': 6, 'project_id': 'c5a0ef053d754267a18143092216f182', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:45.863402 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (45c9e9fd-d800-417d-ac3f-2947427396c9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.867988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d88535-574e-438f-8b81-1a5c3feb8de0 None None] The sync data for ids ['6bd18bad-c456-4c34-96e3-bc5c790e7bc3'] in n-d-615180-58 is: [{'id': '6bd18bad-c456-4c34-96e3-bc5c790e7bc3', 'name': 'tempest-TestEncryptedCinderVolumes-417527582-router', 'tenant_id': 'c5a0ef053d754267a18143092216f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:55Z', 'updated_at': '2022-02-11T05:47:45Z', 'revision_number': 6, 'project_id': 'c5a0ef053d754267a18143092216f182', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:45.894298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c9e9fd-d800-417d-ac3f-2947427396c9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:45.957381 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.047580 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.049673 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Publish callbacks [] for router_controller (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.097593 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (6bd18bad-c456-4c34-96e3-bc5c790e7bc3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.098275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bd18bad-c456-4c34-96e3-bc5c790e7bc3 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:47:46.102763 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.104048 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-91b756c6-842d-45b3-b190-10071f621f02 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6bd18bad-c456-4c34-96e3-bc5c790e7bc3 HTTP/1.1" status: 204 len: 168 time: 0.7660630 Feb 11 05:47:46.107275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52686) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:46.150631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-258a25e1-d437-40d2-a6dc-cf2ab43540e4 admin admin] Deleting subnet fd8de44f-c443-4c0d-89f0-b6997497ea99 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:46.154539 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-258a25e1-d437-40d2-a6dc-cf2ab43540e4 admin admin] Publish callbacks [] for subnet (fd8de44f-c443-4c0d-89f0-b6997497ea99), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.187811 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-258a25e1-d437-40d2-a6dc-cf2ab43540e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (fd8de44f-c443-4c0d-89f0-b6997497ea99), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.274530 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-258a25e1-d437-40d2-a6dc-cf2ab43540e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (fd8de44f-c443-4c0d-89f0-b6997497ea99), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.321984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 25416319-9852-4bb3-8105-e0602cba6046 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:46.339355 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-258a25e1-d437-40d2-a6dc-cf2ab43540e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (fd8de44f-c443-4c0d-89f0-b6997497ea99), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.345506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 25416319-9852-4bb3-8105-e0602cba6046 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:46.346005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 25416319-9852-4bb3-8105-e0602cba6046 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:46.365453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a25e1-d437-40d2-a6dc-cf2ab43540e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8de44f-c443-4c0d-89f0-b6997497ea99,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:46.372235 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-258a25e1-d437-40d2-a6dc-cf2ab43540e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.376107 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-258a25e1-d437-40d2-a6dc-cf2ab43540e4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fd8de44f-c443-4c0d-89f0-b6997497ea99 HTTP/1.1" status: 204 len: 168 time: 0.2674980 Feb 11 05:47:46.378060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3696929e-5fad-4e8f-aa0c-e48cf867f88c None None] Network d07d5147-8ccc-4e86-84e0-b284d8599d91 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:46.378219 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52688) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:46.447753 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (d07d5147-8ccc-4e86-84e0-b284d8599d91), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.506929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Deleting port 255f0afa-c107-4da3-b1cf-835d06349dcf {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:46.507292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.573380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] For port 255f0afa-c107-4da3-b1cf-835d06349dcf, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=255f0afa-c107-4da3-b1cf-835d06349dcf,segment=NetworkSegment(7930de55-a8f9-4f3a-8a22-101efa70a1a1),segment_id=7930de55-a8f9-4f3a-8a22-101efa70a1a1)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:46.573746 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.587187 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Calling delete_port for 255f0afa-c107-4da3-b1cf-835d06349dcf owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:46.676199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (255f0afa-c107-4da3-b1cf-835d06349dcf), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.702048 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009399e6-3a8d-47cb-9d9d-d52558df31c0 None None] DHCP port deletion for d07d5147-8ccc-4e86-84e0-b284d8599d91 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:46.703869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=255f0afa-c107-4da3-b1cf-835d06349dcf,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:46.709444 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] No DVR routers for this DVR port 255f0afa-c107-4da3-b1cf-835d06349dcf on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:46.784456 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (d07d5147-8ccc-4e86-84e0-b284d8599d91), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.807683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07d5147-8ccc-4e86-84e0-b284d8599d91']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:46.817453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7930de55-a8f9-4f3a-8a22-101efa70a1a1') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:46.817753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7930de55-a8f9-4f3a-8a22-101efa70a1a1') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:46.828347 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (7930de55-a8f9-4f3a-8a22-101efa70a1a1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.843925 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (7930de55-a8f9-4f3a-8a22-101efa70a1a1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.850384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:46.850754 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (7930de55-a8f9-4f3a-8a22-101efa70a1a1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:46.852459 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:46.909376 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (d07d5147-8ccc-4e86-84e0-b284d8599d91), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.915352 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.921142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d07d5147-8ccc-4e86-84e0-b284d8599d91 HTTP/1.1" status: 204 len: 168 time: 0.5395646 Feb 11 05:47:46.929828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f09220-d6a5-476e-9204-660f1ebd39f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d07d5147-8ccc-4e86-84e0-b284d8599d91,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:47.098509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52692) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:47.138159 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-91f7c181-23db-4d29-a1dc-caa1160a29b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a84a88e9c334ba99df58a2377e9f5b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384572 Feb 11 05:47:47.140780 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52694) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:47.191153 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30b779a4-7251-4d77-ae03-e1f7e5a92526 admin admin] Publish callbacks [] for security_group (12408d08-48e1-4d2f-80ce-82475b821c9d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.534460 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30b779a4-7251-4d77-ae03-e1f7e5a92526 admin admin] Publish callbacks [] for security_group (12408d08-48e1-4d2f-80ce-82475b821c9d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.584773 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30b779a4-7251-4d77-ae03-e1f7e5a92526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (12408d08-48e1-4d2f-80ce-82475b821c9d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.587376 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-30b779a4-7251-4d77-ae03-e1f7e5a92526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.588550 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-30b779a4-7251-4d77-ae03-e1f7e5a92526 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12408d08-48e1-4d2f-80ce-82475b821c9d HTTP/1.1" status: 204 len: 168 time: 0.4468434 Feb 11 05:47:47.596765 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b779a4-7251-4d77-ae03-e1f7e5a92526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12408d08-48e1-4d2f-80ce-82475b821c9d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:47.909605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52700) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:47.954737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4abcb47e-76f0-4e5f-a619-472327dea41e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5a0ef053d754267a18143092216f182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438693 Feb 11 05:47:47.957547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52702) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:48.005632 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2ef1-9ef9-4bc5-85af-934ebe15a043 admin admin] Publish callbacks [] for security_group (053f5fb8-0321-40f2-a773-4bbb0f4960cb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.027939 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2ef1-9ef9-4bc5-85af-934ebe15a043 admin admin] Publish callbacks [] for security_group (053f5fb8-0321-40f2-a773-4bbb0f4960cb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.056499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 45c9e9fd-d800-417d-ac3f-2947427396c9 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:48.076686 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2ef1-9ef9-4bc5-85af-934ebe15a043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (053f5fb8-0321-40f2-a773-4bbb0f4960cb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.079318 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2ef1-9ef9-4bc5-85af-934ebe15a043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.079719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 45c9e9fd-d800-417d-ac3f-2947427396c9 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:48.080074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 45c9e9fd-d800-417d-ac3f-2947427396c9 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:48.080478 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6c3f2ef1-9ef9-4bc5-85af-934ebe15a043 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/053f5fb8-0321-40f2-a773-4bbb0f4960cb HTTP/1.1" status: 204 len: 168 time: 0.1218607 Feb 11 05:47:48.080597 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 255f0afa-c107-4da3-b1cf-835d06349dcf no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:48.091757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f2ef1-9ef9-4bc5-85af-934ebe15a043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f5fb8-0321-40f2-a773-4bbb0f4960cb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:48.110788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 255f0afa-c107-4da3-b1cf-835d06349dcf {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:48.111179 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 255f0afa-c107-4da3-b1cf-835d06349dcf not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:48.800995 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52724) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:48.895778 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-535634196-network', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:48.915887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Made reservation on behalf of a4325590779e4282bc4a70028f33b3c6 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:48.918243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.926417 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.999378 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Publish callbacks [] for security_group (dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.003023 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.029905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:49.038213 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:49.044053 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1b71719e-1974-4be4-a1d4-e92d162b8e49), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.044404 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Added segment 1b71719e-1974-4be4-a1d4-e92d162b8e49 of type vlan for network ca462c69-6440-4e40-ae32-5e3cdc77830f Feb 11 05:47:49.083354 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (ca462c69-6440-4e40-ae32-5e3cdc77830f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.107304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (ca462c69-6440-4e40-ae32-5e3cdc77830f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.108343 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:49.108919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.143673 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3415089 Feb 11 05:47:49.147594 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52728) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:49.152701 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-923d2d41-5853-4e19-989a-aff4d2d86dbd admin admin] Request body: {'subnet': {'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-535634196-subnet', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:49.171738 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923d2d41-5853-4e19-989a-aff4d2d86dbd admin admin] Made reservation on behalf of a4325590779e4282bc4a70028f33b3c6 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:49.172771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd738eb-e1be-4464-9ffd-7ac19af1167c admin admin] Pushing event updated for resources: {'Network': ['ID=ca462c69-6440-4e40-ae32-5e3cdc77830f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:49.174305 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-923d2d41-5853-4e19-989a-aff4d2d86dbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.182864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network ca462c69-6440-4e40-ae32-5e3cdc77830f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:49.362241 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-923d2d41-5853-4e19-989a-aff4d2d86dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (3b06e9f9-3148-488a-b8f5-fe0f11784e8d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.418399 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d2d41-5853-4e19-989a-aff4d2d86dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b06e9f9-3148-488a-b8f5-fe0f11784e8d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:49.425394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d2d41-5853-4e19-989a-aff4d2d86dbd admin admin] Checking segment: {'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:49.425755 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d2d41-5853-4e19-989a-aff4d2d86dbd admin admin] Network hostable DHCP agents. Network: ca462c69-6440-4e40-ae32-5e3cdc77830f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:49.442161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d2d41-5853-4e19-989a-aff4d2d86dbd admin admin] Network ca462c69-6440-4e40-ae32-5e3cdc77830f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:49.451428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-923d2d41-5853-4e19-989a-aff4d2d86dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, ca462c69-6440-4e40-ae32-5e3cdc77830f) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:49.455460 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923d2d41-5853-4e19-989a-aff4d2d86dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:49.456055 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-923d2d41-5853-4e19-989a-aff4d2d86dbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.460329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9d0e50-03eb-4fd0-97e4-570861bc565e None None] Network ca462c69-6440-4e40-ae32-5e3cdc77830f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:49.472059 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-923d2d41-5853-4e19-989a-aff4d2d86dbd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3232172 Feb 11 05:47:49.474767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52730) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:49.479076 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:49.499003 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (bc9070f3-2347-4634-92a2-275f3a169b0b), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.500021 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (bc9070f3-2347-4634-92a2-275f3a169b0b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.556156 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Publish callbacks [] for router_controller (bc9070f3-2347-4634-92a2-275f3a169b0b), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.566545 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-ca462c69-6440-4e40-ae32-5e3cdc77830f', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'fixed_ips': [{'subnet_id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:49.567441 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.698273 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Publish callbacks [] for router_gateway (bc9070f3-2347-4634-92a2-275f3a169b0b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.703715 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Allocated IP 172.20.0.2 (ca462c69-6440-4e40-ae32-5e3cdc77830f/3b06e9f9-3148-488a-b8f5-fe0f11784e8d/5a0d019e-6eca-4e22-b212-0e82ad625e5d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:49.854421 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Publish callbacks [] for port (5a0d019e-6eca-4e22-b212-0e82ad625e5d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.860609 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (5a0d019e-6eca-4e22-b212-0e82ad625e5d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.903229 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Network ca462c69-6440-4e40-ae32-5e3cdc77830f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:49.906231 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:49.910682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:49.915519 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Pushing event updated for resources: {'Port': ['ID=5a0d019e-6eca-4e22-b212-0e82ad625e5d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:49.916502 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Publish callbacks [] for router_gateway (bc9070f3-2347-4634-92a2-275f3a169b0b), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.938796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.973739 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Attempting to bind port 5a0d019e-6eca-4e22-b212-0e82ad625e5d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:49.974771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Attempting to bind port 5a0d019e-6eca-4e22-b212-0e82ad625e5d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:49.974771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Attempting to bind port 5a0d019e-6eca-4e22-b212-0e82ad625e5d on network ca462c69-6440-4e40-ae32-5e3cdc77830f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:49.979570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:49.980026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Checking segment: {'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:49.980348 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.981369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Bound using segment: {'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:49.981851 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Bound port: 5a0d019e-6eca-4e22-b212-0e82ad625e5d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:49.982235 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5a0d019e-6eca-4e22-b212-0e82ad625e5d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.040078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Allocated IP 172.25.7.19 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/2676294c-083a-4ca3-9ff0-40660ca8c1a2) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:50.048147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] For port 5a0d019e-6eca-4e22-b212-0e82ad625e5d, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:50.051644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] For port 5a0d019e-6eca-4e22-b212-0e82ad625e5d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5a0d019e-6eca-4e22-b212-0e82ad625e5d,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:50.057729 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5a0d019e-6eca-4e22-b212-0e82ad625e5d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.119197 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ba76c-9e95-416d-b2ef-4effc52469f3 None None] Pushing event updated for resources: {'Port': ['ID=5a0d019e-6eca-4e22-b212-0e82ad625e5d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.153186 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Publish callbacks [] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.190599 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.231189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:50.234421 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:50.237082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:50.265949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Pushing event updated for resources: {'Port': ['ID=2676294c-083a-4ca3-9ff0-40660ca8c1a2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.517411 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Publish callbacks [] for router_gateway (bc9070f3-2347-4634-92a2-275f3a169b0b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.718576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (bc9070f3-2347-4634-92a2-275f3a169b0b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.856409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Router bc9070f3-2347-4634-92a2-275f3a169b0b is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:47:50.969782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:50.979191 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Sync routers for ids ['bc9070f3-2347-4634-92a2-275f3a169b0b'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:50.988796 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.993072 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-43f00152-6a49-40df-8e00-a97d403497cd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5144703 Feb 11 05:47:50.993249 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Routers {'bc9070f3-2347-4634-92a2-275f3a169b0b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:50.993364 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52732) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:50.993571 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bc9070f3-2347-4634-92a2-275f3a169b0b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:51.103864 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Set router bc9070f3-2347-4634-92a2-275f3a169b0b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:51.138936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b1b12a-fdab-4b9a-86e2-2f5127717c9e None None] Network ca462c69-6440-4e40-ae32-5e3cdc77830f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:51.178207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-42e5d402-b8c3-451a-b722-00815dc82ecf None None] Provisioning complete for port 5a0d019e-6eca-4e22-b212-0e82ad625e5d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:51.178929 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42e5d402-b8c3-451a-b722-00815dc82ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5a0d019e-6eca-4e22-b212-0e82ad625e5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.298403 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:50Z', 'revision_number': 3, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:51.327286 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Checking router: bc9070f3-2347-4634-92a2-275f3a169b0b for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:47:51.327651 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Updating router bc9070f3-2347-4634-92a2-275f3a169b0b port 2676294c-083a-4ca3-9ff0-40660ca8c1a2 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:47:51.336676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-42e5d402-b8c3-451a-b722-00815dc82ecf None None] Current status of the port 5a0d019e-6eca-4e22-b212-0e82ad625e5d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:51.337078 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42e5d402-b8c3-451a-b722-00815dc82ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5a0d019e-6eca-4e22-b212-0e82ad625e5d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.359169 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.383779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-42e5d402-b8c3-451a-b722-00815dc82ecf None None] For port 5a0d019e-6eca-4e22-b212-0e82ad625e5d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5a0d019e-6eca-4e22-b212-0e82ad625e5d,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:51.389475 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42e5d402-b8c3-451a-b722-00815dc82ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5a0d019e-6eca-4e22-b212-0e82ad625e5d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.442132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5d402-b8c3-451a-b722-00815dc82ecf None None] Pushing event updated for resources: {'Port': ['ID=5a0d019e-6eca-4e22-b212-0e82ad625e5d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:51.621962 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-209cf19c-9f4e-43d7-8b92-98e2d824cd90 None None] Provisioning complete for port 5a0d019e-6eca-4e22-b212-0e82ad625e5d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:51.622537 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-209cf19c-9f4e-43d7-8b92-98e2d824cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5a0d019e-6eca-4e22-b212-0e82ad625e5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.640796 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Publish callbacks [] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.647473 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.689609 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Attempting to bind port 2676294c-083a-4ca3-9ff0-40660ca8c1a2 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:51.689964 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Attempting to bind port 2676294c-083a-4ca3-9ff0-40660ca8c1a2 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:51.690325 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Attempting to bind port 2676294c-083a-4ca3-9ff0-40660ca8c1a2 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:51.703118 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:51.703499 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:51.703907 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.704431 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:51.704758 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Bound port: 2676294c-083a-4ca3-9ff0-40660ca8c1a2, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:51.705140 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.708582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-209cf19c-9f4e-43d7-8b92-98e2d824cd90 None None] Current status of the port 5a0d019e-6eca-4e22-b212-0e82ad625e5d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:51.743145 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Pushing event updated for resources: {'Port': ['ID=2676294c-083a-4ca3-9ff0-40660ca8c1a2,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:51.760147 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.760329 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.760605 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.760944 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.761279 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.761617 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.761975 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.762301 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.762627 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.762970 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.763299 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.763624 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.763943 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.776775 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] For port 2676294c-083a-4ca3-9ff0-40660ca8c1a2, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:51.780402 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] For port 2676294c-083a-4ca3-9ff0-40660ca8c1a2, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2676294c-083a-4ca3-9ff0-40660ca8c1a2,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:51.785684 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.817817 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.847998 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Routers {'bc9070f3-2347-4634-92a2-275f3a169b0b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:51.848619 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bc9070f3-2347-4634-92a2-275f3a169b0b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:51.895871 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19be91-bf71-4079-9510-624b26b710e0 None None] Pushing event updated for resources: {'Port': ['ID=2676294c-083a-4ca3-9ff0-40660ca8c1a2,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:51.965270 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] Set router bc9070f3-2347-4634-92a2-275f3a169b0b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:51.975326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Allocated IP 172.20.0.1 (ca462c69-6440-4e40-ae32-5e3cdc77830f/3b06e9f9-3148-488a-b8f5-fe0f11784e8d/b26b1a63-3fd4-430e-b5a4-968708d2907a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:52.085380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Publish callbacks [] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.115904 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5a0d019e-6eca-4e22-b212-0e82ad625e5d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:52.141136 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.175087 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Network ca462c69-6440-4e40-ae32-5e3cdc77830f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:52.175866 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:50Z', 'revision_number': 3, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:52.178256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:52.181998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:52.189589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5a0d019e-6eca-4e22-b212-0e82ad625e5d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:52.190062 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5a0d019e-6eca-4e22-b212-0e82ad625e5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.204845 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Pushing event updated for resources: {'Port': ['ID=b26b1a63-3fd4-430e-b5a4-968708d2907a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:52.211656 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e0c2d9-0642-4b66-ba87-52190dbabd14 None None] The sync data for ids ['bc9070f3-2347-4634-92a2-275f3a169b0b'] in n-d-615180-58 is: [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:50Z', 'revision_number': 3, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:52.227672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (bc9070f3-2347-4634-92a2-275f3a169b0b), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.293114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5a0d019e-6eca-4e22-b212-0e82ad625e5d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:52.376791 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.434559 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9db415ab-f73b-4bfa-9ff8-8d9a33344486 None None] Provisioning complete for port b26b1a63-3fd4-430e-b5a4-968708d2907a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:52.434958 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9db415ab-f73b-4bfa-9ff8-8d9a33344486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.500382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9db415ab-f73b-4bfa-9ff8-8d9a33344486 None None] Port b26b1a63-3fd4-430e-b5a4-968708d2907a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:52.578990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Publish callbacks [] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.583848 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.656179 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (bc9070f3-2347-4634-92a2-275f3a169b0b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.657981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Pushing event updated for resources: {'Port': ['ID=b26b1a63-3fd4-430e-b5a4-968708d2907a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:52.752957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Network ca462c69-6440-4e40-ae32-5e3cdc77830f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:52.754409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:52.894889 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Router bc9070f3-2347-4634-92a2-275f3a169b0b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:53.018202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:53.032405 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-207834ae-289c-4cca-95b0-e203660125af admin admin] 10.222.0.48 "PUT /v2.0/routers/bc9070f3-2347-4634-92a2-275f3a169b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0294476 Feb 11 05:47:53.032687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8b4e1da4-c4b0-4106-a758-52fa6c140d2a None None] Provisioning complete for port b26b1a63-3fd4-430e-b5a4-968708d2907a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:53.032687 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8b4e1da4-c4b0-4106-a758-52fa6c140d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.064196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e1da4-c4b0-4106-a758-52fa6c140d2a None None] Port b26b1a63-3fd4-430e-b5a4-968708d2907a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:53.532183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52748) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:53.537768 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-674912418-network', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:53.565817 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Made reservation on behalf of 464b939a1bb3470886b930e05bca5ac0 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:53.568233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.577629 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.656090 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Publish callbacks [] for security_group (fd904ab4-632c-4a45-9b39-d9e7f212f426), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.660116 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fd904ab4-632c-4a45-9b39-d9e7f212f426), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.687930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:53.694750 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd904ab4-632c-4a45-9b39-d9e7f212f426,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:53.702289 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (bd1be2ab-0bc1-41f0-b692-73ffb0912785), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.702644 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Added segment bd1be2ab-0bc1-41f0-b692-73ffb0912785 of type vlan for network 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e Feb 11 05:47:53.751343 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.777175 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.778379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.779033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.815449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2820675 Feb 11 05:47:53.818343 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52750) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:53.824917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5e39fc49-d9c0-48b3-8e6f-14e44c417b74 admin admin] Request body: {'subnet': {'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-674912418-subnet', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:53.828114 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Sync routers for ids ['bc9070f3-2347-4634-92a2-275f3a169b0b'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:53.841445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Routers {'bc9070f3-2347-4634-92a2-275f3a169b0b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:53.842742 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bc9070f3-2347-4634-92a2-275f3a169b0b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:53.844285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5d10f-ee3b-4635-aaa5-37a03c855257 admin admin] Pushing event updated for resources: {'Network': ['ID=971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:53.848079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e39fc49-d9c0-48b3-8e6f-14e44c417b74 admin admin] Made reservation on behalf of 464b939a1bb3470886b930e05bca5ac0 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:53.850683 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e39fc49-d9c0-48b3-8e6f-14e44c417b74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.891916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:54.025775 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e39fc49-d9c0-48b3-8e6f-14e44c417b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (62b9bbe7-598d-4620-b325-ead5c045a11e), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.035374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Set router bc9070f3-2347-4634-92a2-275f3a169b0b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:54.093877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39fc49-d9c0-48b3-8e6f-14e44c417b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b9bbe7-598d-4620-b325-ead5c045a11e,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:54.103115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e39fc49-d9c0-48b3-8e6f-14e44c417b74 admin admin] Checking segment: {'id': 'bd1be2ab-0bc1-41f0-b692-73ffb0912785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:54.103563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39fc49-d9c0-48b3-8e6f-14e44c417b74 admin admin] Network hostable DHCP agents. Network: 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:54.113933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2676294c-083a-4ca3-9ff0-40660ca8c1a2 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:54.122018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39fc49-d9c0-48b3-8e6f-14e44c417b74 admin admin] Network 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:54.132154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-5e39fc49-d9c0-48b3-8e6f-14e44c417b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:54.136557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39fc49-d9c0-48b3-8e6f-14e44c417b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:54.136968 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5e39fc49-d9c0-48b3-8e6f-14e44c417b74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.157457 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5e39fc49-d9c0-48b3-8e6f-14e44c417b74 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3378181 Feb 11 05:47:54.159983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52752) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:54.164594 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-674912418-router', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:54.166013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f0425-c623-48af-89fb-c40bc16f00e6 None None] Network 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:54.185523 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (74b0d8cf-6959-4cce-9656-d233032ad8b1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.186600 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (74b0d8cf-6959-4cce-9656-d233032ad8b1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.240902 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Publish callbacks [] for router_controller (74b0d8cf-6959-4cce-9656-d233032ad8b1), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.314207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2676294c-083a-4ca3-9ff0-40660ca8c1a2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:54.314498 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.384863 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Publish callbacks [] for router_gateway (74b0d8cf-6959-4cce-9656-d233032ad8b1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.385404 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e', 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e', 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'fixed_ips': [{'subnet_id': '62b9bbe7-598d-4620-b325-ead5c045a11e'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:54.386270 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.558526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2676294c-083a-4ca3-9ff0-40660ca8c1a2 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:54.558950 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.575285 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:52Z', 'revision_number': 4, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b26b1a63-3fd4-430e-b5a4-968708d2907a', 'name': '', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'mac_address': 'fa:16:3e:c4:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:51Z', 'updated_at': '2022-02-11T05:47:52Z', 'revision_number': 2, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'subnets': [{'id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:54.593141 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Publish callbacks [] for router_gateway (74b0d8cf-6959-4cce-9656-d233032ad8b1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.612476 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.618182 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Checking router: bc9070f3-2347-4634-92a2-275f3a169b0b for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:47:54.618548 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Updating router bc9070f3-2347-4634-92a2-275f3a169b0b port b26b1a63-3fd4-430e-b5a4-968708d2907a binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:47:54.621651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 2676294c-083a-4ca3-9ff0-40660ca8c1a2, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2676294c-083a-4ca3-9ff0-40660ca8c1a2,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:54.641349 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.659274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Allocated IP 172.20.0.2 (971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e/62b9bbe7-598d-4620-b325-ead5c045a11e/d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:54.694026 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.716516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Allocated IP 172.25.7.214 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/1184b3b1-71b9-4aac-8a8f-7bee8b684b0c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:54.828830 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Publish callbacks [] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.865246 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.908492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:54.911517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:54.915148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:54.920583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Pushing event updated for resources: {'Port': ['ID=1184b3b1-71b9-4aac-8a8f-7bee8b684b0c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:54.938491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=2676294c-083a-4ca3-9ff0-40660ca8c1a2,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:55.161881 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Publish callbacks [] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.171701 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.173670 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Publish callbacks [] for router_gateway (74b0d8cf-6959-4cce-9656-d233032ad8b1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.244104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Network 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:55.253186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Pushing event updated for resources: {'Port': ['ID=d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:55.255633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:55.259186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:55.339398 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Publish callbacks [] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.350726 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.355128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Attempting to bind port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:55.356166 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Attempting to bind port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'bd1be2ab-0bc1-41f0-b692-73ffb0912785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:55.356553 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Attempting to bind port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce on network 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:55.381080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (74b0d8cf-6959-4cce-9656-d233032ad8b1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.384136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:55.384534 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Checking segment: {'id': 'bd1be2ab-0bc1-41f0-b692-73ffb0912785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:55.384940 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.385338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Bound using segment: {'id': 'bd1be2ab-0bc1-41f0-b692-73ffb0912785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:55.385818 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Bound port: d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1be2ab-0bc1-41f0-b692-73ffb0912785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:55.386202 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.437174 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a0fa5-c9f8-47d3-a66e-644c3607e70f None None] Pushing event updated for resources: {'Port': ['ID=b26b1a63-3fd4-430e-b5a4-968708d2907a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:55.519977 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Attempting to bind port b26b1a63-3fd4-430e-b5a4-968708d2907a on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:55.520361 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Attempting to bind port b26b1a63-3fd4-430e-b5a4-968708d2907a by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:55.521031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Attempting to bind port b26b1a63-3fd4-430e-b5a4-968708d2907a on network ca462c69-6440-4e40-ae32-5e3cdc77830f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:55.524194 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] For port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:55.526316 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Router 74b0d8cf-6959-4cce-9656-d233032ad8b1 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:47:55.528512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] For port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce,segment=NetworkSegment(bd1be2ab-0bc1-41f0-b692-73ffb0912785),segment_id=bd1be2ab-0bc1-41f0-b692-73ffb0912785)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:55.533049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:55.533724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Checking segment: {'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:55.533927 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.534354 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Bound using segment: {'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:55.534932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Bound port: b26b1a63-3fd4-430e-b5a4-968708d2907a, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:55.535341 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.545904 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.647364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9361e1-6af7-4de4-913a-76e4f371f5d6 None None] Pushing event updated for resources: {'Port': ['ID=d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:55.656006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] For port b26b1a63-3fd4-430e-b5a4-968708d2907a, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:55.660128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] For port b26b1a63-3fd4-430e-b5a4-968708d2907a, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b26b1a63-3fd4-430e-b5a4-968708d2907a,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:55.666617 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.673109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:55.692551 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Sync routers for ids ['74b0d8cf-6959-4cce-9656-d233032ad8b1'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:55.697267 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.698562 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b169d6ae-c5ac-401c-aa99-46345ddda001 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5375140 Feb 11 05:47:55.701682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52754) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:55.729481 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Routers {'74b0d8cf-6959-4cce-9656-d233032ad8b1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:55.731456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Routers {'bc9070f3-2347-4634-92a2-275f3a169b0b'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:55.732098 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bc9070f3-2347-4634-92a2-275f3a169b0b'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:55.733517 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['74b0d8cf-6959-4cce-9656-d233032ad8b1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:55.790717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-914198c5-1e4e-44e9-9294-8d105b95eec5 None None] Provisioning complete for port b26b1a63-3fd4-430e-b5a4-968708d2907a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:55.791133 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-914198c5-1e4e-44e9-9294-8d105b95eec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.792718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a0fa5-c9f8-47d3-a66e-644c3607e70f None None] Pushing event updated for resources: {'Port': ['ID=b26b1a63-3fd4-430e-b5a4-968708d2907a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:55.928808 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Set router 74b0d8cf-6959-4cce-9656-d233032ad8b1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:56.058885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] Set router bc9070f3-2347-4634-92a2-275f3a169b0b gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:56.143969 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-914198c5-1e4e-44e9-9294-8d105b95eec5 None None] Current status of the port b26b1a63-3fd4-430e-b5a4-968708d2907a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:56.147795 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-914198c5-1e4e-44e9-9294-8d105b95eec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.200604 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'name': 'tempest-TestMinimumBasicScenario-674912418-router', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 3, 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'gw_port': {'id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:13:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:56.244324 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Checking router: 74b0d8cf-6959-4cce-9656-d233032ad8b1 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:47:56.245007 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Updating router 74b0d8cf-6959-4cce-9656-d233032ad8b1 port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:47:56.264493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-914198c5-1e4e-44e9-9294-8d105b95eec5 None None] For port b26b1a63-3fd4-430e-b5a4-968708d2907a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b26b1a63-3fd4-430e-b5a4-968708d2907a,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:56.270340 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-914198c5-1e4e-44e9-9294-8d105b95eec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.294912 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.342156 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2676294c-083a-4ca3-9ff0-40660ca8c1a2 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:56.362724 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.423109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914198c5-1e4e-44e9-9294-8d105b95eec5 None None] Pushing event updated for resources: {'Port': ['ID=b26b1a63-3fd4-430e-b5a4-968708d2907a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:56.467435 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-781c650a-c0ff-4acf-a607-5c5762652871 None None] Provisioning complete for port b26b1a63-3fd4-430e-b5a4-968708d2907a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:56.467822 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-781c650a-c0ff-4acf-a607-5c5762652871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.524216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2676294c-083a-4ca3-9ff0-40660ca8c1a2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:56.524930 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.533720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Allocated IP 172.20.0.1 (971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e/62b9bbe7-598d-4620-b325-ead5c045a11e/5281b9b6-8cc1-4715-9202-8b49ae950ea3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:56.618254 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Publish callbacks [] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.625665 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.634807 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:52Z', 'revision_number': 4, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b26b1a63-3fd4-430e-b5a4-968708d2907a', 'name': '', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'mac_address': 'fa:16:3e:c4:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:51Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'subnets': [{'id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:56.667487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-781c650a-c0ff-4acf-a607-5c5762652871 None None] Current status of the port b26b1a63-3fd4-430e-b5a4-968708d2907a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:56.671442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c674cf-3d0a-472d-8b12-09b851ccb4cb None None] The sync data for ids ['bc9070f3-2347-4634-92a2-275f3a169b0b'] in n-d-615180-58 is: [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:52Z', 'revision_number': 4, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b26b1a63-3fd4-430e-b5a4-968708d2907a', 'name': '', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'mac_address': 'fa:16:3e:c4:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:51Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'subnets': [{'id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:56.682852 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Publish callbacks [] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.730024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2676294c-083a-4ca3-9ff0-40660ca8c1a2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:56.731245 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:56.759028 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.808241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Network 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:56.812679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:56.819705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:56.846964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:56.847495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.861624 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bdf8c-a29d-4573-9836-933259da2e71 None None] Pushing event updated for resources: {'Port': ['ID=1184b3b1-71b9-4aac-8a8f-7bee8b684b0c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:56.882068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Pushing event updated for resources: {'Port': ['ID=5281b9b6-8cc1-4715-9202-8b49ae950ea3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:56.885366 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Attempting to bind port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:56.885747 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Attempting to bind port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:56.886112 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Attempting to bind port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:56.892589 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:56.892975 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:56.893381 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.893943 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:56.894528 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Bound port: 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:56.894796 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.909477 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (74b0d8cf-6959-4cce-9656-d233032ad8b1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.972042 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] For port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:56.980900 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] For port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1184b3b1-71b9-4aac-8a8f-7bee8b684b0c,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:56.990437 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.998103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:56.998515 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.056244 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Routers {'74b0d8cf-6959-4cce-9656-d233032ad8b1'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:57.056651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce,segment=NetworkSegment(bd1be2ab-0bc1-41f0-b692-73ffb0912785),segment_id=bd1be2ab-0bc1-41f0-b692-73ffb0912785)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:57.056892 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['74b0d8cf-6959-4cce-9656-d233032ad8b1'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:57.066886 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.113919 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bdf8c-a29d-4573-9836-933259da2e71 None None] Pushing event updated for resources: {'Port': ['ID=1184b3b1-71b9-4aac-8a8f-7bee8b684b0c,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:57.121437 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.135885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f782740-08a9-48b5-961b-d52490912c14 None None] Network 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:57.154702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:57.228667 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] Set router 74b0d8cf-6959-4cce-9656-d233032ad8b1 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:57.256419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-856bfb1c-1600-4f44-be2c-4458b90fc1f3 None None] Provisioning complete for port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:57.257100 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-856bfb1c-1600-4f44-be2c-4458b90fc1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.319469 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Publish callbacks [] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.328088 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.410919 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (74b0d8cf-6959-4cce-9656-d233032ad8b1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.413111 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Pushing event updated for resources: {'Port': ['ID=5281b9b6-8cc1-4715-9202-8b49ae950ea3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:57.413641 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-856bfb1c-1600-4f44-be2c-4458b90fc1f3 None None] Current status of the port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:57.502825 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'name': 'tempest-TestMinimumBasicScenario-674912418-router', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 3, 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'gw_port': {'id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:13:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:57.532352 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fbe5e-08a7-4d1c-b482-f280ba5c247b None None] The sync data for ids ['74b0d8cf-6959-4cce-9656-d233032ad8b1'] in n-d-615180-58 is: [{'id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'name': 'tempest-TestMinimumBasicScenario-674912418-router', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 3, 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'gw_port': {'id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:13:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:57.533224 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Network 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:57.534731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:57.639327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3815979c-6620-49f4-80e7-74322b7e74c5 None None] Provisioning complete for port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:57.639713 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3815979c-6620-49f4-80e7-74322b7e74c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.671484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Router 74b0d8cf-6959-4cce-9656-d233032ad8b1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:57.688771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3815979c-6620-49f4-80e7-74322b7e74c5 None None] Port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:57.699246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3815979c-6620-49f4-80e7-74322b7e74c5 None None] Provisioning complete for port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:57.699633 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3815979c-6620-49f4-80e7-74322b7e74c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.807645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3815979c-6620-49f4-80e7-74322b7e74c5 None None] Current status of the port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:57.831124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:57.844725 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c157a012-deb9-4e46-8228-383aa4f67126 admin admin] 10.222.0.48 "PUT /v2.0/routers/74b0d8cf-6959-4cce-9656-d233032ad8b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1405296 Feb 11 05:47:57.934209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-37040c86-b795-45ae-bc75-8ced466938b0 None None] Provisioning complete for port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:57.934209 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37040c86-b795-45ae-bc75-8ced466938b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.003372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-37040c86-b795-45ae-bc75-8ced466938b0 None None] Port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:58.232238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-55a1437c-a874-4a4f-b9f3-471c74b11505 None None] Provisioning complete for port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:58.233021 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-55a1437c-a874-4a4f-b9f3-471c74b11505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.261031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b26b1a63-3fd4-430e-b5a4-968708d2907a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:58.304603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-55a1437c-a874-4a4f-b9f3-471c74b11505 None None] Port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:58.325002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b26b1a63-3fd4-430e-b5a4-968708d2907a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:58.325557 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.416169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b26b1a63-3fd4-430e-b5a4-968708d2907a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:58.417320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:58.480053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:58.481050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.562399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:58.562804 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.584716 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1184b3b1-71b9-4aac-8a8f-7bee8b684b0c,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:58.590077 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.591251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:58.679369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=1184b3b1-71b9-4aac-8a8f-7bee8b684b0c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:58.687496 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:58.687882 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.770132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:00.103757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:00.162129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Sync routers for ids ['74b0d8cf-6959-4cce-9656-d233032ad8b1'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:00.185263 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Routers {'74b0d8cf-6959-4cce-9656-d233032ad8b1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:00.185890 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['74b0d8cf-6959-4cce-9656-d233032ad8b1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:00.224110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:00.224453 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.516292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Set router 74b0d8cf-6959-4cce-9656-d233032ad8b1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:00.564634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:00.753049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'name': 'tempest-TestMinimumBasicScenario-674912418-router', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:57Z', 'revision_number': 4, 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'gw_port': {'id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '5281b9b6-8cc1-4715-9202-8b49ae950ea3', 'name': '', 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'mac_address': 'fa:16:3e:37:51:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b9bbe7-598d-4620-b325-ead5c045a11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:56Z', 'updated_at': '2022-02-11T05:47:57Z', 'revision_number': 2, 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'subnets': [{'id': '62b9bbe7-598d-4620-b325-ead5c045a11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:00.779477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Checking router: 74b0d8cf-6959-4cce-9656-d233032ad8b1 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:00.779839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Updating router 74b0d8cf-6959-4cce-9656-d233032ad8b1 port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:00.812840 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.117637 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Publish callbacks [] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.126221 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.258871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Attempting to bind port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:01.259294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Attempting to bind port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'bd1be2ab-0bc1-41f0-b692-73ffb0912785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:01.259676 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Attempting to bind port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 on network 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:01.261989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d59328-4698-4c17-bffd-65c8a7889339 None None] Pushing event updated for resources: {'Port': ['ID=5281b9b6-8cc1-4715-9202-8b49ae950ea3,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:01.278530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:01.279006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Checking segment: {'id': 'bd1be2ab-0bc1-41f0-b692-73ffb0912785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:01.279455 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.279868 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Bound using segment: {'id': 'bd1be2ab-0bc1-41f0-b692-73ffb0912785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:01.280452 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Bound port: 5281b9b6-8cc1-4715-9202-8b49ae950ea3, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1be2ab-0bc1-41f0-b692-73ffb0912785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:01.280856 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.386260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] For port 5281b9b6-8cc1-4715-9202-8b49ae950ea3, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:01.391721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] For port 5281b9b6-8cc1-4715-9202-8b49ae950ea3, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5281b9b6-8cc1-4715-9202-8b49ae950ea3,segment=NetworkSegment(bd1be2ab-0bc1-41f0-b692-73ffb0912785),segment_id=bd1be2ab-0bc1-41f0-b692-73ffb0912785)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:01.398773 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.464450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d59328-4698-4c17-bffd-65c8a7889339 None None] Pushing event updated for resources: {'Port': ['ID=5281b9b6-8cc1-4715-9202-8b49ae950ea3,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:01.468542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Routers {'74b0d8cf-6959-4cce-9656-d233032ad8b1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:01.469181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:47:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['74b0d8cf-6959-4cce-9656-d233032ad8b1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:01.585758 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-04b1261e-b7b7-4ebd-9ed3-bbae076e207d None None] Provisioning complete for port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:01.586148 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04b1261e-b7b7-4ebd-9ed3-bbae076e207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.595494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] Set router 74b0d8cf-6959-4cce-9656-d233032ad8b1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:01.812269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-04b1261e-b7b7-4ebd-9ed3-bbae076e207d None None] Current status of the port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:01.812553 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04b1261e-b7b7-4ebd-9ed3-bbae076e207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.884938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-04b1261e-b7b7-4ebd-9ed3-bbae076e207d None None] For port 5281b9b6-8cc1-4715-9202-8b49ae950ea3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5281b9b6-8cc1-4715-9202-8b49ae950ea3,segment=NetworkSegment(bd1be2ab-0bc1-41f0-b692-73ffb0912785),segment_id=bd1be2ab-0bc1-41f0-b692-73ffb0912785)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:01.889694 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04b1261e-b7b7-4ebd-9ed3-bbae076e207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.947587 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1261e-b7b7-4ebd-9ed3-bbae076e207d None None] Pushing event updated for resources: {'Port': ['ID=5281b9b6-8cc1-4715-9202-8b49ae950ea3,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:01.966508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'name': 'tempest-TestMinimumBasicScenario-674912418-router', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:57Z', 'revision_number': 4, 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'gw_port': {'id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '5281b9b6-8cc1-4715-9202-8b49ae950ea3', 'name': '', 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'mac_address': 'fa:16:3e:37:51:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b9bbe7-598d-4620-b325-ead5c045a11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:56Z', 'updated_at': '2022-02-11T05:48:01Z', 'revision_number': 4, 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'subnets': [{'id': '62b9bbe7-598d-4620-b325-ead5c045a11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:02.005437 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a04beb-a80a-410d-8cc4-399ac336d63a None None] The sync data for ids ['74b0d8cf-6959-4cce-9656-d233032ad8b1'] in n-d-615180-58 is: [{'id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'name': 'tempest-TestMinimumBasicScenario-674912418-router', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:57Z', 'revision_number': 4, 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'gw_port': {'id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '5281b9b6-8cc1-4715-9202-8b49ae950ea3', 'name': '', 'network_id': '971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'mac_address': 'fa:16:3e:37:51:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '62b9bbe7-598d-4620-b325-ead5c045a11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:56Z', 'updated_at': '2022-02-11T05:48:01Z', 'revision_number': 4, 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'subnets': [{'id': '62b9bbe7-598d-4620-b325-ead5c045a11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:02.040683 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2acf6b15-6c9f-4a54-9067-7bad2e1ba306 None None] Provisioning complete for port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:02.041319 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2acf6b15-6c9f-4a54-9067-7bad2e1ba306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.171636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2acf6b15-6c9f-4a54-9067-7bad2e1ba306 None None] Current status of the port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:03.838674 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.138279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5281b9b6-8cc1-4715-9202-8b49ae950ea3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:04.194780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:04.195698 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.281927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:07.586520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d178f9-0eab-4859-9925-9c6201d386eb req-a9c6f742-73e3-467c-8406-c77e2dbf7ccf tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:07.588026 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-a9c6f742-73e3-467c-8406-c77e2dbf7ccf tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/networks?id=ca462c69-6440-4e40-ae32-5e3cdc77830f HTTP/1.1" status: 200 len: 814 time: 0.1000469 Feb 11 05:48:07.603069 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-93680f24-1b75-42bb-8448-ae40682e7e6d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/quotas/a4325590779e4282bc4a70028f33b3c6 HTTP/1.1" status: 200 len: 375 time: 0.0089531 Feb 11 05:48:07.665720 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-c2867ea0-9e8a-4bda-bae7-e5477bfeee75 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4325590779e4282bc4a70028f33b3c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576370 Feb 11 05:48:07.848421 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e50a6754-df0c-49ea-b814-abb8b4b92dbc service neutron] 10.222.0.48 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708889 Feb 11 05:48:07.879603 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.941358 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-78386516-08ea-416c-b7c5-c678d5d85a5a service neutron] 10.222.0.48 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872073 Feb 11 05:48:08.112463 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-840e0658-fdae-48ab-87ce-9392220fda4a req-da1cb046-9f0e-4ff6-9691-246d662f2b15 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 210 time: 0.0287335 Feb 11 05:48:08.579601 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:48:09.135354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d178f9-0eab-4859-9925-9c6201d386eb req-95c3f22e-ab94-4285-bd6b-ba0e0ad861cc tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:09.136887 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-95c3f22e-ab94-4285-bd6b-ba0e0ad861cc tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.60 "GET /v2.0/networks?id=ca462c69-6440-4e40-ae32-5e3cdc77830f HTTP/1.1" status: 200 len: 814 time: 0.1128833 Feb 11 05:48:09.154990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-21d178f9-0eab-4859-9925-9c6201d386eb req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Request body: {'port': {'device_id': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'admin_state_up': True, 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:09.241870 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c080e23a-7c4b-424d-b72f-6607ed5a7bff req-0410ce2e-1e9f-4b8d-b3d3-ebf5b71e1946 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 210 time: 0.0535870 Feb 11 05:48:09.299537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d178f9-0eab-4859-9925-9c6201d386eb req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Made reservation on behalf of a4325590779e4282bc4a70028f33b3c6 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:09.302951 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21d178f9-0eab-4859-9925-9c6201d386eb req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.447753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-21d178f9-0eab-4859-9925-9c6201d386eb req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Allocated IP 172.20.0.5 (ca462c69-6440-4e40-ae32-5e3cdc77830f/3b06e9f9-3148-488a-b8f5-fe0f11784e8d/94114fea-d449-4afb-8f87-d94b60d36999) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:09.526577 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8c11a09-502f-40c3-88f3-cd9cbe28b45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.624280 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21d178f9-0eab-4859-9925-9c6201d386eb req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for port (94114fea-d449-4afb-8f87-d94b60d36999), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.661415 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21d178f9-0eab-4859-9925-9c6201d386eb req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (94114fea-d449-4afb-8f87-d94b60d36999), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.727128 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d178f9-0eab-4859-9925-9c6201d386eb req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Network ca462c69-6440-4e40-ae32-5e3cdc77830f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:09.733354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-21d178f9-0eab-4859-9925-9c6201d386eb req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:09.738562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d178f9-0eab-4859-9925-9c6201d386eb req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:09.784989 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event updated for resources: {'Port': ['ID=94114fea-d449-4afb-8f87-d94b60d36999,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:09.817131 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d178f9-0eab-4859-9925-9c6201d386eb req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:09.818089 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21d178f9-0eab-4859-9925-9c6201d386eb req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.858444 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-077692d5-1cbe-4e76-8f7d-a6ee726441c0 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7088325 Feb 11 05:48:10.072984 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3d29df6c-23a3-48b6-bfcd-115bb8b68128 None None] Provisioning complete for port 94114fea-d449-4afb-8f87-d94b60d36999 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:10.073374 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3d29df6c-23a3-48b6-bfcd-115bb8b68128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (94114fea-d449-4afb-8f87-d94b60d36999), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.123906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3d29df6c-23a3-48b6-bfcd-115bb8b68128 None None] Port 94114fea-d449-4afb-8f87-d94b60d36999 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:10.381453 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527a168-39c2-4b5f-b418-ad0ab2db55a8 req-7d79b12d-3ba7-4a36-88de-991a5195ed79 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:10.383198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1527a168-39c2-4b5f-b418-ad0ab2db55a8 req-7d79b12d-3ba7-4a36-88de-991a5195ed79 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 931 time: 0.0624814 Feb 11 05:48:10.441395 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1527a168-39c2-4b5f-b418-ad0ab2db55a8 req-16f03e08-7b78-4003-be5b-f26f087c321e tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513759 Feb 11 05:48:11.562513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a8dc0-23bf-497b-9504-729d03299ee5 req-7fb53d44-ac40-4612-b671-62b6e8f5db83 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:11.564095 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a5a8dc0-23bf-497b-9504-729d03299ee5 req-7fb53d44-ac40-4612-b671-62b6e8f5db83 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 931 time: 0.0537460 Feb 11 05:48:11.617961 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9a5a8dc0-23bf-497b-9504-729d03299ee5 req-2c4a92e5-a15f-4713-8671-be53bef882b7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476210 Feb 11 05:48:11.993856 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79d79fc5-80dc-490b-b4b4-c51d7598a448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.749791 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab79b30-c9bf-438f-b320-008655bd8ebe req-ccf7a149-b2dd-4676-bbe8-9f6fa8657632 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:12.751490 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ab79b30-c9bf-438f-b320-008655bd8ebe req-ccf7a149-b2dd-4676-bbe8-9f6fa8657632 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 931 time: 0.0643752 Feb 11 05:48:12.800778 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ab79b30-c9bf-438f-b320-008655bd8ebe req-6aa2e80f-477a-44e2-b639-66cb8bcdf84a tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433824 Feb 11 05:48:12.982409 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.925068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e588a2-fcb1-463b-aeb4-a10adf479778 req-62b56499-1878-46d3-a90c-2199ac2c0dcb tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:13.926812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-35e588a2-fcb1-463b-aeb4-a10adf479778 req-62b56499-1878-46d3-a90c-2199ac2c0dcb tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 931 time: 0.0562358 Feb 11 05:48:13.981537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-35e588a2-fcb1-463b-aeb4-a10adf479778 req-2c884f0c-9e9c-4c08-9962-389c8e2bd9a7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487580 Feb 11 05:48:14.558105 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.114346 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd093b-d10c-4edd-ba66-865c8ba36542 req-863d0a98-200a-4d1d-af85-72cd9ad457f4 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:15.115860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5cbd093b-d10c-4edd-ba66-865c8ba36542 req-863d0a98-200a-4d1d-af85-72cd9ad457f4 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 931 time: 0.0595949 Feb 11 05:48:15.179937 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5cbd093b-d10c-4edd-ba66-865c8ba36542 req-39f9a9f9-e4a2-49ad-a434-d1e2e33bf4d8 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584474 Feb 11 05:48:15.783954 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.311439 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fec35-7fc7-4625-b006-14e57e99fc37 req-5becf0f0-4aa7-4d35-90d2-c2348e5fa647 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:16.313059 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a20fec35-7fc7-4625-b006-14e57e99fc37 req-5becf0f0-4aa7-4d35-90d2-c2348e5fa647 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 931 time: 0.0640078 Feb 11 05:48:16.360900 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a20fec35-7fc7-4625-b006-14e57e99fc37 req-9a5dc521-c425-4abb-9750-bd34c81a8538 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417013 Feb 11 05:48:17.479637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802e55-687a-49f7-b29c-44d9f0c84fd5 req-0230b861-207e-4133-9b3e-ddd02da7eda2 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:17.481085 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d6802e55-687a-49f7-b29c-44d9f0c84fd5 req-0230b861-207e-4133-9b3e-ddd02da7eda2 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 931 time: 0.0513365 Feb 11 05:48:17.526469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d6802e55-687a-49f7-b29c-44d9f0c84fd5 req-b2ef6e53-20f4-4d89-bd08-56f2e9a25084 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397587 Feb 11 05:48:18.645749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da350497-6c0a-4239-8a0b-2a110057e0ba req-a47e0817-75dc-48fc-be58-e54c5c5792e7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:18.647766 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da350497-6c0a-4239-8a0b-2a110057e0ba req-a47e0817-75dc-48fc-be58-e54c5c5792e7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 931 time: 0.0562062 Feb 11 05:48:18.692293 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-da350497-6c0a-4239-8a0b-2a110057e0ba req-ccd6377e-83b3-48f8-976f-cff460aa123b tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393405 Feb 11 05:48:19.812371 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac9ca4-d39a-48b0-a420-59f0f8702916 req-b222ca2d-eda9-45bb-b3fa-1c8b970a2253 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:19.813826 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57ac9ca4-d39a-48b0-a420-59f0f8702916 req-b222ca2d-eda9-45bb-b3fa-1c8b970a2253 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 931 time: 0.0524182 Feb 11 05:48:19.864523 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-57ac9ca4-d39a-48b0-a420-59f0f8702916 req-fc7dc2eb-077b-4e8b-9afa-0e2857f9c729 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450048 Feb 11 05:48:20.979858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b649d-c8a4-4911-8ef5-7624ea59eeb7 req-8e9d525c-17be-49a2-b348-9320429ed9a3 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.981338 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d17b649d-c8a4-4911-8ef5-7624ea59eeb7 req-8e9d525c-17be-49a2-b348-9320429ed9a3 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 931 time: 0.0513463 Feb 11 05:48:21.027721 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d17b649d-c8a4-4911-8ef5-7624ea59eeb7 req-27bd3672-a95d-4017-92d2-df350f9b894c tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Feb 11 05:48:22.147463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3891f3-6899-42a7-9552-f960b9a6fe42 req-bd2c01fb-430f-4c7a-b78f-df34b327d2e9 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:22.148950 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a3891f3-6899-42a7-9552-f960b9a6fe42 req-bd2c01fb-430f-4c7a-b78f-df34b327d2e9 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 931 time: 0.0528238 Feb 11 05:48:22.195045 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a3891f3-6899-42a7-9552-f960b9a6fe42 req-1d3057db-af61-459a-b7bd-830144a3c84f tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404220 Feb 11 05:48:22.758359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Request body: {'port': {'device_id': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:22.819118 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (94114fea-d449-4afb-8f87-d94b60d36999), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.079291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94114fea-d449-4afb-8f87-d94b60d36999 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:48:23.086574 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Publish callbacks [] for port (94114fea-d449-4afb-8f87-d94b60d36999), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.099453 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Transition to ACTIVE for port object 94114fea-d449-4afb-8f87-d94b60d36999 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:48:23.103114 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (94114fea-d449-4afb-8f87-d94b60d36999), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.155902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Pushing event updated for resources: {'Port': ['ID=94114fea-d449-4afb-8f87-d94b60d36999,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:23.229320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Attempting to bind port 94114fea-d449-4afb-8f87-d94b60d36999 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:23.229630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Attempting to bind port 94114fea-d449-4afb-8f87-d94b60d36999 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:23.229958 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Attempting to bind port 94114fea-d449-4afb-8f87-d94b60d36999 on network ca462c69-6440-4e40-ae32-5e3cdc77830f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:23.234785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Port 94114fea-d449-4afb-8f87-d94b60d36999 on network ca462c69-6440-4e40-ae32-5e3cdc77830f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:48:23.235147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Attempting to bind port 94114fea-d449-4afb-8f87-d94b60d36999 on network ca462c69-6440-4e40-ae32-5e3cdc77830f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:23.240140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:23.240483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Checking segment: {'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:23.240868 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Bound using segment: {'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:23.241292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Bound port: 94114fea-d449-4afb-8f87-d94b60d36999, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b71719e-1974-4be4-a1d4-e92d162b8e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:23.241657 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (94114fea-d449-4afb-8f87-d94b60d36999), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.336862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] For port 94114fea-d449-4afb-8f87-d94b60d36999, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:23.340575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] For port 94114fea-d449-4afb-8f87-d94b60d36999, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=94114fea-d449-4afb-8f87-d94b60d36999,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:23.352825 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6d418-098d-4a7f-baa0-cb9850c085bd req-742134df-63e3-4035-9966-fbcf9ae3824d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.354347 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aca6d418-098d-4a7f-baa0-cb9850c085bd req-742134df-63e3-4035-9966-fbcf9ae3824d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 943 time: 0.0799177 Feb 11 05:48:23.355952 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (94114fea-d449-4afb-8f87-d94b60d36999), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.409104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.409724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.411154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] 10.222.0.60 "PUT /v2.0/ports/94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 200 len: 1092 time: 0.6571100 Feb 11 05:48:23.411605 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:23.413872 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4d9672-23e7-4678-813d-09a2ab7db4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "tag": "94114fea-d449-4afb-8f87-d94b60d36999"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:23.457746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c1ff5-449c-461d-8ded-3089e425eebf service neutron] Pushing event updated for resources: {'Port': ['ID=94114fea-d449-4afb-8f87-d94b60d36999,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:23.464087 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aca6d418-098d-4a7f-baa0-cb9850c085bd req-c0574e2a-11e3-4b84-9156-bd7d4fbc06e1 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003685 Feb 11 05:48:23.471720 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdf39ae-0aaf-4a3d-a4f5-853f5e5e4af7 x-openstack-request-id: req-7bdf39ae-0aaf-4a3d-a4f5-853f5e5e4af7 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:23.479297 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "tag": "94114fea-d449-4afb-8f87-d94b60d36999", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:23.479586 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7bdf39ae-0aaf-4a3d-a4f5-853f5e5e4af7 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:23.480014 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999', 'status': 'completed', 'code': 200} Feb 11 05:48:23.614590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d9672-23e7-4678-813d-09a2ab7db4ac req-f2649412-862b-42a4-830c-c0e7874bd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.616144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc4d9672-23e7-4678-813d-09a2ab7db4ac req-f2649412-862b-42a4-830c-c0e7874bd238 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4325590779e4282bc4a70028f33b3c6&device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 1126 time: 0.0459738 Feb 11 05:48:23.786491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d9672-23e7-4678-813d-09a2ab7db4ac req-0a657ae8-9075-41c8-87ee-12b3fda642e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.787992 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc4d9672-23e7-4678-813d-09a2ab7db4ac req-0a657ae8-9075-41c8-87ee-12b3fda642e0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a4325590779e4282bc4a70028f33b3c6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1603119 Feb 11 05:48:23.960034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d9672-23e7-4678-813d-09a2ab7db4ac req-fbceaf76-991c-4787-b366-617c3bf5416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.961528 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cc4d9672-23e7-4678-813d-09a2ab7db4ac req-fbceaf76-991c-4787-b366-617c3bf5416b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670918 Feb 11 05:48:24.057607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d178f9-0eab-4859-9925-9c6201d386eb req-43bb940e-d071-4afb-88fd-482cf17bf8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.059123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-43bb940e-d071-4afb-88fd-482cf17bf8c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4325590779e4282bc4a70028f33b3c6&device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 1126 time: 0.0442123 Feb 11 05:48:24.104250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-bc76cd74-6124-4261-993d-8e84bf80c09b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 200 len: 217 time: 0.0339875 Feb 11 05:48:24.156741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d178f9-0eab-4859-9925-9c6201d386eb req-3f232c40-c40d-4ae4-bf61-6a2b758f9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.158184 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-3f232c40-c40d-4ae4-bf61-6a2b758f9a6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b06e9f9-3148-488a-b8f5-fe0f11784e8d HTTP/1.1" status: 200 len: 853 time: 0.0472014 Feb 11 05:48:24.213118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d178f9-0eab-4859-9925-9c6201d386eb req-20b31781-d657-494c-a878-566f6d8e1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.214548 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-20b31781-d657-494c-a878-566f6d8e1fa5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca462c69-6440-4e40-ae32-5e3cdc77830f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501184 Feb 11 05:48:24.304622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-2b00fe1e-1c94-49aa-9800-61b88a56c961 service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Feb 11 05:48:24.397640 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-21d178f9-0eab-4859-9925-9c6201d386eb req-ec711d78-7ebf-41b5-adfe-0c732dbe5e0b service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851083 Feb 11 05:48:24.602030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31c894-1c0d-42a1-8a5c-8292810aae8c req-b2bb6f48-19bc-4e29-8bb9-763860d9907d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.603522 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b31c894-1c0d-42a1-8a5c-8292810aae8c req-b2bb6f48-19bc-4e29-8bb9-763860d9907d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 943 time: 0.0568767 Feb 11 05:48:24.649128 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8b31c894-1c0d-42a1-8a5c-8292810aae8c req-20edf104-06d8-4685-b6bb-9c4cfc04fc66 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394998 Feb 11 05:48:25.767733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ed62a-a6d0-494a-8742-49ee55fd47d3 req-e7b18e8a-1788-44fc-838c-98951ec57fef tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:25.769209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-362ed62a-a6d0-494a-8742-49ee55fd47d3 req-e7b18e8a-1788-44fc-838c-98951ec57fef tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 943 time: 0.0536318 Feb 11 05:48:25.815244 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-362ed62a-a6d0-494a-8742-49ee55fd47d3 req-4a66d50d-a6e6-4c0f-8d8b-57654360fa3f tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401745 Feb 11 05:48:26.937719 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5c489-f577-4a2b-8a9e-c065a9e8a14d req-7387175e-bf98-4dc7-bd19-49524d5b9ee9 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:26.939216 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1fe5c489-f577-4a2b-8a9e-c065a9e8a14d req-7387175e-bf98-4dc7-bd19-49524d5b9ee9 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 943 time: 0.0573843 Feb 11 05:48:26.985388 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1fe5c489-f577-4a2b-8a9e-c065a9e8a14d req-6081b6c3-1379-486a-ba3d-89c66b6c67c6 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Feb 11 05:48:28.370296 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 94114fea-d449-4afb-8f87-d94b60d36999 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:48:28.433568 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdf7cf-9a49-420b-beb2-901918284dc5 req-fa59818d-f9fd-46a6-929c-47d09261791b tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:28.435099 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48cdf7cf-9a49-420b-beb2-901918284dc5 req-fa59818d-f9fd-46a6-929c-47d09261791b tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 943 time: 0.3834267 Feb 11 05:48:28.473099 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 94114fea-d449-4afb-8f87-d94b60d36999, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=94114fea-d449-4afb-8f87-d94b60d36999,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:28.482711 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48cdf7cf-9a49-420b-beb2-901918284dc5 req-4cff1695-500a-4a11-b699-945bf98485bb tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 Feb 11 05:48:28.483959 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '94114fea-d449-4afb-8f87-d94b60d36999', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'port_id': '94114fea-d449-4afb-8f87-d94b60d36999', 'mac_address': 'fa:16:3e:c4:bd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:48:28.520770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 94114fea-d449-4afb-8f87-d94b60d36999 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:28.521162 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (94114fea-d449-4afb-8f87-d94b60d36999), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.534279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94114fea-d449-4afb-8f87-d94b60d36999 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:48:28.554052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 94114fea-d449-4afb-8f87-d94b60d36999, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=94114fea-d449-4afb-8f87-d94b60d36999,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:28.557660 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (94114fea-d449-4afb-8f87-d94b60d36999), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.603238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=94114fea-d449-4afb-8f87-d94b60d36999,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:28.973598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['94114fea-d449-4afb-8f87-d94b60d36999'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:48:29.599132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea43a19-b39e-448c-972c-0172294054db req-3df673c9-fbac-432c-ba6f-0c4d1b2ed636 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:29.600598 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ea43a19-b39e-448c-972c-0172294054db req-3df673c9-fbac-432c-ba6f-0c4d1b2ed636 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 944 time: 0.0514059 Feb 11 05:48:29.647472 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ea43a19-b39e-448c-972c-0172294054db req-40c9d5ef-859b-4eeb-9eb9-9592c90232e7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Feb 11 05:48:30.385163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 94114fea-d449-4afb-8f87-d94b60d36999 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:30.434119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 94114fea-d449-4afb-8f87-d94b60d36999 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:48:30.438160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 94114fea-d449-4afb-8f87-d94b60d36999 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:30.438536 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (94114fea-d449-4afb-8f87-d94b60d36999), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.516242 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 94114fea-d449-4afb-8f87-d94b60d36999 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:30.516642 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (94114fea-d449-4afb-8f87-d94b60d36999), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.539446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:30.541667 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eead9ca-0011-4e2c-b27f-d05c9106acc8" -d '{"events": [{"server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "name": "network-vif-plugged", "status": "completed", "tag": "94114fea-d449-4afb-8f87-d94b60d36999"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:30.553952 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 94114fea-d449-4afb-8f87-d94b60d36999, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=94114fea-d449-4afb-8f87-d94b60d36999,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:30.558159 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (94114fea-d449-4afb-8f87-d94b60d36999), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.603971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=94114fea-d449-4afb-8f87-d94b60d36999,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:30.694561 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6054c6f-721c-4307-8c5a-d1bd77899850 x-openstack-request-id: req-d6054c6f-721c-4307-8c5a-d1bd77899850 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:30.694863 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "name": "network-vif-plugged", "status": "completed", "tag": "94114fea-d449-4afb-8f87-d94b60d36999", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:30.695166 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6054c6f-721c-4307-8c5a-d1bd77899850 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:30.695571 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999', 'code': 200} Feb 11 05:48:30.765937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafc6cf-bec0-48e3-a796-746002902a26 req-940ae467-5dd0-4a1b-9946-6574f6985751 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:30.767441 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aaafc6cf-bec0-48e3-a796-746002902a26 req-940ae467-5dd0-4a1b-9946-6574f6985751 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 945 time: 0.0530612 Feb 11 05:48:30.817619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1421a-b137-4f93-a15b-cc38b8c8b6e3 req-d46ebd80-7f1e-44aa-9d18-1a82a91acfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:30.818482 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aaafc6cf-bec0-48e3-a796-746002902a26 req-68351700-1dc1-4516-a0a8-28f4f4120526 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 Feb 11 05:48:30.819164 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23e1421a-b137-4f93-a15b-cc38b8c8b6e3 req-d46ebd80-7f1e-44aa-9d18-1a82a91acfb7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 1128 time: 0.0439270 Feb 11 05:48:30.865970 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23e1421a-b137-4f93-a15b-cc38b8c8b6e3 req-a00f26a3-8da7-423a-9289-151b0725c238 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402679 Feb 11 05:48:31.939946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c34169-baf6-42e5-be33-4f1594bd4329 req-14b653be-74e2-407a-80ee-d1242aacd41e tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:31.941420 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13c34169-baf6-42e5-be33-4f1594bd4329 req-14b653be-74e2-407a-80ee-d1242aacd41e tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 945 time: 0.0552769 Feb 11 05:48:31.988090 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-13c34169-baf6-42e5-be33-4f1594bd4329 req-855a1156-9ac3-48e9-bb79-163b83c33ee9 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Feb 11 05:48:33.118882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666142bc-e98d-4fb6-a287-4026d4e62168 req-7ac71b7f-28f7-4cef-9826-c2fe1d93192a tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:33.120380 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-666142bc-e98d-4fb6-a287-4026d4e62168 req-7ac71b7f-28f7-4cef-9826-c2fe1d93192a tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 945 time: 0.0534680 Feb 11 05:48:33.166852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-666142bc-e98d-4fb6-a287-4026d4e62168 req-89feb5cf-390e-4bcc-b9c9-0c6d0c3954c4 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Feb 11 05:48:33.282663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e247ea-83e9-4182-9f52-e1884551cbe3 req-394f4dc9-cfc5-4832-8f0b-124a150dfa69 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:33.284094 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-92e247ea-83e9-4182-9f52-e1884551cbe3 req-394f4dc9-cfc5-4832-8f0b-124a150dfa69 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 945 time: 0.0525732 Feb 11 05:48:33.330608 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-92e247ea-83e9-4182-9f52-e1884551cbe3 req-25d222f6-4358-4f1d-b276-ef7fb69ced28 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Feb 11 05:48:33.519563 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1d1f1-aaf0-44a4-8bb2-cc0c371eb7be req-fb9af17f-26bb-4ef6-948d-449efb757771 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:33.521030 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d3b1d1f1-aaf0-44a4-8bb2-cc0c371eb7be req-fb9af17f-26bb-4ef6-948d-449efb757771 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 945 time: 0.0514171 Feb 11 05:48:33.571253 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d3b1d1f1-aaf0-44a4-8bb2-cc0c371eb7be req-d17a6408-b65b-4bad-8f28-b79f2a6a326b tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443289 Feb 11 05:48:33.829016 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.897313 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.502377 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-596e1286-1be7-4f88-8fd5-169624460c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.988888 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-96a7da14-8544-4c91-8e59-b7f34b280ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.983850 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.559603 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.580452 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:48:45.778506 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.422718 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091665-b3c9-4aef-a4ee-a894bbf37d53 req-1a150b5b-a7f2-45a8-bcf8-69c037303f56 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:52.424227 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f091665-b3c9-4aef-a4ee-a894bbf37d53 req-1a150b5b-a7f2-45a8-bcf8-69c037303f56 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 945 time: 0.0530062 Feb 11 05:48:52.470283 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f091665-b3c9-4aef-a4ee-a894bbf37d53 req-c2be7c82-9ced-40a1-baad-23c4d8f19b9f tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404062 Feb 11 05:48:52.492674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52980) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:52.610454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a17665-ea64-41ea-9f95-53bde37cac61 tempest-TestMinimumBasicScenario-1547125732 tempest-TestMinimumBasicScenario-1547125732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:52.611973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b7a17665-ea64-41ea-9f95-53bde37cac61 tempest-TestMinimumBasicScenario-1547125732 tempest-TestMinimumBasicScenario-1547125732-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 1123 time: 0.1183038 Feb 11 05:48:52.615051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52984) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:52.619491 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '94114fea-d449-4afb-8f87-d94b60d36999', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:52.639479 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.736664 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.836983 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Allocated IP 172.25.7.100 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/5fab4a7a-b2b9-498e-9dfe-8f8aa882505c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:52.943398 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for port (5fab4a7a-b2b9-498e-9dfe-8f8aa882505c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.976774 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5fab4a7a-b2b9-498e-9dfe-8f8aa882505c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.014543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:53.017974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:53.020591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:53.046829 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event updated for resources: {'Port': ['ID=5fab4a7a-b2b9-498e-9dfe-8f8aa882505c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:53.059474 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.059833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.060187 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.060533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.060868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.061219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.061538 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.061868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.062196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.062530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.062855 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.063208 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.063534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:53.400649 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for floatingip (9d5d62a9-2b12-4d66-b4bf-edca221df6e6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.466311 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5fab4a7a-b2b9-498e-9dfe-8f8aa882505c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.616516 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for port (5fab4a7a-b2b9-498e-9dfe-8f8aa882505c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.621081 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (5fab4a7a-b2b9-498e-9dfe-8f8aa882505c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.689450 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event updated for resources: {'Port': ['ID=5fab4a7a-b2b9-498e-9dfe-8f8aa882505c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:53.700856 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (9d5d62a9-2b12-4d66-b4bf-edca221df6e6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.800434 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Floating IP 9d5d62a9-2b12-4d66-b4bf-edca221df6e6 associated. External IP: 172.25.7.100, port: 94114fea-d449-4afb-8f87-d94b60d36999. Feb 11 05:48:54.015728 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Router bc9070f3-2347-4634-92a2-275f3a169b0b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:54.470160 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:54.480304 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d6b34-5f49-48d9-95bd-37bb145c0cee None None] Sync routers for ids ['bc9070f3-2347-4634-92a2-275f3a169b0b'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:54.491607 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d6b34-5f49-48d9-95bd-37bb145c0cee None None] Routers {'bc9070f3-2347-4634-92a2-275f3a169b0b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:54.492343 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-584d6b34-5f49-48d9-95bd-37bb145c0cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:48:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bc9070f3-2347-4634-92a2-275f3a169b0b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:54.492839 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.525666 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-77d04fa8-9b01-44c8-9f38-2d8d96e6da2d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9068737 Feb 11 05:48:54.525666 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:54.526745 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee04f09-11ec-4c03-8ce1-f03fc838b5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "tag": "94114fea-d449-4afb-8f87-d94b60d36999"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:54.526869 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52986) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:54.532511 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-328873680', 'description': 'tempest-secgroup-smoke-328873680 description', 'project_id': 'a4325590779e4282bc4a70028f33b3c6'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:54.558591 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.613826 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-584d6b34-5f49-48d9-95bd-37bb145c0cee None None] Set router bc9070f3-2347-4634-92a2-275f3a169b0b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:54.628239 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group (a6172068-a855-4752-98de-44fa907d9c0b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.633028 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a6172068-a855-4752-98de-44fa907d9c0b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.635040 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3049d386-000f-4842-a520-e8cf15ac3fc2 x-openstack-request-id: req-3049d386-000f-4842-a520-e8cf15ac3fc2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:54.635590 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "tag": "94114fea-d449-4afb-8f87-d94b60d36999", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:54.635935 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3049d386-000f-4842-a520-e8cf15ac3fc2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:54.636407 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999', 'status': 'completed', 'code': 200} Feb 11 05:48:54.656089 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.661411 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1307118 Feb 11 05:48:54.661411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 52992) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:54.667649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1b79edba-96a2-48d1-bd3c-1c29f6c09720 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Request body: {'security_group_rule': {'security_group_id': 'a6172068-a855-4752-98de-44fa907d9c0b', 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:54.714580 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6172068-a855-4752-98de-44fa907d9c0b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:54.732630 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.732881 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.733224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.733561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.733899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.734258 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.734592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.734937 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.735262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.735586 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.735912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.736233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.736555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc6d12a-7daf-405e-ad28-ee541d361c39 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:54.745821 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b79edba-96a2-48d1-bd3c-1c29f6c09720 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (104a2fda-b475-4d80-bf1f-f526ebb30c11), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.771987 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee04f09-11ec-4c03-8ce1-f03fc838b5bd req-08836109-555d-441b-80ed-ae489e3be1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:54.773750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eee04f09-11ec-4c03-8ce1-f03fc838b5bd req-08836109-555d-441b-80ed-ae489e3be1d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4325590779e4282bc4a70028f33b3c6&device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 1128 time: 0.0971663 Feb 11 05:48:54.863689 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-584d6b34-5f49-48d9-95bd-37bb145c0cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:52Z', 'revision_number': 4, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '9d5d62a9-2b12-4d66-b4bf-edca221df6e6', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'port_id': '94114fea-d449-4afb-8f87-d94b60d36999', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'mac_address': 'fa:16:3e:c4:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:53Z', 'updated_at': '2022-02-11T05:48:53Z', 'revision_number': 0, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26b1a63-3fd4-430e-b5a4-968708d2907a', 'name': '', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'mac_address': 'fa:16:3e:c4:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:51Z', 'updated_at': '2022-02-11T05:47:56Z', 'revision_number': 5, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'subnets': [{'id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:54.869186 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b79edba-96a2-48d1-bd3c-1c29f6c09720 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (104a2fda-b475-4d80-bf1f-f526ebb30c11), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.873749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b79edba-96a2-48d1-bd3c-1c29f6c09720 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (104a2fda-b475-4d80-bf1f-f526ebb30c11), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.891870 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d6b34-5f49-48d9-95bd-37bb145c0cee None None] Checking router: bc9070f3-2347-4634-92a2-275f3a169b0b for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:54.903980 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d6b34-5f49-48d9-95bd-37bb145c0cee None None] Routers {'bc9070f3-2347-4634-92a2-275f3a169b0b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:54.904805 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-584d6b34-5f49-48d9-95bd-37bb145c0cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:48:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bc9070f3-2347-4634-92a2-275f3a169b0b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:54.914319 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79edba-96a2-48d1-bd3c-1c29f6c09720 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104a2fda-b475-4d80-bf1f-f526ebb30c11,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:54.921348 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee04f09-11ec-4c03-8ce1-f03fc838b5bd req-56d2b335-c07a-4aee-89ad-3c994d824aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:54.923006 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eee04f09-11ec-4c03-8ce1-f03fc838b5bd req-56d2b335-c07a-4aee-89ad-3c994d824aaa service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca462c69-6440-4e40-ae32-5e3cdc77830f HTTP/1.1" status: 200 len: 915 time: 0.1410224 Feb 11 05:48:54.929243 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1b79edba-96a2-48d1-bd3c-1c29f6c09720 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.930936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1b79edba-96a2-48d1-bd3c-1c29f6c09720 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2687752 Feb 11 05:48:54.933528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52994) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:54.939348 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cb7ae4a4-cdc1-4b3c-9d42-618b9a35d228 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Request body: {'security_group_rule': {'security_group_id': 'a6172068-a855-4752-98de-44fa907d9c0b', 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:54.971854 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae4a4-cdc1-4b3c-9d42-618b9a35d228 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (5e313be8-f5e2-4b12-8991-e382e9c36a20), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.997393 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eee04f09-11ec-4c03-8ce1-f03fc838b5bd req-ad9ad426-873f-4f7a-8ada-7de01cf06ce4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 200 len: 999 time: 0.0651932 Feb 11 05:48:55.025421 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-584d6b34-5f49-48d9-95bd-37bb145c0cee None None] Set router bc9070f3-2347-4634-92a2-275f3a169b0b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:55.032932 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae4a4-cdc1-4b3c-9d42-618b9a35d228 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (5e313be8-f5e2-4b12-8991-e382e9c36a20), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.037600 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae4a4-cdc1-4b3c-9d42-618b9a35d228 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (5e313be8-f5e2-4b12-8991-e382e9c36a20), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.055097 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ae4a4-cdc1-4b3c-9d42-618b9a35d228 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e313be8-f5e2-4b12-8991-e382e9c36a20,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:55.063129 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee04f09-11ec-4c03-8ce1-f03fc838b5bd req-4c5c4e80-7bf8-41e6-b348-f258a21bf435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.064876 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eee04f09-11ec-4c03-8ce1-f03fc838b5bd req-4c5c4e80-7bf8-41e6-b348-f258a21bf435 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b06e9f9-3148-488a-b8f5-fe0f11784e8d HTTP/1.1" status: 200 len: 853 time: 0.0527747 Feb 11 05:48:55.067567 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae4a4-cdc1-4b3c-9d42-618b9a35d228 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.068797 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cb7ae4a4-cdc1-4b3c-9d42-618b9a35d228 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342843 Feb 11 05:48:55.071617 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52996) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:55.076196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7f69be82-7ad3-4df2-9c8f-5ac8adde53ce tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Request body: {'security_group_rule': {'security_group_id': 'a6172068-a855-4752-98de-44fa907d9c0b', 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:55.108331 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f69be82-7ad3-4df2-9c8f-5ac8adde53ce tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (910c514f-0813-4f99-bf96-05032f2b84ee), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.133530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee04f09-11ec-4c03-8ce1-f03fc838b5bd req-c3a1dd4b-5f69-4674-9c64-a81f4d61bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.135282 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eee04f09-11ec-4c03-8ce1-f03fc838b5bd req-c3a1dd4b-5f69-4674-9c64-a81f4d61bbf5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca462c69-6440-4e40-ae32-5e3cdc77830f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0586824 Feb 11 05:48:55.173636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f69be82-7ad3-4df2-9c8f-5ac8adde53ce tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (910c514f-0813-4f99-bf96-05032f2b84ee), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.177419 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f69be82-7ad3-4df2-9c8f-5ac8adde53ce tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (910c514f-0813-4f99-bf96-05032f2b84ee), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.196081 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69be82-7ad3-4df2-9c8f-5ac8adde53ce tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910c514f-0813-4f99-bf96-05032f2b84ee,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:55.209622 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f69be82-7ad3-4df2-9c8f-5ac8adde53ce tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.211055 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7f69be82-7ad3-4df2-9c8f-5ac8adde53ce tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383817 Feb 11 05:48:55.213866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 52998) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:55.219671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-16dcaa43-f269-445b-8170-b365f7d0d036 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Request body: {'security_group_rule': {'security_group_id': 'a6172068-a855-4752-98de-44fa907d9c0b', 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:55.249454 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16dcaa43-f269-445b-8170-b365f7d0d036 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (ea3eb3ed-01a1-4f6f-be0c-9e934ab79cb6), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.249662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eee04f09-11ec-4c03-8ce1-f03fc838b5bd req-f9548604-cae4-4372-8832-4e21aaea6048 service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074331 Feb 11 05:48:55.296535 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-584d6b34-5f49-48d9-95bd-37bb145c0cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:52Z', 'revision_number': 4, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '9d5d62a9-2b12-4d66-b4bf-edca221df6e6', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'port_id': '94114fea-d449-4afb-8f87-d94b60d36999', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'mac_address': 'fa:16:3e:c4:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:53Z', 'updated_at': '2022-02-11T05:48:53Z', 'revision_number': 0, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26b1a63-3fd4-430e-b5a4-968708d2907a', 'name': '', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'mac_address': 'fa:16:3e:c4:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:51Z', 'updated_at': '2022-02-11T05:47:56Z', 'revision_number': 5, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'subnets': [{'id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:55.314994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16dcaa43-f269-445b-8170-b365f7d0d036 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (ea3eb3ed-01a1-4f6f-be0c-9e934ab79cb6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.320092 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16dcaa43-f269-445b-8170-b365f7d0d036 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (ea3eb3ed-01a1-4f6f-be0c-9e934ab79cb6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.326721 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d6b34-5f49-48d9-95bd-37bb145c0cee None None] The sync data for ids ['bc9070f3-2347-4634-92a2-275f3a169b0b'] in n-d-615180-58 is: [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:52Z', 'revision_number': 4, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '9d5d62a9-2b12-4d66-b4bf-edca221df6e6', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'port_id': '94114fea-d449-4afb-8f87-d94b60d36999', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'mac_address': 'fa:16:3e:c4:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:53Z', 'updated_at': '2022-02-11T05:48:53Z', 'revision_number': 0, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26b1a63-3fd4-430e-b5a4-968708d2907a', 'name': '', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'mac_address': 'fa:16:3e:c4:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:51Z', 'updated_at': '2022-02-11T05:47:56Z', 'revision_number': 5, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'subnets': [{'id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:55.333490 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcaa43-f269-445b-8170-b365f7d0d036 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3eb3ed-01a1-4f6f-be0c-9e934ab79cb6,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:55.348414 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16dcaa43-f269-445b-8170-b365f7d0d036 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.350946 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eee04f09-11ec-4c03-8ce1-f03fc838b5bd req-3bfd4168-4fd3-4f3a-9db6-1c550ab44d75 service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938065 Feb 11 05:48:55.351094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-16dcaa43-f269-445b-8170-b365f7d0d036 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348116 Feb 11 05:48:55.352784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53000) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:55.357169 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-df771b7e-94b5-421f-ba81-c552c649c2c2 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Request body: {'security_group_rule': {'security_group_id': 'a6172068-a855-4752-98de-44fa907d9c0b', 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:55.382861 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-df771b7e-94b5-421f-ba81-c552c649c2c2 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Project a4325590779e4282bc4a70028f33b3c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:48:55.388402 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df771b7e-94b5-421f-ba81-c552c649c2c2 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (28563835-d623-44e9-8a34-bd414f05fd4b), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.448560 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df771b7e-94b5-421f-ba81-c552c649c2c2 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (28563835-d623-44e9-8a34-bd414f05fd4b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.451922 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df771b7e-94b5-421f-ba81-c552c649c2c2 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (28563835-d623-44e9-8a34-bd414f05fd4b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.469647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df771b7e-94b5-421f-ba81-c552c649c2c2 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28563835-d623-44e9-8a34-bd414f05fd4b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:55.477175 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df771b7e-94b5-421f-ba81-c552c649c2c2 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.478473 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-df771b7e-94b5-421f-ba81-c552c649c2c2 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246972 Feb 11 05:48:55.481190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53002) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:55.486416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c0776e2b-b424-4a20-a3f7-001ba1a57497 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Request body: {'security_group_rule': {'security_group_id': 'a6172068-a855-4752-98de-44fa907d9c0b', 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:55.506697 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-c0776e2b-b424-4a20-a3f7-001ba1a57497 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Project a4325590779e4282bc4a70028f33b3c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:48:55.512129 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0776e2b-b424-4a20-a3f7-001ba1a57497 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (e2d441e2-05ae-4d79-bff7-e626f3fe8634), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.558773 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fac40-4f46-4ae9-8d8b-07faecd8c3a1 None None] New status for floating IP 9d5d62a9-2b12-4d66-b4bf-edca221df6e6: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:48:55.597297 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0776e2b-b424-4a20-a3f7-001ba1a57497 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (e2d441e2-05ae-4d79-bff7-e626f3fe8634), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.601403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0776e2b-b424-4a20-a3f7-001ba1a57497 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (e2d441e2-05ae-4d79-bff7-e626f3fe8634), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.620643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0776e2b-b424-4a20-a3f7-001ba1a57497 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d441e2-05ae-4d79-bff7-e626f3fe8634,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:55.629707 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0776e2b-b424-4a20-a3f7-001ba1a57497 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.631576 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c0776e2b-b424-4a20-a3f7-001ba1a57497 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487911 Feb 11 05:48:55.752744 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d884094-1a12-4839-8c92-91f9aa863c3b req-c6b15838-4416-4252-b8ca-05d2e3e14760 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328873680&fields=id&tenant_id=a4325590779e4282bc4a70028f33b3c6 HTTP/1.1" status: 200 len: 267 time: 0.0743349 Feb 11 05:48:55.793185 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0c8d271-96be-45cd-818f-c207a5cfd677 req-7b6a9ab3-528a-42bd-a020-a82d9619a61e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0846076 Feb 11 05:48:55.816842 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884094-1a12-4839-8c92-91f9aa863c3b req-f34ff1b5-0b74-4b90-8a41-2b3c60ca9cac tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.818322 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d884094-1a12-4839-8c92-91f9aa863c3b req-f34ff1b5-0b74-4b90-8a41-2b3c60ca9cac tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 945 time: 0.0601108 Feb 11 05:48:55.830589 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-0d884094-1a12-4839-8c92-91f9aa863c3b req-76ee4038-7e30-455c-b260-891d65988c6c tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Request body: {'port': {'security_groups': ['dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69', 'a6172068-a855-4752-98de-44fa907d9c0b']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:55.941306 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0d884094-1a12-4839-8c92-91f9aa863c3b req-76ee4038-7e30-455c-b260-891d65988c6c tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (94114fea-d449-4afb-8f87-d94b60d36999), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.945320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8d271-96be-45cd-818f-c207a5cfd677 req-ee4c3329-60d1-46c4-b0b5-9d43795e2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.946871 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0c8d271-96be-45cd-818f-c207a5cfd677 req-ee4c3329-60d1-46c4-b0b5-9d43795e2831 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4325590779e4282bc4a70028f33b3c6&device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 1128 time: 0.0893331 Feb 11 05:48:56.116399 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8d271-96be-45cd-818f-c207a5cfd677 req-599b3c04-a162-4a6b-aa70-c6164e588111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:56.118027 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0c8d271-96be-45cd-818f-c207a5cfd677 req-599b3c04-a162-4a6b-aa70-c6164e588111 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca462c69-6440-4e40-ae32-5e3cdc77830f HTTP/1.1" status: 200 len: 915 time: 0.1374142 Feb 11 05:48:56.238667 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0c8d271-96be-45cd-818f-c207a5cfd677 req-105db5c2-7e8f-4bf8-8835-e62c7b463d4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 200 len: 1001 time: 0.1066065 Feb 11 05:48:56.288036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-0d884094-1a12-4839-8c92-91f9aa863c3b req-76ee4038-7e30-455c-b260-891d65988c6c tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] For port 94114fea-d449-4afb-8f87-d94b60d36999, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=94114fea-d449-4afb-8f87-d94b60d36999,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:56.320805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8d271-96be-45cd-818f-c207a5cfd677 req-da21f8f2-d7e1-425d-8699-a45e17f64e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:56.322217 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0c8d271-96be-45cd-818f-c207a5cfd677 req-da21f8f2-d7e1-425d-8699-a45e17f64e68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b06e9f9-3148-488a-b8f5-fe0f11784e8d HTTP/1.1" status: 200 len: 853 time: 0.0751767 Feb 11 05:48:56.330818 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0d884094-1a12-4839-8c92-91f9aa863c3b req-76ee4038-7e30-455c-b260-891d65988c6c tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for port (94114fea-d449-4afb-8f87-d94b60d36999), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.342135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0d884094-1a12-4839-8c92-91f9aa863c3b req-76ee4038-7e30-455c-b260-891d65988c6c tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (94114fea-d449-4afb-8f87-d94b60d36999), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.369154 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['94114fea-d449-4afb-8f87-d94b60d36999'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:48:56.405470 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884094-1a12-4839-8c92-91f9aa863c3b req-76ee4038-7e30-455c-b260-891d65988c6c tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:56.406583 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-0d884094-1a12-4839-8c92-91f9aa863c3b req-76ee4038-7e30-455c-b260-891d65988c6c tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.409047 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d884094-1a12-4839-8c92-91f9aa863c3b req-76ee4038-7e30-455c-b260-891d65988c6c tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "PUT /v2.0/ports/94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 200 len: 981 time: 0.5844419 Feb 11 05:48:56.411543 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:56.414393 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c007884f-ddc0-4cce-871a-194b68361552" -d '{"events": [{"name": "network-changed", "server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "tag": "94114fea-d449-4afb-8f87-d94b60d36999"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:56.448194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee4038-7e30-455c-b260-891d65988c6c tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event updated for resources: {'Port': ['ID=94114fea-d449-4afb-8f87-d94b60d36999,revision_number=6']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:56.464977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8d271-96be-45cd-818f-c207a5cfd677 req-78a5efa8-f64b-408f-8445-b2d17618049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:56.466640 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0c8d271-96be-45cd-818f-c207a5cfd677 req-78a5efa8-f64b-408f-8445-b2d17618049e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca462c69-6440-4e40-ae32-5e3cdc77830f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1338639 Feb 11 05:48:56.507387 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f5cb63-d7dd-47f7-9bf0-eed431064974 x-openstack-request-id: req-70f5cb63-d7dd-47f7-9bf0-eed431064974 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:56.507867 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "tag": "94114fea-d449-4afb-8f87-d94b60d36999", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:56.508657 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70f5cb63-d7dd-47f7-9bf0-eed431064974 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:56.508657 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999', 'status': 'completed', 'code': 200} Feb 11 05:48:56.580761 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28ea41-ca32-4f5d-8091-32a734a56879 req-b89188a8-378c-49cd-bd5a-9c54cc6b0729 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:56.582343 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d28ea41-ca32-4f5d-8091-32a734a56879 req-b89188a8-378c-49cd-bd5a-9c54cc6b0729 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0690467 Feb 11 05:48:56.603610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0c8d271-96be-45cd-818f-c207a5cfd677 req-101755e3-97ee-444f-92a2-8e4bd55a09a0 service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260288 Feb 11 05:48:56.667509 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3d28ea41-ca32-4f5d-8091-32a734a56879 req-d942b219-27f4-464e-9fc1-631fe8766825 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790505 Feb 11 05:48:56.699444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-312fc61a-4dcf-4fcc-b140-a1069e5ae0f9 None None] Provisioning complete for port 94114fea-d449-4afb-8f87-d94b60d36999 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:56.700034 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-312fc61a-4dcf-4fcc-b140-a1069e5ae0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (94114fea-d449-4afb-8f87-d94b60d36999), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.714786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b0c8d271-96be-45cd-818f-c207a5cfd677 req-6e6ba464-c6c3-4176-bd8f-7fd8afc28467 service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995085 Feb 11 05:48:56.733276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['94114fea-d449-4afb-8f87-d94b60d36999'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:48:56.842039 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007884f-ddc0-4cce-871a-194b68361552 req-b73f4771-2b71-4e78-b901-969aa97f22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:56.843582 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c007884f-ddc0-4cce-871a-194b68361552 req-b73f4771-2b71-4e78-b901-969aa97f22cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4325590779e4282bc4a70028f33b3c6&device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 1167 time: 0.0517764 Feb 11 05:48:56.890363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-312fc61a-4dcf-4fcc-b140-a1069e5ae0f9 None None] Current status of the port 94114fea-d449-4afb-8f87-d94b60d36999 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:56.942752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007884f-ddc0-4cce-871a-194b68361552 req-528cf65a-1293-4def-a96a-d044a1452b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:56.944393 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c007884f-ddc0-4cce-871a-194b68361552 req-528cf65a-1293-4def-a96a-d044a1452b56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca462c69-6440-4e40-ae32-5e3cdc77830f HTTP/1.1" status: 200 len: 915 time: 0.0940177 Feb 11 05:48:57.015704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c007884f-ddc0-4cce-871a-194b68361552 req-d6dd8869-2c67-4434-98bc-ce09f3eaf93e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 200 len: 1001 time: 0.0625856 Feb 11 05:48:57.064910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007884f-ddc0-4cce-871a-194b68361552 req-64002061-038d-41cc-855f-14fd9bd8462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:57.066381 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c007884f-ddc0-4cce-871a-194b68361552 req-64002061-038d-41cc-855f-14fd9bd8462b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b06e9f9-3148-488a-b8f5-fe0f11784e8d HTTP/1.1" status: 200 len: 853 time: 0.0442548 Feb 11 05:48:57.120876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007884f-ddc0-4cce-871a-194b68361552 req-5e596787-3361-4c5c-ab17-2c1bca9d4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:57.122403 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c007884f-ddc0-4cce-871a-194b68361552 req-5e596787-3361-4c5c-ab17-2c1bca9d4df4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca462c69-6440-4e40-ae32-5e3cdc77830f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469389 Feb 11 05:48:57.225279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c007884f-ddc0-4cce-871a-194b68361552 req-088c0304-a6ce-42dd-b39c-f92a30b9d574 service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957210 Feb 11 05:48:57.315518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c007884f-ddc0-4cce-871a-194b68361552 req-3235d8b2-0119-491f-b1c7-5aa48eacc190 service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829508 Feb 11 05:49:03.854271 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.890884 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.504429 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3364d3e8-1927-40a8-b6ea-9337f90c4d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.991156 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7251-2135-47ba-a83c-941447bc2f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.984651 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.561664 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.781205 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.579434 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:49:33.857230 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.908243 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.505417 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f0315430-7a26-4608-947b-b9d509c53578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.993418 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0e881f4-3745-48fd-80ad-c57086997db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.988774 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.563859 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.787750 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:56.787001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-b7161f90-957a-4d5c-ad2c-efb3c3cd71a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497172 Feb 11 05:49:56.895223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-48bc2d7e-bd4e-4889-8bf2-822831bba8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:56.897211 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-48bc2d7e-bd4e-4889-8bf2-822831bba8e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4325590779e4282bc4a70028f33b3c6&device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 1167 time: 0.0454659 Feb 11 05:49:57.031738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-8cfedd6c-3e8d-41be-99ab-d688f48ea817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:57.033230 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-8cfedd6c-3e8d-41be-99ab-d688f48ea817 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca462c69-6440-4e40-ae32-5e3cdc77830f HTTP/1.1" status: 200 len: 915 time: 0.1056836 Feb 11 05:49:57.105425 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-004e66f1-119a-425d-97f9-635be2717644 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 200 len: 1001 time: 0.0636978 Feb 11 05:49:57.158388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-c08c7dbb-b7ce-4d09-87aa-4228ec6a5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:57.159872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-c08c7dbb-b7ce-4d09-87aa-4228ec6a5d27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b06e9f9-3148-488a-b8f5-fe0f11784e8d HTTP/1.1" status: 200 len: 853 time: 0.0431211 Feb 11 05:49:57.209998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-ef610cb1-52c4-4d2a-a879-b868dbea8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:57.212149 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-ef610cb1-52c4-4d2a-a879-b868dbea8919 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca462c69-6440-4e40-ae32-5e3cdc77830f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437305 Feb 11 05:49:57.227564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-ce8e4f4d-484c-4115-b44a-be75ac17739d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:49:57.228539 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-ce8e4f4d-484c-4115-b44a-be75ac17739d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054076 Feb 11 05:49:57.330979 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-a7b3f6df-5375-4b7a-88d0-7f358b198a0d service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919967 Feb 11 05:49:57.426789 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e83aa4be-1f7d-482c-9ff5-04abbdd3b054 req-daa12a93-7b98-420d-8c48-efa4a8914da9 service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856645 Feb 11 05:49:59.579104 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:50:03.867370 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:05.968632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a12851-3398-4fa9-a275-3d30258ac15d req-5bc69029-b2c8-40c3-a7a3-98d27d8b6877 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:05.970148 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05a12851-3398-4fa9-a275-3d30258ac15d req-5bc69029-b2c8-40c3-a7a3-98d27d8b6877 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0540786 Feb 11 05:50:05.990627 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180fe15-2c51-47b0-8501-704062c96cdc req-dbbc5ec9-94f9-4ef0-81c9-f546904d1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:05.992234 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0180fe15-2c51-47b0-8501-704062c96cdc req-dbbc5ec9-94f9-4ef0-81c9-f546904d1d54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4325590779e4282bc4a70028f33b3c6&device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 1167 time: 0.0467446 Feb 11 05:50:06.029973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05a12851-3398-4fa9-a275-3d30258ac15d req-17fee1b7-33e4-4659-90f0-eed019575302 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534978 Feb 11 05:50:06.083141 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180fe15-2c51-47b0-8501-704062c96cdc req-ed8f34a8-bea8-45eb-9d4f-8dcbdaab39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:06.084860 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0180fe15-2c51-47b0-8501-704062c96cdc req-ed8f34a8-bea8-45eb-9d4f-8dcbdaab39dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca462c69-6440-4e40-ae32-5e3cdc77830f HTTP/1.1" status: 200 len: 915 time: 0.0854135 Feb 11 05:50:06.154908 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0180fe15-2c51-47b0-8501-704062c96cdc req-ea4de2e4-8d47-4389-8893-a008c57f0481 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 200 len: 1001 time: 0.0640018 Feb 11 05:50:06.203034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180fe15-2c51-47b0-8501-704062c96cdc req-97b4a67f-d591-4d20-a803-bc0d3e3bc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:06.204465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0180fe15-2c51-47b0-8501-704062c96cdc req-97b4a67f-d591-4d20-a803-bc0d3e3bc03a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b06e9f9-3148-488a-b8f5-fe0f11784e8d HTTP/1.1" status: 200 len: 853 time: 0.0421817 Feb 11 05:50:06.253297 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180fe15-2c51-47b0-8501-704062c96cdc req-4f19d7ca-f17a-4926-99bb-530dad64c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:06.254848 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0180fe15-2c51-47b0-8501-704062c96cdc req-4f19d7ca-f17a-4926-99bb-530dad64c300 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca462c69-6440-4e40-ae32-5e3cdc77830f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440040 Feb 11 05:50:06.346156 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0180fe15-2c51-47b0-8501-704062c96cdc req-620c75bc-4564-4023-b2ce-0bc2614063ed service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846684 Feb 11 05:50:06.433176 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0180fe15-2c51-47b0-8501-704062c96cdc req-5598123b-d39a-441d-aff7-1ddc41bbbe9a service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805016 Feb 11 05:50:07.163300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f2483-c375-4e3b-a81d-1808c18e75e3 req-0246002c-efec-4a64-a864-225edbdb96b5 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:07.164786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-587f2483-c375-4e3b-a81d-1808c18e75e3 req-0246002c-efec-4a64-a864-225edbdb96b5 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0585377 Feb 11 05:50:07.222931 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-587f2483-c375-4e3b-a81d-1808c18e75e3 req-ce3dd58a-7c71-43a1-b778-480935485212 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524147 Feb 11 05:50:07.909172 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:08.342942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f2a2c-e93a-4473-afef-2780ddb8da08 req-fbc315bf-474c-43ca-b512-9c4a84e19fb4 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:08.344408 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-078f2a2c-e93a-4473-afef-2780ddb8da08 req-fbc315bf-474c-43ca-b512-9c4a84e19fb4 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0523863 Feb 11 05:50:08.415226 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-078f2a2c-e93a-4473-afef-2780ddb8da08 req-479cc0c3-968d-45e0-ac81-7805e09eb144 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650668 Feb 11 05:50:09.507440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ba46526-aadd-4c33-986e-00bf2c0b3085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.534214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a5349-2b24-4c1e-a7e8-55c0449300f1 req-fda8d042-a9c7-45a4-8f57-a0b1c19e709f tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:09.535730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c1a5349-2b24-4c1e-a7e8-55c0449300f1 req-fda8d042-a9c7-45a4-8f57-a0b1c19e709f tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0536239 Feb 11 05:50:09.593469 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c1a5349-2b24-4c1e-a7e8-55c0449300f1 req-f38607e8-2377-4c21-8880-091ef845d63e tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518765 Feb 11 05:50:10.713366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c443ce-0c14-451b-9670-97b97d3df179 req-5a7b4146-7717-43f9-8a9f-f1f81d5584ff tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:10.714844 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75c443ce-0c14-451b-9670-97b97d3df179 req-5a7b4146-7717-43f9-8a9f-f1f81d5584ff tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0524385 Feb 11 05:50:10.773366 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-75c443ce-0c14-451b-9670-97b97d3df179 req-0bda7d3a-3bea-4020-8526-adf2269ad2ec tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528350 Feb 11 05:50:11.894325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacba0e-897d-49e1-ba19-4fc93854c5c7 req-12047861-52b6-4403-aa17-64ecbd56a01a tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:11.898752 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-baacba0e-897d-49e1-ba19-4fc93854c5c7 req-12047861-52b6-4403-aa17-64ecbd56a01a tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0585110 Feb 11 05:50:11.956821 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-baacba0e-897d-49e1-ba19-4fc93854c5c7 req-8a9d7431-fbcd-4e30-9c04-ebb7bae14c0f tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524135 Feb 11 05:50:11.994883 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2ea2e32a-edcf-44e8-b7f8-b0c08693a4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.992035 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.079776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec898e3-ca64-4827-9754-0cc1aae1808c req-0f8cd1af-e969-488c-acfc-c36382e2068a tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:13.081292 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fec898e3-ca64-4827-9754-0cc1aae1808c req-0f8cd1af-e969-488c-acfc-c36382e2068a tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0560257 Feb 11 05:50:13.140906 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fec898e3-ca64-4827-9754-0cc1aae1808c req-4a0abc32-aef8-4562-b66c-ed92297d5daa tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530581 Feb 11 05:50:14.261736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caef9b-2155-41dc-9499-8e67c7b6fdcb req-330faac8-5237-4c9d-8784-ffec27942988 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:14.263240 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82caef9b-2155-41dc-9499-8e67c7b6fdcb req-330faac8-5237-4c9d-8784-ffec27942988 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0525384 Feb 11 05:50:14.322234 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-82caef9b-2155-41dc-9499-8e67c7b6fdcb req-de03d655-3527-4520-a417-dbdb72ca1e7f tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535245 Feb 11 05:50:14.566997 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.443921 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d521-1c14-4a1b-9130-0e426dab7fa9 req-80293d59-f0a1-4fc1-bcfe-75edb025e472 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:15.445738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15c7d521-1c14-4a1b-9130-0e426dab7fa9 req-80293d59-f0a1-4fc1-bcfe-75edb025e472 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0570219 Feb 11 05:50:15.503555 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15c7d521-1c14-4a1b-9130-0e426dab7fa9 req-2247164c-b80e-4e8c-961e-cdd87f970e9f tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522628 Feb 11 05:50:15.780349 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.621380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c40632-c768-40d4-9244-8300657326d6 req-61792e9e-f194-4b19-b517-9e913409b00d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:16.622831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62c40632-c768-40d4-9244-8300657326d6 req-61792e9e-f194-4b19-b517-9e913409b00d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0520167 Feb 11 05:50:16.684880 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62c40632-c768-40d4-9244-8300657326d6 req-84d2c313-786e-41d9-863c-8ee2d25327b9 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563793 Feb 11 05:50:17.804175 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2b583-cd02-4db2-b1d7-55e02edacfc7 req-4434afe4-9fda-4b6f-b5f1-d1673eb716cc tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:17.805642 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0e2b583-cd02-4db2-b1d7-55e02edacfc7 req-4434afe4-9fda-4b6f-b5f1-d1673eb716cc tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0538185 Feb 11 05:50:17.862761 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0e2b583-cd02-4db2-b1d7-55e02edacfc7 req-4c46af7f-5527-462f-afb5-44d204374d97 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514281 Feb 11 05:50:18.983117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d800105-55a5-4d15-adb8-5cd46f4b8228 req-50a2f69e-7543-48ed-b66c-e77013807608 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:18.984636 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8d800105-55a5-4d15-adb8-5cd46f4b8228 req-50a2f69e-7543-48ed-b66c-e77013807608 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0537078 Feb 11 05:50:19.043875 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8d800105-55a5-4d15-adb8-5cd46f4b8228 req-5b527e76-47b7-4568-a188-9288df4e4230 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535991 Feb 11 05:50:20.167051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45a45f-df8d-495e-8081-f80aec3b331e req-4f50b27a-9369-4007-b73e-4b71082a7892 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:20.168522 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b45a45f-df8d-495e-8081-f80aec3b331e req-4f50b27a-9369-4007-b73e-4b71082a7892 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0568671 Feb 11 05:50:20.226250 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0b45a45f-df8d-495e-8081-f80aec3b331e req-f1b5229e-71a0-4c3b-90c3-0fdf1c49e678 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519094 Feb 11 05:50:21.346597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b2643-fb56-4859-a02e-b742720ff23c req-ceabd8a6-e421-4b51-b11e-f85467a11dcf tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:21.348099 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d0b2643-fb56-4859-a02e-b742720ff23c req-ceabd8a6-e421-4b51-b11e-f85467a11dcf tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0527611 Feb 11 05:50:21.407380 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6d0b2643-fb56-4859-a02e-b742720ff23c req-8ed88817-9be9-4557-93ba-39da0ea2032c tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530782 Feb 11 05:50:22.531125 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c31a50-f2e3-4f3c-a1dc-bc040d4b55ec req-eff036ba-7ae5-4b79-a4a7-311aa8d02548 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:22.532617 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6c31a50-f2e3-4f3c-a1dc-bc040d4b55ec req-eff036ba-7ae5-4b79-a4a7-311aa8d02548 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0564609 Feb 11 05:50:22.591150 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c6c31a50-f2e3-4f3c-a1dc-bc040d4b55ec req-c7f3eb94-8c52-442d-ae9f-f36a412454c9 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6172068-a855-4752-98de-44fa907d9c0b&id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527837 Feb 11 05:50:33.866141 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.577499 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:50:37.920013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.510189 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04da322d-5b97-4515-af28-896cd3f606cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.996819 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d99c9dee-3855-432e-b549-bb089e4a3a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.996549 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:44.570656 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.783572 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.757917 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e74567c3-742c-4c78-9625-6aecd61f5f0d req-216de854-2723-4503-a9fe-46b9b7b753e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491445 Feb 11 05:50:57.855296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74567c3-742c-4c78-9625-6aecd61f5f0d req-eeb02c1c-33cb-4f8d-ab64-829180fe9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:57.856773 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e74567c3-742c-4c78-9625-6aecd61f5f0d req-eeb02c1c-33cb-4f8d-ab64-829180fe9cf6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4325590779e4282bc4a70028f33b3c6&device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 1167 time: 0.0453870 Feb 11 05:50:57.961440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74567c3-742c-4c78-9625-6aecd61f5f0d req-26731b5e-4197-4314-8d2b-9df9cf294664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:57.962906 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e74567c3-742c-4c78-9625-6aecd61f5f0d req-26731b5e-4197-4314-8d2b-9df9cf294664 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca462c69-6440-4e40-ae32-5e3cdc77830f HTTP/1.1" status: 200 len: 915 time: 0.0845716 Feb 11 05:50:58.034458 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e74567c3-742c-4c78-9625-6aecd61f5f0d req-b54963bc-4de9-49ef-8432-250a1ed23981 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 200 len: 1001 time: 0.0621324 Feb 11 05:50:58.089440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74567c3-742c-4c78-9625-6aecd61f5f0d req-506d52e6-b9df-40e5-84a6-4be4528a98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:58.090990 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e74567c3-742c-4c78-9625-6aecd61f5f0d req-506d52e6-b9df-40e5-84a6-4be4528a98cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b06e9f9-3148-488a-b8f5-fe0f11784e8d HTTP/1.1" status: 200 len: 853 time: 0.0501547 Feb 11 05:50:58.141840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74567c3-742c-4c78-9625-6aecd61f5f0d req-e0c447c7-a91f-4c37-a4cb-a510f842b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:58.143534 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e74567c3-742c-4c78-9625-6aecd61f5f0d req-e0c447c7-a91f-4c37-a4cb-a510f842b157 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca462c69-6440-4e40-ae32-5e3cdc77830f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454853 Feb 11 05:50:58.233986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e74567c3-742c-4c78-9625-6aecd61f5f0d req-c499b6b2-530e-4e61-8f01-8ceef78c1e1b service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835550 Feb 11 05:50:58.326934 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e74567c3-742c-4c78-9625-6aecd61f5f0d req-8a3e1562-8f5a-4dbe-af76-6bbb64d2404f service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845211 Feb 11 05:51:03.879966 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.920877 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.518039 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-48a8f360-14da-4f5d-8a6e-ba07b5226f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.999101 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1595-232d-48aa-8b48-b3cbaaf7bbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:12.996942 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.576505 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:51:14.573554 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.786386 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.423989 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3888d3a7-a19d-4e72-9ff9-55692862535f req-3ba4298c-5355-4e02-aff4-ee5090fc27a9 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328873680&fields=id&tenant_id=a4325590779e4282bc4a70028f33b3c6 HTTP/1.1" status: 200 len: 267 time: 0.0434010 Feb 11 05:51:30.481416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888d3a7-a19d-4e72-9ff9-55692862535f req-b365cde1-ce4a-4561-8d95-8b324823cc54 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:30.482917 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3888d3a7-a19d-4e72-9ff9-55692862535f req-b365cde1-ce4a-4561-8d95-8b324823cc54 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 984 time: 0.0536609 Feb 11 05:51:30.493703 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-3888d3a7-a19d-4e72-9ff9-55692862535f req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Request body: {'port': {'security_groups': ['dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:30.564258 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3888d3a7-a19d-4e72-9ff9-55692862535f req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (94114fea-d449-4afb-8f87-d94b60d36999), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.730163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3888d3a7-a19d-4e72-9ff9-55692862535f req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] For port 94114fea-d449-4afb-8f87-d94b60d36999, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=94114fea-d449-4afb-8f87-d94b60d36999,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:30.758559 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3888d3a7-a19d-4e72-9ff9-55692862535f req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for port (94114fea-d449-4afb-8f87-d94b60d36999), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.763392 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3888d3a7-a19d-4e72-9ff9-55692862535f req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (94114fea-d449-4afb-8f87-d94b60d36999), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.789104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['94114fea-d449-4afb-8f87-d94b60d36999'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:51:30.808283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888d3a7-a19d-4e72-9ff9-55692862535f req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:30.808905 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3888d3a7-a19d-4e72-9ff9-55692862535f req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.810342 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3888d3a7-a19d-4e72-9ff9-55692862535f req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "PUT /v2.0/ports/94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 200 len: 942 time: 0.3209252 Feb 11 05:51:30.810806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:30.813199 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d443bd7d-254d-4143-be45-734fa35d9df9" -d '{"events": [{"name": "network-changed", "server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "tag": "94114fea-d449-4afb-8f87-d94b60d36999"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:30.817544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53108) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:30.842106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event updated for resources: {'Port': ['ID=94114fea-d449-4afb-8f87-d94b60d36999,revision_number=7']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:30.858683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.859136 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.859457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.859810 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.860156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.860498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.860840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.861353 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.861707 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.862043 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.862386 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.862715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.863077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78775a2-fafe-414d-a947-564ef4b4a882 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:30.912981 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group (a6172068-a855-4752-98de-44fa907d9c0b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.923279 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['94114fea-d449-4afb-8f87-d94b60d36999'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:51:30.944121 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group (a6172068-a855-4752-98de-44fa907d9c0b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.022021 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a6172068-a855-4752-98de-44fa907d9c0b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.031214 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.033131 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "DELETE /v2.0/security-groups/a6172068-a855-4752-98de-44fa907d9c0b HTTP/1.1" status: 204 len: 168 time: 0.2137890 Feb 11 05:51:31.039577 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53116) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:31.043284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6172068-a855-4752-98de-44fa907d9c0b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:31.051415 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.051776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.052161 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.052445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.052781 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.053242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.053578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.053909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.054237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.054566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.054887 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.055231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.055554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb472c7-dee0-4c1d-b700-639e03ca5eae tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:31.133865 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-7f5bddd0-3100-48c0-8475-2d6d03d12c96 None None] Provisioning complete for port 94114fea-d449-4afb-8f87-d94b60d36999 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:31.134247 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f5bddd0-3100-48c0-8475-2d6d03d12c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (94114fea-d449-4afb-8f87-d94b60d36999), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.216036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7f5bddd0-3100-48c0-8475-2d6d03d12c96 None None] Current status of the port 94114fea-d449-4afb-8f87-d94b60d36999 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:31.224863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Deleting port 5fab4a7a-b2b9-498e-9dfe-8f8aa882505c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:31.225204 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5fab4a7a-b2b9-498e-9dfe-8f8aa882505c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.301564 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5fab4a7a-b2b9-498e-9dfe-8f8aa882505c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.301797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for floatingip (5fab4a7a-b2b9-498e-9dfe-8f8aa882505c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.313054 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Calling delete_port for 5fab4a7a-b2b9-498e-9dfe-8f8aa882505c owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:31.451565 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5fab4a7a-b2b9-498e-9dfe-8f8aa882505c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.479912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event deleted for resources: {'Port': ['ID=5fab4a7a-b2b9-498e-9dfe-8f8aa882505c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:31.540736 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks [] for floatingip (9d5d62a9-2b12-4d66-b4bf-edca221df6e6), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.541063 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Floating IP 9d5d62a9-2b12-4d66-b4bf-edca221df6e6 disassociated (deleted). External IP: 172.25.7.100, port: 94114fea-d449-4afb-8f87-d94b60d36999. Feb 11 05:51:31.748389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Router bc9070f3-2347-4634-92a2-275f3a169b0b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:32.190045 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e8987e-234f-47bc-a76f-0ced289c3955 x-openstack-request-id: req-a0e8987e-234f-47bc-a76f-0ced289c3955 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:32.190344 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "tag": "94114fea-d449-4afb-8f87-d94b60d36999", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:32.190590 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0e8987e-234f-47bc-a76f-0ced289c3955 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:32.191012 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999', 'status': 'completed', 'code': 200} Feb 11 05:51:32.237846 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:32.242694 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.247528 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546046b5-5aae-4fc5-9b31-bd2c89af1294 None None] Sync routers for ids ['bc9070f3-2347-4634-92a2-275f3a169b0b'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:32.257199 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546046b5-5aae-4fc5-9b31-bd2c89af1294 None None] Routers {'bc9070f3-2347-4634-92a2-275f3a169b0b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:32.257889 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-546046b5-5aae-4fc5-9b31-bd2c89af1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:51:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bc9070f3-2347-4634-92a2-275f3a169b0b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:32.273358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443bd7d-254d-4143-be45-734fa35d9df9 req-1e6b7905-98bb-4d42-9050-a621460f5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:32.274858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d443bd7d-254d-4143-be45-734fa35d9df9 req-1e6b7905-98bb-4d42-9050-a621460f5221 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4325590779e4282bc4a70028f33b3c6&device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 1128 time: 0.0866685 Feb 11 05:51:32.278084 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-45d7aefd-b82d-49e5-9ca0-098c594138c7 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "DELETE /v2.0/floatingips/9d5d62a9-2b12-4d66-b4bf-edca221df6e6 HTTP/1.1" status: 204 len: 168 time: 1.2371974 Feb 11 05:51:32.371551 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-546046b5-5aae-4fc5-9b31-bd2c89af1294 None None] Set router bc9070f3-2347-4634-92a2-275f3a169b0b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:32.377904 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443bd7d-254d-4143-be45-734fa35d9df9 req-6ad74b78-c491-400c-bade-ea5a85ca9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:32.379545 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d443bd7d-254d-4143-be45-734fa35d9df9 req-6ad74b78-c491-400c-bade-ea5a85ca9f1d service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca462c69-6440-4e40-ae32-5e3cdc77830f HTTP/1.1" status: 200 len: 915 time: 0.0980072 Feb 11 05:51:32.423454 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d443bd7d-254d-4143-be45-734fa35d9df9 req-42625f7e-425d-4389-915e-e214996092cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 200 len: 217 time: 0.0371594 Feb 11 05:51:32.485931 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443bd7d-254d-4143-be45-734fa35d9df9 req-7f9f3a3e-f7ec-4fc6-bc34-51392fd623e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:32.488165 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d443bd7d-254d-4143-be45-734fa35d9df9 req-7f9f3a3e-f7ec-4fc6-bc34-51392fd623e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b06e9f9-3148-488a-b8f5-fe0f11784e8d HTTP/1.1" status: 200 len: 853 time: 0.0588527 Feb 11 05:51:32.552873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443bd7d-254d-4143-be45-734fa35d9df9 req-cbe99208-8676-4d48-9a2d-c891cd04aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:32.554398 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d443bd7d-254d-4143-be45-734fa35d9df9 req-cbe99208-8676-4d48-9a2d-c891cd04aeb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca462c69-6440-4e40-ae32-5e3cdc77830f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0599475 Feb 11 05:51:32.594981 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-546046b5-5aae-4fc5-9b31-bd2c89af1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:52Z', 'revision_number': 4, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b26b1a63-3fd4-430e-b5a4-968708d2907a', 'name': '', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'mac_address': 'fa:16:3e:c4:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:51Z', 'updated_at': '2022-02-11T05:47:56Z', 'revision_number': 5, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'subnets': [{'id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:32.620370 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546046b5-5aae-4fc5-9b31-bd2c89af1294 None None] Checking router: bc9070f3-2347-4634-92a2-275f3a169b0b for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:32.628810 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546046b5-5aae-4fc5-9b31-bd2c89af1294 None None] Routers {'bc9070f3-2347-4634-92a2-275f3a169b0b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:32.629428 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-546046b5-5aae-4fc5-9b31-bd2c89af1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:51:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bc9070f3-2347-4634-92a2-275f3a169b0b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:32.649355 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d443bd7d-254d-4143-be45-734fa35d9df9 req-2d8b1676-ba72-4cd2-80bc-1b9586dbfcd3 service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876958 Feb 11 05:51:32.736063 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-546046b5-5aae-4fc5-9b31-bd2c89af1294 None None] Set router bc9070f3-2347-4634-92a2-275f3a169b0b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:32.738783 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d443bd7d-254d-4143-be45-734fa35d9df9 req-40f6a459-42b8-4c91-b760-224d8c94ad1c service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823565 Feb 11 05:51:32.933054 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-546046b5-5aae-4fc5-9b31-bd2c89af1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:52Z', 'revision_number': 4, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b26b1a63-3fd4-430e-b5a4-968708d2907a', 'name': '', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'mac_address': 'fa:16:3e:c4:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:51Z', 'updated_at': '2022-02-11T05:47:56Z', 'revision_number': 5, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'subnets': [{'id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:32.960506 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546046b5-5aae-4fc5-9b31-bd2c89af1294 None None] The sync data for ids ['bc9070f3-2347-4634-92a2-275f3a169b0b'] in n-d-615180-58 is: [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:52Z', 'revision_number': 4, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b26b1a63-3fd4-430e-b5a4-968708d2907a', 'name': '', 'network_id': 'ca462c69-6440-4e40-ae32-5e3cdc77830f', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'mac_address': 'fa:16:3e:c4:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:51Z', 'updated_at': '2022-02-11T05:47:56Z', 'revision_number': 5, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'subnets': [{'id': '3b06e9f9-3148-488a-b8f5-fe0f11784e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:33.196201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df101ab-3f48-4e63-b388-19cb1bf0a0d9 None None] New status for floating IP 9d5d62a9-2b12-4d66-b4bf-edca221df6e6: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:51:33.896989 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.192338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:34.194678 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4d3923-beea-4314-841d-217180051d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "tag": "94114fea-d449-4afb-8f87-d94b60d36999"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:34.232019 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9446ff-8356-4ba6-9c06-7fc06d4ae5ee x-openstack-request-id: req-bd9446ff-8356-4ba6-9c06-7fc06d4ae5ee {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:34.232313 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "tag": "94114fea-d449-4afb-8f87-d94b60d36999", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:34.232566 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd9446ff-8356-4ba6-9c06-7fc06d4ae5ee {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:34.233452 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999', 'status': 'completed', 'code': 200} Feb 11 05:51:34.313557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d3923-beea-4314-841d-217180051d8b req-45ff8c06-55c8-4324-b539-f34ed8417c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:34.315065 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f4d3923-beea-4314-841d-217180051d8b req-45ff8c06-55c8-4324-b539-f34ed8417c3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4325590779e4282bc4a70028f33b3c6&device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 1128 time: 0.0460899 Feb 11 05:51:34.412940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d3923-beea-4314-841d-217180051d8b req-62592e3f-5cf9-4d13-aa16-c7b9af6c1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:34.414428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f4d3923-beea-4314-841d-217180051d8b req-62592e3f-5cf9-4d13-aa16-c7b9af6c1618 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca462c69-6440-4e40-ae32-5e3cdc77830f HTTP/1.1" status: 200 len: 915 time: 0.0933261 Feb 11 05:51:34.455450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f4d3923-beea-4314-841d-217180051d8b req-e1dc3148-6bbf-4221-97e3-781fe37fbc13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 200 len: 217 time: 0.0348754 Feb 11 05:51:34.509140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d3923-beea-4314-841d-217180051d8b req-a491ce49-0659-4b1c-a976-eb6b8cee698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:34.510955 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f4d3923-beea-4314-841d-217180051d8b req-a491ce49-0659-4b1c-a976-eb6b8cee698a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b06e9f9-3148-488a-b8f5-fe0f11784e8d HTTP/1.1" status: 200 len: 853 time: 0.0494778 Feb 11 05:51:34.562227 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d3923-beea-4314-841d-217180051d8b req-94d47e95-e8c2-448a-9fbf-f48d924c08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:34.564393 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f4d3923-beea-4314-841d-217180051d8b req-94d47e95-e8c2-448a-9fbf-f48d924c08eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca462c69-6440-4e40-ae32-5e3cdc77830f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475240 Feb 11 05:51:34.666824 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f4d3923-beea-4314-841d-217180051d8b req-2cfc48d4-9df8-4e19-ac50-0d95eb1f06c8 service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947509 Feb 11 05:51:34.775622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7f4d3923-beea-4314-841d-217180051d8b req-f8fc994f-781c-4f33-a908-aca27e436ed3 service neutron] 10.222.0.60 "GET /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990613 Feb 11 05:51:37.937900 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.509921 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b68fe108-9a82-445f-be8e-eb2e06e69f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.000488 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e480f4a4-f84a-43f4-a777-fd629e4b7374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.000219 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.576758 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.789170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.688265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e54f89-7df6-4262-8fa1-12577ed3bba0 req-09c8893c-5b36-4fdb-96fc-f27d7cbf40a4 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:47.689772 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18e54f89-7df6-4262-8fa1-12577ed3bba0 req-09c8893c-5b36-4fdb-96fc-f27d7cbf40a4 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 945 time: 0.1035624 Feb 11 05:51:47.735957 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-18e54f89-7df6-4262-8fa1-12577ed3bba0 req-e3232302-cfe0-4176-8fbc-00b0ab19546b tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Feb 11 05:51:48.908726 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005b75a-b6e3-4fb6-99ce-e7a5090d2e4a req-52dcf46c-8bed-4fe2-84c6-b6bf682b8e9d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:48.910469 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3005b75a-b6e3-4fb6-99ce-e7a5090d2e4a req-52dcf46c-8bed-4fe2-84c6-b6bf682b8e9d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 945 time: 0.1057386 Feb 11 05:51:48.957637 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3005b75a-b6e3-4fb6-99ce-e7a5090d2e4a req-76637068-7bf5-4089-af95-f7c26ce9a32b tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413587 Feb 11 05:51:49.810179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e718ac7-1afc-4f6a-a371-70731950cf78 req-150953da-aff9-4199-92c2-e3e6e4badb60 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:49.811655 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e718ac7-1afc-4f6a-a371-70731950cf78 req-150953da-aff9-4199-92c2-e3e6e4badb60 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.60 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 945 time: 0.0566373 Feb 11 05:51:49.901027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-3e718ac7-1afc-4f6a-a371-70731950cf78 req-b013d491-83ef-4b75-890f-d5059398420d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Deleting port 94114fea-d449-4afb-8f87-d94b60d36999 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:49.901377 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3e718ac7-1afc-4f6a-a371-70731950cf78 req-b013d491-83ef-4b75-890f-d5059398420d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (94114fea-d449-4afb-8f87-d94b60d36999), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.992200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-3e718ac7-1afc-4f6a-a371-70731950cf78 req-b013d491-83ef-4b75-890f-d5059398420d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] For port 94114fea-d449-4afb-8f87-d94b60d36999, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=94114fea-d449-4afb-8f87-d94b60d36999,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:49.992577 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3e718ac7-1afc-4f6a-a371-70731950cf78 req-b013d491-83ef-4b75-890f-d5059398420d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (94114fea-d449-4afb-8f87-d94b60d36999), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.005437 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-3e718ac7-1afc-4f6a-a371-70731950cf78 req-b013d491-83ef-4b75-890f-d5059398420d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Calling delete_port for 94114fea-d449-4afb-8f87-d94b60d36999 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:50.124774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40462b07-a641-4011-bfdc-73bf03b53415 req-aff8b716-052e-4b48-bd92-76e227fe37ed tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:50.126259 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-40462b07-a641-4011-bfdc-73bf03b53415 req-aff8b716-052e-4b48-bd92-76e227fe37ed tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/ports?device_id=12ab6feb-e82f-4bbc-80a9-e1b6b2731870 HTTP/1.1" status: 200 len: 945 time: 0.0812781 Feb 11 05:51:50.209322 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-40462b07-a641-4011-bfdc-73bf03b53415 req-dd3ba5dc-4dab-45af-a45f-8df69ab2bc03 tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772152 Feb 11 05:51:50.210627 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3e718ac7-1afc-4f6a-a371-70731950cf78 req-b013d491-83ef-4b75-890f-d5059398420d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (94114fea-d449-4afb-8f87-d94b60d36999), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.238089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['94114fea-d449-4afb-8f87-d94b60d36999'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:51:50.240729 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013d491-83ef-4b75-890f-d5059398420d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Pushing event deleted for resources: {'Port': ['ID=94114fea-d449-4afb-8f87-d94b60d36999,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:50.293396 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e718ac7-1afc-4f6a-a371-70731950cf78 req-b013d491-83ef-4b75-890f-d5059398420d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] No DVR routers for this DVR port 94114fea-d449-4afb-8f87-d94b60d36999 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:50.296132 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-3e718ac7-1afc-4f6a-a371-70731950cf78 req-b013d491-83ef-4b75-890f-d5059398420d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.300115 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3e718ac7-1afc-4f6a-a371-70731950cf78 req-b013d491-83ef-4b75-890f-d5059398420d tempest-TestMinimumBasicScenario-1054855430 tempest-TestMinimumBasicScenario-1054855430-project] 10.222.0.60 "DELETE /v2.0/ports/94114fea-d449-4afb-8f87-d94b60d36999 HTTP/1.1" status: 204 len: 173 time: 0.4830506 Feb 11 05:51:50.300560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'name': 'network-vif-deleted', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:50.302800 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94d510b-aa7d-4b74-909e-7b578a9f102e" -d '{"events": [{"server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "name": "network-vif-deleted", "tag": "94114fea-d449-4afb-8f87-d94b60d36999"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:50.344791 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae134cb2-c268-4319-970b-c9d206d47390 x-openstack-request-id: req-ae134cb2-c268-4319-970b-c9d206d47390 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:50.345095 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ab6feb-e82f-4bbc-80a9-e1b6b2731870", "name": "network-vif-deleted", "tag": "94114fea-d449-4afb-8f87-d94b60d36999", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:50.345359 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae134cb2-c268-4319-970b-c9d206d47390 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:50.345771 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ab6feb-e82f-4bbc-80a9-e1b6b2731870', 'name': 'network-vif-deleted', 'tag': '94114fea-d449-4afb-8f87-d94b60d36999', 'status': 'completed', 'code': 200} Feb 11 05:51:50.574855 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:51:51.768619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53232) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:52.121557 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-232e8135-65cd-437e-9bee-09e3e10cf721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (bc9070f3-2347-4634-92a2-275f3a169b0b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.373776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-232e8135-65cd-437e-9bee-09e3e10cf721 admin admin] Deleting port b26b1a63-3fd4-430e-b5a4-968708d2907a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:52.374039 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-232e8135-65cd-437e-9bee-09e3e10cf721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.449660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-232e8135-65cd-437e-9bee-09e3e10cf721 admin admin] For port b26b1a63-3fd4-430e-b5a4-968708d2907a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b26b1a63-3fd4-430e-b5a4-968708d2907a,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:52.450023 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-232e8135-65cd-437e-9bee-09e3e10cf721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.462171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-232e8135-65cd-437e-9bee-09e3e10cf721 admin admin] Calling delete_port for b26b1a63-3fd4-430e-b5a4-968708d2907a owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:52.652748 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-232e8135-65cd-437e-9bee-09e3e10cf721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b26b1a63-3fd4-430e-b5a4-968708d2907a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.682339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e8135-65cd-437e-9bee-09e3e10cf721 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26b1a63-3fd4-430e-b5a4-968708d2907a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:52.850169 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-232e8135-65cd-437e-9bee-09e3e10cf721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (bc9070f3-2347-4634-92a2-275f3a169b0b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.067261 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232e8135-65cd-437e-9bee-09e3e10cf721 admin admin] Router bc9070f3-2347-4634-92a2-275f3a169b0b has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:53.176106 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232e8135-65cd-437e-9bee-09e3e10cf721 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:53.181106 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-232e8135-65cd-437e-9bee-09e3e10cf721 admin admin] 10.222.0.48 "PUT /v2.0/routers/bc9070f3-2347-4634-92a2-275f3a169b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4105732 Feb 11 05:51:53.183773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53234) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:53.184769 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa707ef-4ed1-4780-9c39-3178396c643b None None] Sync routers for ids ['bc9070f3-2347-4634-92a2-275f3a169b0b'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:53.195582 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa707ef-4ed1-4780-9c39-3178396c643b None None] Routers {'bc9070f3-2347-4634-92a2-275f3a169b0b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:53.196191 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-baa707ef-4ed1-4780-9c39-3178396c643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bc9070f3-2347-4634-92a2-275f3a169b0b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:53.291967 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Publish callbacks [] for router (bc9070f3-2347-4634-92a2-275f3a169b0b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.301643 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-baa707ef-4ed1-4780-9c39-3178396c643b None None] Set router bc9070f3-2347-4634-92a2-275f3a169b0b gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:53.397365 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Publish callbacks [] for router_gateway (bc9070f3-2347-4634-92a2-275f3a169b0b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.454542 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Deleting port 2676294c-083a-4ca3-9ff0-40660ca8c1a2 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:53.454811 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.456766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 94114fea-d449-4afb-8f87-d94b60d36999 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:53.482501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 94114fea-d449-4afb-8f87-d94b60d36999 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:53.483206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 94114fea-d449-4afb-8f87-d94b60d36999 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:53.489423 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-baa707ef-4ed1-4780-9c39-3178396c643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:51:52Z', 'revision_number': 5, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port': {'id': '2676294c-083a-4ca3-9ff0-40660ca8c1a2', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:53.536617 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] For port 2676294c-083a-4ca3-9ff0-40660ca8c1a2, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2676294c-083a-4ca3-9ff0-40660ca8c1a2,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:53.536986 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.550058 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Calling delete_port for 2676294c-083a-4ca3-9ff0-40660ca8c1a2 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:53.605054 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa707ef-4ed1-4780-9c39-3178396c643b None None] Checking router: bc9070f3-2347-4634-92a2-275f3a169b0b for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:53.614105 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa707ef-4ed1-4780-9c39-3178396c643b None None] Routers {'bc9070f3-2347-4634-92a2-275f3a169b0b'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:53.614547 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-baa707ef-4ed1-4780-9c39-3178396c643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['bc9070f3-2347-4634-92a2-275f3a169b0b'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:53.706392 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-baa707ef-4ed1-4780-9c39-3178396c643b None None] Set router bc9070f3-2347-4634-92a2-275f3a169b0b gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:53.734059 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2676294c-083a-4ca3-9ff0-40660ca8c1a2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.765874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Pushing event deleted for resources: {'Port': ['ID=2676294c-083a-4ca3-9ff0-40660ca8c1a2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:53.766643 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-baa707ef-4ed1-4780-9c39-3178396c643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:51:53Z', 'revision_number': 6, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:53.794836 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa707ef-4ed1-4780-9c39-3178396c643b None None] The sync data for ids ['bc9070f3-2347-4634-92a2-275f3a169b0b'] in n-d-615180-58 is: [{'id': 'bc9070f3-2347-4634-92a2-275f3a169b0b', 'name': 'tempest-TestMinimumBasicScenario-535634196-router', 'tenant_id': 'a4325590779e4282bc4a70028f33b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:49Z', 'updated_at': '2022-02-11T05:51:53Z', 'revision_number': 6, 'project_id': 'a4325590779e4282bc4a70028f33b3c6', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:53.844005 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (bc9070f3-2347-4634-92a2-275f3a169b0b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.942934 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (bc9070f3-2347-4634-92a2-275f3a169b0b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.945107 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Publish callbacks [] for router_controller (bc9070f3-2347-4634-92a2-275f3a169b0b), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.988271 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (bc9070f3-2347-4634-92a2-275f3a169b0b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.988746 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc9070f3-2347-4634-92a2-275f3a169b0b {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:51:53.992962 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.994139 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a26ad077-0fc4-4f56-9c72-94026a625600 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bc9070f3-2347-4634-92a2-275f3a169b0b HTTP/1.1" status: 204 len: 168 time: 0.8093562 Feb 11 05:51:53.997280 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53236) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:54.044850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc115276-342e-48b6-b9cc-7654743d1d01 admin admin] Deleting subnet 3b06e9f9-3148-488a-b8f5-fe0f11784e8d {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:54.048468 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc115276-342e-48b6-b9cc-7654743d1d01 admin admin] Publish callbacks [] for subnet (3b06e9f9-3148-488a-b8f5-fe0f11784e8d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.081401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc115276-342e-48b6-b9cc-7654743d1d01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (3b06e9f9-3148-488a-b8f5-fe0f11784e8d), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.162713 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc115276-342e-48b6-b9cc-7654743d1d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (3b06e9f9-3148-488a-b8f5-fe0f11784e8d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.226950 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc115276-342e-48b6-b9cc-7654743d1d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (3b06e9f9-3148-488a-b8f5-fe0f11784e8d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.259483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc115276-342e-48b6-b9cc-7654743d1d01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b06e9f9-3148-488a-b8f5-fe0f11784e8d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:54.266314 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc115276-342e-48b6-b9cc-7654743d1d01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.271318 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fc115276-342e-48b6-b9cc-7654743d1d01 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3b06e9f9-3148-488a-b8f5-fe0f11784e8d HTTP/1.1" status: 204 len: 168 time: 0.2729170 Feb 11 05:51:54.274323 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a5dc64-7601-4e74-a583-b6a48938e941 None None] Network ca462c69-6440-4e40-ae32-5e3cdc77830f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:54.274923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53238) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:54.279082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b26b1a63-3fd4-430e-b5a4-968708d2907a no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:54.311152 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b26b1a63-3fd4-430e-b5a4-968708d2907a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:54.311499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b26b1a63-3fd4-430e-b5a4-968708d2907a not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:54.344993 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (ca462c69-6440-4e40-ae32-5e3cdc77830f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.398997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Deleting port 5a0d019e-6eca-4e22-b212-0e82ad625e5d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:54.399341 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5a0d019e-6eca-4e22-b212-0e82ad625e5d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.468899 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] For port 5a0d019e-6eca-4e22-b212-0e82ad625e5d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5a0d019e-6eca-4e22-b212-0e82ad625e5d,segment=NetworkSegment(1b71719e-1974-4be4-a1d4-e92d162b8e49),segment_id=1b71719e-1974-4be4-a1d4-e92d162b8e49)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:54.469263 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5a0d019e-6eca-4e22-b212-0e82ad625e5d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.482106 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Calling delete_port for 5a0d019e-6eca-4e22-b212-0e82ad625e5d owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:54.559877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5a0d019e-6eca-4e22-b212-0e82ad625e5d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.586676 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0d019e-6eca-4e22-b212-0e82ad625e5d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:54.590295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] No DVR routers for this DVR port 5a0d019e-6eca-4e22-b212-0e82ad625e5d on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:54.599673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75594cda-5273-441b-b81c-5b63f08f0888 None None] DHCP port deletion for ca462c69-6440-4e40-ae32-5e3cdc77830f request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:51:54.678610 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (ca462c69-6440-4e40-ae32-5e3cdc77830f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.702433 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca462c69-6440-4e40-ae32-5e3cdc77830f']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:54.713985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b71719e-1974-4be4-a1d4-e92d162b8e49') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:54.714640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b71719e-1974-4be4-a1d4-e92d162b8e49') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:54.726424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (1b71719e-1974-4be4-a1d4-e92d162b8e49), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.741365 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (1b71719e-1974-4be4-a1d4-e92d162b8e49), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (1b71719e-1974-4be4-a1d4-e92d162b8e49), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:54.756999 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:54.811573 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (ca462c69-6440-4e40-ae32-5e3cdc77830f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.818429 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.824988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ca462c69-6440-4e40-ae32-5e3cdc77830f HTTP/1.1" status: 204 len: 168 time: 0.5462441 Feb 11 05:51:54.825724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53240) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:54.834174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cc4ca-17e7-42fc-b62e-ffb2017901c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca462c69-6440-4e40-ae32-5e3cdc77830f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:55.174099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-065f8cc9-74e7-4ed6-bff0-765c1da2117f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (74b0d8cf-6959-4cce-9656-d233032ad8b1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.419909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-065f8cc9-74e7-4ed6-bff0-765c1da2117f admin admin] Deleting port 5281b9b6-8cc1-4715-9202-8b49ae950ea3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:55.420173 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-065f8cc9-74e7-4ed6-bff0-765c1da2117f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.503246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-065f8cc9-74e7-4ed6-bff0-765c1da2117f admin admin] For port 5281b9b6-8cc1-4715-9202-8b49ae950ea3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5281b9b6-8cc1-4715-9202-8b49ae950ea3,segment=NetworkSegment(bd1be2ab-0bc1-41f0-b692-73ffb0912785),segment_id=bd1be2ab-0bc1-41f0-b692-73ffb0912785)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:55.503610 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-065f8cc9-74e7-4ed6-bff0-765c1da2117f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.515696 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-065f8cc9-74e7-4ed6-bff0-765c1da2117f admin admin] Calling delete_port for 5281b9b6-8cc1-4715-9202-8b49ae950ea3 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:55.713741 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-065f8cc9-74e7-4ed6-bff0-765c1da2117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5281b9b6-8cc1-4715-9202-8b49ae950ea3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.736597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f8cc9-74e7-4ed6-bff0-765c1da2117f admin admin] Pushing event deleted for resources: {'Port': ['ID=5281b9b6-8cc1-4715-9202-8b49ae950ea3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:56.251893 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-065f8cc9-74e7-4ed6-bff0-765c1da2117f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (74b0d8cf-6959-4cce-9656-d233032ad8b1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:56.252796 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5a0d019e-6eca-4e22-b212-0e82ad625e5d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:56.277572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 5a0d019e-6eca-4e22-b212-0e82ad625e5d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:56.277932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5a0d019e-6eca-4e22-b212-0e82ad625e5d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:56.278363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2676294c-083a-4ca3-9ff0-40660ca8c1a2 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:56.296814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 2676294c-083a-4ca3-9ff0-40660ca8c1a2 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:56.297171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2676294c-083a-4ca3-9ff0-40660ca8c1a2 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:56.472066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065f8cc9-74e7-4ed6-bff0-765c1da2117f admin admin] Router 74b0d8cf-6959-4cce-9656-d233032ad8b1 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:56.580392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065f8cc9-74e7-4ed6-bff0-765c1da2117f admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:56.585409 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-065f8cc9-74e7-4ed6-bff0-765c1da2117f admin admin] 10.222.0.48 "PUT /v2.0/routers/74b0d8cf-6959-4cce-9656-d233032ad8b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7581093 Feb 11 05:51:56.588212 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53242) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:56.588786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f53fe4-904b-40f4-b876-67b179376c88 None None] Sync routers for ids ['74b0d8cf-6959-4cce-9656-d233032ad8b1'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:56.599120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f53fe4-904b-40f4-b876-67b179376c88 None None] Routers {'74b0d8cf-6959-4cce-9656-d233032ad8b1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:56.599747 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-55f53fe4-904b-40f4-b876-67b179376c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['74b0d8cf-6959-4cce-9656-d233032ad8b1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:56.694637 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Publish callbacks [] for router (74b0d8cf-6959-4cce-9656-d233032ad8b1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:56.705609 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-55f53fe4-904b-40f4-b876-67b179376c88 None None] Set router 74b0d8cf-6959-4cce-9656-d233032ad8b1 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:56.804400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Publish callbacks [] for router_gateway (74b0d8cf-6959-4cce-9656-d233032ad8b1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:56.855852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Deleting port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:56.856203 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:56.880646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-55f53fe4-904b-40f4-b876-67b179376c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'name': 'tempest-TestMinimumBasicScenario-674912418-router', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:51:55Z', 'revision_number': 5, 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'gw_port': {'id': '1184b3b1-71b9-4aac-8a8f-7bee8b684b0c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:56.912458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f53fe4-904b-40f4-b876-67b179376c88 None None] Checking router: 74b0d8cf-6959-4cce-9656-d233032ad8b1 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:56.921792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f53fe4-904b-40f4-b876-67b179376c88 None None] Routers {'74b0d8cf-6959-4cce-9656-d233032ad8b1'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:56.922418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-55f53fe4-904b-40f4-b876-67b179376c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['74b0d8cf-6959-4cce-9656-d233032ad8b1'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:56.940475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] For port 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=1184b3b1-71b9-4aac-8a8f-7bee8b684b0c,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:56.940847 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:56.952162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Calling delete_port for 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:57.132757 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (1184b3b1-71b9-4aac-8a8f-7bee8b684b0c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.158518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Pushing event deleted for resources: {'Port': ['ID=1184b3b1-71b9-4aac-8a8f-7bee8b684b0c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:57.182993 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-55f53fe4-904b-40f4-b876-67b179376c88 None None] Set router 74b0d8cf-6959-4cce-9656-d233032ad8b1 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:57.222051 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (74b0d8cf-6959-4cce-9656-d233032ad8b1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.234960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-55f53fe4-904b-40f4-b876-67b179376c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'name': 'tempest-TestMinimumBasicScenario-674912418-router', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:51:56Z', 'revision_number': 6, 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:57.269971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f53fe4-904b-40f4-b876-67b179376c88 None None] The sync data for ids ['74b0d8cf-6959-4cce-9656-d233032ad8b1'] in n-d-615180-58 is: [{'id': '74b0d8cf-6959-4cce-9656-d233032ad8b1', 'name': 'tempest-TestMinimumBasicScenario-674912418-router', 'tenant_id': '464b939a1bb3470886b930e05bca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:54Z', 'updated_at': '2022-02-11T05:51:56Z', 'revision_number': 6, 'project_id': '464b939a1bb3470886b930e05bca5ac0', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:57.321589 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (74b0d8cf-6959-4cce-9656-d233032ad8b1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.323738 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Publish callbacks [] for router_controller (74b0d8cf-6959-4cce-9656-d233032ad8b1), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.371830 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (74b0d8cf-6959-4cce-9656-d233032ad8b1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.372253 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b0d8cf-6959-4cce-9656-d233032ad8b1 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:51:57.376410 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.377548 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e1b30875-1e5b-4615-9dc4-63512eb390db admin admin] 10.222.0.48 "DELETE /v2.0/routers/74b0d8cf-6959-4cce-9656-d233032ad8b1 HTTP/1.1" status: 204 len: 168 time: 0.7883248 Feb 11 05:51:57.380233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53244) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:57.425313 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f576fce-f19f-4353-a0d8-c14ee2c725f1 admin admin] Deleting subnet 62b9bbe7-598d-4620-b325-ead5c045a11e {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:57.428473 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f576fce-f19f-4353-a0d8-c14ee2c725f1 admin admin] Publish callbacks [] for subnet (62b9bbe7-598d-4620-b325-ead5c045a11e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.462044 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f576fce-f19f-4353-a0d8-c14ee2c725f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (62b9bbe7-598d-4620-b325-ead5c045a11e), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.541850 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f576fce-f19f-4353-a0d8-c14ee2c725f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (62b9bbe7-598d-4620-b325-ead5c045a11e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.593831 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f576fce-f19f-4353-a0d8-c14ee2c725f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (62b9bbe7-598d-4620-b325-ead5c045a11e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.621046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f576fce-f19f-4353-a0d8-c14ee2c725f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b9bbe7-598d-4620-b325-ead5c045a11e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:57.623120 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f576fce-f19f-4353-a0d8-c14ee2c725f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.626774 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6f576fce-f19f-4353-a0d8-c14ee2c725f1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/62b9bbe7-598d-4620-b325-ead5c045a11e HTTP/1.1" status: 204 len: 168 time: 0.2455745 Feb 11 05:51:57.629250 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53246) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:57.630831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafaf8cd-689f-4c67-89e8-a92d09de923c None None] Network 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:57.708195 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.766297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Deleting port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:57.766706 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.829328 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] For port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce,segment=NetworkSegment(bd1be2ab-0bc1-41f0-b692-73ffb0912785),segment_id=bd1be2ab-0bc1-41f0-b692-73ffb0912785)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:57.829698 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.841784 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Calling delete_port for d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:57.921314 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.947174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:57.948995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] No DVR routers for this DVR port d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:58.021952 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.041325 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:58.051888 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1be2ab-0bc1-41f0-b692-73ffb0912785') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:58.052194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1be2ab-0bc1-41f0-b692-73ffb0912785') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:58.062980 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (bd1be2ab-0bc1-41f0-b692-73ffb0912785), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.076918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be4446-8f32-46d9-b274-ddb5415cc25b None None] DHCP port deletion for 971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:51:58.077219 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (bd1be2ab-0bc1-41f0-b692-73ffb0912785), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.084280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:58.084670 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (bd1be2ab-0bc1-41f0-b692-73ffb0912785), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:58.086500 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:58.144928 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.151370 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.155060 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] 10.222.0.48 "DELETE /v2.0/networks/971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e HTTP/1.1" status: 204 len: 168 time: 0.5246563 Feb 11 05:51:58.168523 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2eda7-3705-487a-9c7c-4609bd2e34aa admin admin] Pushing event deleted for resources: {'Network': ['ID=971fdf10-f0a5-4ea5-aa1b-b77aa45f0a6e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:58.206684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5281b9b6-8cc1-4715-9202-8b49ae950ea3 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:58.232071 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 5281b9b6-8cc1-4715-9202-8b49ae950ea3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:58.232438 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5281b9b6-8cc1-4715-9202-8b49ae950ea3 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:58.232889 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:58.252918 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:58.253276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 1184b3b1-71b9-4aac-8a8f-7bee8b684b0c not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:58.253700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:58.272595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:58.273531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d3f24ee1-5a98-46ee-93bc-1bb8b86c4fce not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:58.340533 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53250) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:58.387559 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b17b8dd1-68f6-4703-9a12-b8e1bf4c3213 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4325590779e4282bc4a70028f33b3c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456541 Feb 11 05:51:58.390228 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53252) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:58.441260 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-608ff47f-6301-4eee-9b65-76ba15f28d1f admin admin] Publish callbacks [] for security_group (dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.461718 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-608ff47f-6301-4eee-9b65-76ba15f28d1f admin admin] Publish callbacks [] for security_group (dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.508744 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-608ff47f-6301-4eee-9b65-76ba15f28d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.511621 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-608ff47f-6301-4eee-9b65-76ba15f28d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.512788 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-608ff47f-6301-4eee-9b65-76ba15f28d1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69 HTTP/1.1" status: 204 len: 168 time: 0.1216340 Feb 11 05:51:58.520410 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ff47f-6301-4eee-9b65-76ba15f28d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1b9e89-4d39-4af0-a434-8ec4fa0b7c69,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:58.823663 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53258) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:58.863279 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bfe61a96-7d5d-4c13-8514-83e1cbe931d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=464b939a1bb3470886b930e05bca5ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384543 Feb 11 05:51:58.865609 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53260) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:58.912601 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6c5de0b-bf40-426f-bd46-5ce917e1f810 admin admin] Publish callbacks [] for security_group (fd904ab4-632c-4a45-9b39-d9e7f212f426), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.933327 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6c5de0b-bf40-426f-bd46-5ce917e1f810 admin admin] Publish callbacks [] for security_group (fd904ab4-632c-4a45-9b39-d9e7f212f426), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.983793 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6c5de0b-bf40-426f-bd46-5ce917e1f810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (fd904ab4-632c-4a45-9b39-d9e7f212f426), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.986630 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6c5de0b-bf40-426f-bd46-5ce917e1f810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.987783 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d6c5de0b-bf40-426f-bd46-5ce917e1f810 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd904ab4-632c-4a45-9b39-d9e7f212f426 HTTP/1.1" status: 204 len: 168 time: 0.1212971 Feb 11 05:51:58.997272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5de0b-bf40-426f-bd46-5ce917e1f810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd904ab4-632c-4a45-9b39-d9e7f212f426,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:00.713839 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53300) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:00.718982 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d0eeb447-b3b4-45dc-b569-6c3a70d866a4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-7088994', 'description': 'tempest-secgroup-smoke-7088994 description', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:00.739501 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb447-b3b4-45dc-b569-6c3a70d866a4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.747033 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb447-b3b4-45dc-b569-6c3a70d866a4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.822218 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb447-b3b4-45dc-b569-6c3a70d866a4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (dcf0d603-99bd-4139-a662-936b629b5ba1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.825942 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb447-b3b4-45dc-b569-6c3a70d866a4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dcf0d603-99bd-4139-a662-936b629b5ba1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.861569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eeb447-b3b4-45dc-b569-6c3a70d866a4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf0d603-99bd-4139-a662-936b629b5ba1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:00.902196 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb447-b3b4-45dc-b569-6c3a70d866a4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.905926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb447-b3b4-45dc-b569-6c3a70d866a4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.936997 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb447-b3b4-45dc-b569-6c3a70d866a4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.938353 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d0eeb447-b3b4-45dc-b569-6c3a70d866a4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2233045 Feb 11 05:52:00.940190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eeb447-b3b4-45dc-b569-6c3a70d866a4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:00.941320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53302) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:00.946167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ddb3230c-aec6-402e-85f9-94a75858ddfe tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:00.976628 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddb3230c-aec6-402e-85f9-94a75858ddfe tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (0a6a7512-6017-4283-bed8-d36a063cd773), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.034755 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddb3230c-aec6-402e-85f9-94a75858ddfe tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (0a6a7512-6017-4283-bed8-d36a063cd773), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.038170 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddb3230c-aec6-402e-85f9-94a75858ddfe tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (0a6a7512-6017-4283-bed8-d36a063cd773), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.057684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3230c-aec6-402e-85f9-94a75858ddfe tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6a7512-6017-4283-bed8-d36a063cd773,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:01.067086 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ddb3230c-aec6-402e-85f9-94a75858ddfe tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.068319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ddb3230c-aec6-402e-85f9-94a75858ddfe tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259632 Feb 11 05:52:01.071040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53304) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:01.075376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5df9ce0d-9308-4e3e-88b8-696cd039cd5c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:01.100166 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5df9ce0d-9308-4e3e-88b8-696cd039cd5c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (b6b9d1fa-d17d-4db4-9886-9746ef656893), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.156203 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5df9ce0d-9308-4e3e-88b8-696cd039cd5c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (b6b9d1fa-d17d-4db4-9886-9746ef656893), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.159776 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5df9ce0d-9308-4e3e-88b8-696cd039cd5c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (b6b9d1fa-d17d-4db4-9886-9746ef656893), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.177981 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9ce0d-9308-4e3e-88b8-696cd039cd5c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b9d1fa-d17d-4db4-9886-9746ef656893,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:01.185177 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5df9ce0d-9308-4e3e-88b8-696cd039cd5c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.186489 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5df9ce0d-9308-4e3e-88b8-696cd039cd5c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144116 Feb 11 05:52:01.189533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53306) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:01.194464 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-506f1160-7f5b-4f9b-ada9-d3b0c5c56eda tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:01.219042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-506f1160-7f5b-4f9b-ada9-d3b0c5c56eda tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (6fd3ba8a-f074-4584-9aa8-0106ed3e127d), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.278310 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-506f1160-7f5b-4f9b-ada9-d3b0c5c56eda tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (6fd3ba8a-f074-4584-9aa8-0106ed3e127d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.281862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-506f1160-7f5b-4f9b-ada9-d3b0c5c56eda tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (6fd3ba8a-f074-4584-9aa8-0106ed3e127d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.300522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f1160-7f5b-4f9b-ada9-d3b0c5c56eda tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd3ba8a-f074-4584-9aa8-0106ed3e127d,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:01.307422 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-506f1160-7f5b-4f9b-ada9-d3b0c5c56eda tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.308731 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-506f1160-7f5b-4f9b-ada9-d3b0c5c56eda tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180613 Feb 11 05:52:01.312291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53308) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:01.316855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e4c66ed8-351c-415c-bc92-e916f6962376 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:01.340469 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4c66ed8-351c-415c-bc92-e916f6962376 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (a8a831e6-ee25-42ea-911d-4a16769ab24b), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.397821 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4c66ed8-351c-415c-bc92-e916f6962376 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (a8a831e6-ee25-42ea-911d-4a16769ab24b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.401598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4c66ed8-351c-415c-bc92-e916f6962376 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (a8a831e6-ee25-42ea-911d-4a16769ab24b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.419224 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c66ed8-351c-415c-bc92-e916f6962376 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a831e6-ee25-42ea-911d-4a16769ab24b,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:01.427116 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e4c66ed8-351c-415c-bc92-e916f6962376 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.428305 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e4c66ed8-351c-415c-bc92-e916f6962376 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149108 Feb 11 05:52:01.431050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53310) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:01.435218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4bde1a84-c4ea-4816-9583-f0377850b143 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:01.453823 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-4bde1a84-c4ea-4816-9583-f0377850b143 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Project 34d54ee97fa24d4ca8dd832d02b9b5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:52:01.458881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bde1a84-c4ea-4816-9583-f0377850b143 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (172fa6da-49e8-4aea-a168-9c2c9de46756), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.515494 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bde1a84-c4ea-4816-9583-f0377850b143 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (172fa6da-49e8-4aea-a168-9c2c9de46756), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.518966 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bde1a84-c4ea-4816-9583-f0377850b143 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (172fa6da-49e8-4aea-a168-9c2c9de46756), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.536181 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde1a84-c4ea-4816-9583-f0377850b143 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172fa6da-49e8-4aea-a168-9c2c9de46756,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:01.544372 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4bde1a84-c4ea-4816-9583-f0377850b143 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.545567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4bde1a84-c4ea-4816-9583-f0377850b143 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1136217 Feb 11 05:52:01.548834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53312) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:01.553057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-68679f26-8dfe-4a5e-b29f-317ca7df8406 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:01.571643 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-68679f26-8dfe-4a5e-b29f-317ca7df8406 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Project 34d54ee97fa24d4ca8dd832d02b9b5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:52:01.576353 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68679f26-8dfe-4a5e-b29f-317ca7df8406 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (1705809b-e6c1-420c-a390-d7ef7b786e73), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.636598 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68679f26-8dfe-4a5e-b29f-317ca7df8406 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (1705809b-e6c1-420c-a390-d7ef7b786e73), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.640046 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68679f26-8dfe-4a5e-b29f-317ca7df8406 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (1705809b-e6c1-420c-a390-d7ef7b786e73), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.657991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68679f26-8dfe-4a5e-b29f-317ca7df8406 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1705809b-e6c1-420c-a390-d7ef7b786e73,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:01.665196 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-68679f26-8dfe-4a5e-b29f-317ca7df8406 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.666396 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-68679f26-8dfe-4a5e-b29f-317ca7df8406 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166382 Feb 11 05:52:01.669304 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53314) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:01.674646 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-58421cad-4771-4516-a38c-e79a35ad6573 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'network': {'name': 'tempest-network-smoke--783865295', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'port_security_enabled': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:01.692395 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58421cad-4771-4516-a38c-e79a35ad6573 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:01.695687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58421cad-4771-4516-a38c-e79a35ad6573 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.719835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58421cad-4771-4516-a38c-e79a35ad6573 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:52:01.729051 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58421cad-4771-4516-a38c-e79a35ad6573 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (7f4ef785-6e36-4d5f-9b33-987623087221), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.729399 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-58421cad-4771-4516-a38c-e79a35ad6573 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Added segment 7f4ef785-6e36-4d5f-9b33-987623087221 of type vlan for network f5756ff8-3062-4251-84ad-6cdc7bb0452d Feb 11 05:52:01.768577 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58421cad-4771-4516-a38c-e79a35ad6573 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (f5756ff8-3062-4251-84ad-6cdc7bb0452d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.792207 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58421cad-4771-4516-a38c-e79a35ad6573 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (f5756ff8-3062-4251-84ad-6cdc7bb0452d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.797236 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58421cad-4771-4516-a38c-e79a35ad6573 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:01.797852 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-58421cad-4771-4516-a38c-e79a35ad6573 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.835286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-58421cad-4771-4516-a38c-e79a35ad6573 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1649423 Feb 11 05:52:01.838369 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53316) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:01.843620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'admin_state_up': True, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:01.864046 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (2c0006c0-5fa4-465b-988e-ac9408091196), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.865190 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (2c0006c0-5fa4-465b-988e-ac9408091196), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.870656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58421cad-4771-4516-a38c-e79a35ad6573 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Network': ['ID=f5756ff8-3062-4251-84ad-6cdc7bb0452d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:01.881884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network f5756ff8-3062-4251-84ad-6cdc7bb0452d details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:52:01.927735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_controller (2c0006c0-5fa4-465b-988e-ac9408091196), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.066382 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (2c0006c0-5fa4-465b-988e-ac9408091196), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.258958 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (2c0006c0-5fa4-465b-988e-ac9408091196), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.277776 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.386440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.25.7.144 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/cd9e7925-0fd8-48c1-a2ee-dca791ad777c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:02.482819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.515483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.552974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:02.555770 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:02.559190 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:02.564832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=cd9e7925-0fd8-48c1-a2ee-dca791ad777c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:02.806694 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (2c0006c0-5fa4-465b-988e-ac9408091196), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.003075 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (2c0006c0-5fa4-465b-988e-ac9408091196), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.130484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 2c0006c0-5fa4-465b-988e-ac9408091196 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:52:03.237331 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:03.246738 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Sync routers for ids ['2c0006c0-5fa4-465b-988e-ac9408091196'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:03.257012 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Routers {'2c0006c0-5fa4-465b-988e-ac9408091196'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:03.257437 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.257624 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2c0006c0-5fa4-465b-988e-ac9408091196'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:03.258813 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9154e5af-6c0e-48da-8972-b9321647347b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4193900 Feb 11 05:52:03.262038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53318) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:03.364232 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Set router 2c0006c0-5fa4-465b-988e-ac9408091196 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:03.384611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-766d6c2a-ab5b-41ff-b82b-7e4789ff4156 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=34d54ee97fa24d4ca8dd832d02b9b5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1188624 Feb 11 05:52:03.384885 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53322) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:03.470791 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d323b-d658-45c7-8c8d-56abafe00793 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:03.472345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-eb7d323b-d658-45c7-8c8d-56abafe00793 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865347 Feb 11 05:52:03.475110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53324) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:03.506663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d658b323-34ee-4111-bde2-2242294adfcd tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304871 Feb 11 05:52:03.509179 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53326) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:03.513850 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-50ca8cf4-8b80-42c7-ba0f-409f81c24ff0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1661392090', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:03.543815 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:52:02Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:03.570224 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Checking router: 2c0006c0-5fa4-465b-988e-ac9408091196 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:03.570581 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Updating router 2c0006c0-5fa4-465b-988e-ac9408091196 port cd9e7925-0fd8-48c1-a2ee-dca791ad777c binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:52:03.597641 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.600556 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ca8cf4-8b80-42c7-ba0f-409f81c24ff0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:03.604179 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50ca8cf4-8b80-42c7-ba0f-409f81c24ff0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.784279 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50ca8cf4-8b80-42c7-ba0f-409f81c24ff0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (fbe22fb4-7bf0-4d76-aec2-db306ee6271f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.845298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca8cf4-8b80-42c7-ba0f-409f81c24ff0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Subnet': ['ID=fbe22fb4-7bf0-4d76-aec2-db306ee6271f,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:03.850754 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Publish callbacks [] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.855473 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca8cf4-8b80-42c7-ba0f-409f81c24ff0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Checking segment: {'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:03.855935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca8cf4-8b80-42c7-ba0f-409f81c24ff0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network hostable DHCP agents. Network: f5756ff8-3062-4251-84ad-6cdc7bb0452d, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:52:03.857105 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.872902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca8cf4-8b80-42c7-ba0f-409f81c24ff0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network f5756ff8-3062-4251-84ad-6cdc7bb0452d is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:52:03.882658 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-50ca8cf4-8b80-42c7-ba0f-409f81c24ff0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, f5756ff8-3062-4251-84ad-6cdc7bb0452d) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:03.887386 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ca8cf4-8b80-42c7-ba0f-409f81c24ff0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:03.888204 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-50ca8cf4-8b80-42c7-ba0f-409f81c24ff0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.896777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b783bf50-ccce-44e4-838e-2b2c6266085e None None] Network f5756ff8-3062-4251-84ad-6cdc7bb0452d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:03.909905 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Attempting to bind port cd9e7925-0fd8-48c1-a2ee-dca791ad777c on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:03.910282 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Attempting to bind port cd9e7925-0fd8-48c1-a2ee-dca791ad777c by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:03.910644 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Attempting to bind port cd9e7925-0fd8-48c1-a2ee-dca791ad777c on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:03.911582 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-50ca8cf4-8b80-42c7-ba0f-409f81c24ff0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4012682 Feb 11 05:52:03.914138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53328) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:03.918917 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.921789 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:03.922275 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:03.926070 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.926070 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:03.926070 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Bound port: cd9e7925-0fd8-48c1-a2ee-dca791ad777c, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:03.926070 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.926070 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Pushing event updated for resources: {'Port': ['ID=cd9e7925-0fd8-48c1-a2ee-dca791ad777c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:03.950335 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.950696 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.951038 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.951371 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.951695 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.952524 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.952861 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.953181 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.953500 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.953816 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.954133 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.954445 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.954756 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:03.990234 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] For port cd9e7925-0fd8-48c1-a2ee-dca791ad777c, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:03.993468 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] For port cd9e7925-0fd8-48c1-a2ee-dca791ad777c, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=cd9e7925-0fd8-48c1-a2ee-dca791ad777c,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:04.002790 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.021398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ips': [{'subnet_id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:52:04.022686 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.059061 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Routers {'2c0006c0-5fa4-465b-988e-ac9408091196'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:04.059678 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2c0006c0-5fa4-465b-988e-ac9408091196'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:04.117169 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153028e-f6ee-4eed-b00a-58ae80b4ce5a None None] Pushing event updated for resources: {'Port': ['ID=cd9e7925-0fd8-48c1-a2ee-dca791ad777c,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:04.164788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Allocated IP 172.20.0.2 (f5756ff8-3062-4251-84ad-6cdc7bb0452d/fbe22fb4-7bf0-4d76-aec2-db306ee6271f/a8585af9-4b6a-47ad-bdbe-5532c91d2e30) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:04.181729 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] Set router 2c0006c0-5fa4-465b-988e-ac9408091196 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:04.316993 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Publish callbacks [] for port (a8585af9-4b6a-47ad-bdbe-5532c91d2e30), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.323651 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (a8585af9-4b6a-47ad-bdbe-5532c91d2e30), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.342874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Network f5756ff8-3062-4251-84ad-6cdc7bb0452d is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:04.345725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:04.370600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:04.370821 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:52:02Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:04.395546 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.402826 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15256c3f-487d-4a8e-a348-08c76aeb93a9 None None] The sync data for ids ['2c0006c0-5fa4-465b-988e-ac9408091196'] in n-d-615180-58 is: [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:52:02Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:04.424376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Pushing event updated for resources: {'Port': ['ID=a8585af9-4b6a-47ad-bdbe-5532c91d2e30,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:04.460082 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Attempting to bind port a8585af9-4b6a-47ad-bdbe-5532c91d2e30 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:04.460470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Attempting to bind port a8585af9-4b6a-47ad-bdbe-5532c91d2e30 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:04.460847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Attempting to bind port a8585af9-4b6a-47ad-bdbe-5532c91d2e30 on network f5756ff8-3062-4251-84ad-6cdc7bb0452d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:04.464902 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.465255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.465606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.465948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.466285 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.466623 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.466980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.467318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.467677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.468015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.468347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.468675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.469001 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:04.475109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:04.475499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Checking segment: {'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:04.475918 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.476322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Bound using segment: {'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:04.476811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Bound port: a8585af9-4b6a-47ad-bdbe-5532c91d2e30, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:04.477198 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a8585af9-4b6a-47ad-bdbe-5532c91d2e30), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.541539 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] For port a8585af9-4b6a-47ad-bdbe-5532c91d2e30, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:04.546236 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] For port a8585af9-4b6a-47ad-bdbe-5532c91d2e30, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a8585af9-4b6a-47ad-bdbe-5532c91d2e30,segment=NetworkSegment(7f4ef785-6e36-4d5f-9b33-987623087221),segment_id=7f4ef785-6e36-4d5f-9b33-987623087221)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:04.552741 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a8585af9-4b6a-47ad-bdbe-5532c91d2e30), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.611830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55ed4f-a92c-4c32-ab08-939f84acd23e None None] Pushing event updated for resources: {'Port': ['ID=a8585af9-4b6a-47ad-bdbe-5532c91d2e30,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:04.730357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.20.0.1 (f5756ff8-3062-4251-84ad-6cdc7bb0452d/fbe22fb4-7bf0-4d76-aec2-db306ee6271f/f89a3b99-0816-4372-ae0d-71d239e6fb35) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:04.891291 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.942429 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.005180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network f5756ff8-3062-4251-84ad-6cdc7bb0452d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:05.007010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:05.009388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:05.012166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=f89a3b99-0816-4372-ae0d-71d239e6fb35,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:05.056629 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (2c0006c0-5fa4-465b-988e-ac9408091196), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.203493 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.499434 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.504755 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.578701 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (2c0006c0-5fa4-465b-988e-ac9408091196), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.580467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=f89a3b99-0816-4372-ae0d-71d239e6fb35,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:05.642565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e041870-7a30-4966-9910-96c4a92de8b9 None None] Network f5756ff8-3062-4251-84ad-6cdc7bb0452d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:05.676962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network f5756ff8-3062-4251-84ad-6cdc7bb0452d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:05.678396 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:05.712858 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b50415bb-255a-4fda-83a1-9fcc8fab1737 None None] Provisioning complete for port a8585af9-4b6a-47ad-bdbe-5532c91d2e30 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:05.713235 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b50415bb-255a-4fda-83a1-9fcc8fab1737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a8585af9-4b6a-47ad-bdbe-5532c91d2e30), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.799270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 2c0006c0-5fa4-465b-988e-ac9408091196 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:52:05.832849 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b50415bb-255a-4fda-83a1-9fcc8fab1737 None None] Current status of the port a8585af9-4b6a-47ad-bdbe-5532c91d2e30 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:05.833244 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b50415bb-255a-4fda-83a1-9fcc8fab1737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a8585af9-4b6a-47ad-bdbe-5532c91d2e30), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.868645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b50415bb-255a-4fda-83a1-9fcc8fab1737 None None] For port a8585af9-4b6a-47ad-bdbe-5532c91d2e30, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a8585af9-4b6a-47ad-bdbe-5532c91d2e30,segment=NetworkSegment(7f4ef785-6e36-4d5f-9b33-987623087221),segment_id=7f4ef785-6e36-4d5f-9b33-987623087221)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:05.875151 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b50415bb-255a-4fda-83a1-9fcc8fab1737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a8585af9-4b6a-47ad-bdbe-5532c91d2e30), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.922623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:05.930913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50415bb-255a-4fda-83a1-9fcc8fab1737 None None] Pushing event updated for resources: {'Port': ['ID=a8585af9-4b6a-47ad-bdbe-5532c91d2e30,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:05.935501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1a56dc35-3b93-4168-87a4-b838ad020540 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "PUT /v2.0/routers/2c0006c0-5fa4-465b-988e-ac9408091196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0195935 Feb 11 05:52:06.102055 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-73291236-59b0-464c-8ddb-a0481a5b12ae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7088994&fields=id&tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 267 time: 0.0555634 Feb 11 05:52:06.103951 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9e96c1d9-2d9f-42cb-92cf-77a6f86acd0d None None] Provisioning complete for port a8585af9-4b6a-47ad-bdbe-5532c91d2e30 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:06.104611 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e96c1d9-2d9f-42cb-92cf-77a6f86acd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a8585af9-4b6a-47ad-bdbe-5532c91d2e30), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.134999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Sync routers for ids ['2c0006c0-5fa4-465b-988e-ac9408091196'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:06.165781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Routers {'2c0006c0-5fa4-465b-988e-ac9408091196'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:06.166439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2c0006c0-5fa4-465b-988e-ac9408091196'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:06.256066 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-9816eb04-b97e-43f9-b154-c32688414517 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:06.259335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9e96c1d9-2d9f-42cb-92cf-77a6f86acd0d None None] Current status of the port a8585af9-4b6a-47ad-bdbe-5532c91d2e30 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:06.263360 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-9816eb04-b97e-43f9-b154-c32688414517 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/networks?id=f5756ff8-3062-4251-84ad-6cdc7bb0452d HTTP/1.1" status: 200 len: 796 time: 0.1526549 Feb 11 05:52:06.282828 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-a2882d83-6cd7-45f0-ac0d-722f7f5592ba tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/quotas/34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 375 time: 0.0180957 Feb 11 05:52:06.310718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9e96c1d9-2d9f-42cb-92cf-77a6f86acd0d None None] Provisioning complete for port f89a3b99-0816-4372-ae0d-71d239e6fb35 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:06.311127 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9e96c1d9-2d9f-42cb-92cf-77a6f86acd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.336945 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a8585af9-4b6a-47ad-bdbe-5532c91d2e30 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:06.342219 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2430d48b-d79f-4c12-8441-5c11ec964e4c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581923 Feb 11 05:52:06.376094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Set router 2c0006c0-5fa4-465b-988e-ac9408091196 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:06.413105 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-fd016d6c-a54f-4ba8-a271-1de5db396536 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:52:06.414380 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-fd016d6c-a54f-4ba8-a271-1de5db396536 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0584228 Feb 11 05:52:06.432458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9e96c1d9-2d9f-42cb-92cf-77a6f86acd0d None None] Port f89a3b99-0816-4372-ae0d-71d239e6fb35 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:06.497539 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port a8585af9-4b6a-47ad-bdbe-5532c91d2e30 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:06.497920 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a8585af9-4b6a-47ad-bdbe-5532c91d2e30), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.525030 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c2e47d4e-ae98-4911-a780-62b296dac224 service neutron] 10.222.0.48 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014175 Feb 11 05:52:06.588894 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f37e2f7c-0562-4b15-8595-f64f2b913398 None None] Provisioning complete for port f89a3b99-0816-4372-ae0d-71d239e6fb35 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:06.589185 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f37e2f7c-0562-4b15-8595-f64f2b913398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.612950 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-5c958769-a8f9-4963-8638-2b85ddf8f74d service neutron] 10.222.0.48 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811124 Feb 11 05:52:06.683734 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f37e2f7c-0562-4b15-8595-f64f2b913398 None None] Port f89a3b99-0816-4372-ae0d-71d239e6fb35 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:06.700465 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port a8585af9-4b6a-47ad-bdbe-5532c91d2e30 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:06.701571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device cd9e7925-0fd8-48c1-a2ee-dca791ad777c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:06.747283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:52:05Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f89a3b99-0816-4372-ae0d-71d239e6fb35', 'name': '', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:a5:c1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:04Z', 'updated_at': '2022-02-11T05:52:05Z', 'revision_number': 2, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:06.780898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Checking router: 2c0006c0-5fa4-465b-988e-ac9408091196 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:06.781262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Updating router 2c0006c0-5fa4-465b-988e-ac9408091196 port f89a3b99-0816-4372-ae0d-71d239e6fb35 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:52:06.809917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port cd9e7925-0fd8-48c1-a2ee-dca791ad777c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:06.810297 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.838824 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.993574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port cd9e7925-0fd8-48c1-a2ee-dca791ad777c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:06.993978 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.035855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port cd9e7925-0fd8-48c1-a2ee-dca791ad777c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=cd9e7925-0fd8-48c1-a2ee-dca791ad777c,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:07.040756 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.146003 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=cd9e7925-0fd8-48c1-a2ee-dca791ad777c,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:07.147659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-38e400ce-3ee7-4920-851d-b98d8cabb298 req-aa67c4c3-b97c-4c3c-b461-67026515cf31 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 210 time: 0.3947303 Feb 11 05:52:07.205699 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Publish callbacks [] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.210761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.259347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2392eb-fc03-480e-9afd-b137bfcfd531 None None] Pushing event updated for resources: {'Port': ['ID=f89a3b99-0816-4372-ae0d-71d239e6fb35,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:07.479081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Attempting to bind port f89a3b99-0816-4372-ae0d-71d239e6fb35 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:07.479454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Attempting to bind port f89a3b99-0816-4372-ae0d-71d239e6fb35 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:07.479815 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Attempting to bind port f89a3b99-0816-4372-ae0d-71d239e6fb35 on network f5756ff8-3062-4251-84ad-6cdc7bb0452d {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:07.485354 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:07.485729 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Checking segment: {'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:07.486125 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.486515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Bound using segment: {'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:07.486997 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Bound port: f89a3b99-0816-4372-ae0d-71d239e6fb35, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:07.487372 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.535107 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-65bebecf-279b-4cf2-bab8-2e0dab75795d None None] Provisioning complete for port f89a3b99-0816-4372-ae0d-71d239e6fb35 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:07.535379 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-65bebecf-279b-4cf2-bab8-2e0dab75795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.583421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] For port f89a3b99-0816-4372-ae0d-71d239e6fb35, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:07.585196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-65bebecf-279b-4cf2-bab8-2e0dab75795d None None] Port f89a3b99-0816-4372-ae0d-71d239e6fb35 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:07.587560 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] For port f89a3b99-0816-4372-ae0d-71d239e6fb35, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f89a3b99-0816-4372-ae0d-71d239e6fb35,segment=NetworkSegment(7f4ef785-6e36-4d5f-9b33-987623087221),segment_id=7f4ef785-6e36-4d5f-9b33-987623087221)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:07.594889 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.655813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Routers {'2c0006c0-5fa4-465b-988e-ac9408091196'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:07.656464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:51:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2c0006c0-5fa4-465b-988e-ac9408091196'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:07.661531 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2392eb-fc03-480e-9afd-b137bfcfd531 None None] Pushing event updated for resources: {'Port': ['ID=f89a3b99-0816-4372-ae0d-71d239e6fb35,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:07.782480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] Set router 2c0006c0-5fa4-465b-988e-ac9408091196 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:07.955391 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.957750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2c9289f-7d71-4c6b-8dd9-e40aa0a5d0bc None None] Provisioning complete for port f89a3b99-0816-4372-ae0d-71d239e6fb35 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:07.958118 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2c9289f-7d71-4c6b-8dd9-e40aa0a5d0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.067750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:52:05Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f89a3b99-0816-4372-ae0d-71d239e6fb35', 'name': '', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:a5:c1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:04Z', 'updated_at': '2022-02-11T05:52:07Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:08.097424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abc644-9a98-4ec0-91f9-60bb6c1a60ba None None] The sync data for ids ['2c0006c0-5fa4-465b-988e-ac9408091196'] in n-d-615180-58 is: [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:52:05Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f89a3b99-0816-4372-ae0d-71d239e6fb35', 'name': '', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:a5:c1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:04Z', 'updated_at': '2022-02-11T05:52:07Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:08.099436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2c9289f-7d71-4c6b-8dd9-e40aa0a5d0bc None None] Current status of the port f89a3b99-0816-4372-ae0d-71d239e6fb35 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:08.100066 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2c9289f-7d71-4c6b-8dd9-e40aa0a5d0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.143491 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2c9289f-7d71-4c6b-8dd9-e40aa0a5d0bc None None] For port f89a3b99-0816-4372-ae0d-71d239e6fb35, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f89a3b99-0816-4372-ae0d-71d239e6fb35,segment=NetworkSegment(7f4ef785-6e36-4d5f-9b33-987623087221),segment_id=7f4ef785-6e36-4d5f-9b33-987623087221)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:08.160309 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2c9289f-7d71-4c6b-8dd9-e40aa0a5d0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.235873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9289f-7d71-4c6b-8dd9-e40aa0a5d0bc None None] Pushing event updated for resources: {'Port': ['ID=f89a3b99-0816-4372-ae0d-71d239e6fb35,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:08.237957 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b696d4e4-981c-449b-a649-192c7b4644e8 req-bedcab48-7f9a-4c1d-ada1-cbe5b4c7c64d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 210 time: 0.0318646 Feb 11 05:52:08.324275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f89a3b99-0816-4372-ae0d-71d239e6fb35 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:08.379414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f89a3b99-0816-4372-ae0d-71d239e6fb35 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:08.379795 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.459000 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f89a3b99-0816-4372-ae0d-71d239e6fb35 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:08.460135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device cd9e7925-0fd8-48c1-a2ee-dca791ad777c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:08.511264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port cd9e7925-0fd8-48c1-a2ee-dca791ad777c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:08.511647 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.591721 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port cd9e7925-0fd8-48c1-a2ee-dca791ad777c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:09.319516 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9c8b64ce-dc57-467f-a998-337d5ead0df7 req-db38bbe2-61f1-41d3-b2bd-c49daabfdcd0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 210 time: 0.0276473 Feb 11 05:52:09.513534 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0b5348dd-f388-45fc-b45c-d113d175ad00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.213269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f89a3b99-0816-4372-ae0d-71d239e6fb35 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:10.260584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port f89a3b99-0816-4372-ae0d-71d239e6fb35 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:10.260961 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.338385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port f89a3b99-0816-4372-ae0d-71d239e6fb35 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:10.416405 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52112df7-495c-4930-abff-2dab3628883e req-966d791a-46ac-42c8-b189-6d7a0a65c3a6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 210 time: 0.0323656 Feb 11 05:52:11.517783 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-44e27b2b-cdb9-411c-bfd5-b0a2ad583565 req-73e84651-de2b-4097-91f6-ad0fa435809f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 210 time: 0.0277777 Feb 11 05:52:11.962397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-e0a67b12-05c1-4810-b397-06834ae4cd76 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:11.964016 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-e0a67b12-05c1-4810-b397-06834ae4cd76 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/networks?id=f5756ff8-3062-4251-84ad-6cdc7bb0452d HTTP/1.1" status: 200 len: 796 time: 0.1011684 Feb 11 05:52:12.003795 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bb3307f2-fa70-4b03-a3d1-121e759c6a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.032018 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-3db153d3-ea5a-4100-b295-036bb004d9c7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 377 time: 0.0555081 Feb 11 05:52:12.062091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'port': {'device_id': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'admin_state_up': True, 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'security_groups': ['2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:12.169229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:12.173409 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.297478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.20.0.14 (f5756ff8-3062-4251-84ad-6cdc7bb0452d/fbe22fb4-7bf0-4d76-aec2-db306ee6271f/4be67e12-816b-473d-820d-6f09bf4bcdba) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:12.432891 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.465639 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.508812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network f5756ff8-3062-4251-84ad-6cdc7bb0452d is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:12.511900 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:12.516021 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:12.522229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=4be67e12-816b-473d-820d-6f09bf4bcdba,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:12.575879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:12.576510 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.593614 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-c3356243-46c9-40aa-b234-ee47ebf0c961 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5350857 Feb 11 05:52:12.647299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b40c5-cfa8-418b-8a4e-4d4b43ff6b5e req-1a586ba6-aa4f-420f-adb8-aa21794257b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:12.649094 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e72b40c5-cfa8-418b-8a4e-4d4b43ff6b5e req-1a586ba6-aa4f-420f-adb8-aa21794257b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 932 time: 0.0568686 Feb 11 05:52:12.700375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e72b40c5-cfa8-418b-8a4e-4d4b43ff6b5e req-73fa752f-fec3-4c17-a1ed-0dfa5f2c1f13 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449202 Feb 11 05:52:12.736441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Request body: {'port': {'device_id': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:12.796643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.809409 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bf2172c4-4c71-41a1-ad85-780e9d9dd91b None None] Provisioning complete for port 4be67e12-816b-473d-820d-6f09bf4bcdba triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:12.809818 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf2172c4-4c71-41a1-ad85-780e9d9dd91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.844499 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bf2172c4-4c71-41a1-ad85-780e9d9dd91b None None] Port 4be67e12-816b-473d-820d-6f09bf4bcdba cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:13.005921 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.065212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be67e12-816b-473d-820d-6f09bf4bcdba {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:52:13.072633 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Publish callbacks [] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.084851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Transition to ACTIVE for port object 4be67e12-816b-473d-820d-6f09bf4bcdba will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:52:13.088780 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.137678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Pushing event updated for resources: {'Port': ['ID=4be67e12-816b-473d-820d-6f09bf4bcdba,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:13.211781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Attempting to bind port 4be67e12-816b-473d-820d-6f09bf4bcdba on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:13.212130 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Attempting to bind port 4be67e12-816b-473d-820d-6f09bf4bcdba by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:13.212469 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Attempting to bind port 4be67e12-816b-473d-820d-6f09bf4bcdba on network f5756ff8-3062-4251-84ad-6cdc7bb0452d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:13.217095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Port 4be67e12-816b-473d-820d-6f09bf4bcdba on network f5756ff8-3062-4251-84ad-6cdc7bb0452d not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:13.217984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Attempting to bind port 4be67e12-816b-473d-820d-6f09bf4bcdba on network f5756ff8-3062-4251-84ad-6cdc7bb0452d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:13.223352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:13.223700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Checking segment: {'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:13.224088 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Bound using segment: {'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:13.224517 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Bound port: 4be67e12-816b-473d-820d-6f09bf4bcdba, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4ef785-6e36-4d5f-9b33-987623087221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:13.224881 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.294671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] For port 4be67e12-816b-473d-820d-6f09bf4bcdba, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:13.297450 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] For port 4be67e12-816b-473d-820d-6f09bf4bcdba, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4be67e12-816b-473d-820d-6f09bf4bcdba,segment=NetworkSegment(7f4ef785-6e36-4d5f-9b33-987623087221),segment_id=7f4ef785-6e36-4d5f-9b33-987623087221)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:13.304076 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.340978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:13.341635 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.343108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] 10.222.0.60 "PUT /v2.0/ports/4be67e12-816b-473d-820d-6f09bf4bcdba HTTP/1.1" status: 200 len: 1093 time: 0.6592596 Feb 11 05:52:13.343557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'tag': '4be67e12-816b-473d-820d-6f09bf4bcdba'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:13.345839 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa477734-2d77-4ebd-a9ba-3ec0e7f1bdac" -d '{"events": [{"name": "network-changed", "server_uuid": "bdde426f-10f3-455e-84e5-9fb1489eb12a", "tag": "4be67e12-816b-473d-820d-6f09bf4bcdba"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:13.385158 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94593a-ef14-425f-be33-da424e2abeea service neutron] Pushing event updated for resources: {'Port': ['ID=4be67e12-816b-473d-820d-6f09bf4bcdba,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:13.397911 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54206a0b-62f9-43e5-a282-cef78c1b64bd x-openstack-request-id: req-54206a0b-62f9-43e5-a282-cef78c1b64bd {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:13.398858 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdde426f-10f3-455e-84e5-9fb1489eb12a", "tag": "4be67e12-816b-473d-820d-6f09bf4bcdba", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:13.399147 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54206a0b-62f9-43e5-a282-cef78c1b64bd {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:13.399559 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'tag': '4be67e12-816b-473d-820d-6f09bf4bcdba', 'status': 'completed', 'code': 200} Feb 11 05:52:13.457293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-4c5d3de8-6e48-4788-9313-760e599eec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:13.458885 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-4c5d3de8-6e48-4788-9313-760e599eec78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 1127 time: 0.0484920 Feb 11 05:52:13.512833 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-6c619acf-7ed5-4276-abc8-5d73a27f3028 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be67e12-816b-473d-820d-6f09bf4bcdba HTTP/1.1" status: 200 len: 217 time: 0.0416718 Feb 11 05:52:13.561659 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-9d4190ef-4e40-4fde-8834-494483995a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:13.563120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-9d4190ef-4e40-4fde-8834-494483995a4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe22fb4-7bf0-4d76-aec2-db306ee6271f HTTP/1.1" status: 200 len: 835 time: 0.0439794 Feb 11 05:52:13.614608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-8053bebb-9568-4a92-99ab-d1ceff6215a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:13.616199 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-8053bebb-9568-4a92-99ab-d1ceff6215a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5756ff8-3062-4251-84ad-6cdc7bb0452d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466821 Feb 11 05:52:13.713063 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-6236e565-2a57-4e12-b75d-5c17cc9cc957 service neutron] 10.222.0.60 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880337 Feb 11 05:52:13.802567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7f51753-8036-4d14-8d4d-6925fbf19682 req-b3c13701-c831-47b9-9ae9-89328e06cb7c service neutron] 10.222.0.60 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823102 Feb 11 05:52:13.821062 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31e1ff-c3ef-4695-9700-335459c48900 req-562c23df-ad6e-424c-ae9d-86415eb55f78 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:13.822817 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de31e1ff-c3ef-4695-9700-335459c48900 req-562c23df-ad6e-424c-ae9d-86415eb55f78 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 944 time: 0.0524547 Feb 11 05:52:13.871671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-de31e1ff-c3ef-4695-9700-335459c48900 req-4d70389a-9a65-4028-948f-f131a3c2ead2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426738 Feb 11 05:52:13.919092 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa477734-2d77-4ebd-a9ba-3ec0e7f1bdac req-a77cc73e-f5c7-4fd6-833d-f12af71c29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:13.921171 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa477734-2d77-4ebd-a9ba-3ec0e7f1bdac req-a77cc73e-f5c7-4fd6-833d-f12af71c29d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 1127 time: 0.0454593 Feb 11 05:52:14.012951 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa477734-2d77-4ebd-a9ba-3ec0e7f1bdac req-4b086abb-551b-4a42-9006-d41e08c66b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:14.014433 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa477734-2d77-4ebd-a9ba-3ec0e7f1bdac req-4b086abb-551b-4a42-9006-d41e08c66b65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5756ff8-3062-4251-84ad-6cdc7bb0452d HTTP/1.1" status: 200 len: 897 time: 0.0870137 Feb 11 05:52:14.054718 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa477734-2d77-4ebd-a9ba-3ec0e7f1bdac req-11d63e4b-dc76-4b29-9792-f6311bb9f707 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be67e12-816b-473d-820d-6f09bf4bcdba HTTP/1.1" status: 200 len: 217 time: 0.0340676 Feb 11 05:52:14.111308 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa477734-2d77-4ebd-a9ba-3ec0e7f1bdac req-87e178ed-5d1b-4e92-baba-0e7c6785089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:14.112822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa477734-2d77-4ebd-a9ba-3ec0e7f1bdac req-87e178ed-5d1b-4e92-baba-0e7c6785089a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe22fb4-7bf0-4d76-aec2-db306ee6271f HTTP/1.1" status: 200 len: 835 time: 0.0512524 Feb 11 05:52:14.161832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa477734-2d77-4ebd-a9ba-3ec0e7f1bdac req-b8556fae-91ba-442b-a0b9-cb67090bff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:14.163388 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa477734-2d77-4ebd-a9ba-3ec0e7f1bdac req-b8556fae-91ba-442b-a0b9-cb67090bff22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5756ff8-3062-4251-84ad-6cdc7bb0452d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444961 Feb 11 05:52:14.256018 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa477734-2d77-4ebd-a9ba-3ec0e7f1bdac req-2bd9d698-8faf-4b47-85c6-2ab4addc5f7b service neutron] 10.222.0.60 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858562 Feb 11 05:52:14.346604 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa477734-2d77-4ebd-a9ba-3ec0e7f1bdac req-3fd06a4a-3c4d-4f19-b148-81593827cb73 service neutron] 10.222.0.60 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825620 Feb 11 05:52:14.574739 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.992530 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f29fbc-fd31-415a-a50d-8b07d3899309 req-67d8c8bb-78cf-4587-866f-34ab9db21368 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:14.994048 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-71f29fbc-fd31-415a-a50d-8b07d3899309 req-67d8c8bb-78cf-4587-866f-34ab9db21368 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 944 time: 0.0518241 Feb 11 05:52:15.047160 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-71f29fbc-fd31-415a-a50d-8b07d3899309 req-90612d77-38db-46ed-aab6-4caf9bc0aea4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464277 Feb 11 05:52:15.797013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.178347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cece193-bf4a-4d48-9383-9031a69e90de req-7811a01e-ad59-4635-bd2b-c96cec573ac4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.179853 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1cece193-bf4a-4d48-9383-9031a69e90de req-7811a01e-ad59-4635-bd2b-c96cec573ac4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 944 time: 0.0628731 Feb 11 05:52:16.228798 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1cece193-bf4a-4d48-9383-9031a69e90de req-a709685b-52f1-469b-ae09-9ded13e84f43 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433307 Feb 11 05:52:17.346157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3ffa5-1348-4ecd-bff2-048e05649b75 req-7f138cdd-c10c-4714-b743-28042a2a4c33 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:17.347976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-add3ffa5-1348-4ecd-bff2-048e05649b75 req-7f138cdd-c10c-4714-b743-28042a2a4c33 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 944 time: 0.0533943 Feb 11 05:52:17.396400 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-add3ffa5-1348-4ecd-bff2-048e05649b75 req-a19a021f-c142-4986-a566-c18e35f77f90 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428889 Feb 11 05:52:17.581234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 4be67e12-816b-473d-820d-6f09bf4bcdba details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:52:17.677105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 4be67e12-816b-473d-820d-6f09bf4bcdba, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4be67e12-816b-473d-820d-6f09bf4bcdba,segment=NetworkSegment(7f4ef785-6e36-4d5f-9b33-987623087221),segment_id=7f4ef785-6e36-4d5f-9b33-987623087221)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:17.687026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '4be67e12-816b-473d-820d-6f09bf4bcdba', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'port_id': '4be67e12-816b-473d-820d-6f09bf4bcdba', 'mac_address': 'fa:16:3e:29:c5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:52:17.724565 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 4be67e12-816b-473d-820d-6f09bf4bcdba is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:17.724966 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.737642 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be67e12-816b-473d-820d-6f09bf4bcdba {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:52:17.757071 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 4be67e12-816b-473d-820d-6f09bf4bcdba, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4be67e12-816b-473d-820d-6f09bf4bcdba,segment=NetworkSegment(7f4ef785-6e36-4d5f-9b33-987623087221),segment_id=7f4ef785-6e36-4d5f-9b33-987623087221)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:17.761204 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.807035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=4be67e12-816b-473d-820d-6f09bf4bcdba,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:18.244625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['4be67e12-816b-473d-820d-6f09bf4bcdba'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:52:18.519189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27237b12-c1bf-4981-9910-18ec836109b3 req-34186a54-fd33-4d04-946b-d64f108db406 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:18.520656 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27237b12-c1bf-4981-9910-18ec836109b3 req-34186a54-fd33-4d04-946b-d64f108db406 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 945 time: 0.0520322 Feb 11 05:52:18.568306 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27237b12-c1bf-4981-9910-18ec836109b3 req-0dcaae33-5403-4d9e-a29d-5e67ab23c522 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418615 Feb 11 05:52:19.596518 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 4be67e12-816b-473d-820d-6f09bf4bcdba up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:19.647914 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 4be67e12-816b-473d-820d-6f09bf4bcdba completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:52:19.652368 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 4be67e12-816b-473d-820d-6f09bf4bcdba triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:19.652750 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.688598 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3245a43-09d9-4aa1-9950-69184195811e req-db671459-bc64-43e5-a69d-1d8c993dc178 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:19.690114 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b3245a43-09d9-4aa1-9950-69184195811e req-db671459-bc64-43e5-a69d-1d8c993dc178 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 945 time: 0.0546465 Feb 11 05:52:19.728509 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 4be67e12-816b-473d-820d-6f09bf4bcdba is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:19.728907 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.739081 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b3245a43-09d9-4aa1-9950-69184195811e req-cd6904fd-8c3c-40a5-be57-9abd3d801156 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431683 Feb 11 05:52:19.753142 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be67e12-816b-473d-820d-6f09bf4bcdba'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:19.755555 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c89e82f-fe27-4089-8c02-bdc7b52754af" -d '{"events": [{"server_uuid": "bdde426f-10f3-455e-84e5-9fb1489eb12a", "name": "network-vif-plugged", "status": "completed", "tag": "4be67e12-816b-473d-820d-6f09bf4bcdba"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:19.770120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 4be67e12-816b-473d-820d-6f09bf4bcdba, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4be67e12-816b-473d-820d-6f09bf4bcdba,segment=NetworkSegment(7f4ef785-6e36-4d5f-9b33-987623087221),segment_id=7f4ef785-6e36-4d5f-9b33-987623087221)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:19.774779 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.803445 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499ca8d9-2cbf-4acd-88bd-12531d60c856 x-openstack-request-id: req-499ca8d9-2cbf-4acd-88bd-12531d60c856 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:19.803739 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdde426f-10f3-455e-84e5-9fb1489eb12a", "name": "network-vif-plugged", "status": "completed", "tag": "4be67e12-816b-473d-820d-6f09bf4bcdba", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:19.803991 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-499ca8d9-2cbf-4acd-88bd-12531d60c856 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:19.804376 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be67e12-816b-473d-820d-6f09bf4bcdba', 'code': 200} Feb 11 05:52:19.829287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=4be67e12-816b-473d-820d-6f09bf4bcdba,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:19.927570 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebaa29-f6b3-4b7d-b846-1e0fac811df3 req-8f3dbcdb-aae2-453f-af10-1ef01b8c3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:19.928983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54ebaa29-f6b3-4b7d-b846-1e0fac811df3 req-8f3dbcdb-aae2-453f-af10-1ef01b8c3095 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 1129 time: 0.0521293 Feb 11 05:52:19.978365 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54ebaa29-f6b3-4b7d-b846-1e0fac811df3 req-057fadf6-587d-46ab-a58a-8e05e707347c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386865 Feb 11 05:52:20.856855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba98ff-8c4b-4b9d-9939-f1de4fcc1337 req-d8765a57-cb0d-4b6d-b402-9e117f3b2e3e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:20.858311 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ccba98ff-8c4b-4b9d-9939-f1de4fcc1337 req-d8765a57-cb0d-4b6d-b402-9e117f3b2e3e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 946 time: 0.0524127 Feb 11 05:52:20.906668 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ccba98ff-8c4b-4b9d-9939-f1de4fcc1337 req-97f945f2-98a7-4381-94df-610b01de02a9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428033 Feb 11 05:52:22.029095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182317a1-47ff-483e-ab61-26186a713a48 req-5afc2fb5-3c91-4093-a93a-de8330fec564 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:22.030647 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-182317a1-47ff-483e-ab61-26186a713a48 req-5afc2fb5-3c91-4093-a93a-de8330fec564 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 946 time: 0.0560300 Feb 11 05:52:22.077845 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-182317a1-47ff-483e-ab61-26186a713a48 req-24126a42-8f9a-46cb-804e-44ba3ed72894 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416915 Feb 11 05:52:22.196028 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d920ec-190a-44b5-87b7-af602feea4dd req-19d4873f-eac9-4170-8011-2bce6a4e6ca9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:22.197507 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49d920ec-190a-44b5-87b7-af602feea4dd req-19d4873f-eac9-4170-8011-2bce6a4e6ca9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 946 time: 0.0525162 Feb 11 05:52:22.248496 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-49d920ec-190a-44b5-87b7-af602feea4dd req-6697c5e8-40cc-4f99-a32b-de24dac6afa8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454004 Feb 11 05:52:22.270381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53400) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:22.313805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a16602a-2a9a-48f7-a9e9-93bfa50ba590 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:22.315335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-0a16602a-2a9a-48f7-a9e9-93bfa50ba590 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 1124 time: 0.0439341 Feb 11 05:52:22.318168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53402) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:22.322467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '4be67e12-816b-473d-820d-6f09bf4bcdba', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:22.341547 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.438426 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.538520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.25.7.178 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/a281e8a9-225b-4a37-88de-ba780a334c79) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:22.637220 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (a281e8a9-225b-4a37-88de-ba780a334c79), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.672024 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (a281e8a9-225b-4a37-88de-ba780a334c79), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.709590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:22.712416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:22.714861 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:22.741856 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=a281e8a9-225b-4a37-88de-ba780a334c79,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:23.081033 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (fa253a90-732c-4189-99e4-09ee68c0d0f7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.148887 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a281e8a9-225b-4a37-88de-ba780a334c79), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.301121 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (a281e8a9-225b-4a37-88de-ba780a334c79), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.305556 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (a281e8a9-225b-4a37-88de-ba780a334c79), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.376935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=a281e8a9-225b-4a37-88de-ba780a334c79,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:23.387608 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (fa253a90-732c-4189-99e4-09ee68c0d0f7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.488188 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Floating IP fa253a90-732c-4189-99e4-09ee68c0d0f7 associated. External IP: 172.25.7.178, port: 4be67e12-816b-473d-820d-6f09bf4bcdba. Feb 11 05:52:23.704212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 2c0006c0-5fa4-465b-988e-ac9408091196 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:52:23.810787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:23.821526 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff6e8d2-b801-4f88-849b-afb16dd34398 None None] Sync routers for ids ['2c0006c0-5fa4-465b-988e-ac9408091196'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:23.830476 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.833178 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff6e8d2-b801-4f88-849b-afb16dd34398 None None] Routers {'2c0006c0-5fa4-465b-988e-ac9408091196'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:23.833825 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9ff6e8d2-b801-4f88-849b-afb16dd34398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:52:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2c0006c0-5fa4-465b-988e-ac9408091196'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:23.859427 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1c5d1d64-8334-4925-9ea1-7002d2d7f0b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5402505 Feb 11 05:52:23.860296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'tag': '4be67e12-816b-473d-820d-6f09bf4bcdba'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:23.862796 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c2e164-1a33-4dd6-820d-c06464a98730" -d '{"events": [{"name": "network-changed", "server_uuid": "bdde426f-10f3-455e-84e5-9fb1489eb12a", "tag": "4be67e12-816b-473d-820d-6f09bf4bcdba"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:23.912903 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1848ee08-b61e-4e3e-b99f-4fa83af67636 x-openstack-request-id: req-1848ee08-b61e-4e3e-b99f-4fa83af67636 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:23.913379 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdde426f-10f3-455e-84e5-9fb1489eb12a", "tag": "4be67e12-816b-473d-820d-6f09bf4bcdba", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:23.913799 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1848ee08-b61e-4e3e-b99f-4fa83af67636 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:23.914369 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'tag': '4be67e12-816b-473d-820d-6f09bf4bcdba', 'status': 'completed', 'code': 200} Feb 11 05:52:23.960807 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9ff6e8d2-b801-4f88-849b-afb16dd34398 None None] Set router 2c0006c0-5fa4-465b-988e-ac9408091196 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:23.964682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9edd47-89ef-45f2-b044-16d72f518641 req-bfa8d8c1-a184-45ff-8e81-c92261e2e97f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:23.966287 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4f9edd47-89ef-45f2-b044-16d72f518641 req-bfa8d8c1-a184-45ff-8e81-c92261e2e97f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 946 time: 0.0576689 Feb 11 05:52:23.992129 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2e164-1a33-4dd6-820d-c06464a98730 req-eb827780-7208-4824-bfea-5c89f273e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:23.993644 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c2e164-1a33-4dd6-820d-c06464a98730 req-eb827780-7208-4824-bfea-5c89f273e650 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 1129 time: 0.0497062 Feb 11 05:52:24.017304 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4f9edd47-89ef-45f2-b044-16d72f518641 req-78d6491e-bacc-4786-b309-135325438794 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0448427 Feb 11 05:52:24.040052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53408) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:24.092115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2e164-1a33-4dd6-820d-c06464a98730 req-59bdce77-2d61-40bd-bfab-dbc2dfddfc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:24.094139 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c2e164-1a33-4dd6-820d-c06464a98730 req-59bdce77-2d61-40bd-bfab-dbc2dfddfc7e service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5756ff8-3062-4251-84ad-6cdc7bb0452d HTTP/1.1" status: 200 len: 897 time: 0.0934255 Feb 11 05:52:24.112636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-9718fc4a-cfcb-4c6f-9479-b9719922b42d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/fa253a90-732c-4189-99e4-09ee68c0d0f7 HTTP/1.1" status: 200 len: 992 time: 0.0714271 Feb 11 05:52:24.164400 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c2e164-1a33-4dd6-820d-c06464a98730 req-1a0d38bf-8e39-4fd3-9632-f21eddd76670 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be67e12-816b-473d-820d-6f09bf4bcdba HTTP/1.1" status: 200 len: 1000 time: 0.0642395 Feb 11 05:52:24.199619 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9ff6e8d2-b801-4f88-849b-afb16dd34398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:52:05Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'fa253a90-732c-4189-99e4-09ee68c0d0f7', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'port_id': '4be67e12-816b-473d-820d-6f09bf4bcdba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'mac_address': 'fa:16:3e:29:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:52:22Z', 'updated_at': '2022-02-11T05:52:22Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89a3b99-0816-4372-ae0d-71d239e6fb35', 'name': '', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:a5:c1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:04Z', 'updated_at': '2022-02-11T05:52:08Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:24.214298 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2e164-1a33-4dd6-820d-c06464a98730 req-07affa05-aeec-46a0-8c64-1d7d5df0be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:24.215874 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c2e164-1a33-4dd6-820d-c06464a98730 req-07affa05-aeec-46a0-8c64-1d7d5df0be49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe22fb4-7bf0-4d76-aec2-db306ee6271f HTTP/1.1" status: 200 len: 835 time: 0.0435252 Feb 11 05:52:24.225905 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff6e8d2-b801-4f88-849b-afb16dd34398 None None] Checking router: 2c0006c0-5fa4-465b-988e-ac9408091196 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:24.234156 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff6e8d2-b801-4f88-849b-afb16dd34398 None None] Routers {'2c0006c0-5fa4-465b-988e-ac9408091196'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:24.234763 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9ff6e8d2-b801-4f88-849b-afb16dd34398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:52:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2c0006c0-5fa4-465b-988e-ac9408091196'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:24.264467 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2e164-1a33-4dd6-820d-c06464a98730 req-cf45c9ab-1277-4f5b-800f-2b778c85304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:24.266546 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c2e164-1a33-4dd6-820d-c06464a98730 req-cf45c9ab-1277-4f5b-800f-2b778c85304e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5756ff8-3062-4251-84ad-6cdc7bb0452d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435729 Feb 11 05:52:24.365187 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c2e164-1a33-4dd6-820d-c06464a98730 req-4829e9ee-08be-4822-9ff9-dee682cbdd5b service neutron] 10.222.0.60 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910184 Feb 11 05:52:24.435892 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9ff6e8d2-b801-4f88-849b-afb16dd34398 None None] Set router 2c0006c0-5fa4-465b-988e-ac9408091196 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:24.458477 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f4c2e164-1a33-4dd6-820d-c06464a98730 req-d1ad0fbc-133c-4f50-bf9c-b3e4ecc99e71 service neutron] 10.222.0.60 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865495 Feb 11 05:52:24.662726 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9ff6e8d2-b801-4f88-849b-afb16dd34398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:52:05Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'fa253a90-732c-4189-99e4-09ee68c0d0f7', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'port_id': '4be67e12-816b-473d-820d-6f09bf4bcdba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'mac_address': 'fa:16:3e:29:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:52:22Z', 'updated_at': '2022-02-11T05:52:22Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89a3b99-0816-4372-ae0d-71d239e6fb35', 'name': '', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:a5:c1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:04Z', 'updated_at': '2022-02-11T05:52:08Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:24.688172 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff6e8d2-b801-4f88-849b-afb16dd34398 None None] The sync data for ids ['2c0006c0-5fa4-465b-988e-ac9408091196'] in n-d-615180-58 is: [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:52:05Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'fa253a90-732c-4189-99e4-09ee68c0d0f7', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'port_id': '4be67e12-816b-473d-820d-6f09bf4bcdba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'mac_address': 'fa:16:3e:29:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:52:22Z', 'updated_at': '2022-02-11T05:52:22Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89a3b99-0816-4372-ae0d-71d239e6fb35', 'name': '', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:a5:c1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:04Z', 'updated_at': '2022-02-11T05:52:08Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:24.891199 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42c82e-1095-4c4b-b0db-6c9ee643e973 None None] New status for floating IP fa253a90-732c-4189-99e4-09ee68c0d0f7: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:52:25.116595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53410) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:25.176371 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6900081c-4989-4cf0-b119-7ad70b6f9754 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/fa253a90-732c-4189-99e4-09ee68c0d0f7 HTTP/1.1" status: 200 len: 994 time: 0.0586154 Feb 11 05:52:27.574748 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:52:33.898050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.934527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:39.515334 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a75870e-02f3-43d6-8b7d-b9433b7812c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.005526 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aa8924b7-c824-4980-ad46-ec7c1b66fdf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.005996 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.580485 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.789558 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.748856 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87fc63a1-0c05-4b38-bc7c-87ffd8613d5d req-8ae92ea7-c6cf-41c7-a1d5-fbdcdc6e421a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473247 Feb 11 05:52:59.850232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc63a1-0c05-4b38-bc7c-87ffd8613d5d req-7d13c423-fc2b-437e-a6d1-2b89201e9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:59.851779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87fc63a1-0c05-4b38-bc7c-87ffd8613d5d req-7d13c423-fc2b-437e-a6d1-2b89201e9062 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 1129 time: 0.0493529 Feb 11 05:52:59.956476 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc63a1-0c05-4b38-bc7c-87ffd8613d5d req-2560e56c-b28a-47c1-801f-f5cc384c18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:59.957917 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87fc63a1-0c05-4b38-bc7c-87ffd8613d5d req-2560e56c-b28a-47c1-801f-f5cc384c18c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5756ff8-3062-4251-84ad-6cdc7bb0452d HTTP/1.1" status: 200 len: 897 time: 0.0822995 Feb 11 05:53:00.025816 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87fc63a1-0c05-4b38-bc7c-87ffd8613d5d req-03372a26-728b-4c3e-a881-92395361fb33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be67e12-816b-473d-820d-6f09bf4bcdba HTTP/1.1" status: 200 len: 1002 time: 0.0604575 Feb 11 05:53:00.076794 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc63a1-0c05-4b38-bc7c-87ffd8613d5d req-009c3fe3-fa3b-42d7-a7f7-3c76c787d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:00.078222 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87fc63a1-0c05-4b38-bc7c-87ffd8613d5d req-009c3fe3-fa3b-42d7-a7f7-3c76c787d995 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe22fb4-7bf0-4d76-aec2-db306ee6271f HTTP/1.1" status: 200 len: 835 time: 0.0419819 Feb 11 05:53:00.127375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc63a1-0c05-4b38-bc7c-87ffd8613d5d req-7ce65743-380d-4eb5-a960-0af0b120b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:00.128873 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87fc63a1-0c05-4b38-bc7c-87ffd8613d5d req-7ce65743-380d-4eb5-a960-0af0b120b644 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5756ff8-3062-4251-84ad-6cdc7bb0452d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438578 Feb 11 05:53:00.222244 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87fc63a1-0c05-4b38-bc7c-87ffd8613d5d req-ecd35765-de13-42b6-932e-554019f6606e service neutron] 10.222.0.60 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853925 Feb 11 05:53:00.314750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87fc63a1-0c05-4b38-bc7c-87ffd8613d5d req-683cd661-d8bb-409f-8464-9bcf90d83e13 service neutron] 10.222.0.60 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849850 Feb 11 05:53:03.908587 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.574392 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:53:07.949250 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.517621 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f5f0-42e4-40aa-98aa-6469503c3bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:12.006677 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd97f224-f40d-48cf-9d1e-f18db8a8da2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:13.008714 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.579502 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:15.791854 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:33.906745 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:37.946912 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:39.519470 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06dfb51e-9d86-4c33-986f-0e2c849f2fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:41.572807 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:53:42.007719 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3924848d-a2be-49bd-a661-b5d24bd20ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:43.011217 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:44.581668 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:45.794825 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:57.923936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5425dd-27e8-4a72-9b58-1b76ede78f79 req-08b55678-9bbd-4dfd-89ee-ac50a20afd67 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:57.925411 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c5425dd-27e8-4a72-9b58-1b76ede78f79 req-08b55678-9bbd-4dfd-89ee-ac50a20afd67 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 946 time: 0.0523825 Feb 11 05:53:57.973557 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c5425dd-27e8-4a72-9b58-1b76ede78f79 req-f6e28928-6451-453d-ad45-2fde47080e2c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419185 Feb 11 05:53:59.099115 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e475cb0-ca2e-489d-a9ea-0fc20db5d7ea req-ec59836d-e1d8-46ed-a752-7a65758be73c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:59.100670 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e475cb0-ca2e-489d-a9ea-0fc20db5d7ea req-ec59836d-e1d8-46ed-a752-7a65758be73c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 946 time: 0.0533872 Feb 11 05:53:59.153076 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3e475cb0-ca2e-489d-a9ea-0fc20db5d7ea req-82fb6f42-4fe4-44cd-a5f5-ade7f0ebe03d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467093 Feb 11 05:53:59.176048 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53450) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:59.235048 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-10de214e-beb6-47f7-bd37-7719dfb47c24 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/fa253a90-732c-4189-99e4-09ee68c0d0f7 HTTP/1.1" status: 200 len: 994 time: 0.0578580 Feb 11 05:54:00.514018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c28923-68ce-4623-bdea-72bdf037607c req-affcaaa1-b647-4813-b759-d02f927ba88b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:00.515453 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c8c28923-68ce-4623-bdea-72bdf037607c req-affcaaa1-b647-4813-b759-d02f927ba88b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 946 time: 0.0521545 Feb 11 05:54:00.562396 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c8c28923-68ce-4623-bdea-72bdf037607c req-0404ccaa-605b-4201-bb6a-9e7700340c24 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415409 Feb 11 05:54:01.682638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cf225-869f-4acf-9386-6171b3f08ae1 req-e25dce93-293f-4636-8930-cc38ff4b5ff9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:01.684137 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cf225-869f-4acf-9386-6171b3f08ae1 req-e25dce93-293f-4636-8930-cc38ff4b5ff9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 946 time: 0.0511186 Feb 11 05:54:01.735133 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-340cf225-869f-4acf-9386-6171b3f08ae1 req-c57580da-fb06-432c-978a-49181500ec3a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454035 Feb 11 05:54:01.757402 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53460) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:01.815956 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-05876882-d832-4eda-b709-0744bf1bcfae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/fa253a90-732c-4189-99e4-09ee68c0d0f7 HTTP/1.1" status: 200 len: 994 time: 0.0574336 Feb 11 05:54:02.112811 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53466) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:02.267279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port a281e8a9-225b-4a37-88de-ba780a334c79 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:02.267633 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a281e8a9-225b-4a37-88de-ba780a334c79), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.343541 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a281e8a9-225b-4a37-88de-ba780a334c79), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.343874 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (a281e8a9-225b-4a37-88de-ba780a334c79), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.357352 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for a281e8a9-225b-4a37-88de-ba780a334c79 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:02.512567 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a281e8a9-225b-4a37-88de-ba780a334c79), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.801001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f00d26f-e703-4912-b233-f892d8f8d791 req-a7d39281-3515-44d6-9439-97c2b2a532c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4106133 Feb 11 05:54:02.892078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=a281e8a9-225b-4a37-88de-ba780a334c79,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:02.907057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00d26f-e703-4912-b233-f892d8f8d791 req-c4a09ff1-b462-492f-b566-b252fdbe7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:02.908612 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f00d26f-e703-4912-b233-f892d8f8d791 req-c4a09ff1-b462-492f-b566-b252fdbe7129 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 1129 time: 0.0490174 Feb 11 05:54:02.918484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.918847 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.919237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.919591 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.919940 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.920281 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.920619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.920959 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.921296 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.921632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.921969 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.922297 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.922625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:02.963858 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (fa253a90-732c-4189-99e4-09ee68c0d0f7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.964199 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Floating IP fa253a90-732c-4189-99e4-09ee68c0d0f7 disassociated (deleted). External IP: 172.25.7.178, port: 4be67e12-816b-473d-820d-6f09bf4bcdba. Feb 11 05:54:03.016733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00d26f-e703-4912-b233-f892d8f8d791 req-885eac3d-fae6-446e-af2e-05b1742197e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.018276 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f00d26f-e703-4912-b233-f892d8f8d791 req-885eac3d-fae6-446e-af2e-05b1742197e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5756ff8-3062-4251-84ad-6cdc7bb0452d HTTP/1.1" status: 200 len: 897 time: 0.0892224 Feb 11 05:54:03.061084 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f00d26f-e703-4912-b233-f892d8f8d791 req-279fe8db-a2e8-44c3-a6ec-a7666d251aa6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be67e12-816b-473d-820d-6f09bf4bcdba HTTP/1.1" status: 200 len: 217 time: 0.0355327 Feb 11 05:54:03.109711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00d26f-e703-4912-b233-f892d8f8d791 req-2309a4cc-b254-4b66-a336-047a63e2a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.111359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f00d26f-e703-4912-b233-f892d8f8d791 req-2309a4cc-b254-4b66-a336-047a63e2a730 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe22fb4-7bf0-4d76-aec2-db306ee6271f HTTP/1.1" status: 200 len: 835 time: 0.0443072 Feb 11 05:54:03.165499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00d26f-e703-4912-b233-f892d8f8d791 req-f5f83a6b-38af-42f7-8b60-70f63fdefc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.167213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f00d26f-e703-4912-b233-f892d8f8d791 req-f5f83a6b-38af-42f7-8b60-70f63fdefc5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5756ff8-3062-4251-84ad-6cdc7bb0452d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487771 Feb 11 05:54:03.176557 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 2c0006c0-5fa4-465b-988e-ac9408091196 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:03.255861 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f00d26f-e703-4912-b233-f892d8f8d791 req-2043d943-69bb-4f46-8020-e2473e175c56 service neutron] 10.222.0.60 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818384 Feb 11 05:54:03.285627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:03.290598 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.296822 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cd870d-dc0b-4393-aa75-93b65e3f8d9b None None] Sync routers for ids ['2c0006c0-5fa4-465b-988e-ac9408091196'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:03.306500 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd870d-dc0b-4393-aa75-93b65e3f8d9b None None] Routers {'2c0006c0-5fa4-465b-988e-ac9408091196'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:03.307243 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-51cd870d-dc0b-4393-aa75-93b65e3f8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:53:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2c0006c0-5fa4-465b-988e-ac9408091196'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:03.319988 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6931039c-0d2f-43ff-913f-57ef11adea97 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/floatingips/fa253a90-732c-4189-99e4-09ee68c0d0f7 HTTP/1.1" status: 204 len: 168 time: 1.2061872 Feb 11 05:54:03.320723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'tag': '4be67e12-816b-473d-820d-6f09bf4bcdba'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:03.323132 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbc9280-b791-4d2f-aa01-21b17af2c132" -d '{"events": [{"name": "network-changed", "server_uuid": "bdde426f-10f3-455e-84e5-9fb1489eb12a", "tag": "4be67e12-816b-473d-820d-6f09bf4bcdba"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:03.358364 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f00d26f-e703-4912-b233-f892d8f8d791 req-04d13ec0-f810-4b44-8682-f26c293eb72d service neutron] 10.222.0.60 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940821 Feb 11 05:54:03.424851 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-51cd870d-dc0b-4393-aa75-93b65e3f8d9b None None] Set router 2c0006c0-5fa4-465b-988e-ac9408091196 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:03.445612 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc7f5a8-fdc0-455e-8000-1148a553a5a2 x-openstack-request-id: req-6bc7f5a8-fdc0-455e-8000-1148a553a5a2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:03.445930 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdde426f-10f3-455e-84e5-9fb1489eb12a", "tag": "4be67e12-816b-473d-820d-6f09bf4bcdba", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:03.446185 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6bc7f5a8-fdc0-455e-8000-1148a553a5a2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:03.446862 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'tag': '4be67e12-816b-473d-820d-6f09bf4bcdba', 'status': 'completed', 'code': 200} Feb 11 05:54:03.543820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc9280-b791-4d2f-aa01-21b17af2c132 req-dd58b9d8-e802-430a-9c3c-05e7357b670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.545287 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fbc9280-b791-4d2f-aa01-21b17af2c132 req-dd58b9d8-e802-430a-9c3c-05e7357b670c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 1129 time: 0.0572529 Feb 11 05:54:03.626843 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-51cd870d-dc0b-4393-aa75-93b65e3f8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:52:05Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f89a3b99-0816-4372-ae0d-71d239e6fb35', 'name': '', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:a5:c1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:04Z', 'updated_at': '2022-02-11T05:52:08Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:03.650789 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d72c6a-b49f-48e8-988f-f1eb96df254b req-0a006bca-6edb-43c8-b23c-393bf3116ab7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.652294 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d72c6a-b49f-48e8-988f-f1eb96df254b req-0a006bca-6edb-43c8-b23c-393bf3116ab7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 946 time: 0.1198628 Feb 11 05:54:03.657191 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cd870d-dc0b-4393-aa75-93b65e3f8d9b None None] Checking router: 2c0006c0-5fa4-465b-988e-ac9408091196 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:03.665713 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd870d-dc0b-4393-aa75-93b65e3f8d9b None None] Routers {'2c0006c0-5fa4-465b-988e-ac9408091196'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:03.666410 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-51cd870d-dc0b-4393-aa75-93b65e3f8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:53:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2c0006c0-5fa4-465b-988e-ac9408091196'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:03.684338 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc9280-b791-4d2f-aa01-21b17af2c132 req-96cda261-5fd3-4ff1-beaf-595b39776a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.685800 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fbc9280-b791-4d2f-aa01-21b17af2c132 req-96cda261-5fd3-4ff1-beaf-595b39776a67 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5756ff8-3062-4251-84ad-6cdc7bb0452d HTTP/1.1" status: 200 len: 897 time: 0.1224349 Feb 11 05:54:03.741353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fbc9280-b791-4d2f-aa01-21b17af2c132 req-ba04b498-fae5-4ec1-b733-89552511cf16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be67e12-816b-473d-820d-6f09bf4bcdba HTTP/1.1" status: 200 len: 217 time: 0.0419788 Feb 11 05:54:03.750116 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01d72c6a-b49f-48e8-988f-f1eb96df254b req-54d845dc-b15a-4b71-a501-68cd6729ceed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0882671 Feb 11 05:54:03.785263 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-51cd870d-dc0b-4393-aa75-93b65e3f8d9b None None] Set router 2c0006c0-5fa4-465b-988e-ac9408091196 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:03.798140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc9280-b791-4d2f-aa01-21b17af2c132 req-c5dd80f2-9918-4d98-b93d-efb6ece89284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.799746 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fbc9280-b791-4d2f-aa01-21b17af2c132 req-c5dd80f2-9918-4d98-b93d-efb6ece89284 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe22fb4-7bf0-4d76-aec2-db306ee6271f HTTP/1.1" status: 200 len: 835 time: 0.0487998 Feb 11 05:54:03.849255 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc9280-b791-4d2f-aa01-21b17af2c132 req-4ef6c14b-cd48-4d0b-913e-f76db2e14636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.851288 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fbc9280-b791-4d2f-aa01-21b17af2c132 req-4ef6c14b-cd48-4d0b-913e-f76db2e14636 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5756ff8-3062-4251-84ad-6cdc7bb0452d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447648 Feb 11 05:54:03.926320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.955657 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fbc9280-b791-4d2f-aa01-21b17af2c132 req-5bab3185-023b-46a6-b54b-7ed68cd8fc28 service neutron] 10.222.0.60 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949543 Feb 11 05:54:03.982243 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-51cd870d-dc0b-4393-aa75-93b65e3f8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:52:05Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f89a3b99-0816-4372-ae0d-71d239e6fb35', 'name': '', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:a5:c1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:04Z', 'updated_at': '2022-02-11T05:52:08Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:04.008841 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cd870d-dc0b-4393-aa75-93b65e3f8d9b None None] The sync data for ids ['2c0006c0-5fa4-465b-988e-ac9408091196'] in n-d-615180-58 is: [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:52:05Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'f89a3b99-0816-4372-ae0d-71d239e6fb35', 'name': '', 'network_id': 'f5756ff8-3062-4251-84ad-6cdc7bb0452d', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:a5:c1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:04Z', 'updated_at': '2022-02-11T05:52:08Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'fbe22fb4-7bf0-4d76-aec2-db306ee6271f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:04.067733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5fbc9280-b791-4d2f-aa01-21b17af2c132 req-595842ff-2c35-4071-abfa-35481065f7eb service neutron] 10.222.0.60 "GET /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015007 Feb 11 05:54:04.235160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c36d8-edb9-4f07-974e-0cfc7970c09a None None] New status for floating IP fa253a90-732c-4189-99e4-09ee68c0d0f7: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:54:04.872272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8380fe-67b0-4ce2-92c3-f246626656de req-7f705287-a122-47d7-819a-aa1696101b2e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:04.873751 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed8380fe-67b0-4ce2-92c3-f246626656de req-7f705287-a122-47d7-819a-aa1696101b2e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 946 time: 0.0528908 Feb 11 05:54:04.925574 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed8380fe-67b0-4ce2-92c3-f246626656de req-09e113fc-07b5-497f-8178-7e79fc139e85 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463111 Feb 11 05:54:06.045278 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a2914-0f2b-4cb5-8732-c26f10c8b714 req-c7a77c83-524f-4637-a09c-b58399f256b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:06.046766 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-159a2914-0f2b-4cb5-8732-c26f10c8b714 req-c7a77c83-524f-4637-a09c-b58399f256b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 946 time: 0.0521443 Feb 11 05:54:06.124958 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-159a2914-0f2b-4cb5-8732-c26f10c8b714 req-f398b207-9eda-46d3-b269-96936fbfc440 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0726430 Feb 11 05:54:06.147101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b083-5573-428c-8984-7e1d9b875eff req-b549bfda-b231-4209-9d24-4c9b66c67bb6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:06.148803 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aae8b083-5573-428c-8984-7e1d9b875eff req-b549bfda-b231-4209-9d24-4c9b66c67bb6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdde426f-10f3-455e-84e5-9fb1489eb12a HTTP/1.1" status: 200 len: 946 time: 0.0690720 Feb 11 05:54:06.238449 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-aae8b083-5573-428c-8984-7e1d9b875eff req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port 4be67e12-816b-473d-820d-6f09bf4bcdba {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:06.238791 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aae8b083-5573-428c-8984-7e1d9b875eff req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.328140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-aae8b083-5573-428c-8984-7e1d9b875eff req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port 4be67e12-816b-473d-820d-6f09bf4bcdba, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=4be67e12-816b-473d-820d-6f09bf4bcdba,segment=NetworkSegment(7f4ef785-6e36-4d5f-9b33-987623087221),segment_id=7f4ef785-6e36-4d5f-9b33-987623087221)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:06.328501 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aae8b083-5573-428c-8984-7e1d9b875eff req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.340334 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-aae8b083-5573-428c-8984-7e1d9b875eff req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for 4be67e12-816b-473d-820d-6f09bf4bcdba owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:06.472339 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aae8b083-5573-428c-8984-7e1d9b875eff req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (4be67e12-816b-473d-820d-6f09bf4bcdba), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.502373 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=4be67e12-816b-473d-820d-6f09bf4bcdba,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:06.529037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.529407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.529761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.530112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.530457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.530797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.531166 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.531508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.531848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.532186 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.532520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.532851 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.533182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:06.555538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae8b083-5573-428c-8984-7e1d9b875eff req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] No DVR routers for this DVR port 4be67e12-816b-473d-820d-6f09bf4bcdba on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:54:06.558090 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-aae8b083-5573-428c-8984-7e1d9b875eff req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.561468 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aae8b083-5573-428c-8984-7e1d9b875eff req-8748c897-5d90-4ac5-ae3a-646cb2f2862d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "DELETE /v2.0/ports/4be67e12-816b-473d-820d-6f09bf4bcdba HTTP/1.1" status: 204 len: 173 time: 0.4069781 Feb 11 05:54:06.561910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'name': 'network-vif-deleted', 'tag': '4be67e12-816b-473d-820d-6f09bf4bcdba'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:06.564193 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6f9f71-11b8-472f-aef1-4cb5e323375b" -d '{"events": [{"server_uuid": "bdde426f-10f3-455e-84e5-9fb1489eb12a", "name": "network-vif-deleted", "tag": "4be67e12-816b-473d-820d-6f09bf4bcdba"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:06.603175 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f348ff-c744-40ba-9c3e-1fdfe6a58803 x-openstack-request-id: req-58f348ff-c744-40ba-9c3e-1fdfe6a58803 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:06.603488 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdde426f-10f3-455e-84e5-9fb1489eb12a", "name": "network-vif-deleted", "tag": "4be67e12-816b-473d-820d-6f09bf4bcdba", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:06.603718 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58f348ff-c744-40ba-9c3e-1fdfe6a58803 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:06.604192 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdde426f-10f3-455e-84e5-9fb1489eb12a', 'name': 'network-vif-deleted', 'tag': '4be67e12-816b-473d-820d-6f09bf4bcdba', 'status': 'completed', 'code': 200} Feb 11 05:54:07.181272 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53484) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:07.534041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9457b97-24eb-4391-a522-8e3a48addfb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (2c0006c0-5fa4-465b-988e-ac9408091196), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.788290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f9457b97-24eb-4391-a522-8e3a48addfb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port f89a3b99-0816-4372-ae0d-71d239e6fb35 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:07.788492 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9457b97-24eb-4391-a522-8e3a48addfb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.879883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f9457b97-24eb-4391-a522-8e3a48addfb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port f89a3b99-0816-4372-ae0d-71d239e6fb35, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=f89a3b99-0816-4372-ae0d-71d239e6fb35,segment=NetworkSegment(7f4ef785-6e36-4d5f-9b33-987623087221),segment_id=7f4ef785-6e36-4d5f-9b33-987623087221)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:07.880252 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9457b97-24eb-4391-a522-8e3a48addfb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.891787 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f9457b97-24eb-4391-a522-8e3a48addfb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for f89a3b99-0816-4372-ae0d-71d239e6fb35 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:07.951054 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.080252 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9457b97-24eb-4391-a522-8e3a48addfb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (f89a3b99-0816-4372-ae0d-71d239e6fb35), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.108090 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9457b97-24eb-4391-a522-8e3a48addfb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=f89a3b99-0816-4372-ae0d-71d239e6fb35,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:08.304625 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9457b97-24eb-4391-a522-8e3a48addfb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (2c0006c0-5fa4-465b-988e-ac9408091196), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.531517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9457b97-24eb-4391-a522-8e3a48addfb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 2c0006c0-5fa4-465b-988e-ac9408091196 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:08.638108 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9457b97-24eb-4391-a522-8e3a48addfb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:08.644344 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f9457b97-24eb-4391-a522-8e3a48addfb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "PUT /v2.0/routers/2c0006c0-5fa4-465b-988e-ac9408091196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4608202 Feb 11 05:54:08.645832 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53486) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:08.653015 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349f3af5-46c3-44cf-98fd-c881c5c3423e None None] Sync routers for ids ['2c0006c0-5fa4-465b-988e-ac9408091196'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:08.662328 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f3af5-46c3-44cf-98fd-c881c5c3423e None None] Routers {'2c0006c0-5fa4-465b-988e-ac9408091196'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:08.662960 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-349f3af5-46c3-44cf-98fd-c881c5c3423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:53:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2c0006c0-5fa4-465b-988e-ac9408091196'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:08.700515 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-df010358-bf0f-41ba-b962-bcc654f2f3b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting subnet fbe22fb4-7bf0-4d76-aec2-db306ee6271f {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:54:08.703640 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df010358-bf0f-41ba-b962-bcc654f2f3b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (fbe22fb4-7bf0-4d76-aec2-db306ee6271f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.744015 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df010358-bf0f-41ba-b962-bcc654f2f3b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (fbe22fb4-7bf0-4d76-aec2-db306ee6271f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.766772 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-349f3af5-46c3-44cf-98fd-c881c5c3423e None None] Set router 2c0006c0-5fa4-465b-988e-ac9408091196 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:08.831476 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df010358-bf0f-41ba-b962-bcc654f2f3b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (fbe22fb4-7bf0-4d76-aec2-db306ee6271f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.895771 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df010358-bf0f-41ba-b962-bcc654f2f3b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (fbe22fb4-7bf0-4d76-aec2-db306ee6271f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.922230 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df010358-bf0f-41ba-b962-bcc654f2f3b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe22fb4-7bf0-4d76-aec2-db306ee6271f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:08.926013 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df010358-bf0f-41ba-b962-bcc654f2f3b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.929741 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-df010358-bf0f-41ba-b962-bcc654f2f3b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/subnets/fbe22fb4-7bf0-4d76-aec2-db306ee6271f HTTP/1.1" status: 204 len: 168 time: 0.2829182 Feb 11 05:54:08.932809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53488) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:08.938925 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1665b96-cb39-4539-9fae-3e7931864bad None None] Network f5756ff8-3062-4251-84ad-6cdc7bb0452d requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:09.043744 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-349f3af5-46c3-44cf-98fd-c881c5c3423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:54:08Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:09.057798 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (2c0006c0-5fa4-465b-988e-ac9408091196), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.070251 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349f3af5-46c3-44cf-98fd-c881c5c3423e None None] Checking router: 2c0006c0-5fa4-465b-988e-ac9408091196 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:09.080643 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f3af5-46c3-44cf-98fd-c881c5c3423e None None] Routers {'2c0006c0-5fa4-465b-988e-ac9408091196'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:09.080643 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-349f3af5-46c3-44cf-98fd-c881c5c3423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:53:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['2c0006c0-5fa4-465b-988e-ac9408091196'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:09.116744 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] DHCP port deletion for f5756ff8-3062-4251-84ad-6cdc7bb0452d request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:54:09.167093 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Deleting port a8585af9-4b6a-47ad-bdbe-5532c91d2e30 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:09.167829 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a8585af9-4b6a-47ad-bdbe-5532c91d2e30), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.175735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (2c0006c0-5fa4-465b-988e-ac9408091196), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.192908 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-349f3af5-46c3-44cf-98fd-c881c5c3423e None None] Set router 2c0006c0-5fa4-465b-988e-ac9408091196 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:09.239562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port cd9e7925-0fd8-48c1-a2ee-dca791ad777c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:09.239955 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.329486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port cd9e7925-0fd8-48c1-a2ee-dca791ad777c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=cd9e7925-0fd8-48c1-a2ee-dca791ad777c,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:09.329825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.344212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for cd9e7925-0fd8-48c1-a2ee-dca791ad777c owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:09.387217 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-349f3af5-46c3-44cf-98fd-c881c5c3423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:54:08Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:09.402537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] For port a8585af9-4b6a-47ad-bdbe-5532c91d2e30, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a8585af9-4b6a-47ad-bdbe-5532c91d2e30,segment=NetworkSegment(7f4ef785-6e36-4d5f-9b33-987623087221),segment_id=7f4ef785-6e36-4d5f-9b33-987623087221)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:09.403100 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a8585af9-4b6a-47ad-bdbe-5532c91d2e30), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.415591 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349f3af5-46c3-44cf-98fd-c881c5c3423e None None] The sync data for ids ['2c0006c0-5fa4-465b-988e-ac9408091196'] in n-d-615180-58 is: [{'id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1107687478', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:01Z', 'updated_at': '2022-02-11T05:54:08Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'cd9e7925-0fd8-48c1-a2ee-dca791ad777c', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0006c0-5fa4-465b-988e-ac9408091196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:02Z', 'updated_at': '2022-02-11T05:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:09.416326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Calling delete_port for a8585af9-4b6a-47ad-bdbe-5532c91d2e30 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:09.495643 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (a8585af9-4b6a-47ad-bdbe-5532c91d2e30), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.521475 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (cd9e7925-0fd8-48c1-a2ee-dca791ad777c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.527717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Pushing event deleted for resources: {'Port': ['ID=a8585af9-4b6a-47ad-bdbe-5532c91d2e30,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:09.533660 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] No DVR routers for this DVR port a8585af9-4b6a-47ad-bdbe-5532c91d2e30 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:54:09.545417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=cd9e7925-0fd8-48c1-a2ee-dca791ad777c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:09.549631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.550292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.550727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.551859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.552276 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.552898 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.553866 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.554275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.556753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.556753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.556753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.556753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.556753 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c8b08-043b-4a77-b6c6-2e994730f285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.563646 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-307a094a-8758-44da-88ef-042fc03fa05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.608068 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (2c0006c0-5fa4-465b-988e-ac9408091196), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.703271 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (2c0006c0-5fa4-465b-988e-ac9408091196), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.705304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_controller (2c0006c0-5fa4-465b-988e-ac9408091196), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.748100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (2c0006c0-5fa4-465b-988e-ac9408091196), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.748686 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Fanout notify agent at l3_agent the message router_deleted on router 2c0006c0-5fa4-465b-988e-ac9408091196 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:54:09.756018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.757169 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f471f9a6-1879-47bc-8b59-db9485469b36 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/routers/2c0006c0-5fa4-465b-988e-ac9408091196 HTTP/1.1" status: 204 len: 168 time: 0.8233776 Feb 11 05:54:09.760249 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53490) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:09.838380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (f5756ff8-3062-4251-84ad-6cdc7bb0452d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.934151 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (f5756ff8-3062-4251-84ad-6cdc7bb0452d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.953254 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5756ff8-3062-4251-84ad-6cdc7bb0452d']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:09.962602 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4ef785-6e36-4d5f-9b33-987623087221') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:09.962930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4ef785-6e36-4d5f-9b33-987623087221') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:09.972977 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (7f4ef785-6e36-4d5f-9b33-987623087221), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.986821 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (7f4ef785-6e36-4d5f-9b33-987623087221), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.993866 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:54:09.994375 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (7f4ef785-6e36-4d5f-9b33-987623087221), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: timer() Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:54:09.997686 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:54:10.005343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 4be67e12-816b-473d-820d-6f09bf4bcdba no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:10.025485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 4be67e12-816b-473d-820d-6f09bf4bcdba {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:10.025836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 4be67e12-816b-473d-820d-6f09bf4bcdba not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:10.073835 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (f5756ff8-3062-4251-84ad-6cdc7bb0452d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.082546 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.088797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53492) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:10.091434 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/networks/f5756ff8-3062-4251-84ad-6cdc7bb0452d HTTP/1.1" status: 204 len: 168 time: 0.3302407 Feb 11 05:54:10.104356 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68585e-646c-41a0-815d-137927a9fda1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Network': ['ID=f5756ff8-3062-4251-84ad-6cdc7bb0452d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:10.149861 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af58d513-b874-4e35-9df4-567b7f17cee3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.174687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af58d513-b874-4e35-9df4-567b7f17cee3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.236900 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af58d513-b874-4e35-9df4-567b7f17cee3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.239588 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-af58d513-b874-4e35-9df4-567b7f17cee3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.240747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-af58d513-b874-4e35-9df4-567b7f17cee3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/security-groups/2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2 HTTP/1.1" status: 204 len: 168 time: 0.1509659 Feb 11 05:54:10.249643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58d513-b874-4e35-9df4-567b7f17cee3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e53c13c-3bad-44ff-b5b6-ff7fba0b56a2,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:10.458516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a8585af9-4b6a-47ad-bdbe-5532c91d2e30 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:10.479320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: a8585af9-4b6a-47ad-bdbe-5532c91d2e30 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:10.479668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a8585af9-4b6a-47ad-bdbe-5532c91d2e30 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:10.480084 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device cd9e7925-0fd8-48c1-a2ee-dca791ad777c no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:10.498027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: cd9e7925-0fd8-48c1-a2ee-dca791ad777c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:10.498381 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device cd9e7925-0fd8-48c1-a2ee-dca791ad777c not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:10.498788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f89a3b99-0816-4372-ae0d-71d239e6fb35 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:10.516902 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: f89a3b99-0816-4372-ae0d-71d239e6fb35 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:10.517253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device f89a3b99-0816-4372-ae0d-71d239e6fb35 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:12.010608 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-51db71d6-5517-4a0c-a467-dff2739f75b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.571538 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53502) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:12.576013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9ee7c015-ccbf-4f21-8917-bd3db29bc161 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-593415883', 'description': 'tempest-secgroup-smoke-593415883 description', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:12.596687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c015-ccbf-4f21-8917-bd3db29bc161 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.662854 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c015-ccbf-4f21-8917-bd3db29bc161 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (0b8d258f-328d-4e0e-8a3c-3528fa2fc830), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.666324 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c015-ccbf-4f21-8917-bd3db29bc161 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0b8d258f-328d-4e0e-8a3c-3528fa2fc830), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.695471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c015-ccbf-4f21-8917-bd3db29bc161 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.696685 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9ee7c015-ccbf-4f21-8917-bd3db29bc161 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1241522 Feb 11 05:54:12.697792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7c015-ccbf-4f21-8917-bd3db29bc161 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d258f-328d-4e0e-8a3c-3528fa2fc830,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:12.699826 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53504) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:12.704139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b8801267-4f3f-4c88-a0c6-f6a70d4976c8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '0b8d258f-328d-4e0e-8a3c-3528fa2fc830', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:12.728258 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8801267-4f3f-4c88-a0c6-f6a70d4976c8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (d79695de-f84e-44cc-8d9f-b08ce82f5a98), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.786745 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8801267-4f3f-4c88-a0c6-f6a70d4976c8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (d79695de-f84e-44cc-8d9f-b08ce82f5a98), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.790790 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8801267-4f3f-4c88-a0c6-f6a70d4976c8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (d79695de-f84e-44cc-8d9f-b08ce82f5a98), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.808175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8801267-4f3f-4c88-a0c6-f6a70d4976c8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79695de-f84e-44cc-8d9f-b08ce82f5a98,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:12.815877 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8801267-4f3f-4c88-a0c6-f6a70d4976c8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.817061 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b8801267-4f3f-4c88-a0c6-f6a70d4976c8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163850 Feb 11 05:54:12.820189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53506) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:12.824486 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-2b248d56-417e-4ffe-a475-5da3833459f1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '0b8d258f-328d-4e0e-8a3c-3528fa2fc830', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:12.847544 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b248d56-417e-4ffe-a475-5da3833459f1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (8e6613d0-4879-4f71-8ab0-b0e8627b8740), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.901865 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b248d56-417e-4ffe-a475-5da3833459f1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (8e6613d0-4879-4f71-8ab0-b0e8627b8740), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.905150 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b248d56-417e-4ffe-a475-5da3833459f1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (8e6613d0-4879-4f71-8ab0-b0e8627b8740), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.922121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b248d56-417e-4ffe-a475-5da3833459f1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6613d0-4879-4f71-8ab0-b0e8627b8740,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:12.930496 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2b248d56-417e-4ffe-a475-5da3833459f1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.931725 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-2b248d56-417e-4ffe-a475-5da3833459f1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1105986 Feb 11 05:54:12.934417 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53508) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:12.938865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-6768859c-e5f5-4391-b089-73916fd46f33 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '0b8d258f-328d-4e0e-8a3c-3528fa2fc830', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:12.963413 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768859c-e5f5-4391-b089-73916fd46f33 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (b4ef2a97-8185-41e2-abd7-8c2114596234), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.015325 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.025506 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768859c-e5f5-4391-b089-73916fd46f33 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (b4ef2a97-8185-41e2-abd7-8c2114596234), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.029141 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768859c-e5f5-4391-b089-73916fd46f33 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (b4ef2a97-8185-41e2-abd7-8c2114596234), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.047108 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768859c-e5f5-4391-b089-73916fd46f33 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ef2a97-8185-41e2-abd7-8c2114596234,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:13.054744 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6768859c-e5f5-4391-b089-73916fd46f33 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.055953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6768859c-e5f5-4391-b089-73916fd46f33 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205699 Feb 11 05:54:13.058689 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53510) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:13.062981 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-723b42ff-5b6f-453d-ad3f-56e4b3db4f87 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '0b8d258f-328d-4e0e-8a3c-3528fa2fc830', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:13.087621 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-723b42ff-5b6f-453d-ad3f-56e4b3db4f87 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (f533d0fc-21c7-45d9-8411-46bc2cce2503), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.146190 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-723b42ff-5b6f-453d-ad3f-56e4b3db4f87 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (f533d0fc-21c7-45d9-8411-46bc2cce2503), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.150590 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-723b42ff-5b6f-453d-ad3f-56e4b3db4f87 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (f533d0fc-21c7-45d9-8411-46bc2cce2503), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.168407 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b42ff-5b6f-453d-ad3f-56e4b3db4f87 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f533d0fc-21c7-45d9-8411-46bc2cce2503,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:13.175584 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-723b42ff-5b6f-453d-ad3f-56e4b3db4f87 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.176795 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-723b42ff-5b6f-453d-ad3f-56e4b3db4f87 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171315 Feb 11 05:54:13.179566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53512) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:13.183897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a45e49e2-d5aa-4f93-a8b9-5a510117c10e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '0b8d258f-328d-4e0e-8a3c-3528fa2fc830', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:13.203791 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-a45e49e2-d5aa-4f93-a8b9-5a510117c10e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Project 34d54ee97fa24d4ca8dd832d02b9b5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:54:13.208420 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a45e49e2-d5aa-4f93-a8b9-5a510117c10e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (c30eec44-3609-4ea0-bcbc-c22ecfb20ca1), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.265783 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a45e49e2-d5aa-4f93-a8b9-5a510117c10e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (c30eec44-3609-4ea0-bcbc-c22ecfb20ca1), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.269529 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a45e49e2-d5aa-4f93-a8b9-5a510117c10e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (c30eec44-3609-4ea0-bcbc-c22ecfb20ca1), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.286959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e49e2-d5aa-4f93-a8b9-5a510117c10e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30eec44-3609-4ea0-bcbc-c22ecfb20ca1,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:13.295463 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a45e49e2-d5aa-4f93-a8b9-5a510117c10e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.296662 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a45e49e2-d5aa-4f93-a8b9-5a510117c10e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161790 Feb 11 05:54:13.299468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53514) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:13.303796 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-1f4bce97-37df-4176-8aef-60502ee9a82b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '0b8d258f-328d-4e0e-8a3c-3528fa2fc830', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:13.323063 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-1f4bce97-37df-4176-8aef-60502ee9a82b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Project 34d54ee97fa24d4ca8dd832d02b9b5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:54:13.327735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f4bce97-37df-4176-8aef-60502ee9a82b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (2ce05043-1c0b-4647-b5a7-4d424d884e66), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.388151 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f4bce97-37df-4176-8aef-60502ee9a82b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (2ce05043-1c0b-4647-b5a7-4d424d884e66), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.391593 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f4bce97-37df-4176-8aef-60502ee9a82b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (2ce05043-1c0b-4647-b5a7-4d424d884e66), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.409001 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bce97-37df-4176-8aef-60502ee9a82b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce05043-1c0b-4647-b5a7-4d424d884e66,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:13.416928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1f4bce97-37df-4176-8aef-60502ee9a82b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.418165 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1f4bce97-37df-4176-8aef-60502ee9a82b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177845 Feb 11 05:54:13.421060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53516) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:13.425867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d8af0448-6bfa-41ad-a0f4-b60bc06a19ee tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'network': {'name': 'tempest-network-smoke--1672721837', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'port_security_enabled': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:13.444236 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8af0448-6bfa-41ad-a0f4-b60bc06a19ee tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:13.447576 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8af0448-6bfa-41ad-a0f4-b60bc06a19ee tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.470631 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8af0448-6bfa-41ad-a0f4-b60bc06a19ee tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:54:13.479522 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8af0448-6bfa-41ad-a0f4-b60bc06a19ee tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (fd87db4f-3bf9-4f6b-add9-740a2a5b731a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.479861 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-d8af0448-6bfa-41ad-a0f4-b60bc06a19ee tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Added segment fd87db4f-3bf9-4f6b-add9-740a2a5b731a of type vlan for network 076b42e8-cc69-4047-8c48-7b0405b67c6a Feb 11 05:54:13.520764 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8af0448-6bfa-41ad-a0f4-b60bc06a19ee tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (076b42e8-cc69-4047-8c48-7b0405b67c6a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.553700 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8af0448-6bfa-41ad-a0f4-b60bc06a19ee tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (076b42e8-cc69-4047-8c48-7b0405b67c6a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.558783 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af0448-6bfa-41ad-a0f4-b60bc06a19ee tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:13.559471 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d8af0448-6bfa-41ad-a0f4-b60bc06a19ee tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.595602 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d8af0448-6bfa-41ad-a0f4-b60bc06a19ee tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1734951 Feb 11 05:54:13.598383 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53518) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:13.603597 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'admin_state_up': True, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:13.624308 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (83668566-d6db-4acc-b2cd-63b7989b1d44), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.625316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (83668566-d6db-4acc-b2cd-63b7989b1d44), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.630793 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af0448-6bfa-41ad-a0f4-b60bc06a19ee tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Network': ['ID=076b42e8-cc69-4047-8c48-7b0405b67c6a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:13.642006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 076b42e8-cc69-4047-8c48-7b0405b67c6a details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:54:13.677650 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_controller (83668566-d6db-4acc-b2cd-63b7989b1d44), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.820096 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (83668566-d6db-4acc-b2cd-63b7989b1d44), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.009089 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (83668566-d6db-4acc-b2cd-63b7989b1d44), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.031155 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.129709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.25.7.167 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/27b254c2-91c3-4493-9d22-22c412dcc553) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:14.241384 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (27b254c2-91c3-4493-9d22-22c412dcc553), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.275773 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (27b254c2-91c3-4493-9d22-22c412dcc553), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.312569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:14.316897 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:14.321648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:14.326942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=27b254c2-91c3-4493-9d22-22c412dcc553,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:14.585574 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.908530 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (83668566-d6db-4acc-b2cd-63b7989b1d44), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.108646 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (83668566-d6db-4acc-b2cd-63b7989b1d44), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.244031 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 83668566-d6db-4acc-b2cd-63b7989b1d44 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:54:15.352518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:15.362533 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Sync routers for ids ['83668566-d6db-4acc-b2cd-63b7989b1d44'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:15.373006 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.374322 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-26cb9ce2-1069-4ecf-a1d4-3687072295db tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7748392 Feb 11 05:54:15.377797 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53520) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:15.378214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Routers {'83668566-d6db-4acc-b2cd-63b7989b1d44'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:15.378842 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['83668566-d6db-4acc-b2cd-63b7989b1d44'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:15.422199 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b2f02683-653b-436b-8a8a-8e1d94c3bef6 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=34d54ee97fa24d4ca8dd832d02b9b5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428374 Feb 11 05:54:15.424736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53522) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:15.508157 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Set router 83668566-d6db-4acc-b2cd-63b7989b1d44 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:15.512839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc4e2d7-4745-40e4-8306-a1fe67cdf50f tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:15.514373 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cdc4e2d7-4745-40e4-8306-a1fe67cdf50f tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880904 Feb 11 05:54:15.517167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53524) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:15.546766 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-32ebeda2-3190-43ab-8606-6fa95a08eab0 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262825 Feb 11 05:54:15.547017 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53526) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:15.551566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f9d41e9c-822e-4553-bfcf-b1dbd4e698c0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2016519324', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:15.639956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d41e9c-822e-4553-bfcf-b1dbd4e698c0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:15.643401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d41e9c-822e-4553-bfcf-b1dbd4e698c0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.688917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:14Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:15.719373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Checking router: 83668566-d6db-4acc-b2cd-63b7989b1d44 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:15.719756 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Updating router 83668566-d6db-4acc-b2cd-63b7989b1d44 port 27b254c2-91c3-4493-9d22-22c412dcc553 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:54:15.747467 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (27b254c2-91c3-4493-9d22-22c412dcc553), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.824933 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d41e9c-822e-4553-bfcf-b1dbd4e698c0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (54cdccd8-a4d3-47c8-a988-3a88de9537ba), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.850333 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.882673 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d41e9c-822e-4553-bfcf-b1dbd4e698c0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Subnet': ['ID=54cdccd8-a4d3-47c8-a988-3a88de9537ba,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:15.899588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d41e9c-822e-4553-bfcf-b1dbd4e698c0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Checking segment: {'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:15.899959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d41e9c-822e-4553-bfcf-b1dbd4e698c0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network hostable DHCP agents. Network: 076b42e8-cc69-4047-8c48-7b0405b67c6a, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:54:15.917494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d41e9c-822e-4553-bfcf-b1dbd4e698c0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 076b42e8-cc69-4047-8c48-7b0405b67c6a is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:54:15.926867 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-f9d41e9c-822e-4553-bfcf-b1dbd4e698c0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 076b42e8-cc69-4047-8c48-7b0405b67c6a) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:15.930999 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d41e9c-822e-4553-bfcf-b1dbd4e698c0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:15.931634 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f9d41e9c-822e-4553-bfcf-b1dbd4e698c0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.938551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc862b7-ff25-4762-8023-368bb5deba52 None None] Network 076b42e8-cc69-4047-8c48-7b0405b67c6a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:15.948770 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f9d41e9c-822e-4553-bfcf-b1dbd4e698c0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4008179 Feb 11 05:54:15.951744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53528) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:16.104444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-076b42e8-cc69-4047-8c48-7b0405b67c6a', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ips': [{'subnet_id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:54:16.105295 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.110464 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Publish callbacks [] for port (27b254c2-91c3-4493-9d22-22c412dcc553), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.125368 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (27b254c2-91c3-4493-9d22-22c412dcc553), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.230046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8dfc5-57fb-4f8e-8cda-3d2ba1896a79 None None] Pushing event updated for resources: {'Port': ['ID=27b254c2-91c3-4493-9d22-22c412dcc553,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:16.239852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Attempting to bind port 27b254c2-91c3-4493-9d22-22c412dcc553 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:16.240224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Attempting to bind port 27b254c2-91c3-4493-9d22-22c412dcc553 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:16.240619 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Attempting to bind port 27b254c2-91c3-4493-9d22-22c412dcc553 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:16.257487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:16.257864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:16.258271 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.258666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:16.259168 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Bound port: 27b254c2-91c3-4493-9d22-22c412dcc553, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:16.259551 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (27b254c2-91c3-4493-9d22-22c412dcc553), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.352644 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Allocated IP 172.20.0.2 (076b42e8-cc69-4047-8c48-7b0405b67c6a/54cdccd8-a4d3-47c8-a988-3a88de9537ba/83b32846-eca7-47fa-a904-c9c2d72dcbaa) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:16.355511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] For port 27b254c2-91c3-4493-9d22-22c412dcc553, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:16.360450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] For port 27b254c2-91c3-4493-9d22-22c412dcc553, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=27b254c2-91c3-4493-9d22-22c412dcc553,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:16.368596 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (27b254c2-91c3-4493-9d22-22c412dcc553), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.392719 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.478718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8dfc5-57fb-4f8e-8cda-3d2ba1896a79 None None] Pushing event updated for resources: {'Port': ['ID=27b254c2-91c3-4493-9d22-22c412dcc553,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:16.489488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Routers {'83668566-d6db-4acc-b2cd-63b7989b1d44'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:16.490119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['83668566-d6db-4acc-b2cd-63b7989b1d44'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:16.654632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] Set router 83668566-d6db-4acc-b2cd-63b7989b1d44 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:16.656538 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Publish callbacks [] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.710413 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.732861 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.20.0.1 (076b42e8-cc69-4047-8c48-7b0405b67c6a/54cdccd8-a4d3-47c8-a988-3a88de9537ba/b476d3c9-c559-46c4-aa12-9ba73bd79901) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:16.806067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Network 076b42e8-cc69-4047-8c48-7b0405b67c6a is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:16.815681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Pushing event updated for resources: {'Port': ['ID=83b32846-eca7-47fa-a904-c9c2d72dcbaa,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:16.818126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:16.822333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:16.853016 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.888673 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.909596 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Attempting to bind port 83b32846-eca7-47fa-a904-c9c2d72dcbaa on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:16.909893 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Attempting to bind port 83b32846-eca7-47fa-a904-c9c2d72dcbaa by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:16.910265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Attempting to bind port 83b32846-eca7-47fa-a904-c9c2d72dcbaa on network 076b42e8-cc69-4047-8c48-7b0405b67c6a {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:16.923105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:16.923529 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Checking segment: {'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:16.923948 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.924345 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Bound using segment: {'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:16.924841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Bound port: 83b32846-eca7-47fa-a904-c9c2d72dcbaa, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:16.925405 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.933973 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 076b42e8-cc69-4047-8c48-7b0405b67c6a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:16.937241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:16.940955 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:16.948446 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=b476d3c9-c559-46c4-aa12-9ba73bd79901,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:16.983488 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:14Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:16.988056 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (83668566-d6db-4acc-b2cd-63b7989b1d44), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.021421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a5fb81-73c5-4143-bcf4-b86c2738dbbe None None] The sync data for ids ['83668566-d6db-4acc-b2cd-63b7989b1d44'] in n-d-615180-58 is: [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:14Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:17.028331 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] For port 83b32846-eca7-47fa-a904-c9c2d72dcbaa, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:17.031645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] For port 83b32846-eca7-47fa-a904-c9c2d72dcbaa, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=83b32846-eca7-47fa-a904-c9c2d72dcbaa,segment=NetworkSegment(fd87db4f-3bf9-4f6b-add9-740a2a5b731a),segment_id=fd87db4f-3bf9-4f6b-add9-740a2a5b731a)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:17.038843 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.111129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecaea2-6efe-4396-b556-a78b65dc7bc6 None None] Pushing event updated for resources: {'Port': ['ID=83b32846-eca7-47fa-a904-c9c2d72dcbaa,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:17.132083 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.484277 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.489507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.570052 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (83668566-d6db-4acc-b2cd-63b7989b1d44), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.571873 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=b476d3c9-c559-46c4-aa12-9ba73bd79901,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:17.668461 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 076b42e8-cc69-4047-8c48-7b0405b67c6a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:17.669954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:17.789524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 83668566-d6db-4acc-b2cd-63b7989b1d44 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:17.911662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:17.916744 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-af333643-65bc-4325-96c4-5f30a1f1d778 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "PUT /v2.0/routers/83668566-d6db-4acc-b2cd-63b7989b1d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9638996 Feb 11 05:54:18.073186 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-cd6c103e-b189-4106-9544-464eb063112f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593415883&fields=id&tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 267 time: 0.0475023 Feb 11 05:54:18.168471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd4eefb-988f-4593-86ab-1a2816cbdc50 None None] Network 076b42e8-cc69-4047-8c48-7b0405b67c6a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:18.192896 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-670c3e75-747b-4135-9acd-c497dc0aca7e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:18.194935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-670c3e75-747b-4135-9acd-c497dc0aca7e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/networks?id=076b42e8-cc69-4047-8c48-7b0405b67c6a HTTP/1.1" status: 200 len: 797 time: 0.1148920 Feb 11 05:54:18.209944 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-e5d041f0-3a72-4155-8bae-c972cb41aab2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/quotas/34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 375 time: 0.0091927 Feb 11 05:54:18.233943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1c9ea1e2-05b1-46ba-91d0-77028ffb857c None None] Provisioning complete for port 83b32846-eca7-47fa-a904-c9c2d72dcbaa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:18.233943 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c9ea1e2-05b1-46ba-91d0-77028ffb857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.283918 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6d3cb8f6-95d0-44c3-9dca-fcb8e38df2aa tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679007 Feb 11 05:54:18.356532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ea1e2-05b1-46ba-91d0-77028ffb857c None None] Current status of the port 83b32846-eca7-47fa-a904-c9c2d72dcbaa is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:18.356940 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c9ea1e2-05b1-46ba-91d0-77028ffb857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.377310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 27b254c2-91c3-4493-9d22-22c412dcc553 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:18.397607 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-68e0f61f-ca3a-4cc9-ba5d-6ad43cb72250 service neutron] 10.222.0.48 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017473 Feb 11 05:54:18.443267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1c9ea1e2-05b1-46ba-91d0-77028ffb857c None None] For port 83b32846-eca7-47fa-a904-c9c2d72dcbaa, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=83b32846-eca7-47fa-a904-c9c2d72dcbaa,segment=NetworkSegment(fd87db4f-3bf9-4f6b-add9-740a2a5b731a),segment_id=fd87db4f-3bf9-4f6b-add9-740a2a5b731a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:18.450354 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1c9ea1e2-05b1-46ba-91d0-77028ffb857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.489175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 27b254c2-91c3-4493-9d22-22c412dcc553 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:18.489701 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (27b254c2-91c3-4493-9d22-22c412dcc553), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.511832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-9f8cad9c-7349-4713-87cd-7822d5582dbe service neutron] 10.222.0.48 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071939 Feb 11 05:54:18.541159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ea1e2-05b1-46ba-91d0-77028ffb857c None None] Pushing event updated for resources: {'Port': ['ID=83b32846-eca7-47fa-a904-c9c2d72dcbaa,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:18.577721 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:54:18.596838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 27b254c2-91c3-4493-9d22-22c412dcc553 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:18.597240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (27b254c2-91c3-4493-9d22-22c412dcc553), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.627980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 27b254c2-91c3-4493-9d22-22c412dcc553, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=27b254c2-91c3-4493-9d22-22c412dcc553,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:18.632939 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (27b254c2-91c3-4493-9d22-22c412dcc553), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.634669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 83b32846-eca7-47fa-a904-c9c2d72dcbaa up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:18.706248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2786cd6c-b684-49da-856f-2ebd47b9cb80 None None] Provisioning complete for port b476d3c9-c559-46c4-aa12-9ba73bd79901 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:18.706625 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2786cd6c-b684-49da-856f-2ebd47b9cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.717953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-286ed838-d9f6-4541-82e9-fb2acf592756 req-8e23d1d5-44ad-4e2b-bd1a-ee0a248034b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 210 time: 0.0365274 Feb 11 05:54:18.766712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2786cd6c-b684-49da-856f-2ebd47b9cb80 None None] Port b476d3c9-c559-46c4-aa12-9ba73bd79901 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:18.769875 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=27b254c2-91c3-4493-9d22-22c412dcc553,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:18.790570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 83b32846-eca7-47fa-a904-c9c2d72dcbaa triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:18.790983 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.793734 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2786cd6c-b684-49da-856f-2ebd47b9cb80 None None] Provisioning complete for port 83b32846-eca7-47fa-a904-c9c2d72dcbaa triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:18.794089 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2786cd6c-b684-49da-856f-2ebd47b9cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.798859 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Sync routers for ids ['83668566-d6db-4acc-b2cd-63b7989b1d44'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:18.810551 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Routers {'83668566-d6db-4acc-b2cd-63b7989b1d44'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:18.811473 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['83668566-d6db-4acc-b2cd-63b7989b1d44'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:18.928168 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Set router 83668566-d6db-4acc-b2cd-63b7989b1d44 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:19.101706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2786cd6c-b684-49da-856f-2ebd47b9cb80 None None] Current status of the port 83b32846-eca7-47fa-a904-c9c2d72dcbaa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:19.105738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 83b32846-eca7-47fa-a904-c9c2d72dcbaa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:19.136905 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:17Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b476d3c9-c559-46c4-aa12-9ba73bd79901', 'name': '', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:2e:77:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:16Z', 'updated_at': '2022-02-11T05:54:17Z', 'revision_number': 2, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:19.163465 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Checking router: 83668566-d6db-4acc-b2cd-63b7989b1d44 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:19.163821 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Updating router 83668566-d6db-4acc-b2cd-63b7989b1d44 port b476d3c9-c559-46c4-aa12-9ba73bd79901 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:54:19.189465 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.222444 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-976f9c35-0c9b-4c4d-9081-17b77b17dffc None None] Provisioning complete for port b476d3c9-c559-46c4-aa12-9ba73bd79901 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:19.223069 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-976f9c35-0c9b-4c4d-9081-17b77b17dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.259357 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-976f9c35-0c9b-4c4d-9081-17b77b17dffc None None] Port b476d3c9-c559-46c4-aa12-9ba73bd79901 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:19.457303 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Publish callbacks [] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.462658 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.510729 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Pushing event updated for resources: {'Port': ['ID=b476d3c9-c559-46c4-aa12-9ba73bd79901,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:19.532789 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.533142 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.533472 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.533804 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.534130 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.534449 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.534769 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.535112 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.535432 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.535747 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.536062 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.536375 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.536687 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:19.575895 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Attempting to bind port b476d3c9-c559-46c4-aa12-9ba73bd79901 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:19.576397 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Attempting to bind port b476d3c9-c559-46c4-aa12-9ba73bd79901 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:19.576704 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Attempting to bind port b476d3c9-c559-46c4-aa12-9ba73bd79901 on network 076b42e8-cc69-4047-8c48-7b0405b67c6a {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:19.584509 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:19.585247 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Checking segment: {'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:19.585682 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.586254 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Bound using segment: {'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:19.586988 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Bound port: b476d3c9-c559-46c4-aa12-9ba73bd79901, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:19.587543 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.659392 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] For port b476d3c9-c559-46c4-aa12-9ba73bd79901, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:19.663193 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] For port b476d3c9-c559-46c4-aa12-9ba73bd79901, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b476d3c9-c559-46c4-aa12-9ba73bd79901,segment=NetworkSegment(fd87db4f-3bf9-4f6b-add9-740a2a5b731a),segment_id=fd87db4f-3bf9-4f6b-add9-740a2a5b731a)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:19.671062 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.684741 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6c4f2816-fd02-467f-aae8-9d876c2cdb8a None None] Provisioning complete for port b476d3c9-c559-46c4-aa12-9ba73bd79901 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:19.685120 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2816-fd02-467f-aae8-9d876c2cdb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.724505 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c9512-1970-4de4-baa6-6c0efb915500 None None] Pushing event updated for resources: {'Port': ['ID=b476d3c9-c559-46c4-aa12-9ba73bd79901,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:19.738184 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Routers {'83668566-d6db-4acc-b2cd-63b7989b1d44'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:19.738801 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['83668566-d6db-4acc-b2cd-63b7989b1d44'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:19.782470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f2816-fd02-467f-aae8-9d876c2cdb8a None None] Current status of the port b476d3c9-c559-46c4-aa12-9ba73bd79901 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:19.782934 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2816-fd02-467f-aae8-9d876c2cdb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.831382 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-6c4f2816-fd02-467f-aae8-9d876c2cdb8a None None] For port b476d3c9-c559-46c4-aa12-9ba73bd79901, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b476d3c9-c559-46c4-aa12-9ba73bd79901,segment=NetworkSegment(fd87db4f-3bf9-4f6b-add9-740a2a5b731a),segment_id=fd87db4f-3bf9-4f6b-add9-740a2a5b731a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:19.838106 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2816-fd02-467f-aae8-9d876c2cdb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.840941 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-764e6897-ed2e-440d-b09b-87de9beb5da9 req-97758eac-75c7-4194-80d2-5f0d03db4273 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 210 time: 0.0471256 Feb 11 05:54:19.895034 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f2816-fd02-467f-aae8-9d876c2cdb8a None None] Pushing event updated for resources: {'Port': ['ID=b476d3c9-c559-46c4-aa12-9ba73bd79901,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:19.897265 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] Set router 83668566-d6db-4acc-b2cd-63b7989b1d44 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:20.062228 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4a215be0-ac6e-4cdf-a6fc-ddf765e7e806 None None] Provisioning complete for port b476d3c9-c559-46c4-aa12-9ba73bd79901 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:20.062537 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a215be0-ac6e-4cdf-a6fc-ddf765e7e806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:20.104193 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:17Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b476d3c9-c559-46c4-aa12-9ba73bd79901', 'name': '', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:2e:77:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:16Z', 'updated_at': '2022-02-11T05:54:19Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:20.133897 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4218d7a3-d119-448e-a63c-a3a9f91771fd None None] The sync data for ids ['83668566-d6db-4acc-b2cd-63b7989b1d44'] in n-d-615180-58 is: [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:17Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b476d3c9-c559-46c4-aa12-9ba73bd79901', 'name': '', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:2e:77:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:16Z', 'updated_at': '2022-02-11T05:54:19Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:20.138828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4a215be0-ac6e-4cdf-a6fc-ddf765e7e806 None None] Current status of the port b476d3c9-c559-46c4-aa12-9ba73bd79901 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:20.370550 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b476d3c9-c559-46c4-aa12-9ba73bd79901 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:20.422757 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b476d3c9-c559-46c4-aa12-9ba73bd79901 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:20.423173 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:20.501498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b476d3c9-c559-46c4-aa12-9ba73bd79901 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:20.502590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 27b254c2-91c3-4493-9d22-22c412dcc553 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:20.555367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 27b254c2-91c3-4493-9d22-22c412dcc553 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:20.555755 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (27b254c2-91c3-4493-9d22-22c412dcc553), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:20.641363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 27b254c2-91c3-4493-9d22-22c412dcc553 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:20.642475 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 83b32846-eca7-47fa-a904-c9c2d72dcbaa up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:20.691937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 83b32846-eca7-47fa-a904-c9c2d72dcbaa triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:20.692318 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:20.773264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 83b32846-eca7-47fa-a904-c9c2d72dcbaa is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:20.925284 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b1d93317-998b-495a-aa5a-a61d7f94a0cb req-b1f17f48-0ed9-4707-88bc-e3555f5725d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 210 time: 0.0337424 Feb 11 05:54:22.003679 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9c6b5dbf-a392-43e5-b825-2a74f5d658f3 req-56cb5511-ad3b-4c09-8a7b-df6e58d52277 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 210 time: 0.0262887 Feb 11 05:54:23.099286 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6607f48b-c2f8-4620-986f-a80a23fd56bb req-55409a16-8cab-4f07-9c5e-8aba66131d21 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 210 time: 0.0270054 Feb 11 05:54:23.853935 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-0064b246-d142-470a-8b3a-ec94a96e4b53 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:23.855417 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-0064b246-d142-470a-8b3a-ec94a96e4b53 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/networks?id=076b42e8-cc69-4047-8c48-7b0405b67c6a HTTP/1.1" status: 200 len: 797 time: 0.1033881 Feb 11 05:54:23.922807 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-7fcb3c83-fef9-4499-8e32-d5ebad8b88ed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 379 time: 0.0549638 Feb 11 05:54:23.948387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'port': {'device_id': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'admin_state_up': True, 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'security_groups': ['0b8d258f-328d-4e0e-8a3c-3528fa2fc830']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:24.055921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:24.059274 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.189085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.20.0.3 (076b42e8-cc69-4047-8c48-7b0405b67c6a/54cdccd8-a4d3-47c8-a988-3a88de9537ba/5099387d-2436-435e-a0e9-237a4ec75acd) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:24.199909 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1856217a-1335-4e5f-906a-a3102e2c6bc1 req-d1da6ec1-d8b4-498c-93b8-9973418bdd31 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 210 time: 0.0316904 Feb 11 05:54:24.324002 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (5099387d-2436-435e-a0e9-237a4ec75acd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.357305 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.411797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 076b42e8-cc69-4047-8c48-7b0405b67c6a is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:24.414771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:24.418396 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:24.445329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=5099387d-2436-435e-a0e9-237a4ec75acd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:24.470650 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:24.471409 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.487678 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-6082aa81-401b-4033-9006-e7e9ea08b85f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5431726 Feb 11 05:54:24.504741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Request body: {'port': {'device_id': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:24.566447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.685558 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9929a57b-94f1-4446-9b54-0c812b87a1fc None None] Provisioning complete for port 5099387d-2436-435e-a0e9-237a4ec75acd triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:24.686135 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9929a57b-94f1-4446-9b54-0c812b87a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.719628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9929a57b-94f1-4446-9b54-0c812b87a1fc None None] Port 5099387d-2436-435e-a0e9-237a4ec75acd cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:24.832560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5099387d-2436-435e-a0e9-237a4ec75acd {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:54:24.839889 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Publish callbacks [] for port (5099387d-2436-435e-a0e9-237a4ec75acd), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.851902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Transition to ACTIVE for port object 5099387d-2436-435e-a0e9-237a4ec75acd will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:54:24.855904 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.925416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Pushing event updated for resources: {'Port': ['ID=5099387d-2436-435e-a0e9-237a4ec75acd,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:24.977492 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Attempting to bind port 5099387d-2436-435e-a0e9-237a4ec75acd on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:24.977833 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Attempting to bind port 5099387d-2436-435e-a0e9-237a4ec75acd by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:24.978169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Attempting to bind port 5099387d-2436-435e-a0e9-237a4ec75acd on network 076b42e8-cc69-4047-8c48-7b0405b67c6a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:24.982820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Port 5099387d-2436-435e-a0e9-237a4ec75acd on network 076b42e8-cc69-4047-8c48-7b0405b67c6a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:54:24.983176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Attempting to bind port 5099387d-2436-435e-a0e9-237a4ec75acd on network 076b42e8-cc69-4047-8c48-7b0405b67c6a {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:24.988120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:24.988454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Checking segment: {'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:24.988835 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Bound using segment: {'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:24.989261 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Bound port: 5099387d-2436-435e-a0e9-237a4ec75acd, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:24.989620 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:25.056802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] For port 5099387d-2436-435e-a0e9-237a4ec75acd, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:25.060113 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] For port 5099387d-2436-435e-a0e9-237a4ec75acd, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5099387d-2436-435e-a0e9-237a4ec75acd,segment=NetworkSegment(fd87db4f-3bf9-4f6b-add9-740a2a5b731a),segment_id=fd87db4f-3bf9-4f6b-add9-740a2a5b731a)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:25.065496 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:25.101080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.101696 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:25.103119 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] 10.222.0.60 "PUT /v2.0/ports/5099387d-2436-435e-a0e9-237a4ec75acd HTTP/1.1" status: 200 len: 1092 time: 0.6026554 Feb 11 05:54:25.103566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'tag': '5099387d-2436-435e-a0e9-237a4ec75acd'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:25.105801 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f094d3-4a07-457b-98b2-d129301c0634" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7202d5-9988-42d0-8e66-0fe050005696", "tag": "5099387d-2436-435e-a0e9-237a4ec75acd"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:25.127553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bae7a-9335-4eac-85cd-14df19666365 service neutron] Pushing event updated for resources: {'Port': ['ID=5099387d-2436-435e-a0e9-237a4ec75acd,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:25.165280 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701d9993-8f21-471f-9a12-7e55481a9aa1 x-openstack-request-id: req-701d9993-8f21-471f-9a12-7e55481a9aa1 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:25.165573 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7202d5-9988-42d0-8e66-0fe050005696", "tag": "5099387d-2436-435e-a0e9-237a4ec75acd", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:25.165841 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-701d9993-8f21-471f-9a12-7e55481a9aa1 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:25.166244 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'tag': '5099387d-2436-435e-a0e9-237a4ec75acd', 'status': 'completed', 'code': 200} Feb 11 05:54:25.204758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-805bcb93-8dda-4a74-a614-c10f9b305890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.206299 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-805bcb93-8dda-4a74-a614-c10f9b305890 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 1126 time: 0.0502155 Feb 11 05:54:25.259352 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-5e3dcb44-3071-4adc-9862-b289e0e51a7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5099387d-2436-435e-a0e9-237a4ec75acd HTTP/1.1" status: 200 len: 217 time: 0.0401273 Feb 11 05:54:25.313340 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-15a872a2-1cd3-463e-98bb-ae0dedc78921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.314818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-15a872a2-1cd3-463e-98bb-ae0dedc78921 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54cdccd8-a4d3-47c8-a988-3a88de9537ba HTTP/1.1" status: 200 len: 835 time: 0.0473118 Feb 11 05:54:25.327908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68735cc-e629-4a72-a0f4-a2ad8426e225 req-9a224999-8263-4383-a720-c2e27af7d66a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.329385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c68735cc-e629-4a72-a0f4-a2ad8426e225 req-9a224999-8263-4383-a720-c2e27af7d66a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 943 time: 0.0543787 Feb 11 05:54:25.369361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-7edcb065-1d7c-4a59-a7c7-76f3dd796ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.370942 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-7edcb065-1d7c-4a59-a7c7-76f3dd796ff5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=076b42e8-cc69-4047-8c48-7b0405b67c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499482 Feb 11 05:54:25.379814 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c68735cc-e629-4a72-a0f4-a2ad8426e225 req-f6c791b4-55a7-4936-bda4-16d2381f4659 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442538 Feb 11 05:54:25.464810 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-02a4ca7d-670e-4ad3-8463-48f52b70fcef service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871108 Feb 11 05:54:25.550231 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7ed8d3c-7c4e-49a4-8aeb-e4fea8e49add req-0bb58144-82a6-49e3-8fb4-61d52b585b80 service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794652 Feb 11 05:54:25.669483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f094d3-4a07-457b-98b2-d129301c0634 req-df20dc92-83b5-4446-a019-0ce8e1395add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.671046 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10f094d3-4a07-457b-98b2-d129301c0634 req-df20dc92-83b5-4446-a019-0ce8e1395add service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 1126 time: 0.0496669 Feb 11 05:54:25.759940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f094d3-4a07-457b-98b2-d129301c0634 req-f33f98e4-a244-4b55-9d83-9575a517f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.761356 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10f094d3-4a07-457b-98b2-d129301c0634 req-f33f98e4-a244-4b55-9d83-9575a517f19b service neutron] 10.222.0.60 "GET /v2.0/networks?id=076b42e8-cc69-4047-8c48-7b0405b67c6a HTTP/1.1" status: 200 len: 898 time: 0.0840929 Feb 11 05:54:25.805093 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10f094d3-4a07-457b-98b2-d129301c0634 req-6b594884-371a-46d4-b090-60d31ef9ea45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5099387d-2436-435e-a0e9-237a4ec75acd HTTP/1.1" status: 200 len: 217 time: 0.0375595 Feb 11 05:54:25.853050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f094d3-4a07-457b-98b2-d129301c0634 req-a94e237a-3941-4a36-8928-a498b1d38311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.854459 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10f094d3-4a07-457b-98b2-d129301c0634 req-a94e237a-3941-4a36-8928-a498b1d38311 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54cdccd8-a4d3-47c8-a988-3a88de9537ba HTTP/1.1" status: 200 len: 835 time: 0.0422406 Feb 11 05:54:25.902697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f094d3-4a07-457b-98b2-d129301c0634 req-8d73a0b9-2313-4093-9c99-f356bcbc7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.904331 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10f094d3-4a07-457b-98b2-d129301c0634 req-8d73a0b9-2313-4093-9c99-f356bcbc7719 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=076b42e8-cc69-4047-8c48-7b0405b67c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436237 Feb 11 05:54:25.993636 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10f094d3-4a07-457b-98b2-d129301c0634 req-a5fdea69-1f56-4cd2-9cd1-45545bdff9bb service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828788 Feb 11 05:54:26.081865 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-10f094d3-4a07-457b-98b2-d129301c0634 req-684d5102-37d0-436b-bcbf-64ca545b0252 service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814662 Feb 11 05:54:26.502333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778c989-ac09-4e12-9614-5761863e3da1 req-d573c7b3-d25c-4bf6-bd8f-9437d15d66cf tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:26.503831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d778c989-ac09-4e12-9614-5761863e3da1 req-d573c7b3-d25c-4bf6-bd8f-9437d15d66cf tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 943 time: 0.0555799 Feb 11 05:54:26.554272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d778c989-ac09-4e12-9614-5761863e3da1 req-1c47a896-fa56-4fdc-bb5b-70a69ed9ae3d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443273 Feb 11 05:54:27.677362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ca590-6e3d-4c31-8989-95204576572b req-2c2f7fb2-f888-4944-8640-4c209eca6de4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:27.679723 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf5ca590-6e3d-4c31-8989-95204576572b req-2c2f7fb2-f888-4944-8640-4c209eca6de4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 943 time: 0.0586202 Feb 11 05:54:27.728665 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf5ca590-6e3d-4c31-8989-95204576572b req-fa354f54-cf6e-43b8-8174-7b2680af46df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434103 Feb 11 05:54:28.847412 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb3118-17c5-4c73-a26a-25a2b99cb3e3 req-734376c3-5dbc-4220-b632-8750d9b11f62 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:28.848970 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0eeb3118-17c5-4c73-a26a-25a2b99cb3e3 req-734376c3-5dbc-4220-b632-8750d9b11f62 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 943 time: 0.0523093 Feb 11 05:54:28.895811 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0eeb3118-17c5-4c73-a26a-25a2b99cb3e3 req-8812dfaa-b0ae-4e52-a2c8-087b934c4972 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408993 Feb 11 05:54:28.961350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-405a9a33-22d0-472e-ad30-cbe0522e5c2d req-a821fffa-218c-43ad-97f8-ae19a0d91bd0 tempest-ServerDiskConfigTestJSON-67166666 tempest-ServerDiskConfigTestJSON-67166666-project] (103353) timed out ('10.222.0.60', 57273) {{(pid=103353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:54:30.017763 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d99df4-8156-4ced-8a57-a9b92c97e8d9 req-9bba53f4-d472-41a0-be6b-c48a2079a9bd tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:30.019168 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-73d99df4-8156-4ced-8a57-a9b92c97e8d9 req-9bba53f4-d472-41a0-be6b-c48a2079a9bd tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 943 time: 0.0562880 Feb 11 05:54:30.068566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-73d99df4-8156-4ced-8a57-a9b92c97e8d9 req-357f5d13-7804-454a-acee-7e619f8eecc4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435929 Feb 11 05:54:30.158671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 5099387d-2436-435e-a0e9-237a4ec75acd details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:54:30.253726 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 5099387d-2436-435e-a0e9-237a4ec75acd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5099387d-2436-435e-a0e9-237a4ec75acd,segment=NetworkSegment(fd87db4f-3bf9-4f6b-add9-740a2a5b731a),segment_id=fd87db4f-3bf9-4f6b-add9-740a2a5b731a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:30.264980 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '5099387d-2436-435e-a0e9-237a4ec75acd', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'port_id': '5099387d-2436-435e-a0e9-237a4ec75acd', 'mac_address': 'fa:16:3e:0c:49:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:54:30.305628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 5099387d-2436-435e-a0e9-237a4ec75acd is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:30.305959 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.318333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5099387d-2436-435e-a0e9-237a4ec75acd {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:54:30.337305 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 5099387d-2436-435e-a0e9-237a4ec75acd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5099387d-2436-435e-a0e9-237a4ec75acd,segment=NetworkSegment(fd87db4f-3bf9-4f6b-add9-740a2a5b731a),segment_id=fd87db4f-3bf9-4f6b-add9-740a2a5b731a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:30.341442 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.388790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=5099387d-2436-435e-a0e9-237a4ec75acd,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:30.743932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['5099387d-2436-435e-a0e9-237a4ec75acd'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:54:31.186115 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d2dfc-9a60-4bc3-87bf-f88c264c061a req-3ef773ed-81a2-45f3-b587-968ee09355be tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:31.187635 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-334d2dfc-9a60-4bc3-87bf-f88c264c061a req-3ef773ed-81a2-45f3-b587-968ee09355be tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 944 time: 0.0518610 Feb 11 05:54:31.240835 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-334d2dfc-9a60-4bc3-87bf-f88c264c061a req-ab4032d9-e959-44b2-847b-a9d86a1a05ca tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469329 Feb 11 05:54:32.157631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 5099387d-2436-435e-a0e9-237a4ec75acd up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:32.208099 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 5099387d-2436-435e-a0e9-237a4ec75acd completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:54:32.211917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 5099387d-2436-435e-a0e9-237a4ec75acd triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:32.212324 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.290854 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 5099387d-2436-435e-a0e9-237a4ec75acd is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:32.291288 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.316445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5099387d-2436-435e-a0e9-237a4ec75acd'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:32.319628 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ef8bfa-6762-4119-add0-7ba4c1385248" -d '{"events": [{"server_uuid": "ac7202d5-9988-42d0-8e66-0fe050005696", "name": "network-vif-plugged", "status": "completed", "tag": "5099387d-2436-435e-a0e9-237a4ec75acd"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:32.338076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 5099387d-2436-435e-a0e9-237a4ec75acd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5099387d-2436-435e-a0e9-237a4ec75acd,segment=NetworkSegment(fd87db4f-3bf9-4f6b-add9-740a2a5b731a),segment_id=fd87db4f-3bf9-4f6b-add9-740a2a5b731a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:32.343917 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.375981 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c5abb-d896-4b39-8b9d-8c9ef74215ab req-0d457cab-ca2f-464c-9d5a-a0fcc1a71aae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:32.377510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d48c5abb-d896-4b39-8b9d-8c9ef74215ab req-0d457cab-ca2f-464c-9d5a-a0fcc1a71aae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 944 time: 0.0580025 Feb 11 05:54:32.403117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=5099387d-2436-435e-a0e9-237a4ec75acd,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:32.421239 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a795c75b-cf21-476e-9bb8-306222a75747 x-openstack-request-id: req-a795c75b-cf21-476e-9bb8-306222a75747 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:32.421619 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7202d5-9988-42d0-8e66-0fe050005696", "name": "network-vif-plugged", "status": "completed", "tag": "5099387d-2436-435e-a0e9-237a4ec75acd", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:32.421935 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a795c75b-cf21-476e-9bb8-306222a75747 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:32.422345 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5099387d-2436-435e-a0e9-237a4ec75acd', 'code': 200} Feb 11 05:54:32.431225 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d48c5abb-d896-4b39-8b9d-8c9ef74215ab req-6c0c541f-608e-49db-a9ee-11459fc61cd8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462146 Feb 11 05:54:32.545828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d90cf-93e1-4ea7-9d12-4d758fa39605 req-fa2ba308-6650-4007-a210-9dc086a184b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:32.547345 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-882d90cf-93e1-4ea7-9d12-4d758fa39605 req-fa2ba308-6650-4007-a210-9dc086a184b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 1128 time: 0.0426097 Feb 11 05:54:32.591191 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-882d90cf-93e1-4ea7-9d12-4d758fa39605 req-6d8e2a69-f2ac-4f79-98df-ba910b6410f9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371237 Feb 11 05:54:33.548796 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36129d13-3bca-46a9-afb9-831e1ad8e9bf req-07a21141-9c46-4e85-af06-745d93c542ff tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:33.550272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36129d13-3bca-46a9-afb9-831e1ad8e9bf req-07a21141-9c46-4e85-af06-745d93c542ff tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0518503 Feb 11 05:54:33.597713 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-36129d13-3bca-46a9-afb9-831e1ad8e9bf req-3f90fcbf-34e9-481e-b6a8-1d6a094de3c6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414867 Feb 11 05:54:33.928378 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.717370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6055d-ce17-467b-b291-51ab1cd211d7 req-33ea25ea-6ee8-4692-9d9e-09e72557e162 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:34.718879 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ef6055d-ce17-467b-b291-51ab1cd211d7 req-33ea25ea-6ee8-4692-9d9e-09e72557e162 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0526373 Feb 11 05:54:34.782538 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ef6055d-ce17-467b-b291-51ab1cd211d7 req-ac6d90be-5366-4ba5-aa4b-36d73407afc7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563514 Feb 11 05:54:34.906641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bf6df-48bc-4468-bb5b-e77c791326dc req-d2dee111-cabc-441e-aef9-3cadec4fccd2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:34.908088 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f04bf6df-48bc-4468-bb5b-e77c791326dc req-d2dee111-cabc-441e-aef9-3cadec4fccd2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0569448 Feb 11 05:54:34.958781 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f04bf6df-48bc-4468-bb5b-e77c791326dc req-8ef115cb-b9f8-4a18-a57d-bca1469db259 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451248 Feb 11 05:54:34.980329 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:35.024147 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd1c5a9-9c8a-497f-ad59-25cd57142f39 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:35.025672 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bcd1c5a9-9c8a-497f-ad59-25cd57142f39 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 1123 time: 0.0443654 Feb 11 05:54:35.028494 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53606) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:35.032855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '5099387d-2436-435e-a0e9-237a4ec75acd', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:35.055143 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.516334 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.616423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.25.7.191 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/c07aa31b-2643-464c-aa90-83be123d876c) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:35.717756 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (c07aa31b-2643-464c-aa90-83be123d876c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.752748 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c07aa31b-2643-464c-aa90-83be123d876c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.800034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:35.803073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:35.806580 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:35.811866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=c07aa31b-2643-464c-aa90-83be123d876c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:36.173801 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (06c3a9d0-db10-4c0c-8480-4e4508dd0686), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:36.241442 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c07aa31b-2643-464c-aa90-83be123d876c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:36.396752 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (c07aa31b-2643-464c-aa90-83be123d876c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:36.401348 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (c07aa31b-2643-464c-aa90-83be123d876c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:36.476626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=c07aa31b-2643-464c-aa90-83be123d876c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:36.486501 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (06c3a9d0-db10-4c0c-8480-4e4508dd0686), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:36.594042 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Floating IP 06c3a9d0-db10-4c0c-8480-4e4508dd0686 associated. External IP: 172.25.7.191, port: 5099387d-2436-435e-a0e9-237a4ec75acd. Feb 11 05:54:36.803222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 83668566-d6db-4acc-b2cd-63b7989b1d44 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:36.913558 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:36.924181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba25895-e9de-4c2f-9940-61ef75890acb None None] Sync routers for ids ['83668566-d6db-4acc-b2cd-63b7989b1d44'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:36.931395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:36.936771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba25895-e9de-4c2f-9940-61ef75890acb None None] Routers {'83668566-d6db-4acc-b2cd-63b7989b1d44'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:36.937466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2ba25895-e9de-4c2f-9940-61ef75890acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['83668566-d6db-4acc-b2cd-63b7989b1d44'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:36.960449 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-defebe58-f135-4ffe-b51c-1fecf9723efb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9309239 Feb 11 05:54:36.961041 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'tag': '5099387d-2436-435e-a0e9-237a4ec75acd'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:36.963929 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fd1101-8a73-45e9-91fd-6d239d4ae911" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7202d5-9988-42d0-8e66-0fe050005696", "tag": "5099387d-2436-435e-a0e9-237a4ec75acd"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:37.002573 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515f8c32-97ce-4058-a5ce-d33088b4e65b x-openstack-request-id: req-515f8c32-97ce-4058-a5ce-d33088b4e65b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:37.003685 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7202d5-9988-42d0-8e66-0fe050005696", "tag": "5099387d-2436-435e-a0e9-237a4ec75acd", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:37.003953 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-515f8c32-97ce-4058-a5ce-d33088b4e65b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:37.004370 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'tag': '5099387d-2436-435e-a0e9-237a4ec75acd', 'status': 'completed', 'code': 200} Feb 11 05:54:37.049372 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2ba25895-e9de-4c2f-9940-61ef75890acb None None] Set router 83668566-d6db-4acc-b2cd-63b7989b1d44 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:37.069908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef3d82-aa63-4f33-9558-4dc6cd7858ce req-878c6dea-5534-4ab5-869f-d9205651b94a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.072032 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21ef3d82-aa63-4f33-9558-4dc6cd7858ce req-878c6dea-5534-4ab5-869f-d9205651b94a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0548561 Feb 11 05:54:37.095205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd1101-8a73-45e9-91fd-6d239d4ae911 req-e2ac0967-5fde-4545-be44-5853bb28ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.097122 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01fd1101-8a73-45e9-91fd-6d239d4ae911 req-e2ac0967-5fde-4545-be44-5853bb28ccdd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 1128 time: 0.0588288 Feb 11 05:54:37.125974 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-21ef3d82-aa63-4f33-9558-4dc6cd7858ce req-2dbaba48-0d85-49c8-b6f6-242541270b81 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472560 Feb 11 05:54:37.154974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53612) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:37.199725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd1101-8a73-45e9-91fd-6d239d4ae911 req-316e38d8-f0e1-4873-adc1-a7206920297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.201610 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01fd1101-8a73-45e9-91fd-6d239d4ae911 req-316e38d8-f0e1-4873-adc1-a7206920297e service neutron] 10.222.0.60 "GET /v2.0/networks?id=076b42e8-cc69-4047-8c48-7b0405b67c6a HTTP/1.1" status: 200 len: 898 time: 0.0986865 Feb 11 05:54:37.217712 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e618e91d-31a4-45d3-b3dd-9a96be8a2b38 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/06c3a9d0-db10-4c0c-8480-4e4508dd0686 HTTP/1.1" status: 200 len: 991 time: 0.0635841 Feb 11 05:54:37.273127 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01fd1101-8a73-45e9-91fd-6d239d4ae911 req-6a30d2e3-acba-4baa-a70a-6963bc6dea55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5099387d-2436-435e-a0e9-237a4ec75acd HTTP/1.1" status: 200 len: 999 time: 0.0657921 Feb 11 05:54:37.276562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2ba25895-e9de-4c2f-9940-61ef75890acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:17Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '06c3a9d0-db10-4c0c-8480-4e4508dd0686', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'port_id': '5099387d-2436-435e-a0e9-237a4ec75acd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'mac_address': 'fa:16:3e:0c:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:54:36Z', 'updated_at': '2022-02-11T05:54:36Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b476d3c9-c559-46c4-aa12-9ba73bd79901', 'name': '', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:2e:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:16Z', 'updated_at': '2022-02-11T05:54:19Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:37.306289 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba25895-e9de-4c2f-9940-61ef75890acb None None] Checking router: 83668566-d6db-4acc-b2cd-63b7989b1d44 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:37.314543 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba25895-e9de-4c2f-9940-61ef75890acb None None] Routers {'83668566-d6db-4acc-b2cd-63b7989b1d44'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:37.315195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2ba25895-e9de-4c2f-9940-61ef75890acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:54:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['83668566-d6db-4acc-b2cd-63b7989b1d44'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:37.322413 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd1101-8a73-45e9-91fd-6d239d4ae911 req-3f12f1a3-0f71-4e05-b75d-d93cab9cbb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.323903 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01fd1101-8a73-45e9-91fd-6d239d4ae911 req-3f12f1a3-0f71-4e05-b75d-d93cab9cbb7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54cdccd8-a4d3-47c8-a988-3a88de9537ba HTTP/1.1" status: 200 len: 835 time: 0.0438221 Feb 11 05:54:37.374756 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd1101-8a73-45e9-91fd-6d239d4ae911 req-c312a584-b8d5-4a2c-8270-300c5061d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.376313 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01fd1101-8a73-45e9-91fd-6d239d4ae911 req-c312a584-b8d5-4a2c-8270-300c5061d479 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=076b42e8-cc69-4047-8c48-7b0405b67c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458713 Feb 11 05:54:37.423685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2ba25895-e9de-4c2f-9940-61ef75890acb None None] Set router 83668566-d6db-4acc-b2cd-63b7989b1d44 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:37.471073 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01fd1101-8a73-45e9-91fd-6d239d4ae911 req-dc985980-42cf-4b59-8b44-a7b8d92f11b9 service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882168 Feb 11 05:54:37.558719 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-01fd1101-8a73-45e9-91fd-6d239d4ae911 req-0d3d7c22-f608-4763-bb22-d3cc600648d5 service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815022 Feb 11 05:54:37.644397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2ba25895-e9de-4c2f-9940-61ef75890acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:17Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '06c3a9d0-db10-4c0c-8480-4e4508dd0686', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'port_id': '5099387d-2436-435e-a0e9-237a4ec75acd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'mac_address': 'fa:16:3e:0c:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:54:36Z', 'updated_at': '2022-02-11T05:54:36Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b476d3c9-c559-46c4-aa12-9ba73bd79901', 'name': '', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:2e:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:16Z', 'updated_at': '2022-02-11T05:54:19Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:37.670706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba25895-e9de-4c2f-9940-61ef75890acb None None] The sync data for ids ['83668566-d6db-4acc-b2cd-63b7989b1d44'] in n-d-615180-58 is: [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:17Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '06c3a9d0-db10-4c0c-8480-4e4508dd0686', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'port_id': '5099387d-2436-435e-a0e9-237a4ec75acd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'mac_address': 'fa:16:3e:0c:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:54:36Z', 'updated_at': '2022-02-11T05:54:36Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b476d3c9-c559-46c4-aa12-9ba73bd79901', 'name': '', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:2e:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:16Z', 'updated_at': '2022-02-11T05:54:19Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:37.853220 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e90306d-ccce-4146-9e44-7e5ccad97c59 None None] New status for floating IP 06c3a9d0-db10-4c0c-8480-4e4508dd0686: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:54:37.965529 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:38.221567 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53614) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:38.281342 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-df76d7ec-a294-406a-a110-cfeae5e16d57 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/06c3a9d0-db10-4c0c-8480-4e4508dd0686 HTTP/1.1" status: 200 len: 993 time: 0.0587204 Feb 11 05:54:39.529221 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-351d0bcb-6309-4e4c-8a34-8c62cc3325c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:42.012175 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49fa72a3-c3d6-42c1-8bfd-6eff010ca751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:43.016837 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.587324 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:45.801574 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.576975 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:55:02.485725 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a502311-1ccc-4610-a5c9-16835464952a req-4daf0974-770a-456f-8589-bb377ecb939b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507121 Feb 11 05:55:02.581406 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a502311-1ccc-4610-a5c9-16835464952a req-57f4ca83-d99f-4ef6-bdc9-cd778b6713bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:02.582994 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a502311-1ccc-4610-a5c9-16835464952a req-57f4ca83-d99f-4ef6-bdc9-cd778b6713bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 1128 time: 0.0445204 Feb 11 05:55:02.684180 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a502311-1ccc-4610-a5c9-16835464952a req-c918f981-7273-4c4c-b293-fa566fb20f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:02.685702 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a502311-1ccc-4610-a5c9-16835464952a req-c918f981-7273-4c4c-b293-fa566fb20f7c service neutron] 10.222.0.60 "GET /v2.0/networks?id=076b42e8-cc69-4047-8c48-7b0405b67c6a HTTP/1.1" status: 200 len: 898 time: 0.0850692 Feb 11 05:55:02.755875 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a502311-1ccc-4610-a5c9-16835464952a req-4e64d6b3-5bc1-4eec-97ff-ab1c02199be9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5099387d-2436-435e-a0e9-237a4ec75acd HTTP/1.1" status: 200 len: 1001 time: 0.0636909 Feb 11 05:55:02.806983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a502311-1ccc-4610-a5c9-16835464952a req-3e2e9135-24a7-480a-96d6-fc669bc41596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:02.808397 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a502311-1ccc-4610-a5c9-16835464952a req-3e2e9135-24a7-480a-96d6-fc669bc41596 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54cdccd8-a4d3-47c8-a988-3a88de9537ba HTTP/1.1" status: 200 len: 835 time: 0.0431166 Feb 11 05:55:02.856592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a502311-1ccc-4610-a5c9-16835464952a req-bfa169d0-5a22-4f40-80c1-b2c2aa22985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:02.858108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a502311-1ccc-4610-a5c9-16835464952a req-bfa169d0-5a22-4f40-80c1-b2c2aa22985c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=076b42e8-cc69-4047-8c48-7b0405b67c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435107 Feb 11 05:55:02.950872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a502311-1ccc-4610-a5c9-16835464952a req-af210e98-ac66-47d4-9e01-202b9a78d76a service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861280 Feb 11 05:55:03.053831 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1a502311-1ccc-4610-a5c9-16835464952a req-d60b4964-08e7-44ad-b6a8-57a838784d41 service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967362 Feb 11 05:55:03.939782 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.961464 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.530229 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-95244cd7-9185-4ac2-ba43-a305139256d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.015911 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-78fe6a9c-e2a3-40ab-a367-fd0d85b3a38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.020865 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:14.590469 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.806001 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:32.576205 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:55:33.940374 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.970093 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.531696 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-554c0fd6-5103-4121-aa4a-69b90c1589bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.018221 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a22ca05-3f95-4968-92c0-4b33ed72e7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:43.023226 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:44.591846 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.809125 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:01.755311 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bfa9be6-3785-4e1f-8ac2-da8b9adde137 req-0c03eb04-0614-4efe-94ba-d31dea04c745 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464399 Feb 11 05:56:01.856027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa9be6-3785-4e1f-8ac2-da8b9adde137 req-82be9661-bbcf-4654-9a30-f569f2b6de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.857558 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bfa9be6-3785-4e1f-8ac2-da8b9adde137 req-82be9661-bbcf-4654-9a30-f569f2b6de8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 1128 time: 0.0442441 Feb 11 05:56:01.963498 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa9be6-3785-4e1f-8ac2-da8b9adde137 req-e212fec6-d357-4be9-a131-47333bc9f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.964971 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bfa9be6-3785-4e1f-8ac2-da8b9adde137 req-e212fec6-d357-4be9-a131-47333bc9f120 service neutron] 10.222.0.60 "GET /v2.0/networks?id=076b42e8-cc69-4047-8c48-7b0405b67c6a HTTP/1.1" status: 200 len: 898 time: 0.0873337 Feb 11 05:56:02.029785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bfa9be6-3785-4e1f-8ac2-da8b9adde137 req-b37ecd3b-4909-4b99-9f88-8ca863196239 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5099387d-2436-435e-a0e9-237a4ec75acd HTTP/1.1" status: 200 len: 1001 time: 0.0578995 Feb 11 05:56:02.078097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa9be6-3785-4e1f-8ac2-da8b9adde137 req-8bf621fc-129f-406a-9742-96d30715172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:02.079609 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bfa9be6-3785-4e1f-8ac2-da8b9adde137 req-8bf621fc-129f-406a-9742-96d30715172d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54cdccd8-a4d3-47c8-a988-3a88de9537ba HTTP/1.1" status: 200 len: 835 time: 0.0437138 Feb 11 05:56:02.134069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa9be6-3785-4e1f-8ac2-da8b9adde137 req-09a36787-145d-431f-8a86-dc0d75752346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:02.135659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bfa9be6-3785-4e1f-8ac2-da8b9adde137 req-09a36787-145d-431f-8a86-dc0d75752346 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=076b42e8-cc69-4047-8c48-7b0405b67c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492539 Feb 11 05:56:02.224510 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bfa9be6-3785-4e1f-8ac2-da8b9adde137 req-6cfc01f7-5408-4ce6-86e9-54a949ac1fcf service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812404 Feb 11 05:56:02.318650 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bfa9be6-3785-4e1f-8ac2-da8b9adde137 req-0a917bf2-0789-4b37-9147-866dd59f01b2 service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841901 Feb 11 05:56:03.050056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde10f2-a47e-4bf9-97f6-bbce3b5e7336 req-d38ebdec-045e-43d6-a4bc-d7134f78207f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:03.051600 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-abde10f2-a47e-4bf9-97f6-bbce3b5e7336 req-d38ebdec-045e-43d6-a4bc-d7134f78207f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0846834 Feb 11 05:56:03.066624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2499efe-dbbc-42d5-a69e-26dbea65b49d req-417e02cf-31ae-4187-9ce0-517dc6c9a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:03.068048 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2499efe-dbbc-42d5-a69e-26dbea65b49d req-417e02cf-31ae-4187-9ce0-517dc6c9a06c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 1128 time: 0.0658319 Feb 11 05:56:03.164692 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-abde10f2-a47e-4bf9-97f6-bbce3b5e7336 req-07e83542-f36a-4933-a9d8-564748894df2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047957 Feb 11 05:56:03.192653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2499efe-dbbc-42d5-a69e-26dbea65b49d req-52689b6f-29be-4db1-b99c-3d827dcdd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:03.194383 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2499efe-dbbc-42d5-a69e-26dbea65b49d req-52689b6f-29be-4db1-b99c-3d827dcdd1a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=076b42e8-cc69-4047-8c48-7b0405b67c6a HTTP/1.1" status: 200 len: 898 time: 0.1192985 Feb 11 05:56:03.265637 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2499efe-dbbc-42d5-a69e-26dbea65b49d req-377d32e9-6074-491f-801e-130661c026c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5099387d-2436-435e-a0e9-237a4ec75acd HTTP/1.1" status: 200 len: 1001 time: 0.0630815 Feb 11 05:56:03.316484 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2499efe-dbbc-42d5-a69e-26dbea65b49d req-b5e4e6ad-70f6-477a-9bc0-d7733f626ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:03.317871 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2499efe-dbbc-42d5-a69e-26dbea65b49d req-b5e4e6ad-70f6-477a-9bc0-d7733f626ff1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54cdccd8-a4d3-47c8-a988-3a88de9537ba HTTP/1.1" status: 200 len: 835 time: 0.0423751 Feb 11 05:56:03.369320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2499efe-dbbc-42d5-a69e-26dbea65b49d req-398f1743-22c9-43c0-b74d-0d0655031929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:03.370703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2499efe-dbbc-42d5-a69e-26dbea65b49d req-398f1743-22c9-43c0-b74d-0d0655031929 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=076b42e8-cc69-4047-8c48-7b0405b67c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436795 Feb 11 05:56:03.463379 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2499efe-dbbc-42d5-a69e-26dbea65b49d req-d2634f14-9fb5-4b6a-9538-caeb2fe0461a service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851405 Feb 11 05:56:03.550213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a2499efe-dbbc-42d5-a69e-26dbea65b49d req-7cf2ffaa-a662-4afe-bc45-bf3949d0a868 service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807109 Feb 11 05:56:03.937097 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:04.289736 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f64e1-cf5c-41aa-83c1-96135461527c req-b448a7a3-606d-4484-b97d-586e6d814d3e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:04.291239 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf1f64e1-cf5c-41aa-83c1-96135461527c req-b448a7a3-606d-4484-b97d-586e6d814d3e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0551572 Feb 11 05:56:04.342052 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf1f64e1-cf5c-41aa-83c1-96135461527c req-03034b19-4489-45ae-a2b7-437ed8ff373e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451562 Feb 11 05:56:05.465605 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b122c03-170c-436b-a851-f5b670d1dbbf req-b31d94c1-9751-409e-9b9c-696bf7fed62b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:05.467142 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b122c03-170c-436b-a851-f5b670d1dbbf req-b31d94c1-9751-409e-9b9c-696bf7fed62b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0573974 Feb 11 05:56:05.518945 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b122c03-170c-436b-a851-f5b670d1dbbf req-a630cadc-0dde-43fd-a438-824539f8860d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461485 Feb 11 05:56:06.635469 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d068aa7-ecbc-44a4-9361-f56553633ae7 req-cb2ab459-d70a-4315-b02f-5e5f113036e0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:06.636947 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d068aa7-ecbc-44a4-9361-f56553633ae7 req-cb2ab459-d70a-4315-b02f-5e5f113036e0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0519967 Feb 11 05:56:06.685195 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5d068aa7-ecbc-44a4-9361-f56553633ae7 req-67357786-5388-46d4-956c-ec0280e2c562 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426903 Feb 11 05:56:07.802082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8a9e6-1623-440d-92f0-7a44ec0fd719 req-bef4c781-905e-4e63-a37c-a107daccab54 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:07.803634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4bc8a9e6-1623-440d-92f0-7a44ec0fd719 req-bef4c781-905e-4e63-a37c-a107daccab54 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0522311 Feb 11 05:56:07.865401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4bc8a9e6-1623-440d-92f0-7a44ec0fd719 req-d59db824-914f-4520-ae18-de149dfc4faf tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550904 Feb 11 05:56:07.979806 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:08.984852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a9175-f6f8-4d5a-899f-7d4331b47d8c req-824f467f-624c-47f3-83fe-4131d5009f80 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:08.986328 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-895a9175-f6f8-4d5a-899f-7d4331b47d8c req-824f467f-624c-47f3-83fe-4131d5009f80 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0521049 Feb 11 05:56:09.034015 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-895a9175-f6f8-4d5a-899f-7d4331b47d8c req-a7717f46-36c8-4371-b544-9053bef55616 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420923 Feb 11 05:56:09.532521 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00cadfe8-0ae7-4ae7-b0ba-90fcd716bae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.575920 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:56:10.152103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0e148-82c5-4687-8d8d-b436102c46b4 req-b94c64e2-616f-412a-8041-a9c8865d95a7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:10.153629 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ff0e148-82c5-4687-8d8d-b436102c46b4 req-b94c64e2-616f-412a-8041-a9c8865d95a7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0532317 Feb 11 05:56:10.201074 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ff0e148-82c5-4687-8d8d-b436102c46b4 req-3bf3cfb6-d373-4ef0-8bfe-86630928b9cc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419660 Feb 11 05:56:11.322625 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7898f-4d08-4dc2-89fa-928b5fd8c3b5 req-930069a6-f1fb-433a-808c-85be13c34387 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:11.324108 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2db7898f-4d08-4dc2-89fa-928b5fd8c3b5 req-930069a6-f1fb-433a-808c-85be13c34387 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0565178 Feb 11 05:56:11.371091 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2db7898f-4d08-4dc2-89fa-928b5fd8c3b5 req-61b949bd-c6a4-4686-80d5-34b8473f661f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412955 Feb 11 05:56:12.019036 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2dc414ba-310a-4b00-a1a1-0e8998ba70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:12.493168 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adc0b2-9f41-49a5-8aa8-c402d3056230 req-6135e1bc-4955-4f59-8a6b-0fe54a212244 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:12.494671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6adc0b2-9f41-49a5-8aa8-c402d3056230 req-6135e1bc-4955-4f59-8a6b-0fe54a212244 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0561929 Feb 11 05:56:12.542825 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6adc0b2-9f41-49a5-8aa8-c402d3056230 req-5a38adb9-9894-4879-9df2-006fafc6ef8c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425436 Feb 11 05:56:13.026011 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.660639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782781a-eca8-4344-9e55-7cf927df0a24 req-bf08e832-66e3-4f64-ac06-48b67066c6ad tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:13.662121 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3782781a-eca8-4344-9e55-7cf927df0a24 req-bf08e832-66e3-4f64-ac06-48b67066c6ad tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0524404 Feb 11 05:56:13.710309 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3782781a-eca8-4344-9e55-7cf927df0a24 req-123954be-3bd7-454f-b493-85090c45749a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426016 Feb 11 05:56:14.597259 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.829634 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d959f-dc25-4dc5-8a95-50f33474d486 req-bc30ba8b-b741-4e11-9da8-adb00e716cb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:14.831144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c2d959f-dc25-4dc5-8a95-50f33474d486 req-bc30ba8b-b741-4e11-9da8-adb00e716cb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0529838 Feb 11 05:56:14.879739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3c2d959f-dc25-4dc5-8a95-50f33474d486 req-0758ca96-ce97-4c50-a473-7461177aecc3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 Feb 11 05:56:14.901540 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53672) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:14.965036 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-960fde7a-dbe3-4361-8f4a-fb2b5d3b827b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/06c3a9d0-db10-4c0c-8480-4e4508dd0686 HTTP/1.1" status: 200 len: 993 time: 0.0623391 Feb 11 05:56:15.812085 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:33.948056 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:37.979381 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:39.533839 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7002c32f-6c2b-4d53-a367-eb571d16d0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:42.020068 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b650f4c-1278-4bd0-a1bd-8737d44979bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:43.029809 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:44.601989 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:45.815245 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:46.574862 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:57:03.747270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27182e99-c8d9-4683-9f94-cd872fad3614 req-2ce6e7e4-aa94-4920-b304-40d19a098ac2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443952 Feb 11 05:57:03.844170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27182e99-c8d9-4683-9f94-cd872fad3614 req-b1bb58c0-a0d3-4d74-8bce-53f9022f35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:03.845679 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27182e99-c8d9-4683-9f94-cd872fad3614 req-b1bb58c0-a0d3-4d74-8bce-53f9022f35c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 1128 time: 0.0451646 Feb 11 05:57:03.946021 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:03.953294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27182e99-c8d9-4683-9f94-cd872fad3614 req-20e167fd-31f0-4b31-833b-d884f6d0b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:03.954793 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27182e99-c8d9-4683-9f94-cd872fad3614 req-20e167fd-31f0-4b31-833b-d884f6d0b46f service neutron] 10.222.0.60 "GET /v2.0/networks?id=076b42e8-cc69-4047-8c48-7b0405b67c6a HTTP/1.1" status: 200 len: 898 time: 0.0910461 Feb 11 05:57:04.020687 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27182e99-c8d9-4683-9f94-cd872fad3614 req-7f046bab-2106-43f5-bb31-c886dd191418 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5099387d-2436-435e-a0e9-237a4ec75acd HTTP/1.1" status: 200 len: 1001 time: 0.0597649 Feb 11 05:57:04.072477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27182e99-c8d9-4683-9f94-cd872fad3614 req-e05e1c85-6e07-41b1-891a-8d189dfc9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:04.074032 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27182e99-c8d9-4683-9f94-cd872fad3614 req-e05e1c85-6e07-41b1-891a-8d189dfc9cc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54cdccd8-a4d3-47c8-a988-3a88de9537ba HTTP/1.1" status: 200 len: 835 time: 0.0469317 Feb 11 05:57:04.124774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27182e99-c8d9-4683-9f94-cd872fad3614 req-b1196cfe-5561-48bc-bae4-947abad2303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:04.126355 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27182e99-c8d9-4683-9f94-cd872fad3614 req-b1196cfe-5561-48bc-bae4-947abad2303a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=076b42e8-cc69-4047-8c48-7b0405b67c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460622 Feb 11 05:57:04.217567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27182e99-c8d9-4683-9f94-cd872fad3614 req-ab9b1c5c-fb1f-422a-b0cf-16d5d61db9e0 service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848720 Feb 11 05:57:04.311471 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-27182e99-c8d9-4683-9f94-cd872fad3614 req-8b530c96-e6a5-4cb8-806a-fe9e8b65bc47 service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875697 Feb 11 05:57:07.981198 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:09.536405 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-32379563-19dd-4524-b0d2-5ae8d8c972b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.021602 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5057054c-fb87-4285-83c7-9ed3c0d56c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:13.036430 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:13.941317 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53694) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:14.147480 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port c07aa31b-2643-464c-aa90-83be123d876c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:14.147832 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c07aa31b-2643-464c-aa90-83be123d876c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:14.226482 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c07aa31b-2643-464c-aa90-83be123d876c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:14.226729 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (c07aa31b-2643-464c-aa90-83be123d876c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:14.238827 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for c07aa31b-2643-464c-aa90-83be123d876c owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:14.386003 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c07aa31b-2643-464c-aa90-83be123d876c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:14.410541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=c07aa31b-2643-464c-aa90-83be123d876c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:14.421754 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.422110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.422458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.422797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.423163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.423500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.423852 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.424162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.424491 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.424817 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.425143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.425957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.425957 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:14.480979 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (06c3a9d0-db10-4c0c-8480-4e4508dd0686), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:14.481229 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Floating IP 06c3a9d0-db10-4c0c-8480-4e4508dd0686 disassociated (deleted). External IP: 172.25.7.191, port: 5099387d-2436-435e-a0e9-237a4ec75acd. Feb 11 05:57:14.603141 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:14.687782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 83668566-d6db-4acc-b2cd-63b7989b1d44 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:57:15.140648 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:15.145392 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.150566 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843adbc-9a2c-41c5-b2bb-bd49b281e9e1 None None] Sync routers for ids ['83668566-d6db-4acc-b2cd-63b7989b1d44'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:15.160352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1843adbc-9a2c-41c5-b2bb-bd49b281e9e1 None None] Routers {'83668566-d6db-4acc-b2cd-63b7989b1d44'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:15.160957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1843adbc-9a2c-41c5-b2bb-bd49b281e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:57:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['83668566-d6db-4acc-b2cd-63b7989b1d44'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:15.175171 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-64e982c5-c7d6-4b59-88ee-b555a4aee83b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/floatingips/06c3a9d0-db10-4c0c-8480-4e4508dd0686 HTTP/1.1" status: 204 len: 168 time: 1.2327268 Feb 11 05:57:15.175902 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'tag': '5099387d-2436-435e-a0e9-237a4ec75acd'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:15.178461 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f839e11-e6c3-49aa-be4f-0c39450182d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7202d5-9988-42d0-8e66-0fe050005696", "tag": "5099387d-2436-435e-a0e9-237a4ec75acd"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:15.271580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1843adbc-9a2c-41c5-b2bb-bd49b281e9e1 None None] Set router 83668566-d6db-4acc-b2cd-63b7989b1d44 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:15.324682 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c774f3-5bf2-4529-af64-2d8b1aeb7b29 x-openstack-request-id: req-c5c774f3-5bf2-4529-af64-2d8b1aeb7b29 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:15.325016 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7202d5-9988-42d0-8e66-0fe050005696", "tag": "5099387d-2436-435e-a0e9-237a4ec75acd", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:15.325329 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5c774f3-5bf2-4529-af64-2d8b1aeb7b29 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:15.325742 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'tag': '5099387d-2436-435e-a0e9-237a4ec75acd', 'status': 'completed', 'code': 200} Feb 11 05:57:15.483536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1843adbc-9a2c-41c5-b2bb-bd49b281e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:17Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b476d3c9-c559-46c4-aa12-9ba73bd79901', 'name': '', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:2e:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:16Z', 'updated_at': '2022-02-11T05:54:19Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:15.501194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84c88d-9b99-4627-9f95-5357321cd6b9 req-1c592597-e4cb-490c-988d-553c8ea1d857 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:15.502686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e84c88d-9b99-4627-9f95-5357321cd6b9 req-1c592597-e4cb-490c-988d-553c8ea1d857 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.1418314 Feb 11 05:57:15.514430 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843adbc-9a2c-41c5-b2bb-bd49b281e9e1 None None] Checking router: 83668566-d6db-4acc-b2cd-63b7989b1d44 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:15.522749 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1843adbc-9a2c-41c5-b2bb-bd49b281e9e1 None None] Routers {'83668566-d6db-4acc-b2cd-63b7989b1d44'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:15.523401 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1843adbc-9a2c-41c5-b2bb-bd49b281e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:57:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['83668566-d6db-4acc-b2cd-63b7989b1d44'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:15.534204 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f839e11-e6c3-49aa-be4f-0c39450182d4 req-cf30b74f-0685-43cc-a796-a073b047f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:15.535745 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f839e11-e6c3-49aa-be4f-0c39450182d4 req-cf30b74f-0685-43cc-a796-a073b047f490 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 1128 time: 0.1249542 Feb 11 05:57:15.578859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e84c88d-9b99-4627-9f95-5357321cd6b9 req-642f33cc-268d-49cb-8561-a450677409c8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695069 Feb 11 05:57:15.632268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-1843adbc-9a2c-41c5-b2bb-bd49b281e9e1 None None] Set router 83668566-d6db-4acc-b2cd-63b7989b1d44 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:15.644245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f839e11-e6c3-49aa-be4f-0c39450182d4 req-311be796-7abd-4fc8-9e03-222a32ee58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:15.645757 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f839e11-e6c3-49aa-be4f-0c39450182d4 req-311be796-7abd-4fc8-9e03-222a32ee58e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=076b42e8-cc69-4047-8c48-7b0405b67c6a HTTP/1.1" status: 200 len: 898 time: 0.0989707 Feb 11 05:57:15.695638 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f839e11-e6c3-49aa-be4f-0c39450182d4 req-96a23fe7-2194-416b-b71b-e48b27c25ebf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5099387d-2436-435e-a0e9-237a4ec75acd HTTP/1.1" status: 200 len: 217 time: 0.0387907 Feb 11 05:57:15.744264 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f839e11-e6c3-49aa-be4f-0c39450182d4 req-eeaf14ab-5a6e-4fa6-bfd9-b1630840a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:15.745700 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f839e11-e6c3-49aa-be4f-0c39450182d4 req-eeaf14ab-5a6e-4fa6-bfd9-b1630840a31e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54cdccd8-a4d3-47c8-a988-3a88de9537ba HTTP/1.1" status: 200 len: 835 time: 0.0425694 Feb 11 05:57:15.798732 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f839e11-e6c3-49aa-be4f-0c39450182d4 req-c1661236-fab4-481c-8eec-16d956e2721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:15.800261 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f839e11-e6c3-49aa-be4f-0c39450182d4 req-c1661236-fab4-481c-8eec-16d956e2721f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=076b42e8-cc69-4047-8c48-7b0405b67c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440392 Feb 11 05:57:15.824232 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.846669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-1843adbc-9a2c-41c5-b2bb-bd49b281e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:17Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b476d3c9-c559-46c4-aa12-9ba73bd79901', 'name': '', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:2e:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:16Z', 'updated_at': '2022-02-11T05:54:19Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:15.873804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843adbc-9a2c-41c5-b2bb-bd49b281e9e1 None None] The sync data for ids ['83668566-d6db-4acc-b2cd-63b7989b1d44'] in n-d-615180-58 is: [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:17Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'b476d3c9-c559-46c4-aa12-9ba73bd79901', 'name': '', 'network_id': '076b42e8-cc69-4047-8c48-7b0405b67c6a', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:2e:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:16Z', 'updated_at': '2022-02-11T05:54:19Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '54cdccd8-a4d3-47c8-a988-3a88de9537ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:15.900221 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f839e11-e6c3-49aa-be4f-0c39450182d4 req-f63a0f25-6b1e-4dcc-871b-7e2418142f97 service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902646 Feb 11 05:57:15.995727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5f839e11-e6c3-49aa-be4f-0c39450182d4 req-31f2e89b-40c6-4a43-9ca7-36e0b9a5922b service neutron] 10.222.0.60 "GET /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863352 Feb 11 05:57:16.111311 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5209c622-b751-4575-8026-cefd18f72f3a None None] New status for floating IP 06c3a9d0-db10-4c0c-8480-4e4508dd0686: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:57:16.753266 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e03ae-1af3-417c-a8e4-8a956850b367 req-19fb1fd1-ec15-4172-b337-67a32794f674 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:16.754743 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b4e03ae-1af3-417c-a8e4-8a956850b367 req-19fb1fd1-ec15-4172-b337-67a32794f674 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.1057012 Feb 11 05:57:16.802501 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b4e03ae-1af3-417c-a8e4-8a956850b367 req-8edf56b0-050c-4cf2-a0cb-cc1e3d54d4dc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421312 Feb 11 05:57:17.955977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7d02a-66be-4ba3-b774-8db824dcea79 req-1f1386a5-e543-4ae9-ba78-9def0cb8b865 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:17.957507 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-34b7d02a-66be-4ba3-b774-8db824dcea79 req-1f1386a5-e543-4ae9-ba78-9def0cb8b865 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0888402 Feb 11 05:57:17.975882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f4d7c-f567-44d5-84c8-d749b3039667 req-0681a279-b09c-4a24-86bb-bd7f9cb209d2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:17.977314 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-358f4d7c-f567-44d5-84c8-d749b3039667 req-0681a279-b09c-4a24-86bb-bd7f9cb209d2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac7202d5-9988-42d0-8e66-0fe050005696 HTTP/1.1" status: 200 len: 945 time: 0.0778003 Feb 11 05:57:18.049248 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-34b7d02a-66be-4ba3-b774-8db824dcea79 req-8d4e8486-6f9e-422f-ba0c-a11f6a7bd935 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b8d258f-328d-4e0e-8a3c-3528fa2fc830&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860338 Feb 11 05:57:18.096620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-358f4d7c-f567-44d5-84c8-d749b3039667 req-3b2143d8-376b-4276-99e9-df0433184a5a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port 5099387d-2436-435e-a0e9-237a4ec75acd {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:18.096991 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-358f4d7c-f567-44d5-84c8-d749b3039667 req-3b2143d8-376b-4276-99e9-df0433184a5a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:18.184416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-358f4d7c-f567-44d5-84c8-d749b3039667 req-3b2143d8-376b-4276-99e9-df0433184a5a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port 5099387d-2436-435e-a0e9-237a4ec75acd, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=5099387d-2436-435e-a0e9-237a4ec75acd,segment=NetworkSegment(fd87db4f-3bf9-4f6b-add9-740a2a5b731a),segment_id=fd87db4f-3bf9-4f6b-add9-740a2a5b731a)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:18.184780 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-358f4d7c-f567-44d5-84c8-d749b3039667 req-3b2143d8-376b-4276-99e9-df0433184a5a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:18.196852 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-358f4d7c-f567-44d5-84c8-d749b3039667 req-3b2143d8-376b-4276-99e9-df0433184a5a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for 5099387d-2436-435e-a0e9-237a4ec75acd owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:18.332410 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-358f4d7c-f567-44d5-84c8-d749b3039667 req-3b2143d8-376b-4276-99e9-df0433184a5a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (5099387d-2436-435e-a0e9-237a4ec75acd), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:18.365953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2143d8-376b-4276-99e9-df0433184a5a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=5099387d-2436-435e-a0e9-237a4ec75acd,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:18.410797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-358f4d7c-f567-44d5-84c8-d749b3039667 req-3b2143d8-376b-4276-99e9-df0433184a5a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] No DVR routers for this DVR port 5099387d-2436-435e-a0e9-237a4ec75acd on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:18.413410 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-358f4d7c-f567-44d5-84c8-d749b3039667 req-3b2143d8-376b-4276-99e9-df0433184a5a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:18.416822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-358f4d7c-f567-44d5-84c8-d749b3039667 req-3b2143d8-376b-4276-99e9-df0433184a5a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "DELETE /v2.0/ports/5099387d-2436-435e-a0e9-237a4ec75acd HTTP/1.1" status: 204 len: 173 time: 0.4318452 Feb 11 05:57:18.417265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'name': 'network-vif-deleted', 'tag': '5099387d-2436-435e-a0e9-237a4ec75acd'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:18.419625 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803a30cb-af89-4b8c-b57f-0d5e9ff50181" -d '{"events": [{"server_uuid": "ac7202d5-9988-42d0-8e66-0fe050005696", "name": "network-vif-deleted", "tag": "5099387d-2436-435e-a0e9-237a4ec75acd"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:18.458324 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7040faf5-17e5-4725-916c-223b9844f0c6 x-openstack-request-id: req-7040faf5-17e5-4725-916c-223b9844f0c6 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:18.458625 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7202d5-9988-42d0-8e66-0fe050005696", "name": "network-vif-deleted", "tag": "5099387d-2436-435e-a0e9-237a4ec75acd", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:18.458921 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7040faf5-17e5-4725-916c-223b9844f0c6 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:18.459325 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7202d5-9988-42d0-8e66-0fe050005696', 'name': 'network-vif-deleted', 'tag': '5099387d-2436-435e-a0e9-237a4ec75acd', 'status': 'completed', 'code': 200} Feb 11 05:57:19.104675 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53724) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:19.467645 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c965bf0e-2c38-4647-af5a-6166f11a818b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (83668566-d6db-4acc-b2cd-63b7989b1d44), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.728920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c965bf0e-2c38-4647-af5a-6166f11a818b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port b476d3c9-c559-46c4-aa12-9ba73bd79901 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:19.729179 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c965bf0e-2c38-4647-af5a-6166f11a818b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.819437 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-c965bf0e-2c38-4647-af5a-6166f11a818b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port b476d3c9-c559-46c4-aa12-9ba73bd79901, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b476d3c9-c559-46c4-aa12-9ba73bd79901,segment=NetworkSegment(fd87db4f-3bf9-4f6b-add9-740a2a5b731a),segment_id=fd87db4f-3bf9-4f6b-add9-740a2a5b731a)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:19.819795 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c965bf0e-2c38-4647-af5a-6166f11a818b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:19.832025 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-c965bf0e-2c38-4647-af5a-6166f11a818b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for b476d3c9-c559-46c4-aa12-9ba73bd79901 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:20.024497 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c965bf0e-2c38-4647-af5a-6166f11a818b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b476d3c9-c559-46c4-aa12-9ba73bd79901), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:20.049182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965bf0e-2c38-4647-af5a-6166f11a818b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=b476d3c9-c559-46c4-aa12-9ba73bd79901,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:20.230434 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c965bf0e-2c38-4647-af5a-6166f11a818b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (83668566-d6db-4acc-b2cd-63b7989b1d44), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:20.452698 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c965bf0e-2c38-4647-af5a-6166f11a818b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 83668566-d6db-4acc-b2cd-63b7989b1d44 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:57:20.559623 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c965bf0e-2c38-4647-af5a-6166f11a818b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:20.564815 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c965bf0e-2c38-4647-af5a-6166f11a818b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "PUT /v2.0/routers/83668566-d6db-4acc-b2cd-63b7989b1d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4590013 Feb 11 05:57:20.567352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53726) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:20.569492 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f522131-abd2-413f-bc51-a543a3cdc631 None None] Sync routers for ids ['83668566-d6db-4acc-b2cd-63b7989b1d44'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:20.580092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f522131-abd2-413f-bc51-a543a3cdc631 None None] Routers {'83668566-d6db-4acc-b2cd-63b7989b1d44'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:20.580716 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4f522131-abd2-413f-bc51-a543a3cdc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:57:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['83668566-d6db-4acc-b2cd-63b7989b1d44'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:20.618636 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd775f06-d681-46c4-ade7-c1da992b969e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting subnet 54cdccd8-a4d3-47c8-a988-3a88de9537ba {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:57:20.621724 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd775f06-d681-46c4-ade7-c1da992b969e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (54cdccd8-a4d3-47c8-a988-3a88de9537ba), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:20.661981 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd775f06-d681-46c4-ade7-c1da992b969e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (54cdccd8-a4d3-47c8-a988-3a88de9537ba), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:20.686590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4f522131-abd2-413f-bc51-a543a3cdc631 None None] Set router 83668566-d6db-4acc-b2cd-63b7989b1d44 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:20.748535 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd775f06-d681-46c4-ade7-c1da992b969e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (54cdccd8-a4d3-47c8-a988-3a88de9537ba), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:20.805637 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd775f06-d681-46c4-ade7-c1da992b969e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (54cdccd8-a4d3-47c8-a988-3a88de9537ba), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:20.832194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd775f06-d681-46c4-ade7-c1da992b969e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Subnet': ['ID=54cdccd8-a4d3-47c8-a988-3a88de9537ba,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:20.835855 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cd775f06-d681-46c4-ade7-c1da992b969e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:20.841010 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cd775f06-d681-46c4-ade7-c1da992b969e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/subnets/54cdccd8-a4d3-47c8-a988-3a88de9537ba HTTP/1.1" status: 204 len: 168 time: 0.2707067 Feb 11 05:57:20.841943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53728) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:20.845339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b8c4e-6c57-486b-9f23-968f10f1309a None None] Network 076b42e8-cc69-4047-8c48-7b0405b67c6a requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:57:20.942041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4f522131-abd2-413f-bc51-a543a3cdc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:57:19Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:20.952569 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (83668566-d6db-4acc-b2cd-63b7989b1d44), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:20.976188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f522131-abd2-413f-bc51-a543a3cdc631 None None] Checking router: 83668566-d6db-4acc-b2cd-63b7989b1d44 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:20.989310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f522131-abd2-413f-bc51-a543a3cdc631 None None] Routers {'83668566-d6db-4acc-b2cd-63b7989b1d44'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:20.989956 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4f522131-abd2-413f-bc51-a543a3cdc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:57:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['83668566-d6db-4acc-b2cd-63b7989b1d44'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:21.062524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (83668566-d6db-4acc-b2cd-63b7989b1d44), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.080871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1541977-7285-4d68-9881-0f90e979021c None None] DHCP port deletion for 076b42e8-cc69-4047-8c48-7b0405b67c6a request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:57:21.115646 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port 27b254c2-91c3-4493-9d22-22c412dcc553 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:21.116001 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (27b254c2-91c3-4493-9d22-22c412dcc553), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.130405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4f522131-abd2-413f-bc51-a543a3cdc631 None None] Set router 83668566-d6db-4acc-b2cd-63b7989b1d44 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:21.200123 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port 27b254c2-91c3-4493-9d22-22c412dcc553, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=27b254c2-91c3-4493-9d22-22c412dcc553,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:21.200776 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (27b254c2-91c3-4493-9d22-22c412dcc553), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.213176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for 27b254c2-91c3-4493-9d22-22c412dcc553 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:21.254673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Deleting port 83b32846-eca7-47fa-a904-c9c2d72dcbaa {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:21.255092 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.353008 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b1541977-7285-4d68-9881-0f90e979021c None None] For port 83b32846-eca7-47fa-a904-c9c2d72dcbaa, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=83b32846-eca7-47fa-a904-c9c2d72dcbaa,segment=NetworkSegment(fd87db4f-3bf9-4f6b-add9-740a2a5b731a),segment_id=fd87db4f-3bf9-4f6b-add9-740a2a5b731a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:21.353302 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.367832 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Calling delete_port for 83b32846-eca7-47fa-a904-c9c2d72dcbaa owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:21.380851 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (27b254c2-91c3-4493-9d22-22c412dcc553), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.408708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=27b254c2-91c3-4493-9d22-22c412dcc553,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:21.442456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4f522131-abd2-413f-bc51-a543a3cdc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:57:19Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:21.471839 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (83668566-d6db-4acc-b2cd-63b7989b1d44), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.480105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f522131-abd2-413f-bc51-a543a3cdc631 None None] The sync data for ids ['83668566-d6db-4acc-b2cd-63b7989b1d44'] in n-d-615180-58 is: [{'id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691782515', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:57:19Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '27b254c2-91c3-4493-9d22-22c412dcc553', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83668566-d6db-4acc-b2cd-63b7989b1d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:21.492268 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (83b32846-eca7-47fa-a904-c9c2d72dcbaa), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.520972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Pushing event deleted for resources: {'Port': ['ID=83b32846-eca7-47fa-a904-c9c2d72dcbaa,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:21.523391 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1541977-7285-4d68-9881-0f90e979021c None None] No DVR routers for this DVR port 83b32846-eca7-47fa-a904-c9c2d72dcbaa on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:21.532145 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.532500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.532848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.533192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.533530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.533864 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.534569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.534569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.534843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.535173 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.535502 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.535825 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.536673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1541977-7285-4d68-9881-0f90e979021c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:21.574954 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (83668566-d6db-4acc-b2cd-63b7989b1d44), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.577579 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_controller (83668566-d6db-4acc-b2cd-63b7989b1d44), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.619894 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (83668566-d6db-4acc-b2cd-63b7989b1d44), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.620361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Fanout notify agent at l3_agent the message router_deleted on router 83668566-d6db-4acc-b2cd-63b7989b1d44 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:57:21.627439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.628548 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6997bc95-b1f1-4bcc-a23d-181cde284579 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/routers/83668566-d6db-4acc-b2cd-63b7989b1d44 HTTP/1.1" status: 204 len: 168 time: 0.7854662 Feb 11 05:57:21.631245 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53730) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:21.709437 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (076b42e8-cc69-4047-8c48-7b0405b67c6a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.795470 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (076b42e8-cc69-4047-8c48-7b0405b67c6a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.815051 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076b42e8-cc69-4047-8c48-7b0405b67c6a']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:21.825250 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:21.825557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd87db4f-3bf9-4f6b-add9-740a2a5b731a') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:21.836305 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (fd87db4f-3bf9-4f6b-add9-740a2a5b731a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.849726 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (fd87db4f-3bf9-4f6b-add9-740a2a5b731a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.855882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:57:21.856420 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (fd87db4f-3bf9-4f6b-add9-740a2a5b731a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: timer() Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:57:21.860090 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:57:21.926928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (076b42e8-cc69-4047-8c48-7b0405b67c6a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.932963 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.936843 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/networks/076b42e8-cc69-4047-8c48-7b0405b67c6a HTTP/1.1" status: 204 len: 168 time: 0.3046722 Feb 11 05:57:21.939730 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53732) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:21.952536 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410077e2-ee24-48e7-9349-6ea967480025 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Network': ['ID=076b42e8-cc69-4047-8c48-7b0405b67c6a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:22.001265 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (0b8d258f-328d-4e0e-8a3c-3528fa2fc830), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.027041 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (0b8d258f-328d-4e0e-8a3c-3528fa2fc830), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.090496 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (0b8d258f-328d-4e0e-8a3c-3528fa2fc830), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.092858 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.096872 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/security-groups/0b8d258f-328d-4e0e-8a3c-3528fa2fc830 HTTP/1.1" status: 204 len: 168 time: 0.1558084 Feb 11 05:57:22.106481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d258f-328d-4e0e-8a3c-3528fa2fc830,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:22.114623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.115189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.115357 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.115875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.116371 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.116872 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.117242 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.117542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.117874 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.118203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.118530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.119054 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.119246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b33877-88fd-4cb3-95a5-0e0d4182d20f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:22.393119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53738) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:22.397745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2eaa4676-3204-476f-b882-7c340707a763 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407414956', 'description': 'tempest-secgroup-smoke-1407414956 description', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:22.420755 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4676-3204-476f-b882-7c340707a763 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.484768 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4676-3204-476f-b882-7c340707a763 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (6ac0bdde-cb6d-4a02-99d1-da9695363f9a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.488390 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4676-3204-476f-b882-7c340707a763 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6ac0bdde-cb6d-4a02-99d1-da9695363f9a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.513647 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4676-3204-476f-b882-7c340707a763 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.518689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2eaa4676-3204-476f-b882-7c340707a763 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1214030 Feb 11 05:57:22.518797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53740) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:22.523840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-f0b6f937-4b8f-44e4-93fc-1a158cdaef1f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '6ac0bdde-cb6d-4a02-99d1-da9695363f9a', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:22.539649 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa4676-3204-476f-b882-7c340707a763 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac0bdde-cb6d-4a02-99d1-da9695363f9a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:22.553312 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f937-4b8f-44e4-93fc-1a158cdaef1f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (b46bcb67-44be-4fb6-8826-7c251321ccff), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.581269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b476d3c9-c559-46c4-aa12-9ba73bd79901 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:22.605327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b476d3c9-c559-46c4-aa12-9ba73bd79901 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:22.605697 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b476d3c9-c559-46c4-aa12-9ba73bd79901 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:22.606100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 27b254c2-91c3-4493-9d22-22c412dcc553 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:22.626263 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f937-4b8f-44e4-93fc-1a158cdaef1f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (b46bcb67-44be-4fb6-8826-7c251321ccff), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.626480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 27b254c2-91c3-4493-9d22-22c412dcc553 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:22.626707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 27b254c2-91c3-4493-9d22-22c412dcc553 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:22.627212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 83b32846-eca7-47fa-a904-c9c2d72dcbaa no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:22.631906 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f937-4b8f-44e4-93fc-1a158cdaef1f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (b46bcb67-44be-4fb6-8826-7c251321ccff), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.650624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6f937-4b8f-44e4-93fc-1a158cdaef1f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46bcb67-44be-4fb6-8826-7c251321ccff,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:22.661184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f937-4b8f-44e4-93fc-1a158cdaef1f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.665175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f0b6f937-4b8f-44e4-93fc-1a158cdaef1f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427126 Feb 11 05:57:22.665488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53742) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:22.670006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d0d93a33-33b9-4073-9a75-86e17c92c159 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '6ac0bdde-cb6d-4a02-99d1-da9695363f9a', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:22.698039 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0d93a33-33b9-4073-9a75-86e17c92c159 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (a22c211a-90bd-4a8c-9f47-a42f53bf4732), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.757472 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0d93a33-33b9-4073-9a75-86e17c92c159 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (a22c211a-90bd-4a8c-9f47-a42f53bf4732), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.761640 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0d93a33-33b9-4073-9a75-86e17c92c159 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (a22c211a-90bd-4a8c-9f47-a42f53bf4732), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.784162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d93a33-33b9-4073-9a75-86e17c92c159 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22c211a-90bd-4a8c-9f47-a42f53bf4732,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:22.792976 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d0d93a33-33b9-4073-9a75-86e17c92c159 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.794224 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d0d93a33-33b9-4073-9a75-86e17c92c159 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277754 Feb 11 05:57:22.797111 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53744) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:22.801499 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e11f6b1e-9963-4eb9-9a38-2f8104b6c3c2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '6ac0bdde-cb6d-4a02-99d1-da9695363f9a', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:22.811666 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 83b32846-eca7-47fa-a904-c9c2d72dcbaa {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:22.812026 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 83b32846-eca7-47fa-a904-c9c2d72dcbaa not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:22.827909 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e11f6b1e-9963-4eb9-9a38-2f8104b6c3c2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (b666b379-e8f8-4298-8454-91ccf4db8c76), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.882273 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e11f6b1e-9963-4eb9-9a38-2f8104b6c3c2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (b666b379-e8f8-4298-8454-91ccf4db8c76), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.885345 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e11f6b1e-9963-4eb9-9a38-2f8104b6c3c2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (b666b379-e8f8-4298-8454-91ccf4db8c76), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.903809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f6b1e-9963-4eb9-9a38-2f8104b6c3c2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b666b379-e8f8-4298-8454-91ccf4db8c76,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:22.910728 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e11f6b1e-9963-4eb9-9a38-2f8104b6c3c2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.911983 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e11f6b1e-9963-4eb9-9a38-2f8104b6c3c2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139357 Feb 11 05:57:22.914666 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53746) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:22.918877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-59cc153c-de65-408e-8b93-9ff0c32bdd73 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '6ac0bdde-cb6d-4a02-99d1-da9695363f9a', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:22.944112 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59cc153c-de65-408e-8b93-9ff0c32bdd73 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (9210af3f-c8bb-4808-b9f8-635b0ad82f45), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:22.986649 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 5099387d-2436-435e-a0e9-237a4ec75acd no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:23.003207 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59cc153c-de65-408e-8b93-9ff0c32bdd73 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (9210af3f-c8bb-4808-b9f8-635b0ad82f45), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.006996 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59cc153c-de65-408e-8b93-9ff0c32bdd73 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (9210af3f-c8bb-4808-b9f8-635b0ad82f45), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.008510 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 5099387d-2436-435e-a0e9-237a4ec75acd {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:23.008883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 5099387d-2436-435e-a0e9-237a4ec75acd not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:23.025479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc153c-de65-408e-8b93-9ff0c32bdd73 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9210af3f-c8bb-4808-b9f8-635b0ad82f45,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:23.032959 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-59cc153c-de65-408e-8b93-9ff0c32bdd73 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.034158 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-59cc153c-de65-408e-8b93-9ff0c32bdd73 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185513 Feb 11 05:57:23.036887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53748) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:23.041090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-5fb2f8c9-9f0f-401b-ba4c-a373a79e8245 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '6ac0bdde-cb6d-4a02-99d1-da9695363f9a', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:23.060677 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-5fb2f8c9-9f0f-401b-ba4c-a373a79e8245 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Project 34d54ee97fa24d4ca8dd832d02b9b5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:57:23.065915 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fb2f8c9-9f0f-401b-ba4c-a373a79e8245 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (360535c7-9882-4a8d-bf6c-c0250a968305), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.123169 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fb2f8c9-9f0f-401b-ba4c-a373a79e8245 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (360535c7-9882-4a8d-bf6c-c0250a968305), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.127299 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fb2f8c9-9f0f-401b-ba4c-a373a79e8245 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (360535c7-9882-4a8d-bf6c-c0250a968305), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.149585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2f8c9-9f0f-401b-ba4c-a373a79e8245 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360535c7-9882-4a8d-bf6c-c0250a968305,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:23.160462 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fb2f8c9-9f0f-401b-ba4c-a373a79e8245 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.161659 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-5fb2f8c9-9f0f-401b-ba4c-a373a79e8245 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238620 Feb 11 05:57:23.164357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53750) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:23.168641 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-4b18a5c8-af9f-4795-9c79-040a7f905cd9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '6ac0bdde-cb6d-4a02-99d1-da9695363f9a', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:23.188709 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-4b18a5c8-af9f-4795-9c79-040a7f905cd9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Project 34d54ee97fa24d4ca8dd832d02b9b5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:57:23.193449 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b18a5c8-af9f-4795-9c79-040a7f905cd9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (4fa1639b-2842-4424-8cea-00e8aeb8aa6a), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.251249 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b18a5c8-af9f-4795-9c79-040a7f905cd9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (4fa1639b-2842-4424-8cea-00e8aeb8aa6a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.254919 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b18a5c8-af9f-4795-9c79-040a7f905cd9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (4fa1639b-2842-4424-8cea-00e8aeb8aa6a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.272121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18a5c8-af9f-4795-9c79-040a7f905cd9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa1639b-2842-4424-8cea-00e8aeb8aa6a,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:23.279470 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4b18a5c8-af9f-4795-9c79-040a7f905cd9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.281166 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-4b18a5c8-af9f-4795-9c79-040a7f905cd9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158719 Feb 11 05:57:23.283985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53752) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:23.288761 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-faeec3f1-c331-485a-ba56-4a9cc807efb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'network': {'name': 'tempest-network-smoke--76687294', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'port_security_enabled': True}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:23.307677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeec3f1-c331-485a-ba56-4a9cc807efb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:57:23.311002 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-faeec3f1-c331-485a-ba56-4a9cc807efb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.333200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faeec3f1-c331-485a-ba56-4a9cc807efb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:57:23.341964 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-faeec3f1-c331-485a-ba56-4a9cc807efb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (87b7dce3-5805-47b4-9163-0f4555fd9b54), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.342832 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-faeec3f1-c331-485a-ba56-4a9cc807efb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Added segment 87b7dce3-5805-47b4-9163-0f4555fd9b54 of type vlan for network 4a7eb3e1-2a27-4411-b048-6168b5eb749f Feb 11 05:57:23.381511 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-faeec3f1-c331-485a-ba56-4a9cc807efb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (4a7eb3e1-2a27-4411-b048-6168b5eb749f), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.405687 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-faeec3f1-c331-485a-ba56-4a9cc807efb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (4a7eb3e1-2a27-4411-b048-6168b5eb749f), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.410742 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeec3f1-c331-485a-ba56-4a9cc807efb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:23.411309 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-faeec3f1-c331-485a-ba56-4a9cc807efb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.452252 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-faeec3f1-c331-485a-ba56-4a9cc807efb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1667199 Feb 11 05:57:23.455078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53754) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:23.485874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'admin_state_up': True, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:23.493680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeec3f1-c331-485a-ba56-4a9cc807efb5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Network': ['ID=4a7eb3e1-2a27-4411-b048-6168b5eb749f,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:23.505158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 4a7eb3e1-2a27-4411-b048-6168b5eb749f details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:57:23.511223 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (5d802f9f-d321-430f-b556-77ee42d66704), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.512271 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (5d802f9f-d321-430f-b556-77ee42d66704), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.566628 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_controller (5d802f9f-d321-430f-b556-77ee42d66704), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.575834 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:57:23.714663 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (5d802f9f-d321-430f-b556-77ee42d66704), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.911614 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (5d802f9f-d321-430f-b556-77ee42d66704), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.930244 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:24.036956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.25.7.47 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/c4763d31-db00-40ea-9b01-f84283a39eb0) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:24.488792 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:24.526860 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:24.563924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:24.566602 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:24.570091 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:24.593528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=c4763d31-db00-40ea-9b01-f84283a39eb0,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:24.834631 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (5d802f9f-d321-430f-b556-77ee42d66704), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.043199 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (5d802f9f-d321-430f-b556-77ee42d66704), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.172642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 5d802f9f-d321-430f-b556-77ee42d66704 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:57:25.279089 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:25.289032 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Sync routers for ids ['5d802f9f-d321-430f-b556-77ee42d66704'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:25.299062 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Routers {'5d802f9f-d321-430f-b556-77ee42d66704'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:25.299293 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.299667 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:57:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5d802f9f-d321-430f-b556-77ee42d66704'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:25.301048 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-28c6a8a6-764e-4114-b476-1c55f4723fd6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8450499 Feb 11 05:57:25.304215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53756) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:25.383344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7264796e-f566-45ce-ac56-fe3de7c4db71 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=34d54ee97fa24d4ca8dd832d02b9b5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0778308 Feb 11 05:57:25.386037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53760) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:25.411230 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Set router 5d802f9f-d321-430f-b556-77ee42d66704 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:25.470521 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f085e2e9-bf33-4bd0-bca0-c891c4360951 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:25.472078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-f085e2e9-bf33-4bd0-bca0-c891c4360951 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851078 Feb 11 05:57:25.475116 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53762) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:25.506990 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d2fb4ae0-e6d4-4794-a7bf-9c09784d3cdc tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307961 Feb 11 05:57:25.509619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53764) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:25.514318 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-831e9548-52d0-4fce-abf3-6a5661241787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2116326262', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:25.587162 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:24Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:25.602388 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831e9548-52d0-4fce-abf3-6a5661241787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:57:25.605805 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-831e9548-52d0-4fce-abf3-6a5661241787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.618061 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Checking router: 5d802f9f-d321-430f-b556-77ee42d66704 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:25.618416 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Updating router 5d802f9f-d321-430f-b556-77ee42d66704 port c4763d31-db00-40ea-9b01-f84283a39eb0 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:57:25.644917 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.791775 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-831e9548-52d0-4fce-abf3-6a5661241787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (60594852-b496-440d-b72e-cea2195da1c8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.858520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e9548-52d0-4fce-abf3-6a5661241787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Subnet': ['ID=60594852-b496-440d-b72e-cea2195da1c8,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:25.863653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e9548-52d0-4fce-abf3-6a5661241787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Checking segment: {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:25.864023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831e9548-52d0-4fce-abf3-6a5661241787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network hostable DHCP agents. Network: 4a7eb3e1-2a27-4411-b048-6168b5eb749f, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:57:25.880536 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831e9548-52d0-4fce-abf3-6a5661241787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 4a7eb3e1-2a27-4411-b048-6168b5eb749f is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:57:25.890120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-831e9548-52d0-4fce-abf3-6a5661241787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 4a7eb3e1-2a27-4411-b048-6168b5eb749f) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:25.890756 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Publish callbacks [] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.895006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831e9548-52d0-4fce-abf3-6a5661241787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:25.895873 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-831e9548-52d0-4fce-abf3-6a5661241787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.899884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ebdcc1-a308-49e9-bb9a-e08a2e38ca15 None None] Network 4a7eb3e1-2a27-4411-b048-6168b5eb749f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:57:25.900608 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.919422 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-831e9548-52d0-4fce-abf3-6a5661241787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4087729 Feb 11 05:57:25.919892 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53766) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:25.948835 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Attempting to bind port c4763d31-db00-40ea-9b01-f84283a39eb0 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:25.949207 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Attempting to bind port c4763d31-db00-40ea-9b01-f84283a39eb0 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:25.949777 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Attempting to bind port c4763d31-db00-40ea-9b01-f84283a39eb0 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:25.962431 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:25.963131 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:25.963735 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.964134 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:25.964984 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Bound port: c4763d31-db00-40ea-9b01-f84283a39eb0, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:25.965375 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:26.003886 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ips': [{'subnet_id': '60594852-b496-440d-b72e-cea2195da1c8'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:57:26.004830 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:26.022864 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] For port c4763d31-db00-40ea-9b01-f84283a39eb0, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:26.026743 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] For port c4763d31-db00-40ea-9b01-f84283a39eb0, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c4763d31-db00-40ea-9b01-f84283a39eb0,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:26.034139 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:26.042506 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Pushing event updated for resources: {'Port': ['ID=c4763d31-db00-40ea-9b01-f84283a39eb0,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:26.051904 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.052491 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.052997 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.053509 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.054027 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.054517 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.055035 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.055542 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.056044 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.056529 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.057029 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.057523 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.058017 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:26.103169 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Routers {'5d802f9f-d321-430f-b556-77ee42d66704'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:26.104063 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:57:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5d802f9f-d321-430f-b556-77ee42d66704'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:26.158352 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Allocated IP 172.20.0.2 (4a7eb3e1-2a27-4411-b048-6168b5eb749f/60594852-b496-440d-b72e-cea2195da1c8/d980eafa-901d-4769-abde-3d4ce56903a1) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:26.208229 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde83b7-90a7-4031-8c78-619eadc8b85d None None] Pushing event updated for resources: {'Port': ['ID=c4763d31-db00-40ea-9b01-f84283a39eb0,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:26.229057 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] Set router 5d802f9f-d321-430f-b556-77ee42d66704 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:26.313726 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Publish callbacks [] for port (d980eafa-901d-4769-abde-3d4ce56903a1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:26.321134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (d980eafa-901d-4769-abde-3d4ce56903a1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:26.364515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Network 4a7eb3e1-2a27-4411-b048-6168b5eb749f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:26.368068 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:26.371712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:26.380325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Pushing event updated for resources: {'Port': ['ID=d980eafa-901d-4769-abde-3d4ce56903a1,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:26.397404 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:26.425473 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:24Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:26.436447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Attempting to bind port d980eafa-901d-4769-abde-3d4ce56903a1 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:26.436831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Attempting to bind port d980eafa-901d-4769-abde-3d4ce56903a1 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:26.437202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Attempting to bind port d980eafa-901d-4769-abde-3d4ce56903a1 on network 4a7eb3e1-2a27-4411-b048-6168b5eb749f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:26.442338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:26.442736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Checking segment: {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:26.443176 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:26.443580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Bound using segment: {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:26.444057 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Bound port: d980eafa-901d-4769-abde-3d4ce56903a1, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:26.444446 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d980eafa-901d-4769-abde-3d4ce56903a1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:26.454476 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf12b6-aa60-41de-a478-6025bdcfb433 None None] The sync data for ids ['5d802f9f-d321-430f-b556-77ee42d66704'] in n-d-615180-58 is: [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:24Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:26.513014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] For port d980eafa-901d-4769-abde-3d4ce56903a1, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:26.517419 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] For port d980eafa-901d-4769-abde-3d4ce56903a1, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d980eafa-901d-4769-abde-3d4ce56903a1,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:26.523993 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d980eafa-901d-4769-abde-3d4ce56903a1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:26.598667 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54529b4d-9281-4006-961d-7f349e33bef0 None None] Pushing event updated for resources: {'Port': ['ID=d980eafa-901d-4769-abde-3d4ce56903a1,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:27.105399 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.20.0.1 (4a7eb3e1-2a27-4411-b048-6168b5eb749f/60594852-b496-440d-b72e-cea2195da1c8/7a993bcb-d4c6-471d-931a-6b753c395e5d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:27.223306 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.263473 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.307995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 4a7eb3e1-2a27-4411-b048-6168b5eb749f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:27.311798 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:27.315796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:27.322347 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=7a993bcb-d4c6-471d-931a-6b753c395e5d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:27.364447 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (5d802f9f-d321-430f-b556-77ee42d66704), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.510022 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.614863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f929c-f42a-4898-812d-f63ffac8e6d0 None None] Network 4a7eb3e1-2a27-4411-b048-6168b5eb749f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:57:27.701839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f9a93951-ac89-46bc-a899-b259b80fecb0 None None] Provisioning complete for port d980eafa-901d-4769-abde-3d4ce56903a1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:27.702219 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9a93951-ac89-46bc-a899-b259b80fecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d980eafa-901d-4769-abde-3d4ce56903a1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.798462 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.804801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.806634 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f9a93951-ac89-46bc-a899-b259b80fecb0 None None] Current status of the port d980eafa-901d-4769-abde-3d4ce56903a1 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:27.807088 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9a93951-ac89-46bc-a899-b259b80fecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d980eafa-901d-4769-abde-3d4ce56903a1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.851961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f9a93951-ac89-46bc-a899-b259b80fecb0 None None] For port d980eafa-901d-4769-abde-3d4ce56903a1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d980eafa-901d-4769-abde-3d4ce56903a1,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:27.853225 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (5d802f9f-d321-430f-b556-77ee42d66704), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.858380 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9a93951-ac89-46bc-a899-b259b80fecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d980eafa-901d-4769-abde-3d4ce56903a1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.919371 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=7a993bcb-d4c6-471d-931a-6b753c395e5d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:27.919906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a93951-ac89-46bc-a899-b259b80fecb0 None None] Pushing event updated for resources: {'Port': ['ID=d980eafa-901d-4769-abde-3d4ce56903a1,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:27.992040 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 4a7eb3e1-2a27-4411-b048-6168b5eb749f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:27.993481 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:28.080551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-467829c7-260a-43d1-9b12-dbdf44f4baa1 None None] Provisioning complete for port 7a993bcb-d4c6-471d-931a-6b753c395e5d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:28.080938 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-467829c7-260a-43d1-9b12-dbdf44f4baa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.122833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 5d802f9f-d321-430f-b556-77ee42d66704 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:57:28.130859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-467829c7-260a-43d1-9b12-dbdf44f4baa1 None None] Port 7a993bcb-d4c6-471d-931a-6b753c395e5d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:57:28.143546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-467829c7-260a-43d1-9b12-dbdf44f4baa1 None None] Provisioning complete for port d980eafa-901d-4769-abde-3d4ce56903a1 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:28.144205 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-467829c7-260a-43d1-9b12-dbdf44f4baa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d980eafa-901d-4769-abde-3d4ce56903a1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.234092 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-467829c7-260a-43d1-9b12-dbdf44f4baa1 None None] Current status of the port d980eafa-901d-4769-abde-3d4ce56903a1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:28.252284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:28.258948 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f78130fc-d40c-47fd-b2e8-d6cbef384828 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "PUT /v2.0/routers/5d802f9f-d321-430f-b556-77ee42d66704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3362536 Feb 11 05:57:28.262833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375b035-5323-4185-b551-87447385eb07 None None] Sync routers for ids ['5d802f9f-d321-430f-b556-77ee42d66704'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:28.274764 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375b035-5323-4185-b551-87447385eb07 None None] Routers {'5d802f9f-d321-430f-b556-77ee42d66704'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:28.275451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0375b035-5323-4185-b551-87447385eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:57:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5d802f9f-d321-430f-b556-77ee42d66704'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:28.420497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b69e5bc7-f1ad-4f82-af5b-88a7b971d35e None None] Provisioning complete for port 7a993bcb-d4c6-471d-931a-6b753c395e5d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:28.420876 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b69e5bc7-f1ad-4f82-af5b-88a7b971d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.451972 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-0375b035-5323-4185-b551-87447385eb07 None None] Set router 5d802f9f-d321-430f-b556-77ee42d66704 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:28.457312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-780060ca-6c69-433b-86c0-b018bcbc4a47 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407414956&fields=id&tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 267 time: 0.0555243 Feb 11 05:57:28.494463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c4763d31-db00-40ea-9b01-f84283a39eb0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:28.544401 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b69e5bc7-f1ad-4f82-af5b-88a7b971d35e None None] Port 7a993bcb-d4c6-471d-931a-6b753c395e5d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:57:28.568210 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-af7d2727-ee00-45ec-a902-eaf8cf361de2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:28.569681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-af7d2727-ee00-45ec-a902-eaf8cf361de2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 795 time: 0.1061020 Feb 11 05:57:28.584789 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2a9a8f33-4823-4312-9817-b9e0026cfe92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/quotas/34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 375 time: 0.0096583 Feb 11 05:57:28.644755 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-1b177a60-6f86-40af-90f5-0d34f216133c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545323 Feb 11 05:57:28.646942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c4763d31-db00-40ea-9b01-f84283a39eb0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:28.647461 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.727899 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-609456b9-527f-4938-95fa-88a847eea8de None None] Provisioning complete for port 7a993bcb-d4c6-471d-931a-6b753c395e5d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:28.728272 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-609456b9-527f-4938-95fa-88a847eea8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.778451 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-609456b9-527f-4938-95fa-88a847eea8de None None] Port 7a993bcb-d4c6-471d-931a-6b753c395e5d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:57:28.785015 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-ed69eee2-b14f-4102-9241-59761bf65d9c service neutron] 10.222.0.48 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283588 Feb 11 05:57:28.820475 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c4763d31-db00-40ea-9b01-f84283a39eb0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:28.820789 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.831906 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0375b035-5323-4185-b551-87447385eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7a993bcb-d4c6-471d-931a-6b753c395e5d', 'name': '', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:75:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '60594852-b496-440d-b72e-cea2195da1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:26Z', 'updated_at': '2022-02-11T05:57:27Z', 'revision_number': 2, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '60594852-b496-440d-b72e-cea2195da1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:28.868239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375b035-5323-4185-b551-87447385eb07 None None] Checking router: 5d802f9f-d321-430f-b556-77ee42d66704 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:28.868594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375b035-5323-4185-b551-87447385eb07 None None] Updating router 5d802f9f-d321-430f-b556-77ee42d66704 port 7a993bcb-d4c6-471d-931a-6b753c395e5d binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:57:28.871428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port c4763d31-db00-40ea-9b01-f84283a39eb0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c4763d31-db00-40ea-9b01-f84283a39eb0,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:28.880942 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-a1f9ba4c-8868-4300-8c10-df10bd054057 service neutron] 10.222.0.48 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900068 Feb 11 05:57:28.891799 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.892575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d980eafa-901d-4769-abde-3d4ce56903a1 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:28.952004 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0375b035-5323-4185-b551-87447385eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:29.006254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=c4763d31-db00-40ea-9b01-f84283a39eb0,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:29.032281 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d980eafa-901d-4769-abde-3d4ce56903a1 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:29.032657 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d980eafa-901d-4769-abde-3d4ce56903a1), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:29.057939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fa494873-0620-4a14-824f-0124f871287e req-d08bacf4-52d4-4e45-add0-023aaafaa15f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 210 time: 0.0373497 Feb 11 05:57:29.227544 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d980eafa-901d-4769-abde-3d4ce56903a1 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:29.299219 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0375b035-5323-4185-b551-87447385eb07 None None] Publish callbacks [] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:29.304116 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0375b035-5323-4185-b551-87447385eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:29.350583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71934745-b81a-4dbc-8207-6ff43e2eb720 None None] Pushing event updated for resources: {'Port': ['ID=7a993bcb-d4c6-471d-931a-6b753c395e5d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:29.403390 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0375b035-5323-4185-b551-87447385eb07 None None] Attempting to bind port 7a993bcb-d4c6-471d-931a-6b753c395e5d on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:29.403767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0375b035-5323-4185-b551-87447385eb07 None None] Attempting to bind port 7a993bcb-d4c6-471d-931a-6b753c395e5d by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:29.404153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375b035-5323-4185-b551-87447385eb07 None None] Attempting to bind port 7a993bcb-d4c6-471d-931a-6b753c395e5d on network 4a7eb3e1-2a27-4411-b048-6168b5eb749f {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:29.409949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375b035-5323-4185-b551-87447385eb07 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:29.410171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375b035-5323-4185-b551-87447385eb07 None None] Checking segment: {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:29.410644 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0375b035-5323-4185-b551-87447385eb07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:29.410976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375b035-5323-4185-b551-87447385eb07 None None] Bound using segment: {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:29.411441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-0375b035-5323-4185-b551-87447385eb07 None None] Bound port: 7a993bcb-d4c6-471d-931a-6b753c395e5d, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:29.411958 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0375b035-5323-4185-b551-87447385eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:29.478433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0375b035-5323-4185-b551-87447385eb07 None None] For port 7a993bcb-d4c6-471d-931a-6b753c395e5d, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:29.481618 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-0375b035-5323-4185-b551-87447385eb07 None None] For port 7a993bcb-d4c6-471d-931a-6b753c395e5d, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7a993bcb-d4c6-471d-931a-6b753c395e5d,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:29.488522 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0375b035-5323-4185-b551-87447385eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:29.710686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3347aefc-c886-41ff-baef-96be1f3df6b4 None None] Provisioning complete for port 7a993bcb-d4c6-471d-931a-6b753c395e5d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:29.711522 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3347aefc-c886-41ff-baef-96be1f3df6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:29.712655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71934745-b81a-4dbc-8207-6ff43e2eb720 None None] Pushing event updated for resources: {'Port': ['ID=7a993bcb-d4c6-471d-931a-6b753c395e5d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:29.718342 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375b035-5323-4185-b551-87447385eb07 None None] Routers {'5d802f9f-d321-430f-b556-77ee42d66704'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:29.718992 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0375b035-5323-4185-b551-87447385eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:57:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5d802f9f-d321-430f-b556-77ee42d66704'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:29.888417 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-0375b035-5323-4185-b551-87447385eb07 None None] Set router 5d802f9f-d321-430f-b556-77ee42d66704 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:29.916949 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3347aefc-c886-41ff-baef-96be1f3df6b4 None None] Current status of the port 7a993bcb-d4c6-471d-931a-6b753c395e5d is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:29.917346 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3347aefc-c886-41ff-baef-96be1f3df6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.007040 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3347aefc-c886-41ff-baef-96be1f3df6b4 None None] For port 7a993bcb-d4c6-471d-931a-6b753c395e5d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7a993bcb-d4c6-471d-931a-6b753c395e5d,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:30.040939 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3347aefc-c886-41ff-baef-96be1f3df6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.127677 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347aefc-c886-41ff-baef-96be1f3df6b4 None None] Pushing event updated for resources: {'Port': ['ID=7a993bcb-d4c6-471d-931a-6b753c395e5d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:30.150007 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e9284c34-422b-46f3-b295-99b38c8219a7 req-f4192eed-1d77-4d1a-88a7-7efea7081160 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 210 time: 0.0374994 Feb 11 05:57:30.170730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a531e16b-6097-4e9f-88fc-ca5bc9a6a7fc None None] Provisioning complete for port 7a993bcb-d4c6-471d-931a-6b753c395e5d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:30.171138 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a531e16b-6097-4e9f-88fc-ca5bc9a6a7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.173833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-0375b035-5323-4185-b551-87447385eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7a993bcb-d4c6-471d-931a-6b753c395e5d', 'name': '', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:75:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '60594852-b496-440d-b72e-cea2195da1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:26Z', 'updated_at': '2022-02-11T05:57:29Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '60594852-b496-440d-b72e-cea2195da1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:30.224460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375b035-5323-4185-b551-87447385eb07 None None] The sync data for ids ['5d802f9f-d321-430f-b556-77ee42d66704'] in n-d-615180-58 is: [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7a993bcb-d4c6-471d-931a-6b753c395e5d', 'name': '', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:75:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '60594852-b496-440d-b72e-cea2195da1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:26Z', 'updated_at': '2022-02-11T05:57:29Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '60594852-b496-440d-b72e-cea2195da1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:30.291799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a531e16b-6097-4e9f-88fc-ca5bc9a6a7fc None None] Current status of the port 7a993bcb-d4c6-471d-931a-6b753c395e5d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:30.444831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7a993bcb-d4c6-471d-931a-6b753c395e5d up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:30.495263 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 7a993bcb-d4c6-471d-931a-6b753c395e5d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:30.495799 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.580379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 7a993bcb-d4c6-471d-931a-6b753c395e5d is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:30.581500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c4763d31-db00-40ea-9b01-f84283a39eb0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:30.629609 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c4763d31-db00-40ea-9b01-f84283a39eb0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:30.629983 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.714815 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c4763d31-db00-40ea-9b01-f84283a39eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:31.239014 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-620159ee-56e5-43ab-b2c6-ee6eed8bad12 req-9c82de67-f2ae-4ad6-970f-98497fd36a2b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 210 time: 0.0296402 Feb 11 05:57:32.316964 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-562a5fd9-1183-41a5-97b4-1c8aa83657b4 req-f546c0be-6aa8-4508-ab69-597c582a86c7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 210 time: 0.0277393 Feb 11 05:57:33.410787 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-09d314ab-e700-4a47-8d51-f463da41abe0 req-ca102086-fc42-49e8-800c-bae99810c365 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 210 time: 0.0293837 Feb 11 05:57:33.951819 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:34.172505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-771678eb-e9d6-4eed-9808-12f3aebe50be tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:34.173959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-771678eb-e9d6-4eed-9808-12f3aebe50be tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 795 time: 0.1156900 Feb 11 05:57:34.246795 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-be4c36e9-6108-437c-9cc9-0dfb90de4762 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 380 time: 0.0530074 Feb 11 05:57:34.257411 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'port': {'device_id': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'admin_state_up': True, 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'security_groups': ['6ac0bdde-cb6d-4a02-99d1-da9695363f9a']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:34.362787 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:57:34.366292 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:34.498159 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.20.0.13 (4a7eb3e1-2a27-4411-b048-6168b5eb749f/60594852-b496-440d-b72e-cea2195da1c8/2d05b2bf-4b4e-4902-81d7-d14ae20dd880) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:34.514961 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c84ac414-51ee-4b9f-b1d8-fd9bd6c59d96 req-9553443a-01ba-49fb-a5c0-212608dd80ce tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 210 time: 0.0288563 Feb 11 05:57:34.639453 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:34.676396 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:34.719357 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 4a7eb3e1-2a27-4411-b048-6168b5eb749f is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:34.722552 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:34.726369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:34.755879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:34.788014 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:34.788773 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:34.808464 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-c3945a18-b8d2-4f46-99fd-e1a71a4fd229 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5544755 Feb 11 05:57:34.825918 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Request body: {'port': {'device_id': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:34.895440 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.042333 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-bf9549dd-fa1a-432a-b292-36fc8e099fd1 None None] Provisioning complete for port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:35.042866 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bf9549dd-fa1a-432a-b292-36fc8e099fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.077850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bf9549dd-fa1a-432a-b292-36fc8e099fd1 None None] Port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:57:35.187489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:35.197075 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Publish callbacks [] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.212696 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Transition to ACTIVE for port object 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:57:35.216424 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.275019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Pushing event updated for resources: {'Port': ['ID=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:35.356050 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Attempting to bind port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:35.357472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Attempting to bind port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:35.357863 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Attempting to bind port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 on network 4a7eb3e1-2a27-4411-b048-6168b5eb749f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:35.364383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 on network 4a7eb3e1-2a27-4411-b048-6168b5eb749f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:57:35.364947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Attempting to bind port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 on network 4a7eb3e1-2a27-4411-b048-6168b5eb749f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:35.373750 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:35.374135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Checking segment: {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:35.374539 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Bound using segment: {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:35.375035 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Bound port: 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:35.375571 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.460697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:35.464267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:35.470951 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.510270 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:35.511082 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.512362 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] 10.222.0.60 "PUT /v2.0/ports/2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 1093 time: 0.6909103 Feb 11 05:57:35.512815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:35.515678 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac739bcc-4060-4cc4-a3fb-63c753c437a1" -d '{"events": [{"name": "network-changed", "server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:35.565585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a605c-5d6f-47e0-b4d5-995640205f71 service neutron] Pushing event updated for resources: {'Port': ['ID=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:35.621561 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a86913d-e09a-46cc-a223-197ab90fb36b x-openstack-request-id: req-3a86913d-e09a-46cc-a223-197ab90fb36b {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:35.621986 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:35.622310 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a86913d-e09a-46cc-a223-197ab90fb36b {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:35.624194 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'status': 'completed', 'code': 200} Feb 11 05:57:35.649010 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-724c50ed-a580-4774-8131-e3e5979a217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:35.650822 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-724c50ed-a580-4774-8131-e3e5979a217b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1127 time: 0.0704358 Feb 11 05:57:35.676796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e22a1d-dba5-4df6-b519-62af9f36839b req-3f3ac13a-38bc-45f3-b348-a9b0f9d4581c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:35.684865 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e22a1d-dba5-4df6-b519-62af9f36839b req-3f3ac13a-38bc-45f3-b348-a9b0f9d4581c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 944 time: 0.0730407 Feb 11 05:57:35.703892 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-09a32944-7091-4fc5-9572-8beb78c01b61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 217 time: 0.0414352 Feb 11 05:57:35.736030 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14e22a1d-dba5-4df6-b519-62af9f36839b req-20b90843-c678-4bf2-851b-570e9eab2127 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493820 Feb 11 05:57:35.767815 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-cd0b18ca-7c35-4dad-92b0-2788ec67c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:35.769312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-cd0b18ca-7c35-4dad-92b0-2788ec67c391 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 200 len: 835 time: 0.0569603 Feb 11 05:57:35.821126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-92a4cbae-acfe-4929-b171-07cdea574057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:35.822628 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-92a4cbae-acfe-4929-b171-07cdea574057 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a7eb3e1-2a27-4411-b048-6168b5eb749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454834 Feb 11 05:57:35.915480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-8956b3a9-c125-4c32-94e9-8edd9b597050 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860062 Feb 11 05:57:36.009394 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebab0c9a-d0ec-416d-b029-72feb7c0355f req-451fdb27-b1b7-4e26-869f-76b666e0e2c4 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880151 Feb 11 05:57:36.123877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac739bcc-4060-4cc4-a3fb-63c753c437a1 req-cb24dae3-617c-49e4-825a-19f8fe23adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.125311 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac739bcc-4060-4cc4-a3fb-63c753c437a1 req-cb24dae3-617c-49e4-825a-19f8fe23adeb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1127 time: 0.0458663 Feb 11 05:57:36.218697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac739bcc-4060-4cc4-a3fb-63c753c437a1 req-5accc2b1-dc13-4798-b4ab-4b367d5f50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.220218 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac739bcc-4060-4cc4-a3fb-63c753c437a1 req-5accc2b1-dc13-4798-b4ab-4b367d5f50fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 896 time: 0.0884292 Feb 11 05:57:36.267201 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac739bcc-4060-4cc4-a3fb-63c753c437a1 req-2752fb92-bf76-40a5-8f67-5ecd49cd37f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 217 time: 0.0390759 Feb 11 05:57:36.316339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac739bcc-4060-4cc4-a3fb-63c753c437a1 req-8c733797-2f4e-47da-844e-dfeefc1d58cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.317715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac739bcc-4060-4cc4-a3fb-63c753c437a1 req-8c733797-2f4e-47da-844e-dfeefc1d58cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 200 len: 835 time: 0.0432830 Feb 11 05:57:36.368475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac739bcc-4060-4cc4-a3fb-63c753c437a1 req-80197792-1ade-4d2a-ac83-e44268aa6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.370032 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac739bcc-4060-4cc4-a3fb-63c753c437a1 req-80197792-1ade-4d2a-ac83-e44268aa6dc8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a7eb3e1-2a27-4411-b048-6168b5eb749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446289 Feb 11 05:57:36.463180 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac739bcc-4060-4cc4-a3fb-63c753c437a1 req-f55b4c21-19c2-46b6-9d89-c0773546f04f service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862257 Feb 11 05:57:36.557319 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac739bcc-4060-4cc4-a3fb-63c753c437a1 req-743d4719-98a3-4f4d-9d83-d2237f656bdb service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879381 Feb 11 05:57:36.862554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb17b9-83fc-4fa1-b6d2-52ff7e39fdf5 req-8a9e9640-b84a-4add-8e2f-56afc0b4efcb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.864070 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8fb17b9-83fc-4fa1-b6d2-52ff7e39fdf5 req-8a9e9640-b84a-4add-8e2f-56afc0b4efcb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 944 time: 0.0565367 Feb 11 05:57:36.912551 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b8fb17b9-83fc-4fa1-b6d2-52ff7e39fdf5 req-ff19f32c-2d33-4f11-95f2-bc234bf447b9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428684 Feb 11 05:57:37.986431 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:38.037455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee8b08-fe64-47b2-bf45-a8899d6e4172 req-45a68ca7-266b-4021-9cf2-5585a28c1e7a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:38.039024 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-baee8b08-fe64-47b2-bf45-a8899d6e4172 req-45a68ca7-266b-4021-9cf2-5585a28c1e7a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 944 time: 0.0550349 Feb 11 05:57:38.089972 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-baee8b08-fe64-47b2-bf45-a8899d6e4172 req-bb561659-c556-4cde-8588-3c94bd2026a3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451698 Feb 11 05:57:39.089127 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:57:39.189727 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:39.200203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'port_id': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'mac_address': 'fa:16:3e:f7:10:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60594852-b496-440d-b72e-cea2195da1c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:57:39.210060 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fe719-0f6b-4682-92ec-280b0a4482d3 req-3a816816-4658-4819-98f6-696632b2615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:39.211597 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b51fe719-0f6b-4682-92ec-280b0a4482d3 req-3a816816-4658-4819-98f6-696632b2615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 944 time: 0.0516214 Feb 11 05:57:39.241221 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:39.241620 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:39.254369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:39.260208 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b51fe719-0f6b-4682-92ec-280b0a4482d3 req-b420f9fd-6011-4f3d-89af-73855659aeb4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426278 Feb 11 05:57:39.273575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:39.278890 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:39.327282 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:39.539782 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3282add8-4821-46ee-bc89-051ec68b5254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:39.705019 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['2d05b2bf-4b4e-4902-81d7-d14ae20dd880'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:57:40.380505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6c381-e246-4469-82a0-af96c029a448 req-1cc3248c-77c8-44e8-8731-4f19d09ca02f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:40.381931 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00e6c381-e246-4469-82a0-af96c029a448 req-1cc3248c-77c8-44e8-8731-4f19d09ca02f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 945 time: 0.0525122 Feb 11 05:57:40.436241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-00e6c381-e246-4469-82a0-af96c029a448 req-fc041d30-e9bb-4f42-a8b0-b3d372b7ada8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480845 Feb 11 05:57:41.098095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:41.146384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:57:41.150425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:41.150800 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:41.231478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:41.231952 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:41.254532 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:41.256688 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e20d5a9-c2e6-4053-965b-b1c53039109a" -d '{"events": [{"server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "name": "network-vif-plugged", "status": "completed", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:41.269199 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:41.273479 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:41.298025 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f4834b-c919-4994-b410-2a642da3d1de x-openstack-request-id: req-28f4834b-c919-4994-b410-2a642da3d1de {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:41.298351 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "name": "network-vif-plugged", "status": "completed", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:41.298608 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28f4834b-c919-4994-b410-2a642da3d1de {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:41.299029 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'code': 200} Feb 11 05:57:41.323976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:41.425289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d874e5-19e1-4f32-951c-62a72b615f6c req-fb715ab4-4cf4-4faa-a937-11f836e19ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:41.426672 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-08d874e5-19e1-4f32-951c-62a72b615f6c req-fb715ab4-4cf4-4faa-a937-11f836e19ed7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1129 time: 0.0468104 Feb 11 05:57:41.472161 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-08d874e5-19e1-4f32-951c-62a72b615f6c req-f5d1d765-8f9c-4541-a4e6-fc3c7d05918a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387149 Feb 11 05:57:41.557923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e2c78-9cd1-4384-ba3d-18c993186ccd req-8fe96bf0-feaa-46e3-8e3b-c157d162efb9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:41.559398 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-386e2c78-9cd1-4384-ba3d-18c993186ccd req-8fe96bf0-feaa-46e3-8e3b-c157d162efb9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0516877 Feb 11 05:57:41.607822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-386e2c78-9cd1-4384-ba3d-18c993186ccd req-ad41ae37-5527-4efc-8b65-544e8131b5e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423071 Feb 11 05:57:42.023258 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c2c6115e-1863-4535-b3b4-b189367f5698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:42.728972 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3f9bc-9451-4140-bfd4-7e386977fc9c req-826a2df8-af5f-4549-a034-6b1753ce75bc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:42.730611 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ca3f9bc-9451-4140-bfd4-7e386977fc9c req-826a2df8-af5f-4549-a034-6b1753ce75bc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0525923 Feb 11 05:57:42.778104 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5ca3f9bc-9451-4140-bfd4-7e386977fc9c req-43667ca0-6a7a-453e-97c6-afad3502e80a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419745 Feb 11 05:57:43.037034 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:43.894393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ee624-ca45-4198-9a8c-25c98668a66b req-40b3aa9c-79cb-48eb-b632-4e63c6afcfce tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:43.895875 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-205ee624-ca45-4198-9a8c-25c98668a66b req-40b3aa9c-79cb-48eb-b632-4e63c6afcfce tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0516150 Feb 11 05:57:43.943832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-205ee624-ca45-4198-9a8c-25c98668a66b req-e7957ac9-c74d-4275-b4a6-4ab88f2b9755 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424426 Feb 11 05:57:44.060844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68198c5a-4e98-42bd-9a34-d4f959b232f4 req-b20ef5b3-54ed-4d6e-8063-e47b6f58f50e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:44.062334 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68198c5a-4e98-42bd-9a34-d4f959b232f4 req-b20ef5b3-54ed-4d6e-8063-e47b6f58f50e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0525980 Feb 11 05:57:44.114415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-68198c5a-4e98-42bd-9a34-d4f959b232f4 req-e4871df0-00fc-4495-a14e-5f020dcb6faf tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464959 Feb 11 05:57:44.136573 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53840) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:44.199414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc231c8-a0f5-4231-97a7-bab9a7fd8a8d tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:44.200996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ffc231c8-a0f5-4231-97a7-bab9a7fd8a8d tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1124 time: 0.0637171 Feb 11 05:57:44.204548 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53842) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:44.208907 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:44.228261 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.322483 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.430449 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.25.7.58 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/34e7f536-aa41-4b31-b47b-036a49892080) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:44.537548 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (34e7f536-aa41-4b31-b47b-036a49892080), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.574409 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (34e7f536-aa41-4b31-b47b-036a49892080), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.605188 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.618944 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:44.621795 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:44.625949 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:44.631166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=34e7f536-aa41-4b31-b47b-036a49892080,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:44.984241 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (06f4e797-4d49-4f73-923d-1bd401751673), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.053949 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (34e7f536-aa41-4b31-b47b-036a49892080), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.199779 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (34e7f536-aa41-4b31-b47b-036a49892080), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.204259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (34e7f536-aa41-4b31-b47b-036a49892080), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.268502 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=34e7f536-aa41-4b31-b47b-036a49892080,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:45.280730 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (06f4e797-4d49-4f73-923d-1bd401751673), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.381259 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Floating IP 06f4e797-4d49-4f73-923d-1bd401751673 associated. External IP: 172.25.7.58, port: 2d05b2bf-4b4e-4902-81d7-d14ae20dd880. Feb 11 05:57:45.602454 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 5d802f9f-d321-430f-b556-77ee42d66704 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:57:45.713027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:45.723198 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e55c1-d500-426a-9f0a-6f3caf4aa623 None None] Sync routers for ids ['5d802f9f-d321-430f-b556-77ee42d66704'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:45.731519 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.734935 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e55c1-d500-426a-9f0a-6f3caf4aa623 None None] Routers {'5d802f9f-d321-430f-b556-77ee42d66704'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:45.734935 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fb5e55c1-d500-426a-9f0a-6f3caf4aa623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:57:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5d802f9f-d321-430f-b556-77ee42d66704'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:45.760866 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-16375965-8d6b-4931-8e0d-ae59fd08faed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5551825 Feb 11 05:57:45.761470 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:45.763767 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68bb352-6f56-4f5b-a21f-7345973eba21" -d '{"events": [{"name": "network-changed", "server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:45.804130 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4895b1eb-3989-47b6-bede-78be9e3a9733 x-openstack-request-id: req-4895b1eb-3989-47b6-bede-78be9e3a9733 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:45.804431 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:45.804689 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4895b1eb-3989-47b6-bede-78be9e3a9733 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:45.805098 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'status': 'completed', 'code': 200} Feb 11 05:57:45.833020 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:45.853798 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fb5e55c1-d500-426a-9f0a-6f3caf4aa623 None None] Set router 5d802f9f-d321-430f-b556-77ee42d66704 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:45.879563 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470dbf9-59be-49a4-8a02-bbbb1243b2a6 req-6c84dade-568f-42c8-bf51-da21cedde041 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:45.881080 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d470dbf9-59be-49a4-8a02-bbbb1243b2a6 req-6c84dade-568f-42c8-bf51-da21cedde041 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0586743 Feb 11 05:57:45.891715 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bb352-6f56-4f5b-a21f-7345973eba21 req-e34b000d-ebc2-46ae-bb4c-7a9bbbd48187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:45.893416 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c68bb352-6f56-4f5b-a21f-7345973eba21 req-e34b000d-ebc2-46ae-bb4c-7a9bbbd48187 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1129 time: 0.0458527 Feb 11 05:57:45.933692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d470dbf9-59be-49a4-8a02-bbbb1243b2a6 req-7fc72e45-a06e-4b63-9fc7-ec32f090bdc3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462008 Feb 11 05:57:45.960717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53848) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:45.990375 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bb352-6f56-4f5b-a21f-7345973eba21 req-1c685ccd-7a9a-4f1d-8687-08286d7cdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:45.991902 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c68bb352-6f56-4f5b-a21f-7345973eba21 req-1c685ccd-7a9a-4f1d-8687-08286d7cdddd service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 896 time: 0.0895715 Feb 11 05:57:46.032765 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7de3f148-233c-4611-a580-ca389d56bb53 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/06f4e797-4d49-4f73-923d-1bd401751673 HTTP/1.1" status: 200 len: 991 time: 0.0708821 Feb 11 05:57:46.063375 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c68bb352-6f56-4f5b-a21f-7345973eba21 req-ca4b1d75-6eff-4571-9278-0af4c999ccd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 999 time: 0.0637786 Feb 11 05:57:46.114182 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bb352-6f56-4f5b-a21f-7345973eba21 req-4093f6a3-d601-4c2f-825d-9915fee1b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:46.115652 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c68bb352-6f56-4f5b-a21f-7345973eba21 req-4093f6a3-d601-4c2f-825d-9915fee1b953 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 200 len: 835 time: 0.0444477 Feb 11 05:57:46.166483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bb352-6f56-4f5b-a21f-7345973eba21 req-83266d57-6b1d-45ae-bd96-5747f532299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:46.168058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c68bb352-6f56-4f5b-a21f-7345973eba21 req-83266d57-6b1d-45ae-bd96-5747f532299a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a7eb3e1-2a27-4411-b048-6168b5eb749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451410 Feb 11 05:57:46.183740 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fb5e55c1-d500-426a-9f0a-6f3caf4aa623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '06f4e797-4d49-4f73-923d-1bd401751673', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'port_id': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'mac_address': 'fa:16:3e:f7:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:57:44Z', 'updated_at': '2022-02-11T05:57:44Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a993bcb-d4c6-471d-931a-6b753c395e5d', 'name': '', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:75:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '60594852-b496-440d-b72e-cea2195da1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:26Z', 'updated_at': '2022-02-11T05:57:29Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '60594852-b496-440d-b72e-cea2195da1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:46.209472 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e55c1-d500-426a-9f0a-6f3caf4aa623 None None] Checking router: 5d802f9f-d321-430f-b556-77ee42d66704 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:46.217518 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e55c1-d500-426a-9f0a-6f3caf4aa623 None None] Routers {'5d802f9f-d321-430f-b556-77ee42d66704'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:46.218120 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fb5e55c1-d500-426a-9f0a-6f3caf4aa623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T05:57:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5d802f9f-d321-430f-b556-77ee42d66704'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:46.260274 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c68bb352-6f56-4f5b-a21f-7345973eba21 req-60eaf548-b889-40d8-84d5-c9e241059019 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850487 Feb 11 05:57:46.328253 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fb5e55c1-d500-426a-9f0a-6f3caf4aa623 None None] Set router 5d802f9f-d321-430f-b556-77ee42d66704 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:46.349349 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c68bb352-6f56-4f5b-a21f-7345973eba21 req-37f0aa9a-af3b-415a-9875-b675bebbc4d2 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822759 Feb 11 05:57:46.553407 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fb5e55c1-d500-426a-9f0a-6f3caf4aa623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '06f4e797-4d49-4f73-923d-1bd401751673', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'port_id': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'mac_address': 'fa:16:3e:f7:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:57:44Z', 'updated_at': '2022-02-11T05:57:44Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a993bcb-d4c6-471d-931a-6b753c395e5d', 'name': '', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:75:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '60594852-b496-440d-b72e-cea2195da1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:26Z', 'updated_at': '2022-02-11T05:57:29Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '60594852-b496-440d-b72e-cea2195da1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:46.579934 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e55c1-d500-426a-9f0a-6f3caf4aa623 None None] The sync data for ids ['5d802f9f-d321-430f-b556-77ee42d66704'] in n-d-615180-58 is: [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '06f4e797-4d49-4f73-923d-1bd401751673', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'port_id': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'mac_address': 'fa:16:3e:f7:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:57:44Z', 'updated_at': '2022-02-11T05:57:44Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a993bcb-d4c6-471d-931a-6b753c395e5d', 'name': '', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:75:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '60594852-b496-440d-b72e-cea2195da1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:26Z', 'updated_at': '2022-02-11T05:57:29Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '60594852-b496-440d-b72e-cea2195da1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:46.768738 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de893ab9-d2b4-4489-918a-741da5e867ff None None] New status for floating IP 06f4e797-4d49-4f73-923d-1bd401751673: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:57:47.034943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53850) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:47.094164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7ce4e6bf-5c8c-48c4-819f-5242ab30b9e6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/06f4e797-4d49-4f73-923d-1bd401751673 HTTP/1.1" status: 200 len: 993 time: 0.0580471 Feb 11 05:58:00.575098 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:58:03.975911 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:05.760389 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df222438-814e-4cb3-b41c-3fc9345e91fe req-624983c7-2757-4983-b0ce-9060804274c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489044 Feb 11 05:58:05.873209 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df222438-814e-4cb3-b41c-3fc9345e91fe req-ddccd08a-6f4d-4fd6-841d-e04de3a79af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.874703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df222438-814e-4cb3-b41c-3fc9345e91fe req-ddccd08a-6f4d-4fd6-841d-e04de3a79af6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1129 time: 0.0453284 Feb 11 05:58:05.980923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df222438-814e-4cb3-b41c-3fc9345e91fe req-4ded4a90-2d22-4783-bf80-50c839d251b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.982371 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df222438-814e-4cb3-b41c-3fc9345e91fe req-4ded4a90-2d22-4783-bf80-50c839d251b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 896 time: 0.0857484 Feb 11 05:58:06.047561 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df222438-814e-4cb3-b41c-3fc9345e91fe req-5bae7e92-9a97-4b3f-8fba-99ceb434a9ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 1001 time: 0.0567577 Feb 11 05:58:06.098285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df222438-814e-4cb3-b41c-3fc9345e91fe req-5520ee76-4d0a-4ad8-b619-ad581f44d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.099812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df222438-814e-4cb3-b41c-3fc9345e91fe req-5520ee76-4d0a-4ad8-b619-ad581f44d673 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 200 len: 835 time: 0.0428169 Feb 11 05:58:06.157800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df222438-814e-4cb3-b41c-3fc9345e91fe req-e789d31b-21bc-48c0-b27f-9b80102b6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.159333 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df222438-814e-4cb3-b41c-3fc9345e91fe req-e789d31b-21bc-48c0-b27f-9b80102b6203 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a7eb3e1-2a27-4411-b048-6168b5eb749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492947 Feb 11 05:58:06.249501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df222438-814e-4cb3-b41c-3fc9345e91fe req-a66e465c-837e-4bc5-a811-7ffd94109284 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794764 Feb 11 05:58:06.705543 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-df222438-814e-4cb3-b41c-3fc9345e91fe req-fd27f91c-5bc4-4ede-b41c-41bb1ca357d2 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417210 Feb 11 05:58:07.992144 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:09.540581 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-df628cb3-721d-40c8-99d7-3857684de76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:12.026700 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8369aa60-4cb5-48b2-a58d-618e1b476089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:13.040857 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:14.607477 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:15.816268 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:33.983213 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:35.417281 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-03ce134e-170b-41f6-a15d-970f2bdab7b2 service neutron] (103354) timed out ('10.222.0.48', 50464) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:58:35.826367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-eb5e83b8-be04-4263-8e9a-beb191f56378 req-bb91529c-b1b3-4ca3-84b8-9e499a220edd tempest-ServerActionsTestJSON-1330781365 tempest-ServerActionsTestJSON-1330781365-project] (103354) timed out ('10.222.0.48', 50486) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:58:37.574836 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:58:37.995385 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:39.542868 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-68094c41-3b3b-4149-a220-30ee1532ec0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:42.029865 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f4749f26-51e4-40c3-813e-f9c0fdb2037e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:43.045361 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:44.611139 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:45.817791 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:03.974074 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:07.400123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e311ba3-426b-4127-b798-8adcee2a5522 req-f3c3f585-6f70-4259-9366-1d6232ed421e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443254 Feb 11 05:59:07.499805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e311ba3-426b-4127-b798-8adcee2a5522 req-45801bc8-fc6a-47f3-ad62-2f45ce63b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:07.501317 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e311ba3-426b-4127-b798-8adcee2a5522 req-45801bc8-fc6a-47f3-ad62-2f45ce63b775 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1129 time: 0.0448978 Feb 11 05:59:07.605509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e311ba3-426b-4127-b798-8adcee2a5522 req-ad974f38-f580-4d8a-9392-9c8bb725753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:07.606999 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e311ba3-426b-4127-b798-8adcee2a5522 req-ad974f38-f580-4d8a-9392-9c8bb725753e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 896 time: 0.0865357 Feb 11 05:59:07.671355 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e311ba3-426b-4127-b798-8adcee2a5522 req-507017f3-e8b6-47ce-a79e-001579c881ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 1001 time: 0.0564439 Feb 11 05:59:07.718201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e311ba3-426b-4127-b798-8adcee2a5522 req-9f4ddfd7-2595-42b7-9cf9-384810579a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:07.719679 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e311ba3-426b-4127-b798-8adcee2a5522 req-9f4ddfd7-2595-42b7-9cf9-384810579a4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 200 len: 835 time: 0.0419831 Feb 11 05:59:07.774472 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e311ba3-426b-4127-b798-8adcee2a5522 req-3bebcf83-e793-412c-a6ef-01e8d4e68e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:07.776006 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e311ba3-426b-4127-b798-8adcee2a5522 req-3bebcf83-e793-412c-a6ef-01e8d4e68e9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a7eb3e1-2a27-4411-b048-6168b5eb749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488420 Feb 11 05:59:07.865569 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e311ba3-426b-4127-b798-8adcee2a5522 req-3379843d-16d5-4750-b283-16cd36abfbb8 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799735 Feb 11 05:59:07.961150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e311ba3-426b-4127-b798-8adcee2a5522 req-4f853241-b9c8-4e43-8aa8-9ead375f4a2a service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853469 Feb 11 05:59:08.005769 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:09.544927 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fa5f74c-330f-4118-9743-6facf66c56dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:12.033503 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0bc4cdc0-b67d-422e-9f85-0b8c2bd19218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.046910 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.574190 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:59:14.613595 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.822934 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.650233 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-f86b7a7c-5da4-4cef-8168-4506110d9bff req-f73ea700-193f-428c-817c-0c012359c991 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:59:17.651241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f86b7a7c-5da4-4cef-8168-4506110d9bff req-f73ea700-193f-428c-817c-0c012359c991 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060987 Feb 11 05:59:17.834350 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411c455-9eaf-421d-9761-417baa388597 req-1bb81239-9d2e-4bbc-a054-4546e419be23 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:17.835886 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5411c455-9eaf-421d-9761-417baa388597 req-1bb81239-9d2e-4bbc-a054-4546e419be23 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0527792 Feb 11 05:59:17.871318 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 53888) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:17.884724 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5411c455-9eaf-421d-9761-417baa388597 req-ad5f2a56-e10c-461c-af9e-bf1f196e7c48 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Feb 11 05:59:17.960546 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-141513ba-b1be-4ac5-b9ba-97254c3567e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880442 Feb 11 05:59:17.968848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-49e69220-339b-4f63-ab7f-b8e1d071a607 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:59:17.969801 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-49e69220-339b-4f63-ab7f-b8e1d071a607 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048566 Feb 11 05:59:19.006326 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d94c2f-772f-43a7-ae8b-b2fc7e99cef4 req-e3b5dd34-f63d-4def-9355-1f1179963353 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:19.007832 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74d94c2f-772f-43a7-ae8b-b2fc7e99cef4 req-e3b5dd34-f63d-4def-9355-1f1179963353 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0521328 Feb 11 05:59:19.056662 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74d94c2f-772f-43a7-ae8b-b2fc7e99cef4 req-a6264d0b-db53-477b-8ba1-65b155227682 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430279 Feb 11 05:59:19.331049 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 53914) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:19.423926 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-09df8774-18c2-468d-83f4-5b64a23b3fcd tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:19.425258 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-09df8774-18c2-468d-83f4-5b64a23b3fcd tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports/2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 943 time: 0.0932026 Feb 11 05:59:20.174571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed901a2f-67cf-45c0-b709-efeff5589bbb req-caa974c9-bf99-4d04-a7f3-2c97a840337a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:20.176077 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed901a2f-67cf-45c0-b709-efeff5589bbb req-caa974c9-bf99-4d04-a7f3-2c97a840337a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0534711 Feb 11 05:59:20.223270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ed901a2f-67cf-45c0-b709-efeff5589bbb req-6645ecd5-472d-4f54-98de-d2d601ae1e65 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416238 Feb 11 05:59:21.340526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fabe84-3442-4f81-9d7f-b55c04409527 req-19a6daea-f293-4a4f-87a3-f3d133be16b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:21.342057 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91fabe84-3442-4f81-9d7f-b55c04409527 req-19a6daea-f293-4a4f-87a3-f3d133be16b6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0518565 Feb 11 05:59:21.388685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-91fabe84-3442-4f81-9d7f-b55c04409527 req-44224301-840b-4366-aea3-882349c402b9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411458 Feb 11 05:59:22.506537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e81a5-3931-4e8a-b1b3-f4ae5bd02f9a req-93c4c3ab-c47c-43d8-99ac-ccecb2c21291 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:22.508039 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f6e81a5-3931-4e8a-b1b3-f4ae5bd02f9a req-93c4c3ab-c47c-43d8-99ac-ccecb2c21291 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0526857 Feb 11 05:59:22.556019 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0f6e81a5-3931-4e8a-b1b3-f4ae5bd02f9a req-8a40abbb-ddeb-4143-a9ce-fdf606618dbc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424433 Feb 11 05:59:23.359140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-93b85d14-2dd3-4196-8ad6-09d1a22bd25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:23.360554 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-93b85d14-2dd3-4196-8ad6-09d1a22bd25c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1129 time: 0.0483842 Feb 11 05:59:23.450774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-bbf38e2d-71ec-4285-b79b-b6c300646bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:23.452250 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-bbf38e2d-71ec-4285-b79b-b6c300646bd9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 896 time: 0.0843675 Feb 11 05:59:23.519273 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-a1f0939d-8a03-4250-b3bd-3003f0f4636e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 1001 time: 0.0605011 Feb 11 05:59:23.570383 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-40097e3c-bdf4-4e74-baf5-7cde177001e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:23.573060 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-40097e3c-bdf4-4e74-baf5-7cde177001e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 200 len: 835 time: 0.0475361 Feb 11 05:59:23.622416 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-e5503b18-6cdc-46c6-b4a0-36b0d056475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:23.623897 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-e5503b18-6cdc-46c6-b4a0-36b0d056475a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a7eb3e1-2a27-4411-b048-6168b5eb749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446765 Feb 11 05:59:23.680050 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a09b2-5e35-4900-a055-860da5358472 req-d082815c-8a72-4a32-a0bd-0d53d5f8cb19 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:23.681533 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-875a09b2-5e35-4900-a055-860da5358472 req-d082815c-8a72-4a32-a0bd-0d53d5f8cb19 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0578244 Feb 11 05:59:23.719917 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-b6e177db-6706-4b8e-b0f5-962cceed6548 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893078 Feb 11 05:59:23.731707 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-875a09b2-5e35-4900-a055-860da5358472 req-49d38aa8-a952-4b7d-9f54-45accf277cc8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444643 Feb 11 05:59:23.810097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-3daac15c-4edd-44f4-af4f-f73a4117ada0 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831127 Feb 11 05:59:24.855352 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200f518-9d45-4358-99c8-2232dbf51b58 req-d64f9955-43aa-4052-a52f-c97fc8a6a462 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:24.856847 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1200f518-9d45-4358-99c8-2232dbf51b58 req-d64f9955-43aa-4052-a52f-c97fc8a6a462 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0567327 Feb 11 05:59:24.905973 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1200f518-9d45-4358-99c8-2232dbf51b58 req-7a067e0c-6818-4d28-8e0c-1b95e8329c4e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430083 Feb 11 05:59:26.025833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd402693-f71d-4c36-b363-4f26c41b9504 req-70ce7f93-2673-4d67-aecf-ed8ea9e9655d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:26.027344 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd402693-f71d-4c36-b363-4f26c41b9504 req-70ce7f93-2673-4d67-aecf-ed8ea9e9655d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0527000 Feb 11 05:59:26.075721 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fd402693-f71d-4c36-b363-4f26c41b9504 req-5b3701c9-d924-4005-9ccf-a78fe551e904 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424857 Feb 11 05:59:27.193380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdab91-f3f3-4e77-8cc6-8504d98b8fe3 req-f4ead632-f5de-445e-b1e6-a200a5cdfbcf tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:27.194864 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3ecdab91-f3f3-4e77-8cc6-8504d98b8fe3 req-f4ead632-f5de-445e-b1e6-a200a5cdfbcf tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0526345 Feb 11 05:59:27.242430 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3ecdab91-f3f3-4e77-8cc6-8504d98b8fe3 req-90f55d19-7f16-4334-8650-41097f4c878a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420613 Feb 11 05:59:28.376674 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854606c-50a8-4b92-bba0-4ee388497301 req-bbe075af-24e0-4c13-931b-175b03095bfd tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:28.378236 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8854606c-50a8-4b92-bba0-4ee388497301 req-bbe075af-24e0-4c13-931b-175b03095bfd tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0675850 Feb 11 05:59:28.427202 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8854606c-50a8-4b92-bba0-4ee388497301 req-8ba98b90-781f-4c29-b7b7-40110a957987 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430450 Feb 11 05:59:29.545250 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbf120-95ae-4c03-aff0-e884ac8b314d req-252670d4-60d2-4f41-8302-795818ff9c1e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:29.546743 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fabbf120-95ae-4c03-aff0-e884ac8b314d req-252670d4-60d2-4f41-8302-795818ff9c1e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0524015 Feb 11 05:59:29.599336 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fabbf120-95ae-4c03-aff0-e884ac8b314d req-095352f3-2d02-4203-8ac0-9bae5dfdd007 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470262 Feb 11 05:59:30.716824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36757c-2992-4270-8b3f-36a2c813ad27 req-dac31b2a-d44e-4151-abc9-f7bacfffaa72 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.718291 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d36757c-2992-4270-8b3f-36a2c813ad27 req-dac31b2a-d44e-4151-abc9-f7bacfffaa72 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0530961 Feb 11 05:59:30.766016 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d36757c-2992-4270-8b3f-36a2c813ad27 req-a5709bb0-b912-4294-a6a6-c34cdb88d79a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Feb 11 05:59:31.888986 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda8565-145b-4e23-8074-82a155d19963 req-fc9a58dc-49a8-4bb4-bb97-4c2b0285b18c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:31.890486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0cda8565-145b-4e23-8074-82a155d19963 req-fc9a58dc-49a8-4bb4-bb97-4c2b0285b18c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0554154 Feb 11 05:59:31.938806 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0cda8565-145b-4e23-8074-82a155d19963 req-86c0c84c-98d8-4986-acc9-5781c40aacc2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Feb 11 05:59:33.060025 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b36aad-25a8-46d8-98d1-8f1bd53f6496 req-830c0f1e-ade4-48bb-b6e0-3c3543a4ef02 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:33.061502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4b36aad-25a8-46d8-98d1-8f1bd53f6496 req-830c0f1e-ade4-48bb-b6e0-3c3543a4ef02 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0530901 Feb 11 05:59:33.113221 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f4b36aad-25a8-46d8-98d1-8f1bd53f6496 req-7e0a3a5d-6e73-4e9b-9bc6-9737cfed32f5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461781 Feb 11 05:59:33.980630 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.232008 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5a085-c113-4d06-91c8-815c03161d33 req-b513728f-7ef0-499a-8a93-0aeb33f29b40 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:34.233411 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62a5a085-c113-4d06-91c8-815c03161d33 req-b513728f-7ef0-499a-8a93-0aeb33f29b40 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0522444 Feb 11 05:59:34.281291 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-62a5a085-c113-4d06-91c8-815c03161d33 req-4e0bcbb7-6f8e-4afd-a4fe-8e9267289d60 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Feb 11 05:59:35.405964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62dd98-502b-4dfb-a008-ff7ad2efec3c req-853ad373-bbf7-466e-877e-5455f51a4dd5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:35.407648 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c62dd98-502b-4dfb-a008-ff7ad2efec3c req-853ad373-bbf7-466e-877e-5455f51a4dd5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0540941 Feb 11 05:59:35.456859 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c62dd98-502b-4dfb-a008-ff7ad2efec3c req-0840c933-f151-4cf0-bfca-a585e23da1c2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428565 Feb 11 05:59:36.579785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d553940-4099-4bc4-9268-7893cb209a12 req-1545f7a4-5def-43f3-a18f-33059f7eb25f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.581921 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3d553940-4099-4bc4-9268-7893cb209a12 req-1545f7a4-5def-43f3-a18f-33059f7eb25f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0572774 Feb 11 05:59:36.630457 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3d553940-4099-4bc4-9268-7893cb209a12 req-1391802d-ce8d-46b3-bd2b-e12a12b33ce3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428593 Feb 11 05:59:37.757162 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeaa798-c841-4d94-86b4-846b6eace465 req-49cfd4a8-de85-4741-b778-4c366e8ff9ed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.759429 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-feeaa798-c841-4d94-86b4-846b6eace465 req-49cfd4a8-de85-4741-b778-4c366e8ff9ed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0605211 Feb 11 05:59:37.809100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-feeaa798-c841-4d94-86b4-846b6eace465 req-63a9ce21-cca3-479b-bc3c-01742b6ee5b9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442092 Feb 11 05:59:38.005898 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:38.928250 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096759b0-7f31-449a-aded-e8f386934e50 req-d589f7ca-6227-4d6c-8f1f-576bc7064f32 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:38.929711 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-096759b0-7f31-449a-aded-e8f386934e50 req-d589f7ca-6227-4d6c-8f1f-576bc7064f32 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0524158 Feb 11 05:59:38.977649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-096759b0-7f31-449a-aded-e8f386934e50 req-a63d8f5d-a638-4d99-a9cf-46ac0b55e133 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424740 Feb 11 05:59:39.546972 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa3cc-faf1-4ffd-9eda-221a7f628803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:40.100827 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba44375-1a03-4a9e-858d-557d342cd62f req-e478e6fa-0384-44d4-902e-291ff37f9647 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:40.102312 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ba44375-1a03-4a9e-858d-557d342cd62f req-e478e6fa-0384-44d4-902e-291ff37f9647 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0564754 Feb 11 05:59:40.153007 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4ba44375-1a03-4a9e-858d-557d342cd62f req-43d200a7-fb59-4a74-912e-5efdae56bee6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450137 Feb 11 05:59:41.048608 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-ef97b3b8-bcc6-44d9-87d2-c64bb7e59703 service neutron] show failed (client error): The resource could not be found. Feb 11 05:59:41.050253 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-ef97b3b8-bcc6-44d9-87d2-c64bb7e59703 service neutron] 10.222.0.60 "GET /v2.0/ports/2d05b2bf-4b4e-4902-81d7-d14ae20dd880/bindings/n-h2-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0593560 Feb 11 05:59:41.277524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d318ab0-f321-4df9-a286-55e0f9d7604a req-be6d917b-7354-4c92-8f2b-25e4cbe5067b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.279305 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d318ab0-f321-4df9-a286-55e0f9d7604a req-be6d917b-7354-4c92-8f2b-25e4cbe5067b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0539432 Feb 11 05:59:41.297828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-b7aca216-22f0-44da-b63a-abc72ba7e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.299438 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-b7aca216-22f0-44da-b63a-abc72ba7e82a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7&tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 1129 time: 0.0913029 Feb 11 05:59:41.309167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-c3222556-6ece-47ed-ab90-db62367d2a7d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:59:41.310193 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-c3222556-6ece-47ed-ab90-db62367d2a7d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048792 Feb 11 05:59:41.327310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:41.328533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0d318ab0-f321-4df9-a286-55e0f9d7604a req-ab66df7b-3273-40f0-b632-2408cc24a44e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Feb 11 05:59:41.388145 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:41.586289 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:41.618120 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:41.655519 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:41.658013 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6399926e-9c6d-46f2-95e7-f1a329d0df21" -d '{"events": [{"server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "name": "network-vif-unplugged", "status": "completed", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:41.662478 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Publish callbacks [] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:41.676267 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Transition to ACTIVE for port object 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:59:41.680564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:41.771068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Pushing event updated for resources: {'Port': ['ID=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:41.783335 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.783688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.784550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.784885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.785215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.785551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.785880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.786201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.786524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.786848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.787194 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.787624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.788015 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:41.822526 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] No DVR routers for this DVR port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:42.037353 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bc15a388-4c3f-4e63-942f-96f2d326ab91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:42.305095 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Attempting to bind port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:42.305749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Attempting to bind port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:42.305749 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Attempting to bind port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 on network 4a7eb3e1-2a27-4411-b048-6168b5eb749f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:42.309844 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 on network 4a7eb3e1-2a27-4411-b048-6168b5eb749f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:59:42.310174 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Attempting to bind port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 on network 4a7eb3e1-2a27-4411-b048-6168b5eb749f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:42.314946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:42.315805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Checking segment: {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:42.316192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Bound using segment: {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:42.316611 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Bound port: 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b7dce3-5805-47b4-9163-0f4555fd9b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:42.316966 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:42.376896 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:42.381016 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:42.387343 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:42.425937 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:42.426553 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:42.427955 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] 10.222.0.10 "PUT /v2.0/ports/2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 1093 time: 1.1045041 Feb 11 05:59:42.446400 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835d60d-02ed-45df-a951-f2eab29e479f service neutron] Pushing event updated for resources: {'Port': ['ID=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:42.459513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156843c-8813-4d15-86c0-b20fc62c124b req-79a7b21f-e6e3-4a81-9cc3-56b729964c9d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:42.461257 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5156843c-8813-4d15-86c0-b20fc62c124b req-79a7b21f-e6e3-4a81-9cc3-56b729964c9d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 944 time: 0.0626285 Feb 11 05:59:42.507199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-73a7a05c-90ca-4e43-be58-7f18db7dab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:42.508737 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-73a7a05c-90ca-4e43-be58-7f18db7dab05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1127 time: 0.0480595 Feb 11 05:59:42.513026 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5156843c-8813-4d15-86c0-b20fc62c124b req-aafde367-039f-499d-87c9-85effb0846f2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458205 Feb 11 05:59:42.600941 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-d18982df-911e-415b-835b-1b44335e06be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:42.602450 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-d18982df-911e-415b-835b-1b44335e06be service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 896 time: 0.0884457 Feb 11 05:59:42.670782 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-1919e5ee-e1f9-4626-b6bc-2f4ee72d2afd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 999 time: 0.0621774 Feb 11 05:59:42.716002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5fdc2675-844e-46a5-9eba-5ce4ce99bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:42.717385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5fdc2675-844e-46a5-9eba-5ce4ce99bdce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 200 len: 835 time: 0.0416982 Feb 11 05:59:42.764258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-cd325c4d-3612-4dc5-9db2-e10d0c1f622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:42.765689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-cd325c4d-3612-4dc5-9db2-e10d0c1f622c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a7eb3e1-2a27-4411-b048-6168b5eb749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428765 Feb 11 05:59:42.789455 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416f2693-521a-4c15-a5bf-db967d9a6095 x-openstack-request-id: req-416f2693-521a-4c15-a5bf-db967d9a6095 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:42.789749 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "name": "network-vif-unplugged", "status": "completed", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:42.790004 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-416f2693-521a-4c15-a5bf-db967d9a6095 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:42.790390 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'code': 200} Feb 11 05:59:42.857843 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-fb4e29cf-f1c3-45c0-8799-4ca0bbd93274 service neutron] 10.222.0.10 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857096 Feb 11 05:59:42.944220 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-afa3b18e-7b8e-4602-9997-544eb5b35734 req-5b3ee36d-8e4f-41eb-90f2-53cf93f63102 service neutron] 10.222.0.10 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804262 Feb 11 05:59:43.048928 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:43.639656 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc9d13-47cd-4b7e-9e1d-28d8f33a5979 req-e2e71704-f3a7-4783-9675-69036801b543 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:43.641150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9cc9d13-47cd-4b7e-9e1d-28d8f33a5979 req-e2e71704-f3a7-4783-9675-69036801b543 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 944 time: 0.0572810 Feb 11 05:59:43.690034 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9cc9d13-47cd-4b7e-9e1d-28d8f33a5979 req-b8412ed2-fecd-4a4f-a0a0-3f4ca626ade9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 Feb 11 05:59:44.615431 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:44.792010 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:44.794219 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e5dfd8-2863-4450-847f-bee7765e3d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:44.821168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013142f-dadc-42d5-af07-7ebee56fe625 req-194c3ee8-607b-49ee-ac0c-98079aa5d271 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:44.822680 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b013142f-dadc-42d5-af07-7ebee56fe625 req-194c3ee8-607b-49ee-ac0c-98079aa5d271 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 944 time: 0.0638063 Feb 11 05:59:44.844175 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440e48bc-6c6b-4aaf-9319-a408cf376ae9 x-openstack-request-id: req-440e48bc-6c6b-4aaf-9319-a408cf376ae9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:44.844463 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:44.844714 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-440e48bc-6c6b-4aaf-9319-a408cf376ae9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:44.845110 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'status': 'completed', 'code': 200} Feb 11 05:59:44.872325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:59:44.874049 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b013142f-dadc-42d5-af07-7ebee56fe625 req-5e348781-f9ca-40ef-ac7a-9dc07af77789 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456073 Feb 11 05:59:44.933248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-a21f035c-39c2-49ad-86bd-1a4ec2d9e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:44.936095 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-a21f035c-39c2-49ad-86bd-1a4ec2d9e5ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1127 time: 0.0534985 Feb 11 05:59:44.944374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-850aa64d-53da-4ff0-a1cd-35bddedd0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:44.946372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-850aa64d-53da-4ff0-a1cd-35bddedd0d98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1127 time: 0.0610223 Feb 11 05:59:45.041537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:45.057367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'port_id': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'mac_address': 'fa:16:3e:f7:10:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60594852-b496-440d-b72e-cea2195da1c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:59:45.070726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.60', 58038) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:45.085374 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-59d1df6b-4360-406e-b13c-e99ee856c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.085852 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-59d1df6b-4360-406e-b13c-e99ee856c581 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 896 time: 0.1422644 Feb 11 05:59:45.104673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:45.105209 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.111859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-9c77c4cb-46ad-4ce2-9b27-31a8ae33a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.113844 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-9c77c4cb-46ad-4ce2-9b27-31a8ae33a0dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 896 time: 0.1588125 Feb 11 05:59:45.119302 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:45.123333 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00cce-e46c-48ae-bdfd-6a590bc07199 req-15227a89-591d-4e44-8761-602a373ba902 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.124762 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aea00cce-e46c-48ae-bdfd-6a590bc07199 req-15227a89-591d-4e44-8761-602a373ba902 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 944 time: 0.0792704 Feb 11 05:59:45.148160 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:45.152951 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.179939 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-3252c1a0-22a5-4fe5-b781-5ce35681a96f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 999 time: 0.0763209 Feb 11 05:59:45.192505 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-68d80fef-b2e8-4c24-913a-bbe1a00bc891 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.193856 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-68d80fef-b2e8-4c24-913a-bbe1a00bc891 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7&tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&binding%3Ahost_id=n-h2-615180-58 HTTP/1.1" status: 200 len: 944 time: 0.1220603 Feb 11 05:59:45.209023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:45.216485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.217196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.217196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.217505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.217837 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.218171 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.218504 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.218773 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-16f57433-4553-4f8e-99ce-2665a1c88a6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 999 time: 0.0930896 Feb 11 05:59:45.219010 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.219192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.219493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.219831 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.220583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.220583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:45.235273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aea00cce-e46c-48ae-bdfd-6a590bc07199 req-29aa4952-b0f4-4451-beee-c4847c4f5de2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022336 Feb 11 05:59:45.280487 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-b823d8a5-045a-4587-ab8e-c4b5c79f3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.281995 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-b823d8a5-045a-4587-ab8e-c4b5c79f3a24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 200 len: 835 time: 0.0871589 Feb 11 05:59:45.286512 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-e95cb1c6-fd25-4efd-8600-0d0b63b2e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.288407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-e95cb1c6-fd25-4efd-8600-0d0b63b2e309 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 200 len: 835 time: 0.0633891 Feb 11 05:59:45.299450 n-d-615180-58 neutron-server[103354]: INFO neutron.api.v2.resource [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-a3f7d2ba-d151-46f4-9d35-c65cc33adbc8 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:59:45.299450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-a3f7d2ba-d151-46f4-9d35-c65cc33adbc8 service neutron] 10.222.0.60 "DELETE /v2.0/ports/2d05b2bf-4b4e-4902-81d7-d14ae20dd880/bindings/n-h1-615180-58 HTTP/1.1" status: 404 len: 381 time: 0.0962834 Feb 11 05:59:45.338252 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-2db2e57d-065c-448d-910e-6c1d7a91c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.339971 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-2db2e57d-065c-448d-910e-6c1d7a91c798 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a7eb3e1-2a27-4411-b048-6168b5eb749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445733 Feb 11 05:59:45.370866 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-92c9c645-5c3d-4903-a17c-1904a1505d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.372409 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-92c9c645-5c3d-4903-a17c-1904a1505d9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a7eb3e1-2a27-4411-b048-6168b5eb749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0840137 Feb 11 05:59:45.383322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019be27-f4aa-48c2-b08a-24759f3d2248 req-c9084f36-1373-421c-b74c-a87a9ed38fa6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.384739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7019be27-f4aa-48c2-b08a-24759f3d2248 req-c9084f36-1373-421c-b74c-a87a9ed38fa6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 945 time: 0.0698447 Feb 11 05:59:45.434224 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-8b39a6ae-5560-4c3e-926e-b992dba9202d service neutron] 10.222.0.10 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881793 Feb 11 05:59:45.485350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['2d05b2bf-4b4e-4902-81d7-d14ae20dd880'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:59:45.497427 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7019be27-f4aa-48c2-b08a-24759f3d2248 req-be352141-a699-4331-8b60-1ab1e67af3c2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024487 Feb 11 05:59:45.513190 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-edfb7a43-5ee3-4981-9b8c-6b2ab96f1cae service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274760 Feb 11 05:59:45.535919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-2963df82-0037-48f2-ba8a-c401478b7826 service neutron] 10.222.0.10 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954921 Feb 11 05:59:45.616529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05e5dfd8-2863-4450-847f-bee7765e3d4f req-c806ece9-2ac0-43b0-817c-1549650980f2 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962174 Feb 11 05:59:45.686686 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:45.744069 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-c96974aa-4efc-4d63-aa53-9ccc5d0407e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.745581 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-c96974aa-4efc-4d63-aa53-9ccc5d0407e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1128 time: 0.0456541 Feb 11 05:59:45.754029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] The host n-h1-615180-58 is not matching for port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 host n-h2-615180-58! {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:59:45.754373 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:45.827541 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.844722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-c8aa6fe0-32af-4077-ba8e-9559c62abd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.846197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-c8aa6fe0-32af-4077-ba8e-9559c62abd95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 896 time: 0.0945878 Feb 11 05:59:45.914714 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-dac47727-a13e-44bf-8606-12b17bc508fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 1000 time: 0.0617108 Feb 11 05:59:45.970628 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-b795f6a5-7d21-4f00-930d-9272b0e82568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.972176 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-b795f6a5-7d21-4f00-930d-9272b0e82568 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 200 len: 835 time: 0.0509596 Feb 11 05:59:46.023504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-d814d0c1-7f15-4f49-8fa2-f5fc66188dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:46.024944 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-d814d0c1-7f15-4f49-8fa2-f5fc66188dfa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a7eb3e1-2a27-4411-b048-6168b5eb749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457385 Feb 11 05:59:46.120798 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-edcccd87-9b0f-4c3b-94ca-22be1a1e5f58 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888011 Feb 11 05:59:46.210587 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-781be2c2-2536-474e-87e8-25dbb05d451d service neutron] 10.222.0.60 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831685 Feb 11 05:59:46.633053 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f8988-7f5d-4da8-a099-e6200988e8be req-eaf232ae-46e3-4312-a4c6-4b09c0633524 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:46.634573 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f0f8988-7f5d-4da8-a099-e6200988e8be req-eaf232ae-46e3-4312-a4c6-4b09c0633524 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 945 time: 0.0602119 Feb 11 05:59:46.686800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5f0f8988-7f5d-4da8-a099-e6200988e8be req-8b97c78f-4859-4130-b57f-521f5e55d378 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465140 Feb 11 05:59:46.896821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:46.946420 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:59:46.950162 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:46.950547 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:47.030946 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:47.031347 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:47.056061 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:47.058602 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac130f02-abc9-476e-968b-fdea52fc4f34" -d '{"events": [{"server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "name": "network-vif-plugged", "status": "completed", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:47.071012 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:47.074688 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:47.122598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:47.149534 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7690fe1-59f4-4cdc-97e0-08bedba6bfd8 x-openstack-request-id: req-e7690fe1-59f4-4cdc-97e0-08bedba6bfd8 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:47.149824 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "name": "network-vif-plugged", "status": "completed", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:47.150083 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7690fe1-59f4-4cdc-97e0-08bedba6bfd8 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:47.150479 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'code': 200} Feb 11 05:59:47.805363 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00360e-dd64-4111-8a27-15736d1302e8 req-3885d3d6-577d-4c18-974a-f20a1fa7e0c8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:47.806836 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d00360e-dd64-4111-8a27-15736d1302e8 req-3885d3d6-577d-4c18-974a-f20a1fa7e0c8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0528741 Feb 11 05:59:47.855207 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0d00360e-dd64-4111-8a27-15736d1302e8 req-a279f59c-ffdf-4f07-b8c8-094046293599 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 Feb 11 05:59:47.877629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54000) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:47.943116 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b813dd03-987b-4936-a03c-2cd2d0e61f4e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/06f4e797-4d49-4f73-923d-1bd401751673 HTTP/1.1" status: 200 len: 993 time: 0.0642915 Feb 11 05:59:51.573306 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:59:55.530339 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d67a1266-3115-4fab-91cf-b6c025ee5e3a req-1b0f8ebf-1198-451a-ac6d-c07bdd47d1e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437822 Feb 11 05:59:55.631927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a1266-3115-4fab-91cf-b6c025ee5e3a req-c12a7fa1-0b28-40f1-b520-7171341ffdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:55.633711 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d67a1266-3115-4fab-91cf-b6c025ee5e3a req-c12a7fa1-0b28-40f1-b520-7171341ffdbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1129 time: 0.0453570 Feb 11 05:59:55.738884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a1266-3115-4fab-91cf-b6c025ee5e3a req-28c9080d-9d66-4136-82af-5ff8c19ecd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:55.740354 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d67a1266-3115-4fab-91cf-b6c025ee5e3a req-28c9080d-9d66-4136-82af-5ff8c19ecd1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 896 time: 0.0877354 Feb 11 05:59:55.803707 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d67a1266-3115-4fab-91cf-b6c025ee5e3a req-2ed5cb78-1712-4dbc-9606-edabc109fbfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 1001 time: 0.0571768 Feb 11 05:59:55.850246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a1266-3115-4fab-91cf-b6c025ee5e3a req-c6c41890-c34f-450e-b66b-882b98ee0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:55.852696 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d67a1266-3115-4fab-91cf-b6c025ee5e3a req-c6c41890-c34f-450e-b66b-882b98ee0061 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 200 len: 835 time: 0.0434449 Feb 11 05:59:55.908214 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a1266-3115-4fab-91cf-b6c025ee5e3a req-f0b74b27-735e-4972-bc96-7ff2862418a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:55.909716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d67a1266-3115-4fab-91cf-b6c025ee5e3a req-f0b74b27-735e-4972-bc96-7ff2862418a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a7eb3e1-2a27-4411-b048-6168b5eb749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504906 Feb 11 05:59:56.000132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d67a1266-3115-4fab-91cf-b6c025ee5e3a req-a01fe75a-ee46-44d1-89f8-63e1229376d6 service neutron] 10.222.0.10 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830281 Feb 11 05:59:56.091587 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d67a1266-3115-4fab-91cf-b6c025ee5e3a req-a407f656-7d38-4dd2-b0ed-73daf0bae5d2 service neutron] 10.222.0.10 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850782 Feb 11 06:00:03.991210 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.006938 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.548573 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9b43d14-c274-4eff-afd1-5cf931ec87cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:12.040062 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff7e402b-d244-4500-be94-74d04664d91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.052816 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.619600 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.831368 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.294862 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54014) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:16.455923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port 34e7f536-aa41-4b31-b47b-036a49892080 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:16.456275 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (34e7f536-aa41-4b31-b47b-036a49892080), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.537298 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (34e7f536-aa41-4b31-b47b-036a49892080), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.537630 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (34e7f536-aa41-4b31-b47b-036a49892080), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.549074 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for 34e7f536-aa41-4b31-b47b-036a49892080 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:16.692496 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (34e7f536-aa41-4b31-b47b-036a49892080), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.721661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=34e7f536-aa41-4b31-b47b-036a49892080,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:16.783387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (06f4e797-4d49-4f73-923d-1bd401751673), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:16.783725 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Floating IP 06f4e797-4d49-4f73-923d-1bd401751673 disassociated (deleted). External IP: 172.25.7.58, port: 2d05b2bf-4b4e-4902-81d7-d14ae20dd880. Feb 11 06:00:16.996149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 5d802f9f-d321-430f-b556-77ee42d66704 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:17.104154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:17.108972 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:17.115159 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8b29a-ad30-4625-8b6c-2f2aeeaca8ec None None] Sync routers for ids ['5d802f9f-d321-430f-b556-77ee42d66704'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:17.124439 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8b29a-ad30-4625-8b6c-2f2aeeaca8ec None None] Routers {'5d802f9f-d321-430f-b556-77ee42d66704'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:17.125048 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-72e8b29a-ad30-4625-8b6c-2f2aeeaca8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5d802f9f-d321-430f-b556-77ee42d66704'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:17.136908 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-741e3cb9-1222-4c00-b51f-237bd3a6a03b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/floatingips/06f4e797-4d49-4f73-923d-1bd401751673 HTTP/1.1" status: 204 len: 168 time: 0.8408604 Feb 11 06:00:17.137488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:17.139761 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bacd86-4614-49fe-9911-fa005e07c0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:17.185051 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2c5490-f456-452f-b885-d4d7f1663c94 x-openstack-request-id: req-3a2c5490-f456-452f-b885-d4d7f1663c94 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:17.185345 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:17.185603 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a2c5490-f456-452f-b885-d4d7f1663c94 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:17.186011 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'status': 'completed', 'code': 200} Feb 11 06:00:17.240095 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-72e8b29a-ad30-4625-8b6c-2f2aeeaca8ec None None] Set router 5d802f9f-d321-430f-b556-77ee42d66704 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:17.279177 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bacd86-4614-49fe-9911-fa005e07c0ad req-dfa0e64f-8a52-4373-b1ad-3a78cc956a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:17.285929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61bacd86-4614-49fe-9911-fa005e07c0ad req-dfa0e64f-8a52-4373-b1ad-3a78cc956a5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 1129 time: 0.0584137 Feb 11 06:00:17.387331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751c869-fdab-48ca-b654-fc0722cdb23a req-361493d0-f61d-4279-80d6-2edae72c89b5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:17.388875 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c751c869-fdab-48ca-b654-fc0722cdb23a req-361493d0-f61d-4279-80d6-2edae72c89b5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0582824 Feb 11 06:00:17.422833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bacd86-4614-49fe-9911-fa005e07c0ad req-53853e26-c995-44a3-8b6d-c086f698a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:17.424382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61bacd86-4614-49fe-9911-fa005e07c0ad req-53853e26-c995-44a3-8b6d-c086f698a1df service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 200 len: 896 time: 0.0975258 Feb 11 06:00:17.449704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c751c869-fdab-48ca-b654-fc0722cdb23a req-ac6e21cf-7d1a-446d-be52-7ac7a15ac96f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511973 Feb 11 06:00:17.453015 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-72e8b29a-ad30-4625-8b6c-2f2aeeaca8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7a993bcb-d4c6-471d-931a-6b753c395e5d', 'name': '', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:75:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '60594852-b496-440d-b72e-cea2195da1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:26Z', 'updated_at': '2022-02-11T05:57:29Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '60594852-b496-440d-b72e-cea2195da1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:17.465622 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61bacd86-4614-49fe-9911-fa005e07c0ad req-15aaae09-4b9c-4d37-be82-c0600b93267d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 200 len: 217 time: 0.0350730 Feb 11 06:00:17.480337 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8b29a-ad30-4625-8b6c-2f2aeeaca8ec None None] Checking router: 5d802f9f-d321-430f-b556-77ee42d66704 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:17.489212 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8b29a-ad30-4625-8b6c-2f2aeeaca8ec None None] Routers {'5d802f9f-d321-430f-b556-77ee42d66704'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:17.489824 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-72e8b29a-ad30-4625-8b6c-2f2aeeaca8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5d802f9f-d321-430f-b556-77ee42d66704'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:17.518566 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bacd86-4614-49fe-9911-fa005e07c0ad req-e66c42ea-f0b8-4138-915e-5c1a9cf04c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:17.520132 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61bacd86-4614-49fe-9911-fa005e07c0ad req-e66c42ea-f0b8-4138-915e-5c1a9cf04c00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 200 len: 835 time: 0.0482998 Feb 11 06:00:17.572407 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bacd86-4614-49fe-9911-fa005e07c0ad req-0dc9919b-adab-45a8-89c5-5f8b97efb9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:17.573862 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61bacd86-4614-49fe-9911-fa005e07c0ad req-0dc9919b-adab-45a8-89c5-5f8b97efb9a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a7eb3e1-2a27-4411-b048-6168b5eb749f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475373 Feb 11 06:00:17.671033 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61bacd86-4614-49fe-9911-fa005e07c0ad req-7918c5b0-cb99-46c9-86f6-d997ba925167 service neutron] 10.222.0.10 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896227 Feb 11 06:00:17.686044 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-72e8b29a-ad30-4625-8b6c-2f2aeeaca8ec None None] Set router 5d802f9f-d321-430f-b556-77ee42d66704 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:17.767647 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61bacd86-4614-49fe-9911-fa005e07c0ad req-155ee091-b0af-4921-ae1b-88bc6aa5e45c service neutron] 10.222.0.10 "GET /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882087 Feb 11 06:00:17.880813 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-72e8b29a-ad30-4625-8b6c-2f2aeeaca8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7a993bcb-d4c6-471d-931a-6b753c395e5d', 'name': '', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:75:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '60594852-b496-440d-b72e-cea2195da1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:26Z', 'updated_at': '2022-02-11T05:57:29Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '60594852-b496-440d-b72e-cea2195da1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:17.906337 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8b29a-ad30-4625-8b6c-2f2aeeaca8ec None None] The sync data for ids ['5d802f9f-d321-430f-b556-77ee42d66704'] in n-d-615180-58 is: [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '7a993bcb-d4c6-471d-931a-6b753c395e5d', 'name': '', 'network_id': '4a7eb3e1-2a27-4411-b048-6168b5eb749f', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:75:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '60594852-b496-440d-b72e-cea2195da1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:26Z', 'updated_at': '2022-02-11T05:57:29Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '60594852-b496-440d-b72e-cea2195da1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:18.131167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5d480-d345-45df-8384-1a24eacde5ad None None] New status for floating IP 06f4e797-4d49-4f73-923d-1bd401751673: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:00:18.574878 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc9045-9f1a-47f3-8be4-f6ab25bac803 req-8d7b7086-7eca-4596-a950-be623fd3725a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:18.576333 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a8dc9045-9f1a-47f3-8be4-f6ab25bac803 req-8d7b7086-7eca-4596-a950-be623fd3725a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0532966 Feb 11 06:00:18.623738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a8dc9045-9f1a-47f3-8be4-f6ab25bac803 req-b433aeaf-1493-4270-88f3-2db0c61c4e12 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ac0bdde-cb6d-4a02-99d1-da9695363f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418410 Feb 11 06:00:18.774596 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840a387-a1f5-4d25-a402-b5170d0e469d req-93999567-3705-447d-b454-e85d70b0e242 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:18.776098 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8840a387-a1f5-4d25-a402-b5170d0e469d req-93999567-3705-447d-b454-e85d70b0e242 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.10 "GET /v2.0/ports?device_id=51da884e-5c04-43e4-af84-1d29b8bfdff7 HTTP/1.1" status: 200 len: 946 time: 0.0560710 Feb 11 06:00:18.865324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8840a387-a1f5-4d25-a402-b5170d0e469d req-e55ecfd8-1cf3-4629-8b13-1331e901f68c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:18.865677 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8840a387-a1f5-4d25-a402-b5170d0e469d req-e55ecfd8-1cf3-4629-8b13-1331e901f68c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.955440 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8840a387-a1f5-4d25-a402-b5170d0e469d req-e55ecfd8-1cf3-4629-8b13-1331e901f68c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:18.955810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8840a387-a1f5-4d25-a402-b5170d0e469d req-e55ecfd8-1cf3-4629-8b13-1331e901f68c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:18.967417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8840a387-a1f5-4d25-a402-b5170d0e469d req-e55ecfd8-1cf3-4629-8b13-1331e901f68c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:19.091584 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8840a387-a1f5-4d25-a402-b5170d0e469d req-e55ecfd8-1cf3-4629-8b13-1331e901f68c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2d05b2bf-4b4e-4902-81d7-d14ae20dd880), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.122846 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ecfd8-1cf3-4629-8b13-1331e901f68c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=2d05b2bf-4b4e-4902-81d7-d14ae20dd880,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:19.167739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8840a387-a1f5-4d25-a402-b5170d0e469d req-e55ecfd8-1cf3-4629-8b13-1331e901f68c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] No DVR routers for this DVR port 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:19.170390 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8840a387-a1f5-4d25-a402-b5170d0e469d req-e55ecfd8-1cf3-4629-8b13-1331e901f68c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:19.173749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-8840a387-a1f5-4d25-a402-b5170d0e469d req-e55ecfd8-1cf3-4629-8b13-1331e901f68c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.10 "DELETE /v2.0/ports/2d05b2bf-4b4e-4902-81d7-d14ae20dd880 HTTP/1.1" status: 204 len: 173 time: 0.3929379 Feb 11 06:00:19.187321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'name': 'network-vif-deleted', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:19.189877 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b350016-f0cf-496e-a3f7-87ccfd7ac1f7" -d '{"events": [{"server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "name": "network-vif-deleted", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:19.231917 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea6a46a-1580-428e-940c-019720424afa x-openstack-request-id: req-dea6a46a-1580-428e-940c-019720424afa {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:19.232217 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51da884e-5c04-43e4-af84-1d29b8bfdff7", "name": "network-vif-deleted", "tag": "2d05b2bf-4b4e-4902-81d7-d14ae20dd880", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:19.232479 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dea6a46a-1580-428e-940c-019720424afa {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:19.232889 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51da884e-5c04-43e4-af84-1d29b8bfdff7', 'name': 'network-vif-deleted', 'tag': '2d05b2bf-4b4e-4902-81d7-d14ae20dd880', 'status': 'completed', 'code': 200} Feb 11 06:00:19.684701 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54028) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:20.041032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (5d802f9f-d321-430f-b556-77ee42d66704), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:20.298356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port 7a993bcb-d4c6-471d-931a-6b753c395e5d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:20.298614 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:20.387195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port 7a993bcb-d4c6-471d-931a-6b753c395e5d, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=7a993bcb-d4c6-471d-931a-6b753c395e5d,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:20.387558 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:20.399120 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for 7a993bcb-d4c6-471d-931a-6b753c395e5d owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:20.581184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (7a993bcb-d4c6-471d-931a-6b753c395e5d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:20.606786 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=7a993bcb-d4c6-471d-931a-6b753c395e5d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:20.632175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.632534 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.632886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.633232 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.633572 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.633905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.634235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.634566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.634923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.635248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.635575 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.635898 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.636218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:20.796143 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (5d802f9f-d321-430f-b556-77ee42d66704), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:21.370874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 5d802f9f-d321-430f-b556-77ee42d66704 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:21.481897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:21.486880 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-deb73881-2f1e-4196-a6ca-c60398f8a306 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "PUT /v2.0/routers/5d802f9f-d321-430f-b556-77ee42d66704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8005753 Feb 11 06:00:21.489795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54030) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:21.492118 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b65509-55d5-40ce-b9fe-bfdafd62711c None None] Sync routers for ids ['5d802f9f-d321-430f-b556-77ee42d66704'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:21.502310 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b65509-55d5-40ce-b9fe-bfdafd62711c None None] Routers {'5d802f9f-d321-430f-b556-77ee42d66704'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:21.502961 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-19b65509-55d5-40ce-b9fe-bfdafd62711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5d802f9f-d321-430f-b556-77ee42d66704'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:21.540143 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-347d6519-70a1-4503-85d0-2a206ad78118 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting subnet 60594852-b496-440d-b72e-cea2195da1c8 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:00:21.543392 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-347d6519-70a1-4503-85d0-2a206ad78118 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (60594852-b496-440d-b72e-cea2195da1c8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:21.583216 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-347d6519-70a1-4503-85d0-2a206ad78118 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (60594852-b496-440d-b72e-cea2195da1c8), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:21.607698 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-19b65509-55d5-40ce-b9fe-bfdafd62711c None None] Set router 5d802f9f-d321-430f-b556-77ee42d66704 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:21.668769 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-347d6519-70a1-4503-85d0-2a206ad78118 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (60594852-b496-440d-b72e-cea2195da1c8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:21.728032 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-347d6519-70a1-4503-85d0-2a206ad78118 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (60594852-b496-440d-b72e-cea2195da1c8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:21.756528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d6519-70a1-4503-85d0-2a206ad78118 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Subnet': ['ID=60594852-b496-440d-b72e-cea2195da1c8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:21.758489 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-347d6519-70a1-4503-85d0-2a206ad78118 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:21.761661 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-347d6519-70a1-4503-85d0-2a206ad78118 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/subnets/60594852-b496-440d-b72e-cea2195da1c8 HTTP/1.1" status: 204 len: 168 time: 0.2709162 Feb 11 06:00:21.764509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54032) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:21.766165 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2f4fa-ddae-4b1f-8dc6-97fd965d8fbb None None] Network 4a7eb3e1-2a27-4411-b048-6168b5eb749f requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:21.792328 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-19b65509-55d5-40ce-b9fe-bfdafd62711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T06:00:20Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:21.820517 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b65509-55d5-40ce-b9fe-bfdafd62711c None None] Checking router: 5d802f9f-d321-430f-b556-77ee42d66704 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:21.830467 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b65509-55d5-40ce-b9fe-bfdafd62711c None None] Routers {'5d802f9f-d321-430f-b556-77ee42d66704'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:21.831142 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-19b65509-55d5-40ce-b9fe-bfdafd62711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['5d802f9f-d321-430f-b556-77ee42d66704'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:21.879947 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (5d802f9f-d321-430f-b556-77ee42d66704), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:21.944325 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-19b65509-55d5-40ce-b9fe-bfdafd62711c None None] Set router 5d802f9f-d321-430f-b556-77ee42d66704 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:21.996772 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (5d802f9f-d321-430f-b556-77ee42d66704), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.052279 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port c4763d31-db00-40ea-9b01-f84283a39eb0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:22.052631 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.123485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9c87e7-1b92-4861-8ded-eab79335b3e2 None None] DHCP port deletion for 4a7eb3e1-2a27-4411-b048-6168b5eb749f request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:00:22.131226 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-19b65509-55d5-40ce-b9fe-bfdafd62711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T06:00:20Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:22.147710 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port c4763d31-db00-40ea-9b01-f84283a39eb0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c4763d31-db00-40ea-9b01-f84283a39eb0,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:22.148085 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.161132 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for c4763d31-db00-40ea-9b01-f84283a39eb0 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:22.164637 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b65509-55d5-40ce-b9fe-bfdafd62711c None None] The sync data for ids ['5d802f9f-d321-430f-b556-77ee42d66704'] in n-d-615180-58 is: [{'id': '5d802f9f-d321-430f-b556-77ee42d66704', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495906814', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T06:00:20Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': 'c4763d31-db00-40ea-9b01-f84283a39eb0', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802f9f-d321-430f-b556-77ee42d66704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:57:23Z', 'updated_at': '2022-02-11T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:22.174696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c87e7-1b92-4861-8ded-eab79335b3e2 None None] Deleting port d980eafa-901d-4769-abde-3d4ce56903a1 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:22.175405 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a9c87e7-1b92-4861-8ded-eab79335b3e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d980eafa-901d-4769-abde-3d4ce56903a1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.246244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3a9c87e7-1b92-4861-8ded-eab79335b3e2 None None] For port d980eafa-901d-4769-abde-3d4ce56903a1, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d980eafa-901d-4769-abde-3d4ce56903a1,segment=NetworkSegment(87b7dce3-5805-47b4-9163-0f4555fd9b54),segment_id=87b7dce3-5805-47b4-9163-0f4555fd9b54)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:22.246914 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a9c87e7-1b92-4861-8ded-eab79335b3e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d980eafa-901d-4769-abde-3d4ce56903a1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.260274 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c87e7-1b92-4861-8ded-eab79335b3e2 None None] Calling delete_port for d980eafa-901d-4769-abde-3d4ce56903a1 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:22.331113 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c4763d31-db00-40ea-9b01-f84283a39eb0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.340135 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3a9c87e7-1b92-4861-8ded-eab79335b3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (d980eafa-901d-4769-abde-3d4ce56903a1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.354028 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=c4763d31-db00-40ea-9b01-f84283a39eb0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:22.365616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c87e7-1b92-4861-8ded-eab79335b3e2 None None] Pushing event deleted for resources: {'Port': ['ID=d980eafa-901d-4769-abde-3d4ce56903a1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:22.369295 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c87e7-1b92-4861-8ded-eab79335b3e2 None None] No DVR routers for this DVR port d980eafa-901d-4769-abde-3d4ce56903a1 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:22.422394 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (5d802f9f-d321-430f-b556-77ee42d66704), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.518247 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (5d802f9f-d321-430f-b556-77ee42d66704), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.521152 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_controller (5d802f9f-d321-430f-b556-77ee42d66704), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.572111 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (5d802f9f-d321-430f-b556-77ee42d66704), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.572652 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Fanout notify agent at l3_agent the message router_deleted on router 5d802f9f-d321-430f-b556-77ee42d66704 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:00:22.579926 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.581069 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-564a77d0-7fe7-4e27-9396-36dac212237c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/routers/5d802f9f-d321-430f-b556-77ee42d66704 HTTP/1.1" status: 204 len: 168 time: 0.8155348 Feb 11 06:00:22.584373 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54034) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:22.624377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7a993bcb-d4c6-471d-931a-6b753c395e5d no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:22.648711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 7a993bcb-d4c6-471d-931a-6b753c395e5d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:22.649167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 7a993bcb-d4c6-471d-931a-6b753c395e5d not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:22.649670 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d980eafa-901d-4769-abde-3d4ce56903a1 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:22.670022 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (4a7eb3e1-2a27-4411-b048-6168b5eb749f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.670658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: d980eafa-901d-4769-abde-3d4ce56903a1 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:22.671113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d980eafa-901d-4769-abde-3d4ce56903a1 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:22.761013 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (4a7eb3e1-2a27-4411-b048-6168b5eb749f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.782724 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7eb3e1-2a27-4411-b048-6168b5eb749f']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:22.792409 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b7dce3-5805-47b4-9163-0f4555fd9b54') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:22.792716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b7dce3-5805-47b4-9163-0f4555fd9b54') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:22.802792 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (87b7dce3-5805-47b4-9163-0f4555fd9b54), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.816865 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (87b7dce3-5805-47b4-9163-0f4555fd9b54), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.823332 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:00:22.823735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (87b7dce3-5805-47b4-9163-0f4555fd9b54), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: timer() Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:00:22.826802 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:00:23.068123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:23.088706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:23.089056 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device 2d05b2bf-4b4e-4902-81d7-d14ae20dd880 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:23.245672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (4a7eb3e1-2a27-4411-b048-6168b5eb749f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.251401 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.255242 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/networks/4a7eb3e1-2a27-4411-b048-6168b5eb749f HTTP/1.1" status: 204 len: 168 time: 0.6698425 Feb 11 06:00:23.258009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54036) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:23.269299 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2bb15-1df7-4ee1-9313-7b7be7092ddc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Network': ['ID=4a7eb3e1-2a27-4411-b048-6168b5eb749f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:23.313568 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e9f6-9f44-4465-9dc9-f9eb0df12425 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (6ac0bdde-cb6d-4a02-99d1-da9695363f9a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.338751 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e9f6-9f44-4465-9dc9-f9eb0df12425 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (6ac0bdde-cb6d-4a02-99d1-da9695363f9a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.399526 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e9f6-9f44-4465-9dc9-f9eb0df12425 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6ac0bdde-cb6d-4a02-99d1-da9695363f9a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.402074 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e9f6-9f44-4465-9dc9-f9eb0df12425 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.403257 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b7b3e9f6-9f44-4465-9dc9-f9eb0df12425 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/security-groups/6ac0bdde-cb6d-4a02-99d1-da9695363f9a HTTP/1.1" status: 204 len: 168 time: 0.1442437 Feb 11 06:00:23.414506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3e9f6-9f44-4465-9dc9-f9eb0df12425 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac0bdde-cb6d-4a02-99d1-da9695363f9a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:23.698697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54042) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:23.703351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-bdd47ebe-6f22-4d1f-b852-f0b3d5e6ce5b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-568933753', 'description': 'tempest-secgroup-smoke-568933753 description', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:23.724276 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdd47ebe-6f22-4d1f-b852-f0b3d5e6ce5b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.799980 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdd47ebe-6f22-4d1f-b852-f0b3d5e6ce5b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (9665d663-79a3-496e-af4c-be893d511637), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.806018 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdd47ebe-6f22-4d1f-b852-f0b3d5e6ce5b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9665d663-79a3-496e-af4c-be893d511637), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.837745 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-bdd47ebe-6f22-4d1f-b852-f0b3d5e6ce5b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.839017 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bdd47ebe-6f22-4d1f-b852-f0b3d5e6ce5b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1392725 Feb 11 06:00:23.840946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd47ebe-6f22-4d1f-b852-f0b3d5e6ce5b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9665d663-79a3-496e-af4c-be893d511637,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:23.842002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54044) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:23.847905 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f20fd988-3ecd-4255-9c32-84e0bada0ae7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '9665d663-79a3-496e-af4c-be893d511637', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:23.872695 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f20fd988-3ecd-4255-9c32-84e0bada0ae7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (1b074f2f-4cc0-4a73-bdd9-ee7d7941cca8), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.926153 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f20fd988-3ecd-4255-9c32-84e0bada0ae7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (1b074f2f-4cc0-4a73-bdd9-ee7d7941cca8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.929613 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f20fd988-3ecd-4255-9c32-84e0bada0ae7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (1b074f2f-4cc0-4a73-bdd9-ee7d7941cca8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.948135 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fd988-3ecd-4255-9c32-84e0bada0ae7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b074f2f-4cc0-4a73-bdd9-ee7d7941cca8,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:23.953194 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f20fd988-3ecd-4255-9c32-84e0bada0ae7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:23.954382 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f20fd988-3ecd-4255-9c32-84e0bada0ae7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1104822 Feb 11 06:00:23.957225 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54046) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:23.961665 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-24788289-7789-4737-b7ab-be11af7d254c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '9665d663-79a3-496e-af4c-be893d511637', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:23.985504 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24788289-7789-4737-b7ab-be11af7d254c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (4d367f5b-11a6-409c-b202-dcc7a3aec659), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.039781 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24788289-7789-4737-b7ab-be11af7d254c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (4d367f5b-11a6-409c-b202-dcc7a3aec659), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.043196 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24788289-7789-4737-b7ab-be11af7d254c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (4d367f5b-11a6-409c-b202-dcc7a3aec659), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.061362 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24788289-7789-4737-b7ab-be11af7d254c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d367f5b-11a6-409c-b202-dcc7a3aec659,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:24.066427 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24788289-7789-4737-b7ab-be11af7d254c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.067880 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-24788289-7789-4737-b7ab-be11af7d254c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1097279 Feb 11 06:00:24.070637 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54048) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:24.075180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0ae2ca37-e5fd-4cdb-b406-1df558196002 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '9665d663-79a3-496e-af4c-be893d511637', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:24.105597 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ca37-e5fd-4cdb-b406-1df558196002 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (a6e65286-d6ee-4223-a17f-f6f3d955bc52), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.166797 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ca37-e5fd-4cdb-b406-1df558196002 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (a6e65286-d6ee-4223-a17f-f6f3d955bc52), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.170475 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ca37-e5fd-4cdb-b406-1df558196002 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (a6e65286-d6ee-4223-a17f-f6f3d955bc52), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.187235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2ca37-e5fd-4cdb-b406-1df558196002 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e65286-d6ee-4223-a17f-f6f3d955bc52,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:24.195536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ca37-e5fd-4cdb-b406-1df558196002 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.196709 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0ae2ca37-e5fd-4cdb-b406-1df558196002 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250403 Feb 11 06:00:24.199406 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54050) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:24.203546 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-955d0664-f1e8-472a-b659-6caff1c70f18 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '9665d663-79a3-496e-af4c-be893d511637', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:24.228645 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-955d0664-f1e8-472a-b659-6caff1c70f18 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (d568541c-f330-408e-9f66-25cd7ecce6a6), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.283980 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-955d0664-f1e8-472a-b659-6caff1c70f18 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (d568541c-f330-408e-9f66-25cd7ecce6a6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.287583 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-955d0664-f1e8-472a-b659-6caff1c70f18 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (d568541c-f330-408e-9f66-25cd7ecce6a6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.303922 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d0664-f1e8-472a-b659-6caff1c70f18 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d568541c-f330-408e-9f66-25cd7ecce6a6,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:24.312853 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-955d0664-f1e8-472a-b659-6caff1c70f18 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.314056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-955d0664-f1e8-472a-b659-6caff1c70f18 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137516 Feb 11 06:00:24.317280 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54052) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:24.321508 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-97cbca4c-3341-4cca-9094-62387b7e3ac6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '9665d663-79a3-496e-af4c-be893d511637', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:24.341547 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-97cbca4c-3341-4cca-9094-62387b7e3ac6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Project 34d54ee97fa24d4ca8dd832d02b9b5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:00:24.346701 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97cbca4c-3341-4cca-9094-62387b7e3ac6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (9cc22010-64e3-44bb-901d-131baa2e55d8), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.407700 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97cbca4c-3341-4cca-9094-62387b7e3ac6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (9cc22010-64e3-44bb-901d-131baa2e55d8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.412535 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97cbca4c-3341-4cca-9094-62387b7e3ac6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (9cc22010-64e3-44bb-901d-131baa2e55d8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.430215 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbca4c-3341-4cca-9094-62387b7e3ac6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc22010-64e3-44bb-901d-131baa2e55d8,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:24.430569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c4763d31-db00-40ea-9b01-f84283a39eb0 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:24.438542 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97cbca4c-3341-4cca-9094-62387b7e3ac6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.439787 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-97cbca4c-3341-4cca-9094-62387b7e3ac6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215985 Feb 11 06:00:24.444041 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54054) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:24.448482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3c083899-ccc3-41a8-8068-330d0fd44785 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': '9665d663-79a3-496e-af4c-be893d511637', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:24.462804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: c4763d31-db00-40ea-9b01-f84283a39eb0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:24.463462 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c4763d31-db00-40ea-9b01-f84283a39eb0 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:24.470291 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-3c083899-ccc3-41a8-8068-330d0fd44785 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Project 34d54ee97fa24d4ca8dd832d02b9b5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:00:24.476358 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c083899-ccc3-41a8-8068-330d0fd44785 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (be79746f-810c-4df5-84de-4d45f4246ad1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.538720 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c083899-ccc3-41a8-8068-330d0fd44785 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (be79746f-810c-4df5-84de-4d45f4246ad1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.542316 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c083899-ccc3-41a8-8068-330d0fd44785 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (be79746f-810c-4df5-84de-4d45f4246ad1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.559418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c083899-ccc3-41a8-8068-330d0fd44785 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be79746f-810c-4df5-84de-4d45f4246ad1,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:24.567641 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c083899-ccc3-41a8-8068-330d0fd44785 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.568827 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-3c083899-ccc3-41a8-8068-330d0fd44785 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237054 Feb 11 06:00:24.571734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54056) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:24.576831 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8e7ce4ca-c46a-4378-b8e0-2429b723a549 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'network': {'name': 'tempest-network-smoke--1747809712', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'port_security_enabled': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:24.595051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7ce4ca-c46a-4378-b8e0-2429b723a549 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:24.598192 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e7ce4ca-c46a-4378-b8e0-2429b723a549 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.621648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7ce4ca-c46a-4378-b8e0-2429b723a549 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:00:24.631303 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e7ce4ca-c46a-4378-b8e0-2429b723a549 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (289d2dbc-4084-43eb-ae72-f31412ab0ffc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.631663 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-8e7ce4ca-c46a-4378-b8e0-2429b723a549 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Added segment 289d2dbc-4084-43eb-ae72-f31412ab0ffc of type vlan for network c9c81da8-a878-42c4-9fb3-c740e377664e Feb 11 06:00:24.670615 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e7ce4ca-c46a-4378-b8e0-2429b723a549 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (c9c81da8-a878-42c4-9fb3-c740e377664e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.694820 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e7ce4ca-c46a-4378-b8e0-2429b723a549 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (c9c81da8-a878-42c4-9fb3-c740e377664e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.700354 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7ce4ca-c46a-4378-b8e0-2429b723a549 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:24.700940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e7ce4ca-c46a-4378-b8e0-2429b723a549 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.739488 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8e7ce4ca-c46a-4378-b8e0-2429b723a549 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1666071 Feb 11 06:00:24.742131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54058) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:24.746398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'admin_state_up': True, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:24.786859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ce4ca-c46a-4378-b8e0-2429b723a549 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Network': ['ID=c9c81da8-a878-42c4-9fb3-c740e377664e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:24.796585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network c9c81da8-a878-42c4-9fb3-c740e377664e details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:00:24.803556 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (6141bf02-066c-4b03-9333-0ec5ef0d1098), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.804726 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (6141bf02-066c-4b03-9333-0ec5ef0d1098), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.856184 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_controller (6141bf02-066c-4b03-9333-0ec5ef0d1098), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:24.998280 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (6141bf02-066c-4b03-9333-0ec5ef0d1098), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.186527 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (6141bf02-066c-4b03-9333-0ec5ef0d1098), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.208284 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.308484 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.25.7.237 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/0ac287e8-1f2f-4352-988a-1e555ab7913a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:25.413734 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.446810 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.487118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:25.489991 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:25.492920 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:25.518327 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=0ac287e8-1f2f-4352-988a-1e555ab7913a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:25.744489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (6141bf02-066c-4b03-9333-0ec5ef0d1098), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.940073 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (6141bf02-066c-4b03-9333-0ec5ef0d1098), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.067705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 6141bf02-066c-4b03-9333-0ec5ef0d1098 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:00:26.173479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:26.183691 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Sync routers for ids ['6141bf02-066c-4b03-9333-0ec5ef0d1098'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:26.194616 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Routers {'6141bf02-066c-4b03-9333-0ec5ef0d1098'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:26.195311 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6141bf02-066c-4b03-9333-0ec5ef0d1098'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:26.196141 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.197366 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-69295706-5e79-463b-8e3f-5c526f94615e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4543216 Feb 11 06:00:26.200532 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54060) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:26.229652 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-aa1affe9-1d69-48ff-8345-bc87292b4d57 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=34d54ee97fa24d4ca8dd832d02b9b5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280070 Feb 11 06:00:26.232251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54062) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:26.303789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Set router 6141bf02-066c-4b03-9333-0ec5ef0d1098 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:26.324619 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184b60a6-b106-4db6-8bc0-73c5a365d3af tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:26.326028 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-184b60a6-b106-4db6-8bc0-73c5a365d3af tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928795 Feb 11 06:00:26.329000 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54064) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:26.355702 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bdf22e73-6f2f-476b-a5c2-e34ccfcaa42f tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256672 Feb 11 06:00:26.358188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54066) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:26.362782 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5a590e26-1a90-4c29-8160-4433cc04fe7b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-32797318', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:26.447666 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a590e26-1a90-4c29-8160-4433cc04fe7b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:26.451076 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a590e26-1a90-4c29-8160-4433cc04fe7b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.484477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:00:25Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:26.511115 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Checking router: 6141bf02-066c-4b03-9333-0ec5ef0d1098 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:26.511479 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Updating router 6141bf02-066c-4b03-9333-0ec5ef0d1098 port 0ac287e8-1f2f-4352-988a-1e555ab7913a binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:00:26.539890 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.632214 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a590e26-1a90-4c29-8160-4433cc04fe7b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (b3c4ef3a-2b36-4727-916e-36addb201e29), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.695467 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a590e26-1a90-4c29-8160-4433cc04fe7b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Subnet': ['ID=b3c4ef3a-2b36-4727-916e-36addb201e29,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:26.706966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a590e26-1a90-4c29-8160-4433cc04fe7b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Checking segment: {'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:26.707343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a590e26-1a90-4c29-8160-4433cc04fe7b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network hostable DHCP agents. Network: c9c81da8-a878-42c4-9fb3-c740e377664e, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:00:26.724107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a590e26-1a90-4c29-8160-4433cc04fe7b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network c9c81da8-a878-42c4-9fb3-c740e377664e is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:00:26.732524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5a590e26-1a90-4c29-8160-4433cc04fe7b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, c9c81da8-a878-42c4-9fb3-c740e377664e) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:26.736509 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a590e26-1a90-4c29-8160-4433cc04fe7b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:26.737115 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a590e26-1a90-4c29-8160-4433cc04fe7b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.748859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4809f4dc-121a-4809-80ca-34ed3986d6e7 None None] Network c9c81da8-a878-42c4-9fb3-c740e377664e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:26.753919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5a590e26-1a90-4c29-8160-4433cc04fe7b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3947289 Feb 11 06:00:26.756766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54068) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:26.862590 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Publish callbacks [] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.871651 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.926850 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-c9c81da8-a878-42c4-9fb3-c740e377664e', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ips': [{'subnet_id': 'b3c4ef3a-2b36-4727-916e-36addb201e29'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:00:26.927723 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.959994 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec200e-48bd-4f57-966a-bec788132bc7 None None] Pushing event updated for resources: {'Port': ['ID=0ac287e8-1f2f-4352-988a-1e555ab7913a,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:26.966933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Attempting to bind port 0ac287e8-1f2f-4352-988a-1e555ab7913a on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:26.966933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Attempting to bind port 0ac287e8-1f2f-4352-988a-1e555ab7913a by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:26.967269 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Attempting to bind port 0ac287e8-1f2f-4352-988a-1e555ab7913a on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:26.979497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:26.979970 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:26.980301 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.980725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:26.981177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Bound port: 0ac287e8-1f2f-4352-988a-1e555ab7913a, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:26.981561 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.116826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] For port 0ac287e8-1f2f-4352-988a-1e555ab7913a, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:27.134075 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] For port 0ac287e8-1f2f-4352-988a-1e555ab7913a, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=0ac287e8-1f2f-4352-988a-1e555ab7913a,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:27.147050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.150537 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Allocated IP 172.20.0.2 (c9c81da8-a878-42c4-9fb3-c740e377664e/b3c4ef3a-2b36-4727-916e-36addb201e29/d1c2b531-aeed-4030-8c78-bc98f8f87793) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:27.223819 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.243924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Routers {'6141bf02-066c-4b03-9333-0ec5ef0d1098'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:27.244571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6141bf02-066c-4b03-9333-0ec5ef0d1098'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:27.252070 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec200e-48bd-4f57-966a-bec788132bc7 None None] Pushing event updated for resources: {'Port': ['ID=0ac287e8-1f2f-4352-988a-1e555ab7913a,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:27.440575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] Set router 6141bf02-066c-4b03-9333-0ec5ef0d1098 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:27.530093 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Publish callbacks [] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.541762 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.584078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.20.0.1 (c9c81da8-a878-42c4-9fb3-c740e377664e/b3c4ef3a-2b36-4727-916e-36addb201e29/c464d158-b56d-4ef7-bba4-d8115f5400e3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:27.616428 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Network c9c81da8-a878-42c4-9fb3-c740e377664e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:27.621694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:27.624919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Pushing event updated for resources: {'Port': ['ID=d1c2b531-aeed-4030-8c78-bc98f8f87793,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:27.628486 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:27.703990 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.739211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.782917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network c9c81da8-a878-42c4-9fb3-c740e377664e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:27.788412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:27.792744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:27.796913 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=c464d158-b56d-4ef7-bba4-d8115f5400e3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:27.837672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (6141bf02-066c-4b03-9333-0ec5ef0d1098), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.874932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Attempting to bind port d1c2b531-aeed-4030-8c78-bc98f8f87793 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:27.874932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Attempting to bind port d1c2b531-aeed-4030-8c78-bc98f8f87793 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:27.875299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Attempting to bind port d1c2b531-aeed-4030-8c78-bc98f8f87793 on network c9c81da8-a878-42c4-9fb3-c740e377664e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:27.882551 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:27.882955 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Checking segment: {'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:27.883377 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.883778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Bound using segment: {'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:27.884251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Bound port: d1c2b531-aeed-4030-8c78-bc98f8f87793, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:27.884638 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.946309 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:00:25Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:27.970216 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.980443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea339eb-87bc-4b3e-9562-0d8537951876 None None] The sync data for ids ['6141bf02-066c-4b03-9333-0ec5ef0d1098'] in n-d-615180-58 is: [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:00:25Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:27.987325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] For port d1c2b531-aeed-4030-8c78-bc98f8f87793, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:27.991774 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] For port d1c2b531-aeed-4030-8c78-bc98f8f87793, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d1c2b531-aeed-4030-8c78-bc98f8f87793,segment=NetworkSegment(289d2dbc-4084-43eb-ae72-f31412ab0ffc),segment_id=289d2dbc-4084-43eb-ae72-f31412ab0ffc)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:27.997079 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.058759 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d13c8-bf58-4197-b009-5187e08e2da2 None None] Pushing event updated for resources: {'Port': ['ID=d1c2b531-aeed-4030-8c78-bc98f8f87793,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:28.563680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d1c2b531-aeed-4030-8c78-bc98f8f87793 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:28.575508 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:00:28.622338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d1c2b531-aeed-4030-8c78-bc98f8f87793 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:28.622860 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.702070 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.708510 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.709547 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d1c2b531-aeed-4030-8c78-bc98f8f87793 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:28.709946 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.746642 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port d1c2b531-aeed-4030-8c78-bc98f8f87793, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d1c2b531-aeed-4030-8c78-bc98f8f87793,segment=NetworkSegment(289d2dbc-4084-43eb-ae72-f31412ab0ffc),segment_id=289d2dbc-4084-43eb-ae72-f31412ab0ffc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:28.751352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.752397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0ac287e8-1f2f-4352-988a-1e555ab7913a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:28.790284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=c464d158-b56d-4ef7-bba4-d8115f5400e3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:28.792976 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (6141bf02-066c-4b03-9333-0ec5ef0d1098), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.863722 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=d1c2b531-aeed-4030-8c78-bc98f8f87793,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:28.878133 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 0ac287e8-1f2f-4352-988a-1e555ab7913a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:28.878531 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.916828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network c9c81da8-a878-42c4-9fb3-c740e377664e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:28.918465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:28.967882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 0ac287e8-1f2f-4352-988a-1e555ab7913a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:28.968287 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.991272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 0ac287e8-1f2f-4352-988a-1e555ab7913a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=0ac287e8-1f2f-4352-988a-1e555ab7913a,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:28.999776 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.057720 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=0ac287e8-1f2f-4352-988a-1e555ab7913a,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:29.072608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 6141bf02-066c-4b03-9333-0ec5ef0d1098 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:29.186990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4334d875-821c-45b8-a12a-d48e9271a10b None None] Network c9c81da8-a878-42c4-9fb3-c740e377664e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:00:29.200323 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:29.207920 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c48cdbef-6ddd-42a3-995e-2c16be71ad0b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "PUT /v2.0/routers/6141bf02-066c-4b03-9333-0ec5ef0d1098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4501586 Feb 11 06:00:29.304733 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-57dc9187-28ba-4b75-8d14-b6174f9c4317 None None] Provisioning complete for port d1c2b531-aeed-4030-8c78-bc98f8f87793 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:29.305051 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57dc9187-28ba-4b75-8d14-b6174f9c4317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.370666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-8130e8b0-05bc-489e-9198-e10eac95d232 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-568933753&fields=id&tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 267 time: 0.0528736 Feb 11 06:00:29.397124 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-57dc9187-28ba-4b75-8d14-b6174f9c4317 None None] Current status of the port d1c2b531-aeed-4030-8c78-bc98f8f87793 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:29.474522 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-1bc738db-cc4f-4c0b-b750-7d03ee897f01 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:29.476072 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-1bc738db-cc4f-4c0b-b750-7d03ee897f01 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/networks?id=c9c81da8-a878-42c4-9fb3-c740e377664e HTTP/1.1" status: 200 len: 797 time: 0.1045687 Feb 11 06:00:29.492985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-6ab42595-11d1-44e1-b81d-b6d939799965 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/quotas/34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 375 time: 0.0112078 Feb 11 06:00:29.578025 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-f64a7482-f0d5-4660-a992-8f7db349e9a4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791681 Feb 11 06:00:29.621283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-33b025db-daa1-4a15-8c7e-7f5432a2704b None None] Provisioning complete for port d1c2b531-aeed-4030-8c78-bc98f8f87793 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:29.621775 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33b025db-daa1-4a15-8c7e-7f5432a2704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.651139 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-f59f82e1-180b-4dfe-9c1d-45d95f2ef5a9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:00:29.652187 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-f59f82e1-180b-4dfe-9c1d-45d95f2ef5a9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0583093 Feb 11 06:00:29.712017 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-33b025db-daa1-4a15-8c7e-7f5432a2704b None None] Current status of the port d1c2b531-aeed-4030-8c78-bc98f8f87793 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:29.723900 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-33b025db-daa1-4a15-8c7e-7f5432a2704b None None] Provisioning complete for port c464d158-b56d-4ef7-bba4-d8115f5400e3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:29.723900 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33b025db-daa1-4a15-8c7e-7f5432a2704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.759454 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-d4215c20-82b0-43c7-b1cc-858cd2ba1a90 service neutron] 10.222.0.48 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006067 Feb 11 06:00:29.762680 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-33b025db-daa1-4a15-8c7e-7f5432a2704b None None] Port c464d158-b56d-4ef7-bba4-d8115f5400e3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:29.860015 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-9702440f-5c2b-45aa-8fc0-df809a066b72 service neutron] 10.222.0.48 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976107 Feb 11 06:00:29.883596 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3140d96c-0f8d-42bd-b682-9abbac56dc96 None None] Provisioning complete for port c464d158-b56d-4ef7-bba4-d8115f5400e3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:29.883949 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3140d96c-0f8d-42bd-b682-9abbac56dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.888045 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Sync routers for ids ['6141bf02-066c-4b03-9333-0ec5ef0d1098'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:29.900192 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Routers {'6141bf02-066c-4b03-9333-0ec5ef0d1098'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:29.900838 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6141bf02-066c-4b03-9333-0ec5ef0d1098'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:29.925014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3140d96c-0f8d-42bd-b682-9abbac56dc96 None None] Port c464d158-b56d-4ef7-bba4-d8115f5400e3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:30.018795 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Set router 6141bf02-066c-4b03-9333-0ec5ef0d1098 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:30.048050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c47e779b-0523-44dd-860f-973e2e0bb9eb None None] Provisioning complete for port c464d158-b56d-4ef7-bba4-d8115f5400e3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:30.049046 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c47e779b-0523-44dd-860f-973e2e0bb9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.090290 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6ebaa466-cc3f-4205-9494-30b9eeb4a27f req-99b0a43f-2884-4fec-8b4b-c1651dd0e2ca tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 210 time: 0.0391324 Feb 11 06:00:30.090792 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c47e779b-0523-44dd-860f-973e2e0bb9eb None None] Port c464d158-b56d-4ef7-bba4-d8115f5400e3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:30.242676 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:00:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c464d158-b56d-4ef7-bba4-d8115f5400e3', 'name': '', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:34:d3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 2, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:30.269295 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Checking router: 6141bf02-066c-4b03-9333-0ec5ef0d1098 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:30.270256 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Updating router 6141bf02-066c-4b03-9333-0ec5ef0d1098 port c464d158-b56d-4ef7-bba4-d8115f5400e3 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:00:30.400162 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.477049 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d1c2b531-aeed-4030-8c78-bc98f8f87793 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:30.529475 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port d1c2b531-aeed-4030-8c78-bc98f8f87793 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:30.530415 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.617585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port d1c2b531-aeed-4030-8c78-bc98f8f87793 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:30.618723 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0ac287e8-1f2f-4352-988a-1e555ab7913a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:30.672002 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 0ac287e8-1f2f-4352-988a-1e555ab7913a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:30.672971 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.689542 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Publish callbacks [] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.695835 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.747204 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Pushing event updated for resources: {'Port': ['ID=c464d158-b56d-4ef7-bba4-d8115f5400e3,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:30.761317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 0ac287e8-1f2f-4352-988a-1e555ab7913a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:30.787496 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.787840 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.788179 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.788510 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.788861 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.789164 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.789489 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.789814 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.790136 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.790453 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.790772 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.791109 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.791426 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:30.807779 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Attempting to bind port c464d158-b56d-4ef7-bba4-d8115f5400e3 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:30.808146 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Attempting to bind port c464d158-b56d-4ef7-bba4-d8115f5400e3 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:30.808506 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Attempting to bind port c464d158-b56d-4ef7-bba4-d8115f5400e3 on network c9c81da8-a878-42c4-9fb3-c740e377664e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:30.813522 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:30.813895 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Checking segment: {'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:30.814288 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.814670 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Bound using segment: {'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:30.815155 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Bound port: c464d158-b56d-4ef7-bba4-d8115f5400e3, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:30.815538 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.881473 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] For port c464d158-b56d-4ef7-bba4-d8115f5400e3, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:30.884689 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] For port c464d158-b56d-4ef7-bba4-d8115f5400e3, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c464d158-b56d-4ef7-bba4-d8115f5400e3,segment=NetworkSegment(289d2dbc-4084-43eb-ae72-f31412ab0ffc),segment_id=289d2dbc-4084-43eb-ae72-f31412ab0ffc)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:30.890002 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.945313 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Routers {'6141bf02-066c-4b03-9333-0ec5ef0d1098'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:30.945948 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:00:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6141bf02-066c-4b03-9333-0ec5ef0d1098'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:31.024369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c3a85a7b-ae7d-44c7-8cbb-41f009e4cd37 None None] Provisioning complete for port c464d158-b56d-4ef7-bba4-d8115f5400e3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:31.030086 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3a85a7b-ae7d-44c7-8cbb-41f009e4cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.081333 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33098df8-9ae5-4014-a7cd-04038847a0ec None None] Pushing event updated for resources: {'Port': ['ID=c464d158-b56d-4ef7-bba4-d8115f5400e3,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:31.129177 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] Set router 6141bf02-066c-4b03-9333-0ec5ef0d1098 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:31.172841 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c3a85a7b-ae7d-44c7-8cbb-41f009e4cd37 None None] Current status of the port c464d158-b56d-4ef7-bba4-d8115f5400e3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:31.173693 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3a85a7b-ae7d-44c7-8cbb-41f009e4cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.202527 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57d0ab66-1ad7-4172-b78d-a4802b748ac1 req-877d5040-1d89-46b9-a31e-be6d31d8fb2a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 210 time: 0.0401802 Feb 11 06:00:31.224920 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c3a85a7b-ae7d-44c7-8cbb-41f009e4cd37 None None] For port c464d158-b56d-4ef7-bba4-d8115f5400e3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c464d158-b56d-4ef7-bba4-d8115f5400e3,segment=NetworkSegment(289d2dbc-4084-43eb-ae72-f31412ab0ffc),segment_id=289d2dbc-4084-43eb-ae72-f31412ab0ffc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:31.230119 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3a85a7b-ae7d-44c7-8cbb-41f009e4cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.282039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a85a7b-ae7d-44c7-8cbb-41f009e4cd37 None None] Pushing event updated for resources: {'Port': ['ID=c464d158-b56d-4ef7-bba4-d8115f5400e3,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:31.299812 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-40da5f09-7660-4c3e-b0cd-d8a76a057dff tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:31.301911 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-40da5f09-7660-4c3e-b0cd-d8a76a057dff tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/networks?id=c9c81da8-a878-42c4-9fb3-c740e377664e HTTP/1.1" status: 200 len: 797 time: 0.1836045 Feb 11 06:00:31.354079 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e1aee6de-1433-4782-aabe-594a10dd85fd None None] Provisioning complete for port c464d158-b56d-4ef7-bba4-d8115f5400e3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:31.354842 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e1aee6de-1433-4782-aabe-594a10dd85fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.380431 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-81ee5ff1-d609-48ed-b30b-ae8a8afc5b30 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 379 time: 0.0656352 Feb 11 06:00:31.390482 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:00:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c464d158-b56d-4ef7-bba4-d8115f5400e3', 'name': '', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:34:d3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:30Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:31.413585 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'port': {'device_id': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'admin_state_up': True, 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'security_groups': ['9665d663-79a3-496e-af4c-be893d511637']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:31.417497 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33172627-955e-47c2-b0f8-c3d662131b32 None None] The sync data for ids ['6141bf02-066c-4b03-9333-0ec5ef0d1098'] in n-d-615180-58 is: [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:00:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c464d158-b56d-4ef7-bba4-d8115f5400e3', 'name': '', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:34:d3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:30Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:31.441874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e1aee6de-1433-4782-aabe-594a10dd85fd None None] Current status of the port c464d158-b56d-4ef7-bba4-d8115f5400e3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:31.544971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:31.548626 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.682632 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.20.0.8 (c9c81da8-a878-42c4-9fb3-c740e377664e/b3c4ef3a-2b36-4727-916e-36addb201e29/61cdc08a-8a98-41b6-813e-ad3f1e8183b8) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:31.830968 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.866500 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.913421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network c9c81da8-a878-42c4-9fb3-c740e377664e is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:31.916649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:31.920389 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:31.926941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=61cdc08a-8a98-41b6-813e-ad3f1e8183b8,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:31.975273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:31.975918 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:31.994050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-86da45a6-aff3-4910-ae2e-d7f8872c6708 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5871520 Feb 11 06:00:32.004490 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-036fb365-9bf5-4506-a168-ef0bb1d6cb47 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:00:32.005740 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-036fb365-9bf5-4506-a168-ef0bb1d6cb47 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064397 Feb 11 06:00:32.021838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Request body: {'port': {'device_id': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:32.094821 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.175359 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1442921b-9e03-436c-a2b5-c9c83ac28ac5 None None] Provisioning complete for port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:32.175963 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1442921b-9e03-436c-a2b5-c9c83ac28ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.212746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1442921b-9e03-436c-a2b5-c9c83ac28ac5 None None] Port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:32.336717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5132a7-a836-4e15-b758-b2d4cc03eec4 req-e05a41d9-ebfb-4483-a3c9-791970a06b2c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:32.339064 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a5132a7-a836-4e15-b758-b2d4cc03eec4 req-e05a41d9-ebfb-4483-a3c9-791970a06b2c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 931 time: 0.0622520 Feb 11 06:00:32.378044 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:00:32.386204 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Publish callbacks [] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.393766 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a5132a7-a836-4e15-b758-b2d4cc03eec4 req-33a1132d-32a5-41d2-af0e-4035500c1de2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490143 Feb 11 06:00:32.399489 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Transition to ACTIVE for port object 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:00:32.402869 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.489955 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Pushing event updated for resources: {'Port': ['ID=61cdc08a-8a98-41b6-813e-ad3f1e8183b8,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:32.525661 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c464d158-b56d-4ef7-bba4-d8115f5400e3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:32.552725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Attempting to bind port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:32.553602 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Attempting to bind port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:32.554346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Attempting to bind port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 on network c9c81da8-a878-42c4-9fb3-c740e377664e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:32.560992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 on network c9c81da8-a878-42c4-9fb3-c740e377664e not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:00:32.561404 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Attempting to bind port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 on network c9c81da8-a878-42c4-9fb3-c740e377664e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:32.567474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:32.567819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Checking segment: {'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:32.568229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Bound using segment: {'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:32.568843 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Bound port: 61cdc08a-8a98-41b6-813e-ad3f1e8183b8, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289d2dbc-4084-43eb-ae72-f31412ab0ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:32.569669 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.597374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c464d158-b56d-4ef7-bba4-d8115f5400e3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:32.597841 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.640126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] For port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:32.644077 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] For port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8,segment=NetworkSegment(289d2dbc-4084-43eb-ae72-f31412ab0ffc),segment_id=289d2dbc-4084-43eb-ae72-f31412ab0ffc)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:32.652621 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.693733 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:32.694358 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.695880 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] 10.222.0.60 "PUT /v2.0/ports/61cdc08a-8a98-41b6-813e-ad3f1e8183b8 HTTP/1.1" status: 200 len: 1092 time: 0.6785421 Feb 11 06:00:32.696260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c464d158-b56d-4ef7-bba4-d8115f5400e3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:32.696387 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'tag': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:32.698597 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3221c06c-1615-43cf-81f5-44fb94e0f6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "70ed2c41-8724-4868-aff2-bf1724a006b4", "tag": "61cdc08a-8a98-41b6-813e-ad3f1e8183b8"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:32.723235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ca9fa-d752-41d0-8a3d-da782d8e2067 service neutron] Pushing event updated for resources: {'Port': ['ID=61cdc08a-8a98-41b6-813e-ad3f1e8183b8,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:32.744587 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c831e63f-bd2b-48c5-aa95-17a545fff56a x-openstack-request-id: req-c831e63f-bd2b-48c5-aa95-17a545fff56a {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:32.745299 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ed2c41-8724-4868-aff2-bf1724a006b4", "tag": "61cdc08a-8a98-41b6-813e-ad3f1e8183b8", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:32.745299 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c831e63f-bd2b-48c5-aa95-17a545fff56a {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:32.745565 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'tag': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8', 'status': 'completed', 'code': 200} Feb 11 06:00:32.815436 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-341c0ad7-2396-4a3c-acd2-04771ad34f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:32.817577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-341c0ad7-2396-4a3c-acd2-04771ad34f90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 1126 time: 0.0536027 Feb 11 06:00:32.867269 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-106d1595-10e3-4a88-b454-dd1bbbad26a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8 HTTP/1.1" status: 200 len: 217 time: 0.0360963 Feb 11 06:00:32.920528 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-2534949b-bf75-471a-8934-5db215b19de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:32.922050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-2534949b-bf75-471a-8934-5db215b19de7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b3c4ef3a-2b36-4727-916e-36addb201e29 HTTP/1.1" status: 200 len: 833 time: 0.0474284 Feb 11 06:00:32.975547 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-8910e093-d6bc-4748-b49d-fc2fd9cf8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:32.977074 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-8910e093-d6bc-4748-b49d-fc2fd9cf8ceb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9c81da8-a878-42c4-9fb3-c740e377664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481791 Feb 11 06:00:33.069330 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-2590e6d4-c42e-4c55-9500-f422a99a3042 service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835638 Feb 11 06:00:33.162218 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2f8c3fc7-4403-459d-ba33-853fd7a7d829 req-641ce44a-4085-4fce-b177-5b70b4d4d19d service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868301 Feb 11 06:00:33.282336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221c06c-1615-43cf-81f5-44fb94e0f6d0 req-4521c4cb-fb57-417a-9325-0f52cc90e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:33.283752 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3221c06c-1615-43cf-81f5-44fb94e0f6d0 req-4521c4cb-fb57-417a-9325-0f52cc90e1f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 1126 time: 0.0436952 Feb 11 06:00:33.390963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221c06c-1615-43cf-81f5-44fb94e0f6d0 req-5b7c560a-c6a1-414b-9395-78bee2507db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:33.392451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3221c06c-1615-43cf-81f5-44fb94e0f6d0 req-5b7c560a-c6a1-414b-9395-78bee2507db7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9c81da8-a878-42c4-9fb3-c740e377664e HTTP/1.1" status: 200 len: 898 time: 0.1007621 Feb 11 06:00:33.433214 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3221c06c-1615-43cf-81f5-44fb94e0f6d0 req-95606267-36c4-4e04-877f-9981b0f88af2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8 HTTP/1.1" status: 200 len: 217 time: 0.0346863 Feb 11 06:00:33.483921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221c06c-1615-43cf-81f5-44fb94e0f6d0 req-f2b5050d-cf32-46f1-a6f3-9cd09bd6d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:33.485686 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3221c06c-1615-43cf-81f5-44fb94e0f6d0 req-f2b5050d-cf32-46f1-a6f3-9cd09bd6d520 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b3c4ef3a-2b36-4727-916e-36addb201e29 HTTP/1.1" status: 200 len: 833 time: 0.0465581 Feb 11 06:00:33.540078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221c06c-1615-43cf-81f5-44fb94e0f6d0 req-cd7b06c4-8a2a-49fe-903d-69fc72ffb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:33.540929 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50330b6d-383c-4749-8a42-e8735b6acf1b req-82b36c0d-85fc-4f48-b89b-9d8bb59d7d9d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:33.541517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3221c06c-1615-43cf-81f5-44fb94e0f6d0 req-cd7b06c4-8a2a-49fe-903d-69fc72ffb81a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9c81da8-a878-42c4-9fb3-c740e377664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489593 Feb 11 06:00:33.542475 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-50330b6d-383c-4749-8a42-e8735b6acf1b req-82b36c0d-85fc-4f48-b89b-9d8bb59d7d9d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 943 time: 0.0546663 Feb 11 06:00:33.591496 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-50330b6d-383c-4749-8a42-e8735b6acf1b req-83e42529-2ba8-4c09-85db-7173437e50c4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432515 Feb 11 06:00:33.631568 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3221c06c-1615-43cf-81f5-44fb94e0f6d0 req-94bcd06e-5a7e-4d97-8db3-e5a7704aa6ad service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823243 Feb 11 06:00:33.739499 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3221c06c-1615-43cf-81f5-44fb94e0f6d0 req-ecc59154-01fc-4c06-979e-8f97c01deb83 service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991042 Feb 11 06:00:34.019023 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:34.713320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66742-6c98-4fcd-a71f-301b419de9d5 req-9e5c25bc-9907-40ef-ba8c-3b8574ff4ab0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:34.714812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17e66742-6c98-4fcd-a71f-301b419de9d5 req-9e5c25bc-9907-40ef-ba8c-3b8574ff4ab0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 943 time: 0.0535433 Feb 11 06:00:34.766790 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17e66742-6c98-4fcd-a71f-301b419de9d5 req-5016eb9f-9c1e-41e6-be57-cd373004fec3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462446 Feb 11 06:00:35.859436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:00:35.887433 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4809d1-53f9-481d-9d2a-b53693908980 req-ba6067ee-9fb9-4bc9-9901-79fecb358f81 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:35.888946 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb4809d1-53f9-481d-9d2a-b53693908980 req-ba6067ee-9fb9-4bc9-9901-79fecb358f81 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 943 time: 0.0546110 Feb 11 06:00:35.951436 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eb4809d1-53f9-481d-9d2a-b53693908980 req-ef3f8fe9-5dd1-4e3b-8560-3ed8822dc14d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556641 Feb 11 06:00:35.966463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8,segment=NetworkSegment(289d2dbc-4084-43eb-ae72-f31412ab0ffc),segment_id=289d2dbc-4084-43eb-ae72-f31412ab0ffc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:35.978353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'port_id': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8', 'mac_address': 'fa:16:3e:14:9a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:00:36.014514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:36.014934 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.028272 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:00:36.048201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8,segment=NetworkSegment(289d2dbc-4084-43eb-ae72-f31412ab0ffc),segment_id=289d2dbc-4084-43eb-ae72-f31412ab0ffc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:36.052486 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.102463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=61cdc08a-8a98-41b6-813e-ad3f1e8183b8,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:36.508651 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['61cdc08a-8a98-41b6-813e-ad3f1e8183b8'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:00:37.069246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e66dde-779e-4f5c-ba9f-7fccbf78a2b3 req-3e71e739-2394-4d9c-8601-2c457895048e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:37.071018 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23e66dde-779e-4f5c-ba9f-7fccbf78a2b3 req-3e71e739-2394-4d9c-8601-2c457895048e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 944 time: 0.0527220 Feb 11 06:00:37.124025 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-23e66dde-779e-4f5c-ba9f-7fccbf78a2b3 req-93339934-2df7-47db-96ac-37490ca7f787 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475063 Feb 11 06:00:37.858607 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:37.911146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:00:37.915150 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:37.915527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.991718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:37.992116 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:38.028696 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:38.031177 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef05d68e-a68e-4cf4-a95c-fbd84fd37982" -d '{"events": [{"server_uuid": "70ed2c41-8724-4868-aff2-bf1724a006b4", "name": "network-vif-plugged", "status": "completed", "tag": "61cdc08a-8a98-41b6-813e-ad3f1e8183b8"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:38.053598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8,segment=NetworkSegment(289d2dbc-4084-43eb-ae72-f31412ab0ffc),segment_id=289d2dbc-4084-43eb-ae72-f31412ab0ffc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:38.055420 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:38.056906 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:38.083014 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493923ac-862d-41ee-b195-e5b072330e87 x-openstack-request-id: req-493923ac-862d-41ee-b195-e5b072330e87 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:38.083323 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ed2c41-8724-4868-aff2-bf1724a006b4", "name": "network-vif-plugged", "status": "completed", "tag": "61cdc08a-8a98-41b6-813e-ad3f1e8183b8", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:38.083567 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-493923ac-862d-41ee-b195-e5b072330e87 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:38.083955 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8', 'code': 200} Feb 11 06:00:38.110015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=61cdc08a-8a98-41b6-813e-ad3f1e8183b8,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:38.230740 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d22df-ba0f-4a91-a218-f4ddc190af99 req-5d4f7695-a610-4f15-99e3-fc1cb6ca75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:38.232318 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de8d22df-ba0f-4a91-a218-f4ddc190af99 req-5d4f7695-a610-4f15-99e3-fc1cb6ca75be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 1128 time: 0.0748844 Feb 11 06:00:38.265978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293827f-4e65-4d6c-b1ea-f292081d3577 req-58075721-2808-4774-a1b1-7a73a78f8386 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:38.267480 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f293827f-4e65-4d6c-b1ea-f292081d3577 req-58075721-2808-4774-a1b1-7a73a78f8386 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0747983 Feb 11 06:00:38.305806 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de8d22df-ba0f-4a91-a218-f4ddc190af99 req-0e9a5686-8b83-4de1-a17c-3a40913a1be5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659699 Feb 11 06:00:38.333085 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f293827f-4e65-4d6c-b1ea-f292081d3577 req-cad45ec9-6724-42a0-8abb-9c167b7f18b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574508 Feb 11 06:00:39.453585 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944c921-d817-4e99-b406-8aabf414f4ac req-073eb19a-104a-480f-8713-b61437ab4217 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:39.455100 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1944c921-d817-4e99-b406-8aabf414f4ac req-073eb19a-104a-480f-8713-b61437ab4217 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0539856 Feb 11 06:00:39.503868 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1944c921-d817-4e99-b406-8aabf414f4ac req-da97e9d3-14ce-4bc8-b74c-2edbc23eb942 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429935 Feb 11 06:00:39.549819 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb88fab8-0b0d-4d23-a6f3-fceb05b63c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:40.628299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb80a5-c35d-49ef-9b84-2e82b27b612e req-1c74d567-1f17-4524-8854-bb1d7dbc4ad6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:40.630422 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8eb80a5-c35d-49ef-9b84-2e82b27b612e req-1c74d567-1f17-4524-8854-bb1d7dbc4ad6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0558853 Feb 11 06:00:40.678539 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f8eb80a5-c35d-49ef-9b84-2e82b27b612e req-e00d887c-cecf-4c74-8e5a-7f1d0e17dc8c tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425422 Feb 11 06:00:40.798836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3935da-c765-41f3-9f85-efa063b88b99 req-ea4b829e-2174-440f-84ab-845af8ff0469 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:40.800983 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf3935da-c765-41f3-9f85-efa063b88b99 req-ea4b829e-2174-440f-84ab-845af8ff0469 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0547097 Feb 11 06:00:40.848671 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-bf3935da-c765-41f3-9f85-efa063b88b99 req-6e177d2c-d936-48a1-8ca6-afbba8e52534 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420673 Feb 11 06:00:40.870238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54122) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:40.916908 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52faa74c-5368-4734-9725-3e834b129a40 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:40.918406 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-52faa74c-5368-4734-9725-3e834b129a40 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 1123 time: 0.0471904 Feb 11 06:00:40.921221 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54124) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:40.925986 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:40.945311 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.039559 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.145067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.25.7.118 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/08037682-c655-4c93-92b1-250ef331c763) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:41.247464 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (08037682-c655-4c93-92b1-250ef331c763), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.280373 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (08037682-c655-4c93-92b1-250ef331c763), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.323382 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:41.327717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:41.331293 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:41.352539 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=08037682-c655-4c93-92b1-250ef331c763,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:41.695534 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (cbfbfcfb-881d-45dd-9875-666b9caca9c1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.766677 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (08037682-c655-4c93-92b1-250ef331c763), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.915911 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (08037682-c655-4c93-92b1-250ef331c763), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.920253 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (08037682-c655-4c93-92b1-250ef331c763), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.984840 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=08037682-c655-4c93-92b1-250ef331c763,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:41.996107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:41.996464 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:41.996824 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:41.997168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:41.997506 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:41.997843 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:41.998179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:41.998517 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:41.998854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:41.999212 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:41.999542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:41.999871 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:42.000198 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:42.007393 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (cbfbfcfb-881d-45dd-9875-666b9caca9c1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:42.042625 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8bede7b-8307-4078-84eb-4013c6f37e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:42.111383 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Floating IP cbfbfcfb-881d-45dd-9875-666b9caca9c1 associated. External IP: 172.25.7.118, port: 61cdc08a-8a98-41b6-813e-ad3f1e8183b8. Feb 11 06:00:42.321027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 6141bf02-066c-4b03-9333-0ec5ef0d1098 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:42.431371 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:42.443830 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b797984-3e0b-4437-a667-9f11d756ef4c None None] Sync routers for ids ['6141bf02-066c-4b03-9333-0ec5ef0d1098'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:42.449233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:42.453997 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b797984-3e0b-4437-a667-9f11d756ef4c None None] Routers {'6141bf02-066c-4b03-9333-0ec5ef0d1098'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:42.454621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8b797984-3e0b-4437-a667-9f11d756ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:00:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6141bf02-066c-4b03-9333-0ec5ef0d1098'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:42.481492 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-13ab6473-3a9d-49e0-a35c-54acd01b9d11 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5592587 Feb 11 06:00:42.482078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'tag': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:42.484657 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a39594-e50b-4039-9259-4c5ca418956d" -d '{"events": [{"name": "network-changed", "server_uuid": "70ed2c41-8724-4868-aff2-bf1724a006b4", "tag": "61cdc08a-8a98-41b6-813e-ad3f1e8183b8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:42.524318 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b888ad-f213-4253-885c-6968e82b616a x-openstack-request-id: req-17b888ad-f213-4253-885c-6968e82b616a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:42.524598 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ed2c41-8724-4868-aff2-bf1724a006b4", "tag": "61cdc08a-8a98-41b6-813e-ad3f1e8183b8", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:42.524875 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17b888ad-f213-4253-885c-6968e82b616a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:42.525296 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'tag': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8', 'status': 'completed', 'code': 200} Feb 11 06:00:42.579012 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-8b797984-3e0b-4437-a667-9f11d756ef4c None None] Set router 6141bf02-066c-4b03-9333-0ec5ef0d1098 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:42.626624 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b15bd-02f3-4de6-b170-38860f478121 req-bc91627c-5b1c-4d04-951e-da0889b15597 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:42.628169 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f70b15bd-02f3-4de6-b170-38860f478121 req-bc91627c-5b1c-4d04-951e-da0889b15597 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0844433 Feb 11 06:00:42.634849 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a39594-e50b-4039-9259-4c5ca418956d req-a773b77e-f87a-48a3-aabc-5e56ffb0b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:42.636300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87a39594-e50b-4039-9259-4c5ca418956d req-a773b77e-f87a-48a3-aabc-5e56ffb0b964 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 1128 time: 0.0637081 Feb 11 06:00:42.737117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f70b15bd-02f3-4de6-b170-38860f478121 req-31a549a1-eb25-4513-a98a-cb1172ef9706 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998578 Feb 11 06:00:42.760954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54130) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:42.762171 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a39594-e50b-4039-9259-4c5ca418956d req-c7dd7605-59d5-4f62-808b-9632680ce171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:42.763688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87a39594-e50b-4039-9259-4c5ca418956d req-c7dd7605-59d5-4f62-808b-9632680ce171 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9c81da8-a878-42c4-9fb3-c740e377664e HTTP/1.1" status: 200 len: 898 time: 0.1208446 Feb 11 06:00:42.810291 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8b797984-3e0b-4437-a667-9f11d756ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:00:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'cbfbfcfb-881d-45dd-9875-666b9caca9c1', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'port_id': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'mac_address': 'fa:16:3e:14:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:00:41Z', 'updated_at': '2022-02-11T06:00:41Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c464d158-b56d-4ef7-bba4-d8115f5400e3', 'name': '', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:34:d3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:42.831233 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-51c838dc-36fa-44cf-86a0-2b02b8dc07d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/cbfbfcfb-881d-45dd-9875-666b9caca9c1 HTTP/1.1" status: 200 len: 991 time: 0.0678394 Feb 11 06:00:42.837603 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87a39594-e50b-4039-9259-4c5ca418956d req-15ed6847-0900-4b67-a5fe-eebafffa19fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8 HTTP/1.1" status: 200 len: 999 time: 0.0677979 Feb 11 06:00:42.841248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b797984-3e0b-4437-a667-9f11d756ef4c None None] Checking router: 6141bf02-066c-4b03-9333-0ec5ef0d1098 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:42.850319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b797984-3e0b-4437-a667-9f11d756ef4c None None] Routers {'6141bf02-066c-4b03-9333-0ec5ef0d1098'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:42.851097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8b797984-3e0b-4437-a667-9f11d756ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:00:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6141bf02-066c-4b03-9333-0ec5ef0d1098'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:42.886237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a39594-e50b-4039-9259-4c5ca418956d req-bdaeb076-71c3-4756-b5f0-eca64b42bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:42.887880 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87a39594-e50b-4039-9259-4c5ca418956d req-bdaeb076-71c3-4756-b5f0-eca64b42bd1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b3c4ef3a-2b36-4727-916e-36addb201e29 HTTP/1.1" status: 200 len: 833 time: 0.0440583 Feb 11 06:00:42.940415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a39594-e50b-4039-9259-4c5ca418956d req-d87be7fb-98eb-449f-a576-b594e513bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:42.942438 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87a39594-e50b-4039-9259-4c5ca418956d req-d87be7fb-98eb-449f-a576-b594e513bda0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9c81da8-a878-42c4-9fb3-c740e377664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486393 Feb 11 06:00:42.966598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-8b797984-3e0b-4437-a667-9f11d756ef4c None None] Set router 6141bf02-066c-4b03-9333-0ec5ef0d1098 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:43.035751 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87a39594-e50b-4039-9259-4c5ca418956d req-4762d21f-09fa-4747-ac40-88b193328ff7 service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868325 Feb 11 06:00:43.068761 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:43.128077 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-87a39594-e50b-4039-9259-4c5ca418956d req-ac733e80-61ba-46d5-9f15-979286c1b278 service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853999 Feb 11 06:00:43.369211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-8b797984-3e0b-4437-a667-9f11d756ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:00:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'cbfbfcfb-881d-45dd-9875-666b9caca9c1', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'port_id': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'mac_address': 'fa:16:3e:14:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:00:41Z', 'updated_at': '2022-02-11T06:00:41Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c464d158-b56d-4ef7-bba4-d8115f5400e3', 'name': '', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:34:d3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:43.394986 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b797984-3e0b-4437-a667-9f11d756ef4c None None] The sync data for ids ['6141bf02-066c-4b03-9333-0ec5ef0d1098'] in n-d-615180-58 is: [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:00:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'cbfbfcfb-881d-45dd-9875-666b9caca9c1', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'port_id': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'mac_address': 'fa:16:3e:14:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:00:41Z', 'updated_at': '2022-02-11T06:00:41Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c464d158-b56d-4ef7-bba4-d8115f5400e3', 'name': '', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:34:d3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:43.590449 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066c08d-45ae-44a8-9a5b-85e1a1a0137b None None] New status for floating IP cbfbfcfb-881d-45dd-9875-666b9caca9c1: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:00:43.833974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54132) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:43.898498 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a67b9544-9833-47be-a64f-b052820fc942 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/cbfbfcfb-881d-45dd-9875-666b9caca9c1 HTTP/1.1" status: 200 len: 993 time: 0.0633376 Feb 11 06:00:44.621855 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:45.833343 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:04.027246 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:05.575062 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:01:07.762701 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5fad90f-51c9-4551-a41b-35fe9efb77f2 req-088734ea-6e4d-4e79-93ff-ad77f3d1dd83 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475395 Feb 11 06:01:07.866314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fad90f-51c9-4551-a41b-35fe9efb77f2 req-4978dd5c-5c5d-4de3-9033-c234b1956f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:07.867871 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5fad90f-51c9-4551-a41b-35fe9efb77f2 req-4978dd5c-5c5d-4de3-9033-c234b1956f5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 1128 time: 0.0447538 Feb 11 06:01:07.968289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fad90f-51c9-4551-a41b-35fe9efb77f2 req-43fadb3c-43c0-4200-bf95-68ec3fda3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:07.969750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5fad90f-51c9-4551-a41b-35fe9efb77f2 req-43fadb3c-43c0-4200-bf95-68ec3fda3280 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9c81da8-a878-42c4-9fb3-c740e377664e HTTP/1.1" status: 200 len: 898 time: 0.0832205 Feb 11 06:01:08.036552 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:08.039486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5fad90f-51c9-4551-a41b-35fe9efb77f2 req-03f05951-e78b-41a2-bf8e-498ad21f2287 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8 HTTP/1.1" status: 200 len: 1001 time: 0.0625191 Feb 11 06:01:08.086922 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fad90f-51c9-4551-a41b-35fe9efb77f2 req-5eb86cc3-c46c-4591-9b3c-5ffa8627d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:08.089155 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5fad90f-51c9-4551-a41b-35fe9efb77f2 req-5eb86cc3-c46c-4591-9b3c-5ffa8627d5e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b3c4ef3a-2b36-4727-916e-36addb201e29 HTTP/1.1" status: 200 len: 833 time: 0.0437925 Feb 11 06:01:08.138879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fad90f-51c9-4551-a41b-35fe9efb77f2 req-14ced9d9-a73b-4829-a310-de007905ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:08.140412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5fad90f-51c9-4551-a41b-35fe9efb77f2 req-14ced9d9-a73b-4829-a310-de007905ba5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9c81da8-a878-42c4-9fb3-c740e377664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449834 Feb 11 06:01:08.230964 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5fad90f-51c9-4551-a41b-35fe9efb77f2 req-8b1c4d48-a450-4ba5-8c0d-cd5e8ae8673e service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841265 Feb 11 06:01:08.316711 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5fad90f-51c9-4551-a41b-35fe9efb77f2 req-b406cf0b-7fc5-45b7-8dce-0df7f5e40cfe service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794666 Feb 11 06:01:09.555799 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4f84031-0a9a-446d-a586-490a02b44361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:12.043739 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-577e2551-c34e-40d5-82ca-3e58e6672da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:13.056592 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:14.623719 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:15.836346 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.018306 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.037302 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.557450 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-de2b632b-4034-49d3-b1ae-94f4cc09c22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:42.046735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-90cd4272-5934-465b-985c-6cd0b47a5bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:42.575064 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:01:43.060383 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:44.625980 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:45.838429 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.302268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73688c5-fbc4-4c8f-b086-b8c9f497fdd7 req-d1339ed9-5947-45e0-ad9b-028241b41a08 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:59.303756 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b73688c5-fbc4-4c8f-b086-b8c9f497fdd7 req-d1339ed9-5947-45e0-ad9b-028241b41a08 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0539908 Feb 11 06:01:59.350935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b73688c5-fbc4-4c8f-b086-b8c9f497fdd7 req-915c5530-891c-48e3-b0ca-d2fe65e34f5a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411158 Feb 11 06:02:00.479739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495d822-13b0-4ce0-8332-882f9310d619 req-9dbe7345-9e57-4a7f-874f-f342d0fe26ec tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:00.481235 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6495d822-13b0-4ce0-8332-882f9310d619 req-9dbe7345-9e57-4a7f-874f-f342d0fe26ec tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0585933 Feb 11 06:02:00.529539 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6495d822-13b0-4ce0-8332-882f9310d619 req-85f3d7ea-05ef-4dd9-af90-38b18d0d77cb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426073 Feb 11 06:02:01.652977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536e659-2fe5-4dc9-ae08-d893b3e123cd req-9e52cd72-177b-48bf-b69f-22e8566ba959 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:01.654801 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4536e659-2fe5-4dc9-ae08-d893b3e123cd req-9e52cd72-177b-48bf-b69f-22e8566ba959 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0577741 Feb 11 06:02:01.704827 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4536e659-2fe5-4dc9-ae08-d893b3e123cd req-b8293f6e-5acd-49e5-9a6e-fc3c3d714294 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441427 Feb 11 06:02:02.820117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e639-a74c-4607-90c4-a794395becc5 req-d4d8f0d6-9705-49a2-93e9-1a81a1085960 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:02.821669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c398e639-a74c-4607-90c4-a794395becc5 req-d4d8f0d6-9705-49a2-93e9-1a81a1085960 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0522714 Feb 11 06:02:02.869825 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c398e639-a74c-4607-90c4-a794395becc5 req-b99d2b05-ad9f-4069-a977-2552b3213792 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426939 Feb 11 06:02:03.986411 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19144519-18d1-4097-a2ee-cce4a75dff83 req-1cc80013-039f-47a7-ba40-cd158106886a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:03.987896 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19144519-18d1-4097-a2ee-cce4a75dff83 req-1cc80013-039f-47a7-ba40-cd158106886a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0514765 Feb 11 06:02:04.015716 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.037105 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19144519-18d1-4097-a2ee-cce4a75dff83 req-d4614f95-ce24-469c-9ea4-c160ebb50be5 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430679 Feb 11 06:02:05.160886 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933ef48-9a25-40ab-addd-7fa337a5bc59 req-fc3815b2-9684-4f42-bc49-a1c577eb4df0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:05.162354 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2933ef48-9a25-40ab-addd-7fa337a5bc59 req-fc3815b2-9684-4f42-bc49-a1c577eb4df0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0555310 Feb 11 06:02:05.209129 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2933ef48-9a25-40ab-addd-7fa337a5bc59 req-8f89b73e-c218-408f-bb42-e311f5d7628a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405493 Feb 11 06:02:06.328355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd0d8a-012d-4e75-9465-6504a607be00 req-1feca482-68be-478c-81f4-adf292c6f0a8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:06.329800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-edcd0d8a-012d-4e75-9465-6504a607be00 req-1feca482-68be-478c-81f4-adf292c6f0a8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0513196 Feb 11 06:02:06.386643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-edcd0d8a-012d-4e75-9465-6504a607be00 req-cd437a8f-f490-4d62-83fb-c70ecea179f8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511975 Feb 11 06:02:07.506184 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0505a65-f061-4a6f-9af3-e99ef603b5a0 req-000050b6-ad77-4a19-9537-de6b1f188c79 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:07.507704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0505a65-f061-4a6f-9af3-e99ef603b5a0 req-000050b6-ad77-4a19-9537-de6b1f188c79 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0519760 Feb 11 06:02:07.555310 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a0505a65-f061-4a6f-9af3-e99ef603b5a0 req-c4eaa882-c060-4571-9406-198409595162 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Feb 11 06:02:08.051300 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:08.674638 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc012057-f78b-4870-9e1d-e212c9b4aae7 req-a10585ac-6995-45d5-bc59-e2312de849e0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:08.676318 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fc012057-f78b-4870-9e1d-e212c9b4aae7 req-a10585ac-6995-45d5-bc59-e2312de849e0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0545678 Feb 11 06:02:08.725541 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fc012057-f78b-4870-9e1d-e212c9b4aae7 req-a0554018-d47f-4459-8c3c-e6bceaa76ecb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431018 Feb 11 06:02:09.559852 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8ef26a1b-ee8f-4271-b967-83e98fa66def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:09.838947 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa0fc3-bb27-46c8-a692-56920de160c4 req-f4171f97-bb4e-4577-819a-0694c9474e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:09.840378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89fa0fc3-bb27-46c8-a692-56920de160c4 req-f4171f97-bb4e-4577-819a-0694c9474e83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 1128 time: 0.0756640 Feb 11 06:02:09.859770 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8369b8-c5ee-4b0e-bd07-f231f69bb84a req-e627d770-2e8c-4d8a-9c7d-981b92817b17 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:09.861190 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a8369b8-c5ee-4b0e-bd07-f231f69bb84a req-e627d770-2e8c-4d8a-9c7d-981b92817b17 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0631764 Feb 11 06:02:09.960533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7a8369b8-c5ee-4b0e-bd07-f231f69bb84a req-e16165e6-9d56-48dc-ba13-820d155c8164 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908198 Feb 11 06:02:09.978879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa0fc3-bb27-46c8-a692-56920de160c4 req-67f99cfe-25cc-4867-8ebf-c152971df74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:09.980359 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89fa0fc3-bb27-46c8-a692-56920de160c4 req-67f99cfe-25cc-4867-8ebf-c152971df74e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9c81da8-a878-42c4-9fb3-c740e377664e HTTP/1.1" status: 200 len: 898 time: 0.1183314 Feb 11 06:02:10.047937 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89fa0fc3-bb27-46c8-a692-56920de160c4 req-70f66b45-d48c-4216-9a18-e5fc7474573c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8 HTTP/1.1" status: 200 len: 1001 time: 0.0612490 Feb 11 06:02:10.094584 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa0fc3-bb27-46c8-a692-56920de160c4 req-ff981c30-30dc-42fc-aa4e-45f176e7503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:10.096068 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89fa0fc3-bb27-46c8-a692-56920de160c4 req-ff981c30-30dc-42fc-aa4e-45f176e7503f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b3c4ef3a-2b36-4727-916e-36addb201e29 HTTP/1.1" status: 200 len: 833 time: 0.0423110 Feb 11 06:02:10.145095 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa0fc3-bb27-46c8-a692-56920de160c4 req-b771c69f-ca0e-4e96-8171-5793d0405567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:10.146614 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89fa0fc3-bb27-46c8-a692-56920de160c4 req-b771c69f-ca0e-4e96-8171-5793d0405567 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9c81da8-a878-42c4-9fb3-c740e377664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435202 Feb 11 06:02:10.237798 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89fa0fc3-bb27-46c8-a692-56920de160c4 req-666c65bb-45de-4409-84a2-245c1487e82e service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842814 Feb 11 06:02:10.328361 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-89fa0fc3-bb27-46c8-a692-56920de160c4 req-6d6c3fbb-aecc-4f99-8115-7044e61570a9 service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834169 Feb 11 06:02:11.082494 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3005a82-ee06-40fd-b55a-59cf61719fea req-f72ced87-59dd-4258-b052-1854c8d33fe3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:11.084018 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3005a82-ee06-40fd-b55a-59cf61719fea req-f72ced87-59dd-4258-b052-1854c8d33fe3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0551281 Feb 11 06:02:11.131635 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f3005a82-ee06-40fd-b55a-59cf61719fea req-8e3b9364-1fb1-4659-bf31-a6e22875f3f7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 Feb 11 06:02:12.049221 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bea7038-a9fc-434c-89c6-e8aff1505aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:12.251844 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896805a-22c5-4180-9142-7567ef8873d7 req-3e193362-6d0a-44dd-8441-7b4ac22ce78d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:12.253332 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8896805a-22c5-4180-9142-7567ef8873d7 req-3e193362-6d0a-44dd-8441-7b4ac22ce78d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0530317 Feb 11 06:02:12.301883 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8896805a-22c5-4180-9142-7567ef8873d7 req-fd759011-ba13-4c16-8358-f6737c4f31d1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Feb 11 06:02:13.062645 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:13.633078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce4293-58b1-470d-ac8c-5c42a5349652 req-ffeac0f2-057d-438b-bb8d-5d767efdcf90 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:13.634522 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfce4293-58b1-470d-ac8c-5c42a5349652 req-ffeac0f2-057d-438b-bb8d-5d767efdcf90 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0557935 Feb 11 06:02:13.685699 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-dfce4293-58b1-470d-ac8c-5c42a5349652 req-b6fef2fd-e99d-4ff2-83e8-583d6bf841ad tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454793 Feb 11 06:02:14.628904 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:14.804006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee63c1-767b-4351-9087-ffc8076aa9f5 req-4820cbf6-e880-4d95-9b75-8f5464d1081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:14.805490 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7ee63c1-767b-4351-9087-ffc8076aa9f5 req-4820cbf6-e880-4d95-9b75-8f5464d1081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0522261 Feb 11 06:02:14.855561 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a7ee63c1-767b-4351-9087-ffc8076aa9f5 req-d560b800-b9c6-480f-a3a2-45a15419b928 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444548 Feb 11 06:02:14.879840 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54192) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:14.944219 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-df0379cc-5044-4570-b1bb-7bf38a6da881 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/cbfbfcfb-881d-45dd-9875-666b9caca9c1 HTTP/1.1" status: 200 len: 993 time: 0.0631795 Feb 11 06:02:15.848417 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:16.221026 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efae702-5abe-4b64-ab7f-84485ff72392 req-923906ea-36f6-47d8-b9d1-b6310b993018 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:16.222513 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0efae702-5abe-4b64-ab7f-84485ff72392 req-923906ea-36f6-47d8-b9d1-b6310b993018 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0561619 Feb 11 06:02:16.272780 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0efae702-5abe-4b64-ab7f-84485ff72392 req-8520ee03-2d3f-4e86-835f-6cb6f9bf4c9a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442903 Feb 11 06:02:16.334614 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb85699-0b6a-4657-85e5-fb9aba5fd356 req-770e6971-1146-4794-8065-6351032146e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:16.336152 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbb85699-0b6a-4657-85e5-fb9aba5fd356 req-770e6971-1146-4794-8065-6351032146e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 1128 time: 0.1348777 Feb 11 06:02:16.427917 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb85699-0b6a-4657-85e5-fb9aba5fd356 req-62361478-1eb7-4a2a-b466-71b033436e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:16.429275 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbb85699-0b6a-4657-85e5-fb9aba5fd356 req-62361478-1eb7-4a2a-b466-71b033436e34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9c81da8-a878-42c4-9fb3-c740e377664e HTTP/1.1" status: 200 len: 898 time: 0.0868616 Feb 11 06:02:16.491645 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbb85699-0b6a-4657-85e5-fb9aba5fd356 req-35305fdb-975e-42ea-b369-193d78ea57e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8 HTTP/1.1" status: 200 len: 1001 time: 0.0556800 Feb 11 06:02:16.538836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb85699-0b6a-4657-85e5-fb9aba5fd356 req-1602818f-0333-413e-94f8-eb6bbbc9e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:16.540771 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbb85699-0b6a-4657-85e5-fb9aba5fd356 req-1602818f-0333-413e-94f8-eb6bbbc9e025 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b3c4ef3a-2b36-4727-916e-36addb201e29 HTTP/1.1" status: 200 len: 833 time: 0.0425205 Feb 11 06:02:16.591239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb85699-0b6a-4657-85e5-fb9aba5fd356 req-8623ac35-0078-4f08-bd52-7a7d6d245cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:16.592708 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbb85699-0b6a-4657-85e5-fb9aba5fd356 req-8623ac35-0078-4f08-bd52-7a7d6d245cb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9c81da8-a878-42c4-9fb3-c740e377664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458121 Feb 11 06:02:16.680437 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbb85699-0b6a-4657-85e5-fb9aba5fd356 req-0a18bc21-f40a-47e7-a9e3-359b04f785ac service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806291 Feb 11 06:02:16.768793 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbb85699-0b6a-4657-85e5-fb9aba5fd356 req-b3f64c7d-3f33-4361-b332-6202d3adff07 service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827942 Feb 11 06:02:17.443216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485ddd-f392-4940-b318-e86564bcf2ff req-38488602-bbaa-4952-a5be-a024de8df1a9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:17.444715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa485ddd-f392-4940-b318-e86564bcf2ff req-38488602-bbaa-4952-a5be-a024de8df1a9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.1019664 Feb 11 06:02:17.496302 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aa485ddd-f392-4940-b318-e86564bcf2ff req-c30c5210-b590-4079-a8cf-abf1315ced63 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458491 Feb 11 06:02:18.668944 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc0364-b720-4a96-bce7-cf52b69a8111 req-63ee4022-fc4d-4b2e-8b27-5bec84a7555e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:18.670449 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ccc0364-b720-4a96-bce7-cf52b69a8111 req-63ee4022-fc4d-4b2e-8b27-5bec84a7555e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.1027522 Feb 11 06:02:18.718556 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5ccc0364-b720-4a96-bce7-cf52b69a8111 req-c8c81abc-42c1-4ace-8195-4827deb3a870 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424414 Feb 11 06:02:18.740593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54210) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:18.799703 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-988fe935-6e46-4828-b7ee-eac88b7aab27 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/cbfbfcfb-881d-45dd-9875-666b9caca9c1 HTTP/1.1" status: 200 len: 993 time: 0.0580189 Feb 11 06:02:19.577418 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:02:34.043559 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:38.053167 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:39.561651 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-404588e6-af33-4942-bb39-363d0142f398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:42.050853 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1d8687a2-1007-40da-801e-c0aac6f32b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:43.064316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:44.631831 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:45.840616 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:56.576294 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:03:04.054579 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:08.069153 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:09.563401 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2a6f3b28-8f01-4ab5-821c-7235e5c71235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:12.051465 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cf28cb7c-454f-4155-addb-44bb8615ea4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:12.490493 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2fbd335-8f34-4c83-9ff6-1d7899aa0fbf req-dfcd0db7-65bf-41ee-9d85-674946eca06d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466588 Feb 11 06:03:12.586749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbd335-8f34-4c83-9ff6-1d7899aa0fbf req-14f5b580-afff-409b-8987-29ce0afa8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:12.588279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2fbd335-8f34-4c83-9ff6-1d7899aa0fbf req-14f5b580-afff-409b-8987-29ce0afa8928 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 1128 time: 0.0438950 Feb 11 06:03:12.687302 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbd335-8f34-4c83-9ff6-1d7899aa0fbf req-4e9f1fe8-666a-42c4-bded-1536e542fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:12.688841 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2fbd335-8f34-4c83-9ff6-1d7899aa0fbf req-4e9f1fe8-666a-42c4-bded-1536e542fbd1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9c81da8-a878-42c4-9fb3-c740e377664e HTTP/1.1" status: 200 len: 898 time: 0.0827088 Feb 11 06:03:13.068720 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:13.112704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2fbd335-8f34-4c83-9ff6-1d7899aa0fbf req-bfd02098-0205-4233-bf8e-de54ee13236c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8 HTTP/1.1" status: 200 len: 1001 time: 0.4171395 Feb 11 06:03:13.162988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbd335-8f34-4c83-9ff6-1d7899aa0fbf req-0687c68c-ebb6-41f5-8572-9d8e915b4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:13.164447 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2fbd335-8f34-4c83-9ff6-1d7899aa0fbf req-0687c68c-ebb6-41f5-8572-9d8e915b4dd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b3c4ef3a-2b36-4727-916e-36addb201e29 HTTP/1.1" status: 200 len: 833 time: 0.0431910 Feb 11 06:03:13.211730 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbd335-8f34-4c83-9ff6-1d7899aa0fbf req-00c9e4cf-7a59-42e4-a0a2-60a16ac7350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:13.213193 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2fbd335-8f34-4c83-9ff6-1d7899aa0fbf req-00c9e4cf-7a59-42e4-a0a2-60a16ac7350f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9c81da8-a878-42c4-9fb3-c740e377664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427926 Feb 11 06:03:13.305691 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2fbd335-8f34-4c83-9ff6-1d7899aa0fbf req-c3f9a832-4e25-4433-9e04-8960e03a4aeb service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828471 Feb 11 06:03:13.398784 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e2fbd335-8f34-4c83-9ff6-1d7899aa0fbf req-154a9285-1f94-4c45-b2e6-787be2dcd130 service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849524 Feb 11 06:03:14.635281 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:15.842430 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:17.755859 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54242) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:17.910485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port 08037682-c655-4c93-92b1-250ef331c763 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:17.910918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (08037682-c655-4c93-92b1-250ef331c763), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:17.987266 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (08037682-c655-4c93-92b1-250ef331c763), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:17.987596 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (08037682-c655-4c93-92b1-250ef331c763), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:17.999221 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for 08037682-c655-4c93-92b1-250ef331c763 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:18.146419 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (08037682-c655-4c93-92b1-250ef331c763), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.171975 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=08037682-c655-4c93-92b1-250ef331c763,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:18.186131 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.186499 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.186860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.187241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.187589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.187932 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.188273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.188614 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.188954 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.189292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.189629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.189963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.190295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:18.245710 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (cbfbfcfb-881d-45dd-9875-666b9caca9c1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.246089 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Floating IP cbfbfcfb-881d-45dd-9875-666b9caca9c1 disassociated (deleted). External IP: 172.25.7.118, port: 61cdc08a-8a98-41b6-813e-ad3f1e8183b8. Feb 11 06:03:18.461542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 6141bf02-066c-4b03-9333-0ec5ef0d1098 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:03:18.573222 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:18.578671 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.583395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e21c4f-6a5f-49f1-8c55-b084d9bfb73e None None] Sync routers for ids ['6141bf02-066c-4b03-9333-0ec5ef0d1098'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:18.596096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e21c4f-6a5f-49f1-8c55-b084d9bfb73e None None] Routers {'6141bf02-066c-4b03-9333-0ec5ef0d1098'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:18.596709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-88e21c4f-6a5f-49f1-8c55-b084d9bfb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6141bf02-066c-4b03-9333-0ec5ef0d1098'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:18.607468 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-abc88e1a-7ccb-43a5-b887-34fe9d2b7012 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/floatingips/cbfbfcfb-881d-45dd-9875-666b9caca9c1 HTTP/1.1" status: 204 len: 168 time: 0.8505380 Feb 11 06:03:18.608067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'tag': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:18.610323 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e55494-987e-47b2-ba55-e46689957fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "70ed2c41-8724-4868-aff2-bf1724a006b4", "tag": "61cdc08a-8a98-41b6-813e-ad3f1e8183b8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:18.665567 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af63ffb-4b22-4651-888c-f448dbc85622 x-openstack-request-id: req-4af63ffb-4b22-4651-888c-f448dbc85622 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:18.665871 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ed2c41-8724-4868-aff2-bf1724a006b4", "tag": "61cdc08a-8a98-41b6-813e-ad3f1e8183b8", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:18.666129 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4af63ffb-4b22-4651-888c-f448dbc85622 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:18.666859 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'tag': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8', 'status': 'completed', 'code': 200} Feb 11 06:03:18.709422 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-88e21c4f-6a5f-49f1-8c55-b084d9bfb73e None None] Set router 6141bf02-066c-4b03-9333-0ec5ef0d1098 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:18.756975 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e55494-987e-47b2-ba55-e46689957fdd req-08368482-046f-456a-8406-29796188a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:18.759919 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55e55494-987e-47b2-ba55-e46689957fdd req-08368482-046f-456a-8406-29796188a34d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 1128 time: 0.0579708 Feb 11 06:03:18.913248 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9200c-cb6d-4afb-bfba-fc7adbe29476 req-a1b59a47-0da4-4e2c-b8ee-f076d382f0b4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:18.915076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fc9200c-cb6d-4afb-bfba-fc7adbe29476 req-a1b59a47-0da4-4e2c-b8ee-f076d382f0b4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.1077199 Feb 11 06:03:18.915239 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-88e21c4f-6a5f-49f1-8c55-b084d9bfb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:00:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c464d158-b56d-4ef7-bba4-d8115f5400e3', 'name': '', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:34:d3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:18.918930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e55494-987e-47b2-ba55-e46689957fdd req-d737ab95-8f00-47c6-93ee-41ce066cd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:18.919891 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55e55494-987e-47b2-ba55-e46689957fdd req-d737ab95-8f00-47c6-93ee-41ce066cd82f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9c81da8-a878-42c4-9fb3-c740e377664e HTTP/1.1" status: 200 len: 898 time: 0.1317563 Feb 11 06:03:18.942461 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e21c4f-6a5f-49f1-8c55-b084d9bfb73e None None] Checking router: 6141bf02-066c-4b03-9333-0ec5ef0d1098 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:18.950708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e21c4f-6a5f-49f1-8c55-b084d9bfb73e None None] Routers {'6141bf02-066c-4b03-9333-0ec5ef0d1098'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:18.951405 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-88e21c4f-6a5f-49f1-8c55-b084d9bfb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6141bf02-066c-4b03-9333-0ec5ef0d1098'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:18.969481 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55e55494-987e-47b2-ba55-e46689957fdd req-0e826230-f7df-49ff-8ab3-6c0a44cbc372 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8 HTTP/1.1" status: 200 len: 217 time: 0.0417867 Feb 11 06:03:19.027343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0fc9200c-cb6d-4afb-bfba-fc7adbe29476 req-f8f51790-af5c-42ab-809e-8f67b86f7a56 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053188 Feb 11 06:03:19.042468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e55494-987e-47b2-ba55-e46689957fdd req-73af99c9-e8a7-47a4-ad93-05429b476b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.044532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55e55494-987e-47b2-ba55-e46689957fdd req-73af99c9-e8a7-47a4-ad93-05429b476b69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b3c4ef3a-2b36-4727-916e-36addb201e29 HTTP/1.1" status: 200 len: 833 time: 0.0653353 Feb 11 06:03:19.061004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-88e21c4f-6a5f-49f1-8c55-b084d9bfb73e None None] Set router 6141bf02-066c-4b03-9333-0ec5ef0d1098 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:19.094428 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e55494-987e-47b2-ba55-e46689957fdd req-08a1ea9e-4298-49dc-9fcf-e81876af5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.095986 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55e55494-987e-47b2-ba55-e46689957fdd req-08a1ea9e-4298-49dc-9fcf-e81876af5a7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9c81da8-a878-42c4-9fb3-c740e377664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448449 Feb 11 06:03:19.185457 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55e55494-987e-47b2-ba55-e46689957fdd req-83ac088f-7e30-4a9b-b90f-e6be751c5286 service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831494 Feb 11 06:03:19.262988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-88e21c4f-6a5f-49f1-8c55-b084d9bfb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:00:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c464d158-b56d-4ef7-bba4-d8115f5400e3', 'name': '', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:34:d3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:19.281629 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-55e55494-987e-47b2-ba55-e46689957fdd req-920d74b4-4c67-43c5-aab6-8632572c11df service neutron] 10.222.0.60 "GET /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897038 Feb 11 06:03:19.289201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e21c4f-6a5f-49f1-8c55-b084d9bfb73e None None] The sync data for ids ['6141bf02-066c-4b03-9333-0ec5ef0d1098'] in n-d-615180-58 is: [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:00:27Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'c464d158-b56d-4ef7-bba4-d8115f5400e3', 'name': '', 'network_id': 'c9c81da8-a878-42c4-9fb3-c740e377664e', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:34:d3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:27Z', 'updated_at': '2022-02-11T06:00:31Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': 'b3c4ef3a-2b36-4727-916e-36addb201e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:19.503667 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c0f1b5-9385-41b9-b610-8691c95a7547 None None] New status for floating IP cbfbfcfb-881d-45dd-9875-666b9caca9c1: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:03:20.149998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725262bb-573d-463c-be2c-dac2881f1331 req-152054f5-acc3-4641-8ada-ab5a6bbfa0df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:20.151517 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-725262bb-573d-463c-be2c-dac2881f1331 req-152054f5-acc3-4641-8ada-ab5a6bbfa0df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0524867 Feb 11 06:03:20.204060 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-725262bb-573d-463c-be2c-dac2881f1331 req-f7e6b848-3519-40c7-b191-01b62a377244 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=9665d663-79a3-496e-af4c-be893d511637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461223 Feb 11 06:03:20.920939 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00beb6a2-2b99-4889-be4c-00b394f1ed10 req-ca78802d-0ee2-4421-977d-ee9448b1e31f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:20.922295 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00beb6a2-2b99-4889-be4c-00b394f1ed10 req-ca78802d-0ee2-4421-977d-ee9448b1e31f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 945 time: 0.0526369 Feb 11 06:03:21.017107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00beb6a2-2b99-4889-be4c-00b394f1ed10 req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:21.017449 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00beb6a2-2b99-4889-be4c-00b394f1ed10 req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:21.104771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-00beb6a2-2b99-4889-be4c-00b394f1ed10 req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=61cdc08a-8a98-41b6-813e-ad3f1e8183b8,segment=NetworkSegment(289d2dbc-4084-43eb-ae72-f31412ab0ffc),segment_id=289d2dbc-4084-43eb-ae72-f31412ab0ffc)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:21.105134 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00beb6a2-2b99-4889-be4c-00b394f1ed10 req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:21.117764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-00beb6a2-2b99-4889-be4c-00b394f1ed10 req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:21.250708 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00beb6a2-2b99-4889-be4c-00b394f1ed10 req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (61cdc08a-8a98-41b6-813e-ad3f1e8183b8), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:21.281804 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=61cdc08a-8a98-41b6-813e-ad3f1e8183b8,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:21.334011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4c0b7a0c-9c8e-4b78-b0af-3c903e7a0228 req-eafc7ef3-74df-4bfc-9623-638f7252e406 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=70ed2c41-8724-4868-aff2-bf1724a006b4 HTTP/1.1" status: 200 len: 210 time: 0.0544775 Feb 11 06:03:21.337785 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.338145 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.338493 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.338836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.339213 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.339545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.339880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.340813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.341042 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.341376 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.341709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.342033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.342359 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:21.362880 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-00beb6a2-2b99-4889-be4c-00b394f1ed10 req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] No DVR routers for this DVR port 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:03:21.365466 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-00beb6a2-2b99-4889-be4c-00b394f1ed10 req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:21.368885 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-00beb6a2-2b99-4889-be4c-00b394f1ed10 req-afd32b69-a901-4f25-ab0d-aee201c3081e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "DELETE /v2.0/ports/61cdc08a-8a98-41b6-813e-ad3f1e8183b8 HTTP/1.1" status: 204 len: 173 time: 0.4404697 Feb 11 06:03:21.369332 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'name': 'network-vif-deleted', 'tag': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:21.371645 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e54637-8cbc-4187-bbad-c34015e8266a" -d '{"events": [{"server_uuid": "70ed2c41-8724-4868-aff2-bf1724a006b4", "name": "network-vif-deleted", "tag": "61cdc08a-8a98-41b6-813e-ad3f1e8183b8"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:21.468061 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b93860-cb6e-49f8-bf99-3de204a0a6b9 x-openstack-request-id: req-76b93860-cb6e-49f8-bf99-3de204a0a6b9 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:21.468360 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ed2c41-8724-4868-aff2-bf1724a006b4", "name": "network-vif-deleted", "tag": "61cdc08a-8a98-41b6-813e-ad3f1e8183b8", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:21.468619 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76b93860-cb6e-49f8-bf99-3de204a0a6b9 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:21.469026 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ed2c41-8724-4868-aff2-bf1724a006b4', 'name': 'network-vif-deleted', 'tag': '61cdc08a-8a98-41b6-813e-ad3f1e8183b8', 'status': 'completed', 'code': 200} Feb 11 06:03:22.392715 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54262) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:22.745540 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9ab4-d388-45ae-9870-1a04c474d9fc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (6141bf02-066c-4b03-9333-0ec5ef0d1098), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:22.999067 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa9ab4-d388-45ae-9870-1a04c474d9fc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port c464d158-b56d-4ef7-bba4-d8115f5400e3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:22.999339 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9ab4-d388-45ae-9870-1a04c474d9fc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:23.088366 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4cfa9ab4-d388-45ae-9870-1a04c474d9fc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port c464d158-b56d-4ef7-bba4-d8115f5400e3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c464d158-b56d-4ef7-bba4-d8115f5400e3,segment=NetworkSegment(289d2dbc-4084-43eb-ae72-f31412ab0ffc),segment_id=289d2dbc-4084-43eb-ae72-f31412ab0ffc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:23.088739 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9ab4-d388-45ae-9870-1a04c474d9fc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:23.101487 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa9ab4-d388-45ae-9870-1a04c474d9fc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for c464d158-b56d-4ef7-bba4-d8115f5400e3 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:23.623140 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9ab4-d388-45ae-9870-1a04c474d9fc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c464d158-b56d-4ef7-bba4-d8115f5400e3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:23.647370 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa9ab4-d388-45ae-9870-1a04c474d9fc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=c464d158-b56d-4ef7-bba4-d8115f5400e3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:23.823514 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9ab4-d388-45ae-9870-1a04c474d9fc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (6141bf02-066c-4b03-9333-0ec5ef0d1098), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:24.044695 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfa9ab4-d388-45ae-9870-1a04c474d9fc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router 6141bf02-066c-4b03-9333-0ec5ef0d1098 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:03:24.153714 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfa9ab4-d388-45ae-9870-1a04c474d9fc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:24.161238 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-4cfa9ab4-d388-45ae-9870-1a04c474d9fc tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "PUT /v2.0/routers/6141bf02-066c-4b03-9333-0ec5ef0d1098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7673657 Feb 11 06:03:24.162183 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54264) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:24.163771 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddaf0e4-c6d8-4434-b7e2-7944dc540fd3 None None] Sync routers for ids ['6141bf02-066c-4b03-9333-0ec5ef0d1098'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:24.173904 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddaf0e4-c6d8-4434-b7e2-7944dc540fd3 None None] Routers {'6141bf02-066c-4b03-9333-0ec5ef0d1098'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:24.174659 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7ddaf0e4-c6d8-4434-b7e2-7944dc540fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6141bf02-066c-4b03-9333-0ec5ef0d1098'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:24.213595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8420f03-486c-4592-bc27-f8169704b21a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting subnet b3c4ef3a-2b36-4727-916e-36addb201e29 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:03:24.217431 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8420f03-486c-4592-bc27-f8169704b21a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (b3c4ef3a-2b36-4727-916e-36addb201e29), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:24.256252 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8420f03-486c-4592-bc27-f8169704b21a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (b3c4ef3a-2b36-4727-916e-36addb201e29), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:24.282665 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-7ddaf0e4-c6d8-4434-b7e2-7944dc540fd3 None None] Set router 6141bf02-066c-4b03-9333-0ec5ef0d1098 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:24.347653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8420f03-486c-4592-bc27-f8169704b21a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (b3c4ef3a-2b36-4727-916e-36addb201e29), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:24.409245 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8420f03-486c-4592-bc27-f8169704b21a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (b3c4ef3a-2b36-4727-916e-36addb201e29), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:24.439205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8420f03-486c-4592-bc27-f8169704b21a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c4ef3a-2b36-4727-916e-36addb201e29,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:24.443140 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e8420f03-486c-4592-bc27-f8169704b21a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:24.446448 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e8420f03-486c-4592-bc27-f8169704b21a tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/subnets/b3c4ef3a-2b36-4727-916e-36addb201e29 HTTP/1.1" status: 204 len: 168 time: 0.2826879 Feb 11 06:03:24.449107 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54266) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:24.450794 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f6b48-f1ed-4f66-be96-4996484a2ced None None] Network c9c81da8-a878-42c4-9fb3-c740e377664e requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:03:24.542470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7ddaf0e4-c6d8-4434-b7e2-7944dc540fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:03:23Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:24.570488 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (6141bf02-066c-4b03-9333-0ec5ef0d1098), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:24.575316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddaf0e4-c6d8-4434-b7e2-7944dc540fd3 None None] Checking router: 6141bf02-066c-4b03-9333-0ec5ef0d1098 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:24.591600 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddaf0e4-c6d8-4434-b7e2-7944dc540fd3 None None] Routers {'6141bf02-066c-4b03-9333-0ec5ef0d1098'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:24.592222 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7ddaf0e4-c6d8-4434-b7e2-7944dc540fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6141bf02-066c-4b03-9333-0ec5ef0d1098'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:24.677374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] DHCP port deletion for c9c81da8-a878-42c4-9fb3-c740e377664e request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:03:24.680672 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (6141bf02-066c-4b03-9333-0ec5ef0d1098), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:24.727294 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-7ddaf0e4-c6d8-4434-b7e2-7944dc540fd3 None None] Set router 6141bf02-066c-4b03-9333-0ec5ef0d1098 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:24.735726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port 0ac287e8-1f2f-4352-988a-1e555ab7913a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:24.736080 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:24.819526 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port 0ac287e8-1f2f-4352-988a-1e555ab7913a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=0ac287e8-1f2f-4352-988a-1e555ab7913a,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:24.819892 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:24.833336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for 0ac287e8-1f2f-4352-988a-1e555ab7913a owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:24.949780 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:24.987210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:24.987562 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 61cdc08a-8a98-41b6-813e-ad3f1e8183b8 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:25.010307 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (0ac287e8-1f2f-4352-988a-1e555ab7913a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.035246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Deleting port d1c2b531-aeed-4030-8c78-bc98f8f87793 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:25.035630 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.037561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=0ac287e8-1f2f-4352-988a-1e555ab7913a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:25.102468 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (6141bf02-066c-4b03-9333-0ec5ef0d1098), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.118024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] For port d1c2b531-aeed-4030-8c78-bc98f8f87793, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=d1c2b531-aeed-4030-8c78-bc98f8f87793,segment=NetworkSegment(289d2dbc-4084-43eb-ae72-f31412ab0ffc),segment_id=289d2dbc-4084-43eb-ae72-f31412ab0ffc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:25.118426 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.149030 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Calling delete_port for d1c2b531-aeed-4030-8c78-bc98f8f87793 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:25.198789 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (6141bf02-066c-4b03-9333-0ec5ef0d1098), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.201744 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_controller (6141bf02-066c-4b03-9333-0ec5ef0d1098), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.231320 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7ddaf0e4-c6d8-4434-b7e2-7944dc540fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:03:23Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:25.250979 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (6141bf02-066c-4b03-9333-0ec5ef0d1098), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.251525 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Fanout notify agent at l3_agent the message router_deleted on router 6141bf02-066c-4b03-9333-0ec5ef0d1098 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:03:25.258439 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.262812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d4f9aba6-831b-4f6f-a3e8-2ed1e262aa75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/routers/6141bf02-066c-4b03-9333-0ec5ef0d1098 HTTP/1.1" status: 204 len: 168 time: 0.8090274 Feb 11 06:03:25.263027 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54268) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:25.268243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddaf0e4-c6d8-4434-b7e2-7944dc540fd3 None None] The sync data for ids ['6141bf02-066c-4b03-9333-0ec5ef0d1098'] in n-d-615180-58 is: [{'id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870696251', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:00:24Z', 'updated_at': '2022-02-11T06:03:23Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '0ac287e8-1f2f-4352-988a-1e555ab7913a', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6141bf02-066c-4b03-9333-0ec5ef0d1098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:00:25Z', 'updated_at': '2022-02-11T06:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:25.284491 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (d1c2b531-aeed-4030-8c78-bc98f8f87793), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.312412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Pushing event deleted for resources: {'Port': ['ID=d1c2b531-aeed-4030-8c78-bc98f8f87793,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:25.322485 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] No DVR routers for this DVR port d1c2b531-aeed-4030-8c78-bc98f8f87793 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:03:25.325684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.326046 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.326401 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.326811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.327396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.327748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.328087 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.328450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.329106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.329448 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.329963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.330211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.330505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ca586-7bf6-49a7-9e7e-58050a7e81fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:25.351193 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (c9c81da8-a878-42c4-9fb3-c740e377664e), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.436042 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (c9c81da8-a878-42c4-9fb3-c740e377664e), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.455441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c81da8-a878-42c4-9fb3-c740e377664e']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:25.465325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289d2dbc-4084-43eb-ae72-f31412ab0ffc') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:25.465806 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289d2dbc-4084-43eb-ae72-f31412ab0ffc') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:25.475735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (289d2dbc-4084-43eb-ae72-f31412ab0ffc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.489100 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (289d2dbc-4084-43eb-ae72-f31412ab0ffc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.495253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:03:25.495739 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (289d2dbc-4084-43eb-ae72-f31412ab0ffc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: timer() Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:03:25.499665 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:03:25.563134 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (c9c81da8-a878-42c4-9fb3-c740e377664e), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.569790 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.572965 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/networks/c9c81da8-a878-42c4-9fb3-c740e377664e HTTP/1.1" status: 204 len: 168 time: 0.3089907 Feb 11 06:03:25.575822 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54270) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:25.584285 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51b2fc-6f8b-4187-b317-783e535a78b8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Network': ['ID=c9c81da8-a878-42c4-9fb3-c740e377664e,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:25.635342 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2bab-5c80-4f69-980e-45fb5a0ab3e6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (9665d663-79a3-496e-af4c-be893d511637), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.662417 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2bab-5c80-4f69-980e-45fb5a0ab3e6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (9665d663-79a3-496e-af4c-be893d511637), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.729036 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2bab-5c80-4f69-980e-45fb5a0ab3e6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9665d663-79a3-496e-af4c-be893d511637), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.733044 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2bab-5c80-4f69-980e-45fb5a0ab3e6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.734220 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-cb2f2bab-5c80-4f69-980e-45fb5a0ab3e6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/security-groups/9665d663-79a3-496e-af4c-be893d511637 HTTP/1.1" status: 204 len: 168 time: 0.1573057 Feb 11 06:03:25.744764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f2bab-5c80-4f69-980e-45fb5a0ab3e6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9665d663-79a3-496e-af4c-be893d511637,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:26.082693 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54276) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:26.087475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0985ec9a-a0d4-4dbf-8ccf-9edd3c4ed597 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600111371', 'description': 'tempest-secgroup-smoke-1600111371 description', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:26.109503 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0985ec9a-a0d4-4dbf-8ccf-9edd3c4ed597 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.173937 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0985ec9a-a0d4-4dbf-8ccf-9edd3c4ed597 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (a82e631c-95a2-45e6-a986-daba4415002b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.177387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0985ec9a-a0d4-4dbf-8ccf-9edd3c4ed597 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a82e631c-95a2-45e6-a986-daba4415002b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.207027 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0985ec9a-a0d4-4dbf-8ccf-9edd3c4ed597 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.208192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-0985ec9a-a0d4-4dbf-8ccf-9edd3c4ed597 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1244051 Feb 11 06:03:26.209997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985ec9a-a0d4-4dbf-8ccf-9edd3c4ed597 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82e631c-95a2-45e6-a986-daba4415002b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:26.211259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54278) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:26.217435 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-36e1c366-bba1-4e78-9a00-189dea60f978 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': 'a82e631c-95a2-45e6-a986-daba4415002b', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:26.247609 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36e1c366-bba1-4e78-9a00-189dea60f978 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (11ee766f-d712-4b1e-ab96-90171c43f55c), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.306391 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36e1c366-bba1-4e78-9a00-189dea60f978 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (11ee766f-d712-4b1e-ab96-90171c43f55c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.310029 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36e1c366-bba1-4e78-9a00-189dea60f978 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (11ee766f-d712-4b1e-ab96-90171c43f55c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.329860 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1c366-bba1-4e78-9a00-189dea60f978 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ee766f-d712-4b1e-ab96-90171c43f55c,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:26.336291 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-36e1c366-bba1-4e78-9a00-189dea60f978 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.340727 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-36e1c366-bba1-4e78-9a00-189dea60f978 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252282 Feb 11 06:03:26.341201 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54280) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:26.345997 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e21cd2b1-ba45-4235-9b5b-d7254fc0569d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': 'a82e631c-95a2-45e6-a986-daba4415002b', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:26.369968 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e21cd2b1-ba45-4235-9b5b-d7254fc0569d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (1966aba7-d9eb-4b68-941b-a2bce9636f10), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.424994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e21cd2b1-ba45-4235-9b5b-d7254fc0569d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (1966aba7-d9eb-4b68-941b-a2bce9636f10), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.428517 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e21cd2b1-ba45-4235-9b5b-d7254fc0569d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (1966aba7-d9eb-4b68-941b-a2bce9636f10), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.443545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cd2b1-ba45-4235-9b5b-d7254fc0569d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1966aba7-d9eb-4b68-941b-a2bce9636f10,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:26.454363 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e21cd2b1-ba45-4235-9b5b-d7254fc0569d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.455688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e21cd2b1-ba45-4235-9b5b-d7254fc0569d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134133 Feb 11 06:03:26.458420 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54282) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:26.462682 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b35da46c-26b5-493e-8dec-47445479971e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': 'a82e631c-95a2-45e6-a986-daba4415002b', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:26.486775 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b35da46c-26b5-493e-8dec-47445479971e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (a484f89a-67f7-4c10-b6a5-5ca3bdb52646), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.545685 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b35da46c-26b5-493e-8dec-47445479971e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (a484f89a-67f7-4c10-b6a5-5ca3bdb52646), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.549614 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b35da46c-26b5-493e-8dec-47445479971e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (a484f89a-67f7-4c10-b6a5-5ca3bdb52646), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.562730 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d1c2b531-aeed-4030-8c78-bc98f8f87793 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:26.567624 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35da46c-26b5-493e-8dec-47445479971e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a484f89a-67f7-4c10-b6a5-5ca3bdb52646,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:26.576801 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b35da46c-26b5-493e-8dec-47445479971e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.578070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b35da46c-26b5-493e-8dec-47445479971e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186886 Feb 11 06:03:26.580745 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54284) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:26.585021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-42dab500-62a4-4b7f-9489-698d8ce4e5ff tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': 'a82e631c-95a2-45e6-a986-daba4415002b', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:26.586838 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: d1c2b531-aeed-4030-8c78-bc98f8f87793 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:26.587207 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device d1c2b531-aeed-4030-8c78-bc98f8f87793 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:26.587631 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0ac287e8-1f2f-4352-988a-1e555ab7913a no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:26.606653 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 0ac287e8-1f2f-4352-988a-1e555ab7913a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:26.607025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 0ac287e8-1f2f-4352-988a-1e555ab7913a not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:26.607492 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c464d158-b56d-4ef7-bba4-d8115f5400e3 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:26.612844 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42dab500-62a4-4b7f-9489-698d8ce4e5ff tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (7dfd8d39-dc04-4a41-8ecf-c357ee542ec3), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.626643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: c464d158-b56d-4ef7-bba4-d8115f5400e3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:26.627016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c464d158-b56d-4ef7-bba4-d8115f5400e3 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:26.676901 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42dab500-62a4-4b7f-9489-698d8ce4e5ff tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (7dfd8d39-dc04-4a41-8ecf-c357ee542ec3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.680387 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42dab500-62a4-4b7f-9489-698d8ce4e5ff tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (7dfd8d39-dc04-4a41-8ecf-c357ee542ec3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.697796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dab500-62a4-4b7f-9489-698d8ce4e5ff tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfd8d39-dc04-4a41-8ecf-c357ee542ec3,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:26.705474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42dab500-62a4-4b7f-9489-698d8ce4e5ff tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.706665 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-42dab500-62a4-4b7f-9489-698d8ce4e5ff tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250145 Feb 11 06:03:26.709445 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54286) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:26.713651 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2b9e7c4b-3571-4511-8964-7bfbf53166ed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': 'a82e631c-95a2-45e6-a986-daba4415002b', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:26.732448 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-2b9e7c4b-3571-4511-8964-7bfbf53166ed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Project 34d54ee97fa24d4ca8dd832d02b9b5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:03:26.737274 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9e7c4b-3571-4511-8964-7bfbf53166ed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (10986766-e936-4f9a-a9f5-d7d379f88bcd), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.794455 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9e7c4b-3571-4511-8964-7bfbf53166ed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (10986766-e936-4f9a-a9f5-d7d379f88bcd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.801866 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9e7c4b-3571-4511-8964-7bfbf53166ed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (10986766-e936-4f9a-a9f5-d7d379f88bcd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.819556 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e7c4b-3571-4511-8964-7bfbf53166ed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10986766-e936-4f9a-a9f5-d7d379f88bcd,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:26.830405 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9e7c4b-3571-4511-8964-7bfbf53166ed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.831659 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2b9e7c4b-3571-4511-8964-7bfbf53166ed tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213005 Feb 11 06:03:26.834392 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54288) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:26.838669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f8bd7780-2b59-41ce-8e89-d59ee1c0de47 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'security_group_rule': {'security_group_id': 'a82e631c-95a2-45e6-a986-daba4415002b', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:26.859075 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-f8bd7780-2b59-41ce-8e89-d59ee1c0de47 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Project 34d54ee97fa24d4ca8dd832d02b9b5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:03:26.863867 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7780-2b59-41ce-8e89-d59ee1c0de47 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (1c3d0019-dae5-42b8-a82d-9a447cd5a05a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.924151 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7780-2b59-41ce-8e89-d59ee1c0de47 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (1c3d0019-dae5-42b8-a82d-9a447cd5a05a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.927559 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7780-2b59-41ce-8e89-d59ee1c0de47 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (1c3d0019-dae5-42b8-a82d-9a447cd5a05a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.947463 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd7780-2b59-41ce-8e89-d59ee1c0de47 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3d0019-dae5-42b8-a82d-9a447cd5a05a,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:26.955818 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7780-2b59-41ce-8e89-d59ee1c0de47 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.957038 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-f8bd7780-2b59-41ce-8e89-d59ee1c0de47 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216972 Feb 11 06:03:26.959970 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54290) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:26.964776 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-166f9519-6306-4026-b9c6-ab5b4b40c952 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'network': {'name': 'tempest-network-smoke--1991570977', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'port_security_enabled': True}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:26.983870 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f9519-6306-4026-b9c6-ab5b4b40c952 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:03:26.987268 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-166f9519-6306-4026-b9c6-ab5b4b40c952 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.012865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166f9519-6306-4026-b9c6-ab5b4b40c952 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:03:27.022226 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-166f9519-6306-4026-b9c6-ab5b4b40c952 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (922020a5-180b-4ddf-b7f8-2a77cd5da213), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.022596 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-166f9519-6306-4026-b9c6-ab5b4b40c952 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Added segment 922020a5-180b-4ddf-b7f8-2a77cd5da213 of type vlan for network d6039732-b4eb-451e-82ee-20f4c64c0772 Feb 11 06:03:27.063179 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-166f9519-6306-4026-b9c6-ab5b4b40c952 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (d6039732-b4eb-451e-82ee-20f4c64c0772), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.087963 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-166f9519-6306-4026-b9c6-ab5b4b40c952 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (d6039732-b4eb-451e-82ee-20f4c64c0772), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.092930 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f9519-6306-4026-b9c6-ab5b4b40c952 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:27.093519 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-166f9519-6306-4026-b9c6-ab5b4b40c952 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.131625 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-166f9519-6306-4026-b9c6-ab5b4b40c952 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1701331 Feb 11 06:03:27.134099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54292) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:27.139680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'admin_state_up': True, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:27.160782 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (f3fc6c62-3181-45f4-a23b-3d10433448d2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.161929 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (f3fc6c62-3181-45f4-a23b-3d10433448d2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.163593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f9519-6306-4026-b9c6-ab5b4b40c952 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Network': ['ID=d6039732-b4eb-451e-82ee-20f4c64c0772,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:27.175717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network d6039732-b4eb-451e-82ee-20f4c64c0772 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:03:27.218334 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_controller (f3fc6c62-3181-45f4-a23b-3d10433448d2), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.357757 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (f3fc6c62-3181-45f4-a23b-3d10433448d2), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.549920 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (f3fc6c62-3181-45f4-a23b-3d10433448d2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.567824 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.675094 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.25.7.136 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:27.772622 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.805774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.849382 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:27.853837 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:27.858342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:27.860339 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:28.106408 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (f3fc6c62-3181-45f4-a23b-3d10433448d2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.302381 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (f3fc6c62-3181-45f4-a23b-3d10433448d2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.428101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router f3fc6c62-3181-45f4-a23b-3d10433448d2 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:03:28.538726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:28.549247 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Sync routers for ids ['f3fc6c62-3181-45f4-a23b-3d10433448d2'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:28.558273 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.560081 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7cf6cd05-0bd5-493b-88db-a9550dfac8df tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4249308 Feb 11 06:03:28.560472 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Routers {'f3fc6c62-3181-45f4-a23b-3d10433448d2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:28.561145 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3fc6c62-3181-45f4-a23b-3d10433448d2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:28.564574 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54294) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:28.669545 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Set router f3fc6c62-3181-45f4-a23b-3d10433448d2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:28.722688 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-bc2a33fe-e202-400f-a616-faaf0113b7f6 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=34d54ee97fa24d4ca8dd832d02b9b5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1582723 Feb 11 06:03:28.725408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54298) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:28.813037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ae304-160d-4635-9a7d-ed63658e98d1 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:28.814558 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-135ae304-160d-4635-9a7d-ed63658e98d1 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882175 Feb 11 06:03:28.817384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54300) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:28.845587 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-7310e6bf-c530-4ba1-8ef3-59cdce7d31f4 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=39b338c4-a31b-4884-a416-93b3d15636aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271378 Feb 11 06:03:28.848133 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54302) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:28.852736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-e71f0f3b-d6c7-41d0-80b0-fdee12d3d1b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-26560133', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:28.946536 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:27Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:28.974166 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Checking router: f3fc6c62-3181-45f4-a23b-3d10433448d2 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:28.974519 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Updating router f3fc6c62-3181-45f4-a23b-3d10433448d2 port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:03:29.002863 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.260847 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Publish callbacks [] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.267048 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.295041 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71f0f3b-d6c7-41d0-80b0-fdee12d3d1b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:03:29.299001 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e71f0f3b-d6c7-41d0-80b0-fdee12d3d1b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.317776 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Attempting to bind port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:03:29.318143 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Attempting to bind port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:03:29.318501 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Attempting to bind port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:29.320301 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Pushing event updated for resources: {'Port': ['ID=21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:29.330027 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.330370 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.330708 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.331073 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.331405 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.331731 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.332055 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.332373 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.332692 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.333146 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.333535 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.333857 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.334170 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:29.337385 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:03:29.337761 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:29.338160 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.338536 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:03:29.339034 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Bound port: 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:03:29.339482 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.391049 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] For port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:29.394199 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] For port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:03:29.400121 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.457236 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Routers {'f3fc6c62-3181-45f4-a23b-3d10433448d2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:29.457853 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3fc6c62-3181-45f4-a23b-3d10433448d2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:29.460526 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cba307-a702-4169-a4f0-cdd317e0a1b6 None None] Pushing event updated for resources: {'Port': ['ID=21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:29.482620 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e71f0f3b-d6c7-41d0-80b0-fdee12d3d1b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (4759aac9-a0e7-4e42-80b2-5a5189af0307), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.542212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f0f3b-d6c7-41d0-80b0-fdee12d3d1b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Subnet': ['ID=4759aac9-a0e7-4e42-80b2-5a5189af0307,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:29.549283 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f0f3b-d6c7-41d0-80b0-fdee12d3d1b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Checking segment: {'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:29.549479 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71f0f3b-d6c7-41d0-80b0-fdee12d3d1b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network hostable DHCP agents. Network: d6039732-b4eb-451e-82ee-20f4c64c0772, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:03:29.565361 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] Set router f3fc6c62-3181-45f4-a23b-3d10433448d2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:29.566496 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71f0f3b-d6c7-41d0-80b0-fdee12d3d1b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network d6039732-b4eb-451e-82ee-20f4c64c0772 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:03:29.575174 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-e71f0f3b-d6c7-41d0-80b0-fdee12d3d1b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, d6039732-b4eb-451e-82ee-20f4c64c0772) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:29.579303 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71f0f3b-d6c7-41d0-80b0-fdee12d3d1b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:29.579967 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e71f0f3b-d6c7-41d0-80b0-fdee12d3d1b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.588003 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bc8f13-5094-4bc7-9260-1824c289d32c None None] Network d6039732-b4eb-451e-82ee-20f4c64c0772 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:03:29.601385 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e71f0f3b-d6c7-41d0-80b0-fdee12d3d1b1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7496207 Feb 11 06:03:29.601588 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54304) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:29.712013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-d6039732-b4eb-451e-82ee-20f4c64c0772', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ips': [{'subnet_id': '4759aac9-a0e7-4e42-80b2-5a5189af0307'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:03:29.713440 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.758600 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:27Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:29.786374 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b118a2-2084-4330-996a-c0a0a88e1e05 None None] The sync data for ids ['f3fc6c62-3181-45f4-a23b-3d10433448d2'] in n-d-615180-58 is: [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:27Z', 'revision_number': 3, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:29.862385 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Allocated IP 172.20.0.2 (d6039732-b4eb-451e-82ee-20f4c64c0772/4759aac9-a0e7-4e42-80b2-5a5189af0307/4381182f-5247-445a-839b-9ca9ce82d0e0) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:30.018697 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Publish callbacks [] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.030613 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.082530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Network d6039732-b4eb-451e-82ee-20f4c64c0772 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:30.085497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:30.089606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:30.099325 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.126196 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Pushing event updated for resources: {'Port': ['ID=4381182f-5247-445a-839b-9ca9ce82d0e0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:30.167190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Attempting to bind port 4381182f-5247-445a-839b-9ca9ce82d0e0 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:03:30.167855 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Attempting to bind port 4381182f-5247-445a-839b-9ca9ce82d0e0 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:03:30.168232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Attempting to bind port 4381182f-5247-445a-839b-9ca9ce82d0e0 on network d6039732-b4eb-451e-82ee-20f4c64c0772 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:30.173765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:03:30.174298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Checking segment: {'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:30.174715 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.175138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Bound using segment: {'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:03:30.175619 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Bound port: 4381182f-5247-445a-839b-9ca9ce82d0e0, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:03:30.176005 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.242029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] For port 4381182f-5247-445a-839b-9ca9ce82d0e0, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:30.245468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] For port 4381182f-5247-445a-839b-9ca9ce82d0e0, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4381182f-5247-445a-839b-9ca9ce82d0e0,segment=NetworkSegment(922020a5-180b-4ddf-b7f8-2a77cd5da213),segment_id=922020a5-180b-4ddf-b7f8-2a77cd5da213)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:03:30.252299 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.320833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3174f-8d48-41c4-aa6b-aa923f1c5288 None None] Pushing event updated for resources: {'Port': ['ID=4381182f-5247-445a-839b-9ca9ce82d0e0,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:30.436277 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.20.0.1 (d6039732-b4eb-451e-82ee-20f4c64c0772/4759aac9-a0e7-4e42-80b2-5a5189af0307/be04fe06-8e24-40f4-b21d-af5906ed0788) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:30.599332 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.650113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4381182f-5247-445a-839b-9ca9ce82d0e0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:30.658302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.706126 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=be04fe06-8e24-40f4-b21d-af5906ed0788,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:30.711215 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 4381182f-5247-445a-839b-9ca9ce82d0e0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:30.711849 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.720874 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network d6039732-b4eb-451e-82ee-20f4c64c0772 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:30.723097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:30.725941 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:30.777840 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (f3fc6c62-3181-45f4-a23b-3d10433448d2), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.797259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 4381182f-5247-445a-839b-9ca9ce82d0e0 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:30.797776 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.834606 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 4381182f-5247-445a-839b-9ca9ce82d0e0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4381182f-5247-445a-839b-9ca9ce82d0e0,segment=NetworkSegment(922020a5-180b-4ddf-b7f8-2a77cd5da213),segment_id=922020a5-180b-4ddf-b7f8-2a77cd5da213)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:30.841043 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.843455 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:30.927524 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.932888 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=4381182f-5247-445a-839b-9ca9ce82d0e0,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:30.947000 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:30.947380 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.026339 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:31.026822 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.054554 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:31.059843 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.111828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:31.236497 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.241242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.321290 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (f3fc6c62-3181-45f4-a23b-3d10433448d2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.323110 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=be04fe06-8e24-40f4-b21d-af5906ed0788,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:31.356766 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be304d68-b1e5-43a6-8e8e-5d478a357b94 None None] Network d6039732-b4eb-451e-82ee-20f4c64c0772 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:03:31.416757 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network d6039732-b4eb-451e-82ee-20f4c64c0772 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:31.418608 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:31.458718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-297a15cd-3c8c-4f31-a3b1-f45df8354b99 None None] Provisioning complete for port 4381182f-5247-445a-839b-9ca9ce82d0e0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:31.459136 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-297a15cd-3c8c-4f31-a3b1-f45df8354b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.539354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router f3fc6c62-3181-45f4-a23b-3d10433448d2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:03:31.553498 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-297a15cd-3c8c-4f31-a3b1-f45df8354b99 None None] Current status of the port 4381182f-5247-445a-839b-9ca9ce82d0e0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:31.659681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:31.664762 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b1edd87d-ed18-4252-99bc-de7d1f15dc92 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "PUT /v2.0/routers/f3fc6c62-3181-45f4-a23b-3d10433448d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0622132 Feb 11 06:03:31.781719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2909f4e4-9060-40e7-aadc-7dbfbe1df0a6 None None] Provisioning complete for port 4381182f-5247-445a-839b-9ca9ce82d0e0 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:31.782199 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2909f4e4-9060-40e7-aadc-7dbfbe1df0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.857300 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-5a701f01-ddbe-49f6-8d15-01261230c078 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600111371&fields=id&tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 267 time: 0.0593255 Feb 11 06:03:31.871694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2909f4e4-9060-40e7-aadc-7dbfbe1df0a6 None None] Current status of the port 4381182f-5247-445a-839b-9ca9ce82d0e0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:31.883960 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-2909f4e4-9060-40e7-aadc-7dbfbe1df0a6 None None] Provisioning complete for port be04fe06-8e24-40f4-b21d-af5906ed0788 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:31.884448 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2909f4e4-9060-40e7-aadc-7dbfbe1df0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.912244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Sync routers for ids ['f3fc6c62-3181-45f4-a23b-3d10433448d2'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:31.935931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Routers {'f3fc6c62-3181-45f4-a23b-3d10433448d2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:31.936707 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3fc6c62-3181-45f4-a23b-3d10433448d2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:31.939990 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2909f4e4-9060-40e7-aadc-7dbfbe1df0a6 None None] Port be04fe06-8e24-40f4-b21d-af5906ed0788 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:03:31.970500 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-a6ab29ee-2d82-4be6-ba00-24905a29cd9e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:31.972102 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-a6ab29ee-2d82-4be6-ba00-24905a29cd9e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/networks?id=d6039732-b4eb-451e-82ee-20f4c64c0772 HTTP/1.1" status: 200 len: 797 time: 0.1142404 Feb 11 06:03:31.989888 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-7d15abd4-5a1e-401a-b597-a8c78741cdb8 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/quotas/34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 375 time: 0.0110016 Feb 11 06:03:32.051677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-aebc9b54-b416-47d0-b855-2314c927b4b9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557950 Feb 11 06:03:32.062253 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Set router f3fc6c62-3181-45f4-a23b-3d10433448d2 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:32.104706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-eea345fb-2420-4801-acd5-e1fec29bb4dc None None] Provisioning complete for port be04fe06-8e24-40f4-b21d-af5906ed0788 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:32.105110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eea345fb-2420-4801-acd5-e1fec29bb4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:32.118460 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-17221bf3-ea00-4291-83ca-c81f8fbf98a4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:03:32.121494 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-17221bf3-ea00-4291-83ca-c81f8fbf98a4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0551629 Feb 11 06:03:32.193684 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-eea345fb-2420-4801-acd5-e1fec29bb4dc None None] Port be04fe06-8e24-40f4-b21d-af5906ed0788 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:03:32.219009 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-738040e8-9ae9-4c9c-85ac-9b9437837908 service neutron] 10.222.0.48 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918794 Feb 11 06:03:32.299132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:30Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'be04fe06-8e24-40f4-b21d-af5906ed0788', 'name': '', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:eb:77:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 2, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:32.314328 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-5752bcc3-c143-4e27-a700-ab0391ccd965 service neutron] 10.222.0.48 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892766 Feb 11 06:03:32.332181 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Checking router: f3fc6c62-3181-45f4-a23b-3d10433448d2 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:32.332546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Updating router f3fc6c62-3181-45f4-a23b-3d10433448d2 port be04fe06-8e24-40f4-b21d-af5906ed0788 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:03:32.365443 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f31a8089-e62a-4dfe-9197-dcf49526e249 None None] Provisioning complete for port be04fe06-8e24-40f4-b21d-af5906ed0788 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:32.365835 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f31a8089-e62a-4dfe-9197-dcf49526e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:32.368451 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:32.434695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f31a8089-e62a-4dfe-9197-dcf49526e249 None None] Port be04fe06-8e24-40f4-b21d-af5906ed0788 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:03:32.646469 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4381182f-5247-445a-839b-9ca9ce82d0e0 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:32.765466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 4381182f-5247-445a-839b-9ca9ce82d0e0 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:32.765850 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:32.913829 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Publish callbacks [] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:32.915350 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 4381182f-5247-445a-839b-9ca9ce82d0e0 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:32.916354 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:32.920534 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:32.999290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ee904-ba3a-4283-b91f-16943ee6331c None None] Pushing event updated for resources: {'Port': ['ID=be04fe06-8e24-40f4-b21d-af5906ed0788,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:33.053214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:33.053592 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.086303 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Attempting to bind port be04fe06-8e24-40f4-b21d-af5906ed0788 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:03:33.086687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Attempting to bind port be04fe06-8e24-40f4-b21d-af5906ed0788 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:03:33.087089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Attempting to bind port be04fe06-8e24-40f4-b21d-af5906ed0788 on network d6039732-b4eb-451e-82ee-20f4c64c0772 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:33.100147 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:03:33.100682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Checking segment: {'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:33.101398 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.101845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Bound using segment: {'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:03:33.102364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Bound port: be04fe06-8e24-40f4-b21d-af5906ed0788, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:03:33.102742 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.200453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] For port be04fe06-8e24-40f4-b21d-af5906ed0788, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:33.205038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] For port be04fe06-8e24-40f4-b21d-af5906ed0788, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=be04fe06-8e24-40f4-b21d-af5906ed0788,segment=NetworkSegment(922020a5-180b-4ddf-b7f8-2a77cd5da213),segment_id=922020a5-180b-4ddf-b7f8-2a77cd5da213)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:03:33.208746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:33.211976 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.286971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ee904-ba3a-4283-b91f-16943ee6331c None None] Pushing event updated for resources: {'Port': ['ID=be04fe06-8e24-40f4-b21d-af5906ed0788,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:33.290218 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Routers {'f3fc6c62-3181-45f4-a23b-3d10433448d2'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:33.290884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:03:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3fc6c62-3181-45f4-a23b-3d10433448d2'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:33.293901 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5334d236-10b7-45ff-8a84-457f4764b90c None None] Provisioning complete for port be04fe06-8e24-40f4-b21d-af5906ed0788 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:33.294281 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5334d236-10b7-45ff-8a84-457f4764b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.457436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] Set router f3fc6c62-3181-45f4-a23b-3d10433448d2 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:33.501364 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6ee08328-cfe1-4f3c-9fae-551725ea9d5e req-1f52f693-e8b4-4fd1-92ba-2152e06acc29 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 210 time: 0.0371363 Feb 11 06:03:33.504487 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5334d236-10b7-45ff-8a84-457f4764b90c None None] Current status of the port be04fe06-8e24-40f4-b21d-af5906ed0788 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:33.504989 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5334d236-10b7-45ff-8a84-457f4764b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.575655 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:03:33.590325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5334d236-10b7-45ff-8a84-457f4764b90c None None] For port be04fe06-8e24-40f4-b21d-af5906ed0788, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=be04fe06-8e24-40f4-b21d-af5906ed0788,segment=NetworkSegment(922020a5-180b-4ddf-b7f8-2a77cd5da213),segment_id=922020a5-180b-4ddf-b7f8-2a77cd5da213)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:33.618863 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5334d236-10b7-45ff-8a84-457f4764b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.687169 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334d236-10b7-45ff-8a84-457f4764b90c None None] Pushing event updated for resources: {'Port': ['ID=be04fe06-8e24-40f4-b21d-af5906ed0788,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:33.747184 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:30Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'be04fe06-8e24-40f4-b21d-af5906ed0788', 'name': '', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:eb:77:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:33Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:33.749770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-91dace03-d9f1-441e-8ca7-c51e41fdc728 None None] Provisioning complete for port be04fe06-8e24-40f4-b21d-af5906ed0788 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:33.750148 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-91dace03-d9f1-441e-8ca7-c51e41fdc728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.775473 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bf8ee0-0fc6-42e5-88da-8cab58c7edc8 None None] The sync data for ids ['f3fc6c62-3181-45f4-a23b-3d10433448d2'] in n-d-615180-58 is: [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:30Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'be04fe06-8e24-40f4-b21d-af5906ed0788', 'name': '', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:eb:77:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:33Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:33.880330 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-91dace03-d9f1-441e-8ca7-c51e41fdc728 None None] Current status of the port be04fe06-8e24-40f4-b21d-af5906ed0788 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:34.055265 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:34.604490 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device be04fe06-8e24-40f4-b21d-af5906ed0788 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:34.608749 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0e9dae76-c6ad-4be2-a5c7-473c120f9d16 req-5af997d1-fd03-4d91-8731-5fc83115f35d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 210 time: 0.0407095 Feb 11 06:03:34.661187 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port be04fe06-8e24-40f4-b21d-af5906ed0788 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:34.661658 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:34.746917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port be04fe06-8e24-40f4-b21d-af5906ed0788 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:35.715730 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2c089cd-0a0b-4581-a7cb-67df3de8d1a8 req-5b716f4a-bf10-4ca1-af74-31451d9a483e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 210 time: 0.0353816 Feb 11 06:03:36.791935 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-faef272c-a853-4248-bdd9-29aeab7cedf4 req-ffbf6e4e-fb63-45c4-a0cc-c08a7b974261 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 210 time: 0.0310321 Feb 11 06:03:37.888150 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cfb06403-b578-4c3f-a6cd-e2bf0d745638 req-47a94f33-b5f4-42e6-882a-5947cf1fba75 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 210 time: 0.0310705 Feb 11 06:03:38.086046 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:38.587606 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-0f8eee57-6c1d-4eeb-a62d-bdef8252d88f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:38.590001 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-0f8eee57-6c1d-4eeb-a62d-bdef8252d88f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/networks?id=d6039732-b4eb-451e-82ee-20f4c64c0772 HTTP/1.1" status: 200 len: 797 time: 0.1062717 Feb 11 06:03:38.657564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-19f31dd8-faf4-42f8-9493-713b6b505c74 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af HTTP/1.1" status: 200 len: 380 time: 0.0538201 Feb 11 06:03:38.672247 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'port': {'device_id': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'admin_state_up': True, 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'security_groups': ['a82e631c-95a2-45e6-a986-daba4415002b']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:38.776418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Made reservation on behalf of 34d54ee97fa24d4ca8dd832d02b9b5af for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:03:38.779975 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:38.908348 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.20.0.8 (d6039732-b4eb-451e-82ee-20f4c64c0772/4759aac9-a0e7-4e42-80b2-5a5189af0307/60272fab-138e-405b-ab9b-7f276b82514d) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:38.991055 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67ef8edb-3f69-41f8-ba19-5eb2e2ba0089 req-f6e20ce2-689e-4ed7-aa6a-5d329c0e6081 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 210 time: 0.0272551 Feb 11 06:03:39.051135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (60272fab-138e-405b-ab9b-7f276b82514d), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.083646 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (60272fab-138e-405b-ab9b-7f276b82514d), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.129465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network d6039732-b4eb-451e-82ee-20f4c64c0772 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:39.132708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:39.137175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:39.166677 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=60272fab-138e-405b-ab9b-7f276b82514d,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:39.192597 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:39.193214 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.210110 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-4a4a1e5f-84ab-48f3-8d85-8c6228790e59 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5415423 Feb 11 06:03:39.225816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Request body: {'port': {'device_id': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:39.290925 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (60272fab-138e-405b-ab9b-7f276b82514d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.337328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3cf9ae73-c733-493f-8f91-9de0dbd26c98 None None] Provisioning complete for port 60272fab-138e-405b-ab9b-7f276b82514d triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:39.337833 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ae73-c733-493f-8f91-9de0dbd26c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (60272fab-138e-405b-ab9b-7f276b82514d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.371861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3cf9ae73-c733-493f-8f91-9de0dbd26c98 None None] Port 60272fab-138e-405b-ab9b-7f276b82514d cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:03:39.551097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60272fab-138e-405b-ab9b-7f276b82514d {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:03:39.559096 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Publish callbacks [] for port (60272fab-138e-405b-ab9b-7f276b82514d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.565156 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e110a5c1-c050-43de-8933-40116619ceaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.571447 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Transition to ACTIVE for port object 60272fab-138e-405b-ab9b-7f276b82514d will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:03:39.575612 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (60272fab-138e-405b-ab9b-7f276b82514d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.624142 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Pushing event updated for resources: {'Port': ['ID=60272fab-138e-405b-ab9b-7f276b82514d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:39.701800 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Attempting to bind port 60272fab-138e-405b-ab9b-7f276b82514d on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:03:39.702148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Attempting to bind port 60272fab-138e-405b-ab9b-7f276b82514d by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:03:39.702512 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Attempting to bind port 60272fab-138e-405b-ab9b-7f276b82514d on network d6039732-b4eb-451e-82ee-20f4c64c0772 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:39.707230 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Port 60272fab-138e-405b-ab9b-7f276b82514d on network d6039732-b4eb-451e-82ee-20f4c64c0772 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:03:39.707555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Attempting to bind port 60272fab-138e-405b-ab9b-7f276b82514d on network d6039732-b4eb-451e-82ee-20f4c64c0772 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:39.712541 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:03:39.712892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Checking segment: {'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:39.713282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Bound using segment: {'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:03:39.713711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Bound port: 60272fab-138e-405b-ab9b-7f276b82514d, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922020a5-180b-4ddf-b7f8-2a77cd5da213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:03:39.714076 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (60272fab-138e-405b-ab9b-7f276b82514d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.780256 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] For port 60272fab-138e-405b-ab9b-7f276b82514d, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:39.783655 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] For port 60272fab-138e-405b-ab9b-7f276b82514d, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=60272fab-138e-405b-ab9b-7f276b82514d,segment=NetworkSegment(922020a5-180b-4ddf-b7f8-2a77cd5da213),segment_id=922020a5-180b-4ddf-b7f8-2a77cd5da213)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:03:39.789895 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (60272fab-138e-405b-ab9b-7f276b82514d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.825282 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:39.825905 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.827418 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] 10.222.0.60 "PUT /v2.0/ports/60272fab-138e-405b-ab9b-7f276b82514d HTTP/1.1" status: 200 len: 1092 time: 0.6059182 Feb 11 06:03:39.827870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'tag': '60272fab-138e-405b-ab9b-7f276b82514d'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:39.830114 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6667461-a27e-4000-98a6-dfccbe54d92e" -d '{"events": [{"name": "network-changed", "server_uuid": "b151111c-55d0-4c80-b1eb-270cb10b6bdb", "tag": "60272fab-138e-405b-ab9b-7f276b82514d"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:39.852031 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e8c1b-cbaa-4403-a7d3-575bafa9e39f service neutron] Pushing event updated for resources: {'Port': ['ID=60272fab-138e-405b-ab9b-7f276b82514d,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:39.882033 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd7872a-f87a-436e-b2aa-1f6fb350c774 x-openstack-request-id: req-5dd7872a-f87a-436e-b2aa-1f6fb350c774 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:39.882326 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b151111c-55d0-4c80-b1eb-270cb10b6bdb", "tag": "60272fab-138e-405b-ab9b-7f276b82514d", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:39.882589 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5dd7872a-f87a-436e-b2aa-1f6fb350c774 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:39.883056 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'tag': '60272fab-138e-405b-ab9b-7f276b82514d', 'status': 'completed', 'code': 200} Feb 11 06:03:39.948201 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-16524821-95cc-4eee-a538-ffbba3272c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:39.950349 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-16524821-95cc-4eee-a538-ffbba3272c26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 1126 time: 0.0520828 Feb 11 06:03:39.997105 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-d135d4f8-872c-4dfc-837d-3f43f8d5f17e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60272fab-138e-405b-ab9b-7f276b82514d HTTP/1.1" status: 200 len: 217 time: 0.0357122 Feb 11 06:03:40.047109 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-592474c5-a9ce-432a-848b-3695a65d9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:40.048923 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-592474c5-a9ce-432a-848b-3695a65d9be3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4759aac9-a0e7-4e42-80b2-5a5189af0307 HTTP/1.1" status: 200 len: 833 time: 0.0451610 Feb 11 06:03:40.105985 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-dc06722b-6166-478c-9cd5-138f6fd87350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:40.107076 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-dc06722b-6166-478c-9cd5-138f6fd87350 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6039732-b4eb-451e-82ee-20f4c64c0772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516605 Feb 11 06:03:40.113917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789067b-b5b5-447f-9000-1fc1f2e04b8d req-e8dc997d-1286-4995-8564-da335fc9faf4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:40.115437 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c789067b-b5b5-447f-9000-1fc1f2e04b8d req-e8dc997d-1286-4995-8564-da335fc9faf4 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 943 time: 0.0540745 Feb 11 06:03:40.166134 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c789067b-b5b5-447f-9000-1fc1f2e04b8d req-6fc8900a-45bf-47db-a8c7-18fc04cac82b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 Feb 11 06:03:40.205090 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-9deba4c2-ed93-4b1a-9dfe-1966ab1bb757 service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906940 Feb 11 06:03:40.297870 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-733f96e6-4ff5-459e-8067-b79bf9e8d75b req-58729360-1e9d-4325-ab1a-2a356d277919 service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867586 Feb 11 06:03:40.408809 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6667461-a27e-4000-98a6-dfccbe54d92e req-94c7e705-6da4-4186-8c5b-7300ce351386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:40.410274 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6667461-a27e-4000-98a6-dfccbe54d92e req-94c7e705-6da4-4186-8c5b-7300ce351386 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 1126 time: 0.0447855 Feb 11 06:03:40.502240 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6667461-a27e-4000-98a6-dfccbe54d92e req-11aec45f-565f-4a7e-a78d-e74344ea7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:40.503788 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6667461-a27e-4000-98a6-dfccbe54d92e req-11aec45f-565f-4a7e-a78d-e74344ea7c65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6039732-b4eb-451e-82ee-20f4c64c0772 HTTP/1.1" status: 200 len: 898 time: 0.0871294 Feb 11 06:03:40.545368 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6667461-a27e-4000-98a6-dfccbe54d92e req-eb8df908-8be0-4d54-b52b-d5e4937fe1b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60272fab-138e-405b-ab9b-7f276b82514d HTTP/1.1" status: 200 len: 217 time: 0.0343246 Feb 11 06:03:40.590997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6667461-a27e-4000-98a6-dfccbe54d92e req-577b2f88-bd27-450a-971d-85c8822baf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:40.592426 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6667461-a27e-4000-98a6-dfccbe54d92e req-577b2f88-bd27-450a-971d-85c8822baf21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4759aac9-a0e7-4e42-80b2-5a5189af0307 HTTP/1.1" status: 200 len: 833 time: 0.0415111 Feb 11 06:03:40.639923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6667461-a27e-4000-98a6-dfccbe54d92e req-9cc5d07b-603e-477d-93e1-94d2444b5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:40.641296 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6667461-a27e-4000-98a6-dfccbe54d92e req-9cc5d07b-603e-477d-93e1-94d2444b5b95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6039732-b4eb-451e-82ee-20f4c64c0772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429802 Feb 11 06:03:40.735723 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6667461-a27e-4000-98a6-dfccbe54d92e req-9b871e97-edac-4840-8c50-46a594546486 service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879731 Feb 11 06:03:40.832853 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e6667461-a27e-4000-98a6-dfccbe54d92e req-8d469071-c597-4151-be49-9ea0027d1098 service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905275 Feb 11 06:03:41.294239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ad01-1d93-4f70-803d-e83fdb410b74 req-808da691-f744-45df-aced-8d65f02250ce tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:41.296469 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d088ad01-1d93-4f70-803d-e83fdb410b74 req-808da691-f744-45df-aced-8d65f02250ce tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 943 time: 0.0568581 Feb 11 06:03:41.346077 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d088ad01-1d93-4f70-803d-e83fdb410b74 req-cb00b7d8-24ea-4867-8a6d-05f40bb98f44 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441513 Feb 11 06:03:42.052731 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99c51508-b3bf-40ac-86e9-28e6680e06ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:42.468854 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18c7a1-c7fd-4aa9-b248-527c33b67c07 req-4ded9023-b07d-49b0-a161-aaea3df381b0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:42.470338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed18c7a1-c7fd-4aa9-b248-527c33b67c07 req-4ded9023-b07d-49b0-a161-aaea3df381b0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 943 time: 0.0560210 Feb 11 06:03:42.521257 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed18c7a1-c7fd-4aa9-b248-527c33b67c07 req-a1664cb0-a789-40ca-a03e-18b50fdf647d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453985 Feb 11 06:03:42.854201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 60272fab-138e-405b-ab9b-7f276b82514d details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:03:42.948518 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 60272fab-138e-405b-ab9b-7f276b82514d, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=60272fab-138e-405b-ab9b-7f276b82514d,segment=NetworkSegment(922020a5-180b-4ddf-b7f8-2a77cd5da213),segment_id=922020a5-180b-4ddf-b7f8-2a77cd5da213)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:42.959424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': '60272fab-138e-405b-ab9b-7f276b82514d', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'port_id': '60272fab-138e-405b-ab9b-7f276b82514d', 'mac_address': 'fa:16:3e:42:d9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:03:42.998692 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 60272fab-138e-405b-ab9b-7f276b82514d is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:42.999179 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (60272fab-138e-405b-ab9b-7f276b82514d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:43.011401 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60272fab-138e-405b-ab9b-7f276b82514d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:03:43.030077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 60272fab-138e-405b-ab9b-7f276b82514d, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=60272fab-138e-405b-ab9b-7f276b82514d,segment=NetworkSegment(922020a5-180b-4ddf-b7f8-2a77cd5da213),segment_id=922020a5-180b-4ddf-b7f8-2a77cd5da213)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:43.033910 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (60272fab-138e-405b-ab9b-7f276b82514d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:43.081697 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:43.091446 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=60272fab-138e-405b-ab9b-7f276b82514d,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:43.904508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05489239-7ba1-4953-917e-962628b3ea50 req-6faf33d5-2522-439e-a6a5-f3ce8f4577de tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:43.906352 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05489239-7ba1-4953-917e-962628b3ea50 req-6faf33d5-2522-439e-a6a5-f3ce8f4577de tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 944 time: 0.0529609 Feb 11 06:03:43.954386 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-05489239-7ba1-4953-917e-962628b3ea50 req-e89b81a5-13c2-4c86-b5de-e204a9277a7f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422955 Feb 11 06:03:44.637241 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:44.703480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['60272fab-138e-405b-ab9b-7f276b82514d'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:03:45.078551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15c00d-bdcf-447d-b7b2-6b6f404334b6 req-6c04e90f-be07-42c9-b4e5-9186589386fa tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:45.080058 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f15c00d-bdcf-447d-b7b2-6b6f404334b6 req-6c04e90f-be07-42c9-b4e5-9186589386fa tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 944 time: 0.0531342 Feb 11 06:03:45.128718 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f15c00d-bdcf-447d-b7b2-6b6f404334b6 req-a9bf28b7-38e2-493c-ba81-54247a553414 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Feb 11 06:03:45.844410 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:46.250216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dae3e6-5e13-47a7-ba80-41bead7facc9 req-1ba61b49-2472-4310-a51c-852a3fd838d3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:46.251692 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a9dae3e6-5e13-47a7-ba80-41bead7facc9 req-1ba61b49-2472-4310-a51c-852a3fd838d3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 944 time: 0.0565031 Feb 11 06:03:46.299451 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a9dae3e6-5e13-47a7-ba80-41bead7facc9 req-88e60851-bd05-46d8-8be4-1e80deafdab7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422723 Feb 11 06:03:46.901265 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 60272fab-138e-405b-ab9b-7f276b82514d up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:46.960776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port 60272fab-138e-405b-ab9b-7f276b82514d completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:03:46.964386 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port 60272fab-138e-405b-ab9b-7f276b82514d triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:46.964795 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (60272fab-138e-405b-ab9b-7f276b82514d), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:47.041714 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port 60272fab-138e-405b-ab9b-7f276b82514d is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:47.042175 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (60272fab-138e-405b-ab9b-7f276b82514d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:47.065503 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60272fab-138e-405b-ab9b-7f276b82514d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:47.067750 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2289ecaf-587b-4ad2-98c6-515b255d5b89" -d '{"events": [{"server_uuid": "b151111c-55d0-4c80-b1eb-270cb10b6bdb", "name": "network-vif-plugged", "status": "completed", "tag": "60272fab-138e-405b-ab9b-7f276b82514d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:47.080394 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port 60272fab-138e-405b-ab9b-7f276b82514d, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=60272fab-138e-405b-ab9b-7f276b82514d,segment=NetworkSegment(922020a5-180b-4ddf-b7f8-2a77cd5da213),segment_id=922020a5-180b-4ddf-b7f8-2a77cd5da213)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:47.084260 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (60272fab-138e-405b-ab9b-7f276b82514d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:47.110516 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215b0d9c-46bb-4648-bd9a-8a3aa4be7f3a x-openstack-request-id: req-215b0d9c-46bb-4648-bd9a-8a3aa4be7f3a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:47.110814 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b151111c-55d0-4c80-b1eb-270cb10b6bdb", "name": "network-vif-plugged", "status": "completed", "tag": "60272fab-138e-405b-ab9b-7f276b82514d", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:47.111089 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-215b0d9c-46bb-4648-bd9a-8a3aa4be7f3a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:47.111477 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60272fab-138e-405b-ab9b-7f276b82514d', 'code': 200} Feb 11 06:03:47.136050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=60272fab-138e-405b-ab9b-7f276b82514d,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:47.232539 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670e155-431f-4969-873a-6b18406507b0 req-770dac1b-3e40-48c8-b96e-ca63bc831a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:47.234060 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0670e155-431f-4969-873a-6b18406507b0 req-770dac1b-3e40-48c8-b96e-ca63bc831a4f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 1128 time: 0.0431471 Feb 11 06:03:47.279380 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0670e155-431f-4969-873a-6b18406507b0 req-73af6363-1f81-4ee2-824b-252fd48cfe51 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382476 Feb 11 06:03:47.419197 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5217b-08c5-455d-afee-4d9aacea0cae req-1b27e7f4-6fad-4866-8e58-65045af9eefd tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:47.420680 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bf5217b-08c5-455d-afee-4d9aacea0cae req-1b27e7f4-6fad-4866-8e58-65045af9eefd tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0567253 Feb 11 06:03:47.468382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2bf5217b-08c5-455d-afee-4d9aacea0cae req-8878d9fc-95f4-4782-8272-2f148d379e63 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421457 Feb 11 06:03:48.598030 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ef9fd-1352-4b16-b0a6-5b886df53687 req-786efd43-2f51-4bd5-bfd6-64b545dce044 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:48.599558 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed5ef9fd-1352-4b16-b0a6-5b886df53687 req-786efd43-2f51-4bd5-bfd6-64b545dce044 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0592880 Feb 11 06:03:48.647896 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ed5ef9fd-1352-4b16-b0a6-5b886df53687 req-f6690b5e-0621-4be1-80e6-83afdcdbe922 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427539 Feb 11 06:03:49.764097 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff126f2-ee17-4c69-8807-db3bd62a5236 req-b4016883-b603-4bb1-b54d-f994c07299d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:49.765582 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cff126f2-ee17-4c69-8807-db3bd62a5236 req-b4016883-b603-4bb1-b54d-f994c07299d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0524807 Feb 11 06:03:49.812806 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cff126f2-ee17-4c69-8807-db3bd62a5236 req-6834945d-cc8f-42e9-b1c4-eb3a1bf87924 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418205 Feb 11 06:03:49.929662 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2082d8-dd9b-4232-8fbd-0aef92461e90 req-fcf41588-afff-44ca-8354-063595087c4e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:49.931065 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be2082d8-dd9b-4232-8fbd-0aef92461e90 req-fcf41588-afff-44ca-8354-063595087c4e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0523565 Feb 11 06:03:49.978854 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-be2082d8-dd9b-4232-8fbd-0aef92461e90 req-02b7274a-0fbd-4806-b870-ad414fbeb3cf tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418212 Feb 11 06:03:49.999978 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54378) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:50.042235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ae3443-4bd5-4cdb-bedd-d305b1df0eb3 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:50.043809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-96ae3443-4bd5-4cdb-bedd-d305b1df0eb3 tempest-TestNetworkAdvancedServerOps-319620880 tempest-TestNetworkAdvancedServerOps-319620880-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 1123 time: 0.0428948 Feb 11 06:03:50.046497 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54380) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:50.050700 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': '60272fab-138e-405b-ab9b-7f276b82514d', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:50.070379 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:50.171495 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:50.274779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Allocated IP 172.25.7.102 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:50.377876 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:50.410988 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:50.448205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:50.452537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:50.456079 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:50.481841 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:50.819883 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (6f904ef4-83fd-462a-a97e-e8009e9d38d2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:50.890201 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:51.037099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for port (3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:51.042045 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:51.114493 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event updated for resources: {'Port': ['ID=3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:51.122610 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (6f904ef4-83fd-462a-a97e-e8009e9d38d2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:51.225308 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Floating IP 6f904ef4-83fd-462a-a97e-e8009e9d38d2 associated. External IP: 172.25.7.102, port: 60272fab-138e-405b-ab9b-7f276b82514d. Feb 11 06:03:51.441485 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router f3fc6c62-3181-45f4-a23b-3d10433448d2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:03:51.549472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:51.559875 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be6ecb-6942-4120-b9d3-29ce8b4b14a1 None None] Sync routers for ids ['f3fc6c62-3181-45f4-a23b-3d10433448d2'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:51.568865 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:51.570608 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be6ecb-6942-4120-b9d3-29ce8b4b14a1 None None] Routers {'f3fc6c62-3181-45f4-a23b-3d10433448d2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:51.571252 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-88be6ecb-6942-4120-b9d3-29ce8b4b14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:03:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3fc6c62-3181-45f4-a23b-3d10433448d2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:51.598167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5b70ec1f-f79a-46ab-b88f-bbd7c5f9d24d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5506399 Feb 11 06:03:51.598767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'tag': '60272fab-138e-405b-ab9b-7f276b82514d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:51.601044 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5866f5-11bb-4bc9-8023-81f829e51900" -d '{"events": [{"name": "network-changed", "server_uuid": "b151111c-55d0-4c80-b1eb-270cb10b6bdb", "tag": "60272fab-138e-405b-ab9b-7f276b82514d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:51.639984 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e7ff8a-2d57-45b5-8724-92d475f4ca68 x-openstack-request-id: req-27e7ff8a-2d57-45b5-8724-92d475f4ca68 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:51.640357 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b151111c-55d0-4c80-b1eb-270cb10b6bdb", "tag": "60272fab-138e-405b-ab9b-7f276b82514d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:51.640687 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27e7ff8a-2d57-45b5-8724-92d475f4ca68 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:51.641168 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'tag': '60272fab-138e-405b-ab9b-7f276b82514d', 'status': 'completed', 'code': 200} Feb 11 06:03:51.681717 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-88be6ecb-6942-4120-b9d3-29ce8b4b14a1 None None] Set router f3fc6c62-3181-45f4-a23b-3d10433448d2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:51.736692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e0af-c5bf-44ef-b019-1b2a063a9ccd req-b85db4bb-6355-486a-b792-4a7897be6428 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:51.738097 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bfb7e0af-c5bf-44ef-b019-1b2a063a9ccd req-b85db4bb-6355-486a-b792-4a7897be6428 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0904093 Feb 11 06:03:51.744685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5866f5-11bb-4bc9-8023-81f829e51900 req-c8c4a7f3-893a-45ac-ab07-41ffc1344768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:51.747120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a5866f5-11bb-4bc9-8023-81f829e51900 req-c8c4a7f3-893a-45ac-ab07-41ffc1344768 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 1128 time: 0.0693257 Feb 11 06:03:51.844696 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bfb7e0af-c5bf-44ef-b019-1b2a063a9ccd req-67a5ca5a-6d2a-42d9-91ac-0daf1501e88e tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966241 Feb 11 06:03:51.867380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54386) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:51.877946 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5866f5-11bb-4bc9-8023-81f829e51900 req-ea18f0d7-e5ae-4af8-906c-37d97922949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:51.879499 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a5866f5-11bb-4bc9-8023-81f829e51900 req-ea18f0d7-e5ae-4af8-906c-37d97922949a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6039732-b4eb-451e-82ee-20f4c64c0772 HTTP/1.1" status: 200 len: 898 time: 0.1259043 Feb 11 06:03:51.905414 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-88be6ecb-6942-4120-b9d3-29ce8b4b14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:30Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6f904ef4-83fd-462a-a97e-e8009e9d38d2', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'port_id': '60272fab-138e-405b-ab9b-7f276b82514d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'mac_address': 'fa:16:3e:42:d9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:03:50Z', 'updated_at': '2022-02-11T06:03:50Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be04fe06-8e24-40f4-b21d-af5906ed0788', 'name': '', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:eb:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:33Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:51.930306 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-63c5e5c8-cf5b-47d5-bf80-b41e8cffca93 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/6f904ef4-83fd-462a-a97e-e8009e9d38d2 HTTP/1.1" status: 200 len: 991 time: 0.0617540 Feb 11 06:03:51.932039 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be6ecb-6942-4120-b9d3-29ce8b4b14a1 None None] Checking router: f3fc6c62-3181-45f4-a23b-3d10433448d2 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:51.940800 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be6ecb-6942-4120-b9d3-29ce8b4b14a1 None None] Routers {'f3fc6c62-3181-45f4-a23b-3d10433448d2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:51.941402 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-88be6ecb-6942-4120-b9d3-29ce8b4b14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:03:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3fc6c62-3181-45f4-a23b-3d10433448d2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:51.949699 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a5866f5-11bb-4bc9-8023-81f829e51900 req-ef79cd39-6058-4be1-8758-3af4a94e28b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60272fab-138e-405b-ab9b-7f276b82514d HTTP/1.1" status: 200 len: 999 time: 0.0642278 Feb 11 06:03:51.997892 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5866f5-11bb-4bc9-8023-81f829e51900 req-bfe28452-cedf-4af2-9f36-bfd5115daaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:51.999302 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a5866f5-11bb-4bc9-8023-81f829e51900 req-bfe28452-cedf-4af2-9f36-bfd5115daaec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4759aac9-a0e7-4e42-80b2-5a5189af0307 HTTP/1.1" status: 200 len: 833 time: 0.0436871 Feb 11 06:03:52.047584 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-88be6ecb-6942-4120-b9d3-29ce8b4b14a1 None None] Set router f3fc6c62-3181-45f4-a23b-3d10433448d2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:52.048936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5866f5-11bb-4bc9-8023-81f829e51900 req-92b71bd4-08e7-4f6d-81bd-5d8a67608a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:52.050453 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a5866f5-11bb-4bc9-8023-81f829e51900 req-92b71bd4-08e7-4f6d-81bd-5d8a67608a8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6039732-b4eb-451e-82ee-20f4c64c0772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452023 Feb 11 06:03:52.148356 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a5866f5-11bb-4bc9-8023-81f829e51900 req-3d72f8da-0287-412a-8f02-6371672e7f5b service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898099 Feb 11 06:03:52.240876 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a5866f5-11bb-4bc9-8023-81f829e51900 req-f7f69cec-1852-4182-906b-4ea33cfeea5a service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866330 Feb 11 06:03:52.279084 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-88be6ecb-6942-4120-b9d3-29ce8b4b14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:30Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6f904ef4-83fd-462a-a97e-e8009e9d38d2', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'port_id': '60272fab-138e-405b-ab9b-7f276b82514d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'mac_address': 'fa:16:3e:42:d9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:03:50Z', 'updated_at': '2022-02-11T06:03:50Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be04fe06-8e24-40f4-b21d-af5906ed0788', 'name': '', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:eb:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:33Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:52.305334 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be6ecb-6942-4120-b9d3-29ce8b4b14a1 None None] The sync data for ids ['f3fc6c62-3181-45f4-a23b-3d10433448d2'] in n-d-615180-58 is: [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:30Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6f904ef4-83fd-462a-a97e-e8009e9d38d2', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'port_id': '60272fab-138e-405b-ab9b-7f276b82514d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'mac_address': 'fa:16:3e:42:d9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:03:50Z', 'updated_at': '2022-02-11T06:03:50Z', 'revision_number': 0, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be04fe06-8e24-40f4-b21d-af5906ed0788', 'name': '', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:eb:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:33Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:52.494080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006eec2b-6c2a-4bc1-91df-d186234c600a None None] New status for floating IP 6f904ef4-83fd-462a-a97e-e8009e9d38d2: ACTIVE {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:03:52.932660 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54388) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:52.998408 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6126392e-3d1a-4f76-a2f9-fd6787df6d10 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/6f904ef4-83fd-462a-a97e-e8009e9d38d2 HTTP/1.1" status: 200 len: 993 time: 0.0646796 Feb 11 06:04:04.055679 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.088402 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:09.567134 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23c0dd26-238e-4da3-81b4-fc2c33d0b63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:10.574506 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:04:12.054345 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1a0f34d4-77d4-46f1-996a-8b051d92f3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:13.074003 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:13.558317 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16313a89-9e05-4775-ba4d-441391464516 req-56c2a242-1748-4de1-abee-3637ec8188f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441155 Feb 11 06:04:13.658638 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16313a89-9e05-4775-ba4d-441391464516 req-64c944fe-4919-426d-b95f-9711d624824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:13.660138 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16313a89-9e05-4775-ba4d-441391464516 req-64c944fe-4919-426d-b95f-9711d624824c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 1128 time: 0.0442159 Feb 11 06:04:13.768216 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16313a89-9e05-4775-ba4d-441391464516 req-c5201bdc-3cda-4fc9-ba4e-b54e6cbfdf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:13.769665 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16313a89-9e05-4775-ba4d-441391464516 req-c5201bdc-3cda-4fc9-ba4e-b54e6cbfdf26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6039732-b4eb-451e-82ee-20f4c64c0772 HTTP/1.1" status: 200 len: 898 time: 0.0863791 Feb 11 06:04:13.835632 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16313a89-9e05-4775-ba4d-441391464516 req-db386d41-c986-482d-aa25-95ddef3feb06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60272fab-138e-405b-ab9b-7f276b82514d HTTP/1.1" status: 200 len: 1001 time: 0.0558655 Feb 11 06:04:13.882590 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16313a89-9e05-4775-ba4d-441391464516 req-15259245-31ef-45a0-837e-d46997e79f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:13.884002 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16313a89-9e05-4775-ba4d-441391464516 req-15259245-31ef-45a0-837e-d46997e79f09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4759aac9-a0e7-4e42-80b2-5a5189af0307 HTTP/1.1" status: 200 len: 833 time: 0.0418501 Feb 11 06:04:13.937441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16313a89-9e05-4775-ba4d-441391464516 req-b2cbc124-be49-45da-835b-509d3070b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:13.938959 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16313a89-9e05-4775-ba4d-441391464516 req-b2cbc124-be49-45da-835b-509d3070b7b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6039732-b4eb-451e-82ee-20f4c64c0772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480731 Feb 11 06:04:14.025281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16313a89-9e05-4775-ba4d-441391464516 req-f877b4a7-474e-4c3f-b8cf-d42c85b6dd30 service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795126 Feb 11 06:04:14.117949 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16313a89-9e05-4775-ba4d-441391464516 req-1b556f94-6e0c-452d-b74e-c1c2e050b93d service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852740 Feb 11 06:04:14.641825 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:15.846208 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:34.060584 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:38.080370 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:39.567870 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-af3b733b-357d-4edc-92a3-8abe6f6386d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:42.056195 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62fc1937-c929-48ab-9e15-8b7be261d692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:43.077174 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:44.643454 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:45.847883 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:47.573973 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:05:04.090197 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:08.096329 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:09.568728 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3eb6a8d4-5249-4d9c-b0a3-af1d89a8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:12.057651 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-772e8b00-b8f8-402c-8b96-cf30c2631c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:13.080070 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:14.486869 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba25c283-5040-4fe9-a8c1-c5993bc35a64 req-53caaa6d-6200-4784-a5df-7d34d6d1a5e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431590 Feb 11 06:05:14.587381 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25c283-5040-4fe9-a8c1-c5993bc35a64 req-26e287db-05b1-4202-8ced-c93b2ce0189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:14.588846 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba25c283-5040-4fe9-a8c1-c5993bc35a64 req-26e287db-05b1-4202-8ced-c93b2ce0189e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 1128 time: 0.0444007 Feb 11 06:05:14.645730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:14.695915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25c283-5040-4fe9-a8c1-c5993bc35a64 req-c5f4cf49-cd7d-49e3-9d30-578f3d4e2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:14.697382 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba25c283-5040-4fe9-a8c1-c5993bc35a64 req-c5f4cf49-cd7d-49e3-9d30-578f3d4e2778 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6039732-b4eb-451e-82ee-20f4c64c0772 HTTP/1.1" status: 200 len: 898 time: 0.0887444 Feb 11 06:05:14.760799 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba25c283-5040-4fe9-a8c1-c5993bc35a64 req-52772840-dab6-4aa3-81b2-ca8074d7109b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60272fab-138e-405b-ab9b-7f276b82514d HTTP/1.1" status: 200 len: 1001 time: 0.0568650 Feb 11 06:05:15.161708 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25c283-5040-4fe9-a8c1-c5993bc35a64 req-76ee9d4e-3357-4b19-a831-fcfdec3d99c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:15.163190 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba25c283-5040-4fe9-a8c1-c5993bc35a64 req-76ee9d4e-3357-4b19-a831-fcfdec3d99c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4759aac9-a0e7-4e42-80b2-5a5189af0307 HTTP/1.1" status: 200 len: 833 time: 0.3950551 Feb 11 06:05:15.210969 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25c283-5040-4fe9-a8c1-c5993bc35a64 req-35529688-88e7-4471-8ffb-5e2fc2efa94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:15.212436 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba25c283-5040-4fe9-a8c1-c5993bc35a64 req-35529688-88e7-4471-8ffb-5e2fc2efa94c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6039732-b4eb-451e-82ee-20f4c64c0772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430698 Feb 11 06:05:15.299765 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba25c283-5040-4fe9-a8c1-c5993bc35a64 req-66cf82d4-ecfc-4626-a8a4-b03c9a55f427 service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791688 Feb 11 06:05:15.389245 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba25c283-5040-4fe9-a8c1-c5993bc35a64 req-9f630f03-f6c6-426e-89d7-66b04d8c47bc service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824852 Feb 11 06:05:15.849632 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.778884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d730d-60a6-4738-9eac-b9ccf08a7fdc req-91a1f133-a184-42de-8bd8-9098f64e42eb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:23.780397 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b99d730d-60a6-4738-9eac-b9ccf08a7fdc req-91a1f133-a184-42de-8bd8-9098f64e42eb tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0554600 Feb 11 06:05:23.828975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b99d730d-60a6-4738-9eac-b9ccf08a7fdc req-247291eb-eb22-45e5-a64d-f5d21c36a267 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Feb 11 06:05:24.572887 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:05:24.949441 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef83dd-189b-4bc8-be95-43fde285e37e req-baf81650-a7fc-4b69-a37d-bdad7054676f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:24.951023 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31ef83dd-189b-4bc8-be95-43fde285e37e req-baf81650-a7fc-4b69-a37d-bdad7054676f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0522809 Feb 11 06:05:25.000643 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-31ef83dd-189b-4bc8-be95-43fde285e37e req-a693a693-d041-40e6-8eb9-fbc8a92ea861 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Feb 11 06:05:26.129314 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a35e8-04de-4ba6-ba2f-d558da538941 req-4e5989bc-ddd3-45ff-9815-acc924ea5de0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:26.130787 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1a2a35e8-04de-4ba6-ba2f-d558da538941 req-4e5989bc-ddd3-45ff-9815-acc924ea5de0 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0531600 Feb 11 06:05:26.184495 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1a2a35e8-04de-4ba6-ba2f-d558da538941 req-e71e92e8-f909-4a1d-9c68-89fe9db7f233 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481048 Feb 11 06:05:26.206368 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54432) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:26.265153 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-bb2ccbe7-512a-4458-a822-02bb60451d69 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/6f904ef4-83fd-462a-a97e-e8009e9d38d2 HTTP/1.1" status: 200 len: 993 time: 0.0576499 Feb 11 06:05:27.561811 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699a0a-628c-43f5-949e-757dbb5c0d23 req-dc17ea8a-af44-40e1-a215-f6aca6ab2cea tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:27.563322 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-80699a0a-628c-43f5-949e-757dbb5c0d23 req-dc17ea8a-af44-40e1-a215-f6aca6ab2cea tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0811272 Feb 11 06:05:27.602172 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45102e9-98a1-42fd-9230-4c001ac06d95 req-574daa8d-d3c5-4bfa-adba-83a1472c0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:27.603605 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e45102e9-98a1-42fd-9230-4c001ac06d95 req-574daa8d-d3c5-4bfa-adba-83a1472c0abb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 1128 time: 0.0790997 Feb 11 06:05:27.637344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-80699a0a-628c-43f5-949e-757dbb5c0d23 req-80c37b29-cf05-4013-ae42-2411054fe5e2 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664339 Feb 11 06:05:27.706199 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45102e9-98a1-42fd-9230-4c001ac06d95 req-faceb18d-bf85-4bbb-b281-53930fdeb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:27.707746 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e45102e9-98a1-42fd-9230-4c001ac06d95 req-faceb18d-bf85-4bbb-b281-53930fdeb3fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6039732-b4eb-451e-82ee-20f4c64c0772 HTTP/1.1" status: 200 len: 898 time: 0.0940599 Feb 11 06:05:27.770809 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e45102e9-98a1-42fd-9230-4c001ac06d95 req-a9147ee3-f7a8-41f9-8f6a-380878b03a38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60272fab-138e-405b-ab9b-7f276b82514d HTTP/1.1" status: 200 len: 1001 time: 0.0568228 Feb 11 06:05:27.819295 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45102e9-98a1-42fd-9230-4c001ac06d95 req-bb124f45-9c1d-4659-848a-b263ab549382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:27.820716 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e45102e9-98a1-42fd-9230-4c001ac06d95 req-bb124f45-9c1d-4659-848a-b263ab549382 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4759aac9-a0e7-4e42-80b2-5a5189af0307 HTTP/1.1" status: 200 len: 833 time: 0.0429699 Feb 11 06:05:27.874951 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45102e9-98a1-42fd-9230-4c001ac06d95 req-bd2c0211-20d1-40ff-b801-fa43ed59313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:27.876378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e45102e9-98a1-42fd-9230-4c001ac06d95 req-bd2c0211-20d1-40ff-b801-fa43ed59313d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6039732-b4eb-451e-82ee-20f4c64c0772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475678 Feb 11 06:05:27.966397 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e45102e9-98a1-42fd-9230-4c001ac06d95 req-e7aa3c1c-d01e-4d1c-924a-f7949a2859db service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832932 Feb 11 06:05:28.058736 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e45102e9-98a1-42fd-9230-4c001ac06d95 req-829e03c4-d558-4d4a-8a71-c0e87a277eec service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857558 Feb 11 06:05:28.757703 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811ed28-1959-4bb3-87e0-a9e2f86a257e req-b5c8e642-4d33-474a-9a58-cb9882c121f9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:28.759192 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6811ed28-1959-4bb3-87e0-a9e2f86a257e req-b5c8e642-4d33-474a-9a58-cb9882c121f9 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0521188 Feb 11 06:05:28.810566 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-6811ed28-1959-4bb3-87e0-a9e2f86a257e req-0fbb32cb-2f63-423e-8aa7-a08a09120815 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458765 Feb 11 06:05:29.931545 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110ab30-37a8-4297-9f47-0c493628b7b0 req-00d83188-22e3-431b-8f9e-afb84efaf543 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:29.933050 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9110ab30-37a8-4297-9f47-0c493628b7b0 req-00d83188-22e3-431b-8f9e-afb84efaf543 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0530219 Feb 11 06:05:29.982827 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9110ab30-37a8-4297-9f47-0c493628b7b0 req-271ab905-3f88-467b-870c-a2d09aadd3e3 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 Feb 11 06:05:30.005024 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54444) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:30.070704 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e41242cc-54cc-43e4-92c4-976a7bbc899f tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/floatingips/6f904ef4-83fd-462a-a97e-e8009e9d38d2 HTTP/1.1" status: 200 len: 993 time: 0.0641751 Feb 11 06:05:30.298251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54450) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:30.459698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port 3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:05:30.460049 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:30.534833 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:30.535188 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:30.546623 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for 3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:05:30.691081 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:30.715802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=3b3c7ba8-4a74-4516-8cd3-7b75e58e7bd7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:30.727259 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.727618 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.727964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.728305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.728639 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.728968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.729300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.729632 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.729957 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.730283 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.730608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.730947 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.731290 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:30.788993 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for floatingip (6f904ef4-83fd-462a-a97e-e8009e9d38d2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:30.789328 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Floating IP 6f904ef4-83fd-462a-a97e-e8009e9d38d2 disassociated (deleted). External IP: 172.25.7.102, port: 60272fab-138e-405b-ab9b-7f276b82514d. Feb 11 06:05:30.996167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router f3fc6c62-3181-45f4-a23b-3d10433448d2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:05:31.442865 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:05:31.447711 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:31.453716 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f85d1e5-7136-4d29-a5d6-3b1ac80861ba None None] Sync routers for ids ['f3fc6c62-3181-45f4-a23b-3d10433448d2'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:05:31.464100 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f85d1e5-7136-4d29-a5d6-3b1ac80861ba None None] Routers {'f3fc6c62-3181-45f4-a23b-3d10433448d2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:31.464716 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5f85d1e5-7136-4d29-a5d6-3b1ac80861ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3fc6c62-3181-45f4-a23b-3d10433448d2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:31.476166 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ff025955-c4ee-4c45-82fc-642a8cbe85e1 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/floatingips/6f904ef4-83fd-462a-a97e-e8009e9d38d2 HTTP/1.1" status: 204 len: 168 time: 1.1768031 Feb 11 06:05:31.476767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'tag': '60272fab-138e-405b-ab9b-7f276b82514d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:05:31.481059 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd226a1-12b5-469b-8da6-cf5010ddfbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "b151111c-55d0-4c80-b1eb-270cb10b6bdb", "tag": "60272fab-138e-405b-ab9b-7f276b82514d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:05:31.577712 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5f85d1e5-7136-4d29-a5d6-3b1ac80861ba None None] Set router f3fc6c62-3181-45f4-a23b-3d10433448d2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:31.583647 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5fc14a-f3e9-4b81-8fef-434e1365f739 x-openstack-request-id: req-ec5fc14a-f3e9-4b81-8fef-434e1365f739 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:05:31.584096 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b151111c-55d0-4c80-b1eb-270cb10b6bdb", "tag": "60272fab-138e-405b-ab9b-7f276b82514d", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:05:31.584469 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec5fc14a-f3e9-4b81-8fef-434e1365f739 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:05:31.584944 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'tag': '60272fab-138e-405b-ab9b-7f276b82514d', 'status': 'completed', 'code': 200} Feb 11 06:05:31.670078 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd226a1-12b5-469b-8da6-cf5010ddfbcf req-e9f644fe-3a07-455d-9ee7-74c27bc05b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:31.671973 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afd226a1-12b5-469b-8da6-cf5010ddfbcf req-e9f644fe-3a07-455d-9ee7-74c27bc05b72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 1128 time: 0.0513105 Feb 11 06:05:31.717555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a10c8e-1c46-49af-b791-fe37680de513 req-4c655446-980e-439b-b1fc-5e6cc85d7e95 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:31.719372 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2a10c8e-1c46-49af-b791-fe37680de513 req-4c655446-980e-439b-b1fc-5e6cc85d7e95 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0552447 Feb 11 06:05:31.773760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd226a1-12b5-469b-8da6-cf5010ddfbcf req-a13d78e7-d953-4c7a-bd54-29e7cf12741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:31.775310 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afd226a1-12b5-469b-8da6-cf5010ddfbcf req-a13d78e7-d953-4c7a-bd54-29e7cf12741d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6039732-b4eb-451e-82ee-20f4c64c0772 HTTP/1.1" status: 200 len: 898 time: 0.0948367 Feb 11 06:05:31.778234 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a2a10c8e-1c46-49af-b791-fe37680de513 req-4cd67283-3a6d-479d-8e34-e8f290d21241 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509806 Feb 11 06:05:31.790332 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5f85d1e5-7136-4d29-a5d6-3b1ac80861ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:30Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'be04fe06-8e24-40f4-b21d-af5906ed0788', 'name': '', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:eb:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:33Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:31.820059 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afd226a1-12b5-469b-8da6-cf5010ddfbcf req-37c95c7a-63bb-4564-a9c6-a413793157ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60272fab-138e-405b-ab9b-7f276b82514d HTTP/1.1" status: 200 len: 217 time: 0.0375903 Feb 11 06:05:31.825354 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f85d1e5-7136-4d29-a5d6-3b1ac80861ba None None] Checking router: f3fc6c62-3181-45f4-a23b-3d10433448d2 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:05:31.833816 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f85d1e5-7136-4d29-a5d6-3b1ac80861ba None None] Routers {'f3fc6c62-3181-45f4-a23b-3d10433448d2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:31.834423 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5f85d1e5-7136-4d29-a5d6-3b1ac80861ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3fc6c62-3181-45f4-a23b-3d10433448d2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:31.869743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd226a1-12b5-469b-8da6-cf5010ddfbcf req-911f0297-49b7-4514-88eb-b92140959be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:31.871209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afd226a1-12b5-469b-8da6-cf5010ddfbcf req-911f0297-49b7-4514-88eb-b92140959be6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4759aac9-a0e7-4e42-80b2-5a5189af0307 HTTP/1.1" status: 200 len: 833 time: 0.0438609 Feb 11 06:05:31.927009 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd226a1-12b5-469b-8da6-cf5010ddfbcf req-a1505f94-71b5-41f9-a12e-d4c0330a6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:31.928524 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afd226a1-12b5-469b-8da6-cf5010ddfbcf req-a1505f94-71b5-41f9-a12e-d4c0330a6222 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6039732-b4eb-451e-82ee-20f4c64c0772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483873 Feb 11 06:05:31.940354 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-5f85d1e5-7136-4d29-a5d6-3b1ac80861ba None None] Set router f3fc6c62-3181-45f4-a23b-3d10433448d2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:32.018312 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afd226a1-12b5-469b-8da6-cf5010ddfbcf req-7cdab5fd-a144-40ee-a55f-eeaea761161b service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820563 Feb 11 06:05:32.119553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-afd226a1-12b5-469b-8da6-cf5010ddfbcf req-3a69c811-c080-4e79-9cce-c1f6771ac3de service neutron] 10.222.0.60 "GET /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925522 Feb 11 06:05:32.139779 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-5f85d1e5-7136-4d29-a5d6-3b1ac80861ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:30Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'be04fe06-8e24-40f4-b21d-af5906ed0788', 'name': '', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:eb:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:33Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:32.167263 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f85d1e5-7136-4d29-a5d6-3b1ac80861ba None None] The sync data for ids ['f3fc6c62-3181-45f4-a23b-3d10433448d2'] in n-d-615180-58 is: [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:30Z', 'revision_number': 4, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'be04fe06-8e24-40f4-b21d-af5906ed0788', 'name': '', 'network_id': 'd6039732-b4eb-451e-82ee-20f4c64c0772', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'mac_address': 'fa:16:3e:eb:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:33Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'subnets': [{'id': '4759aac9-a0e7-4e42-80b2-5a5189af0307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:05:32.382369 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11ff68-7344-4c2b-92cd-08422cd75116 None None] New status for floating IP 6f904ef4-83fd-462a-a97e-e8009e9d38d2: DOWN {{(pid=103355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:05:32.899980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3766dbe-2153-4002-bc53-60e4ef454ea6 req-16a20ece-090c-41cc-a211-ee39ddaa43a6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:32.901378 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3766dbe-2153-4002-bc53-60e4ef454ea6 req-16a20ece-090c-41cc-a211-ee39ddaa43a6 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0516410 Feb 11 06:05:32.949073 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f3766dbe-2153-4002-bc53-60e4ef454ea6 req-8fca0906-0401-4f6a-b623-6cdded132b27 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422251 Feb 11 06:05:33.859520 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a0959-1e24-4722-ab80-bf22657e2748 req-df43c6a6-095f-45c0-bbb7-e4848de27676 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:33.861454 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-173a0959-1e24-4722-ab80-bf22657e2748 req-df43c6a6-095f-45c0-bbb7-e4848de27676 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0527747 Feb 11 06:05:33.956905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-173a0959-1e24-4722-ab80-bf22657e2748 req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port 60272fab-138e-405b-ab9b-7f276b82514d {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:05:33.957619 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-173a0959-1e24-4722-ab80-bf22657e2748 req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (60272fab-138e-405b-ab9b-7f276b82514d), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:34.047681 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-173a0959-1e24-4722-ab80-bf22657e2748 req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port 60272fab-138e-405b-ab9b-7f276b82514d, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=60272fab-138e-405b-ab9b-7f276b82514d,segment=NetworkSegment(922020a5-180b-4ddf-b7f8-2a77cd5da213),segment_id=922020a5-180b-4ddf-b7f8-2a77cd5da213)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:34.048602 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-173a0959-1e24-4722-ab80-bf22657e2748 req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (60272fab-138e-405b-ab9b-7f276b82514d), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:34.068533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-173a0959-1e24-4722-ab80-bf22657e2748 req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for 60272fab-138e-405b-ab9b-7f276b82514d owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:05:34.075304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c2341-c029-43a0-9fae-623f21d87313 req-ec503d6b-a1d1-40aa-87c2-d26584094985 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:34.076829 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-011c2341-c029-43a0-9fae-623f21d87313 req-ec503d6b-a1d1-40aa-87c2-d26584094985 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/ports?device_id=b151111c-55d0-4c80-b1eb-270cb10b6bdb HTTP/1.1" status: 200 len: 945 time: 0.0571589 Feb 11 06:05:34.107540 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:34.132273 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-011c2341-c029-43a0-9fae-623f21d87313 req-b016d868-01be-4d86-8f4d-4586a641dc5b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82e631c-95a2-45e6-a986-daba4415002b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493186 Feb 11 06:05:34.210271 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-173a0959-1e24-4722-ab80-bf22657e2748 req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (60272fab-138e-405b-ab9b-7f276b82514d), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:34.236862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=60272fab-138e-405b-ab9b-7f276b82514d,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:34.246764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.247153 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.247509 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.247858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.248200 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.248561 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.248877 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.249777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.249777 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.249973 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.250188 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.250500 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.250832 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:34.297013 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-173a0959-1e24-4722-ab80-bf22657e2748 req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] No DVR routers for this DVR port 60272fab-138e-405b-ab9b-7f276b82514d on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:05:34.300338 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-173a0959-1e24-4722-ab80-bf22657e2748 req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:34.303663 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-173a0959-1e24-4722-ab80-bf22657e2748 req-b008b5e8-685a-4890-9092-8bb50b2dd9d7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.60 "DELETE /v2.0/ports/60272fab-138e-405b-ab9b-7f276b82514d HTTP/1.1" status: 204 len: 173 time: 0.4348106 Feb 11 06:05:34.304104 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'name': 'network-vif-deleted', 'tag': '60272fab-138e-405b-ab9b-7f276b82514d'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:05:34.306332 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28640c33-61e5-409e-8241-6377e5a70924" -d '{"events": [{"server_uuid": "b151111c-55d0-4c80-b1eb-270cb10b6bdb", "name": "network-vif-deleted", "tag": "60272fab-138e-405b-ab9b-7f276b82514d"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:05:34.347451 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892fe500-7072-4082-9472-4b8129a39190 x-openstack-request-id: req-892fe500-7072-4082-9472-4b8129a39190 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:05:34.347451 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b151111c-55d0-4c80-b1eb-270cb10b6bdb", "name": "network-vif-deleted", "tag": "60272fab-138e-405b-ab9b-7f276b82514d", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:05:34.347770 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-892fe500-7072-4082-9472-4b8129a39190 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:05:34.348258 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b151111c-55d0-4c80-b1eb-270cb10b6bdb', 'name': 'network-vif-deleted', 'tag': '60272fab-138e-405b-ab9b-7f276b82514d', 'status': 'completed', 'code': 200} Feb 11 06:05:35.190313 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54468) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:35.555694 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fa50d1b-5f5d-4d44-b4de-f5e3cd495930 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (f3fc6c62-3181-45f4-a23b-3d10433448d2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:35.823557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9fa50d1b-5f5d-4d44-b4de-f5e3cd495930 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port be04fe06-8e24-40f4-b21d-af5906ed0788 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:05:35.823914 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fa50d1b-5f5d-4d44-b4de-f5e3cd495930 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:35.916241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-9fa50d1b-5f5d-4d44-b4de-f5e3cd495930 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port be04fe06-8e24-40f4-b21d-af5906ed0788, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=be04fe06-8e24-40f4-b21d-af5906ed0788,segment=NetworkSegment(922020a5-180b-4ddf-b7f8-2a77cd5da213),segment_id=922020a5-180b-4ddf-b7f8-2a77cd5da213)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:35.916616 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fa50d1b-5f5d-4d44-b4de-f5e3cd495930 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:35.929037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-9fa50d1b-5f5d-4d44-b4de-f5e3cd495930 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for be04fe06-8e24-40f4-b21d-af5906ed0788 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:05:36.123183 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fa50d1b-5f5d-4d44-b4de-f5e3cd495930 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (be04fe06-8e24-40f4-b21d-af5906ed0788), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:36.149739 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa50d1b-5f5d-4d44-b4de-f5e3cd495930 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=be04fe06-8e24-40f4-b21d-af5906ed0788,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:36.333295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9fa50d1b-5f5d-4d44-b4de-f5e3cd495930 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (f3fc6c62-3181-45f4-a23b-3d10433448d2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:36.558684 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa50d1b-5f5d-4d44-b4de-f5e3cd495930 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Router f3fc6c62-3181-45f4-a23b-3d10433448d2 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:05:36.667228 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa50d1b-5f5d-4d44-b4de-f5e3cd495930 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:05:36.673009 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9fa50d1b-5f5d-4d44-b4de-f5e3cd495930 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "PUT /v2.0/routers/f3fc6c62-3181-45f4-a23b-3d10433448d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4814634 Feb 11 06:05:36.676008 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54470) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:36.678618 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49724285-b2fb-45bd-b951-6246cbf709f4 None None] Sync routers for ids ['f3fc6c62-3181-45f4-a23b-3d10433448d2'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:05:36.689996 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49724285-b2fb-45bd-b951-6246cbf709f4 None None] Routers {'f3fc6c62-3181-45f4-a23b-3d10433448d2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:36.690682 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-49724285-b2fb-45bd-b951-6246cbf709f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3fc6c62-3181-45f4-a23b-3d10433448d2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:36.726999 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1639c82-20fb-4a1e-b377-91d27c4ebfc7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting subnet 4759aac9-a0e7-4e42-80b2-5a5189af0307 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:05:36.730043 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1639c82-20fb-4a1e-b377-91d27c4ebfc7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (4759aac9-a0e7-4e42-80b2-5a5189af0307), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:36.770696 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1639c82-20fb-4a1e-b377-91d27c4ebfc7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (4759aac9-a0e7-4e42-80b2-5a5189af0307), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:36.800483 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-49724285-b2fb-45bd-b951-6246cbf709f4 None None] Set router f3fc6c62-3181-45f4-a23b-3d10433448d2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:36.855002 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1639c82-20fb-4a1e-b377-91d27c4ebfc7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4759aac9-a0e7-4e42-80b2-5a5189af0307), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:36.912660 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1639c82-20fb-4a1e-b377-91d27c4ebfc7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (4759aac9-a0e7-4e42-80b2-5a5189af0307), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:36.940304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1639c82-20fb-4a1e-b377-91d27c4ebfc7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Subnet': ['ID=4759aac9-a0e7-4e42-80b2-5a5189af0307,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:36.944106 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1639c82-20fb-4a1e-b377-91d27c4ebfc7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:36.947604 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e1639c82-20fb-4a1e-b377-91d27c4ebfc7 tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/subnets/4759aac9-a0e7-4e42-80b2-5a5189af0307 HTTP/1.1" status: 204 len: 168 time: 0.2696793 Feb 11 06:05:36.950066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54472) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:36.961671 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fb6018-8c6c-48a2-a8c3-9597ab84dc2b None None] Network d6039732-b4eb-451e-82ee-20f4c64c0772 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:05:36.980868 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-49724285-b2fb-45bd-b951-6246cbf709f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:05:36Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:37.009931 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49724285-b2fb-45bd-b951-6246cbf709f4 None None] Checking router: f3fc6c62-3181-45f4-a23b-3d10433448d2 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:05:37.018719 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49724285-b2fb-45bd-b951-6246cbf709f4 None None] Routers {'f3fc6c62-3181-45f4-a23b-3d10433448d2'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:37.019696 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-49724285-b2fb-45bd-b951-6246cbf709f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['f3fc6c62-3181-45f4-a23b-3d10433448d2'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:37.067862 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (f3fc6c62-3181-45f4-a23b-3d10433448d2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:37.132575 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-49724285-b2fb-45bd-b951-6246cbf709f4 None None] Set router f3fc6c62-3181-45f4-a23b-3d10433448d2 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:37.139436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] DHCP port deletion for d6039732-b4eb-451e-82ee-20f4c64c0772 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:05:37.186562 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_gateway (f3fc6c62-3181-45f4-a23b-3d10433448d2), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:37.189999 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Deleting port 4381182f-5247-445a-839b-9ca9ce82d0e0 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:05:37.190382 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:37.265811 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] For port 4381182f-5247-445a-839b-9ca9ce82d0e0, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=4381182f-5247-445a-839b-9ca9ce82d0e0,segment=NetworkSegment(922020a5-180b-4ddf-b7f8-2a77cd5da213),segment_id=922020a5-180b-4ddf-b7f8-2a77cd5da213)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:37.266298 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:37.281663 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Calling delete_port for 4381182f-5247-445a-839b-9ca9ce82d0e0 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:05:37.370279 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (4381182f-5247-445a-839b-9ca9ce82d0e0), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:37.399625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Pushing event deleted for resources: {'Port': ['ID=4381182f-5247-445a-839b-9ca9ce82d0e0,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:37.411283 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.411629 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.411996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.412290 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.412626 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.412957 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.413287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.413612 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.413937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.414275 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.414585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.414926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.415251 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:37.418129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb2f4e3-fbd9-4818-9464-7de10f075a48 None None] No DVR routers for this DVR port 4381182f-5247-445a-839b-9ca9ce82d0e0 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:05:37.427154 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-49724285-b2fb-45bd-b951-6246cbf709f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:05:36Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:37.457753 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49724285-b2fb-45bd-b951-6246cbf709f4 None None] The sync data for ids ['f3fc6c62-3181-45f4-a23b-3d10433448d2'] in n-d-615180-58 is: [{'id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050348697', 'tenant_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:05:36Z', 'revision_number': 5, 'project_id': '34d54ee97fa24d4ca8dd832d02b9b5af', 'gw_port': {'id': '21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fc6c62-3181-45f4-a23b-3d10433448d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:27Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:05:37.494839 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 60272fab-138e-405b-ab9b-7f276b82514d no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:05:37.516021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: 60272fab-138e-405b-ab9b-7f276b82514d {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:05:37.516371 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device 60272fab-138e-405b-ab9b-7f276b82514d not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:05:37.611084 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Deleting port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:05:37.611712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:37.686448 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] For port 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:37.686735 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:37.698706 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Calling delete_port for 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:05:37.878281 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:37.904380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Port': ['ID=21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:37.965764 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (f3fc6c62-3181-45f4-a23b-3d10433448d2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.058997 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (f3fc6c62-3181-45f4-a23b-3d10433448d2), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.060990 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router_controller (f3fc6c62-3181-45f4-a23b-3d10433448d2), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.102110 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.109184 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (f3fc6c62-3181-45f4-a23b-3d10433448d2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.109798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Fanout notify agent at l3_agent the message router_deleted on router f3fc6c62-3181-45f4-a23b-3d10433448d2 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:05:38.117293 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.118476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-388e8e90-1ffd-4be9-a6ed-663424ca2cae tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/routers/f3fc6c62-3181-45f4-a23b-3d10433448d2 HTTP/1.1" status: 204 len: 168 time: 1.1668851 Feb 11 06:05:38.121360 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54474) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:38.201695 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (d6039732-b4eb-451e-82ee-20f4c64c0772), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.291599 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (d6039732-b4eb-451e-82ee-20f4c64c0772), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.311796 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6039732-b4eb-451e-82ee-20f4c64c0772']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:38.320821 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922020a5-180b-4ddf-b7f8-2a77cd5da213') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:38.321127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922020a5-180b-4ddf-b7f8-2a77cd5da213') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:38.330261 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (922020a5-180b-4ddf-b7f8-2a77cd5da213), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.343104 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (922020a5-180b-4ddf-b7f8-2a77cd5da213), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.349731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:05:38.350211 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (922020a5-180b-4ddf-b7f8-2a77cd5da213), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: timer() Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:05:38.353242 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:05:38.415855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (d6039732-b4eb-451e-82ee-20f4c64c0772), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.421672 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.424916 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/networks/d6039732-b4eb-451e-82ee-20f4c64c0772 HTTP/1.1" status: 204 len: 168 time: 0.3025250 Feb 11 06:05:38.427781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54476) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:38.439599 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae20068-b8d1-4087-a532-b8f80d97176b tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'Network': ['ID=d6039732-b4eb-451e-82ee-20f4c64c0772,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:38.485245 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98492a59-1cab-4b36-80ca-bc814565af2d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (a82e631c-95a2-45e6-a986-daba4415002b), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.510095 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98492a59-1cab-4b36-80ca-bc814565af2d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (a82e631c-95a2-45e6-a986-daba4415002b), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.575567 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98492a59-1cab-4b36-80ca-bc814565af2d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (a82e631c-95a2-45e6-a986-daba4415002b), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.578236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-98492a59-1cab-4b36-80ca-bc814565af2d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.579976 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-98492a59-1cab-4b36-80ca-bc814565af2d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] 10.222.0.48 "DELETE /v2.0/security-groups/a82e631c-95a2-45e6-a986-daba4415002b HTTP/1.1" status: 204 len: 168 time: 0.1511562 Feb 11 06:05:38.589322 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98492a59-1cab-4b36-80ca-bc814565af2d tempest-TestNetworkAdvancedServerOps-426454009 tempest-TestNetworkAdvancedServerOps-426454009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82e631c-95a2-45e6-a986-daba4415002b,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:38.662262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device be04fe06-8e24-40f4-b21d-af5906ed0788 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:05:38.682191 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: be04fe06-8e24-40f4-b21d-af5906ed0788 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:05:38.682538 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device be04fe06-8e24-40f4-b21d-af5906ed0788 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:05:38.683014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4381182f-5247-445a-839b-9ca9ce82d0e0 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:05:38.701471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 4381182f-5247-445a-839b-9ca9ce82d0e0 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:05:38.701818 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 4381182f-5247-445a-839b-9ca9ce82d0e0 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:05:38.702238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:05:38.728859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:05:38.729206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 21e5d7bb-fb03-4b48-a0e1-9f9c35fb4ae3 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:05:38.920949 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54484) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:39.048482 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9984ad9e-eec5-44a8-a018-07f4a8f74908 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34d54ee97fa24d4ca8dd832d02b9b5af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263604 Feb 11 06:05:39.051080 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54488) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:39.102816 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1746e4cc-433c-4f70-ad9e-170a3fe3031c admin admin] Publish callbacks [] for security_group (dcf0d603-99bd-4139-a662-936b629b5ba1), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.127098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1746e4cc-433c-4f70-ad9e-170a3fe3031c admin admin] Publish callbacks [] for security_group (dcf0d603-99bd-4139-a662-936b629b5ba1), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.175404 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1746e4cc-433c-4f70-ad9e-170a3fe3031c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (dcf0d603-99bd-4139-a662-936b629b5ba1), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.177953 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1746e4cc-433c-4f70-ad9e-170a3fe3031c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.179170 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1746e4cc-433c-4f70-ad9e-170a3fe3031c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcf0d603-99bd-4139-a662-936b629b5ba1 HTTP/1.1" status: 204 len: 168 time: 0.1271734 Feb 11 06:05:39.186797 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746e4cc-433c-4f70-ad9e-170a3fe3031c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf0d603-99bd-4139-a662-936b629b5ba1,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:39.431905 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54494) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:39.445994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d6ac13f-3f1f-4adb-8b85-9500c9cc7c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.530018 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d6ac13f-3f1f-4adb-8b85-9500c9cc7c3c admin admin] Publish callbacks [] for security_group (9885db72-18e1-45bc-ba1e-f6d269419330), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.534735 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d6ac13f-3f1f-4adb-8b85-9500c9cc7c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9885db72-18e1-45bc-ba1e-f6d269419330), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.571295 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f20df441-84a0-4c0c-ad36-6df09f60f7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.574736 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7d6ac13f-3f1f-4adb-8b85-9500c9cc7c3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8009145237d5484ab25b77c099deac18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417170 Feb 11 06:05:39.575800 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ac13f-3f1f-4adb-8b85-9500c9cc7c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9885db72-18e1-45bc-ba1e-f6d269419330,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:39.577488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54496) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:39.626307 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a79d932a-e561-4688-8ebb-a4f7dfa100da admin admin] Publish callbacks [] for security_group (9885db72-18e1-45bc-ba1e-f6d269419330), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.646683 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a79d932a-e561-4688-8ebb-a4f7dfa100da admin admin] Publish callbacks [] for security_group (9885db72-18e1-45bc-ba1e-f6d269419330), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.696098 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a79d932a-e561-4688-8ebb-a4f7dfa100da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (9885db72-18e1-45bc-ba1e-f6d269419330), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.698929 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a79d932a-e561-4688-8ebb-a4f7dfa100da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.700084 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a79d932a-e561-4688-8ebb-a4f7dfa100da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9885db72-18e1-45bc-ba1e-f6d269419330 HTTP/1.1" status: 204 len: 168 time: 0.1214778 Feb 11 06:05:39.707854 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d932a-e561-4688-8ebb-a4f7dfa100da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9885db72-18e1-45bc-ba1e-f6d269419330,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:40.385613 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54518) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:40.480342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-13419770-network', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:40.499178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Made reservation on behalf of 7232ed0c7798467cb6a70c74a590bec4 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:05:40.502047 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:40.510348 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:40.588304 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Publish callbacks [] for security_group (acbea954-eeba-4257-8fde-93a46faadb77), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:40.592090 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (acbea954-eeba-4257-8fde-93a46faadb77), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:40.615997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:05:40.625488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbea954-eeba-4257-8fde-93a46faadb77,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:40.631060 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c8c4982b-132d-411a-bb11-828b6ae6d8fb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:40.631404 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Added segment c8c4982b-132d-411a-bb11-828b6ae6d8fb of type vlan for network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd Feb 11 06:05:40.669937 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:40.695235 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:40.696287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:40.696864 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:40.730666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3438601 Feb 11 06:05:40.733766 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54522) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:40.739380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-de68c019-5bd6-4aec-87d2-fe18f1f12538 admin admin] Request body: {'subnet': {'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-13419770-subnet', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:40.757936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0521ffb-ba94-41ba-9c4a-aecac9af8537 admin admin] Pushing event updated for resources: {'Network': ['ID=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:40.759554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de68c019-5bd6-4aec-87d2-fe18f1f12538 admin admin] Made reservation on behalf of 7232ed0c7798467cb6a70c74a590bec4 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:05:40.762076 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de68c019-5bd6-4aec-87d2-fe18f1f12538 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:40.768484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:05:40.952314 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de68c019-5bd6-4aec-87d2-fe18f1f12538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (7f4eab51-de32-4ed6-800d-b878a28b8963), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.002088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68c019-5bd6-4aec-87d2-fe18f1f12538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4eab51-de32-4ed6-800d-b878a28b8963,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:41.018184 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de68c019-5bd6-4aec-87d2-fe18f1f12538 admin admin] Checking segment: {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:05:41.018554 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de68c019-5bd6-4aec-87d2-fe18f1f12538 admin admin] Network hostable DHCP agents. Network: acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:05:41.035439 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de68c019-5bd6-4aec-87d2-fe18f1f12538 admin admin] Network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:05:41.044340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-de68c019-5bd6-4aec-87d2-fe18f1f12538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:41.048377 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de68c019-5bd6-4aec-87d2-fe18f1f12538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:41.048974 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de68c019-5bd6-4aec-87d2-fe18f1f12538 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.054353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252c677c-1831-4014-bce5-ee63aeb3cefe None None] Network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:05:41.065653 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-de68c019-5bd6-4aec-87d2-fe18f1f12538 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3306668 Feb 11 06:05:41.068733 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54524) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:41.075917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:41.105331 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (b7805601-2f87-45d5-be95-4402040644bf), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.106994 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (b7805601-2f87-45d5-be95-4402040644bf), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.199258 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Publish callbacks [] for router_controller (b7805601-2f87-45d5-be95-4402040644bf), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.221782 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:05:41.222669 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.357872 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Publish callbacks [] for router_gateway (b7805601-2f87-45d5-be95-4402040644bf), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.362640 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Allocated IP 172.20.0.2 (acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd/7f4eab51-de32-4ed6-800d-b878a28b8963/090211ef-b642-4068-9ebb-43b6ecf169b2) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:05:41.503976 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Publish callbacks [] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.508719 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.547210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:05:41.552669 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:41.557605 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:05:41.561480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Pushing event updated for resources: {'Port': ['ID=090211ef-b642-4068-9ebb-43b6ecf169b2,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:41.567576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Publish callbacks [] for router_gateway (b7805601-2f87-45d5-be95-4402040644bf), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.587262 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.617725 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Attempting to bind port 090211ef-b642-4068-9ebb-43b6ecf169b2 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:05:41.618051 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Attempting to bind port 090211ef-b642-4068-9ebb-43b6ecf169b2 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:05:41.618424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Attempting to bind port 090211ef-b642-4068-9ebb-43b6ecf169b2 on network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:41.623621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:05:41.624230 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Checking segment: {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:05:41.624886 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.625527 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Bound using segment: {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:05:41.626883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Bound port: 090211ef-b642-4068-9ebb-43b6ecf169b2, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:05:41.627481 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.696078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] For port 090211ef-b642-4068-9ebb-43b6ecf169b2, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:05:41.698243 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Allocated IP 172.25.7.135 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/b5170550-35cf-47eb-b24f-69f05c608b7f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:05:41.699186 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] For port 090211ef-b642-4068-9ebb-43b6ecf169b2, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=090211ef-b642-4068-9ebb-43b6ecf169b2,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:05:41.704725 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.761919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12625865-cbb4-424c-9b8f-66379b11b597 None None] Pushing event updated for resources: {'Port': ['ID=090211ef-b642-4068-9ebb-43b6ecf169b2,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:41.807811 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Publish callbacks [] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.849146 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.899438 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:05:41.902472 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:41.913760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:05:41.913760 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Pushing event updated for resources: {'Port': ['ID=b5170550-35cf-47eb-b24f-69f05c608b7f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:42.064720 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d5f7-d6a7-4bbb-8316-d18063b555e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:42.206349 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Publish callbacks [] for router_gateway (b7805601-2f87-45d5-be95-4402040644bf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:42.416276 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (b7805601-2f87-45d5-be95-4402040644bf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:42.552656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Router b7805601-2f87-45d5-be95-4402040644bf is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:05:42.670884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 090211ef-b642-4068-9ebb-43b6ecf169b2 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:42.681589 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:05:42.694975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Sync routers for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:05:42.701941 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:42.703321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-17401ee3-035c-4632-8717-95623a1e896a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6332343 Feb 11 06:05:42.706137 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54526) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:42.721805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74bb1e7-1b40-451e-8c44-40dbffafef52 None None] Network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:05:42.723609 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:42.724244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:42.859983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-e13f7e14-00e8-4be0-9918-a579e44980a9 None None] Provisioning complete for port 090211ef-b642-4068-9ebb-43b6ecf169b2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:42.860814 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e13f7e14-00e8-4be0-9918-a579e44980a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:42.896871 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 090211ef-b642-4068-9ebb-43b6ecf169b2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:42.897244 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:42.991646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:43.136585 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:43.319171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Allocated IP 172.20.0.1 (acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd/7f4eab51-de32-4ed6-800d-b878a28b8963/a7104011-a66b-4716-b655-3a9df31e9c0e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:05:43.341571 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:43.382282 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e13f7e14-00e8-4be0-9918-a579e44980a9 None None] Current status of the port 090211ef-b642-4068-9ebb-43b6ecf169b2 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:43.382672 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e13f7e14-00e8-4be0-9918-a579e44980a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:43.385752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 090211ef-b642-4068-9ebb-43b6ecf169b2 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:43.386183 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:43.427545 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Publish callbacks [] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:43.453024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 090211ef-b642-4068-9ebb-43b6ecf169b2, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=090211ef-b642-4068-9ebb-43b6ecf169b2,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:43.460713 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:43.461703 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:43.499718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:05:43.504698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:43.508301 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:05:43.513739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Pushing event updated for resources: {'Port': ['ID=a7104011-a66b-4716-b655-3a9df31e9c0e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:43.542714 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.db.api [None req-e13f7e14-00e8-4be0-9918-a579e44980a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:05:43.543101 n-d-615180-58 neutron-server[103355]: DEBUG oslo_db.api [None req-e13f7e14-00e8-4be0-9918-a579e44980a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:05:43.548586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=090211ef-b642-4068-9ebb-43b6ecf169b2,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:43.551105 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (b7805601-2f87-45d5-be95-4402040644bf), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:43.553076 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:42Z', 'revision_number': 3, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:43.588515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Checking router: b7805601-2f87-45d5-be95-4402040644bf for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:05:43.588883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Updating router b7805601-2f87-45d5-be95-4402040644bf port b5170550-35cf-47eb-b24f-69f05c608b7f binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:05:43.618026 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:43.887445 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Publish callbacks [] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:43.893737 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:43.951237 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Attempting to bind port b5170550-35cf-47eb-b24f-69f05c608b7f on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:05:43.951621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Attempting to bind port b5170550-35cf-47eb-b24f-69f05c608b7f by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:05:43.951996 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Attempting to bind port b5170550-35cf-47eb-b24f-69f05c608b7f on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:43.955786 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1b0a6-284c-428f-a5ef-9022bd528017 None None] Pushing event updated for resources: {'Port': ['ID=b5170550-35cf-47eb-b24f-69f05c608b7f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:43.960820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:05:43.961246 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:05:43.961631 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:43.962033 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:05:43.962632 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Bound port: b5170550-35cf-47eb-b24f-69f05c608b7f, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:05:43.963004 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:44.014243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] For port b5170550-35cf-47eb-b24f-69f05c608b7f, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:05:44.018441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] For port b5170550-35cf-47eb-b24f-69f05c608b7f, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b5170550-35cf-47eb-b24f-69f05c608b7f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:05:44.024966 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:44.041881 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:44.128204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1b0a6-284c-428f-a5ef-9022bd528017 None None] Pushing event updated for resources: {'Port': ['ID=b5170550-35cf-47eb-b24f-69f05c608b7f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:44.132013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e13f7e14-00e8-4be0-9918-a579e44980a9 None None] Current status of the port 090211ef-b642-4068-9ebb-43b6ecf169b2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:44.134752 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:44.135395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:44.209878 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Publish callbacks [] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:44.216347 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:44.270805 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:44.289583 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (b7805601-2f87-45d5-be95-4402040644bf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:44.291692 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Pushing event updated for resources: {'Port': ['ID=a7104011-a66b-4716-b655-3a9df31e9c0e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:44.310039 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6ef30c94-9d05-46ff-97b7-fcc08052e1cc None None] Provisioning complete for port a7104011-a66b-4716-b655-3a9df31e9c0e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:44.310039 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ef30c94-9d05-46ff-97b7-fcc08052e1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:44.394863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:05:44.396721 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:44.417063 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6ef30c94-9d05-46ff-97b7-fcc08052e1cc None None] Port a7104011-a66b-4716-b655-3a9df31e9c0e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:05:44.467880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6ef30c94-9d05-46ff-97b7-fcc08052e1cc None None] Provisioning complete for port 090211ef-b642-4068-9ebb-43b6ecf169b2 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:44.468205 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6ef30c94-9d05-46ff-97b7-fcc08052e1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:44.529718 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Router b7805601-2f87-45d5-be95-4402040644bf has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:05:44.592450 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6ef30c94-9d05-46ff-97b7-fcc08052e1cc None None] Current status of the port 090211ef-b642-4068-9ebb-43b6ecf169b2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:44.600052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:43Z', 'revision_number': 1, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:44.639862 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd1e120-6d0d-45e7-bb97-544c0dc425e5 None None] The sync data for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 is: [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:43Z', 'revision_number': 1, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:05:44.659276 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:44.669526 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 090211ef-b642-4068-9ebb-43b6ecf169b2 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:44.673894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:05:44.679086 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c5791ec7-dbc3-48c7-b9f8-55ca48d6beea admin admin] 10.222.0.48 "PUT /v2.0/routers/b7805601-2f87-45d5-be95-4402040644bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9717538 Feb 11 06:05:44.727110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-d87877d2-27d6-45ab-bb38-e7deac7f79ad None None] Provisioning complete for port a7104011-a66b-4716-b655-3a9df31e9c0e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:44.727492 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d87877d2-27d6-45ab-bb38-e7deac7f79ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:44.766788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 090211ef-b642-4068-9ebb-43b6ecf169b2 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:44.767189 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:44.770755 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-d87877d2-27d6-45ab-bb38-e7deac7f79ad None None] Port a7104011-a66b-4716-b655-3a9df31e9c0e cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:05:44.858365 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 090211ef-b642-4068-9ebb-43b6ecf169b2 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:45.199911 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54542) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:45.205486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-960158168-network', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:45.224705 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Made reservation on behalf of 524a2e0f44ea44bf9974acd1230ef9e6 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:05:45.227576 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.236838 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.325882 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Publish callbacks [] for security_group (4758f5f0-1ac6-4c0e-a8e3-72b5352dc1e3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.337032 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4758f5f0-1ac6-4c0e-a8e3-72b5352dc1e3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.367437 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:05:45.378488 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4758f5f0-1ac6-4c0e-a8e3-72b5352dc1e3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:45.384959 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (d386caad-a11b-4f72-83dc-dbe4ff78ef81), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.385308 n-d-615180-58 neutron-server[103353]: INFO neutron.db.segments_db [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Added segment d386caad-a11b-4f72-83dc-dbe4ff78ef81 of type vlan for network 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 Feb 11 06:05:45.429153 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.456099 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.457107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:45.457873 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.499003 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2979288 Feb 11 06:05:45.502196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54544) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:45.531118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c1a03272-89ce-4e42-9131-3bad65519512 admin admin] Request body: {'subnet': {'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-960158168-subnet', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:45.540046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead19717-d784-48f4-ba3d-14a14b9f13c9 admin admin] Pushing event updated for resources: {'Network': ['ID=1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:45.554111 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:05:45.556964 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a03272-89ce-4e42-9131-3bad65519512 admin admin] Made reservation on behalf of 524a2e0f44ea44bf9974acd1230ef9e6 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:05:45.559981 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1a03272-89ce-4e42-9131-3bad65519512 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.747989 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1a03272-89ce-4e42-9131-3bad65519512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (502494d4-dec0-42e6-b649-df96b0602694), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.803127 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a03272-89ce-4e42-9131-3bad65519512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=502494d4-dec0-42e6-b649-df96b0602694,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:45.813809 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a03272-89ce-4e42-9131-3bad65519512 admin admin] Checking segment: {'id': 'd386caad-a11b-4f72-83dc-dbe4ff78ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:05:45.814182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a03272-89ce-4e42-9131-3bad65519512 admin admin] Network hostable DHCP agents. Network: 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:05:45.831544 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a03272-89ce-4e42-9131-3bad65519512 admin admin] Network 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:05:45.846192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c1a03272-89ce-4e42-9131-3bad65519512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:45.851896 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a03272-89ce-4e42-9131-3bad65519512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:45.852526 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1a03272-89ce-4e42-9131-3bad65519512 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.855247 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ef0d3b-2f3e-4980-91a5-120ee1643653 None None] Network 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:05:45.858012 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.874564 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54546) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:45.875213 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c1a03272-89ce-4e42-9131-3bad65519512 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3714387 Feb 11 06:05:45.880546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-960158168-router', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:45.901423 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (c9af56c5-dda5-4be8-bb7e-c928255f85a0), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.902772 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (c9af56c5-dda5-4be8-bb7e-c928255f85a0), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.971782 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Publish callbacks [] for router_controller (c9af56c5-dda5-4be8-bb7e-c928255f85a0), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:45.980116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837', 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837', 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'fixed_ips': [{'subnet_id': '502494d4-dec0-42e6-b649-df96b0602694'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:05:45.981010 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.119633 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Allocated IP 172.20.0.2 (1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837/502494d4-dec0-42e6-b649-df96b0602694/54f6612b-8581-467d-a17d-2f43d950b6c7) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:05:46.120438 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Publish callbacks [] for router_gateway (c9af56c5-dda5-4be8-bb7e-c928255f85a0), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.275418 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Publish callbacks [] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.282240 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.325155 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Network 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:05:46.330474 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:46.330621 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Publish callbacks [] for router_gateway (c9af56c5-dda5-4be8-bb7e-c928255f85a0), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.334014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:05:46.339442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Pushing event updated for resources: {'Port': ['ID=54f6612b-8581-467d-a17d-2f43d950b6c7,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:46.350114 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.394814 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Attempting to bind port 54f6612b-8581-467d-a17d-2f43d950b6c7 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:05:46.395226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Attempting to bind port 54f6612b-8581-467d-a17d-2f43d950b6c7 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'd386caad-a11b-4f72-83dc-dbe4ff78ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:05:46.395593 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Attempting to bind port 54f6612b-8581-467d-a17d-2f43d950b6c7 on network 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:46.400943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:05:46.401327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Checking segment: {'id': 'd386caad-a11b-4f72-83dc-dbe4ff78ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:05:46.401734 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.402131 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Bound using segment: {'id': 'd386caad-a11b-4f72-83dc-dbe4ff78ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:05:46.402944 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Bound port: 54f6612b-8581-467d-a17d-2f43d950b6c7, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd386caad-a11b-4f72-83dc-dbe4ff78ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:05:46.403340 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.462254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Allocated IP 172.25.7.171 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/c13717eb-1628-4127-898d-0e21118894cf) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:05:46.472552 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] For port 54f6612b-8581-467d-a17d-2f43d950b6c7, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:05:46.475828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] For port 54f6612b-8581-467d-a17d-2f43d950b6c7, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=54f6612b-8581-467d-a17d-2f43d950b6c7,segment=NetworkSegment(d386caad-a11b-4f72-83dc-dbe4ff78ef81),segment_id=d386caad-a11b-4f72-83dc-dbe4ff78ef81)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:05:46.485330 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.540702 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee7fae-6bb9-428a-92ea-72b77ba967e2 None None] Pushing event updated for resources: {'Port': ['ID=54f6612b-8581-467d-a17d-2f43d950b6c7,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:46.575451 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Publish callbacks [] for port (c13717eb-1628-4127-898d-0e21118894cf), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.619342 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (c13717eb-1628-4127-898d-0e21118894cf), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.671678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:05:46.677330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:46.682134 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:05:46.685592 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c13717eb-1628-4127-898d-0e21118894cf,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:46.698259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b5170550-35cf-47eb-b24f-69f05c608b7f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:46.799006 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b5170550-35cf-47eb-b24f-69f05c608b7f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:46.799745 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.832760 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Sync routers for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:05:46.845325 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:46.846300 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:46.900500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b5170550-35cf-47eb-b24f-69f05c608b7f is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:46.900908 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.926106 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port b5170550-35cf-47eb-b24f-69f05c608b7f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b5170550-35cf-47eb-b24f-69f05c608b7f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:46.931361 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:46.977626 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:46.988975 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=b5170550-35cf-47eb-b24f-69f05c608b7f,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:47.012467 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Publish callbacks [] for router_gateway (c9af56c5-dda5-4be8-bb7e-c928255f85a0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.185432 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 2, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:47.211573 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Checking router: b7805601-2f87-45d5-be95-4402040644bf for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:05:47.211963 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Updating router b7805601-2f87-45d5-be95-4402040644bf port a7104011-a66b-4716-b655-3a9df31e9c0e binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:05:47.218236 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (c9af56c5-dda5-4be8-bb7e-c928255f85a0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.243471 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.374007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Router c9af56c5-dda5-4be8-bb7e-c928255f85a0 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:05:47.518076 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:05:47.528493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Sync routers for ids ['c9af56c5-dda5-4be8-bb7e-c928255f85a0'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:05:47.543668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Routers {'c9af56c5-dda5-4be8-bb7e-c928255f85a0'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:47.544249 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c9af56c5-dda5-4be8-bb7e-c928255f85a0'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:47.548518 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.550251 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-604473f8-7971-4349-8eda-e1439c2362f4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6737354 Feb 11 06:05:47.553968 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54548) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:47.575151 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Publish callbacks [] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.591660 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.738621 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Set router c9af56c5-dda5-4be8-bb7e-c928255f85a0 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:47.770076 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Pushing event updated for resources: {'Port': ['ID=a7104011-a66b-4716-b655-3a9df31e9c0e,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:47.782628 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.783015 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.783363 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.783704 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.784037 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.784365 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.784695 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.785020 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.785966 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.786304 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.786636 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.786984 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.787311 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:05:47.795317 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Attempting to bind port a7104011-a66b-4716-b655-3a9df31e9c0e on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:05:47.795700 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Attempting to bind port a7104011-a66b-4716-b655-3a9df31e9c0e by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:05:47.796070 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Attempting to bind port a7104011-a66b-4716-b655-3a9df31e9c0e on network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:47.806875 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:05:47.807289 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Checking segment: {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:05:47.807708 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.808488 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Bound using segment: {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:05:47.808610 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Bound port: a7104011-a66b-4716-b655-3a9df31e9c0e, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:05:47.809197 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.840100 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae7d788-9f25-4434-9231-f82c51ab5f1b None None] Network 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:05:47.889429 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] For port a7104011-a66b-4716-b655-3a9df31e9c0e, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:05:47.893340 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] For port a7104011-a66b-4716-b655-3a9df31e9c0e, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a7104011-a66b-4716-b655-3a9df31e9c0e,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:05:47.900541 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:47.970577 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:47.971896 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:47.983426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-70a98fe4-7c93-4d74-9900-b0b3e4f39cc4 None None] Provisioning complete for port 54f6612b-8581-467d-a17d-2f43d950b6c7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:47.983996 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-70a98fe4-7c93-4d74-9900-b0b3e4f39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.130535 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:48.133095 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b0371-f9d6-497a-978a-88e5252f2fc8 None None] Pushing event updated for resources: {'Port': ['ID=a7104011-a66b-4716-b655-3a9df31e9c0e,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:48.198337 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.356735 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-70a98fe4-7c93-4d74-9900-b0b3e4f39cc4 None None] Current status of the port 54f6612b-8581-467d-a17d-2f43d950b6c7 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:48.357155 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-70a98fe4-7c93-4d74-9900-b0b3e4f39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.366650 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:47Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:48.368435 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'name': 'tempest-TestShelveInstance-960158168-router', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c13717eb-1628-4127-898d-0e21118894cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:45Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 3, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'gw_port': {'id': 'c13717eb-1628-4127-898d-0e21118894cf', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:46Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:48.405988 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Allocated IP 172.20.0.1 (1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837/502494d4-dec0-42e6-b649-df96b0602694/2ac23aeb-9d76-41db-b535-c53934e9df55) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:05:48.408316 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Checking router: c9af56c5-dda5-4be8-bb7e-c928255f85a0 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:05:48.408679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Updating router c9af56c5-dda5-4be8-bb7e-c928255f85a0 port c13717eb-1628-4127-898d-0e21118894cf binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:05:48.444874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-70a98fe4-7c93-4d74-9900-b0b3e4f39cc4 None None] For port 54f6612b-8581-467d-a17d-2f43d950b6c7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=54f6612b-8581-467d-a17d-2f43d950b6c7,segment=NetworkSegment(d386caad-a11b-4f72-83dc-dbe4ff78ef81),segment_id=d386caad-a11b-4f72-83dc-dbe4ff78ef81)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:48.451141 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c13717eb-1628-4127-898d-0e21118894cf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.455271 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-70a98fe4-7c93-4d74-9900-b0b3e4f39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.521311 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812f1d9-26c8-4f2c-aac8-eb8079e75153 None None] The sync data for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 is: [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:47Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:05:48.549309 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Publish callbacks [] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.595579 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.624113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a98fe4-7c93-4d74-9900-b0b3e4f39cc4 None None] Pushing event updated for resources: {'Port': ['ID=54f6612b-8581-467d-a17d-2f43d950b6c7,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:48.645334 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-40ac4b41-0242-46a7-be20-312ea89097c4 None None] Provisioning complete for port a7104011-a66b-4716-b655-3a9df31e9c0e triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:48.645334 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-40ac4b41-0242-46a7-be20-312ea89097c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.653672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Network 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:05:48.661147 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:48.663248 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:05:48.670412 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Pushing event updated for resources: {'Port': ['ID=2ac23aeb-9d76-41db-b535-c53934e9df55,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:48.799095 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (c9af56c5-dda5-4be8-bb7e-c928255f85a0), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:48.890987 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b5170550-35cf-47eb-b24f-69f05c608b7f up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:48.947436 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-40ac4b41-0242-46a7-be20-312ea89097c4 None None] Current status of the port a7104011-a66b-4716-b655-3a9df31e9c0e is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:48.947924 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-40ac4b41-0242-46a7-be20-312ea89097c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.010504 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.033867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-40ac4b41-0242-46a7-be20-312ea89097c4 None None] For port a7104011-a66b-4716-b655-3a9df31e9c0e, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a7104011-a66b-4716-b655-3a9df31e9c0e,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:49.042983 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-40ac4b41-0242-46a7-be20-312ea89097c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.085884 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b5170550-35cf-47eb-b24f-69f05c608b7f triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:49.086496 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.099664 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Publish callbacks [] for port (c13717eb-1628-4127-898d-0e21118894cf), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.139612 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c13717eb-1628-4127-898d-0e21118894cf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.192442 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac4b41-0242-46a7-be20-312ea89097c4 None None] Pushing event updated for resources: {'Port': ['ID=a7104011-a66b-4716-b655-3a9df31e9c0e,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:49.230191 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8c8a1111-9977-4fb1-b8d9-31f0e88ed95f None None] Provisioning complete for port 54f6612b-8581-467d-a17d-2f43d950b6c7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:49.230727 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1111-9977-4fb1-b8d9-31f0e88ed95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.241414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Attempting to bind port c13717eb-1628-4127-898d-0e21118894cf on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:05:49.241810 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Attempting to bind port c13717eb-1628-4127-898d-0e21118894cf by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:05:49.242574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Attempting to bind port c13717eb-1628-4127-898d-0e21118894cf on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:49.253786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Publish callbacks [] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.261101 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.291933 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:05:49.292395 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:05:49.292735 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.293144 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:05:49.293642 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Bound port: c13717eb-1628-4127-898d-0e21118894cf, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:05:49.294038 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c13717eb-1628-4127-898d-0e21118894cf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.331712 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Pushing event updated for resources: {'Port': ['ID=2ac23aeb-9d76-41db-b535-c53934e9df55,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:49.349260 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (c9af56c5-dda5-4be8-bb7e-c928255f85a0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.362402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e81f3a-6503-47b5-9ec4-4fc1df5d272e None None] Pushing event updated for resources: {'Port': ['ID=c13717eb-1628-4127-898d-0e21118894cf,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:49.379016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b5170550-35cf-47eb-b24f-69f05c608b7f is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:49.380135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a7104011-a66b-4716-b655-3a9df31e9c0e up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:49.429515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] For port c13717eb-1628-4127-898d-0e21118894cf, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:05:49.433047 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] For port c13717eb-1628-4127-898d-0e21118894cf, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c13717eb-1628-4127-898d-0e21118894cf,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:05:49.452723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Network 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:05:49.454305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:49.461745 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c13717eb-1628-4127-898d-0e21118894cf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.538075 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a1111-9977-4fb1-b8d9-31f0e88ed95f None None] Current status of the port 54f6612b-8581-467d-a17d-2f43d950b6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:49.579366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Routers {'c9af56c5-dda5-4be8-bb7e-c928255f85a0'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:49.580011 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c9af56c5-dda5-4be8-bb7e-c928255f85a0'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:49.587989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-8c8a1111-9977-4fb1-b8d9-31f0e88ed95f None None] Provisioning complete for port 2ac23aeb-9d76-41db-b535-c53934e9df55 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:49.588368 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1111-9977-4fb1-b8d9-31f0e88ed95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.593209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port a7104011-a66b-4716-b655-3a9df31e9c0e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:49.593209 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:49.604282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Router c9af56c5-dda5-4be8-bb7e-c928255f85a0 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:05:49.674590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e81f3a-6503-47b5-9ec4-4fc1df5d272e None None] Pushing event updated for resources: {'Port': ['ID=c13717eb-1628-4127-898d-0e21118894cf,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:49.709410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a1111-9977-4fb1-b8d9-31f0e88ed95f None None] Port 2ac23aeb-9d76-41db-b535-c53934e9df55 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:05:49.729350 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:05:49.734354 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-adcb714c-6c8f-4c85-9157-ed9b5b059c0f admin admin] 10.222.0.48 "PUT /v2.0/routers/c9af56c5-dda5-4be8-bb7e-c928255f85a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1785045 Feb 11 06:05:49.797481 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] Set router c9af56c5-dda5-4be8-bb7e-c928255f85a0 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:49.847765 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port a7104011-a66b-4716-b655-3a9df31e9c0e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:49.848770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 54f6612b-8581-467d-a17d-2f43d950b6c7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:49.908351 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-6e0af8a5-4d8b-4606-a162-1d65022493f1 None None] Provisioning complete for port 2ac23aeb-9d76-41db-b535-c53934e9df55 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:49.909054 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6e0af8a5-4d8b-4606-a162-1d65022493f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.003376 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-6e0af8a5-4d8b-4606-a162-1d65022493f1 None None] Port 2ac23aeb-9d76-41db-b535-c53934e9df55 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:05:50.025322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 54f6612b-8581-467d-a17d-2f43d950b6c7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:50.025708 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.149480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 54f6612b-8581-467d-a17d-2f43d950b6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:50.157718 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'name': 'tempest-TestShelveInstance-960158168-router', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c13717eb-1628-4127-898d-0e21118894cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:45Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 4, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'gw_port': {'id': 'c13717eb-1628-4127-898d-0e21118894cf', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:46Z', 'updated_at': '2022-02-11T06:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2ac23aeb-9d76-41db-b535-c53934e9df55', 'name': '', 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'mac_address': 'fa:16:3e:d7:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '502494d4-dec0-42e6-b649-df96b0602694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:48Z', 'updated_at': '2022-02-11T06:05:49Z', 'revision_number': 2, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'subnets': [{'id': '502494d4-dec0-42e6-b649-df96b0602694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:50.187135 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08984217-664b-4b94-a9a9-3fb143d4e8f3 None None] The sync data for ids ['c9af56c5-dda5-4be8-bb7e-c928255f85a0'] in n-d-615180-58 is: [{'id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'name': 'tempest-TestShelveInstance-960158168-router', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c13717eb-1628-4127-898d-0e21118894cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:45Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 4, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'gw_port': {'id': 'c13717eb-1628-4127-898d-0e21118894cf', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:46Z', 'updated_at': '2022-02-11T06:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2ac23aeb-9d76-41db-b535-c53934e9df55', 'name': '', 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'mac_address': 'fa:16:3e:d7:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '502494d4-dec0-42e6-b649-df96b0602694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:48Z', 'updated_at': '2022-02-11T06:05:49Z', 'revision_number': 2, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'subnets': [{'id': '502494d4-dec0-42e6-b649-df96b0602694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:05:50.218117 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54566) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:50.223385 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-84c97cec-9b91-424f-970d-40873186d982 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432501798', 'description': 'tempest-secgroup-smoke-1432501798 description', 'project_id': '7232ed0c7798467cb6a70c74a590bec4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:50.251129 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84c97cec-9b91-424f-970d-40873186d982 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.331320 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84c97cec-9b91-424f-970d-40873186d982 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group (5759479e-fe9d-4762-8e28-838922563fc3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.335595 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84c97cec-9b91-424f-970d-40873186d982 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5759479e-fe9d-4762-8e28-838922563fc3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.374155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-84c97cec-9b91-424f-970d-40873186d982 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.376016 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-84c97cec-9b91-424f-970d-40873186d982 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1563580 Feb 11 06:05:50.377293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c97cec-9b91-424f-970d-40873186d982 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5759479e-fe9d-4762-8e28-838922563fc3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:50.380757 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54568) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:50.387035 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ce298d32-e3e7-4a56-899c-f8115c8d0e04 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group_rule': {'security_group_id': '5759479e-fe9d-4762-8e28-838922563fc3', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:50.442746 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce298d32-e3e7-4a56-899c-f8115c8d0e04 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (32bbaea2-7789-430a-bb25-82351bf462fb), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.518474 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce298d32-e3e7-4a56-899c-f8115c8d0e04 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (32bbaea2-7789-430a-bb25-82351bf462fb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.523536 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce298d32-e3e7-4a56-899c-f8115c8d0e04 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (32bbaea2-7789-430a-bb25-82351bf462fb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.544165 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce298d32-e3e7-4a56-899c-f8115c8d0e04 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bbaea2-7789-430a-bb25-82351bf462fb,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:50.555563 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce298d32-e3e7-4a56-899c-f8115c8d0e04 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.558936 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-ce298d32-e3e7-4a56-899c-f8115c8d0e04 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1746550 Feb 11 06:05:50.561868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54570) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:50.567867 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-144284f3-6303-4a8c-afe3-1f73d32d72c9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group_rule': {'security_group_id': '5759479e-fe9d-4762-8e28-838922563fc3', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:50.599400 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-144284f3-6303-4a8c-afe3-1f73d32d72c9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (a091b931-4063-45d6-bb22-faf81a708264), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.670217 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a7104011-a66b-4716-b655-3a9df31e9c0e up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:50.678013 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-144284f3-6303-4a8c-afe3-1f73d32d72c9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (a091b931-4063-45d6-bb22-faf81a708264), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.681980 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-144284f3-6303-4a8c-afe3-1f73d32d72c9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (a091b931-4063-45d6-bb22-faf81a708264), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.704942 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144284f3-6303-4a8c-afe3-1f73d32d72c9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a091b931-4063-45d6-bb22-faf81a708264,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:50.716221 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-144284f3-6303-4a8c-afe3-1f73d32d72c9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.720459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-144284f3-6303-4a8c-afe3-1f73d32d72c9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1564012 Feb 11 06:05:50.721101 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 54572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:50.728212 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-abfefdff-b5a2-4b73-89b0-ea2ceeb19491 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group_rule': {'security_group_id': '5759479e-fe9d-4762-8e28-838922563fc3', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:50.738255 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port a7104011-a66b-4716-b655-3a9df31e9c0e triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:50.738640 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.759713 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abfefdff-b5a2-4b73-89b0-ea2ceeb19491 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (a3691f6f-c39e-471a-8787-143c5b490cab), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.829854 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abfefdff-b5a2-4b73-89b0-ea2ceeb19491 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (a3691f6f-c39e-471a-8787-143c5b490cab), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.834498 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abfefdff-b5a2-4b73-89b0-ea2ceeb19491 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (a3691f6f-c39e-471a-8787-143c5b490cab), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.843709 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port a7104011-a66b-4716-b655-3a9df31e9c0e is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:50.845591 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 54f6612b-8581-467d-a17d-2f43d950b6c7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:50.854582 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfefdff-b5a2-4b73-89b0-ea2ceeb19491 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3691f6f-c39e-471a-8787-143c5b490cab,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:50.862487 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abfefdff-b5a2-4b73-89b0-ea2ceeb19491 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.866960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-abfefdff-b5a2-4b73-89b0-ea2ceeb19491 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443071 Feb 11 06:05:50.867235 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54574) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:50.873098 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b8e7cd7c-45b0-4944-9a61-00020427c543 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group_rule': {'security_group_id': '5759479e-fe9d-4762-8e28-838922563fc3', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:50.903626 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cd7c-45b0-4944-9a61-00020427c543 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (48b86edd-14de-434e-8627-523732a9681e), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.905119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 54f6612b-8581-467d-a17d-2f43d950b6c7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:50.905794 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.968675 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cd7c-45b0-4944-9a61-00020427c543 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (48b86edd-14de-434e-8627-523732a9681e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.972439 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cd7c-45b0-4944-9a61-00020427c543 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (48b86edd-14de-434e-8627-523732a9681e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.991051 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7cd7c-45b0-4944-9a61-00020427c543 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b86edd-14de-434e-8627-523732a9681e,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:51.004800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 54f6612b-8581-467d-a17d-2f43d950b6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:51.005326 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cd7c-45b0-4944-9a61-00020427c543 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:51.006338 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b8e7cd7c-45b0-4944-9a61-00020427c543 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382756 Feb 11 06:05:51.009247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54576) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:51.013960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7701288b-8daa-4326-a47b-2eff4a0bacc2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group_rule': {'security_group_id': '5759479e-fe9d-4762-8e28-838922563fc3', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:51.035090 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-7701288b-8daa-4326-a47b-2eff4a0bacc2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Project 7232ed0c7798467cb6a70c74a590bec4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:05:51.040296 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7701288b-8daa-4326-a47b-2eff4a0bacc2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (b3280459-cfc5-48cb-8900-61956c9d032b), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:51.108403 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7701288b-8daa-4326-a47b-2eff4a0bacc2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (b3280459-cfc5-48cb-8900-61956c9d032b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:51.113154 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7701288b-8daa-4326-a47b-2eff4a0bacc2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (b3280459-cfc5-48cb-8900-61956c9d032b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:51.134343 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701288b-8daa-4326-a47b-2eff4a0bacc2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3280459-cfc5-48cb-8900-61956c9d032b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:51.143918 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7701288b-8daa-4326-a47b-2eff4a0bacc2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:51.147958 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7701288b-8daa-4326-a47b-2eff4a0bacc2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349611 Feb 11 06:05:51.148277 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54578) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:51.153287 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-545581fc-fb3a-412e-a720-6f8b7c4f0d67 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group_rule': {'security_group_id': '5759479e-fe9d-4762-8e28-838922563fc3', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:51.176647 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-545581fc-fb3a-412e-a720-6f8b7c4f0d67 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Project 7232ed0c7798467cb6a70c74a590bec4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:05:51.181825 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545581fc-fb3a-412e-a720-6f8b7c4f0d67 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (309bc30d-7279-43f1-a8d9-ed2774f7ac08), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:51.249425 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545581fc-fb3a-412e-a720-6f8b7c4f0d67 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (309bc30d-7279-43f1-a8d9-ed2774f7ac08), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:51.253351 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545581fc-fb3a-412e-a720-6f8b7c4f0d67 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (309bc30d-7279-43f1-a8d9-ed2774f7ac08), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:51.272805 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545581fc-fb3a-412e-a720-6f8b7c4f0d67 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309bc30d-7279-43f1-a8d9-ed2774f7ac08,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:51.283181 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545581fc-fb3a-412e-a720-6f8b7c4f0d67 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:51.284602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-545581fc-fb3a-412e-a720-6f8b7c4f0d67 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351073 Feb 11 06:05:51.446102 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-44dda0c5-a603-4764-957c-677acb196f0b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432501798&fields=id&tenant_id=7232ed0c7798467cb6a70c74a590bec4 HTTP/1.1" status: 200 len: 267 time: 0.0481036 Feb 11 06:05:51.584364 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-444fe8b1-cb95-4730-81c6-551268f0c894 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:51.585859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-444fe8b1-cb95-4730-81c6-551268f0c894 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 807 time: 0.1333230 Feb 11 06:05:51.601721 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-235e08ac-aa5a-4138-88ff-fc0b838510fd tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/quotas/7232ed0c7798467cb6a70c74a590bec4 HTTP/1.1" status: 200 len: 375 time: 0.0099795 Feb 11 06:05:51.664823 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-159e1556-f63b-482e-93d3-cec5c2e41fb8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575535 Feb 11 06:05:51.873556 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-e25351fa-7a27-4baa-8f13-5eeb62339d3c service neutron] 10.222.0.48 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970518 Feb 11 06:05:51.993381 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-23cf1ce7-ce48-4fe7-8546-f5fce5234e90 service neutron] 10.222.0.48 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129844 Feb 11 06:05:52.667897 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c13717eb-1628-4127-898d-0e21118894cf up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:52.723165 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c13717eb-1628-4127-898d-0e21118894cf triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:52.723548 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c13717eb-1628-4127-898d-0e21118894cf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:52.980458 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c13717eb-1628-4127-898d-0e21118894cf is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:52.980850 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (c13717eb-1628-4127-898d-0e21118894cf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:53.010530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port c13717eb-1628-4127-898d-0e21118894cf, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c13717eb-1628-4127-898d-0e21118894cf,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:53.015759 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (c13717eb-1628-4127-898d-0e21118894cf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:53.038848 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Sync routers for ids ['c9af56c5-dda5-4be8-bb7e-c928255f85a0'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:05:53.049845 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Routers {'c9af56c5-dda5-4be8-bb7e-c928255f85a0'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:53.050452 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c9af56c5-dda5-4be8-bb7e-c928255f85a0'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:53.069407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=c13717eb-1628-4127-898d-0e21118894cf,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:53.168630 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Set router c9af56c5-dda5-4be8-bb7e-c928255f85a0 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:53.222101 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2bbc18e7-643f-475d-8f4b-3e30ca773ad1 req-4d8de4e2-84e7-45a4-878e-355c407f5db9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 210 time: 0.0362074 Feb 11 06:05:53.383550 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'name': 'tempest-TestShelveInstance-960158168-router', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c13717eb-1628-4127-898d-0e21118894cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:45Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 4, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'gw_port': {'id': 'c13717eb-1628-4127-898d-0e21118894cf', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:46Z', 'updated_at': '2022-02-11T06:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2ac23aeb-9d76-41db-b535-c53934e9df55', 'name': '', 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'mac_address': 'fa:16:3e:d7:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '502494d4-dec0-42e6-b649-df96b0602694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:48Z', 'updated_at': '2022-02-11T06:05:49Z', 'revision_number': 2, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'subnets': [{'id': '502494d4-dec0-42e6-b649-df96b0602694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:53.413984 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Checking router: c9af56c5-dda5-4be8-bb7e-c928255f85a0 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:05:53.414342 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Updating router c9af56c5-dda5-4be8-bb7e-c928255f85a0 port 2ac23aeb-9d76-41db-b535-c53934e9df55 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:05:53.443372 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:53.706829 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Publish callbacks [] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:53.711873 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:53.765713 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d29696-8fe3-44f1-bad7-9496b114b6f3 None None] Pushing event updated for resources: {'Port': ['ID=2ac23aeb-9d76-41db-b535-c53934e9df55,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:53.818232 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Attempting to bind port 2ac23aeb-9d76-41db-b535-c53934e9df55 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:05:53.818610 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Attempting to bind port 2ac23aeb-9d76-41db-b535-c53934e9df55 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'd386caad-a11b-4f72-83dc-dbe4ff78ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:05:53.818998 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Attempting to bind port 2ac23aeb-9d76-41db-b535-c53934e9df55 on network 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:53.824531 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:05:53.825152 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Checking segment: {'id': 'd386caad-a11b-4f72-83dc-dbe4ff78ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:05:53.825561 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:53.825959 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Bound using segment: {'id': 'd386caad-a11b-4f72-83dc-dbe4ff78ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:05:53.826426 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Bound port: 2ac23aeb-9d76-41db-b535-c53934e9df55, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd386caad-a11b-4f72-83dc-dbe4ff78ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:05:53.826804 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:53.900927 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] For port 2ac23aeb-9d76-41db-b535-c53934e9df55, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:05:53.904693 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] For port 2ac23aeb-9d76-41db-b535-c53934e9df55, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2ac23aeb-9d76-41db-b535-c53934e9df55,segment=NetworkSegment(d386caad-a11b-4f72-83dc-dbe4ff78ef81),segment_id=d386caad-a11b-4f72-83dc-dbe4ff78ef81)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:05:53.915884 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:53.984105 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Routers {'c9af56c5-dda5-4be8-bb7e-c928255f85a0'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:53.984917 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c9af56c5-dda5-4be8-bb7e-c928255f85a0'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:54.030810 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d29696-8fe3-44f1-bad7-9496b114b6f3 None None] Pushing event updated for resources: {'Port': ['ID=2ac23aeb-9d76-41db-b535-c53934e9df55,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:54.106103 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3ef4238c-ea2f-4090-bbae-998db40b9446 None None] Provisioning complete for port 2ac23aeb-9d76-41db-b535-c53934e9df55 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:54.111771 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ef4238c-ea2f-4090-bbae-998db40b9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:54.155182 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] Set router c9af56c5-dda5-4be8-bb7e-c928255f85a0 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:54.368421 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fd8cfeb9-e197-43cf-ad03-5e8e905ed221 req-a0138a34-6041-475c-aa27-c7ed177ee626 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 210 time: 0.0348444 Feb 11 06:05:54.386573 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4238c-ea2f-4090-bbae-998db40b9446 None None] Current status of the port 2ac23aeb-9d76-41db-b535-c53934e9df55 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:54.387229 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ef4238c-ea2f-4090-bbae-998db40b9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:54.427575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3ef4238c-ea2f-4090-bbae-998db40b9446 None None] For port 2ac23aeb-9d76-41db-b535-c53934e9df55, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2ac23aeb-9d76-41db-b535-c53934e9df55,segment=NetworkSegment(d386caad-a11b-4f72-83dc-dbe4ff78ef81),segment_id=d386caad-a11b-4f72-83dc-dbe4ff78ef81)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:54.432067 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ef4238c-ea2f-4090-bbae-998db40b9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:54.443506 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'name': 'tempest-TestShelveInstance-960158168-router', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c13717eb-1628-4127-898d-0e21118894cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:45Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 4, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'gw_port': {'id': 'c13717eb-1628-4127-898d-0e21118894cf', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:46Z', 'updated_at': '2022-02-11T06:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2ac23aeb-9d76-41db-b535-c53934e9df55', 'name': '', 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'mac_address': 'fa:16:3e:d7:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '502494d4-dec0-42e6-b649-df96b0602694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:48Z', 'updated_at': '2022-02-11T06:05:53Z', 'revision_number': 4, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'subnets': [{'id': '502494d4-dec0-42e6-b649-df96b0602694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:54.485192 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d5b2b-8549-437e-8487-5e8f4f7e0fa0 None None] The sync data for ids ['c9af56c5-dda5-4be8-bb7e-c928255f85a0'] in n-d-615180-58 is: [{'id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'name': 'tempest-TestShelveInstance-960158168-router', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c13717eb-1628-4127-898d-0e21118894cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:45Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 4, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'gw_port': {'id': 'c13717eb-1628-4127-898d-0e21118894cf', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:46Z', 'updated_at': '2022-02-11T06:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '2ac23aeb-9d76-41db-b535-c53934e9df55', 'name': '', 'network_id': '1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'mac_address': 'fa:16:3e:d7:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '502494d4-dec0-42e6-b649-df96b0602694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:48Z', 'updated_at': '2022-02-11T06:05:53Z', 'revision_number': 4, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'subnets': [{'id': '502494d4-dec0-42e6-b649-df96b0602694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:05:54.489071 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4238c-ea2f-4090-bbae-998db40b9446 None None] Pushing event updated for resources: {'Port': ['ID=2ac23aeb-9d76-41db-b535-c53934e9df55,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:54.561885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-66ec9330-aa80-4a2a-b29c-45f91a1ebd40 None None] Provisioning complete for port 2ac23aeb-9d76-41db-b535-c53934e9df55 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:54.562749 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-66ec9330-aa80-4a2a-b29c-45f91a1ebd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:54.697038 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-66ec9330-aa80-4a2a-b29c-45f91a1ebd40 None None] Current status of the port 2ac23aeb-9d76-41db-b535-c53934e9df55 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:54.720586 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c13717eb-1628-4127-898d-0e21118894cf up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:54.781340 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port c13717eb-1628-4127-898d-0e21118894cf triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:54.781881 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (c13717eb-1628-4127-898d-0e21118894cf), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:54.864767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port c13717eb-1628-4127-898d-0e21118894cf is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:54.865637 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2ac23aeb-9d76-41db-b535-c53934e9df55 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:54.914828 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 2ac23aeb-9d76-41db-b535-c53934e9df55 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:54.915237 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:55.012536 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 2ac23aeb-9d76-41db-b535-c53934e9df55 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:55.456825 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-09c9b3ee-bc80-486f-a7f6-ad4f8b4e0a74 req-252ce2a7-31d2-4334-b590-cdd991a18ea3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 210 time: 0.0269506 Feb 11 06:05:56.538651 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7bc19e89-d77b-4158-8aca-125c2720af08 req-8905263b-7bdc-4078-86c6-42706d02b9f8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 210 time: 0.0272069 Feb 11 06:05:57.645237 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-760d532e-5a47-40da-b08d-95f8600bb6e1 req-e93ee09d-0ec8-4066-9cd9-8bb3f33e8c54 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 210 time: 0.0352578 Feb 11 06:05:58.678260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-f4e22221-2628-46dc-854c-f3c110bfb545 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:58.680082 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-f4e22221-2628-46dc-854c-f3c110bfb545 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 807 time: 0.1180952 Feb 11 06:05:58.760095 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-39545d7f-d8ab-4534-831d-930d9cc67408 req-d7e6b749-854d-4d89-9055-cb1851346415 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 210 time: 0.0384221 Feb 11 06:05:58.773495 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-9abb6c9d-ceae-4227-a21f-95bce3ae3c82 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7232ed0c7798467cb6a70c74a590bec4 HTTP/1.1" status: 200 len: 380 time: 0.0796044 Feb 11 06:05:58.784664 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'port': {'device_id': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'admin_state_up': True, 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'security_groups': ['5759479e-fe9d-4762-8e28-838922563fc3']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:58.893336 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Made reservation on behalf of 7232ed0c7798467cb6a70c74a590bec4 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:05:58.896787 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:59.035033 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Allocated IP 172.20.0.6 (acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd/7f4eab51-de32-4ed6-800d-b878a28b8963/d382ef1e-7044-4ad5-864d-0f173aebbfbb) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:05:59.189797 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:59.222720 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:59.271161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:05:59.274273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:59.277962 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:05:59.302747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'Port': ['ID=d382ef1e-7044-4ad5-864d-0f173aebbfbb,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:59.331175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:59.331899 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:59.349281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-76600c7e-c516-4800-8fb8-6ff51b8dbf28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684252 Feb 11 06:05:59.365468 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Request body: {'port': {'device_id': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:59.446825 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:59.554326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-42207600-7768-4288-af83-7156624221f1 None None] Provisioning complete for port d382ef1e-7044-4ad5-864d-0f173aebbfbb triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:59.554978 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42207600-7768-4288-af83-7156624221f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:59.589299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-42207600-7768-4288-af83-7156624221f1 None None] Port d382ef1e-7044-4ad5-864d-0f173aebbfbb cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:05:59.744718 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d382ef1e-7044-4ad5-864d-0f173aebbfbb {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:05:59.752505 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Publish callbacks [] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:59.764421 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Transition to ACTIVE for port object d382ef1e-7044-4ad5-864d-0f173aebbfbb will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:05:59.768956 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:59.826940 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Pushing event updated for resources: {'Port': ['ID=d382ef1e-7044-4ad5-864d-0f173aebbfbb,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:59.907310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cb716-72c1-4c7f-8a1a-fd0caf0b214b req-16c217ee-3d2c-4113-bd6a-1fe1b8840658 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:59.910425 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-300cb716-72c1-4c7f-8a1a-fd0caf0b214b req-16c217ee-3d2c-4113-bd6a-1fe1b8840658 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0762224 Feb 11 06:05:59.921731 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Attempting to bind port d382ef1e-7044-4ad5-864d-0f173aebbfbb on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:05:59.922151 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Attempting to bind port d382ef1e-7044-4ad5-864d-0f173aebbfbb by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:05:59.922610 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Attempting to bind port d382ef1e-7044-4ad5-864d-0f173aebbfbb on network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:59.927697 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Port d382ef1e-7044-4ad5-864d-0f173aebbfbb on network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:05:59.928037 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Attempting to bind port d382ef1e-7044-4ad5-864d-0f173aebbfbb on network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:59.945169 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:05:59.946023 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Checking segment: {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:05:59.946612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Bound using segment: {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:05:59.947354 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Bound port: d382ef1e-7044-4ad5-864d-0f173aebbfbb, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:05:59.947576 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:59.970849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-300cb716-72c1-4c7f-8a1a-fd0caf0b214b req-fbb06203-f910-45c6-9bf9-a3a4bfd1ba31 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539997 Feb 11 06:06:00.031273 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:06:00.035966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:06:00.043295 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:00.081685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:00.082460 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:00.083741 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] 10.222.0.60 "PUT /v2.0/ports/d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 1092 time: 0.7232485 Feb 11 06:06:00.084210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:00.086456 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ae135e-fe8a-44b1-ae0b-4fc9ae342e19" -d '{"events": [{"name": "network-changed", "server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:00.129215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e46ecf-4152-471a-a689-de5adefad605 service neutron] Pushing event updated for resources: {'Port': ['ID=d382ef1e-7044-4ad5-864d-0f173aebbfbb,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:00.150376 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c4a0a5-aeea-4587-ac97-3b304cc9b0e7 x-openstack-request-id: req-23c4a0a5-aeea-4587-ac97-3b304cc9b0e7 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:00.151538 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:00.153013 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23c4a0a5-aeea-4587-ac97-3b304cc9b0e7 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:00.153647 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'status': 'completed', 'code': 200} Feb 11 06:06:00.214554 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-2d9d32fd-405b-46b1-97cf-e47fe7967b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:00.216316 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-2d9d32fd-405b-46b1-97cf-e47fe7967b19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1126 time: 0.0514028 Feb 11 06:06:00.270210 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-53a1ebf1-6d81-41b2-96aa-40368a80042e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 217 time: 0.0409729 Feb 11 06:06:00.320380 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-ba4d0392-53c9-4892-8a46-dded44e9e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:00.321878 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-ba4d0392-53c9-4892-8a46-dded44e9e34a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0455470 Feb 11 06:06:00.372683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-da477290-d673-4206-b96f-b2c91c56d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:00.374472 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-da477290-d673-4206-b96f-b2c91c56d647 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458705 Feb 11 06:06:00.469735 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-2d58b1f3-67ac-45b5-9956-defc2947424b service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881517 Feb 11 06:06:00.562140 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-389a1bdc-f8dd-4580-a66d-3b2b8552fae4 req-ce40cb3e-585b-430e-aea5-72d8e5a1f346 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853415 Feb 11 06:06:00.693504 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae135e-fe8a-44b1-ae0b-4fc9ae342e19 req-58f3e24b-cc3c-4030-a1bf-ed0499ddb0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:00.695054 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12ae135e-fe8a-44b1-ae0b-4fc9ae342e19 req-58f3e24b-cc3c-4030-a1bf-ed0499ddb0e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1126 time: 0.0498123 Feb 11 06:06:00.795830 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae135e-fe8a-44b1-ae0b-4fc9ae342e19 req-68abe927-8524-4f8e-8f6a-46bd9b926986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:00.797351 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12ae135e-fe8a-44b1-ae0b-4fc9ae342e19 req-68abe927-8524-4f8e-8f6a-46bd9b926986 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0935550 Feb 11 06:06:00.844355 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12ae135e-fe8a-44b1-ae0b-4fc9ae342e19 req-f16ca1ab-6588-460a-bf70-f8c6aba30ae0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 217 time: 0.0371084 Feb 11 06:06:00.892036 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae135e-fe8a-44b1-ae0b-4fc9ae342e19 req-a65c2f8e-4252-487b-9fac-beff43a52e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:00.893510 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12ae135e-fe8a-44b1-ae0b-4fc9ae342e19 req-a65c2f8e-4252-487b-9fac-beff43a52e0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0430758 Feb 11 06:06:00.943672 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae135e-fe8a-44b1-ae0b-4fc9ae342e19 req-d979cc5b-e921-42e7-9efb-3eb8264d82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:00.945149 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12ae135e-fe8a-44b1-ae0b-4fc9ae342e19 req-d979cc5b-e921-42e7-9efb-3eb8264d82e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436859 Feb 11 06:06:01.038854 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12ae135e-fe8a-44b1-ae0b-4fc9ae342e19 req-6d35167f-b7a6-40a6-8780-83eb6902c807 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850251 Feb 11 06:06:01.092435 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8c579-ecf1-440b-8420-1d57d865b01f req-26848e15-ad78-4097-9aae-3b9a837e2b9b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:01.094678 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69f8c579-ecf1-440b-8420-1d57d865b01f req-26848e15-ad78-4097-9aae-3b9a837e2b9b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0544062 Feb 11 06:06:01.134838 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-12ae135e-fe8a-44b1-ae0b-4fc9ae342e19 req-18ba1774-0cbf-41d4-834d-5b88787eebd7 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886431 Feb 11 06:06:01.148522 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-69f8c579-ecf1-440b-8420-1d57d865b01f req-14e7f52a-3479-407e-9bc4-f132785e0934 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476236 Feb 11 06:06:01.572068 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:06:02.279803 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48613608-5457-4df6-90f7-5912b66442d5 req-668d6d04-a231-474c-891d-00d571a8449e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:02.281308 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48613608-5457-4df6-90f7-5912b66442d5 req-668d6d04-a231-474c-891d-00d571a8449e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0575356 Feb 11 06:06:02.332470 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-48613608-5457-4df6-90f7-5912b66442d5 req-ac23686e-c67c-40f3-ab7b-c9e356ac15d1 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452919 Feb 11 06:06:03.458771 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de4a3f-1318-4abe-bf92-e3477bcbab63 req-5933ed5b-6300-44ad-8ee7-d4ee02023ef3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:03.460287 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61de4a3f-1318-4abe-bf92-e3477bcbab63 req-5933ed5b-6300-44ad-8ee7-d4ee02023ef3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0592878 Feb 11 06:06:03.516352 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-61de4a3f-1318-4abe-bf92-e3477bcbab63 req-8be27583-4697-4e50-8a6a-0ed7b0263e2c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495830 Feb 11 06:06:03.620085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d382ef1e-7044-4ad5-864d-0f173aebbfbb details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:06:03.718262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:03.730173 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'port_id': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'mac_address': 'fa:16:3e:27:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:06:03.773403 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d382ef1e-7044-4ad5-864d-0f173aebbfbb is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:03.774088 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:03.791588 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d382ef1e-7044-4ad5-864d-0f173aebbfbb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:06:03.811449 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:03.815385 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:03.862494 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d382ef1e-7044-4ad5-864d-0f173aebbfbb,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:04.105183 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:04.280293 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d382ef1e-7044-4ad5-864d-0f173aebbfbb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:06:04.639996 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e632096-4625-4fd9-a6ca-63dd2f33ccef req-00caa02a-4bcb-49f0-841d-a3c6b907ba54 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:04.641385 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e632096-4625-4fd9-a6ca-63dd2f33ccef req-00caa02a-4bcb-49f0-841d-a3c6b907ba54 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 944 time: 0.0523219 Feb 11 06:06:04.689335 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0e632096-4625-4fd9-a6ca-63dd2f33ccef req-de09e9d0-5903-4484-b5d9-217b2e0481fa tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 Feb 11 06:06:05.634981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d382ef1e-7044-4ad5-864d-0f173aebbfbb up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:05.688445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port d382ef1e-7044-4ad5-864d-0f173aebbfbb completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:06:05.693183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port d382ef1e-7044-4ad5-864d-0f173aebbfbb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:05.693569 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:05.772746 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d382ef1e-7044-4ad5-864d-0f173aebbfbb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:05.773158 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:05.796964 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:05.799813 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1624f3-1d49-4373-9d04-764d4c7164a7" -d '{"events": [{"server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "name": "network-vif-plugged", "status": "completed", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:05.817236 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0381-7575-4b34-a377-eebcde7a3381 req-c4851144-c110-4baa-90c2-1e52e5995164 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:05.818023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:05.825852 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08ea0381-7575-4b34-a377-eebcde7a3381 req-c4851144-c110-4baa-90c2-1e52e5995164 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 944 time: 0.0687666 Feb 11 06:06:05.828494 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:05.882457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d382ef1e-7044-4ad5-864d-0f173aebbfbb,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:05.883861 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-08ea0381-7575-4b34-a377-eebcde7a3381 req-fe1c41bd-7f34-4666-b585-7adf273b6970 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568776 Feb 11 06:06:05.904353 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3c2342-211c-44d0-b380-3de5d6ed2757 x-openstack-request-id: req-0e3c2342-211c-44d0-b380-3de5d6ed2757 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:05.904756 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "name": "network-vif-plugged", "status": "completed", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:05.905098 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e3c2342-211c-44d0-b380-3de5d6ed2757 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:05.905469 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'code': 200} Feb 11 06:06:06.023533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb30963-0da1-4c87-8ff0-ac31dd666fb3 req-8a5012d0-df66-4bff-bca6-9fcb9370e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:06.025027 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbb30963-0da1-4c87-8ff0-ac31dd666fb3 req-8a5012d0-df66-4bff-bca6-9fcb9370e505 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1128 time: 0.0436356 Feb 11 06:06:06.080462 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbb30963-0da1-4c87-8ff0-ac31dd666fb3 req-51bc8a32-7312-444d-a148-e2a6b34331a1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470855 Feb 11 06:06:06.997065 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056ff35-ba7c-4860-82e0-6e7856766e64 req-f4a82b1f-a588-45d2-a325-1edf916a8a7e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:06.998553 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9056ff35-ba7c-4860-82e0-6e7856766e64 req-f4a82b1f-a588-45d2-a325-1edf916a8a7e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0582194 Feb 11 06:06:07.047919 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9056ff35-ba7c-4860-82e0-6e7856766e64 req-8e8817bf-5359-4941-b553-57c12d2d5a37 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431721 Feb 11 06:06:08.111460 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:08.168619 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85e0da-5cb9-406a-a583-4b4c1458d414 req-1bf15b93-b8e4-442a-bcad-8cff30352801 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:08.170084 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff85e0da-5cb9-406a-a583-4b4c1458d414 req-1bf15b93-b8e4-442a-bcad-8cff30352801 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0520709 Feb 11 06:06:08.218721 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ff85e0da-5cb9-406a-a583-4b4c1458d414 req-97d1e678-86b3-4417-a5e9-5d7a2634a4f3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423636 Feb 11 06:06:08.338241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848c00c-b36d-4ba6-87eb-08742b201534 req-d1c3d507-e4b8-470b-80cc-4033e3a6d7f1 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:08.339769 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0848c00c-b36d-4ba6-87eb-08742b201534 req-d1c3d507-e4b8-470b-80cc-4033e3a6d7f1 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0516100 Feb 11 06:06:08.388795 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0848c00c-b36d-4ba6-87eb-08742b201534 req-89253a9f-4aff-4862-af59-8a00a906d2c9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427880 Feb 11 06:06:08.411671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54664) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:08.502794 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7949bec-a63f-413c-b670-2adcc83ab10b tempest-TestShelveInstance-227262106 tempest-TestShelveInstance-227262106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:08.504359 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e7949bec-a63f-413c-b670-2adcc83ab10b tempest-TestShelveInstance-227262106 tempest-TestShelveInstance-227262106-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1123 time: 0.0917292 Feb 11 06:06:08.507380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 54668) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:08.511629 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:08.531940 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:08.631424 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:08.735200 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Allocated IP 172.25.7.200 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/527dcc37-a1e2-4c0e-8a86-ee33408e7a7d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:06:08.841452 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for port (527dcc37-a1e2-4c0e-8a86-ee33408e7a7d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:08.879198 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (527dcc37-a1e2-4c0e-8a86-ee33408e7a7d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:08.924107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:06:08.929482 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:08.932698 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:06:08.965744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'Port': ['ID=527dcc37-a1e2-4c0e-8a86-ee33408e7a7d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:09.338263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for floatingip (120560ca-49cf-4f35-b2c0-3de64f0b5e8e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:09.422495 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (527dcc37-a1e2-4c0e-8a86-ee33408e7a7d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:09.573787 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6f4037f7-3e6c-45ef-8557-3c8ad1f25661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:09.584808 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for port (527dcc37-a1e2-4c0e-8a86-ee33408e7a7d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:09.589564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (527dcc37-a1e2-4c0e-8a86-ee33408e7a7d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:09.660681 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'Port': ['ID=527dcc37-a1e2-4c0e-8a86-ee33408e7a7d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:09.671229 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (120560ca-49cf-4f35-b2c0-3de64f0b5e8e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:09.780459 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Floating IP 120560ca-49cf-4f35-b2c0-3de64f0b5e8e associated. External IP: 172.25.7.200, port: d382ef1e-7044-4ad5-864d-0f173aebbfbb. Feb 11 06:06:10.008355 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Router b7805601-2f87-45d5-be95-4402040644bf has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:06:10.120189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:10.130580 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11848c92-acd0-4a05-9f48-d7c3b4e27495 None None] Sync routers for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:10.139169 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:10.140852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11848c92-acd0-4a05-9f48-d7c3b4e27495 None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:10.141508 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-11848c92-acd0-4a05-9f48-d7c3b4e27495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:10.172526 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b1880cd4-c251-43ad-b7bd-7e455001cd28 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6637309 Feb 11 06:06:10.173551 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:10.177515 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e50a004-6745-4f28-b097-f5c4a9743324" -d '{"events": [{"name": "network-changed", "server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:10.219320 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29def02-4127-4933-982b-1e999b9f2e95 x-openstack-request-id: req-f29def02-4127-4933-982b-1e999b9f2e95 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:10.219500 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:10.219766 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f29def02-4127-4933-982b-1e999b9f2e95 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:10.220521 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'status': 'completed', 'code': 200} Feb 11 06:06:10.261693 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-11848c92-acd0-4a05-9f48-d7c3b4e27495 None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:10.305254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a004-6745-4f28-b097-f5c4a9743324 req-fb029702-72a4-4db2-8cd3-17ec70381c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:10.306759 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e50a004-6745-4f28-b097-f5c4a9743324 req-fb029702-72a4-4db2-8cd3-17ec70381c7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1128 time: 0.0455801 Feb 11 06:06:10.400328 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a004-6745-4f28-b097-f5c4a9743324 req-566ca70a-30e5-40b1-998a-689e5f344a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:10.402418 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e50a004-6745-4f28-b097-f5c4a9743324 req-566ca70a-30e5-40b1-998a-689e5f344a63 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0897753 Feb 11 06:06:10.467647 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e50a004-6745-4f28-b097-f5c4a9743324 req-763342f3-1931-4f0a-8749-51194d63dc4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 999 time: 0.0585537 Feb 11 06:06:10.490859 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-11848c92-acd0-4a05-9f48-d7c3b4e27495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '120560ca-49cf-4f35-b2c0-3de64f0b5e8e', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'port_id': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'mac_address': 'fa:16:3e:27:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:06:09Z', 'updated_at': '2022-02-11T06:06:09Z', 'revision_number': 0, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:10.521235 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11848c92-acd0-4a05-9f48-d7c3b4e27495 None None] Checking router: b7805601-2f87-45d5-be95-4402040644bf for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:10.524997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a004-6745-4f28-b097-f5c4a9743324 req-410a84b6-593c-4e3c-90a7-b1fe1d2ec440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:10.526482 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e50a004-6745-4f28-b097-f5c4a9743324 req-410a84b6-593c-4e3c-90a7-b1fe1d2ec440 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0517344 Feb 11 06:06:10.530981 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11848c92-acd0-4a05-9f48-d7c3b4e27495 None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:10.531613 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-11848c92-acd0-4a05-9f48-d7c3b4e27495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:05:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:10.582335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a004-6745-4f28-b097-f5c4a9743324 req-15e5ed80-15c9-4f4f-af8f-586595fa0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:10.583889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e50a004-6745-4f28-b097-f5c4a9743324 req-15e5ed80-15c9-4f4f-af8f-586595fa0ef6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497870 Feb 11 06:06:10.652317 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-11848c92-acd0-4a05-9f48-d7c3b4e27495 None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:10.675310 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e50a004-6745-4f28-b097-f5c4a9743324 req-97cce67d-8aba-414c-bfdc-51c611546a47 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844243 Feb 11 06:06:10.766992 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e50a004-6745-4f28-b097-f5c4a9743324 req-097e4b95-1eab-49d4-9b90-1e837d17d3de service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854824 Feb 11 06:06:10.885578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-11848c92-acd0-4a05-9f48-d7c3b4e27495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '120560ca-49cf-4f35-b2c0-3de64f0b5e8e', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'port_id': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'mac_address': 'fa:16:3e:27:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:06:09Z', 'updated_at': '2022-02-11T06:06:09Z', 'revision_number': 0, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:10.916708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11848c92-acd0-4a05-9f48-d7c3b4e27495 None None] The sync data for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 is: [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '120560ca-49cf-4f35-b2c0-3de64f0b5e8e', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'port_id': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'mac_address': 'fa:16:3e:27:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:06:09Z', 'updated_at': '2022-02-11T06:06:09Z', 'revision_number': 0, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:11.135262 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb192f-99ea-4fc1-8b8b-7772c0b487ce None None] New status for floating IP 120560ca-49cf-4f35-b2c0-3de64f0b5e8e: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:06:12.058506 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79aa87a6-60d9-4b99-a150-a2a334bf0ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:13.087067 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:14.652931 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:15.751927 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17adcc18-874c-425e-b9eb-e3843833d80f req-66bf3ae3-dce5-42ae-825f-280e91342777 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441878 Feb 11 06:06:15.850855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adcc18-874c-425e-b9eb-e3843833d80f req-333dbe47-af80-4d79-aca1-3e7095a3d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:15.852734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17adcc18-874c-425e-b9eb-e3843833d80f req-333dbe47-af80-4d79-aca1-3e7095a3d705 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1128 time: 0.0475595 Feb 11 06:06:15.854306 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:15.959640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adcc18-874c-425e-b9eb-e3843833d80f req-a3f0b7d0-07f5-4735-b4eb-db7ec9c7ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:15.961101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17adcc18-874c-425e-b9eb-e3843833d80f req-a3f0b7d0-07f5-4735-b4eb-db7ec9c7ca3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0888858 Feb 11 06:06:16.024423 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17adcc18-874c-425e-b9eb-e3843833d80f req-648f9001-112a-4a8c-bb5a-adfdddf664ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 1001 time: 0.0562997 Feb 11 06:06:16.076668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adcc18-874c-425e-b9eb-e3843833d80f req-c944e7fd-20c0-4761-8a75-7bbce6852df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:16.078092 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17adcc18-874c-425e-b9eb-e3843833d80f req-c944e7fd-20c0-4761-8a75-7bbce6852df6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0465593 Feb 11 06:06:16.125740 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adcc18-874c-425e-b9eb-e3843833d80f req-b5ed6a6c-e37d-47e2-b07b-542bcfe3e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:16.127239 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17adcc18-874c-425e-b9eb-e3843833d80f req-b5ed6a6c-e37d-47e2-b07b-542bcfe3e327 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425303 Feb 11 06:06:16.217011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17adcc18-874c-425e-b9eb-e3843833d80f req-35d3f60a-70c3-472d-a9ec-bbe0ccff9848 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828216 Feb 11 06:06:16.313744 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-17adcc18-874c-425e-b9eb-e3843833d80f req-f50515f0-2b3b-4058-807e-85059ae39081 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898788 Feb 11 06:06:34.100404 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:38.111529 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:38.571186 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:06:39.576126 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3cb16218-b173-4072-a727-a1dd8af8087a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:42.070997 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-69173010-263e-4369-bc66-cab441d44537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.090781 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.655212 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:45.847439 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:04.116118 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.109670 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:09.578036 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-604ec3c1-9faf-4f73-8058-1edf4e51bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:12.065231 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1163485f-40f7-4b9e-848d-b97b666e9142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.093695 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:14.657346 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.571075 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:07:15.736038 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a3046b3-c4ec-4297-9eb2-73f130cce827 req-c9356ced-3a36-42c2-bb42-8820a1a073fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437210 Feb 11 06:07:15.839244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3046b3-c4ec-4297-9eb2-73f130cce827 req-478a45e5-ef3b-4616-b13a-c190789c0b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:15.840681 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a3046b3-c4ec-4297-9eb2-73f130cce827 req-478a45e5-ef3b-4616-b13a-c190789c0b6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1128 time: 0.0486419 Feb 11 06:07:15.850411 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.942135 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3046b3-c4ec-4297-9eb2-73f130cce827 req-e06080b0-2ec8-42f5-962f-0d2c44bb00cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:15.943647 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a3046b3-c4ec-4297-9eb2-73f130cce827 req-e06080b0-2ec8-42f5-962f-0d2c44bb00cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0837133 Feb 11 06:07:16.010522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a3046b3-c4ec-4297-9eb2-73f130cce827 req-ee1cedc8-075d-41c3-97da-2d6d5629e7bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 1001 time: 0.0603862 Feb 11 06:07:16.397882 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3046b3-c4ec-4297-9eb2-73f130cce827 req-f69e8199-e4df-40f2-8506-bfb7861241b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:16.399363 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a3046b3-c4ec-4297-9eb2-73f130cce827 req-f69e8199-e4df-40f2-8506-bfb7861241b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.3821747 Feb 11 06:07:16.448928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3046b3-c4ec-4297-9eb2-73f130cce827 req-f5af1053-9982-44b6-8409-5f902ae6fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:16.450406 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a3046b3-c4ec-4297-9eb2-73f130cce827 req-f5af1053-9982-44b6-8409-5f902ae6fc9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432494 Feb 11 06:07:16.591858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a3046b3-c4ec-4297-9eb2-73f130cce827 req-bda8af92-8873-411e-a1f6-17cc61d4695c service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349089 Feb 11 06:07:16.678465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6a3046b3-c4ec-4297-9eb2-73f130cce827 req-d799c6a7-a312-4153-a715-043223b4a45a service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805042 Feb 11 06:07:34.120032 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:38.140609 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:39.579294 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d41a3d31-b9f5-4bad-8158-0e8255d66364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:42.066094 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e2fd7a48-cb93-4ef3-930e-c82252417cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:43.094266 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:44.660547 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:45.853283 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:52.569916 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:08:04.126652 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:08.162638 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.734482 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8ce59858-9581-4f2a-af9e-829f693afc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:12.067041 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fbeb16b0-e256-4e5d-9359-06c6481fbc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:13.096762 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:14.662521 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:15.854555 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:18.578437 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9aa6b703-c8c4-40ab-a7fb-93214cd06ef9 req-0840948d-9f91-4e8c-8617-dd89c05399d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483673 Feb 11 06:08:18.675836 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b703-c8c4-40ab-a7fb-93214cd06ef9 req-7d600595-6816-4e1d-a554-42d8f2413331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:18.677343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9aa6b703-c8c4-40ab-a7fb-93214cd06ef9 req-7d600595-6816-4e1d-a554-42d8f2413331 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1128 time: 0.0451128 Feb 11 06:08:18.779980 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b703-c8c4-40ab-a7fb-93214cd06ef9 req-33798347-aaac-49af-9c03-8a8430364939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:18.781447 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9aa6b703-c8c4-40ab-a7fb-93214cd06ef9 req-33798347-aaac-49af-9c03-8a8430364939 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0837631 Feb 11 06:08:18.849500 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9aa6b703-c8c4-40ab-a7fb-93214cd06ef9 req-856f11e1-dd59-491f-ae50-d7b65ddad1bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 1001 time: 0.0610204 Feb 11 06:08:18.896163 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b703-c8c4-40ab-a7fb-93214cd06ef9 req-ca3fb89a-d912-4c3f-a5db-96fbe84f7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:18.897622 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9aa6b703-c8c4-40ab-a7fb-93214cd06ef9 req-ca3fb89a-d912-4c3f-a5db-96fbe84f7f4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0417900 Feb 11 06:08:18.945959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b703-c8c4-40ab-a7fb-93214cd06ef9 req-8be37a07-efb3-4fb9-a983-f7a39ef5c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:18.947476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9aa6b703-c8c4-40ab-a7fb-93214cd06ef9 req-8be37a07-efb3-4fb9-a983-f7a39ef5c731 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435672 Feb 11 06:08:19.039353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9aa6b703-c8c4-40ab-a7fb-93214cd06ef9 req-dbd1103d-a92a-42ef-8f62-b0aa39032869 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843718 Feb 11 06:08:19.126486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9aa6b703-c8c4-40ab-a7fb-93214cd06ef9 req-db61c6f1-6d2b-46d8-9fbe-03c0322d6796 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807855 Feb 11 06:08:29.570617 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:08:34.126699 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:38.174976 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:39.577914 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea4da60a-3aad-4b2e-b7d9-135e8031d0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:42.068891 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bdb80829-d210-43f6-9af4-c2ef56a33139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:43.100076 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:44.664849 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:45.857687 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:59.964506 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63e1c-c07c-4516-bbba-416bb1f5987c req-bb466854-2e00-4856-a9c5-0d5f29ab6a09 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:59.966026 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ceb63e1c-c07c-4516-bbba-416bb1f5987c req-bb466854-2e00-4856-a9c5-0d5f29ab6a09 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.1144774 Feb 11 06:09:00.014272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ceb63e1c-c07c-4516-bbba-416bb1f5987c req-47038205-5359-4fbf-93d0-7646a811cbf9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Feb 11 06:09:01.145716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b751be-3e03-4792-908b-76720d8b4e99 req-6dfdc45d-9db1-4138-87fe-fdc3fad243a9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:01.147248 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7b751be-3e03-4792-908b-76720d8b4e99 req-6dfdc45d-9db1-4138-87fe-fdc3fad243a9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0540850 Feb 11 06:09:01.195427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b7b751be-3e03-4792-908b-76720d8b4e99 req-70972175-e861-4efa-bc29-b8ab92764bb6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424998 Feb 11 06:09:02.320798 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e828ba1-b133-4e92-a561-836fe13994c4 req-d9395199-e66c-4ce0-bf67-577d26a764a5 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:02.322270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e828ba1-b133-4e92-a561-836fe13994c4 req-d9395199-e66c-4ce0-bf67-577d26a764a5 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0515585 Feb 11 06:09:02.369926 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2e828ba1-b133-4e92-a561-836fe13994c4 req-6d63ed79-883b-4556-807d-08f199ea4a9d tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415530 Feb 11 06:09:03.486138 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9076b2f-06a6-4e09-b874-40d4dd8088cf req-e343689e-6fd6-4894-99b7-e13f7a0fc9ae tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:03.487641 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f9076b2f-06a6-4e09-b874-40d4dd8088cf req-e343689e-6fd6-4894-99b7-e13f7a0fc9ae tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0512543 Feb 11 06:09:03.539026 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f9076b2f-06a6-4e09-b874-40d4dd8088cf req-452f3c8f-7c2a-4c61-82d4-04a5ff5ae964 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458269 Feb 11 06:09:04.127365 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:04.661952 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9fc22-62b8-4c49-80f4-9eb9f2897daa req-ccfe945b-1dca-4515-a1f1-14bc2e5dce9f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:04.663457 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9d9fc22-62b8-4c49-80f4-9eb9f2897daa req-ccfe945b-1dca-4515-a1f1-14bc2e5dce9f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0563133 Feb 11 06:09:04.711260 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c9d9fc22-62b8-4c49-80f4-9eb9f2897daa req-cc5dadaa-f923-4146-bab0-5704e9ee672e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422165 Feb 11 06:09:05.828656 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e472d-f2f6-42f4-894d-d71da375a195 req-433d358b-eb1f-4d57-ba7d-7e912ea73686 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:05.830129 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-da2e472d-f2f6-42f4-894d-d71da375a195 req-433d358b-eb1f-4d57-ba7d-7e912ea73686 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0529642 Feb 11 06:09:05.877467 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-da2e472d-f2f6-42f4-894d-d71da375a195 req-f220cd63-1fcd-4bc7-9749-a638255a7404 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418575 Feb 11 06:09:06.569873 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:09:07.008266 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b9445-b0d7-4fd3-ad77-42886a1468ba req-70b9a3c7-fdaf-4260-9336-8c2ecfd4b81a tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:07.009728 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e77b9445-b0d7-4fd3-ad77-42886a1468ba req-70b9a3c7-fdaf-4260-9336-8c2ecfd4b81a tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0540473 Feb 11 06:09:07.057747 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e77b9445-b0d7-4fd3-ad77-42886a1468ba req-cbaafabb-05ba-47e3-b4b0-c753e6ecf1d3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417984 Feb 11 06:09:08.172911 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:08.181305 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbce9-69fc-4635-a0d0-2b1a1dc3553b req-1e937338-1236-4c87-8e3e-73ed2cc11938 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:08.182800 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d08cbce9-69fc-4635-a0d0-2b1a1dc3553b req-1e937338-1236-4c87-8e3e-73ed2cc11938 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0535185 Feb 11 06:09:08.232268 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d08cbce9-69fc-4635-a0d0-2b1a1dc3553b req-e9e2ab38-ebdf-41cb-8611-9f60b59f320a tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Feb 11 06:09:09.349129 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1acbb-1b67-4241-a63a-b7e6b19b13bb req-61b65207-fd55-4f2f-b636-af1cd25a383c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:09.350529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9de1acbb-1b67-4241-a63a-b7e6b19b13bb req-61b65207-fd55-4f2f-b636-af1cd25a383c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0525954 Feb 11 06:09:09.402279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9de1acbb-1b67-4241-a63a-b7e6b19b13bb req-d77300bb-93d2-4c31-8f3b-f31172bbb5f6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462613 Feb 11 06:09:09.581568 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7b26293e-e346-4b7c-9366-d7912ed2deb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:10.523593 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2741a-5e4c-4111-a56a-deb206f97ca5 req-b91ad11e-b8ce-461b-b404-e4f12ebffdb3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:10.525123 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3d2741a-5e4c-4111-a56a-deb206f97ca5 req-b91ad11e-b8ce-461b-b404-e4f12ebffdb3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0566189 Feb 11 06:09:10.572921 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3d2741a-5e4c-4111-a56a-deb206f97ca5 req-deaed51f-e6fc-42e2-aeaa-1d5ca0129ea9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Feb 11 06:09:11.692567 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e3a3a-4e69-41be-a9b8-bbdcb0f3e0c1 req-4ed100da-fb28-4448-b322-ef49bf3d0296 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:11.694153 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e59e3a3a-4e69-41be-a9b8-bbdcb0f3e0c1 req-4ed100da-fb28-4448-b322-ef49bf3d0296 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0549643 Feb 11 06:09:11.742994 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e59e3a3a-4e69-41be-a9b8-bbdcb0f3e0c1 req-aa20b90c-8f53-4a91-b196-953c1f684f22 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Feb 11 06:09:12.069883 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5bcb366b-b3e2-4b02-a3a9-59d0590675d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:12.869550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a76f91-5fb8-43e6-b4c8-d66aa880ae11 req-11f809ef-53ea-4ebb-b2de-ff75805b9873 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:12.871069 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38a76f91-5fb8-43e6-b4c8-d66aa880ae11 req-11f809ef-53ea-4ebb-b2de-ff75805b9873 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0612421 Feb 11 06:09:12.919148 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-38a76f91-5fb8-43e6-b4c8-d66aa880ae11 req-aacec52e-612e-4093-9d78-42fe0088c9a5 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 Feb 11 06:09:13.105627 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:14.041533 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37128a4a-e5c3-47ce-a99f-0f9d852903bb req-b126ba0e-9759-496d-9c22-db635560ebbe tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:14.043669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37128a4a-e5c3-47ce-a99f-0f9d852903bb req-b126ba0e-9759-496d-9c22-db635560ebbe tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0541942 Feb 11 06:09:14.091768 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-37128a4a-e5c3-47ce-a99f-0f9d852903bb req-e0c4db57-060d-4c92-bbca-605efa5a3575 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425999 Feb 11 06:09:14.378769 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d382ef1e-7044-4ad5-864d-0f173aebbfbb details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:09:14.474813 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:14.486214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'port_id': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'mac_address': 'fa:16:3e:27:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:09:14.520943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d382ef1e-7044-4ad5-864d-0f173aebbfbb is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:14.521335 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:14.534081 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d382ef1e-7044-4ad5-864d-0f173aebbfbb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:09:14.552886 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:14.557340 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:14.602564 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d382ef1e-7044-4ad5-864d-0f173aebbfbb,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:14.610341 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.610699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.611078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.611425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.611768 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.612109 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.612445 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.612776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.613110 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.613441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.613770 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.614099 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.614426 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:14.669118 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:14.688453 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d382ef1e-7044-4ad5-864d-0f173aebbfbb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:09:15.216282 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa45fb-1943-48f2-8e9c-dcd000df9e74 req-cde43455-b789-4f50-bc62-a8c240bd47ea tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:15.218764 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4efa45fb-1943-48f2-8e9c-dcd000df9e74 req-cde43455-b789-4f50-bc62-a8c240bd47ea tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 944 time: 0.0602493 Feb 11 06:09:15.608905 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4efa45fb-1943-48f2-8e9c-dcd000df9e74 req-749930f0-fbf6-4600-a610-baa3b20302a0 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844240 Feb 11 06:09:15.864903 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:16.396781 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d382ef1e-7044-4ad5-864d-0f173aebbfbb up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:09:16.447256 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port d382ef1e-7044-4ad5-864d-0f173aebbfbb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:09:16.447631 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:16.531132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d382ef1e-7044-4ad5-864d-0f173aebbfbb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:16.531558 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:16.554779 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:16.557034 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4d06b7-1635-4993-8678-dbf179bd5b3f" -d '{"events": [{"server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "name": "network-vif-plugged", "status": "completed", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:16.568818 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:16.574664 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:16.600529 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b498c6a0-51d3-4a6a-ac91-5f8047a55110 x-openstack-request-id: req-b498c6a0-51d3-4a6a-ac91-5f8047a55110 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:16.600823 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "name": "network-vif-plugged", "status": "completed", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:16.601075 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b498c6a0-51d3-4a6a-ac91-5f8047a55110 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:16.601458 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'code': 200} Feb 11 06:09:16.625513 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d382ef1e-7044-4ad5-864d-0f173aebbfbb,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:16.727428 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea39550-03b0-4f6a-97da-250745ee4a71 req-b18bfc6d-0683-43e0-bad6-44cbf1e46685 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:16.728908 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aea39550-03b0-4f6a-97da-250745ee4a71 req-b18bfc6d-0683-43e0-bad6-44cbf1e46685 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0540521 Feb 11 06:09:16.776631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-aea39550-03b0-4f6a-97da-250745ee4a71 req-86d53e57-47cc-422d-85ce-d39ac6a58713 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422008 Feb 11 06:09:17.902948 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3007b-374c-42fe-988c-3945d3d56ee6 req-47bb6198-c224-4625-99ba-4403527ee8aa tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:17.904511 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2e3007b-374c-42fe-988c-3945d3d56ee6 req-47bb6198-c224-4625-99ba-4403527ee8aa tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0596209 Feb 11 06:09:17.963532 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2e3007b-374c-42fe-988c-3945d3d56ee6 req-954c5045-bf16-4ad6-8159-bd26b2242a2b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523405 Feb 11 06:09:18.475513 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ff69c-c668-4c3d-b235-0ee651158b78 req-b2b5889c-254b-4336-94ee-c25b52fb166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:18.477026 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a08ff69c-c668-4c3d-b235-0ee651158b78 req-b2b5889c-254b-4336-94ee-c25b52fb166f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1128 time: 0.0456872 Feb 11 06:09:18.582774 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ff69c-c668-4c3d-b235-0ee651158b78 req-d7fa72ea-db85-4150-8d36-590f6c2b580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:18.584270 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a08ff69c-c668-4c3d-b235-0ee651158b78 req-d7fa72ea-db85-4150-8d36-590f6c2b580e service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0881116 Feb 11 06:09:18.730588 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a08ff69c-c668-4c3d-b235-0ee651158b78 req-354bdb06-ae36-4eaf-b415-7c1bc992df16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 1001 time: 0.0595558 Feb 11 06:09:18.783620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ff69c-c668-4c3d-b235-0ee651158b78 req-53f12e30-53a8-4bdc-a676-b1aae1f1364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:18.785577 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a08ff69c-c668-4c3d-b235-0ee651158b78 req-53f12e30-53a8-4bdc-a676-b1aae1f1364f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0445006 Feb 11 06:09:18.839987 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ff69c-c668-4c3d-b235-0ee651158b78 req-3f0ad2fe-9867-43b3-ad5d-7759c31bf478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:18.841544 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a08ff69c-c668-4c3d-b235-0ee651158b78 req-3f0ad2fe-9867-43b3-ad5d-7759c31bf478 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494957 Feb 11 06:09:18.936967 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a08ff69c-c668-4c3d-b235-0ee651158b78 req-5c0ced8c-238b-4d92-a1d9-5fc3779c4479 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893192 Feb 11 06:09:19.035452 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a08ff69c-c668-4c3d-b235-0ee651158b78 req-1f731452-517b-4ff0-a8d4-48bb1b3f25d4 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919895 Feb 11 06:09:19.085646 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832b28e-069c-45f2-a4a0-7530e718af90 req-11b9b1df-a5f0-4f14-955e-d154ef3e99be tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:19.087188 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a832b28e-069c-45f2-a4a0-7530e718af90 req-11b9b1df-a5f0-4f14-955e-d154ef3e99be tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0534616 Feb 11 06:09:19.140190 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a832b28e-069c-45f2-a4a0-7530e718af90 req-eedea398-c51e-4511-9409-7aadab2b0f65 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467541 Feb 11 06:09:20.279326 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027eab4-c906-4fe9-8be2-0d871d3eb9b4 req-e64e7740-7909-4517-a9e6-5ada829d6872 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:20.280954 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5027eab4-c906-4fe9-8be2-0d871d3eb9b4 req-e64e7740-7909-4517-a9e6-5ada829d6872 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0642054 Feb 11 06:09:20.336486 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5027eab4-c906-4fe9-8be2-0d871d3eb9b4 req-9740fcfc-e172-40ca-871b-6f1580be3792 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496526 Feb 11 06:09:21.482672 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae267fe3-4540-45a6-8ec3-5e290a508737 req-e59a4925-bf4f-4635-82d1-c9302227db17 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:21.484932 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ae267fe3-4540-45a6-8ec3-5e290a508737 req-e59a4925-bf4f-4635-82d1-c9302227db17 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0697026 Feb 11 06:09:21.535734 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ae267fe3-4540-45a6-8ec3-5e290a508737 req-7a1ee2ba-f179-4ecc-95af-4c0f3a6560f3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452120 Feb 11 06:09:22.664782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d29a50-a28c-44a6-8478-64d609630622 req-e9b04ba1-b74c-4bc2-834f-fb85f4c5690a tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:22.666393 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97d29a50-a28c-44a6-8478-64d609630622 req-e9b04ba1-b74c-4bc2-834f-fb85f4c5690a tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0556390 Feb 11 06:09:22.736206 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-97d29a50-a28c-44a6-8478-64d609630622 req-44bee855-7ead-4885-9bfb-1a1e4813e044 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621619 Feb 11 06:09:23.863675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c36a4b-b121-4c6e-a254-53a2c9cf65c9 req-ec62e747-c97a-4a5e-b976-0a24bc8e774e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:23.865184 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6c36a4b-b121-4c6e-a254-53a2c9cf65c9 req-ec62e747-c97a-4a5e-b976-0a24bc8e774e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0575485 Feb 11 06:09:23.924081 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6c36a4b-b121-4c6e-a254-53a2c9cf65c9 req-1f40a7ab-cc9f-46f4-963e-2a393fef98b2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521283 Feb 11 06:09:25.051901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754431a8-18c8-4907-bdfd-daf67ff3c855 req-332e251b-0eaf-4e04-b26e-cf60ca1f318b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:25.053410 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-754431a8-18c8-4907-bdfd-daf67ff3c855 req-332e251b-0eaf-4e04-b26e-cf60ca1f318b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0565412 Feb 11 06:09:25.105272 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-754431a8-18c8-4907-bdfd-daf67ff3c855 req-2cd2ad2f-4012-48a7-a48f-04282c23845b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456958 Feb 11 06:09:26.288679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251931e6-28e0-47ed-b894-e9959f98decb req-c9f41c64-3a6d-4e19-8a82-0c5edd0a5611 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:26.290167 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-251931e6-28e0-47ed-b894-e9959f98decb req-c9f41c64-3a6d-4e19-8a82-0c5edd0a5611 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0717943 Feb 11 06:09:26.343600 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-251931e6-28e0-47ed-b894-e9959f98decb req-c9127819-df15-4048-95a1-2dff4ab41e87 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468605 Feb 11 06:09:27.469176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccf89a-0ad3-4096-8a98-084adcff9b27 req-211ebe89-38ec-4491-bd15-20de5b62c40b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:27.470665 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccf89a-0ad3-4096-8a98-084adcff9b27 req-211ebe89-38ec-4491-bd15-20de5b62c40b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0541387 Feb 11 06:09:27.519341 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-6fccf89a-0ad3-4096-8a98-084adcff9b27 req-75221281-1688-4f4c-b57d-9045e2b7a65b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431159 Feb 11 06:09:28.653167 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299f42-7725-409c-992b-48d2aa155a8a req-8e3f7792-c2d6-471a-8561-b9b68dd68bf3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:28.654692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44299f42-7725-409c-992b-48d2aa155a8a req-8e3f7792-c2d6-471a-8561-b9b68dd68bf3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0633063 Feb 11 06:09:28.712245 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-44299f42-7725-409c-992b-48d2aa155a8a req-cd8d3eab-34f8-445d-a590-de579d36a696 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462217 Feb 11 06:09:29.835887 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1e498-dff8-42c3-838b-c398a94725d0 req-8e35609a-2364-41d4-bec0-53a33a7bfa11 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:29.837379 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81e1e498-dff8-42c3-838b-c398a94725d0 req-8e35609a-2364-41d4-bec0-53a33a7bfa11 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0569599 Feb 11 06:09:29.887101 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-81e1e498-dff8-42c3-838b-c398a94725d0 req-787fa89b-b22b-4c03-9d2d-4fa8f78f6c57 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435243 Feb 11 06:09:30.062026 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be861f7-9a16-458b-b093-26dd0bbfc4ad req-46de24fe-a878-43ec-beff-921ef63b1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:30.063463 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9be861f7-9a16-458b-b093-26dd0bbfc4ad req-46de24fe-a878-43ec-beff-921ef63b1199 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1128 time: 0.0449314 Feb 11 06:09:30.158635 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be861f7-9a16-458b-b093-26dd0bbfc4ad req-278edae0-6c13-4c26-a6e1-6d0c3740cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:30.160414 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9be861f7-9a16-458b-b093-26dd0bbfc4ad req-278edae0-6c13-4c26-a6e1-6d0c3740cc88 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0898924 Feb 11 06:09:30.225522 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9be861f7-9a16-458b-b093-26dd0bbfc4ad req-345ede2e-8a38-4fca-9f33-54636413e5c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 1001 time: 0.0584090 Feb 11 06:09:30.273112 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be861f7-9a16-458b-b093-26dd0bbfc4ad req-166eee91-6c77-4d1f-9c9c-52f78936775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:30.274531 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9be861f7-9a16-458b-b093-26dd0bbfc4ad req-166eee91-6c77-4d1f-9c9c-52f78936775f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0425947 Feb 11 06:09:30.326007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be861f7-9a16-458b-b093-26dd0bbfc4ad req-77b2dfca-93bb-42df-82b0-b4bc02982b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:30.327425 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9be861f7-9a16-458b-b093-26dd0bbfc4ad req-77b2dfca-93bb-42df-82b0-b4bc02982b5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470183 Feb 11 06:09:30.415642 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9be861f7-9a16-458b-b093-26dd0bbfc4ad req-a8a09971-a932-452a-b53f-149af8981656 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817089 Feb 11 06:09:30.507366 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9be861f7-9a16-458b-b093-26dd0bbfc4ad req-c1bb5d28-f9fe-40ef-9126-0505db9f6ec0 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850959 Feb 11 06:09:31.021717 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17d724-6cbd-42c2-b654-075b66a0c9d3 req-d683ce2a-1dff-4e4b-bdaf-23441ee3ee2b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:31.023226 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d17d724-6cbd-42c2-b654-075b66a0c9d3 req-d683ce2a-1dff-4e4b-bdaf-23441ee3ee2b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0680201 Feb 11 06:09:31.071239 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1d17d724-6cbd-42c2-b654-075b66a0c9d3 req-b7222b65-a411-4787-a473-cd448c89f873 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424116 Feb 11 06:09:32.196717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1da6b-9cbf-4302-8104-0438dd2b7590 req-e636c3ee-58e6-40cf-9fe1-0dbc937f5817 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:32.198260 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54c1da6b-9cbf-4302-8104-0438dd2b7590 req-e636c3ee-58e6-40cf-9fe1-0dbc937f5817 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 945 time: 0.0596092 Feb 11 06:09:32.249247 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54c1da6b-9cbf-4302-8104-0438dd2b7590 req-80ab5ce3-2b3a-4588-9153-09ee02fbc89f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450423 Feb 11 06:09:32.478077 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d382ef1e-7044-4ad5-864d-0f173aebbfbb no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:09:32.556546 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d382ef1e-7044-4ad5-864d-0f173aebbfbb is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:32.556958 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:32.579892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:32.582178 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3fd96d-590c-492a-8e61-0570311ccb67" -d '{"events": [{"server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "name": "network-vif-unplugged", "status": "completed", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:32.595668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:32.600560 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:32.623823 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bfd73b-09c2-4e5e-b09c-552e7f4390b9 x-openstack-request-id: req-34bfd73b-09c2-4e5e-b09c-552e7f4390b9 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:32.624100 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "name": "network-vif-unplugged", "status": "failed", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb", "code": 422}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:32.624357 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34bfd73b-09c2-4e5e-b09c-552e7f4390b9 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:32.624767 n-d-615180-58 neutron-server[103355]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'code': 422} returned with failed status Feb 11 06:09:32.649243 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d382ef1e-7044-4ad5-864d-0f173aebbfbb,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:33.372824 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69c431-ec04-4416-b56d-6b6ea151b926 req-d7511457-ec0c-4f14-bad6-1f4dd8990ea1 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:33.374206 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba69c431-ec04-4416-b56d-6b6ea151b926 req-d7511457-ec0c-4f14-bad6-1f4dd8990ea1 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0575829 Feb 11 06:09:33.425924 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ba69c431-ec04-4416-b56d-6b6ea151b926 req-0e97411c-d360-409a-89ae-fb860b500afc tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460351 Feb 11 06:09:33.547191 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-df293a62-b5b5-480a-aede-d4fd9af24a3a req-6610b448-ed1b-46c5-80c2-3644fa4a3558 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:09:33.548224 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-df293a62-b5b5-480a-aede-d4fd9af24a3a req-6610b448-ed1b-46c5-80c2-3644fa4a3558 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0596275 Feb 11 06:09:33.707808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d946d-dc56-488c-a0b6-16f088076385 req-4680e8b5-e707-4c27-a810-b3955cdc5535 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:33.709657 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e36d946d-dc56-488c-a0b6-16f088076385 req-4680e8b5-e707-4c27-a810-b3955cdc5535 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0548792 Feb 11 06:09:33.773666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e36d946d-dc56-488c-a0b6-16f088076385 req-10430192-2247-488a-bec4-e787d9445271 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518944 Feb 11 06:09:33.893860 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-fdfbcbc2-4340-4ad8-9523-14af555f165e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855224 Feb 11 06:09:33.902980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-e36e844a-3065-4c2d-9a73-a0e4cbbc3819 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:09:33.903931 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-e36e844a-3065-4c2d-9a73-a0e4cbbc3819 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055172 Feb 11 06:09:34.026671 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-712c3787-551a-4fc4-98ec-bdbe860121c3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:34.028067 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-712c3787-551a-4fc4-98ec-bdbe860121c3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports/d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 940 time: 0.0966637 Feb 11 06:09:34.128569 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:34.893056 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-6a938d9b-faae-403d-9bee-27ee8a85b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:34.894596 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-6a938d9b-faae-403d-9bee-27ee8a85b5ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30&tenant_id=7232ed0c7798467cb6a70c74a590bec4 HTTP/1.1" status: 200 len: 1126 time: 0.0529354 Feb 11 06:09:34.900168 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a74e5-3063-463a-83fb-939877738a1a req-5a25fe78-c887-4eb1-ba06-dbc6828c81a2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:34.902143 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a46a74e5-3063-463a-83fb-939877738a1a req-5a25fe78-c887-4eb1-ba06-dbc6828c81a2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0541458 Feb 11 06:09:34.953804 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a46a74e5-3063-463a-83fb-939877738a1a req-484593b9-0f2c-4971-807c-20df49795955 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451334 Feb 11 06:09:34.972000 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-e9e22794-59a5-41bc-ba8a-674797046c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:34.973637 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-e9e22794-59a5-41bc-ba8a-674797046c7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1126 time: 0.0475991 Feb 11 06:09:35.064461 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-32db8254-fc5e-488d-b51b-c042c9f8ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:35.065979 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-32db8254-fc5e-488d-b51b-c042c9f8ae68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0854583 Feb 11 06:09:35.136985 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-aa203f22-a21d-4dcb-86ac-af86d44be903 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 999 time: 0.0640621 Feb 11 06:09:35.185712 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-7ff25f8c-a7e6-445a-9ede-34dbdc6ba42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:35.187300 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-7ff25f8c-a7e6-445a-9ede-34dbdc6ba42b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0443728 Feb 11 06:09:35.236735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-0c895f25-847d-4fb0-90a9-d8b276b0ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:35.238230 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-0c895f25-847d-4fb0-90a9-d8b276b0ea3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445287 Feb 11 06:09:35.332660 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-dc28ee82-422f-419f-9177-4d28d3284b53 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868111 Feb 11 06:09:35.432864 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-526d06ba-ab3c-4cb5-bcf0-ce7e8909306e req-d0473c73-ce91-440d-a6da-1d6ff08911ff service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923834 Feb 11 06:09:36.147465 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296c528-1426-4c0c-acb1-49916d6eb347 req-e4527506-ce91-4472-913a-e7a2e8d0e325 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:36.149275 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d296c528-1426-4c0c-acb1-49916d6eb347 req-e4527506-ce91-4472-913a-e7a2e8d0e325 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0794320 Feb 11 06:09:36.245824 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d296c528-1426-4c0c-acb1-49916d6eb347 req-2a119c1f-4006-4af2-9c27-9579bbd08f67 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887942 Feb 11 06:09:37.378675 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a919704-562a-4d09-bb5b-810d1bfb7789 req-a107230b-a764-4607-945e-8065890164c3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:37.380194 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a919704-562a-4d09-bb5b-810d1bfb7789 req-a107230b-a764-4607-945e-8065890164c3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0594413 Feb 11 06:09:37.436297 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7a919704-562a-4d09-bb5b-810d1bfb7789 req-755a2332-7cff-476f-ab42-5d3fa01139c8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487087 Feb 11 06:09:38.182236 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:38.572263 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb533d-fafd-45e3-90b1-9864fb39e1ef req-163fcca9-3a0b-4b91-b100-8bbdd210039a tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:38.573852 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3acb533d-fafd-45e3-90b1-9864fb39e1ef req-163fcca9-3a0b-4b91-b100-8bbdd210039a tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0622931 Feb 11 06:09:38.627572 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3acb533d-fafd-45e3-90b1-9864fb39e1ef req-ad8ceaed-dbdf-4e07-b09f-73343e17b3e8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460839 Feb 11 06:09:39.586657 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0a9054ac-97c4-4338-bf4d-11333e4f880d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:39.750219 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1244d0b-bfa8-4456-b16a-a5af88ed9d0b req-ae567348-40e3-4fb3-aa3a-ed06561e73d3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:39.751794 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d1244d0b-bfa8-4456-b16a-a5af88ed9d0b req-ae567348-40e3-4fb3-aa3a-ed06561e73d3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0553727 Feb 11 06:09:39.802643 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d1244d0b-bfa8-4456-b16a-a5af88ed9d0b req-69f71824-99c8-4c03-82f6-1866c3949631 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452745 Feb 11 06:09:40.935195 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d340f06-2a75-4be8-8a95-ac61cd0f0d53 req-3605ca8f-b849-4882-8a3b-827a602b6368 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:40.936836 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d340f06-2a75-4be8-8a95-ac61cd0f0d53 req-3605ca8f-b849-4882-8a3b-827a602b6368 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0597081 Feb 11 06:09:40.988274 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4d340f06-2a75-4be8-8a95-ac61cd0f0d53 req-f1079f37-785c-4d5c-969c-5a83ce252685 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457108 Feb 11 06:09:42.078612 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3d7484e-7698-4b50-9703-5e36a9f09263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:42.136158 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799e225-40eb-43e4-8898-5b8a23a474a7 req-7332dd51-af01-40d2-8d1d-6c75b34cf234 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:42.137697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d799e225-40eb-43e4-8898-5b8a23a474a7 req-7332dd51-af01-40d2-8d1d-6c75b34cf234 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0613008 Feb 11 06:09:42.205926 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d799e225-40eb-43e4-8898-5b8a23a474a7 req-5321d436-659d-401b-9e41-f3f2e0eae9ab tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587070 Feb 11 06:09:43.106805 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:43.338176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8341f-6749-431b-8e3e-7c4637bb5013 req-ac24c8f7-63d1-4439-83e3-18f264ec36d0 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:43.340586 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5e8341f-6749-431b-8e3e-7c4637bb5013 req-ac24c8f7-63d1-4439-83e3-18f264ec36d0 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0587301 Feb 11 06:09:43.395557 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c5e8341f-6749-431b-8e3e-7c4637bb5013 req-3aabebe8-bfc9-4397-99db-f8f60b82b7d9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486367 Feb 11 06:09:43.568394 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:09:44.517374 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff603a2-2496-4d5e-8de8-a7b6fa9d2d49 req-61c80e69-6813-4dd7-972e-78ce762ab0e0 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:44.518847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eff603a2-2496-4d5e-8de8-a7b6fa9d2d49 req-61c80e69-6813-4dd7-972e-78ce762ab0e0 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0525136 Feb 11 06:09:44.567198 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-eff603a2-2496-4d5e-8de8-a7b6fa9d2d49 req-9860b772-73bc-4a4b-9267-336b6125cc0c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 Feb 11 06:09:44.671929 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:45.692096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b1b65-a212-409b-a460-462c53a68516 req-47cb5754-8382-49bb-800c-a3b0ffad1d6e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:45.693615 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-323b1b65-a212-409b-a460-462c53a68516 req-47cb5754-8382-49bb-800c-a3b0ffad1d6e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0574484 Feb 11 06:09:45.747715 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-323b1b65-a212-409b-a460-462c53a68516 req-66eaa45d-e13a-4ec7-8097-2fb5b082160d tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485325 Feb 11 06:09:45.858481 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:46.868429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876110c-61b4-4f1f-af71-0bee3f4b450b req-438b2e21-a26a-47f2-a839-2fc97a15026b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:46.869953 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2876110c-61b4-4f1f-af71-0bee3f4b450b req-438b2e21-a26a-47f2-a839-2fc97a15026b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0554626 Feb 11 06:09:46.918975 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2876110c-61b4-4f1f-af71-0bee3f4b450b req-bad6388f-5801-486d-912d-25bf7d5dda38 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 Feb 11 06:09:48.038392 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280423e0-731a-4b36-87f2-500cbae64d98 req-d8f1a149-09f9-4b11-aa4f-75e8ca9bf937 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:48.039925 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-280423e0-731a-4b36-87f2-500cbae64d98 req-d8f1a149-09f9-4b11-aa4f-75e8ca9bf937 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0525377 Feb 11 06:09:48.088229 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-280423e0-731a-4b36-87f2-500cbae64d98 req-c54aefa6-9016-4299-aa46-006c996414ed tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423813 Feb 11 06:09:49.214849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17984e-ee74-42e9-966f-b404cd438922 req-b894c84d-2b75-4482-9a39-5c143e864363 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:49.217446 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e17984e-ee74-42e9-966f-b404cd438922 req-b894c84d-2b75-4482-9a39-5c143e864363 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0596228 Feb 11 06:09:49.268194 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-9e17984e-ee74-42e9-966f-b404cd438922 req-11055c1e-8827-4b2e-bec3-94cb30bcde59 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444105 Feb 11 06:09:50.386764 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea9087-eced-40f2-b5be-d4d93f12aeb6 req-5e8f9e3f-d9ec-4375-b5a7-e72b9d0c217f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:50.388179 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30ea9087-eced-40f2-b5be-d4d93f12aeb6 req-5e8f9e3f-d9ec-4375-b5a7-e72b9d0c217f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0524173 Feb 11 06:09:50.441226 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-30ea9087-eced-40f2-b5be-d4d93f12aeb6 req-d167e7da-5088-4b7a-a029-fb88cd678e5a tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475643 Feb 11 06:09:51.556833 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af9aa7-40dc-439b-9bc0-62c4547c25bb req-e382e57c-82bb-4974-be41-e03cc0b2fa6c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:51.558809 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14af9aa7-40dc-439b-9bc0-62c4547c25bb req-e382e57c-82bb-4974-be41-e03cc0b2fa6c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0521231 Feb 11 06:09:51.606631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-14af9aa7-40dc-439b-9bc0-62c4547c25bb req-15cafff9-70a5-450e-a47b-afffbbff4c98 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423434 Feb 11 06:09:52.724920 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9387b-4386-44c4-a573-ac6e3e5f87f3 req-105cb17d-5a06-4d34-a050-db8500fe0a0c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:52.726510 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3ba9387b-4386-44c4-a573-ac6e3e5f87f3 req-105cb17d-5a06-4d34-a050-db8500fe0a0c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0521109 Feb 11 06:09:52.776078 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3ba9387b-4386-44c4-a573-ac6e3e5f87f3 req-46539bbd-abd6-46a0-9f6e-58ab3bf4795d tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 Feb 11 06:09:53.898381 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a792e9-c8d8-4de8-ad7f-99d5b7e1872b req-5f87fa83-b403-4715-a03a-f1c77fafdebc tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:53.899885 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15a792e9-c8d8-4de8-ad7f-99d5b7e1872b req-5f87fa83-b403-4715-a03a-f1c77fafdebc tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 943 time: 0.0564551 Feb 11 06:09:53.949331 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-15a792e9-c8d8-4de8-ad7f-99d5b7e1872b req-333075b4-2eaf-4187-b7f3-c1a310a75646 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439506 Feb 11 06:09:54.552471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d382ef1e-7044-4ad5-864d-0f173aebbfbb details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:09:54.645870 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:54.657086 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'port_id': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'mac_address': 'fa:16:3e:27:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:09:54.697887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d382ef1e-7044-4ad5-864d-0f173aebbfbb is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:54.698282 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:54.710539 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d382ef1e-7044-4ad5-864d-0f173aebbfbb {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:09:54.729902 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:54.733919 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:54.783961 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d382ef1e-7044-4ad5-864d-0f173aebbfbb,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:55.075726 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa5026-1889-4fd1-884e-77349c5647c7 req-f88ddadf-0d7b-45e1-a531-6b15e0dbe7d2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:55.077225 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbfa5026-1889-4fd1-884e-77349c5647c7 req-f88ddadf-0d7b-45e1-a531-6b15e0dbe7d2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 944 time: 0.0550683 Feb 11 06:09:55.125733 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dbfa5026-1889-4fd1-884e-77349c5647c7 req-75b8f9ee-838b-4f12-bde4-1095178349bb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429451 Feb 11 06:09:55.161708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['d382ef1e-7044-4ad5-864d-0f173aebbfbb'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:09:56.244635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6986903-9fff-48c8-b442-b3446a767e47 req-bf8d3acd-8ac0-4b0c-9f7b-be79fadc5f19 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:56.246646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6986903-9fff-48c8-b442-b3446a767e47 req-bf8d3acd-8ac0-4b0c-9f7b-be79fadc5f19 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 944 time: 0.0526769 Feb 11 06:09:56.295264 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e6986903-9fff-48c8-b442-b3446a767e47 req-8edeb99c-8d12-463b-9473-5e7c9c754453 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431118 Feb 11 06:09:56.566695 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d382ef1e-7044-4ad5-864d-0f173aebbfbb up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:09:56.614174 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port d382ef1e-7044-4ad5-864d-0f173aebbfbb triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:09:56.614831 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:56.692298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port d382ef1e-7044-4ad5-864d-0f173aebbfbb is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:56.692698 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:56.714917 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:56.717163 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839535ab-cb9d-46b0-ac40-12f8cbd7278e" -d '{"events": [{"server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "name": "network-vif-plugged", "status": "completed", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:56.730570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:56.735446 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:56.760385 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe31fe1-31f5-4aac-a50a-2174a66abb44 x-openstack-request-id: req-9fe31fe1-31f5-4aac-a50a-2174a66abb44 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:56.760683 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "name": "network-vif-plugged", "status": "completed", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:56.760944 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9fe31fe1-31f5-4aac-a50a-2174a66abb44 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:56.761334 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'code': 200} Feb 11 06:09:56.787525 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=d382ef1e-7044-4ad5-864d-0f173aebbfbb,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:56.955331 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95bc54-20ec-4ae6-a6c4-27bff8a20479 req-e4373f9f-4c4d-46e9-bc5a-f2687997cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:56.957035 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac95bc54-20ec-4ae6-a6c4-27bff8a20479 req-e4373f9f-4c4d-46e9-bc5a-f2687997cf86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1129 time: 0.0490470 Feb 11 06:09:57.005284 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ac95bc54-20ec-4ae6-a6c4-27bff8a20479 req-e6e83be9-e82d-4294-b56e-6bf92996302b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Feb 11 06:09:57.412904 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6ab25-5137-491c-b957-b55055d5872c req-30d85962-0ffd-4d76-a052-c6f6ea82db20 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:57.414385 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0dc6ab25-5137-491c-b957-b55055d5872c req-30d85962-0ffd-4d76-a052-c6f6ea82db20 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 946 time: 0.0515609 Feb 11 06:09:57.467241 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-0dc6ab25-5137-491c-b957-b55055d5872c req-49a59ef6-c2f7-449f-aa2f-a3029bcea2d5 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466175 Feb 11 06:09:58.592458 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580e04f-afea-423d-8803-b044cf45faf3 req-037d1348-2e24-4ab2-9cce-87cb9e2f8d9c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:58.594755 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d580e04f-afea-423d-8803-b044cf45faf3 req-037d1348-2e24-4ab2-9cce-87cb9e2f8d9c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 946 time: 0.0555806 Feb 11 06:09:58.644809 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d580e04f-afea-423d-8803-b044cf45faf3 req-be6554dd-1cdf-4415-9ec2-0d2a2180a176 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443933 Feb 11 06:09:59.762537 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c6323-54e1-4c11-b514-41e4c045f360 req-babef6ff-3f60-427d-bd13-5621ef95de66 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:59.764066 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a4c6323-54e1-4c11-b514-41e4c045f360 req-babef6ff-3f60-427d-bd13-5621ef95de66 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 946 time: 0.0524042 Feb 11 06:09:59.812677 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3a4c6323-54e1-4c11-b514-41e4c045f360 req-b8a2fcd2-d751-40ac-b64b-d816c228daa5 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430913 Feb 11 06:10:04.126092 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.184504 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:09.588283 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-21dd3b08-cf12-4ee7-82ba-8b4bac33c71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:12.071093 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d0dc218-a937-4df0-bc73-14b3a10c4e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.104814 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.674133 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:15.860798 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.728684 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dbaddb9-610d-4d69-bb9e-5ad2f5503cdf req-c4ba99fa-7309-454e-b118-25568e02462e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420473 Feb 11 06:10:19.831205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaddb9-610d-4d69-bb9e-5ad2f5503cdf req-657b2a5b-35ec-4a38-a78d-a1300e9afa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:19.832763 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dbaddb9-610d-4d69-bb9e-5ad2f5503cdf req-657b2a5b-35ec-4a38-a78d-a1300e9afa79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1129 time: 0.0511487 Feb 11 06:10:19.937356 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaddb9-610d-4d69-bb9e-5ad2f5503cdf req-b4d7512f-8332-4d51-87f3-5f281cdb7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:19.938857 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dbaddb9-610d-4d69-bb9e-5ad2f5503cdf req-b4d7512f-8332-4d51-87f3-5f281cdb7e28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0844996 Feb 11 06:10:20.007186 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dbaddb9-610d-4d69-bb9e-5ad2f5503cdf req-4d66cece-6c58-44c4-adc7-eccfc6c8c307 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 1001 time: 0.0612938 Feb 11 06:10:20.056693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaddb9-610d-4d69-bb9e-5ad2f5503cdf req-0c8a7da5-8305-44d8-9574-b2db4f853691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:20.058132 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dbaddb9-610d-4d69-bb9e-5ad2f5503cdf req-0c8a7da5-8305-44d8-9574-b2db4f853691 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0438147 Feb 11 06:10:20.113883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaddb9-610d-4d69-bb9e-5ad2f5503cdf req-5eaa35e9-1f1c-4749-9111-8e445deeb3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:20.115450 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dbaddb9-610d-4d69-bb9e-5ad2f5503cdf req-5eaa35e9-1f1c-4749-9111-8e445deeb3b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506239 Feb 11 06:10:20.211761 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dbaddb9-610d-4d69-bb9e-5ad2f5503cdf req-d0c56250-8aa0-4356-bf5d-943675d2729e service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900893 Feb 11 06:10:20.299264 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8dbaddb9-610d-4d69-bb9e-5ad2f5503cdf req-ed68a229-4a30-49c2-82cd-4ecc41941d14 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812337 Feb 11 06:10:20.567432 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:10:34.137692 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:38.183142 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:39.589573 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82261f14-99d3-4536-bde3-3a3a3c0dc3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:42.071671 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f0be92c3-6938-4a03-941e-f1721093e0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:43.108881 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:44.677782 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:45.866908 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:57.567618 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:11:04.134786 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:08.183651 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:09.591289 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5427c32f-c61c-429a-858d-17fdb3e645ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:12.072946 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b17f1a8a-b6ee-47e1-b11e-c2be98f04137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:13.111150 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:14.680535 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:15.859344 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:20.734239 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5246a043-7fe9-4417-8441-936d698c68d0 req-4b2267cf-b5c8-461f-9b1e-f53350fefcca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492320 Feb 11 06:11:20.827457 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a043-7fe9-4417-8441-936d698c68d0 req-4d26041b-f72c-418b-9077-bc0c405059af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:20.829443 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5246a043-7fe9-4417-8441-936d698c68d0 req-4d26041b-f72c-418b-9077-bc0c405059af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1129 time: 0.0439193 Feb 11 06:11:20.930714 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a043-7fe9-4417-8441-936d698c68d0 req-ce02385b-9baa-43f9-8e1e-c0a26aaa4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:20.932281 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5246a043-7fe9-4417-8441-936d698c68d0 req-ce02385b-9baa-43f9-8e1e-c0a26aaa4805 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0838029 Feb 11 06:11:20.999235 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5246a043-7fe9-4417-8441-936d698c68d0 req-6dc9d4d8-3971-4cc3-a8dd-561781197433 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 1001 time: 0.0609541 Feb 11 06:11:21.045994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a043-7fe9-4417-8441-936d698c68d0 req-3d4150f1-a110-413b-ad49-57bde89ca9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:21.047506 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5246a043-7fe9-4417-8441-936d698c68d0 req-3d4150f1-a110-413b-ad49-57bde89ca9ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0426569 Feb 11 06:11:21.096518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a043-7fe9-4417-8441-936d698c68d0 req-a8a2b4e7-6520-4589-8406-171d7ee5f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:21.098014 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5246a043-7fe9-4417-8441-936d698c68d0 req-a8a2b4e7-6520-4589-8406-171d7ee5f369 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439155 Feb 11 06:11:21.108205 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-5246a043-7fe9-4417-8441-936d698c68d0 req-0ed4ac33-1ccb-4d19-9cb1-4395c4c227b5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:11:21.109141 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5246a043-7fe9-4417-8441-936d698c68d0 req-0ed4ac33-1ccb-4d19-9cb1-4395c4c227b5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047789 Feb 11 06:11:21.199975 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5246a043-7fe9-4417-8441-936d698c68d0 req-266d2b03-6dd3-478e-8d8e-2aefaa29d768 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852933 Feb 11 06:11:21.294329 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5246a043-7fe9-4417-8441-936d698c68d0 req-151b27f7-88a0-4a76-bd6e-737e3f9ad430 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877986 Feb 11 06:11:34.133723 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:34.567891 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:11:38.198527 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:39.592905 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dea65575-82d2-411f-bab0-3455fdb2b87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.075689 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2396f6ed-a80f-4bda-9e61-adcdb8dfca0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.113265 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:44.682828 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.864219 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:56.635677 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55056) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:56.830838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Deleting port 527dcc37-a1e2-4c0e-8a86-ee33408e7a7d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:56.831216 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (527dcc37-a1e2-4c0e-8a86-ee33408e7a7d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:56.909250 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (527dcc37-a1e2-4c0e-8a86-ee33408e7a7d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:56.909507 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for floatingip (527dcc37-a1e2-4c0e-8a86-ee33408e7a7d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:56.921171 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Calling delete_port for 527dcc37-a1e2-4c0e-8a86-ee33408e7a7d owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:57.070436 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (527dcc37-a1e2-4c0e-8a86-ee33408e7a7d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:57.100909 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event deleted for resources: {'Port': ['ID=527dcc37-a1e2-4c0e-8a86-ee33408e7a7d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:57.124520 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.124876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.125223 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.125569 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.125910 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.126278 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.126608 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.126967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.127302 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.127633 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.127966 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.128414 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.128772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:57.172782 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for floatingip (120560ca-49cf-4f35-b2c0-3de64f0b5e8e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:57.173041 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Floating IP 120560ca-49cf-4f35-b2c0-3de64f0b5e8e disassociated (deleted). External IP: 172.25.7.200, port: d382ef1e-7044-4ad5-864d-0f173aebbfbb. Feb 11 06:11:57.389896 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Router b7805601-2f87-45d5-be95-4402040644bf has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:11:57.508052 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:11:57.512873 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:57.518211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a321d2-a6b9-4614-b784-fd4f58aee545 None None] Sync routers for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:11:57.527610 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a321d2-a6b9-4614-b784-fd4f58aee545 None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:57.528234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c2a321d2-a6b9-4614-b784-fd4f58aee545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:57.542835 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-781b5eb9-7f2a-4e68-b58b-9b14d0788197 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "DELETE /v2.0/floatingips/120560ca-49cf-4f35-b2c0-3de64f0b5e8e HTTP/1.1" status: 204 len: 168 time: 0.9060757 Feb 11 06:11:57.543543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:57.545880 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5323133d-e13e-48f0-b0d5-4e8a91f59a05" -d '{"events": [{"name": "network-changed", "server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:57.641180 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c2a321d2-a6b9-4614-b784-fd4f58aee545 None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:57.645029 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a28ea9-abe9-4c1f-9b1a-377525786744 x-openstack-request-id: req-a7a28ea9-abe9-4c1f-9b1a-377525786744 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:57.645550 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:57.645650 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7a28ea9-abe9-4c1f-9b1a-377525786744 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:57.646014 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'status': 'completed', 'code': 200} Feb 11 06:11:57.758360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323133d-e13e-48f0-b0d5-4e8a91f59a05 req-9787c725-6db8-45ee-bc1d-9a85c810cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.759864 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5323133d-e13e-48f0-b0d5-4e8a91f59a05 req-9787c725-6db8-45ee-bc1d-9a85c810cf7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 1129 time: 0.0467706 Feb 11 06:11:57.777209 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19686e47-4aca-40b7-830b-a3581417d3cf req-095b5b02-b1cf-4970-a27c-0246498eb86f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.778998 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19686e47-4aca-40b7-830b-a3581417d3cf req-095b5b02-b1cf-4970-a27c-0246498eb86f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 946 time: 0.0557415 Feb 11 06:11:57.838407 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-19686e47-4aca-40b7-830b-a3581417d3cf req-c89420ef-fa01-4910-bad6-f7cab8aed835 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530326 Feb 11 06:11:57.856604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323133d-e13e-48f0-b0d5-4e8a91f59a05 req-5f0f0353-781b-475a-97c2-85e9cc4462ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.858401 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5323133d-e13e-48f0-b0d5-4e8a91f59a05 req-5f0f0353-781b-475a-97c2-85e9cc4462ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0919795 Feb 11 06:11:57.908205 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5323133d-e13e-48f0-b0d5-4e8a91f59a05 req-c266ca57-aba2-49a8-8fd5-2874188f4336 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 200 len: 217 time: 0.0402739 Feb 11 06:11:57.958004 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323133d-e13e-48f0-b0d5-4e8a91f59a05 req-584f477f-1168-496b-8c00-de0567b350fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.959508 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5323133d-e13e-48f0-b0d5-4e8a91f59a05 req-584f477f-1168-496b-8c00-de0567b350fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0450070 Feb 11 06:11:58.008686 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323133d-e13e-48f0-b0d5-4e8a91f59a05 req-c4a33a13-9f3d-43ba-b241-0b6b087ef7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:58.010262 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5323133d-e13e-48f0-b0d5-4e8a91f59a05 req-c4a33a13-9f3d-43ba-b241-0b6b087ef7a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437555 Feb 11 06:11:58.017833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c2a321d2-a6b9-4614-b784-fd4f58aee545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:58.043555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a321d2-a6b9-4614-b784-fd4f58aee545 None None] Checking router: b7805601-2f87-45d5-be95-4402040644bf for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:11:58.052210 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a321d2-a6b9-4614-b784-fd4f58aee545 None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:58.052826 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c2a321d2-a6b9-4614-b784-fd4f58aee545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:11:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:58.108474 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5323133d-e13e-48f0-b0d5-4e8a91f59a05 req-174ef785-56ec-4d09-9e4d-5b4b3ce9bca7 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904922 Feb 11 06:11:58.160745 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-c2a321d2-a6b9-4614-b784-fd4f58aee545 None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:58.198058 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-5323133d-e13e-48f0-b0d5-4e8a91f59a05 req-e92dcd45-8f25-4381-9e3e-2b3c6e4fe2a6 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824020 Feb 11 06:11:58.357177 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-c2a321d2-a6b9-4614-b784-fd4f58aee545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:58.382322 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a321d2-a6b9-4614-b784-fd4f58aee545 None None] The sync data for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 is: [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:11:58.635086 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b05a0fb-ec93-469f-acd1-739888945768 None None] New status for floating IP 120560ca-49cf-4f35-b2c0-3de64f0b5e8e: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:11:58.964954 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e2d20-f6bc-4461-8332-ef8b3cef2f1a req-f11ccc9c-616c-4405-a929-dbe5de60307e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:58.966417 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-079e2d20-f6bc-4461-8332-ef8b3cef2f1a req-f11ccc9c-616c-4405-a929-dbe5de60307e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 946 time: 0.0571704 Feb 11 06:11:59.014793 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-079e2d20-f6bc-4461-8332-ef8b3cef2f1a req-8330a81a-e36c-4b2c-a297-6617fa9cee64 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5759479e-fe9d-4762-8e28-838922563fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427449 Feb 11 06:11:59.598700 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024c64b-6747-43ec-9039-95f07dc22c7f req-2cc7107d-4708-4679-ae9e-6da0e0a0131b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:59.600197 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9024c64b-6747-43ec-9039-95f07dc22c7f req-2cc7107d-4708-4679-ae9e-6da0e0a0131b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.60 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 946 time: 0.0525141 Feb 11 06:11:59.693008 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-9024c64b-6747-43ec-9039-95f07dc22c7f req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Deleting port d382ef1e-7044-4ad5-864d-0f173aebbfbb {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:59.693353 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9024c64b-6747-43ec-9039-95f07dc22c7f req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:59.791040 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-9024c64b-6747-43ec-9039-95f07dc22c7f req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] For port d382ef1e-7044-4ad5-864d-0f173aebbfbb, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=d382ef1e-7044-4ad5-864d-0f173aebbfbb,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:59.791409 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9024c64b-6747-43ec-9039-95f07dc22c7f req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:59.804124 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-9024c64b-6747-43ec-9039-95f07dc22c7f req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Calling delete_port for d382ef1e-7044-4ad5-864d-0f173aebbfbb owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:59.936888 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9024c64b-6747-43ec-9039-95f07dc22c7f req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (d382ef1e-7044-4ad5-864d-0f173aebbfbb), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:59.964423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event deleted for resources: {'Port': ['ID=d382ef1e-7044-4ad5-864d-0f173aebbfbb,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:59.974241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:59.974875 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:59.975019 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:59.975279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:59.975626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:59.975963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:59.976293 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:59.976626 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:59.977233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:59.977346 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:59.977583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:59.977910 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:59.978237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:00.020749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-9024c64b-6747-43ec-9039-95f07dc22c7f req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] No DVR routers for this DVR port d382ef1e-7044-4ad5-864d-0f173aebbfbb on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:00.023549 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-9024c64b-6747-43ec-9039-95f07dc22c7f req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:00.027027 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-9024c64b-6747-43ec-9039-95f07dc22c7f req-62d19ec1-7454-4ec6-b553-601c7b023984 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.60 "DELETE /v2.0/ports/d382ef1e-7044-4ad5-864d-0f173aebbfbb HTTP/1.1" status: 204 len: 173 time: 0.4217842 Feb 11 06:12:00.027488 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'name': 'network-vif-deleted', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:00.029818 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03cf29f-fae9-47fc-a067-46112baf6b32" -d '{"events": [{"server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "name": "network-vif-deleted", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:00.124936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2c936f5c-e264-43c5-b0ad-40c237333b9f req-3c5a38b0-ba11-4c06-80f7-4f2790a60309 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=48aff77d-ef73-4cea-8d6a-9fa39466da30 HTTP/1.1" status: 200 len: 210 time: 0.0365360 Feb 11 06:12:00.139191 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0003b30e-c880-457c-8796-e7541642ec72 x-openstack-request-id: req-0003b30e-c880-457c-8796-e7541642ec72 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:00.139495 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aff77d-ef73-4cea-8d6a-9fa39466da30", "name": "network-vif-deleted", "tag": "d382ef1e-7044-4ad5-864d-0f173aebbfbb", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:00.139758 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0003b30e-c880-457c-8796-e7541642ec72 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:00.140202 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aff77d-ef73-4cea-8d6a-9fa39466da30', 'name': 'network-vif-deleted', 'tag': 'd382ef1e-7044-4ad5-864d-0f173aebbfbb', 'status': 'completed', 'code': 200} Feb 11 06:12:01.183898 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55084) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:01.241301 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2b429b2-7318-4ebd-816f-106f21f38e56 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group (5759479e-fe9d-4762-8e28-838922563fc3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.266391 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2b429b2-7318-4ebd-816f-106f21f38e56 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group (5759479e-fe9d-4762-8e28-838922563fc3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.325781 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2b429b2-7318-4ebd-816f-106f21f38e56 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5759479e-fe9d-4762-8e28-838922563fc3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.328603 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e2b429b2-7318-4ebd-816f-106f21f38e56 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.330279 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e2b429b2-7318-4ebd-816f-106f21f38e56 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "DELETE /v2.0/security-groups/5759479e-fe9d-4762-8e28-838922563fc3 HTTP/1.1" status: 204 len: 168 time: 0.1453850 Feb 11 06:12:01.349333 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b429b2-7318-4ebd-816f-106f21f38e56 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5759479e-fe9d-4762-8e28-838922563fc3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:01.569342 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55090) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:01.573930 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-38f2a6b7-1d18-4364-93c0-6307626d3050 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585662503', 'description': 'tempest-secgroup-smoke-1585662503 description', 'project_id': '7232ed0c7798467cb6a70c74a590bec4'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:01.594371 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38f2a6b7-1d18-4364-93c0-6307626d3050 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.658135 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38f2a6b7-1d18-4364-93c0-6307626d3050 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group (e5511dbd-7896-45df-a34d-76f9abfcdaa9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.661964 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38f2a6b7-1d18-4364-93c0-6307626d3050 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e5511dbd-7896-45df-a34d-76f9abfcdaa9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.690595 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38f2a6b7-1d18-4364-93c0-6307626d3050 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.691830 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-38f2a6b7-1d18-4364-93c0-6307626d3050 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1214571 Feb 11 06:12:01.693685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2a6b7-1d18-4364-93c0-6307626d3050 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5511dbd-7896-45df-a34d-76f9abfcdaa9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:01.694884 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55092) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:01.699555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-be473ee5-40e1-496b-8ebc-5ceca804b307 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group_rule': {'security_group_id': 'e5511dbd-7896-45df-a34d-76f9abfcdaa9', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:01.725028 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be473ee5-40e1-496b-8ebc-5ceca804b307 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (bd0d1196-9417-42af-9315-a677068ff355), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.779414 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be473ee5-40e1-496b-8ebc-5ceca804b307 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (bd0d1196-9417-42af-9315-a677068ff355), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.782822 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be473ee5-40e1-496b-8ebc-5ceca804b307 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (bd0d1196-9417-42af-9315-a677068ff355), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.800561 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be473ee5-40e1-496b-8ebc-5ceca804b307 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0d1196-9417-42af-9315-a677068ff355,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:01.808104 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be473ee5-40e1-496b-8ebc-5ceca804b307 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.809332 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-be473ee5-40e1-496b-8ebc-5ceca804b307 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133807 Feb 11 06:12:01.812202 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55094) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:01.817292 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5ade22ca-4ce4-4ba0-b6b1-75cbd8e6bd69 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group_rule': {'security_group_id': 'e5511dbd-7896-45df-a34d-76f9abfcdaa9', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:01.841177 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ade22ca-4ce4-4ba0-b6b1-75cbd8e6bd69 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (2810998d-fef1-4710-84e3-bb902d59af98), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.897263 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ade22ca-4ce4-4ba0-b6b1-75cbd8e6bd69 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (2810998d-fef1-4710-84e3-bb902d59af98), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.900742 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ade22ca-4ce4-4ba0-b6b1-75cbd8e6bd69 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (2810998d-fef1-4710-84e3-bb902d59af98), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.918417 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade22ca-4ce4-4ba0-b6b1-75cbd8e6bd69 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2810998d-fef1-4710-84e3-bb902d59af98,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:01.927289 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ade22ca-4ce4-4ba0-b6b1-75cbd8e6bd69 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.928821 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5ade22ca-4ce4-4ba0-b6b1-75cbd8e6bd69 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154037 Feb 11 06:12:01.931284 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55096) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:01.935644 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-302921a8-03f1-4c26-950b-5233f3ef55f7 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group_rule': {'security_group_id': 'e5511dbd-7896-45df-a34d-76f9abfcdaa9', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:01.959875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302921a8-03f1-4c26-950b-5233f3ef55f7 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (34029425-a2b8-4f8c-be4c-f860e1cc6551), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.014992 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302921a8-03f1-4c26-950b-5233f3ef55f7 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (34029425-a2b8-4f8c-be4c-f860e1cc6551), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.018813 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302921a8-03f1-4c26-950b-5233f3ef55f7 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (34029425-a2b8-4f8c-be4c-f860e1cc6551), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.041429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302921a8-03f1-4c26-950b-5233f3ef55f7 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34029425-a2b8-4f8c-be4c-f860e1cc6551,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:02.047613 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302921a8-03f1-4c26-950b-5233f3ef55f7 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.049184 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-302921a8-03f1-4c26-950b-5233f3ef55f7 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169467 Feb 11 06:12:02.051917 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55098) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:02.056324 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c2c4d38d-ab9b-4a50-a3e2-a0fda5c0f9b8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group_rule': {'security_group_id': 'e5511dbd-7896-45df-a34d-76f9abfcdaa9', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:02.081148 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d38d-ab9b-4a50-a3e2-a0fda5c0f9b8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (c8e3bb39-b0f0-4c18-8796-6317171a464f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.137091 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d38d-ab9b-4a50-a3e2-a0fda5c0f9b8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (c8e3bb39-b0f0-4c18-8796-6317171a464f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.140952 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d38d-ab9b-4a50-a3e2-a0fda5c0f9b8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (c8e3bb39-b0f0-4c18-8796-6317171a464f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.164064 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4d38d-ab9b-4a50-a3e2-a0fda5c0f9b8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e3bb39-b0f0-4c18-8796-6317171a464f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:02.172417 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d38d-ab9b-4a50-a3e2-a0fda5c0f9b8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.174196 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-c2c4d38d-ab9b-4a50-a3e2-a0fda5c0f9b8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213727 Feb 11 06:12:02.177038 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55100) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:02.181562 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-a264d385-1aad-42ae-83c5-6053cc8d98cb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group_rule': {'security_group_id': 'e5511dbd-7896-45df-a34d-76f9abfcdaa9', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:02.200992 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-a264d385-1aad-42ae-83c5-6053cc8d98cb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Project 7232ed0c7798467cb6a70c74a590bec4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:12:02.205645 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a264d385-1aad-42ae-83c5-6053cc8d98cb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (02038ac3-7de1-42d8-9207-5dd7f62da826), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.265717 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a264d385-1aad-42ae-83c5-6053cc8d98cb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (02038ac3-7de1-42d8-9207-5dd7f62da826), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.268965 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a264d385-1aad-42ae-83c5-6053cc8d98cb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (02038ac3-7de1-42d8-9207-5dd7f62da826), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.286680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264d385-1aad-42ae-83c5-6053cc8d98cb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02038ac3-7de1-42d8-9207-5dd7f62da826,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:02.293448 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a264d385-1aad-42ae-83c5-6053cc8d98cb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.294641 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-a264d385-1aad-42ae-83c5-6053cc8d98cb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166251 Feb 11 06:12:02.297343 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55102) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:02.302057 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-b8cec656-c263-4b65-8d0f-b575571f7c42 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'security_group_rule': {'security_group_id': 'e5511dbd-7896-45df-a34d-76f9abfcdaa9', 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:02.320314 n-d-615180-58 neutron-server[103354]: INFO neutron.db.securitygroups_db [None req-b8cec656-c263-4b65-8d0f-b575571f7c42 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Project 7232ed0c7798467cb6a70c74a590bec4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:12:02.325150 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8cec656-c263-4b65-8d0f-b575571f7c42 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (f1bef4e1-1211-44b5-b2d1-5601e0649b32), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.382078 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8cec656-c263-4b65-8d0f-b575571f7c42 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (f1bef4e1-1211-44b5-b2d1-5601e0649b32), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.385846 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8cec656-c263-4b65-8d0f-b575571f7c42 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (f1bef4e1-1211-44b5-b2d1-5601e0649b32), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.402415 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cec656-c263-4b65-8d0f-b575571f7c42 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bef4e1-1211-44b5-b2d1-5601e0649b32,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:02.411650 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8cec656-c263-4b65-8d0f-b575571f7c42 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.412889 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b8cec656-c263-4b65-8d0f-b575571f7c42 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1146319 Feb 11 06:12:03.191267 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d382ef1e-7044-4ad5-864d-0f173aebbfbb no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:03.215399 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: d382ef1e-7044-4ad5-864d-0f173aebbfbb {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:12:03.215798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device d382ef1e-7044-4ad5-864d-0f173aebbfbb not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:04.154558 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:08.262068 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:09.594916 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4ebc2a64-875b-40a9-8527-7e6b6de9b85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:11.567057 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:12:12.078212 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-524752e7-0ac6-4c2d-8f08-f3c4d23b2585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:13.117200 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:14.687287 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.866585 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:21.818498 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-e3734cb6-4822-46f5-85e2-8b4e2b6a5fd6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585662503&fields=id&tenant_id=7232ed0c7798467cb6a70c74a590bec4 HTTP/1.1" status: 200 len: 267 time: 0.0434401 Feb 11 06:12:21.921782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-57853ab3-4d80-4e77-8e8e-a3acf9bdba5c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:21.923195 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-57853ab3-4d80-4e77-8e8e-a3acf9bdba5c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 807 time: 0.0983057 Feb 11 06:12:21.946766 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-d47214c6-cf96-4949-bd5d-6ddc06a304db tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/quotas/7232ed0c7798467cb6a70c74a590bec4 HTTP/1.1" status: 200 len: 375 time: 0.0097044 Feb 11 06:12:22.005592 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-26877011-547e-4a60-a5df-4f29d21e3674 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531666 Feb 11 06:12:22.058125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-eedda322-8be1-4734-9b28-fbb876afe385 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:12:22.059162 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-eedda322-8be1-4734-9b28-fbb876afe385 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0431600 Feb 11 06:12:22.149872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-bf1491ae-27d9-439b-894a-ee5bfdfa656f service neutron] 10.222.0.48 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842159 Feb 11 06:12:22.236664 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-a769a16d-2b52-4b26-9ad8-794ae1993bb0 service neutron] 10.222.0.48 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811503 Feb 11 06:12:22.533377 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-153fc083-b8f1-4888-8d82-75e37e677b57 req-0d7c18cf-b6e8-4211-b806-1482459c54b6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 210 time: 0.0273721 Feb 11 06:12:23.636601 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e81866b2-517b-4975-b1bc-8c37e55297f3 req-8f6ec633-806c-4242-b641-981cb687fae2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 210 time: 0.0325079 Feb 11 06:12:23.657324 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-62fbaeec-dff8-4f96-aa3f-f25152958572 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:23.658780 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-62fbaeec-dff8-4f96-aa3f-f25152958572 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 807 time: 0.1356127 Feb 11 06:12:23.733057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-bd66337b-aa5d-4130-98a7-a9d0a7753c13 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7232ed0c7798467cb6a70c74a590bec4 HTTP/1.1" status: 200 len: 380 time: 0.0533798 Feb 11 06:12:23.743629 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'port': {'device_id': '463db078-6408-4a81-acd6-1566e7bc45f8', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'admin_state_up': True, 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'security_groups': ['e5511dbd-7896-45df-a34d-76f9abfcdaa9']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:23.855384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Made reservation on behalf of 7232ed0c7798467cb6a70c74a590bec4 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:23.858787 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:23.985687 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Allocated IP 172.20.0.3 (acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd/7f4eab51-de32-4ed6-800d-b878a28b8963/ad8b1749-dde3-4126-a83c-2aa435958dd3) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:24.125356 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:24.165600 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:24.215884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:24.218974 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:24.222194 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:24.249743 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'Port': ['ID=ad8b1749-dde3-4126-a83c-2aa435958dd3,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:24.276758 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:24.277427 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:24.296965 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-f8dd2d89-a246-4bb4-b778-ce7b2d2489ec tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5570321 Feb 11 06:12:24.360994 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Request body: {'port': {'device_id': '463db078-6408-4a81-acd6-1566e7bc45f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:24.424150 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:24.497713 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-5c7a92bf-95ac-4dac-8870-6a19b4fb24ef None None] Provisioning complete for port ad8b1749-dde3-4126-a83c-2aa435958dd3 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:24.498321 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5c7a92bf-95ac-4dac-8870-6a19b4fb24ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:24.533845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a92bf-95ac-4dac-8870-6a19b4fb24ef None None] Port ad8b1749-dde3-4126-a83c-2aa435958dd3 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:12:24.767295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b2f61-d06c-41f7-9275-d09e1cabfd4b req-ee32372d-9a20-4d62-bb6c-f718afb9890b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:24.768903 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e10b2f61-d06c-41f7-9275-d09e1cabfd4b req-ee32372d-9a20-4d62-bb6c-f718afb9890b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 931 time: 0.0595937 Feb 11 06:12:24.838387 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e10b2f61-d06c-41f7-9275-d09e1cabfd4b req-2bb06143-a7f4-4c1c-8892-cb4ec4677ad8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625496 Feb 11 06:12:25.048425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8b1749-dde3-4126-a83c-2aa435958dd3 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:12:25.056039 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Publish callbacks [] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:25.068871 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Transition to ACTIVE for port object ad8b1749-dde3-4126-a83c-2aa435958dd3 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:12:25.072067 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:25.125306 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8b1749-dde3-4126-a83c-2aa435958dd3,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:25.195895 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Attempting to bind port ad8b1749-dde3-4126-a83c-2aa435958dd3 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:12:25.196237 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Attempting to bind port ad8b1749-dde3-4126-a83c-2aa435958dd3 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:12:25.196573 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Attempting to bind port ad8b1749-dde3-4126-a83c-2aa435958dd3 on network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:25.201222 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Port ad8b1749-dde3-4126-a83c-2aa435958dd3 on network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:12:25.201555 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Attempting to bind port ad8b1749-dde3-4126-a83c-2aa435958dd3 on network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:25.207873 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:12:25.208223 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Checking segment: {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:25.208612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Bound using segment: {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:12:25.209042 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Bound port: ad8b1749-dde3-4126-a83c-2aa435958dd3, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:12:25.209407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:25.275269 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:25.279515 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:12:25.288401 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:25.324156 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:25.324698 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:25.326091 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] 10.222.0.60 "PUT /v2.0/ports/ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 1092 time: 1.0161407 Feb 11 06:12:25.326548 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:25.329377 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684419fe-4401-42c9-9166-bf5ac068a59d" -d '{"events": [{"name": "network-changed", "server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:25.373737 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85680cd0-0f07-4087-8f0f-e35c84655157 x-openstack-request-id: req-85680cd0-0f07-4087-8f0f-e35c84655157 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:25.376761 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:25.377124 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85680cd0-0f07-4087-8f0f-e35c84655157 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:25.377648 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'status': 'completed', 'code': 200} Feb 11 06:12:25.385829 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878678f5-33d1-476f-9764-1f5310843af6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8b1749-dde3-4126-a83c-2aa435958dd3,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:25.445894 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-375f9abc-016e-4693-81b7-b9846cf5b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:25.447460 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-375f9abc-016e-4693-81b7-b9846cf5b114 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1126 time: 0.0517213 Feb 11 06:12:25.501508 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-a0c6e10d-8366-4ec2-a719-6d2b0ed0e1f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 217 time: 0.0410447 Feb 11 06:12:25.551471 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-2e25aa59-68b7-40a2-8045-22de4e61e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:25.553433 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-2e25aa59-68b7-40a2-8045-22de4e61e701 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0453804 Feb 11 06:12:25.605244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-11a1f95c-bbb7-40bb-bf45-f7d3dfb6c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:25.606802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-11a1f95c-bbb7-40bb-bf45-f7d3dfb6c7ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457301 Feb 11 06:12:25.698758 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-7d5f9fdb-7b80-483c-8fd9-667184950e70 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848248 Feb 11 06:12:25.788957 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7aad6553-d8df-4abe-a574-0921ecedf5fb req-c715939a-3b89-4e9e-8127-00b91a87acfa service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836103 Feb 11 06:12:25.912560 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684419fe-4401-42c9-9166-bf5ac068a59d req-47bbb125-562a-4e84-ba50-6310b4f693b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:25.914089 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-684419fe-4401-42c9-9166-bf5ac068a59d req-47bbb125-562a-4e84-ba50-6310b4f693b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1126 time: 0.0528977 Feb 11 06:12:25.964037 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62901a1d-4bfa-4c72-8cd2-430944cd7927 req-e36a0e5f-4748-4bd9-96e5-9811be652547 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:25.966207 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-62901a1d-4bfa-4c72-8cd2-430944cd7927 req-e36a0e5f-4748-4bd9-96e5-9811be652547 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0561488 Feb 11 06:12:26.007943 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684419fe-4401-42c9-9166-bf5ac068a59d req-25413b9b-82e2-41e9-a496-ee7ee95b4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:26.009457 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-684419fe-4401-42c9-9166-bf5ac068a59d req-25413b9b-82e2-41e9-a496-ee7ee95b4587 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0892017 Feb 11 06:12:26.018952 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-62901a1d-4bfa-4c72-8cd2-430944cd7927 req-b30af56b-4548-4639-a32f-2eb5c357bba9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464246 Feb 11 06:12:26.055407 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-684419fe-4401-42c9-9166-bf5ac068a59d req-a16e4b02-a349-4ccf-96d2-21c13aee77bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 217 time: 0.0392473 Feb 11 06:12:26.103923 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684419fe-4401-42c9-9166-bf5ac068a59d req-616ad0b8-e26d-4f82-9e7d-044d45eeb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:26.105369 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-684419fe-4401-42c9-9166-bf5ac068a59d req-616ad0b8-e26d-4f82-9e7d-044d45eeb1e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0435996 Feb 11 06:12:26.155481 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684419fe-4401-42c9-9166-bf5ac068a59d req-8126f7fb-817e-4052-9bfe-0652421f0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:26.156950 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-684419fe-4401-42c9-9166-bf5ac068a59d req-8126f7fb-817e-4052-9bfe-0652421f0e60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442176 Feb 11 06:12:26.249127 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-684419fe-4401-42c9-9166-bf5ac068a59d req-402053f7-78f9-4a47-9bea-b0beedfcce4c service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858159 Feb 11 06:12:26.337859 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-684419fe-4401-42c9-9166-bf5ac068a59d req-02a93fad-4354-4168-b60d-77d36adc9db8 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822375 Feb 11 06:12:27.148989 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e48e53-5341-46c2-8d0a-d01c9fb81630 req-7f0d2346-46cc-4dc9-8939-3029b6de16fd tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:27.150525 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06e48e53-5341-46c2-8d0a-d01c9fb81630 req-7f0d2346-46cc-4dc9-8939-3029b6de16fd tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0594256 Feb 11 06:12:27.199011 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06e48e53-5341-46c2-8d0a-d01c9fb81630 req-f1579638-6470-4967-a10d-0e1f15b3437f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Feb 11 06:12:28.317826 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b911272-92f7-485d-a71a-9166ceffc2cb req-eb448485-5e4d-46c6-8292-cf50bda8ab3b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:28.319323 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b911272-92f7-485d-a71a-9166ceffc2cb req-eb448485-5e4d-46c6-8292-cf50bda8ab3b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0523694 Feb 11 06:12:28.371628 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-4b911272-92f7-485d-a71a-9166ceffc2cb req-3c838063-db89-42fc-b6cb-d45728ca78c5 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466266 Feb 11 06:12:29.493936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67a512-cae1-4d5d-bc23-aa5ebf72e7ef req-9557de7a-a288-4e12-b180-71fe41fec0fa tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:29.496318 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de67a512-cae1-4d5d-bc23-aa5ebf72e7ef req-9557de7a-a288-4e12-b180-71fe41fec0fa tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0531640 Feb 11 06:12:29.546164 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-de67a512-cae1-4d5d-bc23-aa5ebf72e7ef req-70a76ce5-7be7-4824-8ce5-2802ee2a8d30 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434592 Feb 11 06:12:30.670689 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035fe83-cbe6-4d1b-b619-ed50ce734d8d req-f48db7f1-ab2c-4597-a1e4-76e5948edbe2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:30.672710 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3035fe83-cbe6-4d1b-b619-ed50ce734d8d req-f48db7f1-ab2c-4597-a1e4-76e5948edbe2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0567129 Feb 11 06:12:30.726352 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3035fe83-cbe6-4d1b-b619-ed50ce734d8d req-8f928695-861e-4c41-a9e2-43b4ee63da98 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481291 Feb 11 06:12:31.845440 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332a612-ae3c-41a2-96d7-b172f2b00c06 req-e3549638-e46c-4904-9d0d-a07e0d505ee9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:31.846988 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c332a612-ae3c-41a2-96d7-b172f2b00c06 req-e3549638-e46c-4904-9d0d-a07e0d505ee9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0536952 Feb 11 06:12:31.900063 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c332a612-ae3c-41a2-96d7-b172f2b00c06 req-3c035b80-f84c-4353-99e6-dacfee371008 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474746 Feb 11 06:12:33.025159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77932ee-f835-4b0c-8803-50695ea29dd4 req-eed86f8f-90a5-4d23-8a95-5e94b5a3f3c3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:33.026646 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d77932ee-f835-4b0c-8803-50695ea29dd4 req-eed86f8f-90a5-4d23-8a95-5e94b5a3f3c3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0566583 Feb 11 06:12:33.080399 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d77932ee-f835-4b0c-8803-50695ea29dd4 req-a2f19f20-f65e-4286-a60c-12b7d45f84e5 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479298 Feb 11 06:12:34.168755 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:34.197811 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4c0e0-3225-4bc5-a26a-1895854030ef req-64c273bd-7817-40df-89e6-de0ce6efd37f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:34.199332 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-83b4c0e0-3225-4bc5-a26a-1895854030ef req-64c273bd-7817-40df-89e6-de0ce6efd37f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0535393 Feb 11 06:12:34.253666 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-83b4c0e0-3225-4bc5-a26a-1895854030ef req-2eae8ab0-0908-4b17-8263-e653e3542f16 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481424 Feb 11 06:12:35.378587 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672082ec-c046-4b5f-889d-5819f93ed562 req-c4b3081c-4d5a-43e3-a3a3-1566ee4fe8b8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:35.380015 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-672082ec-c046-4b5f-889d-5819f93ed562 req-c4b3081c-4d5a-43e3-a3a3-1566ee4fe8b8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0529044 Feb 11 06:12:35.435117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-672082ec-c046-4b5f-889d-5819f93ed562 req-aa6bd13b-bdfa-47a6-ae70-1ef0d632b504 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495021 Feb 11 06:12:36.553908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3275f-84c1-4e07-b0e2-abd6e668745b req-b6559666-68d5-4870-96de-4c21900a6ef6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:36.555343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebc3275f-84c1-4e07-b0e2-abd6e668745b req-b6559666-68d5-4870-96de-4c21900a6ef6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0523837 Feb 11 06:12:36.602948 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ebc3275f-84c1-4e07-b0e2-abd6e668745b req-12ce06e7-c945-4a5e-9359-e1a0784d866e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420394 Feb 11 06:12:37.720836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed9541-1fa7-49be-9c32-f05c1143247e req-a25e7c0a-3113-48cb-99fc-ccbd445eb195 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:37.722286 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7bed9541-1fa7-49be-9c32-f05c1143247e req-a25e7c0a-3113-48cb-99fc-ccbd445eb195 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0519676 Feb 11 06:12:37.769706 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7bed9541-1fa7-49be-9c32-f05c1143247e req-51409d32-8b01-4426-9c20-165d15efdf5f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Feb 11 06:12:38.262238 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:38.954638 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a678f-2654-4d3b-ba51-f43d8b067ab9 req-031e0903-71b9-47c5-a28c-31b24133033f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:38.956188 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bb4a678f-2654-4d3b-ba51-f43d8b067ab9 req-031e0903-71b9-47c5-a28c-31b24133033f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0576727 Feb 11 06:12:39.005080 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bb4a678f-2654-4d3b-ba51-f43d8b067ab9 req-b64656e8-a1ec-4e75-8878-7bd26c391d33 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434005 Feb 11 06:12:39.597113 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6c9a11aa-edc0-48ec-8c27-3c456b300874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:40.121536 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c956c7d-ad0c-4fa7-a3b2-d8947e86369f req-0fb94f84-0bc8-44ea-a595-0b972b10e139 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:40.123040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c956c7d-ad0c-4fa7-a3b2-d8947e86369f req-0fb94f84-0bc8-44ea-a595-0b972b10e139 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0514035 Feb 11 06:12:40.174305 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-2c956c7d-ad0c-4fa7-a3b2-d8947e86369f req-743eede6-6074-479f-9e45-21f80402cfbe tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449464 Feb 11 06:12:41.293907 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de6790-77dc-4373-a584-5fa469154ad6 req-dff67328-12f0-4962-9df2-97ea5653bfa1 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:41.295415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b4de6790-77dc-4373-a584-5fa469154ad6 req-dff67328-12f0-4962-9df2-97ea5653bfa1 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0528741 Feb 11 06:12:41.344060 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b4de6790-77dc-4373-a584-5fa469154ad6 req-a0c3cba8-e901-44bd-a898-1bb994af98c8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429313 Feb 11 06:12:42.079127 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d115944b-b2eb-4d56-a65e-46a8b37c8855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:42.465268 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d217a5-9603-4e93-aace-a9e6da6e62e9 req-d6c056a7-3076-41f7-9d3c-d64c3256c4fe tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:42.466738 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35d217a5-9603-4e93-aace-a9e6da6e62e9 req-d6c056a7-3076-41f7-9d3c-d64c3256c4fe tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0567009 Feb 11 06:12:42.516899 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-35d217a5-9603-4e93-aace-a9e6da6e62e9 req-089b7d8a-22ac-4c9a-8d50-c77a729c1db7 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445948 Feb 11 06:12:43.120196 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.313927 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ad8b1749-dde3-4126-a83c-2aa435958dd3 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:12:43.407943 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:43.418857 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'port_id': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'mac_address': 'fa:16:3e:e3:a5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:12:43.458268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ad8b1749-dde3-4126-a83c-2aa435958dd3 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:43.458657 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.470976 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8b1749-dde3-4126-a83c-2aa435958dd3 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:12:43.489195 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:43.492826 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.538143 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ad8b1749-dde3-4126-a83c-2aa435958dd3,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:43.545361 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.545712 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.546053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.546398 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.547016 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.547254 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.547583 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.547934 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.548261 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.548589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.548913 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.549234 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.549556 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:43.637395 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710895c-ec70-4239-b08f-8c4ef7824cf3 req-dc629b61-75a8-4a1e-85af-78e40b230907 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:43.639123 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a710895c-ec70-4239-b08f-8c4ef7824cf3 req-dc629b61-75a8-4a1e-85af-78e40b230907 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 944 time: 0.0531721 Feb 11 06:12:43.691783 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a710895c-ec70-4239-b08f-8c4ef7824cf3 req-b5a33d53-99a6-48e0-a0a2-6fd210404a38 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463469 Feb 11 06:12:43.963500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['ad8b1749-dde3-4126-a83c-2aa435958dd3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:12:44.690804 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.810213 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1190f-2e37-453b-9dd8-40651344292f req-7f284742-2581-47be-9f87-b80c47ff9f59 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:44.811742 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1f1190f-2e37-453b-9dd8-40651344292f req-7f284742-2581-47be-9f87-b80c47ff9f59 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 944 time: 0.0534599 Feb 11 06:12:44.860880 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e1f1190f-2e37-453b-9dd8-40651344292f req-76d93c31-00f5-45a0-be55-783c9ce963b6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437169 Feb 11 06:12:45.317408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ad8b1749-dde3-4126-a83c-2aa435958dd3 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:12:45.367425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port ad8b1749-dde3-4126-a83c-2aa435958dd3 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:12:45.371153 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port ad8b1749-dde3-4126-a83c-2aa435958dd3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:45.371520 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:45.448064 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ad8b1749-dde3-4126-a83c-2aa435958dd3 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:45.448455 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:45.470886 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:45.473109 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee864e5c-2dc1-44d7-bedb-3cba95a2b10a" -d '{"events": [{"server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "name": "network-vif-plugged", "status": "completed", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:45.485477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:45.489319 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:45.540588 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ad8b1749-dde3-4126-a83c-2aa435958dd3,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:45.568591 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f16b9e-3de6-43d3-8693-b17131b35422 x-openstack-request-id: req-23f16b9e-3de6-43d3-8693-b17131b35422 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:45.568897 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "name": "network-vif-plugged", "status": "completed", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:45.569154 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23f16b9e-3de6-43d3-8693-b17131b35422 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:45.569560 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'code': 200} Feb 11 06:12:45.703717 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bf247-cd67-4705-ae4d-e7e8ea03de13 req-0f43cf25-42a5-435e-822f-e7885cd016cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.706224 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-434bf247-cd67-4705-ae4d-e7e8ea03de13 req-0f43cf25-42a5-435e-822f-e7885cd016cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1128 time: 0.0452836 Feb 11 06:12:45.755568 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-434bf247-cd67-4705-ae4d-e7e8ea03de13 req-92c6fddb-3605-4c9d-918e-ff10344d8f2a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403225 Feb 11 06:12:45.869875 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:45.992002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ddd22-29f6-4bd8-890e-8b0900770f89 req-35cdf74c-2937-4fb8-beca-436da881d22f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.993602 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-268ddd22-29f6-4bd8-890e-8b0900770f89 req-35cdf74c-2937-4fb8-beca-436da881d22f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0608828 Feb 11 06:12:46.049364 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-268ddd22-29f6-4bd8-890e-8b0900770f89 req-5ab1deef-47f5-4254-a82c-89202352cc8d tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479918 Feb 11 06:12:47.172233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ad6bd-57c8-4f1f-a014-9dc71e8c8051 req-77cd480c-2f0e-4c77-a782-dce8ce080d5e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:47.174420 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c64ad6bd-57c8-4f1f-a014-9dc71e8c8051 req-77cd480c-2f0e-4c77-a782-dce8ce080d5e tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0559957 Feb 11 06:12:47.225897 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c64ad6bd-57c8-4f1f-a014-9dc71e8c8051 req-258f6236-69fb-4391-ac1f-0298600bb0b9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446360 Feb 11 06:12:48.343251 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfcc6b-5861-4c42-9acd-7bcf9f7a8a77 req-0330cc15-d777-4cde-88d1-daa8c44a3c09 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:48.344650 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cdfcc6b-5861-4c42-9acd-7bcf9f7a8a77 req-0330cc15-d777-4cde-88d1-daa8c44a3c09 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0516520 Feb 11 06:12:48.396580 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cdfcc6b-5861-4c42-9acd-7bcf9f7a8a77 req-74d05b35-09b8-462d-b79d-249c839ff0a3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463345 Feb 11 06:12:48.517325 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32370d77-437f-4c7b-813a-addefa3fe34a req-9ac15b44-bd83-4bad-b008-e15f3ae0a40f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:48.518802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32370d77-437f-4c7b-813a-addefa3fe34a req-9ac15b44-bd83-4bad-b008-e15f3ae0a40f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0565686 Feb 11 06:12:48.567139 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:12:48.568120 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-32370d77-437f-4c7b-813a-addefa3fe34a req-0114003e-a239-4855-9620-a44d912d4165 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438669 Feb 11 06:12:48.589121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55324) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:48.673663 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc5a07f-9ea3-4a29-bde2-6fbc8721318b tempest-TestShelveInstance-227262106 tempest-TestShelveInstance-227262106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:48.675207 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1bc5a07f-9ea3-4a29-bde2-6fbc8721318b tempest-TestShelveInstance-227262106 tempest-TestShelveInstance-227262106-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1123 time: 0.0850856 Feb 11 06:12:48.678020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55328) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:48.682243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:48.702275 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.801911 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.905971 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Allocated IP 172.25.7.208 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/9909302c-5d4d-4ac0-a218-2465a82f7746) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:49.011928 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for port (9909302c-5d4d-4ac0-a218-2465a82f7746), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.045888 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (9909302c-5d4d-4ac0-a218-2465a82f7746), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.084683 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:49.090546 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:49.093633 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:49.099901 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'Port': ['ID=9909302c-5d4d-4ac0-a218-2465a82f7746,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:49.469151 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for floatingip (cd33f5ae-4dbf-4336-a9f0-2418a26c5d01), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.535240 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (9909302c-5d4d-4ac0-a218-2465a82f7746), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.682302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for port (9909302c-5d4d-4ac0-a218-2465a82f7746), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.686911 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (9909302c-5d4d-4ac0-a218-2465a82f7746), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.759178 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event updated for resources: {'Port': ['ID=9909302c-5d4d-4ac0-a218-2465a82f7746,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:49.769786 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (cd33f5ae-4dbf-4336-a9f0-2418a26c5d01), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.871013 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Floating IP cd33f5ae-4dbf-4336-a9f0-2418a26c5d01 associated. External IP: 172.25.7.208, port: ad8b1749-dde3-4126-a83c-2aa435958dd3. Feb 11 06:12:50.080018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Router b7805601-2f87-45d5-be95-4402040644bf has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:12:50.188140 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:50.198168 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d4b86-af1b-40a4-b9a4-3298140cc89a None None] Sync routers for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:50.205749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.209408 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d4b86-af1b-40a4-b9a4-3298140cc89a None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:50.210041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ae4d4b86-af1b-40a4-b9a4-3298140cc89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:50.235213 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-ac377d67-b7f5-477e-b97e-536f9159e634 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5561709 Feb 11 06:12:50.236450 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:50.238691 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0526b2dc-ab04-40b6-8b05-70d658970cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:50.273988 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46b7405-bedc-4569-8fe8-dd63470aa8c9 x-openstack-request-id: req-f46b7405-bedc-4569-8fe8-dd63470aa8c9 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:50.274297 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:50.274557 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f46b7405-bedc-4569-8fe8-dd63470aa8c9 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:50.275008 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'status': 'completed', 'code': 200} Feb 11 06:12:50.322396 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ae4d4b86-af1b-40a4-b9a4-3298140cc89a None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:50.354653 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b2dc-ab04-40b6-8b05-70d658970cd6 req-70aec47d-ff86-4c9c-a448-4c1aa021bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:50.356121 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0526b2dc-ab04-40b6-8b05-70d658970cd6 req-70aec47d-ff86-4c9c-a448-4c1aa021bc47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1128 time: 0.0445571 Feb 11 06:12:50.450327 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b2dc-ab04-40b6-8b05-70d658970cd6 req-de4eea72-896f-4f7e-8398-b87c0129b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:50.451921 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0526b2dc-ab04-40b6-8b05-70d658970cd6 req-de4eea72-896f-4f7e-8398-b87c0129b58a service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0899556 Feb 11 06:12:50.515919 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0526b2dc-ab04-40b6-8b05-70d658970cd6 req-d28d7038-8da0-4cfc-97ee-d016f8bd96aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 999 time: 0.0577147 Feb 11 06:12:50.542435 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ae4d4b86-af1b-40a4-b9a4-3298140cc89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'cd33f5ae-4dbf-4336-a9f0-2418a26c5d01', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'port_id': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'mac_address': 'fa:16:3e:e3:a5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463db078-6408-4a81-acd6-1566e7bc45f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:12:49Z', 'updated_at': '2022-02-11T06:12:49Z', 'revision_number': 0, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:50.563870 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b2dc-ab04-40b6-8b05-70d658970cd6 req-8b9e14fa-906c-4b59-9e43-d821d799bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:50.565357 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0526b2dc-ab04-40b6-8b05-70d658970cd6 req-8b9e14fa-906c-4b59-9e43-d821d799bbd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0433862 Feb 11 06:12:50.572164 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d4b86-af1b-40a4-b9a4-3298140cc89a None None] Checking router: b7805601-2f87-45d5-be95-4402040644bf for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:12:50.580988 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d4b86-af1b-40a4-b9a4-3298140cc89a None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:50.581603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ae4d4b86-af1b-40a4-b9a4-3298140cc89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:12:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:50.621928 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b2dc-ab04-40b6-8b05-70d658970cd6 req-335d62f8-a96c-4d85-bed3-983c88462ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:50.623437 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0526b2dc-ab04-40b6-8b05-70d658970cd6 req-335d62f8-a96c-4d85-bed3-983c88462ecd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508437 Feb 11 06:12:50.689989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-ae4d4b86-af1b-40a4-b9a4-3298140cc89a None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:50.712501 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0526b2dc-ab04-40b6-8b05-70d658970cd6 req-a88e8707-3e45-41a1-ba7a-e664cfef7aed service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827150 Feb 11 06:12:50.809274 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-0526b2dc-ab04-40b6-8b05-70d658970cd6 req-1a132aba-af37-4a16-b9ff-88cbdf5edeea service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899928 Feb 11 06:12:50.912004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-ae4d4b86-af1b-40a4-b9a4-3298140cc89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'cd33f5ae-4dbf-4336-a9f0-2418a26c5d01', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'port_id': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'mac_address': 'fa:16:3e:e3:a5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463db078-6408-4a81-acd6-1566e7bc45f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:12:49Z', 'updated_at': '2022-02-11T06:12:49Z', 'revision_number': 0, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:50.941800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d4b86-af1b-40a4-b9a4-3298140cc89a None None] The sync data for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 is: [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': 'cd33f5ae-4dbf-4336-a9f0-2418a26c5d01', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'port_id': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'mac_address': 'fa:16:3e:e3:a5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463db078-6408-4a81-acd6-1566e7bc45f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:12:49Z', 'updated_at': '2022-02-11T06:12:49Z', 'revision_number': 0, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:51.140184 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c887c-ad4f-4201-b0fe-2912c5f2a6b0 None None] New status for floating IP cd33f5ae-4dbf-4336-a9f0-2418a26c5d01: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:13:04.166525 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.275716 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.600824 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-124312dd-7f6e-4a03-8a33-2d68b31db247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:12.081160 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0ec05e7-f3e9-446b-bd52-2aeaf7eea84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:13.122575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:14.692807 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:15.873106 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:22.523543 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1123803-0850-4cd9-879c-a51d8d539058 req-874e9fa0-2563-4653-b27a-c11fd40ee7b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443232 Feb 11 06:13:22.620397 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123803-0850-4cd9-879c-a51d8d539058 req-98f38666-d1dd-4f6f-8dab-628d29c169ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:22.621873 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1123803-0850-4cd9-879c-a51d8d539058 req-98f38666-d1dd-4f6f-8dab-628d29c169ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1128 time: 0.0448930 Feb 11 06:13:22.732360 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123803-0850-4cd9-879c-a51d8d539058 req-410ddf62-c75e-4e7f-9664-97695aa5e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:22.733851 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1123803-0850-4cd9-879c-a51d8d539058 req-410ddf62-c75e-4e7f-9664-97695aa5e59d service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0909474 Feb 11 06:13:22.801709 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1123803-0850-4cd9-879c-a51d8d539058 req-c2ec1b23-84ea-4fd6-92fb-072fe1f36814 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 1001 time: 0.0586655 Feb 11 06:13:22.852912 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123803-0850-4cd9-879c-a51d8d539058 req-ac2b794c-f2cd-44ac-b0a3-00a9e0e9f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:22.854828 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1123803-0850-4cd9-879c-a51d8d539058 req-ac2b794c-f2cd-44ac-b0a3-00a9e0e9f3a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0464218 Feb 11 06:13:22.902579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123803-0850-4cd9-879c-a51d8d539058 req-387dbdea-e048-472d-9700-2706f90b31c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:22.904953 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1123803-0850-4cd9-879c-a51d8d539058 req-387dbdea-e048-472d-9700-2706f90b31c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435383 Feb 11 06:13:22.994125 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1123803-0850-4cd9-879c-a51d8d539058 req-929dfadd-1ff8-40ba-a1d3-d7dc0c51ec4b service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818906 Feb 11 06:13:23.436158 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-a1123803-0850-4cd9-879c-a51d8d539058 req-0fd868cd-40f4-418b-a7d1-7ea5dc48f5a3 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353430 Feb 11 06:13:25.565821 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:13:34.181352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:38.275164 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.601471 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7461b359-2608-4d18-9b92-37aade300187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:42.083811 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-416a6dc2-c5f2-4415-8be2-b388a5524d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:43.130213 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:44.694641 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.874767 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:02.564443 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:14:04.179988 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:08.277730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:09.604422 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff4055b4-124a-44d8-a420-0fc6564c124e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:12.083113 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa2db-e77d-4c49-b3a9-920668caf1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:13.128901 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:14.853495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:15.877275 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:22.338233 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4279b977-affb-4624-8fbb-d41d7f945179 req-ddc6f8b3-27c4-4bf5-9176-df3118ad3438 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424619 Feb 11 06:14:22.436438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279b977-affb-4624-8fbb-d41d7f945179 req-b4fe48a2-67e4-4050-9983-7d2780a8100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:22.437878 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4279b977-affb-4624-8fbb-d41d7f945179 req-b4fe48a2-67e4-4050-9983-7d2780a8100e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1128 time: 0.0453277 Feb 11 06:14:22.540595 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279b977-affb-4624-8fbb-d41d7f945179 req-3cdaacf9-7457-4ce3-9fc8-5ef69daef9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:22.542157 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4279b977-affb-4624-8fbb-d41d7f945179 req-3cdaacf9-7457-4ce3-9fc8-5ef69daef9bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0860121 Feb 11 06:14:22.610225 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4279b977-affb-4624-8fbb-d41d7f945179 req-f333f779-b5d9-41d9-bfae-b32233b32d40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 1001 time: 0.0607903 Feb 11 06:14:22.656792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279b977-affb-4624-8fbb-d41d7f945179 req-55876538-d757-4b72-8929-f7f179724ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:22.658211 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4279b977-affb-4624-8fbb-d41d7f945179 req-55876538-d757-4b72-8929-f7f179724ee1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0424256 Feb 11 06:14:22.709330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279b977-affb-4624-8fbb-d41d7f945179 req-db0945ef-954f-4608-b966-1729882e80be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:22.710825 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4279b977-affb-4624-8fbb-d41d7f945179 req-db0945ef-954f-4608-b966-1729882e80be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450571 Feb 11 06:14:22.801999 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4279b977-affb-4624-8fbb-d41d7f945179 req-9816b9a2-d880-4352-bf6a-b950e042ab5e service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837688 Feb 11 06:14:22.891315 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4279b977-affb-4624-8fbb-d41d7f945179 req-b05071ac-3b2a-42db-98c2-d78a0b374ef8 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824656 Feb 11 06:14:34.193794 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:38.275400 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.564441 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:14:39.607614 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59dffd2a-263f-422b-9ab9-f20fb439ea83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.084495 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dd55b342-c329-4592-a895-f6026cfb779f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.130654 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.699783 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.300771 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-2a82c671-156e-41d2-86e8-570dd48d8b24 req-a3f7d2ba-d151-46f4-9d35-c65cc33adbc8 service neutron] (103354) timed out ('10.222.0.60', 58038) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:14:45.879651 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.623542 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e65fef-b341-4baf-abcb-ce212e62a0a6 req-587ffe7b-0ed2-4bde-9075-56fa73a1cb7c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:47.625494 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3e65fef-b341-4baf-abcb-ce212e62a0a6 req-587ffe7b-0ed2-4bde-9075-56fa73a1cb7c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0994632 Feb 11 06:14:47.678055 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b3e65fef-b341-4baf-abcb-ce212e62a0a6 req-53934e87-861c-4996-9414-3371d97e26b3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466297 Feb 11 06:14:48.851693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d48f7d-03b6-46ab-8553-2c073aea1a41 req-5e8f495b-6668-471b-bc1b-9ebe0e7fde4c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:48.853209 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65d48f7d-03b6-46ab-8553-2c073aea1a41 req-5e8f495b-6668-471b-bc1b-9ebe0e7fde4c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0966611 Feb 11 06:14:48.905915 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-65d48f7d-03b6-46ab-8553-2c073aea1a41 req-c1b16922-e1d6-4ce3-903c-21eca0b7b14f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466328 Feb 11 06:14:50.032376 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f077acc-d98c-4e3d-8197-54102c60e9f0 req-efedab99-b84b-487a-89c6-ef0477339556 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:50.033856 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f077acc-d98c-4e3d-8197-54102c60e9f0 req-efedab99-b84b-487a-89c6-ef0477339556 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0528657 Feb 11 06:14:50.082929 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1f077acc-d98c-4e3d-8197-54102c60e9f0 req-a1286278-e57b-4cc8-ba42-8b4fd004e296 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432847 Feb 11 06:14:51.206265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a06d-6934-4042-887d-7e26f8bc9766 req-f80d3445-fe81-445b-9228-a75cf469271f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:51.207779 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e14a06d-6934-4042-887d-7e26f8bc9766 req-f80d3445-fe81-445b-9228-a75cf469271f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0524940 Feb 11 06:14:51.258603 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-7e14a06d-6934-4042-887d-7e26f8bc9766 req-9a93a9eb-fdbe-439a-b89d-cec8687fbcff tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452960 Feb 11 06:14:52.376584 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31107d06-ad66-45ac-b221-81a4bf6db751 req-a8738cb5-9d14-4f2f-948d-8658182f472b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:52.377979 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31107d06-ad66-45ac-b221-81a4bf6db751 req-a8738cb5-9d14-4f2f-948d-8658182f472b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0532088 Feb 11 06:14:52.426145 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31107d06-ad66-45ac-b221-81a4bf6db751 req-71e9b811-0081-42bc-9a30-dfb5e176909d tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424795 Feb 11 06:14:53.546749 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5794d55-bf84-4bec-9786-689fdf8fc0fd req-f8cee13d-e507-407e-b8d5-973290882e71 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:53.548788 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5794d55-bf84-4bec-9786-689fdf8fc0fd req-f8cee13d-e507-407e-b8d5-973290882e71 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0532966 Feb 11 06:14:53.596856 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d5794d55-bf84-4bec-9786-689fdf8fc0fd req-789f2722-29bf-499e-8984-3eb28e0f2b16 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425460 Feb 11 06:14:54.722598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55675334-fae8-4780-96d7-bef3e2ba3863 req-29e0e4dd-3d66-4203-82e1-66a7509f4dc6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:54.724110 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55675334-fae8-4780-96d7-bef3e2ba3863 req-29e0e4dd-3d66-4203-82e1-66a7509f4dc6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0565751 Feb 11 06:14:54.772870 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-55675334-fae8-4780-96d7-bef3e2ba3863 req-302fb1ab-5f42-4396-bf60-0cf983f6c388 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429265 Feb 11 06:14:55.893532 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee4ea3-c408-43a7-b318-dabac6717e80 req-fad0cf67-a4f4-4082-84ac-c721d255f55f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:55.895038 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0ee4ea3-c408-43a7-b318-dabac6717e80 req-fad0cf67-a4f4-4082-84ac-c721d255f55f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0563350 Feb 11 06:14:55.945372 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c0ee4ea3-c408-43a7-b318-dabac6717e80 req-b668767c-2bac-453c-81fc-58d7e9f7800b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434966 Feb 11 06:14:57.066212 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8caf96-2dc9-40ae-b7d1-f537ad87def5 req-1dc484e4-8b69-46c1-bc3e-d0fb1bcbe155 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:57.067704 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ad8caf96-2dc9-40ae-b7d1-f537ad87def5 req-1dc484e4-8b69-46c1-bc3e-d0fb1bcbe155 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0527871 Feb 11 06:14:57.115973 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ad8caf96-2dc9-40ae-b7d1-f537ad87def5 req-3769bf1a-a588-4859-a2f8-81ab8921f237 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425498 Feb 11 06:14:57.773905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8f2e-728d-4ea4-8b36-d1db3c7efd69 req-f6b22aa7-4ca0-4c53-aaad-9d48d543df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:57.775449 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f85d8f2e-728d-4ea4-8b36-d1db3c7efd69 req-f6b22aa7-4ca0-4c53-aaad-9d48d543df0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1128 time: 0.0458117 Feb 11 06:14:57.868567 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8f2e-728d-4ea4-8b36-d1db3c7efd69 req-6fb07369-da6b-4273-a916-1d531b01cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:57.870024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f85d8f2e-728d-4ea4-8b36-d1db3c7efd69 req-6fb07369-da6b-4273-a916-1d531b01cfdd service neutron] 10.222.0.60 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0884371 Feb 11 06:14:57.933802 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f85d8f2e-728d-4ea4-8b36-d1db3c7efd69 req-f14e3119-5aa5-40ff-a474-f9b62a36916b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 1001 time: 0.0579176 Feb 11 06:14:57.982125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8f2e-728d-4ea4-8b36-d1db3c7efd69 req-96f01dbb-2f00-4ac1-9699-248da4986a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:57.983595 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f85d8f2e-728d-4ea4-8b36-d1db3c7efd69 req-96f01dbb-2f00-4ac1-9699-248da4986a54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0428104 Feb 11 06:14:58.038018 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8f2e-728d-4ea4-8b36-d1db3c7efd69 req-fbbec56d-750f-4f8a-b37b-9a0f641c2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:58.040108 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f85d8f2e-728d-4ea4-8b36-d1db3c7efd69 req-fbbec56d-750f-4f8a-b37b-9a0f641c2830 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498157 Feb 11 06:14:58.128114 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f85d8f2e-728d-4ea4-8b36-d1db3c7efd69 req-158d5b5e-053a-4396-915f-1eb24d290cc9 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804913 Feb 11 06:14:58.252927 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f85d8f2e-728d-4ea4-8b36-d1db3c7efd69 req-91dea386-7ab4-44aa-a3a9-e618dcab5182 service neutron] 10.222.0.60 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181123 Feb 11 06:14:58.266566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc5819-bb22-4275-95ab-9ef554e85d5b req-8b45648d-3312-44e7-85d8-6934043ce2d9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:58.268073 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69dc5819-bb22-4275-95ab-9ef554e85d5b req-8b45648d-3312-44e7-85d8-6934043ce2d9 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0740380 Feb 11 06:14:58.317969 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-69dc5819-bb22-4275-95ab-9ef554e85d5b req-ea54c060-c138-4c63-9106-121803997218 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440092 Feb 11 06:14:59.442398 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d92c4c-3fbc-4cf0-82ef-302e97ce2c8d req-8b66c585-7296-480f-8704-047b900a34c3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:59.444057 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2d92c4c-3fbc-4cf0-82ef-302e97ce2c8d req-8b66c585-7296-480f-8704-047b900a34c3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0575235 Feb 11 06:14:59.492405 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b2d92c4c-3fbc-4cf0-82ef-302e97ce2c8d req-ee98c1c2-d164-4da5-932d-59a455569542 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427818 Feb 11 06:15:00.616236 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b143fbd-3432-4ce6-9d99-ba9d3dc27313 req-891427e4-9735-44fd-841f-39cc79f023d2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:00.617734 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b143fbd-3432-4ce6-9d99-ba9d3dc27313 req-891427e4-9735-44fd-841f-39cc79f023d2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0580602 Feb 11 06:15:00.669085 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2b143fbd-3432-4ce6-9d99-ba9d3dc27313 req-1ce9fd87-1dfa-4bde-b31d-ec3e57e06a45 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447645 Feb 11 06:15:01.800123 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f57b4a-8223-4e9e-ae36-8a5899672b49 req-961ca123-9ebe-476b-ac2e-a067043a2bfb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:01.801506 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93f57b4a-8223-4e9e-ae36-8a5899672b49 req-961ca123-9ebe-476b-ac2e-a067043a2bfb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0553286 Feb 11 06:15:01.849915 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-93f57b4a-8223-4e9e-ae36-8a5899672b49 req-f48f5e9b-8ae5-4a11-a8bc-b2f4918d78be tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426309 Feb 11 06:15:02.970620 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319c720-4d66-4f56-ac7b-ca52b9310b4d req-a2f9ffc1-42d1-48e2-ad8a-47229a75b308 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:02.972145 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c319c720-4d66-4f56-ac7b-ca52b9310b4d req-a2f9ffc1-42d1-48e2-ad8a-47229a75b308 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 945 time: 0.0536439 Feb 11 06:15:03.021997 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c319c720-4d66-4f56-ac7b-ca52b9310b4d req-8ad6de15-3039-4168-9a22-81b8ae8100a4 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441771 Feb 11 06:15:03.888907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device ad8b1749-dde3-4126-a83c-2aa435958dd3 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:03.970829 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port ad8b1749-dde3-4126-a83c-2aa435958dd3 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:03.971258 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.993410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:03.995683 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d53e850-804f-450e-8b9b-c4768d0e5b2e" -d '{"events": [{"server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "name": "network-vif-unplugged", "status": "completed", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:04.008013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:04.012837 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.038924 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d48888c-b61a-48c6-b04d-f28fe2434cb9 x-openstack-request-id: req-8d48888c-b61a-48c6-b04d-f28fe2434cb9 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:04.039233 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "name": "network-vif-unplugged", "status": "failed", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3", "code": 422}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:04.039496 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d48888c-b61a-48c6-b04d-f28fe2434cb9 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:04.039898 n-d-615180-58 neutron-server[103355]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'code': 422} returned with failed status Feb 11 06:15:04.063299 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=ad8b1749-dde3-4126-a83c-2aa435958dd3,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:04.070761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.071144 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.071497 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.071845 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.072192 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.072530 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.072867 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.073201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.073542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.073874 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.074209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.074540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.074870 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.143477 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c8ca9-328b-4cce-bc60-7d37a78f93cd req-0fe0a01c-2489-44b6-9e36-7f76ec843ff6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:04.144905 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-934c8ca9-328b-4cce-bc60-7d37a78f93cd req-0fe0a01c-2489-44b6-9e36-7f76ec843ff6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0539548 Feb 11 06:15:04.198117 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-934c8ca9-328b-4cce-bc60-7d37a78f93cd req-a6ef583f-f21f-4ba5-b36b-3c05d1e6b9be tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474904 Feb 11 06:15:04.201399 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.420279 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed4405-a2f2-40b4-9eda-5d402af5c984 req-72e13494-89f9-4b67-b029-ef371e25d0e6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:04.421739 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ceed4405-a2f2-40b4-9eda-5d402af5c984 req-72e13494-89f9-4b67-b029-ef371e25d0e6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0574234 Feb 11 06:15:04.426705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-db269988-7611-41b9-b2ec-e30c730a1409 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909035 Feb 11 06:15:04.488936 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ceed4405-a2f2-40b4-9eda-5d402af5c984 req-e7ee8fa5-23c1-4994-84c4-1452710b667b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530181 Feb 11 06:15:04.557170 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-b60b4744-b523-4a31-9bbf-0d7ea7502ebb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:04.558540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-b60b4744-b523-4a31-9bbf-0d7ea7502ebb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports/ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 940 time: 0.1002676 Feb 11 06:15:05.613205 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74279a-8608-428d-b323-c93214d1aafd req-479fdc28-d9db-4360-b334-696b48d84f0f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:05.614712 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f74279a-8608-428d-b323-c93214d1aafd req-479fdc28-d9db-4360-b334-696b48d84f0f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0573199 Feb 11 06:15:05.668106 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7f74279a-8608-428d-b323-c93214d1aafd req-5063bd29-0785-4aca-8884-86076c72205b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474446 Feb 11 06:15:06.794738 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e30042-ae6b-4df3-8686-4dfaecf106f6 req-e2c87d8e-268b-4d75-8090-ce3a20cc41ea tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:06.796292 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88e30042-ae6b-4df3-8686-4dfaecf106f6 req-e2c87d8e-268b-4d75-8090-ce3a20cc41ea tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0592995 Feb 11 06:15:06.847798 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-88e30042-ae6b-4df3-8686-4dfaecf106f6 req-f857300d-501c-4649-ba4f-6179070531a2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452738 Feb 11 06:15:07.977237 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd457cb-4e5f-4262-8b09-674034008e4d req-4b39d263-ebbc-47e0-b186-fe832527a3a5 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:07.978731 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd457cb-4e5f-4262-8b09-674034008e4d req-4b39d263-ebbc-47e0-b186-fe832527a3a5 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0589485 Feb 11 06:15:08.026611 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7cd457cb-4e5f-4262-8b09-674034008e4d req-bb05ff60-12a3-4443-85cd-a7fbe83f51d3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422933 Feb 11 06:15:08.292087 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.146423 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adca0a-1db8-443a-910e-cde29971430a req-9c9dc418-8c9a-44cd-a0b4-9a77b4cdb73b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:09.147899 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64adca0a-1db8-443a-910e-cde29971430a req-9c9dc418-8c9a-44cd-a0b4-9a77b4cdb73b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0533555 Feb 11 06:15:09.200158 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-64adca0a-1db8-443a-910e-cde29971430a req-e0d9a10f-393d-4769-9111-fd78d7e4f637 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 Feb 11 06:15:09.611812 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-06b41127-9267-46df-9135-b92e29fb406f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.320898 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb512572-12f0-4432-bcfe-05db4447804a req-ea971e42-4c11-428b-913e-fe6ceeb8ab91 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:10.322381 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fb512572-12f0-4432-bcfe-05db4447804a req-ea971e42-4c11-428b-913e-fe6ceeb8ab91 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0522041 Feb 11 06:15:10.375012 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-fb512572-12f0-4432-bcfe-05db4447804a req-bf3937d0-0a9d-4d5f-97d3-be882e339dca tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467987 Feb 11 06:15:11.497361 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee006c7b-3ddc-425b-afde-29610f391217 req-64b5708e-2a2a-42bb-9e61-cdc3584ce10b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:11.499005 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ee006c7b-3ddc-425b-afde-29610f391217 req-64b5708e-2a2a-42bb-9e61-cdc3584ce10b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0540712 Feb 11 06:15:11.553175 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ee006c7b-3ddc-425b-afde-29610f391217 req-05c2c896-3c15-436d-9a9d-371df0f28f6c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485537 Feb 11 06:15:12.087328 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb3b33b2-d5a7-411c-99df-227b9a675919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.672860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f42d4-548c-4312-a9ca-823bb7ee6662 req-df5149ca-55f6-49a2-98e1-8f485cb2748c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:12.674339 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-068f42d4-548c-4312-a9ca-823bb7ee6662 req-df5149ca-55f6-49a2-98e1-8f485cb2748c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0527127 Feb 11 06:15:12.722705 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-068f42d4-548c-4312-a9ca-823bb7ee6662 req-00251db7-526e-4c22-939a-e34b24d89238 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Feb 11 06:15:13.134844 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:13.843320 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094aa11-8221-405c-9aed-837906bc4637 req-2ebbb814-5e5a-4257-86e0-c01a61ce5891 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:13.844884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2094aa11-8221-405c-9aed-837906bc4637 req-2ebbb814-5e5a-4257-86e0-c01a61ce5891 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0531662 Feb 11 06:15:13.895937 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-2094aa11-8221-405c-9aed-837906bc4637 req-94c1edc7-e595-44e4-bb6d-043943e3d637 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453999 Feb 11 06:15:14.701632 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.815518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-9c5d27ce-02d0-41c0-831e-afd88c51794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:14.816990 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-9c5d27ce-02d0-41c0-831e-afd88c51794c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8&tenant_id=7232ed0c7798467cb6a70c74a590bec4 HTTP/1.1" status: 200 len: 1126 time: 0.0877168 Feb 11 06:15:14.828648 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f85c9269-e8eb-4c10-952e-511a7aedb300 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:15:14.829589 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f85c9269-e8eb-4c10-952e-511a7aedb300 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048623 Feb 11 06:15:14.847256 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-58', 'device_owner': 'compute:nova'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:14.907124 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.125100 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c31ce6-6b40-44af-9f80-f3be472bc9e7 req-7b504261-7f53-4b39-9044-ce85fbfb7aee tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:15.127114 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67c31ce6-6b40-44af-9f80-f3be472bc9e7 req-7b504261-7f53-4b39-9044-ce85fbfb7aee tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.1223691 Feb 11 06:15:15.166595 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:15.213681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-67c31ce6-6b40-44af-9f80-f3be472bc9e7 req-a79c79fb-df25-427e-998e-b38286d2e4e6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764098 Feb 11 06:15:15.227007 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h1-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:15.259620 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8b1749-dde3-4126-a83c-2aa435958dd3 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:15:15.267141 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Publish callbacks [] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.279055 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Transition to ACTIVE for port object ad8b1749-dde3-4126-a83c-2aa435958dd3 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:15:15.282382 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.360061 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8b1749-dde3-4126-a83c-2aa435958dd3,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:15.372315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.372669 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.373021 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.373365 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.373704 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.374046 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.374379 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.374709 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.375068 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.375401 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.375731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.376059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.376385 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.413945 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] No DVR routers for this DVR port ad8b1749-dde3-4126-a83c-2aa435958dd3 on host n-h1-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:15.553188 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Attempting to bind port ad8b1749-dde3-4126-a83c-2aa435958dd3 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:15.553528 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Attempting to bind port ad8b1749-dde3-4126-a83c-2aa435958dd3 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:15.553860 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Attempting to bind port ad8b1749-dde3-4126-a83c-2aa435958dd3 on network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:15.558059 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Port ad8b1749-dde3-4126-a83c-2aa435958dd3 on network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:15:15.558390 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Attempting to bind port ad8b1749-dde3-4126-a83c-2aa435958dd3 on network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:15.563231 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:15.563578 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Checking segment: {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:15.563963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Bound using segment: {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:15.564943 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Bound port: ad8b1749-dde3-4126-a83c-2aa435958dd3, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c4982b-132d-411a-bb11-828b6ae6d8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:15.565301 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.625479 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:15.628342 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:15.634199 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.669524 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:15.670150 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.671567 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] 10.222.0.10 "PUT /v2.0/ports/ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 1092 time: 0.8280973 Feb 11 06:15:15.672017 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:15.674852 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27503149-da10-4842-b878-7cffc356bb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:15.695475 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449fb5b-a4ce-4415-aee5-a2c42f12d3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8b1749-dde3-4126-a83c-2aa435958dd3,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:15.714947 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09475155-52ae-4f06-8cfc-b325c4897816 x-openstack-request-id: req-09475155-52ae-4f06-8cfc-b325c4897816 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:15.715252 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:15.715521 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09475155-52ae-4f06-8cfc-b325c4897816 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:15.715925 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'status': 'completed', 'code': 200} Feb 11 06:15:15.757720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-02cb5cba-9ae8-467f-a8ad-a7cc7bf75002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:15.759267 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-02cb5cba-9ae8-467f-a8ad-a7cc7bf75002 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1126 time: 0.0534427 Feb 11 06:15:15.853501 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-3c9a45c8-c1e5-41ea-a347-e6e4fed3f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:15.855056 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-3c9a45c8-c1e5-41ea-a347-e6e4fed3f57b service neutron] 10.222.0.10 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0903258 Feb 11 06:15:15.882607 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.922667 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-de52b5bf-fef6-4efd-a662-7fabb19636f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 999 time: 0.0622997 Feb 11 06:15:15.970027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-abe51d23-9340-4dd0-8c6c-51affff6dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:15.972204 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-abe51d23-9340-4dd0-8c6c-51affff6dbc1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0442073 Feb 11 06:15:16.020039 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-8cdf0572-cac1-42cc-93be-f049103841ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:16.021514 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-8cdf0572-cac1-42cc-93be-f049103841ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434775 Feb 11 06:15:16.111562 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-e5dea74e-02c0-4fce-9c7e-60fab56466ed service neutron] 10.222.0.10 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840182 Feb 11 06:15:16.203720 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-1eb9f60e-ed37-49c2-bf0d-f0932da6572a service neutron] 10.222.0.10 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866406 Feb 11 06:15:16.349241 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503149-da10-4842-b878-7cffc356bb9d req-0d5cc995-be02-4059-87b9-0ef38172109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:16.350704 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27503149-da10-4842-b878-7cffc356bb9d req-0d5cc995-be02-4059-87b9-0ef38172109a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1126 time: 0.0800674 Feb 11 06:15:16.360900 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1d24a-401f-46b4-9cde-8a86df7e3a92 req-bed9bdf6-d197-4ab7-8141-85e91772518d tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:16.362293 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-01b1d24a-401f-46b4-9cde-8a86df7e3a92 req-bed9bdf6-d197-4ab7-8141-85e91772518d tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0812521 Feb 11 06:15:16.473476 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-01b1d24a-401f-46b4-9cde-8a86df7e3a92 req-4101ef9f-5342-47d6-a5a2-ecd763e790b8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031566 Feb 11 06:15:16.483429 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503149-da10-4842-b878-7cffc356bb9d req-e3564de9-1362-4c41-b859-6ccc192d6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:16.484895 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27503149-da10-4842-b878-7cffc356bb9d req-e3564de9-1362-4c41-b859-6ccc192d6a1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.1217501 Feb 11 06:15:16.551808 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27503149-da10-4842-b878-7cffc356bb9d req-20916094-7781-46f1-834c-754816b80b4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 999 time: 0.0590236 Feb 11 06:15:16.564519 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:15:16.600078 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503149-da10-4842-b878-7cffc356bb9d req-2d7787d7-830d-482a-85b2-f7b99783c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:16.601444 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27503149-da10-4842-b878-7cffc356bb9d req-2d7787d7-830d-482a-85b2-f7b99783c778 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0421636 Feb 11 06:15:16.652459 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503149-da10-4842-b878-7cffc356bb9d req-a3e6bd24-d6a7-4613-8d07-6b4d3aba8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:16.653889 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27503149-da10-4842-b878-7cffc356bb9d req-a3e6bd24-d6a7-4613-8d07-6b4d3aba8981 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463073 Feb 11 06:15:16.741070 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27503149-da10-4842-b878-7cffc356bb9d req-465b8daa-074f-4e3f-a482-e96c1a2587cd service neutron] 10.222.0.10 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802600 Feb 11 06:15:17.170044 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-27503149-da10-4842-b878-7cffc356bb9d req-13668e73-b176-4126-a00a-add32b8a66f7 service neutron] 10.222.0.10 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229195 Feb 11 06:15:17.600685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41fd2f-8f17-4851-8347-10bf54a20603 req-9416d3f4-6d67-4316-9c06-3f1ad1997fa4 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:17.602165 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cb41fd2f-8f17-4851-8347-10bf54a20603 req-9416d3f4-6d67-4316-9c06-3f1ad1997fa4 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0521913 Feb 11 06:15:17.650154 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cb41fd2f-8f17-4851-8347-10bf54a20603 req-6c398f5e-31e2-417a-97b9-3e5dea69edc0 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424347 Feb 11 06:15:18.767919 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b1d38-2b87-4710-9d98-4d17ce7870fb req-504179f9-c5e4-4116-8f46-bacc4dc8d4d5 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:18.769484 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-878b1d38-2b87-4710-9d98-4d17ce7870fb req-504179f9-c5e4-4116-8f46-bacc4dc8d4d5 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0526676 Feb 11 06:15:18.818785 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-878b1d38-2b87-4710-9d98-4d17ce7870fb req-0be06a7e-a32d-444b-a67b-485a306b9597 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437407 Feb 11 06:15:19.942741 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7675bb-6f0b-4b0d-940b-f52f675ebd85 req-d965d29a-9a9d-46a8-bfe5-495e1098f82f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:19.944238 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb7675bb-6f0b-4b0d-940b-f52f675ebd85 req-d965d29a-9a9d-46a8-bfe5-495e1098f82f tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0567312 Feb 11 06:15:19.995920 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-fb7675bb-6f0b-4b0d-940b-f52f675ebd85 req-48700006-5350-4839-9e8e-a565108097b2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456042 Feb 11 06:15:21.118880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b5c70-039e-4341-b377-1e71d6f7ae33 req-51cb2f55-f6b8-4aab-9837-c60dc8943960 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:21.120306 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-159b5c70-039e-4341-b377-1e71d6f7ae33 req-51cb2f55-f6b8-4aab-9837-c60dc8943960 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0556369 Feb 11 06:15:21.171362 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-159b5c70-039e-4341-b377-1e71d6f7ae33 req-6fb082e8-e46a-47d7-8339-5d174919ece4 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454228 Feb 11 06:15:22.290275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f28d18-8f08-48a7-b1e6-9ac05bbf157c req-667517fc-8946-4b5b-a758-d265b07c0440 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:22.291785 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15f28d18-8f08-48a7-b1e6-9ac05bbf157c req-667517fc-8946-4b5b-a758-d265b07c0440 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0524786 Feb 11 06:15:22.339854 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-15f28d18-8f08-48a7-b1e6-9ac05bbf157c req-e8c57bd1-fbd3-4022-9cdf-3e66f7fdd14a tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424790 Feb 11 06:15:23.460557 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583a4ef-b29e-496d-af1b-095858f67887 req-edab417c-ee5c-4fce-9442-7debaca51cc4 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:23.462044 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e583a4ef-b29e-496d-af1b-095858f67887 req-edab417c-ee5c-4fce-9442-7debaca51cc4 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0527849 Feb 11 06:15:23.510553 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-e583a4ef-b29e-496d-af1b-095858f67887 req-5bf83453-1d67-440c-939f-026cee30b54a tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429616 Feb 11 06:15:24.628604 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2788-7a7a-46b4-b7d8-db805fe5530a req-b2752ce3-cc2c-4991-9281-dc6bd667a65b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:24.630100 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec4f2788-7a7a-46b4-b7d8-db805fe5530a req-b2752ce3-cc2c-4991-9281-dc6bd667a65b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 943 time: 0.0522954 Feb 11 06:15:24.682667 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ec4f2788-7a7a-46b4-b7d8-db805fe5530a req-ddea9c8c-e550-475d-8575-74952a2d821d tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469925 Feb 11 06:15:25.028942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ad8b1749-dde3-4126-a83c-2aa435958dd3 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:15:25.127206 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:25.137325 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'port_id': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'mac_address': 'fa:16:3e:e3:a5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:15:25.174907 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port ad8b1749-dde3-4126-a83c-2aa435958dd3 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:25.175336 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.188010 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8b1749-dde3-4126-a83c-2aa435958dd3 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:15:25.206968 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:25.210549 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.254962 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=ad8b1749-dde3-4126-a83c-2aa435958dd3,revision_number=9']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:25.517326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['ad8b1749-dde3-4126-a83c-2aa435958dd3'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:25.799529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c996c89-a287-4f96-b914-fb04d20898a7 req-720b4060-06b0-45bd-9deb-2169da6aeb9b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:25.800903 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c996c89-a287-4f96-b914-fb04d20898a7 req-720b4060-06b0-45bd-9deb-2169da6aeb9b tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 944 time: 0.0519497 Feb 11 06:15:25.848692 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c996c89-a287-4f96-b914-fb04d20898a7 req-1803b5f4-2e4e-43c5-9867-933d04afb117 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422008 Feb 11 06:15:26.969391 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee068e8-0a28-4fe6-8077-86ec96416e94 req-568d5926-a81e-4fa3-864d-5f144fbcf326 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:26.970872 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ee068e8-0a28-4fe6-8077-86ec96416e94 req-568d5926-a81e-4fa3-864d-5f144fbcf326 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 944 time: 0.0529325 Feb 11 06:15:27.019400 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1ee068e8-0a28-4fe6-8077-86ec96416e94 req-aeeb1731-56d6-4d18-9c02-fe7215131e85 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428619 Feb 11 06:15:27.034704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ad8b1749-dde3-4126-a83c-2aa435958dd3 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:27.085783 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port ad8b1749-dde3-4126-a83c-2aa435958dd3 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:15:27.090037 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port ad8b1749-dde3-4126-a83c-2aa435958dd3 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:27.090430 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.167581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port ad8b1749-dde3-4126-a83c-2aa435958dd3 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:27.167891 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.195647 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:27.199065 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27222b70-a569-478a-a4a4-bffe40affae2" -d '{"events": [{"server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "name": "network-vif-plugged", "status": "completed", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:27.212807 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:27.217111 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.242987 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cbb340-cda8-4093-8d49-5106d56e7465 x-openstack-request-id: req-f7cbb340-cda8-4093-8d49-5106d56e7465 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:27.243280 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "name": "network-vif-plugged", "status": "completed", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:27.243532 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7cbb340-cda8-4093-8d49-5106d56e7465 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:27.243913 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'code': 200} Feb 11 06:15:27.272466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=ad8b1749-dde3-4126-a83c-2aa435958dd3,revision_number=10']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:27.449240 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a790a1-7599-4942-8a85-60c9aa8bcb1b req-0e4325ce-6b4d-4dc6-99a5-a1f0b960ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:27.450728 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13a790a1-7599-4942-8a85-60c9aa8bcb1b req-0e4325ce-6b4d-4dc6-99a5-a1f0b960ea86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1129 time: 0.0478790 Feb 11 06:15:27.495227 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-13a790a1-7599-4942-8a85-60c9aa8bcb1b req-0c36d679-43ea-4233-bf3a-dae45a199e57 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382137 Feb 11 06:15:28.136209 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a7895-6f3a-4211-bc2b-4e9412d28436 req-c4cd2a56-faa0-46e3-a525-67cffa46fca3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:28.137670 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d62a7895-6f3a-4211-bc2b-4e9412d28436 req-c4cd2a56-faa0-46e3-a525-67cffa46fca3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 946 time: 0.0514162 Feb 11 06:15:28.187993 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d62a7895-6f3a-4211-bc2b-4e9412d28436 req-fb4bdb14-677a-4ec0-8efc-70632567ee66 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441413 Feb 11 06:15:29.311598 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d10257-ef51-4ad9-93b9-bce4132d1360 req-b83ee15b-7825-45ad-9e8c-0b4f8160b2e6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:29.313050 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-76d10257-ef51-4ad9-93b9-bce4132d1360 req-b83ee15b-7825-45ad-9e8c-0b4f8160b2e6 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 946 time: 0.0516262 Feb 11 06:15:29.359501 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-76d10257-ef51-4ad9-93b9-bce4132d1360 req-a3e202b2-9e06-4a06-8269-a045f08526e0 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409203 Feb 11 06:15:34.208997 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.286408 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.613024 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f48bc23e-ef67-4c20-9255-c40279f4dcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.092545 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8e1a0c59-834d-4589-abda-cd3c9c6d34c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.137174 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.703953 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:45.885392 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.564928 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:16:04.211746 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:08.292906 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:09.613463 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ecaab9c2-91dd-4246-afe2-3d57d2b4d659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.480175 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ca596f-3c33-4b36-bebb-398a9d71f4e1 req-cd1e91c3-6cfb-4f99-9e83-58454f4cf2c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422983 Feb 11 06:16:11.581923 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca596f-3c33-4b36-bebb-398a9d71f4e1 req-0b6413ca-4ab2-4b3a-90c2-4463edaa69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:11.583414 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ca596f-3c33-4b36-bebb-398a9d71f4e1 req-0b6413ca-4ab2-4b3a-90c2-4463edaa69ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1129 time: 0.0472536 Feb 11 06:16:11.684604 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca596f-3c33-4b36-bebb-398a9d71f4e1 req-29b9ea95-0afb-4e58-8cfa-933de3f6c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:11.686059 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ca596f-3c33-4b36-bebb-398a9d71f4e1 req-29b9ea95-0afb-4e58-8cfa-933de3f6c8d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.0843053 Feb 11 06:16:11.753200 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ca596f-3c33-4b36-bebb-398a9d71f4e1 req-7547e5b4-e3ef-42b6-949a-9c5b96a26fbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 1001 time: 0.0613151 Feb 11 06:16:11.800605 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca596f-3c33-4b36-bebb-398a9d71f4e1 req-2da74755-443a-4670-9c05-1e849210b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:11.801962 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ca596f-3c33-4b36-bebb-398a9d71f4e1 req-2da74755-443a-4670-9c05-1e849210b232 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0419643 Feb 11 06:16:11.849480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca596f-3c33-4b36-bebb-398a9d71f4e1 req-fea6dfd9-3363-4b19-be01-c7dc3fc7eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:11.851000 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ca596f-3c33-4b36-bebb-398a9d71f4e1 req-fea6dfd9-3363-4b19-be01-c7dc3fc7eb7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428717 Feb 11 06:16:11.939316 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ca596f-3c33-4b36-bebb-398a9d71f4e1 req-a3ed2972-8d2e-4ba2-a7df-ca4f5acdbb5f service neutron] 10.222.0.10 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827529 Feb 11 06:16:12.024341 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-77ca596f-3c33-4b36-bebb-398a9d71f4e1 req-f3b3be88-a12e-4a8f-ba79-f18fb0238859 service neutron] 10.222.0.10 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787926 Feb 11 06:16:12.093926 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-28b74f85-adc9-43b5-8442-ffc4ea820a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:13.142324 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.709972 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:15.887274 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:30.564620 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:16:34.221774 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.305508 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.398069 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55506) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:39.557375 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Deleting port 9909302c-5d4d-4ac0-a218-2465a82f7746 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:39.557725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (9909302c-5d4d-4ac0-a218-2465a82f7746), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.615743 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ab1f524a-a166-436d-83c0-488e9440e91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.633947 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (9909302c-5d4d-4ac0-a218-2465a82f7746), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.634279 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for floatingip (9909302c-5d4d-4ac0-a218-2465a82f7746), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.645868 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Calling delete_port for 9909302c-5d4d-4ac0-a218-2465a82f7746 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:39.791440 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (9909302c-5d4d-4ac0-a218-2465a82f7746), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.816443 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event deleted for resources: {'Port': ['ID=9909302c-5d4d-4ac0-a218-2465a82f7746,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:39.842387 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.842744 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.843118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.843462 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.843806 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.844146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.844480 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.844816 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.845149 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.845477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.845808 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.846139 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.846466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:39.891348 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for floatingip (cd33f5ae-4dbf-4336-a9f0-2418a26c5d01), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.891662 n-d-615180-58 neutron-server[103353]: INFO neutron.db.l3_db [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Floating IP cd33f5ae-4dbf-4336-a9f0-2418a26c5d01 disassociated (deleted). External IP: 172.25.7.208, port: ad8b1749-dde3-4126-a83c-2aa435958dd3. Feb 11 06:16:40.103952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Router b7805601-2f87-45d5-be95-4402040644bf has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:16:40.213239 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:16:40.218100 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:40.222704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846f159-6a8f-4df9-83c2-55b38fe4bdbf None None] Sync routers for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:16:40.233592 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846f159-6a8f-4df9-83c2-55b38fe4bdbf None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:40.234219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7846f159-6a8f-4df9-83c2-55b38fe4bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:16:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:40.248716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-b78bae17-769e-4e43-bcf2-0c09abf008a8 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "DELETE /v2.0/floatingips/cd33f5ae-4dbf-4336-a9f0-2418a26c5d01 HTTP/1.1" status: 204 len: 168 time: 0.8488245 Feb 11 06:16:40.249315 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:16:40.251600 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28985ff1-3518-4ba2-b4ec-1b9ac2bf1cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:16:40.304045 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed2544a-a43a-4c7b-99f8-94930579d812 x-openstack-request-id: req-7ed2544a-a43a-4c7b-99f8-94930579d812 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:16:40.304344 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:16:40.304603 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ed2544a-a43a-4c7b-99f8-94930579d812 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:16:40.305611 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'status': 'completed', 'code': 200} Feb 11 06:16:40.344457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-7846f159-6a8f-4df9-83c2-55b38fe4bdbf None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:40.401329 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28985ff1-3518-4ba2-b4ec-1b9ac2bf1cd0 req-cf21a1dd-5780-4d3c-834c-d2939abe5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:40.403062 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28985ff1-3518-4ba2-b4ec-1b9ac2bf1cd0 req-cf21a1dd-5780-4d3c-834c-d2939abe5b39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7232ed0c7798467cb6a70c74a590bec4&device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 1129 time: 0.0521507 Feb 11 06:16:40.545910 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7846f159-6a8f-4df9-83c2-55b38fe4bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:40.561977 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbf9c4-b873-4f88-9595-4177d5b97af8 req-b8da34fa-e605-4e5d-b66d-185d820b4ed2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:40.563502 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6cbf9c4-b873-4f88-9595-4177d5b97af8 req-b8da34fa-e605-4e5d-b66d-185d820b4ed2 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 946 time: 0.1154101 Feb 11 06:16:40.568199 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28985ff1-3518-4ba2-b4ec-1b9ac2bf1cd0 req-6d2f28d8-1900-49f7-ac8d-0db44b9451d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:40.569678 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28985ff1-3518-4ba2-b4ec-1b9ac2bf1cd0 req-6d2f28d8-1900-49f7-ac8d-0db44b9451d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 200 len: 908 time: 0.1295311 Feb 11 06:16:40.575424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846f159-6a8f-4df9-83c2-55b38fe4bdbf None None] Checking router: b7805601-2f87-45d5-be95-4402040644bf for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:16:40.584493 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846f159-6a8f-4df9-83c2-55b38fe4bdbf None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:40.585116 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7846f159-6a8f-4df9-83c2-55b38fe4bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:16:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:40.618716 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28985ff1-3518-4ba2-b4ec-1b9ac2bf1cd0 req-c6721aa1-f335-44a3-a49a-91008560c800 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 200 len: 217 time: 0.0423074 Feb 11 06:16:40.680818 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b6cbf9c4-b873-4f88-9595-4177d5b97af8 req-2770d12f-a323-4cd0-8980-c20d9213d0f1 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101625 Feb 11 06:16:40.693783 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28985ff1-3518-4ba2-b4ec-1b9ac2bf1cd0 req-dde20b25-1e72-4de4-89f4-28323d527e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:40.695307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28985ff1-3518-4ba2-b4ec-1b9ac2bf1cd0 req-dde20b25-1e72-4de4-89f4-28323d527e59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 200 len: 846 time: 0.0705004 Feb 11 06:16:40.699258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-7846f159-6a8f-4df9-83c2-55b38fe4bdbf None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:40.745416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28985ff1-3518-4ba2-b4ec-1b9ac2bf1cd0 req-319f89aa-34c4-4022-8108-35fd5a415511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:40.746962 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28985ff1-3518-4ba2-b4ec-1b9ac2bf1cd0 req-319f89aa-34c4-4022-8108-35fd5a415511 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448296 Feb 11 06:16:40.841636 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28985ff1-3518-4ba2-b4ec-1b9ac2bf1cd0 req-f6c2cf0b-d39f-47a2-ab62-e6d93a42dac2 service neutron] 10.222.0.10 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881600 Feb 11 06:16:40.894136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7846f159-6a8f-4df9-83c2-55b38fe4bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:40.924257 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846f159-6a8f-4df9-83c2-55b38fe4bdbf None None] The sync data for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 is: [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:44Z', 'revision_number': 4, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'a7104011-a66b-4716-b655-3a9df31e9c0e', 'name': '', 'network_id': 'acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'mac_address': 'fa:16:3e:fe:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:43Z', 'updated_at': '2022-02-11T06:05:48Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'subnets': [{'id': '7f4eab51-de32-4ed6-800d-b878a28b8963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:16:40.930824 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-28985ff1-3518-4ba2-b4ec-1b9ac2bf1cd0 req-ef22965e-e0b5-4996-bd28-b9c5395ec9d9 service neutron] 10.222.0.10 "GET /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828316 Feb 11 06:16:41.151313 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75114047-787c-40fa-8b5c-4bd44146f4fb None None] New status for floating IP cd33f5ae-4dbf-4336-a9f0-2418a26c5d01: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:16:41.813847 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f70c2e-38f0-4e9d-ac68-461d98be99eb req-7caf9e16-c651-4dd4-bbce-823589c4d54d tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:41.815391 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-74f70c2e-38f0-4e9d-ac68-461d98be99eb req-7caf9e16-c651-4dd4-bbce-823589c4d54d tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 946 time: 0.0587602 Feb 11 06:16:41.864634 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-74f70c2e-38f0-4e9d-ac68-461d98be99eb req-4cd65507-9431-4753-b0a5-24af3c9aeb61 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5511dbd-7896-45df-a34d-76f9abfcdaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431998 Feb 11 06:16:42.095190 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2cb328af-5ae3-4bac-a7ed-82a674242157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:42.151641 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e9619-f92b-475b-940a-a5a8a920b2d3 req-51c09dec-acec-40c3-97c2-f04aa66d6b66 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:42.153083 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f1e9619-f92b-475b-940a-a5a8a920b2d3 req-51c09dec-acec-40c3-97c2-f04aa66d6b66 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.10 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 946 time: 0.0526640 Feb 11 06:16:42.247192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-3f1e9619-f92b-475b-940a-a5a8a920b2d3 req-6990f224-c707-4dc2-b960-c727d33c64e3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Deleting port ad8b1749-dde3-4126-a83c-2aa435958dd3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:42.247540 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f1e9619-f92b-475b-940a-a5a8a920b2d3 req-6990f224-c707-4dc2-b960-c727d33c64e3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:42.333772 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-3f1e9619-f92b-475b-940a-a5a8a920b2d3 req-6990f224-c707-4dc2-b960-c727d33c64e3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] For port ad8b1749-dde3-4126-a83c-2aa435958dd3, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ad8b1749-dde3-4126-a83c-2aa435958dd3,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:42.334139 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f1e9619-f92b-475b-940a-a5a8a920b2d3 req-6990f224-c707-4dc2-b960-c727d33c64e3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:42.350229 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-3f1e9619-f92b-475b-940a-a5a8a920b2d3 req-6990f224-c707-4dc2-b960-c727d33c64e3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Calling delete_port for ad8b1749-dde3-4126-a83c-2aa435958dd3 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:42.471969 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f1e9619-f92b-475b-940a-a5a8a920b2d3 req-6990f224-c707-4dc2-b960-c727d33c64e3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ad8b1749-dde3-4126-a83c-2aa435958dd3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:42.498258 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990f224-c707-4dc2-b960-c727d33c64e3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event deleted for resources: {'Port': ['ID=ad8b1749-dde3-4126-a83c-2aa435958dd3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:42.545630 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1e9619-f92b-475b-940a-a5a8a920b2d3 req-6990f224-c707-4dc2-b960-c727d33c64e3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] No DVR routers for this DVR port ad8b1749-dde3-4126-a83c-2aa435958dd3 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:16:42.548250 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-3f1e9619-f92b-475b-940a-a5a8a920b2d3 req-6990f224-c707-4dc2-b960-c727d33c64e3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:42.551481 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-3f1e9619-f92b-475b-940a-a5a8a920b2d3 req-6990f224-c707-4dc2-b960-c727d33c64e3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.10 "DELETE /v2.0/ports/ad8b1749-dde3-4126-a83c-2aa435958dd3 HTTP/1.1" status: 204 len: 173 time: 0.3934875 Feb 11 06:16:42.551918 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'name': 'network-vif-deleted', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:16:42.554114 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06d92f8-62e1-4227-b358-5f11b5d4f9fc" -d '{"events": [{"server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "name": "network-vif-deleted", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:16:42.591468 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e61c8c-ebd3-4058-97fc-6a086219c4e2 x-openstack-request-id: req-42e61c8c-ebd3-4058-97fc-6a086219c4e2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:16:42.591770 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463db078-6408-4a81-acd6-1566e7bc45f8", "name": "network-vif-deleted", "tag": "ad8b1749-dde3-4126-a83c-2aa435958dd3", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:16:42.592023 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42e61c8c-ebd3-4058-97fc-6a086219c4e2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:16:42.592429 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463db078-6408-4a81-acd6-1566e7bc45f8', 'name': 'network-vif-deleted', 'tag': 'ad8b1749-dde3-4126-a83c-2aa435958dd3', 'status': 'completed', 'code': 200} Feb 11 06:16:42.967609 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-dcca1b9d-494a-47bc-b36a-6ed29cc04121 req-053b10f7-c594-4d66-a060-9a2197176929 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 210 time: 0.0312626 Feb 11 06:16:43.143395 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:44.068685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-edac06be-ded6-4eb8-be8c-efc94e90ef45 req-4bba09e0-23e2-4554-81f3-33c234852a65 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 210 time: 0.0282383 Feb 11 06:16:44.712280 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:45.189737 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-eb94076a-fff5-42d0-974e-66f179709058 req-14d9eb13-0823-470b-84ed-c3248d9e6689 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 210 time: 0.0334885 Feb 11 06:16:45.889654 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:46.285319 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1da739c2-28fc-45a9-b100-31154c97ee1b req-f2bc3b17-bdd1-4351-a9ec-635872df7325 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 210 time: 0.0285499 Feb 11 06:16:47.276477 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ad8b1749-dde3-4126-a83c-2aa435958dd3 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:16:47.296861 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: ad8b1749-dde3-4126-a83c-2aa435958dd3 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:16:47.297219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ad8b1749-dde3-4126-a83c-2aa435958dd3 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:16:47.388669 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-be903a86-dc43-440e-aef1-f50b27c538f6 req-a7f7d359-b1aa-4d91-9114-6e840018376c tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 210 time: 0.0331256 Feb 11 06:16:48.484163 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-c0b4d9f1-aa81-401f-94a1-240151dc43f2 req-1ce7e5e7-7736-4cb3-9eb0-2aa561d20916 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 210 time: 0.0272586 Feb 11 06:16:49.577901 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-14f67e52-d0ea-40ed-9ef5-5c073b3c0c93 req-2da6832f-710c-419a-8f9e-08d699d6a298 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 210 time: 0.0269990 Feb 11 06:16:50.677551 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c24a604-0746-4240-9b98-71c2741975c0 req-80bbc0e3-505c-4e1b-a209-3d380ef822ff tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "GET /v2.0/ports?device_id=463db078-6408-4a81-acd6-1566e7bc45f8 HTTP/1.1" status: 200 len: 210 time: 0.0319602 Feb 11 06:16:51.735295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55548) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:51.792599 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dec466a-97c2-48f0-93e4-2fcf7ea242a3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group (e5511dbd-7896-45df-a34d-76f9abfcdaa9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:51.817259 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dec466a-97c2-48f0-93e4-2fcf7ea242a3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group (e5511dbd-7896-45df-a34d-76f9abfcdaa9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:51.883440 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dec466a-97c2-48f0-93e4-2fcf7ea242a3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (e5511dbd-7896-45df-a34d-76f9abfcdaa9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:51.886124 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dec466a-97c2-48f0-93e4-2fcf7ea242a3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:51.887685 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2dec466a-97c2-48f0-93e4-2fcf7ea242a3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] 10.222.0.48 "DELETE /v2.0/security-groups/e5511dbd-7896-45df-a34d-76f9abfcdaa9 HTTP/1.1" status: 204 len: 168 time: 0.1513486 Feb 11 06:16:51.898003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec466a-97c2-48f0-93e4-2fcf7ea242a3 tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5511dbd-7896-45df-a34d-76f9abfcdaa9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:51.954306 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55552) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:52.488323 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-284f97d5-2044-4cfe-a608-c2eafb1ae9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (b7805601-2f87-45d5-be95-4402040644bf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:52.741883 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-284f97d5-2044-4cfe-a608-c2eafb1ae9f5 admin admin] Deleting port a7104011-a66b-4716-b655-3a9df31e9c0e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:52.743040 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-284f97d5-2044-4cfe-a608-c2eafb1ae9f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:52.820974 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-284f97d5-2044-4cfe-a608-c2eafb1ae9f5 admin admin] For port a7104011-a66b-4716-b655-3a9df31e9c0e, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=a7104011-a66b-4716-b655-3a9df31e9c0e,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:52.821249 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-284f97d5-2044-4cfe-a608-c2eafb1ae9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:52.833477 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-284f97d5-2044-4cfe-a608-c2eafb1ae9f5 admin admin] Calling delete_port for a7104011-a66b-4716-b655-3a9df31e9c0e owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:53.014197 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-284f97d5-2044-4cfe-a608-c2eafb1ae9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (a7104011-a66b-4716-b655-3a9df31e9c0e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:53.046096 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f97d5-2044-4cfe-a608-c2eafb1ae9f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7104011-a66b-4716-b655-3a9df31e9c0e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:53.220859 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-284f97d5-2044-4cfe-a608-c2eafb1ae9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (b7805601-2f87-45d5-be95-4402040644bf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:53.795511 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284f97d5-2044-4cfe-a608-c2eafb1ae9f5 admin admin] Router b7805601-2f87-45d5-be95-4402040644bf has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:16:53.901180 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284f97d5-2044-4cfe-a608-c2eafb1ae9f5 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:16:53.908782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55556) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:53.910298 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181b988-b297-4e81-94ad-422bc45f9112 None None] Sync routers for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:16:53.915316 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-284f97d5-2044-4cfe-a608-c2eafb1ae9f5 admin admin] 10.222.0.48 "PUT /v2.0/routers/b7805601-2f87-45d5-be95-4402040644bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9585929 Feb 11 06:16:53.921335 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181b988-b297-4e81-94ad-422bc45f9112 None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:53.921963 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3181b988-b297-4e81-94ad-422bc45f9112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:16:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:54.018209 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Publish callbacks [] for router (b7805601-2f87-45d5-be95-4402040644bf), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.134202 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Publish callbacks [] for router_gateway (b7805601-2f87-45d5-be95-4402040644bf), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.192265 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Deleting port b5170550-35cf-47eb-b24f-69f05c608b7f {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:54.192616 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.202847 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3181b988-b297-4e81-94ad-422bc45f9112 None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:54.273991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] For port b5170550-35cf-47eb-b24f-69f05c608b7f, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b5170550-35cf-47eb-b24f-69f05c608b7f,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:54.274363 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.286747 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Calling delete_port for b5170550-35cf-47eb-b24f-69f05c608b7f owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:54.381413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3181b988-b297-4e81-94ad-422bc45f9112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:16:52Z', 'revision_number': 5, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port': {'id': 'b5170550-35cf-47eb-b24f-69f05c608b7f', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7805601-2f87-45d5-be95-4402040644bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:54.408089 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181b988-b297-4e81-94ad-422bc45f9112 None None] Checking router: b7805601-2f87-45d5-be95-4402040644bf for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:16:54.416791 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181b988-b297-4e81-94ad-422bc45f9112 None None] Routers {'b7805601-2f87-45d5-be95-4402040644bf'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:54.417421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3181b988-b297-4e81-94ad-422bc45f9112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:16:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['b7805601-2f87-45d5-be95-4402040644bf'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:54.465774 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b5170550-35cf-47eb-b24f-69f05c608b7f), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.491310 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b5170550-35cf-47eb-b24f-69f05c608b7f,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:54.508555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-3181b988-b297-4e81-94ad-422bc45f9112 None None] Set router b7805601-2f87-45d5-be95-4402040644bf gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:54.520524 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.520883 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.521236 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.521583 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.521924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.522259 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.522593 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.523015 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.523904 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.524239 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.524571 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.524988 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.525287 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:54.567615 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (b7805601-2f87-45d5-be95-4402040644bf), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.569567 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-3181b988-b297-4e81-94ad-422bc45f9112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:16:54Z', 'revision_number': 6, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:54.598216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181b988-b297-4e81-94ad-422bc45f9112 None None] The sync data for ids ['b7805601-2f87-45d5-be95-4402040644bf'] in n-d-615180-58 is: [{'id': 'b7805601-2f87-45d5-be95-4402040644bf', 'name': 'tempest-TestShelveInstance-13419770-router', 'tenant_id': '7232ed0c7798467cb6a70c74a590bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:41Z', 'updated_at': '2022-02-11T06:16:54Z', 'revision_number': 6, 'project_id': '7232ed0c7798467cb6a70c74a590bec4', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:16:54.667834 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (b7805601-2f87-45d5-be95-4402040644bf), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.670065 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Publish callbacks [] for router_controller (b7805601-2f87-45d5-be95-4402040644bf), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.716418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (b7805601-2f87-45d5-be95-4402040644bf), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.716905 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7805601-2f87-45d5-be95-4402040644bf {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:16:54.721130 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.722285 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6fb6de56-97fc-463d-8709-21a08a6c45eb admin admin] 10.222.0.48 "DELETE /v2.0/routers/b7805601-2f87-45d5-be95-4402040644bf HTTP/1.1" status: 204 len: 168 time: 0.8125088 Feb 11 06:16:54.724990 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55558) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:54.771079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f12cbfd-aa0b-4e76-9ee9-5e93e697d1dc admin admin] Deleting subnet 7f4eab51-de32-4ed6-800d-b878a28b8963 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:16:54.774207 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f12cbfd-aa0b-4e76-9ee9-5e93e697d1dc admin admin] Publish callbacks [] for subnet (7f4eab51-de32-4ed6-800d-b878a28b8963), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.809088 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f12cbfd-aa0b-4e76-9ee9-5e93e697d1dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (7f4eab51-de32-4ed6-800d-b878a28b8963), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.887868 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f12cbfd-aa0b-4e76-9ee9-5e93e697d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (7f4eab51-de32-4ed6-800d-b878a28b8963), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.943306 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f12cbfd-aa0b-4e76-9ee9-5e93e697d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (7f4eab51-de32-4ed6-800d-b878a28b8963), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.974218 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12cbfd-aa0b-4e76-9ee9-5e93e697d1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4eab51-de32-4ed6-800d-b878a28b8963,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:54.983748 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6f12cbfd-aa0b-4e76-9ee9-5e93e697d1dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:54.984820 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcebe1dd-975d-4c0a-bd6b-8eaf44038d21 None None] Network acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:16:54.988488 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6f12cbfd-aa0b-4e76-9ee9-5e93e697d1dc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7f4eab51-de32-4ed6-800d-b878a28b8963 HTTP/1.1" status: 204 len: 168 time: 0.2624464 Feb 11 06:16:54.991082 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55560) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:55.110111 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:55.110318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a7104011-a66b-4716-b655-3a9df31e9c0e no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:16:55.133836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: a7104011-a66b-4716-b655-3a9df31e9c0e {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:16:55.134190 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device a7104011-a66b-4716-b655-3a9df31e9c0e not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:16:55.178321 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Deleting port 090211ef-b642-4068-9ebb-43b6ecf169b2 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:55.178663 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:55.246486 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] For port 090211ef-b642-4068-9ebb-43b6ecf169b2, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=090211ef-b642-4068-9ebb-43b6ecf169b2,segment=NetworkSegment(c8c4982b-132d-411a-bb11-828b6ae6d8fb),segment_id=c8c4982b-132d-411a-bb11-828b6ae6d8fb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:55.246800 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:55.259679 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Calling delete_port for 090211ef-b642-4068-9ebb-43b6ecf169b2 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:55.337967 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (090211ef-b642-4068-9ebb-43b6ecf169b2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:55.363418 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=090211ef-b642-4068-9ebb-43b6ecf169b2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:55.366956 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] No DVR routers for this DVR port 090211ef-b642-4068-9ebb-43b6ecf169b2 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:16:55.440619 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:55.463273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:55.472963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c4982b-132d-411a-bb11-828b6ae6d8fb') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:55.473275 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c4982b-132d-411a-bb11-828b6ae6d8fb') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:55.484571 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (c8c4982b-132d-411a-bb11-828b6ae6d8fb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:55.491366 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d17e5bc-90be-491f-9bcb-deb8d80f4554 None None] DHCP port deletion for acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:16:55.502004 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (c8c4982b-132d-411a-bb11-828b6ae6d8fb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:55.517939 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:16:55.518855 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (c8c4982b-132d-411a-bb11-828b6ae6d8fb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: timer() Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:16:55.521043 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:16:55.584697 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:55.593506 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:55.596820 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd HTTP/1.1" status: 204 len: 168 time: 0.6047397 Feb 11 06:16:55.599895 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55562) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:55.609465 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f563c4c-dcbe-454e-9a65-df027dfceca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=acdb1a70-1b7b-4c90-b1d7-a10419c5dcbd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:55.997597 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-975a18a1-7ee7-4ab3-a8fb-b47d161b85eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (c9af56c5-dda5-4be8-bb7e-c928255f85a0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:56.248531 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-975a18a1-7ee7-4ab3-a8fb-b47d161b85eb admin admin] Deleting port 2ac23aeb-9d76-41db-b535-c53934e9df55 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:56.248870 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-975a18a1-7ee7-4ab3-a8fb-b47d161b85eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:56.323878 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-975a18a1-7ee7-4ab3-a8fb-b47d161b85eb admin admin] For port 2ac23aeb-9d76-41db-b535-c53934e9df55, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=2ac23aeb-9d76-41db-b535-c53934e9df55,segment=NetworkSegment(d386caad-a11b-4f72-83dc-dbe4ff78ef81),segment_id=d386caad-a11b-4f72-83dc-dbe4ff78ef81)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:56.324237 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-975a18a1-7ee7-4ab3-a8fb-b47d161b85eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:56.336813 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-975a18a1-7ee7-4ab3-a8fb-b47d161b85eb admin admin] Calling delete_port for 2ac23aeb-9d76-41db-b535-c53934e9df55 owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:56.519773 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-975a18a1-7ee7-4ab3-a8fb-b47d161b85eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (2ac23aeb-9d76-41db-b535-c53934e9df55), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:56.545267 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a18a1-7ee7-4ab3-a8fb-b47d161b85eb admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac23aeb-9d76-41db-b535-c53934e9df55,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:56.719530 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-975a18a1-7ee7-4ab3-a8fb-b47d161b85eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (c9af56c5-dda5-4be8-bb7e-c928255f85a0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.061699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b5170550-35cf-47eb-b24f-69f05c608b7f no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:16:57.084117 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b5170550-35cf-47eb-b24f-69f05c608b7f {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:16:57.084470 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b5170550-35cf-47eb-b24f-69f05c608b7f not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:16:57.085119 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 090211ef-b642-4068-9ebb-43b6ecf169b2 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:16:57.106480 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 090211ef-b642-4068-9ebb-43b6ecf169b2 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:16:57.106833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 090211ef-b642-4068-9ebb-43b6ecf169b2 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:16:57.308429 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975a18a1-7ee7-4ab3-a8fb-b47d161b85eb admin admin] Router c9af56c5-dda5-4be8-bb7e-c928255f85a0 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:16:57.413137 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975a18a1-7ee7-4ab3-a8fb-b47d161b85eb admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:16:57.421045 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-975a18a1-7ee7-4ab3-a8fb-b47d161b85eb admin admin] 10.222.0.48 "PUT /v2.0/routers/c9af56c5-dda5-4be8-bb7e-c928255f85a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200629 Feb 11 06:16:57.421631 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55564) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:57.422545 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dce6ac-b48c-493d-aaa9-4b45a1c7170e None None] Sync routers for ids ['c9af56c5-dda5-4be8-bb7e-c928255f85a0'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:16:57.435452 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dce6ac-b48c-493d-aaa9-4b45a1c7170e None None] Routers {'c9af56c5-dda5-4be8-bb7e-c928255f85a0'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:57.436077 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5dce6ac-b48c-493d-aaa9-4b45a1c7170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:16:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c9af56c5-dda5-4be8-bb7e-c928255f85a0'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:57.536136 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Publish callbacks [] for router (c9af56c5-dda5-4be8-bb7e-c928255f85a0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.543005 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b5dce6ac-b48c-493d-aaa9-4b45a1c7170e None None] Set router c9af56c5-dda5-4be8-bb7e-c928255f85a0 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:57.645935 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Publish callbacks [] for router_gateway (c9af56c5-dda5-4be8-bb7e-c928255f85a0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.698933 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Deleting port c13717eb-1628-4127-898d-0e21118894cf {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:57.699278 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (c13717eb-1628-4127-898d-0e21118894cf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.730576 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5dce6ac-b48c-493d-aaa9-4b45a1c7170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'name': 'tempest-TestShelveInstance-960158168-router', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c13717eb-1628-4127-898d-0e21118894cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:45Z', 'updated_at': '2022-02-11T06:16:56Z', 'revision_number': 5, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'gw_port': {'id': 'c13717eb-1628-4127-898d-0e21118894cf', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:05:46Z', 'updated_at': '2022-02-11T06:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:57.767653 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dce6ac-b48c-493d-aaa9-4b45a1c7170e None None] Checking router: c9af56c5-dda5-4be8-bb7e-c928255f85a0 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:16:57.778577 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dce6ac-b48c-493d-aaa9-4b45a1c7170e None None] Routers {'c9af56c5-dda5-4be8-bb7e-c928255f85a0'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:57.779357 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5dce6ac-b48c-493d-aaa9-4b45a1c7170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:16:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['c9af56c5-dda5-4be8-bb7e-c928255f85a0'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:57.782285 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] For port c13717eb-1628-4127-898d-0e21118894cf, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=c13717eb-1628-4127-898d-0e21118894cf,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:57.782736 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (c13717eb-1628-4127-898d-0e21118894cf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.796203 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Calling delete_port for c13717eb-1628-4127-898d-0e21118894cf owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:57.870958 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b5dce6ac-b48c-493d-aaa9-4b45a1c7170e None None] Set router c9af56c5-dda5-4be8-bb7e-c928255f85a0 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:57.924253 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b5dce6ac-b48c-493d-aaa9-4b45a1c7170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'name': 'tempest-TestShelveInstance-960158168-router', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:45Z', 'updated_at': '2022-02-11T06:16:57Z', 'revision_number': 6, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:57.955144 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dce6ac-b48c-493d-aaa9-4b45a1c7170e None None] The sync data for ids ['c9af56c5-dda5-4be8-bb7e-c928255f85a0'] in n-d-615180-58 is: [{'id': 'c9af56c5-dda5-4be8-bb7e-c928255f85a0', 'name': 'tempest-TestShelveInstance-960158168-router', 'tenant_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:05:45Z', 'updated_at': '2022-02-11T06:16:57Z', 'revision_number': 6, 'project_id': '524a2e0f44ea44bf9974acd1230ef9e6', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:16:57.980031 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (c13717eb-1628-4127-898d-0e21118894cf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.013779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c13717eb-1628-4127-898d-0e21118894cf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:58.073969 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (c9af56c5-dda5-4be8-bb7e-c928255f85a0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.165974 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (c9af56c5-dda5-4be8-bb7e-c928255f85a0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.168123 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Publish callbacks [] for router_controller (c9af56c5-dda5-4be8-bb7e-c928255f85a0), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.214523 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (c9af56c5-dda5-4be8-bb7e-c928255f85a0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.215118 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9af56c5-dda5-4be8-bb7e-c928255f85a0 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:16:58.220296 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.221459 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-22a3c713-983a-4099-a9d2-8f82f17a96e6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c9af56c5-dda5-4be8-bb7e-c928255f85a0 HTTP/1.1" status: 204 len: 168 time: 0.7987413 Feb 11 06:16:58.223967 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55566) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:58.269182 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b83a9a-2df4-40e0-8826-5a7c982926ab admin admin] Deleting subnet 502494d4-dec0-42e6-b649-df96b0602694 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:16:58.272180 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06b83a9a-2df4-40e0-8826-5a7c982926ab admin admin] Publish callbacks [] for subnet (502494d4-dec0-42e6-b649-df96b0602694), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.306768 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06b83a9a-2df4-40e0-8826-5a7c982926ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (502494d4-dec0-42e6-b649-df96b0602694), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.391354 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06b83a9a-2df4-40e0-8826-5a7c982926ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (502494d4-dec0-42e6-b649-df96b0602694), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.442463 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06b83a9a-2df4-40e0-8826-5a7c982926ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (502494d4-dec0-42e6-b649-df96b0602694), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.467838 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b83a9a-2df4-40e0-8826-5a7c982926ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502494d4-dec0-42e6-b649-df96b0602694,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:58.471497 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06b83a9a-2df4-40e0-8826-5a7c982926ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.474665 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-06b83a9a-2df4-40e0-8826-5a7c982926ab admin admin] 10.222.0.48 "DELETE /v2.0/subnets/502494d4-dec0-42e6-b649-df96b0602694 HTTP/1.1" status: 204 len: 168 time: 0.2497804 Feb 11 06:16:58.477731 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55568) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:58.480277 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea0d459-511a-4ac4-939e-5864bb974642 None None] Network 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:16:58.545739 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.609045 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Deleting port 54f6612b-8581-467d-a17d-2f43d950b6c7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:58.609390 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.671998 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] For port 54f6612b-8581-467d-a17d-2f43d950b6c7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=54f6612b-8581-467d-a17d-2f43d950b6c7,segment=NetworkSegment(d386caad-a11b-4f72-83dc-dbe4ff78ef81),segment_id=d386caad-a11b-4f72-83dc-dbe4ff78ef81)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:58.672290 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.685848 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Calling delete_port for 54f6612b-8581-467d-a17d-2f43d950b6c7 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:58.714108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] DHCP port deletion for 1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:16:58.766351 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Deleting port 54f6612b-8581-467d-a17d-2f43d950b6c7 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:58.766790 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.771233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.798466 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Pushing event deleted for resources: {'Port': ['ID=54f6612b-8581-467d-a17d-2f43d950b6c7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:58.802880 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] No DVR routers for this DVR port 54f6612b-8581-467d-a17d-2f43d950b6c7 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:16:58.834762 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] For port 54f6612b-8581-467d-a17d-2f43d950b6c7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=54f6612b-8581-467d-a17d-2f43d950b6c7,segment=NetworkSegment(d386caad-a11b-4f72-83dc-dbe4ff78ef81),segment_id=d386caad-a11b-4f72-83dc-dbe4ff78ef81)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:58.835200 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.849464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Calling delete_port for 54f6612b-8581-467d-a17d-2f43d950b6c7 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:58.880962 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.903393 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:58.914994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd386caad-a11b-4f72-83dc-dbe4ff78ef81') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:58.915416 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd386caad-a11b-4f72-83dc-dbe4ff78ef81') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:58.927255 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (d386caad-a11b-4f72-83dc-dbe4ff78ef81), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.943622 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (54f6612b-8581-467d-a17d-2f43d950b6c7), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.944015 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (d386caad-a11b-4f72-83dc-dbe4ff78ef81), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.951553 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:16:58.952119 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (d386caad-a11b-4f72-83dc-dbe4ff78ef81), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: timer() Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:16:58.954168 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:16:58.977694 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Pushing event deleted for resources: {'Port': ['ID=54f6612b-8581-467d-a17d-2f43d950b6c7,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:58.986675 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.987069 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.987427 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.987775 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.988118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.988457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.988794 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.989136 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.989466 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.989993 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.990512 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.991060 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.991572 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:58.995384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeddab69-30ba-47ad-89ac-f17d8e9ec696 None None] No DVR routers for this DVR port 54f6612b-8581-467d-a17d-2f43d950b6c7 on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:16:59.030882 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c13717eb-1628-4127-898d-0e21118894cf no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:16:59.048089 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:59.049778 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:59.053711 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] 10.222.0.48 "DELETE /v2.0/networks/1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837 HTTP/1.1" status: 204 len: 168 time: 0.5750554 Feb 11 06:16:59.060685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: c13717eb-1628-4127-898d-0e21118894cf {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:16:59.061139 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device c13717eb-1628-4127-898d-0e21118894cf not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:16:59.061668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 54f6612b-8581-467d-a17d-2f43d950b6c7 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:16:59.069513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796783-99dc-4ff2-842e-d46163a3b27d admin admin] Pushing event deleted for resources: {'Network': ['ID=1d6ff1b2-e2ba-4fb8-9cde-c9bb53bb9837,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:59.081804 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 54f6612b-8581-467d-a17d-2f43d950b6c7 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:16:59.082224 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 54f6612b-8581-467d-a17d-2f43d950b6c7 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:16:59.082728 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2ac23aeb-9d76-41db-b535-c53934e9df55 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:16:59.103685 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 2ac23aeb-9d76-41db-b535-c53934e9df55 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:16:59.104120 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 2ac23aeb-9d76-41db-b535-c53934e9df55 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:16:59.196676 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55572) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:59.240455 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c3fe8e29-f213-4bc9-93a1-531a53e86c35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7232ed0c7798467cb6a70c74a590bec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425434 Feb 11 06:16:59.242921 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55574) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:59.293391 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8a97fbc-b68a-4669-997c-c2c2020dab7b admin admin] Publish callbacks [] for security_group (acbea954-eeba-4257-8fde-93a46faadb77), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:59.313695 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8a97fbc-b68a-4669-997c-c2c2020dab7b admin admin] Publish callbacks [] for security_group (acbea954-eeba-4257-8fde-93a46faadb77), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:59.360841 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8a97fbc-b68a-4669-997c-c2c2020dab7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (acbea954-eeba-4257-8fde-93a46faadb77), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:59.363709 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8a97fbc-b68a-4669-997c-c2c2020dab7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:59.364927 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b8a97fbc-b68a-4669-997c-c2c2020dab7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acbea954-eeba-4257-8fde-93a46faadb77 HTTP/1.1" status: 204 len: 168 time: 0.1211042 Feb 11 06:16:59.372549 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a97fbc-b68a-4669-997c-c2c2020dab7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbea954-eeba-4257-8fde-93a46faadb77,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:59.692978 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55580) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:59.732067 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-c01cd0b7-9e30-40a7-b33b-590c6a2c13e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=524a2e0f44ea44bf9974acd1230ef9e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379026 Feb 11 06:16:59.734655 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55582) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:59.780493 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1278ac7f-f556-49bc-a5aa-17e7d95c31c2 admin admin] Publish callbacks [] for security_group (4758f5f0-1ac6-4c0e-a8e3-72b5352dc1e3), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:59.800653 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1278ac7f-f556-49bc-a5aa-17e7d95c31c2 admin admin] Publish callbacks [] for security_group (4758f5f0-1ac6-4c0e-a8e3-72b5352dc1e3), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:59.850767 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1278ac7f-f556-49bc-a5aa-17e7d95c31c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (4758f5f0-1ac6-4c0e-a8e3-72b5352dc1e3), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:59.853449 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1278ac7f-f556-49bc-a5aa-17e7d95c31c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:59.854624 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-1278ac7f-f556-49bc-a5aa-17e7d95c31c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4758f5f0-1ac6-4c0e-a8e3-72b5352dc1e3 HTTP/1.1" status: 204 len: 168 time: 0.1190352 Feb 11 06:16:59.862408 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278ac7f-f556-49bc-a5aa-17e7d95c31c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4758f5f0-1ac6-4c0e-a8e3-72b5352dc1e3,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:00.571983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55604) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:00.683961 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1429080931-network', 'tenant_id': '9e348977f5574a61ad2966fa24450287'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:00.703157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Made reservation on behalf of 9e348977f5574a61ad2966fa24450287 for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:17:00.705388 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:00.713906 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:00.788605 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Publish callbacks [] for security_group (5ab3f179-2ea8-42b6-bbb0-663d72d35f6b), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:00.792293 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5ab3f179-2ea8-42b6-bbb0-663d72d35f6b), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:00.816121 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:17:00.826445 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab3f179-2ea8-42b6-bbb0-663d72d35f6b,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:00.832510 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (de78f6d4-1ecb-434c-97f4-418e1f5b8994), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:00.832853 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Added segment de78f6d4-1ecb-434c-97f4-418e1f5b8994 of type vlan for network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 Feb 11 06:17:00.873073 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (77ae1e3b-6e29-42a5-b8da-5da01bc77dd9), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:00.897240 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (77ae1e3b-6e29-42a5-b8da-5da01bc77dd9), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:00.898314 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:00.898915 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:00.930047 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3568010 Feb 11 06:17:00.932897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55608) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:00.939271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-d2abcd38-4a3a-47cc-b268-8bc71043d43f admin admin] Request body: {'subnet': {'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1429080931-subnet', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'ip_version': 4}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:00.982721 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896d733-3af2-4e56-aab1-aa147a2ffc94 admin admin] Pushing event updated for resources: {'Network': ['ID=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:00.993517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:17:01.000924 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2abcd38-4a3a-47cc-b268-8bc71043d43f admin admin] Made reservation on behalf of 9e348977f5574a61ad2966fa24450287 for: {'subnet': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:17:01.003396 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2abcd38-4a3a-47cc-b268-8bc71043d43f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4809949'] for subnet (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.171824 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2abcd38-4a3a-47cc-b268-8bc71043d43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4802185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4809935'] for subnet (fa718634-a5c9-4c2a-85f0-c9d518c9ccd0), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.225906 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abcd38-4a3a-47cc-b268-8bc71043d43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:01.234430 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abcd38-4a3a-47cc-b268-8bc71043d43f admin admin] Checking segment: {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:01.234803 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2abcd38-4a3a-47cc-b268-8bc71043d43f admin admin] Network hostable DHCP agents. Network: 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:17:01.251792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2abcd38-4a3a-47cc-b268-8bc71043d43f admin admin] Network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:17:01.261254 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-d2abcd38-4a3a-47cc-b268-8bc71043d43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9) {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:01.266587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abcd38-4a3a-47cc-b268-8bc71043d43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:01.267575 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d2abcd38-4a3a-47cc-b268-8bc71043d43f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.272778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3864bcb-3ca3-4ad0-a5e6-9b2aa6eb93db None None] Network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:17:01.288896 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d2abcd38-4a3a-47cc-b268-8bc71043d43f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3548596 Feb 11 06:17:01.291569 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55610) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:01.296819 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:01.322148 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (6fe66167-b58c-43ef-9468-2fd22664ef82), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.323126 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (6fe66167-b58c-43ef-9468-2fd22664ef82), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.381225 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Publish callbacks [] for router_controller (6fe66167-b58c-43ef-9468-2fd22664ef82), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.386165 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:17:01.387062 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.516784 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Allocated IP 172.20.0.2 (77ae1e3b-6e29-42a5-b8da-5da01bc77dd9/fa718634-a5c9-4c2a-85f0-c9d518c9ccd0/b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:01.526447 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Publish callbacks [] for router_gateway (6fe66167-b58c-43ef-9468-2fd22664ef82), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.659960 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Publish callbacks [] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.666545 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.705364 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:01.712645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:01.715582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:01.717589 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Pushing event updated for resources: {'Port': ['ID=b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:01.730661 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Publish callbacks [] for router_gateway (6fe66167-b58c-43ef-9468-2fd22664ef82), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.750361 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.776824 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Attempting to bind port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:01.777204 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Attempting to bind port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:01.777578 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Attempting to bind port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c on network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:01.782547 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:01.782954 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Checking segment: {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:01.783362 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.783763 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Bound using segment: {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:01.784238 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Bound port: b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:01.784730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.847628 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] For port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:01.851005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] For port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:01.857809 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:01.859275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Allocated IP 172.25.7.83 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/8960ab7e-d96e-4bc6-8344-50445c05e186) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:01.915025 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5267d-1970-4275-b3b0-1913ab4c81d4 None None] Pushing event updated for resources: {'Port': ['ID=b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:01.978382 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Publish callbacks [] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:02.011968 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:02.053000 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:02.054536 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:02.068365 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:02.106096 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=8960ab7e-d96e-4bc6-8344-50445c05e186,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:02.343242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Publish callbacks [] for router_gateway (6fe66167-b58c-43ef-9468-2fd22664ef82), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:02.546395 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (6fe66167-b58c-43ef-9468-2fd22664ef82), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:02.683483 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Router 6fe66167-b58c-43ef-9468-2fd22664ef82 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:17:02.796435 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:17:02.805706 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Sync routers for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:17:02.814678 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:02.818956 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-17dab67b-76cb-4a05-ad20-5a40d0c61dc2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5235510 Feb 11 06:17:02.819099 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55612) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:02.822840 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:02.823506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:16:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:02.875463 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc75f2c-421a-4166-ba08-b5252003fa34 None None] Network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:17:03.011085 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-935f8870-c3a7-477b-a4a0-463e778e7ea3 None None] Provisioning complete for port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:03.011964 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-935f8870-c3a7-477b-a4a0-463e778e7ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.015067 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:03.089761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:03.254017 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.291552 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:03.291930 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.317915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-935f8870-c3a7-477b-a4a0-463e778e7ea3 None None] Current status of the port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:03.318310 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-935f8870-c3a7-477b-a4a0-463e778e7ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.433908 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Allocated IP 172.20.0.1 (77ae1e3b-6e29-42a5-b8da-5da01bc77dd9/fa718634-a5c9-4c2a-85f0-c9d518c9ccd0/ed74a3b9-1eb0-4996-805d-40f2b594c60a) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:03.546307 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Publish callbacks [] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.561097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-935f8870-c3a7-477b-a4a0-463e778e7ea3 None None] For port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:03.567075 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-935f8870-c3a7-477b-a4a0-463e778e7ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.580571 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.619271 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:03.623668 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:03.627229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:03.647287 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:02Z', 'revision_number': 3, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:03.653989 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Pushing event updated for resources: {'Port': ['ID=ed74a3b9-1eb0-4996-805d-40f2b594c60a,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:03.655024 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:03.684349 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f8870-c3a7-477b-a4a0-463e778e7ea3 None None] Pushing event updated for resources: {'Port': ['ID=b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:03.685079 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (6fe66167-b58c-43ef-9468-2fd22664ef82), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.688379 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Checking router: 6fe66167-b58c-43ef-9468-2fd22664ef82 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:17:03.688740 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Updating router 6fe66167-b58c-43ef-9468-2fd22664ef82 port 8960ab7e-d96e-4bc6-8344-50445c05e186 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:17:03.728038 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.731363 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-1df61117-6901-492a-a50d-ef6d38f9e9b5 None None] Provisioning complete for port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:03.731363 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1df61117-6901-492a-a50d-ef6d38f9e9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.848519 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.950219 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1df61117-6901-492a-a50d-ef6d38f9e9b5 None None] Current status of the port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:04.010834 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Publish callbacks [] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:04.015508 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:04.043984 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Publish callbacks [] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:04.049709 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:04.094779 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (6fe66167-b58c-43ef-9468-2fd22664ef82), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:04.102409 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Pushing event updated for resources: {'Port': ['ID=ed74a3b9-1eb0-4996-805d-40f2b594c60a,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:04.119198 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8866b3d-2ae5-4357-bc3e-4598ceda1979 None None] Pushing event updated for resources: {'Port': ['ID=8960ab7e-d96e-4bc6-8344-50445c05e186,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:04.121571 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f1bf0edf-2174-4552-adb0-b7a69efa4c82 None None] Provisioning complete for port ed74a3b9-1eb0-4996-805d-40f2b594c60a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:04.121944 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0edf-2174-4552-adb0-b7a69efa4c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:04.123581 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Attempting to bind port 8960ab7e-d96e-4bc6-8344-50445c05e186 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:04.123950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Attempting to bind port 8960ab7e-d96e-4bc6-8344-50445c05e186 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:04.124312 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Attempting to bind port 8960ab7e-d96e-4bc6-8344-50445c05e186 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:04.153983 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:04.154367 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:04.154776 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:04.155201 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:04.155682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Bound port: 8960ab7e-d96e-4bc6-8344-50445c05e186, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:04.156065 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:04.186337 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf0edf-2174-4552-adb0-b7a69efa4c82 None None] Port ed74a3b9-1eb0-4996-805d-40f2b594c60a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:17:04.193015 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:04.194438 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:04.213319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] For port 8960ab7e-d96e-4bc6-8344-50445c05e186, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:04.216833 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] For port 8960ab7e-d96e-4bc6-8344-50445c05e186, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8960ab7e-d96e-4bc6-8344-50445c05e186,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:04.225655 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:04.295130 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:04.300501 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8866b3d-2ae5-4357-bc3e-4598ceda1979 None None] Pushing event updated for resources: {'Port': ['ID=8960ab7e-d96e-4bc6-8344-50445c05e186,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:04.305280 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:04.305899 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:16:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:04.324685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Router 6fe66167-b58c-43ef-9468-2fd22664ef82 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:17:04.446157 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:17:04.456601 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-38872b9c-242e-4499-9c11-bb229f04d4cd admin admin] 10.222.0.48 "PUT /v2.0/routers/6fe66167-b58c-43ef-9468-2fd22664ef82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6309669 Feb 11 06:17:04.468798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:04.562292 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-70d0de59-6f86-4527-a9e1-b496085982c4 None None] Provisioning complete for port ed74a3b9-1eb0-4996-805d-40f2b594c60a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:04.562670 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-70d0de59-6f86-4527-a9e1-b496085982c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:04.654965 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-70d0de59-6f86-4527-a9e1-b496085982c4 None None] Port ed74a3b9-1eb0-4996-805d-40f2b594c60a cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:17:04.778308 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 2, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:04.810505 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97037ae9-7c13-40e3-9d86-5e7dc77e37b1 None None] The sync data for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 is: [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 2, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:17:04.927808 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55628) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:04.934161 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1910546518-network', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:04.954450 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Made reservation on behalf of 7444b580ad424adda3ba7ffc7aed296f for: {'network': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:17:04.956858 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for network (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:04.966629 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.018005 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:05.067097 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Publish callbacks [] for security_group (08e3e39b-7592-4664-b979-a95992210006), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.076511 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (08e3e39b-7592-4664-b979-a95992210006), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.101454 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:05.102260 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.109885 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:17:05.126713 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e3e39b-7592-4664-b979-a95992210006,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:05.129623 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (47d0466d-bf9a-4ead-aa48-bc25816f4945), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.129970 n-d-615180-58 neutron-server[103354]: INFO neutron.db.segments_db [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Added segment 47d0466d-bf9a-4ead-aa48-bc25816f4945 of type vlan for network 23318ba7-6f1d-4b55-ac22-3723b871bd7c Feb 11 06:17:05.181507 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739642072607'] for network (23318ba7-6f1d-4b55-ac22-3723b871bd7c), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.207460 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:05.209323 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067'] for network (23318ba7-6f1d-4b55-ac22-3723b871bd7c), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.210753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:05.211519 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.248263 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3193183 Feb 11 06:17:05.251124 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55630) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:05.257027 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-03192156-439b-4afa-890d-ff8d5fe9ac63 admin admin] Request body: {'subnet': {'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1910546518-subnet', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:05.276114 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cc42c-5944-44ec-954e-1747ea53c739 admin admin] Pushing event updated for resources: {'Network': ['ID=23318ba7-6f1d-4b55-ac22-3723b871bd7c,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:05.279246 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03192156-439b-4afa-890d-ff8d5fe9ac63 admin admin] Made reservation on behalf of 7444b580ad424adda3ba7ffc7aed296f for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:17:05.281769 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03192156-439b-4afa-890d-ff8d5fe9ac63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4699429'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.289397 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Network 23318ba7-6f1d-4b55-ac22-3723b871bd7c details requested by agent ovs-agent-n-d-615180-58 with host n-d-615180-58 {{(pid=103355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:17:05.465072 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03192156-439b-4afa-890d-ff8d5fe9ac63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5897940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4699447'] for subnet (4a9d9353-a096-48f5-9a29-6eb252c28fb4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.525825 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03192156-439b-4afa-890d-ff8d5fe9ac63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9d9353-a096-48f5-9a29-6eb252c28fb4,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:05.536295 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03192156-439b-4afa-890d-ff8d5fe9ac63 admin admin] Checking segment: {'id': '47d0466d-bf9a-4ead-aa48-bc25816f4945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:05.536667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03192156-439b-4afa-890d-ff8d5fe9ac63 admin admin] Network hostable DHCP agents. Network: 23318ba7-6f1d-4b55-ac22-3723b871bd7c, hostable agents: ['7459e250-059c-4fbe-91bf-c2889107f3d7'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:17:05.566876 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03192156-439b-4afa-890d-ff8d5fe9ac63 admin admin] Network 23318ba7-6f1d-4b55-ac22-3723b871bd7c is scheduled to be hosted by DHCP agent 7459e250-059c-4fbe-91bf-c2889107f3d7 with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:17:05.581962 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-03192156-439b-4afa-890d-ff8d5fe9ac63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-58, 23318ba7-6f1d-4b55-ac22-3723b871bd7c) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:05.589547 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03192156-439b-4afa-890d-ff8d5fe9ac63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:05.589942 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f142e47-9bc3-4ede-b529-ab3b489e5e5d None None] Network 23318ba7-6f1d-4b55-ac22-3723b871bd7c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:17:05.590146 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03192156-439b-4afa-890d-ff8d5fe9ac63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.612527 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-03192156-439b-4afa-890d-ff8d5fe9ac63 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3594692 Feb 11 06:17:05.615516 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55632) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:05.622275 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1910546518-router', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:05.642250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-298799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30757'] for router (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.643456 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-625000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30782'] for router (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.705658 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Publish callbacks [] for router_controller (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), precommit_add_association {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.707705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66365607-95f7-5aab-9b1c-742ac7a08f0e-23318ba7-6f1d-4b55-ac22-3723b871bd7c', 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c', 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'fixed_ips': [{'subnet_id': '4a9d9353-a096-48f5-9a29-6eb252c28fb4'}]}} from n-d-615180-58. {{(pid=103355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:17:05.708771 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.860939 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Allocated IP 172.20.0.2 (23318ba7-6f1d-4b55-ac22-3723b871bd7c/4a9d9353-a096-48f5-9a29-6eb252c28fb4/5908eae7-0ea1-405e-bad3-e36462969596) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:05.862737 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Publish callbacks [] for router_gateway (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:06.014836 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Publish callbacks [] for port (5908eae7-0ea1-405e-bad3-e36462969596), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:06.020555 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400'] for port (5908eae7-0ea1-405e-bad3-e36462969596), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:06.071003 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Network 23318ba7-6f1d-4b55-ac22-3723b871bd7c is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:06.074036 n-d-615180-58 neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:06.078096 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:06.081922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Publish callbacks [] for router_gateway (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:06.083799 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Pushing event updated for resources: {'Port': ['ID=5908eae7-0ea1-405e-bad3-e36462969596,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:06.103427 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:06.145011 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Attempting to bind port 5908eae7-0ea1-405e-bad3-e36462969596 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:06.145563 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Attempting to bind port 5908eae7-0ea1-405e-bad3-e36462969596 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '47d0466d-bf9a-4ead-aa48-bc25816f4945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:06.145938 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Attempting to bind port 5908eae7-0ea1-405e-bad3-e36462969596 on network 23318ba7-6f1d-4b55-ac22-3723b871bd7c {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:06.152097 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:06.152517 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Checking segment: {'id': '47d0466d-bf9a-4ead-aa48-bc25816f4945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:06.152912 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:06.153309 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Bound using segment: {'id': '47d0466d-bf9a-4ead-aa48-bc25816f4945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:06.153776 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Bound port: 5908eae7-0ea1-405e-bad3-e36462969596, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d0466d-bf9a-4ead-aa48-bc25816f4945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:06.154253 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5908eae7-0ea1-405e-bad3-e36462969596), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:06.215915 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Allocated IP 172.25.7.69 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/ede70273-f095-4628-a05c-05ebd4e826a5) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:06.222410 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] For port 5908eae7-0ea1-405e-bad3-e36462969596, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:06.226108 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] For port 5908eae7-0ea1-405e-bad3-e36462969596, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5908eae7-0ea1-405e-bad3-e36462969596,segment=NetworkSegment(47d0466d-bf9a-4ead-aa48-bc25816f4945),segment_id=47d0466d-bf9a-4ead-aa48-bc25816f4945)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:06.232698 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5908eae7-0ea1-405e-bad3-e36462969596), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:06.339640 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Publish callbacks [] for port (ede70273-f095-4628-a05c-05ebd4e826a5), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:06.374222 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ede70273-f095-4628-a05c-05ebd4e826a5), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:06.422622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:06.425679 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:06.429802 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:06.452787 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5def4-7cca-4e85-bdde-c57cf924ab04 None None] Pushing event updated for resources: {'Port': ['ID=5908eae7-0ea1-405e-bad3-e36462969596,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:06.458722 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Pushing event updated for resources: {'Port': ['ID=ede70273-f095-4628-a05c-05ebd4e826a5,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:07.062603 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5908eae7-0ea1-405e-bad3-e36462969596 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:07.077681 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Publish callbacks [] for router_gateway (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:07.110926 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5908eae7-0ea1-405e-bad3-e36462969596 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:07.111308 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5908eae7-0ea1-405e-bad3-e36462969596), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:07.195860 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5908eae7-0ea1-405e-bad3-e36462969596 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:07.196266 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (5908eae7-0ea1-405e-bad3-e36462969596), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:07.229673 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 5908eae7-0ea1-405e-bad3-e36462969596, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5908eae7-0ea1-405e-bad3-e36462969596,segment=NetworkSegment(47d0466d-bf9a-4ead-aa48-bc25816f4945),segment_id=47d0466d-bf9a-4ead-aa48-bc25816f4945)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:07.233659 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (5908eae7-0ea1-405e-bad3-e36462969596), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:07.234433 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8960ab7e-d96e-4bc6-8344-50445c05e186 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:07.284153 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302812'] for router (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:07.312146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=5908eae7-0ea1-405e-bad3-e36462969596,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:07.324948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 8960ab7e-d96e-4bc6-8344-50445c05e186 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:07.326108 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:07.428104 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8960ab7e-d96e-4bc6-8344-50445c05e186 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:07.428515 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:07.435260 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Router 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 is scheduled to L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e with binding_index 1 {{(pid=103354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:17:07.456821 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port 8960ab7e-d96e-4bc6-8344-50445c05e186, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8960ab7e-d96e-4bc6-8344-50445c05e186,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:07.463658 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:07.473315 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Sync routers for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:17:07.486788 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:07.487445 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:16:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:07.517643 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=8960ab7e-d96e-4bc6-8344-50445c05e186,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:07.558291 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:17:07.568255 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:17:07.569413 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Sync routers for ids ['4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:17:07.580767 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Routers {'4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:07.581440 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:16:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:07.588284 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:07.589571 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-efd34c48-a721-4455-9333-ffa671660016 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9729466 Feb 11 06:17:07.592362 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55634) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:07.712074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ffe48d-082d-457e-9747-6cde423cc2c3 None None] Network 23318ba7-6f1d-4b55-ac22-3723b871bd7c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:17:07.734789 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Set router 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:07.755897 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:07.878338 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-c8ca17d5-a8f6-4ea7-9d50-eb832b353ed6 None None] Provisioning complete for port 5908eae7-0ea1-405e-bad3-e36462969596 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:07.878614 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8ca17d5-a8f6-4ea7-9d50-eb832b353ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5908eae7-0ea1-405e-bad3-e36462969596), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:07.964832 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 2, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:07.990457 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Checking router: 6fe66167-b58c-43ef-9468-2fd22664ef82 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:17:07.990808 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Updating router 6fe66167-b58c-43ef-9468-2fd22664ef82 port ed74a3b9-1eb0-4996-805d-40f2b594c60a binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:17:08.022592 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.056036 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.071708 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca17d5-a8f6-4ea7-9d50-eb832b353ed6 None None] Current status of the port 5908eae7-0ea1-405e-bad3-e36462969596 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:08.084506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'name': 'tempest-TestSnapshotPattern-1910546518-router', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:05Z', 'updated_at': '2022-02-11T06:17:06Z', 'revision_number': 3, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'gw_port': {'id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:06Z', 'updated_at': '2022-02-11T06:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:08.121326 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Checking router: 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:17:08.121704 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Updating router 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 port ede70273-f095-4628-a05c-05ebd4e826a5 binding host n-d-615180-58 {{(pid=103355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:17:08.158213 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ede70273-f095-4628-a05c-05ebd4e826a5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.239214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Allocated IP 172.20.0.1 (23318ba7-6f1d-4b55-ac22-3723b871bd7c/4a9d9353-a096-48f5-9a29-6eb252c28fb4/55b7ae53-e8c2-4562-9aa9-44f142cff5c7) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:08.329070 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Publish callbacks [] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.336191 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.354575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.366106 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Publish callbacks [] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.387328 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Pushing event updated for resources: {'Port': ['ID=ed74a3b9-1eb0-4996-805d-40f2b594c60a,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:08.409604 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.415173 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.415529 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.415878 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.416217 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.416818 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.417008 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.417181 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.417539 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.417842 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.418166 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.418489 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.418815 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.419164 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:08.441065 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b9becaf1-b48e-4045-befd-24dec6f59edf None None] Provisioning complete for port 5908eae7-0ea1-405e-bad3-e36462969596 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:08.441652 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9becaf1-b48e-4045-befd-24dec6f59edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5908eae7-0ea1-405e-bad3-e36462969596), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.451781 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Network 23318ba7-6f1d-4b55-ac22-3723b871bd7c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:08.459649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:08.461755 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Attempting to bind port ed74a3b9-1eb0-4996-805d-40f2b594c60a on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:08.461755 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Attempting to bind port ed74a3b9-1eb0-4996-805d-40f2b594c60a by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:08.464073 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:08.474582 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Attempting to bind port ed74a3b9-1eb0-4996-805d-40f2b594c60a on network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:08.483215 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:08.483874 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Checking segment: {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:08.484480 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.485110 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Bound using segment: {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:08.485774 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Bound port: ed74a3b9-1eb0-4996-805d-40f2b594c60a, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:08.486492 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.497055 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Pushing event updated for resources: {'Port': ['ID=55b7ae53-e8c2-4562-9aa9-44f142cff5c7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:08.524554 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Publish callbacks [] for port (ede70273-f095-4628-a05c-05ebd4e826a5), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.527373 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-296929'] for router_interface (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.535843 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ede70273-f095-4628-a05c-05ebd4e826a5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.572733 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] For port ed74a3b9-1eb0-4996-805d-40f2b594c60a, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:08.581862 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] For port ed74a3b9-1eb0-4996-805d-40f2b594c60a, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ed74a3b9-1eb0-4996-805d-40f2b594c60a,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:08.592698 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.623873 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b9becaf1-b48e-4045-befd-24dec6f59edf None None] Current status of the port 5908eae7-0ea1-405e-bad3-e36462969596 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:08.629021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e62f-8795-4a87-b5b0-e1303bc2adf2 None None] Pushing event updated for resources: {'Port': ['ID=ede70273-f095-4628-a05c-05ebd4e826a5,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:08.671892 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Attempting to bind port ede70273-f095-4628-a05c-05ebd4e826a5 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:08.672476 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Attempting to bind port ede70273-f095-4628-a05c-05ebd4e826a5 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:08.672953 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Attempting to bind port ede70273-f095-4628-a05c-05ebd4e826a5 on network 39b338c4-a31b-4884-a416-93b3d15636aa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:08.680384 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:08.681200 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Checking segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:08.681340 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.681699 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Bound using segment: {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:08.682344 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Bound port: ede70273-f095-4628-a05c-05ebd4e826a5, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8fd13-5715-4c62-a5e7-1d843d6b84c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:08.682817 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ede70273-f095-4628-a05c-05ebd4e826a5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.688719 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:08.689366 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:16:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:08.723473 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.749070 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbab32-be3e-4954-816f-58bb81f67875 None None] Pushing event updated for resources: {'Port': ['ID=ed74a3b9-1eb0-4996-805d-40f2b594c60a,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:08.752053 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] For port ede70273-f095-4628-a05c-05ebd4e826a5, host n-d-615180-58, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:08.756585 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] For port ede70273-f095-4628-a05c-05ebd4e826a5, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ede70273-f095-4628-a05c-05ebd4e826a5,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:08.780065 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ede70273-f095-4628-a05c-05ebd4e826a5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.837132 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Routers {'4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:08.837788 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:16:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:08.840542 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:08.927772 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e62f-8795-4a87-b5b0-e1303bc2adf2 None None] Pushing event updated for resources: {'Port': ['ID=ede70273-f095-4628-a05c-05ebd4e826a5,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:08.931748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-f2b9bce7-0902-4c41-a874-d9502c1c2fdd None None] Provisioning complete for port ed74a3b9-1eb0-4996-805d-40f2b594c60a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:08.932130 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2b9bce7-0902-4c41-a874-d9502c1c2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.013346 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Publish callbacks [] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.020762 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.111989 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] Set router 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:09.116432 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Pushing event updated for resources: {'Port': ['ID=55b7ae53-e8c2-4562-9aa9-44f142cff5c7,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:09.119951 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-296209'] for router_interface (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.153569 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:08Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:09.155318 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5908eae7-0ea1-405e-bad3-e36462969596 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:09.183027 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf207c6-d818-4bec-b21c-b023ce0064d0 None None] The sync data for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 is: [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:08Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:17:09.227816 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Network 23318ba7-6f1d-4b55-ac22-3723b871bd7c is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:09.229621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:09.374080 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-f2b9bce7-0902-4c41-a874-d9502c1c2fdd None None] Current status of the port ed74a3b9-1eb0-4996-805d-40f2b594c60a is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:09.374480 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2b9bce7-0902-4c41-a874-d9502c1c2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.376425 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Router 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:17:09.503506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-f2b9bce7-0902-4c41-a874-d9502c1c2fdd None None] For port ed74a3b9-1eb0-4996-805d-40f2b594c60a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ed74a3b9-1eb0-4996-805d-40f2b594c60a,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:09.516051 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2b9bce7-0902-4c41-a874-d9502c1c2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.523243 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:17:09.527013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 5908eae7-0ea1-405e-bad3-e36462969596 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:09.527013 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (5908eae7-0ea1-405e-bad3-e36462969596), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.531812 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8483fc7c-4061-40ce-81cc-4a942ec9ab73 admin admin] 10.222.0.48 "PUT /v2.0/routers/4cfd573b-27bb-4fab-ae03-b8e5b3b80d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9383836 Feb 11 06:17:09.652519 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9bce7-0902-4c41-a874-d9502c1c2fdd None None] Pushing event updated for resources: {'Port': ['ID=ed74a3b9-1eb0-4996-805d-40f2b594c60a,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:09.667767 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a44c7c50-6a70-40aa-9c70-3dd9a0d5553a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.691468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ea4cc801-5c78-46a9-8acb-4571471b41c0 None None] Provisioning complete for port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:09.691754 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc801-5c78-46a9-8acb-4571471b41c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.766852 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ea4cc801-5c78-46a9-8acb-4571471b41c0 None None] Port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:17:09.769750 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 5908eae7-0ea1-405e-bad3-e36462969596 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:09.770886 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8960ab7e-d96e-4bc6-8344-50445c05e186 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:09.774425 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'name': 'tempest-TestSnapshotPattern-1910546518-router', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:05Z', 'updated_at': '2022-02-11T06:17:08Z', 'revision_number': 4, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'gw_port': {'id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:06Z', 'updated_at': '2022-02-11T06:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '55b7ae53-e8c2-4562-9aa9-44f142cff5c7', 'name': '', 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'mac_address': 'fa:16:3e:59:ed:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4a9d9353-a096-48f5-9a29-6eb252c28fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:08Z', 'updated_at': '2022-02-11T06:17:08Z', 'revision_number': 1, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'subnets': [{'id': '4a9d9353-a096-48f5-9a29-6eb252c28fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:09.830094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc63a7b-3251-4f29-ac98-07f16b1b2f8b None None] The sync data for ids ['4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'] in n-d-615180-58 is: [{'id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'name': 'tempest-TestSnapshotPattern-1910546518-router', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:05Z', 'updated_at': '2022-02-11T06:17:08Z', 'revision_number': 4, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'gw_port': {'id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:06Z', 'updated_at': '2022-02-11T06:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '55b7ae53-e8c2-4562-9aa9-44f142cff5c7', 'name': '', 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'mac_address': 'fa:16:3e:59:ed:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4a9d9353-a096-48f5-9a29-6eb252c28fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:08Z', 'updated_at': '2022-02-11T06:17:08Z', 'revision_number': 1, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'subnets': [{'id': '4a9d9353-a096-48f5-9a29-6eb252c28fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:17:09.839971 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-ea4cc801-5c78-46a9-8acb-4571471b41c0 None None] Provisioning complete for port ed74a3b9-1eb0-4996-805d-40f2b594c60a triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:09.840363 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc801-5c78-46a9-8acb-4571471b41c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.892761 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 8960ab7e-d96e-4bc6-8344-50445c05e186 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:09.893139 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.968636 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-ea4cc801-5c78-46a9-8acb-4571471b41c0 None None] Current status of the port ed74a3b9-1eb0-4996-805d-40f2b594c60a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:10.033126 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 8960ab7e-d96e-4bc6-8344-50445c05e186 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:10.034266 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ed74a3b9-1eb0-4996-805d-40f2b594c60a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:10.086203 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ed74a3b9-1eb0-4996-805d-40f2b594c60a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:10.086602 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.179885 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55642) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:10.184622 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2ae5cbe1-7577-4cae-b4ac-1861be50ca6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165995264', 'description': 'tempest-secgroup-smoke-1165995264 description', 'project_id': '9e348977f5574a61ad2966fa24450287'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:10.187809 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ed74a3b9-1eb0-4996-805d-40f2b594c60a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:10.205343 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cbe1-7577-4cae-b4ac-1861be50ca6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.278549 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cbe1-7577-4cae-b4ac-1861be50ca6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group (6dc7933b-6488-4d53-9f1a-1b4e64bd5309), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.283348 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cbe1-7577-4cae-b4ac-1861be50ca6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6dc7933b-6488-4d53-9f1a-1b4e64bd5309), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.314311 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5cbe1-7577-4cae-b4ac-1861be50ca6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc7933b-6488-4d53-9f1a-1b4e64bd5309,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:10.318582 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cbe1-7577-4cae-b4ac-1861be50ca6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.322885 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-2ae5cbe1-7577-4cae-b4ac-1861be50ca6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1418076 Feb 11 06:17:10.323022 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55644) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:10.327983 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-646c30cc-97bf-4449-9d56-a9e9c1b37bca tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Request body: {'security_group_rule': {'security_group_id': '6dc7933b-6488-4d53-9f1a-1b4e64bd5309', 'project_id': '9e348977f5574a61ad2966fa24450287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:10.354675 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-646c30cc-97bf-4449-9d56-a9e9c1b37bca tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (9659e303-2473-4959-8f02-462e4a9326db), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.415262 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-646c30cc-97bf-4449-9d56-a9e9c1b37bca tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (9659e303-2473-4959-8f02-462e4a9326db), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.419282 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-646c30cc-97bf-4449-9d56-a9e9c1b37bca tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (9659e303-2473-4959-8f02-462e4a9326db), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.439936 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c30cc-97bf-4449-9d56-a9e9c1b37bca tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9659e303-2473-4959-8f02-462e4a9326db,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:10.450922 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-646c30cc-97bf-4449-9d56-a9e9c1b37bca tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.452399 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-646c30cc-97bf-4449-9d56-a9e9c1b37bca tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283925 Feb 11 06:17:10.455235 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55646) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:10.460296 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-3463e131-ae41-40fa-85f2-4fda9cf58c4d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Request body: {'security_group_rule': {'security_group_id': '6dc7933b-6488-4d53-9f1a-1b4e64bd5309', 'project_id': '9e348977f5574a61ad2966fa24450287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:10.487482 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3463e131-ae41-40fa-85f2-4fda9cf58c4d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (8167a613-ff31-4173-9e94-52c1e6791928), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.549301 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3463e131-ae41-40fa-85f2-4fda9cf58c4d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (8167a613-ff31-4173-9e94-52c1e6791928), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.552874 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3463e131-ae41-40fa-85f2-4fda9cf58c4d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (8167a613-ff31-4173-9e94-52c1e6791928), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.571426 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463e131-ae41-40fa-85f2-4fda9cf58c4d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8167a613-ff31-4173-9e94-52c1e6791928,revision_number=0']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:10.576712 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3463e131-ae41-40fa-85f2-4fda9cf58c4d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.580560 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3463e131-ae41-40fa-85f2-4fda9cf58c4d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214092 Feb 11 06:17:10.580777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55648) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:10.585534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5889b664-7a9d-4236-aa4a-d0a5434b3a6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Request body: {'security_group_rule': {'security_group_id': '6dc7933b-6488-4d53-9f1a-1b4e64bd5309', 'project_id': '9e348977f5574a61ad2966fa24450287', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:10.615629 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5889b664-7a9d-4236-aa4a-d0a5434b3a6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (d9f8fc47-918e-479b-843d-296fe056d12a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.672786 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5889b664-7a9d-4236-aa4a-d0a5434b3a6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (d9f8fc47-918e-479b-843d-296fe056d12a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.676767 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5889b664-7a9d-4236-aa4a-d0a5434b3a6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (d9f8fc47-918e-479b-843d-296fe056d12a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.693780 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889b664-7a9d-4236-aa4a-d0a5434b3a6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f8fc47-918e-479b-843d-296fe056d12a,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:10.702460 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5889b664-7a9d-4236-aa4a-d0a5434b3a6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.703681 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-5889b664-7a9d-4236-aa4a-d0a5434b3a6e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218522 Feb 11 06:17:10.706276 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55650) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:10.710616 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6fac93b1-d090-4bcc-a9a5-fd97fdace7fc tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Request body: {'security_group_rule': {'security_group_id': '6dc7933b-6488-4d53-9f1a-1b4e64bd5309', 'project_id': '9e348977f5574a61ad2966fa24450287', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:10.734875 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fac93b1-d090-4bcc-a9a5-fd97fdace7fc tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (6e114363-d5d7-46e8-ad45-086327f681d1), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.791415 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fac93b1-d090-4bcc-a9a5-fd97fdace7fc tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (6e114363-d5d7-46e8-ad45-086327f681d1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.794996 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fac93b1-d090-4bcc-a9a5-fd97fdace7fc tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (6e114363-d5d7-46e8-ad45-086327f681d1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.816610 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac93b1-d090-4bcc-a9a5-fd97fdace7fc tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e114363-d5d7-46e8-ad45-086327f681d1,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:10.825593 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fac93b1-d090-4bcc-a9a5-fd97fdace7fc tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.826794 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6fac93b1-d090-4bcc-a9a5-fd97fdace7fc tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196053 Feb 11 06:17:10.829534 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55652) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:10.833694 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e2fcdbb1-a74a-4430-b0f9-252bbc7efc86 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Request body: {'security_group_rule': {'security_group_id': '6dc7933b-6488-4d53-9f1a-1b4e64bd5309', 'project_id': '9e348977f5574a61ad2966fa24450287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:10.853551 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-e2fcdbb1-a74a-4430-b0f9-252bbc7efc86 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Project 9e348977f5574a61ad2966fa24450287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:17:10.858435 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2fcdbb1-a74a-4430-b0f9-252bbc7efc86 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (f276b4ce-d05f-4c86-8907-afd5197ac48e), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.935059 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2fcdbb1-a74a-4430-b0f9-252bbc7efc86 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (f276b4ce-d05f-4c86-8907-afd5197ac48e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.939369 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2fcdbb1-a74a-4430-b0f9-252bbc7efc86 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (f276b4ce-d05f-4c86-8907-afd5197ac48e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.958380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcdbb1-a74a-4430-b0f9-252bbc7efc86 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f276b4ce-d05f-4c86-8907-afd5197ac48e,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:10.967932 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2fcdbb1-a74a-4430-b0f9-252bbc7efc86 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:10.969145 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-e2fcdbb1-a74a-4430-b0f9-252bbc7efc86 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387022 Feb 11 06:17:10.971963 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 55654) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:10.977144 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d2151b26-72e3-4887-9193-778c10467f40 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Request body: {'security_group_rule': {'security_group_id': '6dc7933b-6488-4d53-9f1a-1b4e64bd5309', 'project_id': '9e348977f5574a61ad2966fa24450287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:10.997416 n-d-615180-58 neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-d2151b26-72e3-4887-9193-778c10467f40 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Project 9e348977f5574a61ad2966fa24450287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:17:11.002832 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2151b26-72e3-4887-9193-778c10467f40 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (258cccef-d7b4-4631-8c3d-270422e7aea9), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:11.063906 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2151b26-72e3-4887-9193-778c10467f40 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (258cccef-d7b4-4631-8c3d-270422e7aea9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:11.067697 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2151b26-72e3-4887-9193-778c10467f40 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652726'] for security_group_rule (258cccef-d7b4-4631-8c3d-270422e7aea9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:11.089136 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2151b26-72e3-4887-9193-778c10467f40 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258cccef-d7b4-4631-8c3d-270422e7aea9,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:11.095418 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2151b26-72e3-4887-9193-778c10467f40 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:11.097087 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-d2151b26-72e3-4887-9193-778c10467f40 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235998 Feb 11 06:17:11.115798 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ede70273-f095-4628-a05c-05ebd4e826a5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:11.166795 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ede70273-f095-4628-a05c-05ebd4e826a5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:11.167089 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ede70273-f095-4628-a05c-05ebd4e826a5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:11.246688 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-dc96108c-307f-4438-ad48-84bd52b4d84e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165995264&fields=id&tenant_id=9e348977f5574a61ad2966fa24450287 HTTP/1.1" status: 200 len: 267 time: 0.0439568 Feb 11 06:17:11.248248 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ede70273-f095-4628-a05c-05ebd4e826a5 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:11.248675 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ede70273-f095-4628-a05c-05ebd4e826a5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:11.271078 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] For port ede70273-f095-4628-a05c-05ebd4e826a5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ede70273-f095-4628-a05c-05ebd4e826a5,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:11.275746 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ede70273-f095-4628-a05c-05ebd4e826a5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:11.277414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ed74a3b9-1eb0-4996-805d-40f2b594c60a up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:11.349148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Pushing event updated for resources: {'Port': ['ID=ede70273-f095-4628-a05c-05ebd4e826a5,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:11.363232 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ed74a3b9-1eb0-4996-805d-40f2b594c60a triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:11.363617 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:11.364592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-95977270-51a4-436c-a294-5df83ab03bb6 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:11.366088 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-95977270-51a4-436c-a294-5df83ab03bb6 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 810 time: 0.1061242 Feb 11 06:17:11.380840 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-cffd4af4-0a83-4681-bfa6-9f44d03da09a tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/quotas/9e348977f5574a61ad2966fa24450287 HTTP/1.1" status: 200 len: 375 time: 0.0093346 Feb 11 06:17:11.449885 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-536689d2-da0e-469f-a344-eb9420ff73a2 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630467 Feb 11 06:17:11.450327 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ed74a3b9-1eb0-4996-805d-40f2b594c60a is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:11.554743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-bea23254-2498-43c6-a9da-4966b71ec1d4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:17:11.555799 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-bea23254-2498-43c6-a9da-4966b71ec1d4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0946007 Feb 11 06:17:11.653402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-e1dd807c-d4c0-4f2b-a750-b2e53853b162 service neutron] 10.222.0.48 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915887 Feb 11 06:17:11.753986 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-0a01a7ef-dc59-4982-83fb-51478e3a1d3e service neutron] 10.222.0.48 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938892 Feb 11 06:17:11.922984 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-ce30c231-0b4a-4628-9422-6cb02dcd5e1a req-d7f5986a-64b2-4949-ac79-8a3656720a02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 210 time: 0.0288980 Feb 11 06:17:12.098906 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0947b9dd-279e-4f58-a287-d70b94d08354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:12.767973 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Sync routers for ids ['4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:17:12.777370 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Routers {'4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:12.777978 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:17:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:12.885248 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Set router 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:13.031581 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-34ec0a03-2d3c-488d-a801-639fba7722f7 req-d40046f5-6064-436e-af5a-3527d31ea985 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 210 time: 0.0358107 Feb 11 06:17:13.041163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ede70273-f095-4628-a05c-05ebd4e826a5 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:13.094611 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port ede70273-f095-4628-a05c-05ebd4e826a5 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:13.095900 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'name': 'tempest-TestSnapshotPattern-1910546518-router', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:05Z', 'updated_at': '2022-02-11T06:17:08Z', 'revision_number': 4, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'gw_port': {'id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:06Z', 'updated_at': '2022-02-11T06:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '55b7ae53-e8c2-4562-9aa9-44f142cff5c7', 'name': '', 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'mac_address': 'fa:16:3e:59:ed:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4a9d9353-a096-48f5-9a29-6eb252c28fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:08Z', 'updated_at': '2022-02-11T06:17:08Z', 'revision_number': 2, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'subnets': [{'id': '4a9d9353-a096-48f5-9a29-6eb252c28fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:13.096116 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ede70273-f095-4628-a05c-05ebd4e826a5), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.123802 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Checking router: 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:17:13.124166 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Updating router 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 binding host n-d-615180-58 {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:17:13.153776 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.158691 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.200570 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port ede70273-f095-4628-a05c-05ebd4e826a5 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:13.410357 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Publish callbacks [] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.415976 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.464356 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162f1b8-9e07-46a3-840c-ef89109859e6 None None] Pushing event updated for resources: {'Port': ['ID=55b7ae53-e8c2-4562-9aa9-44f142cff5c7,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:13.519800 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Attempting to bind port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 on host n-d-615180-58 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:13.520173 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Attempting to bind port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 by drivers openvswitch,hyperv on host n-d-615180-58 at level 0 using segments [{'id': '47d0466d-bf9a-4ead-aa48-bc25816f4945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:13.520534 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Attempting to bind port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 on network 23318ba7-6f1d-4b55-ac22-3723b871bd7c {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:13.525807 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Checking agent: {'id': '500c8837-6397-4699-9ba8-bde6bb1d96ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 27, 45), 'started_at': datetime.datetime(2022, 2, 11, 4, 28, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-58'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:13.526186 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Checking segment: {'id': '47d0466d-bf9a-4ead-aa48-bc25816f4945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:13.526653 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.527087 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Bound using segment: {'id': '47d0466d-bf9a-4ead-aa48-bc25816f4945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:13.527559 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Bound port: 55b7ae53-e8c2-4562-9aa9-44f142cff5c7, host: n-d-615180-58, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d0466d-bf9a-4ead-aa48-bc25816f4945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:13.527995 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.595109 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] For port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7, host n-d-615180-58, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:13.598193 n-d-615180-58 neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] For port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7, host n-d-615180-58, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=55b7ae53-e8c2-4562-9aa9-44f142cff5c7,segment=NetworkSegment(47d0466d-bf9a-4ead-aa48-bc25816f4945),segment_id=47d0466d-bf9a-4ead-aa48-bc25816f4945)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:13.606202 n-d-615180-58 neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.661764 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Routers {'4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:13.662309 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:17:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:13.699017 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162f1b8-9e07-46a3-840c-ef89109859e6 None None] Pushing event updated for resources: {'Port': ['ID=55b7ae53-e8c2-4562-9aa9-44f142cff5c7,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:13.716574 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-a9cd26fc-c40e-41b3-94cf-8300542d1adc None None] Provisioning complete for port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:13.717191 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9cd26fc-c40e-41b3-94cf-8300542d1adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.805212 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd26fc-c40e-41b3-94cf-8300542d1adc None None] Current status of the port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 is: DOWN; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:13.805958 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9cd26fc-c40e-41b3-94cf-8300542d1adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.841883 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-a9cd26fc-c40e-41b3-94cf-8300542d1adc None None] For port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=55b7ae53-e8c2-4562-9aa9-44f142cff5c7,segment=NetworkSegment(47d0466d-bf9a-4ead-aa48-bc25816f4945),segment_id=47d0466d-bf9a-4ead-aa48-bc25816f4945)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:13.846032 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a9cd26fc-c40e-41b3-94cf-8300542d1adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.883804 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] Set router 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:13.898004 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd26fc-c40e-41b3-94cf-8300542d1adc None None] Pushing event updated for resources: {'Port': ['ID=55b7ae53-e8c2-4562-9aa9-44f142cff5c7,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:13.965507 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-faf79835-20da-431e-a1f4-66ca3c296160 None None] Provisioning complete for port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:13.965892 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-faf79835-20da-431e-a1f4-66ca3c296160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:14.066808 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-faf79835-20da-431e-a1f4-66ca3c296160 None None] Current status of the port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:14.096132 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'name': 'tempest-TestSnapshotPattern-1910546518-router', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:05Z', 'updated_at': '2022-02-11T06:17:08Z', 'revision_number': 4, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'gw_port': {'id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:06Z', 'updated_at': '2022-02-11T06:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '55b7ae53-e8c2-4562-9aa9-44f142cff5c7', 'name': '', 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'mac_address': 'fa:16:3e:59:ed:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4a9d9353-a096-48f5-9a29-6eb252c28fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:08Z', 'updated_at': '2022-02-11T06:17:13Z', 'revision_number': 4, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'subnets': [{'id': '4a9d9353-a096-48f5-9a29-6eb252c28fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:14.118164 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d931b6fb-987c-4f29-b59b-9964aabfda46 req-11f00220-1f11-49f7-b8b2-53c2a6139e6f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 210 time: 0.0283260 Feb 11 06:17:14.139896 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e39b3-319e-4d64-a886-a6c22b3795a0 None None] The sync data for ids ['4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'] in n-d-615180-58 is: [{'id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'name': 'tempest-TestSnapshotPattern-1910546518-router', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:05Z', 'updated_at': '2022-02-11T06:17:08Z', 'revision_number': 4, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'gw_port': {'id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:06Z', 'updated_at': '2022-02-11T06:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': '55b7ae53-e8c2-4562-9aa9-44f142cff5c7', 'name': '', 'network_id': '23318ba7-6f1d-4b55-ac22-3723b871bd7c', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'mac_address': 'fa:16:3e:59:ed:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4a9d9353-a096-48f5-9a29-6eb252c28fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:08Z', 'updated_at': '2022-02-11T06:17:13Z', 'revision_number': 4, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'subnets': [{'id': '4a9d9353-a096-48f5-9a29-6eb252c28fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:17:14.714164 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:15.027244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 up at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:15.078441 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Provisioning complete for port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:15.079108 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:15.157260 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Current status of the port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 is: ACTIVE; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:15.200280 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-825c33e3-c6d5-465c-a53b-6cc70acb2e65 req-6755ff99-367d-4557-bf83-5dd2b9fe0524 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 210 time: 0.0276837 Feb 11 06:17:15.892919 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:16.298262 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-c75b8a7b-ef64-4a2a-b8bc-e636d27e5b35 req-2a36a7e2-123e-45f9-acc0-a1bc39b069ee tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 210 time: 0.0280962 Feb 11 06:17:17.028065 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-0de49a8b-821b-4616-bd8e-a507be7390f5 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:17.029500 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-0de49a8b-821b-4616-bd8e-a507be7390f5 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.60 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 810 time: 0.1102817 Feb 11 06:17:17.094911 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-88edf3cf-ef06-4176-9472-ad2fc3c35b7f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e348977f5574a61ad2966fa24450287 HTTP/1.1" status: 200 len: 380 time: 0.0523489 Feb 11 06:17:17.112790 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Request body: {'port': {'device_id': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'admin_state_up': True, 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'security_groups': ['6dc7933b-6488-4d53-9f1a-1b4e64bd5309']}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:17.219834 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Made reservation on behalf of 9e348977f5574a61ad2966fa24450287 for: {'port': 1} {{(pid=103354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:17:17.223108 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:17.344103 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Allocated IP 172.20.0.14 (77ae1e3b-6e29-42a5-b8da-5da01bc77dd9/fa718634-a5c9-4c2a-85f0-c9d518c9ccd0/bccff380-7939-4e44-a954-2361ca245818) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:17.393704 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-62c54bba-ef03-4533-b9b3-8524e2c83c1a req-ed133681-9eb6-47d2-aa6d-527c8eefa1d3 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 210 time: 0.0275552 Feb 11 06:17:17.484420 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for port (bccff380-7939-4e44-a954-2361ca245818), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:17.517043 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (bccff380-7939-4e44-a954-2361ca245818), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:17.560241 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:17.565012 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:17.569162 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:17.572189 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'Port': ['ID=bccff380-7939-4e44-a954-2361ca245818,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:17.623792 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:17.624407 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:17.640707 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-020caf36-a75f-45fa-a6ab-3968a21ea7c9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5316367 Feb 11 06:17:17.660066 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Request body: {'port': {'device_id': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-58'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:17.720374 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bccff380-7939-4e44-a954-2361ca245818), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:17.810778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-9ddcc2d2-85ee-436f-abcb-16abb9adcd82 None None] Provisioning complete for port bccff380-7939-4e44-a954-2361ca245818 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:17.811443 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc2d2-85ee-436f-abcb-16abb9adcd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bccff380-7939-4e44-a954-2361ca245818), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:17.849424 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcc2d2-85ee-436f-abcb-16abb9adcd82 None None] Port bccff380-7939-4e44-a954-2361ca245818 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:17:18.321929 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccff380-7939-4e44-a954-2361ca245818 {{(pid=103354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:17:18.329231 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Publish callbacks [] for port (bccff380-7939-4e44-a954-2361ca245818), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:18.341335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.provisioning_blocks [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Transition to ACTIVE for port object bccff380-7939-4e44-a954-2361ca245818 will not be triggered until provisioned by entity L2. {{(pid=103354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:17:18.345288 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (bccff380-7939-4e44-a954-2361ca245818), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:18.395959 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Pushing event updated for resources: {'Port': ['ID=bccff380-7939-4e44-a954-2361ca245818,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:18.464906 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Attempting to bind port bccff380-7939-4e44-a954-2361ca245818 on host n-h1-615180-58 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:18.465262 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Attempting to bind port bccff380-7939-4e44-a954-2361ca245818 by drivers openvswitch,hyperv on host n-h1-615180-58 at level 0 using segments [{'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:18.465605 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Attempting to bind port bccff380-7939-4e44-a954-2361ca245818 on network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:18.480966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Port bccff380-7939-4e44-a954-2361ca245818 on network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-58 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:17:18.481305 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Attempting to bind port bccff380-7939-4e44-a954-2361ca245818 on network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:18.506289 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Checking agent: {'id': 'cc9a177f-4da4-4518-a2c1-17c2ab9c431f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:18.506637 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Checking segment: {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:18.507068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Bound using segment: {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:18.507559 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Bound port: bccff380-7939-4e44-a954-2361ca245818, host: n-h1-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:18.508418 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bccff380-7939-4e44-a954-2361ca245818), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:18.566366 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f0691-eac2-462d-9db1-8592ad6a843c req-26f48210-8c97-4665-b4df-b4dd18ade534 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:18.567913 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e73f0691-eac2-462d-9db1-8592ad6a843c req-26f48210-8c97-4665-b4df-b4dd18ade534 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 944 time: 0.0998373 Feb 11 06:17:18.614100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] For port bccff380-7939-4e44-a954-2361ca245818, host n-h1-615180-58, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:18.619368 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] For port bccff380-7939-4e44-a954-2361ca245818, host n-h1-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bccff380-7939-4e44-a954-2361ca245818,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:18.633930 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (bccff380-7939-4e44-a954-2361ca245818), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:18.661292 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e73f0691-eac2-462d-9db1-8592ad6a843c req-7611ddfd-853b-4092-b567-6750847449a2 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838623 Feb 11 06:17:18.675061 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:18.675697 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:18.677082 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] 10.222.0.60 "PUT /v2.0/ports/bccff380-7939-4e44-a954-2361ca245818 HTTP/1.1" status: 200 len: 1093 time: 1.0219815 Feb 11 06:17:18.677537 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'tag': 'bccff380-7939-4e44-a954-2361ca245818'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:17:18.680356 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eea1ced-3e0e-4333-8b1f-75a776626f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "tag": "bccff380-7939-4e44-a954-2361ca245818"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:17:18.705579 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd6552-d244-43f4-a90c-35c199ce68ce service neutron] Pushing event updated for resources: {'Port': ['ID=bccff380-7939-4e44-a954-2361ca245818,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:18.788673 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb65afb-4f64-4bbe-a5e6-4e1352df2d33 x-openstack-request-id: req-6fb65afb-4f64-4bbe-a5e6-4e1352df2d33 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:17:18.789454 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "tag": "bccff380-7939-4e44-a954-2361ca245818", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:17:18.789708 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fb65afb-4f64-4bbe-a5e6-4e1352df2d33 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:17:18.790103 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'tag': 'bccff380-7939-4e44-a954-2361ca245818', 'status': 'completed', 'code': 200} Feb 11 06:17:18.792711 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-6bf06a1a-257b-4c70-9f5c-c1f2e5197c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:18.794225 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-6bf06a1a-257b-4c70-9f5c-c1f2e5197c20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 1127 time: 0.0609825 Feb 11 06:17:18.841200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-94e36b0f-4bd6-4807-992c-178a04fccaf0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccff380-7939-4e44-a954-2361ca245818 HTTP/1.1" status: 200 len: 217 time: 0.0350394 Feb 11 06:17:18.891621 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-2e5d10f3-e617-48b1-a9fc-927de87b2fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:18.893144 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-2e5d10f3-e617-48b1-a9fc-927de87b2fdd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0460763 Feb 11 06:17:18.959685 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-b994d770-df89-4360-bdc0-63e571ef7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:18.961585 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-b994d770-df89-4360-bdc0-63e571ef7dbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0618629 Feb 11 06:17:19.049353 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-be013a80-33be-40ba-8be4-4e71e40d2eb0 service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818689 Feb 11 06:17:19.141051 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-f5b2847b-0398-4314-9887-0a76e25cfb09 req-120795db-2f97-418e-a7ca-1fdc50abefc1 service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848553 Feb 11 06:17:19.251062 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea1ced-3e0e-4333-8b1f-75a776626f5c req-dc061e67-47fe-4e4a-83a1-9a90d44135cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:19.252553 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4eea1ced-3e0e-4333-8b1f-75a776626f5c req-dc061e67-47fe-4e4a-83a1-9a90d44135cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 1127 time: 0.0452290 Feb 11 06:17:19.347210 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea1ced-3e0e-4333-8b1f-75a776626f5c req-7eb36333-57cb-420c-b114-80093f27b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:19.348697 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4eea1ced-3e0e-4333-8b1f-75a776626f5c req-7eb36333-57cb-420c-b114-80093f27b692 service neutron] 10.222.0.60 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 911 time: 0.0895703 Feb 11 06:17:19.389703 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4eea1ced-3e0e-4333-8b1f-75a776626f5c req-ce5ff8a7-4af1-4e92-8999-a94bd185591f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccff380-7939-4e44-a954-2361ca245818 HTTP/1.1" status: 200 len: 217 time: 0.0332649 Feb 11 06:17:19.437214 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea1ced-3e0e-4333-8b1f-75a776626f5c req-a1d421e1-3f02-400a-b05e-b1285a027f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:19.438649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4eea1ced-3e0e-4333-8b1f-75a776626f5c req-a1d421e1-3f02-400a-b05e-b1285a027f26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0430484 Feb 11 06:17:19.486566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea1ced-3e0e-4333-8b1f-75a776626f5c req-dd11a866-36c3-48eb-9166-00f9305290bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:19.488174 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4eea1ced-3e0e-4333-8b1f-75a776626f5c req-dd11a866-36c3-48eb-9166-00f9305290bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438900 Feb 11 06:17:19.579520 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4eea1ced-3e0e-4333-8b1f-75a776626f5c req-7e20b766-628c-48d3-83e9-ff6e868b5bc9 service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852330 Feb 11 06:17:19.670720 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-4eea1ced-3e0e-4333-8b1f-75a776626f5c req-1c9b5610-1009-4ff2-a8eb-6acba35b09e5 service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851262 Feb 11 06:17:19.779061 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711ab51-a1b1-411a-9914-a06e0274302a req-907a09ed-133d-4b3d-8b6f-781f35a57727 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:19.780564 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1711ab51-a1b1-411a-9914-a06e0274302a req-907a09ed-133d-4b3d-8b6f-781f35a57727 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 944 time: 0.0522273 Feb 11 06:17:19.829750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1711ab51-a1b1-411a-9914-a06e0274302a req-e9623df7-0846-47de-a7f2-699079902e81 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436397 Feb 11 06:17:20.954960 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bf6fd-e360-4646-a8b4-72141e4da77a req-e32d7604-5216-4881-abd1-a5b0eed2ec8e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:20.956599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-994bf6fd-e360-4646-a8b4-72141e4da77a req-e32d7604-5216-4881-abd1-a5b0eed2ec8e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 944 time: 0.0548384 Feb 11 06:17:21.005846 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-994bf6fd-e360-4646-a8b4-72141e4da77a req-a38a711b-ec9a-4421-846c-e501bf6f507f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428798 Feb 11 06:17:22.126725 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a23e5-477d-41a8-afe7-9d0f519beefd req-2a83ac73-6523-4632-b385-190bbe3cbc48 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:22.128208 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e1a23e5-477d-41a8-afe7-9d0f519beefd req-2a83ac73-6523-4632-b385-190bbe3cbc48 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 944 time: 0.0525432 Feb 11 06:17:22.176668 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8e1a23e5-477d-41a8-afe7-9d0f519beefd req-abe343d5-2adf-44b3-8b8c-38f372f896d9 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Feb 11 06:17:22.623705 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device bccff380-7939-4e44-a954-2361ca245818 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:17:22.722015 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port bccff380-7939-4e44-a954-2361ca245818, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bccff380-7939-4e44-a954-2361ca245818,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:22.732885 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'bccff380-7939-4e44-a954-2361ca245818', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'port_id': 'bccff380-7939-4e44-a954-2361ca245818', 'mac_address': 'fa:16:3e:80:b5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:17:22.768887 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port bccff380-7939-4e44-a954-2361ca245818 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:22.769282 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bccff380-7939-4e44-a954-2361ca245818), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:22.782244 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccff380-7939-4e44-a954-2361ca245818 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:17:22.801129 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port bccff380-7939-4e44-a954-2361ca245818, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bccff380-7939-4e44-a954-2361ca245818,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:22.805227 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bccff380-7939-4e44-a954-2361ca245818), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:22.850932 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=bccff380-7939-4e44-a954-2361ca245818,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:23.223268 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['bccff380-7939-4e44-a954-2361ca245818'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:17:23.301189 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbefdf-91d7-47ba-9b26-42d3bf1e5f3c req-8032631a-dd27-49b5-9871-e6ab988468b5 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:23.302689 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-32bbefdf-91d7-47ba-9b26-42d3bf1e5f3c req-8032631a-dd27-49b5-9871-e6ab988468b5 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 945 time: 0.0577278 Feb 11 06:17:23.351349 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-32bbefdf-91d7-47ba-9b26-42d3bf1e5f3c req-50fe668e-a099-4794-a38f-49857c5802a3 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Feb 11 06:17:24.474818 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ad088-727a-42b5-a7de-060b1151eb53 req-b4fefb99-558d-4fec-bfac-16febd4a33d6 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:24.476540 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c5ad088-727a-42b5-a7de-060b1151eb53 req-b4fefb99-558d-4fec-bfac-16febd4a33d6 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 945 time: 0.0573037 Feb 11 06:17:24.524641 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-8c5ad088-727a-42b5-a7de-060b1151eb53 req-0dcd50cd-3c0b-4094-9ce3-a39c8effe2cb tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427630 Feb 11 06:17:24.635948 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device bccff380-7939-4e44-a954-2361ca245818 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:24.686717 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning for port bccff380-7939-4e44-a954-2361ca245818 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:17:24.690464 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port bccff380-7939-4e44-a954-2361ca245818 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:24.690843 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bccff380-7939-4e44-a954-2361ca245818), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:24.764947 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port bccff380-7939-4e44-a954-2361ca245818 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:24.765339 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bccff380-7939-4e44-a954-2361ca245818), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:24.787148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccff380-7939-4e44-a954-2361ca245818'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:17:24.790149 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6404c997-91bf-4e68-b5f7-669060b36a1b" -d '{"events": [{"server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "name": "network-vif-plugged", "status": "completed", "tag": "bccff380-7939-4e44-a954-2361ca245818"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:17:24.802921 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port bccff380-7939-4e44-a954-2361ca245818, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bccff380-7939-4e44-a954-2361ca245818,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:24.807544 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bccff380-7939-4e44-a954-2361ca245818), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:24.833129 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f5eca8-0ba2-4e2e-a0b0-08513fffe438 x-openstack-request-id: req-07f5eca8-0ba2-4e2e-a0b0-08513fffe438 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:17:24.833427 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "name": "network-vif-plugged", "status": "completed", "tag": "bccff380-7939-4e44-a954-2361ca245818", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:17:24.833678 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07f5eca8-0ba2-4e2e-a0b0-08513fffe438 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:17:24.834063 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccff380-7939-4e44-a954-2361ca245818', 'code': 200} Feb 11 06:17:24.862478 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=bccff380-7939-4e44-a954-2361ca245818,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:25.002735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e350d-5db6-4620-994f-040989fcf1a0 req-fad856eb-1cdf-4a9b-a131-7553a735350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:25.004265 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e73e350d-5db6-4620-994f-040989fcf1a0 req-fad856eb-1cdf-4a9b-a131-7553a735350b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 1129 time: 0.0957201 Feb 11 06:17:25.050224 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-e73e350d-5db6-4620-994f-040989fcf1a0 req-0e41dfe6-ff18-41b0-b52a-e0e2f70a281c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395837 Feb 11 06:17:25.645673 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9eda-b3ec-497b-b767-2326455a28e6 req-7361a7c1-b422-4474-a6ee-61e6366ef97c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:25.647164 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-010a9eda-b3ec-497b-b767-2326455a28e6 req-7361a7c1-b422-4474-a6ee-61e6366ef97c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 946 time: 0.0557842 Feb 11 06:17:25.694752 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-010a9eda-b3ec-497b-b767-2326455a28e6 req-eb17df32-de27-48c4-aa39-357e01e67b96 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414922 Feb 11 06:17:26.812716 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a9568-682a-4dce-8747-7db09d5d8719 req-ee723e2a-6797-4962-b14e-5f792ed7022d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:26.814162 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-432a9568-682a-4dce-8747-7db09d5d8719 req-ee723e2a-6797-4962-b14e-5f792ed7022d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 946 time: 0.0510542 Feb 11 06:17:26.862375 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-432a9568-682a-4dce-8747-7db09d5d8719 req-40f08710-d41e-4886-9bbd-3498c49fcb41 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426874 Feb 11 06:17:26.980068 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2700f-a2a9-496d-9ee4-fe6789ba6771 req-c0484436-61f2-4d34-a6d4-7cf97db21f1c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:26.981517 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cbb2700f-a2a9-496d-9ee4-fe6789ba6771 req-c0484436-61f2-4d34-a6d4-7cf97db21f1c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 946 time: 0.0528309 Feb 11 06:17:27.031096 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cbb2700f-a2a9-496d-9ee4-fe6789ba6771 req-87137d5f-4d3b-4fc2-bc00-05d2f49ae03f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434813 Feb 11 06:17:27.052299 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55728) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:27.137544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b50efa8-8d72-42f5-82bb-cd4c3c2e43e0 tempest-TestSnapshotPattern-1076177702 tempest-TestSnapshotPattern-1076177702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:27.139106 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-6b50efa8-8d72-42f5-82bb-cd4c3c2e43e0 tempest-TestSnapshotPattern-1076177702 tempest-TestSnapshotPattern-1076177702-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 1124 time: 0.0857871 Feb 11 06:17:27.142079 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 55732) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:27.146612 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'bccff380-7939-4e44-a954-2361ca245818', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:27.167354 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.273591 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.379274 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Allocated IP 172.25.7.120 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/db5cf32e-7d40-448d-b2bc-fbd123098bcc) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:27.478514 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for port (db5cf32e-7d40-448d-b2bc-fbd123098bcc), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.512057 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (db5cf32e-7d40-448d-b2bc-fbd123098bcc), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.552330 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:27.555693 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:27.559148 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:27.586862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'Port': ['ID=db5cf32e-7d40-448d-b2bc-fbd123098bcc,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:27.925905 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for floatingip (6a94b183-9634-4529-8c57-85dfba2440c2), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.998107 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (db5cf32e-7d40-448d-b2bc-fbd123098bcc), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:28.143434 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for port (db5cf32e-7d40-448d-b2bc-fbd123098bcc), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:28.148107 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (db5cf32e-7d40-448d-b2bc-fbd123098bcc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:28.218557 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'Port': ['ID=db5cf32e-7d40-448d-b2bc-fbd123098bcc,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:28.231854 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (6a94b183-9634-4529-8c57-85dfba2440c2), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:28.332638 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Floating IP 6a94b183-9634-4529-8c57-85dfba2440c2 associated. External IP: 172.25.7.120, port: bccff380-7939-4e44-a954-2361ca245818. Feb 11 06:17:28.542154 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Router 6fe66167-b58c-43ef-9468-2fd22664ef82 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:17:28.658081 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:17:28.668123 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b65d7-0c30-4250-8a79-85f5671a954b None None] Sync routers for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:17:28.675749 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:28.678167 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b65d7-0c30-4250-8a79-85f5671a954b None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:28.678790 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e82b65d7-0c30-4250-8a79-85f5671a954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:17:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:28.705354 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-8e2ba543-1e6b-4387-aff1-c2ebea038c91 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5622470 Feb 11 06:17:28.705942 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'tag': 'bccff380-7939-4e44-a954-2361ca245818'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:17:28.708252 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af0d2f5-c9ea-4493-8e17-d0ed1b6c29da" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "tag": "bccff380-7939-4e44-a954-2361ca245818"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:17:28.744521 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ea87fa-c841-451d-834c-3fddee8ba874 x-openstack-request-id: req-56ea87fa-c841-451d-834c-3fddee8ba874 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:17:28.744825 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "tag": "bccff380-7939-4e44-a954-2361ca245818", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:17:28.745096 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56ea87fa-c841-451d-834c-3fddee8ba874 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:17:28.745515 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'tag': 'bccff380-7939-4e44-a954-2361ca245818', 'status': 'completed', 'code': 200} Feb 11 06:17:28.790836 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-e82b65d7-0c30-4250-8a79-85f5671a954b None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:28.847310 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0d2f5-c9ea-4493-8e17-d0ed1b6c29da req-04b74bc8-d102-4363-b66c-42d9c13633b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:28.848764 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1af0d2f5-c9ea-4493-8e17-d0ed1b6c29da req-04b74bc8-d102-4363-b66c-42d9c13633b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 1129 time: 0.0454452 Feb 11 06:17:28.953884 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0d2f5-c9ea-4493-8e17-d0ed1b6c29da req-a660e28e-7596-4c48-adcd-5551b14aabf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:28.955448 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1af0d2f5-c9ea-4493-8e17-d0ed1b6c29da req-a660e28e-7596-4c48-adcd-5551b14aabf1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 911 time: 0.0989585 Feb 11 06:17:29.023344 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1af0d2f5-c9ea-4493-8e17-d0ed1b6c29da req-6c3e90f5-431c-4376-a442-f78a2aba24a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccff380-7939-4e44-a954-2361ca245818 HTTP/1.1" status: 200 len: 1000 time: 0.0594347 Feb 11 06:17:29.030439 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e82b65d7-0c30-4250-8a79-85f5671a954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6a94b183-9634-4529-8c57-85dfba2440c2', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'port_id': 'bccff380-7939-4e44-a954-2361ca245818', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'mac_address': 'fa:16:3e:80:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:17:27Z', 'updated_at': '2022-02-11T06:17:27Z', 'revision_number': 0, 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:09Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:29.056843 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b65d7-0c30-4250-8a79-85f5671a954b None None] Checking router: 6fe66167-b58c-43ef-9468-2fd22664ef82 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:17:29.065020 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b65d7-0c30-4250-8a79-85f5671a954b None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:29.065630 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e82b65d7-0c30-4250-8a79-85f5671a954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:17:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:29.072897 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0d2f5-c9ea-4493-8e17-d0ed1b6c29da req-08298a94-6fdf-44ff-8694-aa8abf551208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:29.074374 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1af0d2f5-c9ea-4493-8e17-d0ed1b6c29da req-08298a94-6fdf-44ff-8694-aa8abf551208 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0443363 Feb 11 06:17:29.128737 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0d2f5-c9ea-4493-8e17-d0ed1b6c29da req-3b4c9210-939a-4724-9337-c597cb30864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:29.130221 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1af0d2f5-c9ea-4493-8e17-d0ed1b6c29da req-3b4c9210-939a-4724-9337-c597cb30864a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490685 Feb 11 06:17:29.173542 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-e82b65d7-0c30-4250-8a79-85f5671a954b None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:29.221858 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1af0d2f5-c9ea-4493-8e17-d0ed1b6c29da req-fd7319c4-f739-408e-ac55-562269dea801 service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848730 Feb 11 06:17:29.322502 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-1af0d2f5-c9ea-4493-8e17-d0ed1b6c29da req-0f0301a8-ffbf-48b7-9faa-6388277e2eeb service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931971 Feb 11 06:17:29.557903 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-e82b65d7-0c30-4250-8a79-85f5671a954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6a94b183-9634-4529-8c57-85dfba2440c2', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'port_id': 'bccff380-7939-4e44-a954-2361ca245818', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'mac_address': 'fa:16:3e:80:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:17:27Z', 'updated_at': '2022-02-11T06:17:27Z', 'revision_number': 0, 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:09Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:29.587457 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b65d7-0c30-4250-8a79-85f5671a954b None None] The sync data for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 is: [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6a94b183-9634-4529-8c57-85dfba2440c2', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'port_id': 'bccff380-7939-4e44-a954-2361ca245818', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'mac_address': 'fa:16:3e:80:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:17:27Z', 'updated_at': '2022-02-11T06:17:27Z', 'revision_number': 0, 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:09Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:17:29.768289 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdedde3-204e-458e-a090-fbe2f75c5f72 None None] New status for floating IP 6a94b183-9634-4529-8c57-85dfba2440c2: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:17:34.285775 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.339763 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.622547 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6c2d344-2ed9-49df-9e77-d83e9443005c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:42.101190 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61e09d3c-fe9f-4e4b-bcee-87f03d90baf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:43.150874 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:44.566256 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:17:44.716156 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:45.895446 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:04.282796 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:08.345973 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:09.623352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2e564365-a09f-41d3-abb3-b5aed343c827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:12.103784 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8e311905-a07a-4cfe-8c35-1db196484b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:13.157190 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.720343 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.896697 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:21.565345 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:18:27.511317 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54c551f9-37b1-4e85-98b6-0d44ad79e7fe req-fae48f3d-48a0-4d38-8767-cb1af170004c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438814 Feb 11 06:18:27.604215 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c551f9-37b1-4e85-98b6-0d44ad79e7fe req-98e0c3d5-13e6-4e64-8ab0-d2d5394f2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:27.605671 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54c551f9-37b1-4e85-98b6-0d44ad79e7fe req-98e0c3d5-13e6-4e64-8ab0-d2d5394f2651 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 1129 time: 0.0441236 Feb 11 06:18:27.707442 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c551f9-37b1-4e85-98b6-0d44ad79e7fe req-5a125305-f65d-4d4d-822c-078f44d4d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:27.708965 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54c551f9-37b1-4e85-98b6-0d44ad79e7fe req-5a125305-f65d-4d4d-822c-078f44d4d3d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 911 time: 0.0858414 Feb 11 06:18:27.771649 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54c551f9-37b1-4e85-98b6-0d44ad79e7fe req-317a8e0e-32c7-4169-a8a7-4b051528d268 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccff380-7939-4e44-a954-2361ca245818 HTTP/1.1" status: 200 len: 1002 time: 0.0558498 Feb 11 06:18:27.823244 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c551f9-37b1-4e85-98b6-0d44ad79e7fe req-a3fadcec-abd3-495e-a904-bb18ca8cfd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:27.824698 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54c551f9-37b1-4e85-98b6-0d44ad79e7fe req-a3fadcec-abd3-495e-a904-bb18ca8cfd6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0466659 Feb 11 06:18:27.872782 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c551f9-37b1-4e85-98b6-0d44ad79e7fe req-1b48499d-2ee1-4bdf-b120-9844c6cdc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:27.874434 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54c551f9-37b1-4e85-98b6-0d44ad79e7fe req-1b48499d-2ee1-4bdf-b120-9844c6cdc042 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439413 Feb 11 06:18:27.962227 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54c551f9-37b1-4e85-98b6-0d44ad79e7fe req-fae3d1e6-4ef9-42ff-b3d6-c30f359744fe service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814126 Feb 11 06:18:28.058695 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-54c551f9-37b1-4e85-98b6-0d44ad79e7fe req-b35f92d3-f89c-4131-922a-1348418e7cd2 service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867546 Feb 11 06:18:34.286320 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:38.349652 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:39.624274 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d90b71d1-46a6-4f2f-84c0-c92673a47e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:42.105316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-542c116e-75c8-48a6-af40-6063325498ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:43.156822 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:44.722741 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:45.898196 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:58.564352 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:19:04.287415 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:08.349198 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:09.625356 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e9e11fa1-cd7f-4074-9fb0-9d0be2dbe27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:12.106869 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a46824a9-ddc8-4147-8f3f-fc4824e4bbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:13.158137 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:14.724157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:15.903245 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:28.361509 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6bfe5ee-58a7-4861-906f-e8439cc490cf req-bbae7063-2ef1-489a-b5b6-c460ce253552 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437343 Feb 11 06:19:28.463041 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfe5ee-58a7-4861-906f-e8439cc490cf req-ab731b33-4005-4125-bca2-da30e1c3811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:28.464529 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6bfe5ee-58a7-4861-906f-e8439cc490cf req-ab731b33-4005-4125-bca2-da30e1c3811e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 1129 time: 0.0483871 Feb 11 06:19:28.564384 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfe5ee-58a7-4861-906f-e8439cc490cf req-69a86aba-a0e3-40e4-98e9-71927c84c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:28.565818 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6bfe5ee-58a7-4861-906f-e8439cc490cf req-69a86aba-a0e3-40e4-98e9-71927c84c2e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 911 time: 0.0828354 Feb 11 06:19:28.631465 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6bfe5ee-58a7-4861-906f-e8439cc490cf req-f1127579-bc31-4bbe-adb7-bf4ab0fa66bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccff380-7939-4e44-a954-2361ca245818 HTTP/1.1" status: 200 len: 1002 time: 0.0593097 Feb 11 06:19:28.677478 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfe5ee-58a7-4861-906f-e8439cc490cf req-3cc26b8a-3ed9-4dca-b16a-c20643fb8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:28.678910 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6bfe5ee-58a7-4861-906f-e8439cc490cf req-3cc26b8a-3ed9-4dca-b16a-c20643fb8da2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0417461 Feb 11 06:19:28.725369 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfe5ee-58a7-4861-906f-e8439cc490cf req-f74dac9d-9612-4baa-b3d1-3273579f6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:28.726854 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6bfe5ee-58a7-4861-906f-e8439cc490cf req-f74dac9d-9612-4baa-b3d1-3273579f6a46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0421977 Feb 11 06:19:28.817099 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6bfe5ee-58a7-4861-906f-e8439cc490cf req-cb48ba61-e423-420a-8388-0d5d20a364dc service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838275 Feb 11 06:19:28.903839 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d6bfe5ee-58a7-4861-906f-e8439cc490cf req-fcb91985-8355-4563-b876-14cac5fe2353 service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798862 Feb 11 06:19:34.285314 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:35.564475 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:19:38.355736 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:39.627515 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-187891d2-1ea4-4227-9c09-25d27ec62e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:42.108608 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a6fde596-654e-4304-8d56-a552d6e237e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:43.162885 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:44.727313 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:45.905501 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.292082 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:08.363170 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:09.631223 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4cd90291-bbb6-4269-ba9c-319064ccd3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:11.334175 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device bccff380-7939-4e44-a954-2361ca245818 details requested by agent hyperv_n-h1-615180-58 with host n-h1-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:20:11.428555 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port bccff380-7939-4e44-a954-2361ca245818, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bccff380-7939-4e44-a954-2361ca245818,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:11.439220 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Returning: {'device': 'bccff380-7939-4e44-a954-2361ca245818', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'port_id': 'bccff380-7939-4e44-a954-2361ca245818', 'mac_address': 'fa:16:3e:80:b5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:20:11.478681 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port bccff380-7939-4e44-a954-2361ca245818 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:11.479108 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bccff380-7939-4e44-a954-2361ca245818), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:11.491252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bccff380-7939-4e44-a954-2361ca245818 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:20:11.511506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port bccff380-7939-4e44-a954-2361ca245818, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bccff380-7939-4e44-a954-2361ca245818,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:11.515398 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bccff380-7939-4e44-a954-2361ca245818), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:11.560319 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=bccff380-7939-4e44-a954-2361ca245818,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:11.567374 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.567719 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.568058 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.568393 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.568724 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.569052 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.569377 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.569700 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.570021 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.570343 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.570662 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.571014 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.571336 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:11.637595 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] get_ports_and_sgs() called for port_ids ['bccff380-7939-4e44-a954-2361ca245818'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:20:12.109819 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-54a3fc96-6a1c-4060-9c3c-f9589faa61f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:12.563241 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:20:13.164714 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:13.335657 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device bccff380-7939-4e44-a954-2361ca245818 up at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:20:13.381777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Provisioning complete for port bccff380-7939-4e44-a954-2361ca245818 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:13.382188 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (bccff380-7939-4e44-a954-2361ca245818), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:13.459514 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port bccff380-7939-4e44-a954-2361ca245818 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:13.459913 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bccff380-7939-4e44-a954-2361ca245818), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:13.483027 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccff380-7939-4e44-a954-2361ca245818'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:13.485288 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ddb0ff-518d-4fbe-a98d-5c60b859d352" -d '{"events": [{"server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "name": "network-vif-plugged", "status": "completed", "tag": "bccff380-7939-4e44-a954-2361ca245818"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:13.498163 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port bccff380-7939-4e44-a954-2361ca245818, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bccff380-7939-4e44-a954-2361ca245818,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:13.502363 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bccff380-7939-4e44-a954-2361ca245818), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:13.552258 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=bccff380-7939-4e44-a954-2361ca245818,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:13.580577 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c164f2a5-ccd2-4b4a-808d-57a1f31ddfeb x-openstack-request-id: req-c164f2a5-ccd2-4b4a-808d-57a1f31ddfeb {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:13.580871 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "name": "network-vif-plugged", "status": "completed", "tag": "bccff380-7939-4e44-a954-2361ca245818", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:13.581122 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c164f2a5-ccd2-4b4a-808d-57a1f31ddfeb {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:13.581517 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccff380-7939-4e44-a954-2361ca245818', 'code': 200} Feb 11 06:20:14.734377 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:15.907604 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:26.784786 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-12494045-8976-4341-afdf-f00111cebcfb tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165995264&fields=id&tenant_id=9e348977f5574a61ad2966fa24450287 HTTP/1.1" status: 200 len: 267 time: 0.0446424 Feb 11 06:20:26.892507 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-30b9abb3-68a3-44d5-92a4-e3916525352a tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:26.893960 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-30b9abb3-68a3-44d5-92a4-e3916525352a tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 810 time: 0.1026566 Feb 11 06:20:26.908613 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-3961f5f4-0275-40cd-8905-9f44f2e0bc41 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/quotas/9e348977f5574a61ad2966fa24450287 HTTP/1.1" status: 200 len: 375 time: 0.0093222 Feb 11 06:20:26.966157 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-29318a1c-d160-4d77-8252-ca5982458bee tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523195 Feb 11 06:20:27.462982 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-73d1100d-da99-4e22-93a9-f597f1e979a2 service neutron] 10.222.0.48 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855356 Feb 11 06:20:27.550415 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-5f702313-4b58-4847-8552-7f9bc7162480 service neutron] 10.222.0.48 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812843 Feb 11 06:20:27.777536 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-a02d1361-8d2c-4053-93b5-c52d69ea41a2 req-01d1c986-47ea-4498-851e-30bd574f272a tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 210 time: 0.0817046 Feb 11 06:20:28.776742 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-6bfff766-3d3c-4a8f-a926-f4bde9a42656 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:28.778223 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-6bfff766-3d3c-4a8f-a926-f4bde9a42656 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.10 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 810 time: 0.1063440 Feb 11 06:20:28.848164 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-f97080b7-ad5b-4c40-bf56-683cb98e675f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e348977f5574a61ad2966fa24450287 HTTP/1.1" status: 200 len: 380 time: 0.0559254 Feb 11 06:20:28.856516 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Request body: {'port': {'device_id': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'admin_state_up': True, 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'security_groups': ['6dc7933b-6488-4d53-9f1a-1b4e64bd5309']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:28.878413 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-04441924-b97c-416c-9310-7456cf88a194 req-ea046b56-8186-4cf6-82ba-d17c94de7aa1 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 210 time: 0.0307884 Feb 11 06:20:28.975145 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Made reservation on behalf of 9e348977f5574a61ad2966fa24450287 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:20:28.978561 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:29.134077 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Allocated IP 172.20.0.13 (77ae1e3b-6e29-42a5-b8da-5da01bc77dd9/fa718634-a5c9-4c2a-85f0-c9d518c9ccd0/ec50b3e0-19dc-4646-95f2-f283b1b49c18) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:20:29.326606 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:29.386939 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:29.436777 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:20:29.442711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:20:29.448255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:20:29.452498 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'Port': ['ID=ec50b3e0-19dc-4646-95f2-f283b1b49c18,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:29.490396 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.490756 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.491154 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.491505 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.491853 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.492193 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.492530 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.492863 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.493192 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.493522 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.493852 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.494183 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.494513 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:29.545688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:29.546636 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:29.572985 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-709493e8-ce21-4daf-8d7e-a03b55a50dae tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7197149 Feb 11 06:20:29.593420 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf8ec171-ab16-4688-8cbf-4cc739f0a4b7 req-69599d93-1b81-45ef-9eed-2497abe997b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0738971 Feb 11 06:20:29.742544 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ec171-ab16-4688-8cbf-4cc739f0a4b7 req-b4a819ef-0a18-400d-9e4f-480bd19f53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:29.744942 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf8ec171-ab16-4688-8cbf-4cc739f0a4b7 req-b4a819ef-0a18-400d-9e4f-480bd19f53ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 1129 time: 0.0794590 Feb 11 06:20:29.856329 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-24651f02-ddf3-4bad-9db1-dc24728623b4 None None] Provisioning complete for port ec50b3e0-19dc-4646-95f2-f283b1b49c18 triggered by entity DHCP. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:29.857335 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-24651f02-ddf3-4bad-9db1-dc24728623b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:29.872300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ec171-ab16-4688-8cbf-4cc739f0a4b7 req-73d6dfe5-f963-4185-bc1c-49093cc4c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:29.873884 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf8ec171-ab16-4688-8cbf-4cc739f0a4b7 req-73d6dfe5-f963-4185-bc1c-49093cc4c0bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 911 time: 0.1084259 Feb 11 06:20:29.898513 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-24651f02-ddf3-4bad-9db1-dc24728623b4 None None] Port ec50b3e0-19dc-4646-95f2-f283b1b49c18 cannot update to ACTIVE because it is not bound. {{(pid=103355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:20:29.956278 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf8ec171-ab16-4688-8cbf-4cc739f0a4b7 req-2965c5b5-7234-4d01-85ef-8ddfc0c6ab56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccff380-7939-4e44-a954-2361ca245818 HTTP/1.1" status: 200 len: 1002 time: 0.0721443 Feb 11 06:20:30.021351 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ec171-ab16-4688-8cbf-4cc739f0a4b7 req-f16ecdcf-b9f5-4131-979a-b7400c47954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:30.023394 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8fd7f-8ec2-4444-9406-f45ff156c3f8 req-76384993-4a48-4eff-ba52-07052b4440af tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:30.023965 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf8ec171-ab16-4688-8cbf-4cc739f0a4b7 req-f16ecdcf-b9f5-4131-979a-b7400c47954c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0604951 Feb 11 06:20:30.025109 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-20d8fd7f-8ec2-4444-9406-f45ff156c3f8 req-76384993-4a48-4eff-ba52-07052b4440af tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 932 time: 0.0751755 Feb 11 06:20:30.085440 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-20d8fd7f-8ec2-4444-9406-f45ff156c3f8 req-cbc86125-9233-44f5-b17d-82d8f381a7fe tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538247 Feb 11 06:20:30.091463 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ec171-ab16-4688-8cbf-4cc739f0a4b7 req-7a4bb4c2-047f-460f-93e5-5094cc7611c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:30.093024 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf8ec171-ab16-4688-8cbf-4cc739f0a4b7 req-7a4bb4c2-047f-460f-93e5-5094cc7611c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0630281 Feb 11 06:20:30.191240 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf8ec171-ab16-4688-8cbf-4cc739f0a4b7 req-0d8ca06c-8182-4323-912f-dd0263abff46 service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905800 Feb 11 06:20:30.293049 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-cf8ec171-ab16-4688-8cbf-4cc739f0a4b7 req-0c7b634c-44af-41c6-bf1a-cd31b16eff36 service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941808 Feb 11 06:20:31.222865 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1be69-af60-4170-bb1f-a6e009c4d414 req-943a4f75-8633-4992-8933-bc467de1f29b tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:31.227425 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16a1be69-af60-4170-bb1f-a6e009c4d414 req-943a4f75-8633-4992-8933-bc467de1f29b tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 932 time: 0.0637257 Feb 11 06:20:31.290580 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-16a1be69-af60-4170-bb1f-a6e009c4d414 req-f07a16fd-5b26-4c42-bfa5-792d67533624 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604835 Feb 11 06:20:31.385979 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device bccff380-7939-4e44-a954-2361ca245818 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:20:31.465848 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Current status of the port bccff380-7939-4e44-a954-2361ca245818 is: ACTIVE; New status is: DOWN {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:31.466469 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (bccff380-7939-4e44-a954-2361ca245818), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:31.491310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bccff380-7939-4e44-a954-2361ca245818'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:31.493593 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51a1b3b-7aaf-4aab-9c70-49d5c3841b84" -d '{"events": [{"server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "name": "network-vif-unplugged", "status": "completed", "tag": "bccff380-7939-4e44-a954-2361ca245818"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:31.508908 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] For port bccff380-7939-4e44-a954-2361ca245818, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bccff380-7939-4e44-a954-2361ca245818,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:31.513500 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (bccff380-7939-4e44-a954-2361ca245818), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:31.537134 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402e5621-1ef6-4fa1-af94-d16bf02f9d02 x-openstack-request-id: req-402e5621-1ef6-4fa1-af94-d16bf02f9d02 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:31.537466 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "name": "network-vif-unplugged", "status": "completed", "tag": "bccff380-7939-4e44-a954-2361ca245818", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:31.537933 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-402e5621-1ef6-4fa1-af94-d16bf02f9d02 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:31.538324 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bccff380-7939-4e44-a954-2361ca245818', 'code': 200} Feb 11 06:20:31.587013 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Pushing event updated for resources: {'Port': ['ID=bccff380-7939-4e44-a954-2361ca245818,revision_number=8']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:32.413709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64053ed-1a04-4706-931c-c6ea39f5abd2 req-510703bb-8d1c-4fc6-ae6e-2afbd618168e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:32.415419 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b64053ed-1a04-4706-931c-c6ea39f5abd2 req-510703bb-8d1c-4fc6-ae6e-2afbd618168e tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 932 time: 0.0544057 Feb 11 06:20:32.469551 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b64053ed-1a04-4706-931c-c6ea39f5abd2 req-06549081-8144-4a73-bab4-06eb86637cf1 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484943 Feb 11 06:20:33.598946 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab0ccd-8fbc-4f06-88b0-a0a9a0461977 req-ddcd888d-3e14-4326-a3d7-b52ee4f83be0 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:33.600461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68ab0ccd-8fbc-4f06-88b0-a0a9a0461977 req-ddcd888d-3e14-4326-a3d7-b52ee4f83be0 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 932 time: 0.0557392 Feb 11 06:20:33.651977 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-68ab0ccd-8fbc-4f06-88b0-a0a9a0461977 req-78a7e7a1-b942-4ead-ac27-afdce7ffd08b tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458188 Feb 11 06:20:34.301575 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:34.796502 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047f7c2-cb33-4196-96e8-d60417bd0116 req-c2b2fb36-2307-4c3d-af40-f3e510fb25dc tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:34.798200 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3047f7c2-cb33-4196-96e8-d60417bd0116 req-c2b2fb36-2307-4c3d-af40-f3e510fb25dc tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 932 time: 0.0663249 Feb 11 06:20:34.854343 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3047f7c2-cb33-4196-96e8-d60417bd0116 req-c9064a16-28bf-49a8-bdec-ce5067b6b815 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493557 Feb 11 06:20:35.992507 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b8f49-9543-4927-b02f-bfe3592e6829 req-43332be1-a319-4f4a-b438-01b12121dadd tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:35.999084 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c6b8f49-9543-4927-b02f-bfe3592e6829 req-43332be1-a319-4f4a-b438-01b12121dadd tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 932 time: 0.0653396 Feb 11 06:20:36.067633 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1c6b8f49-9543-4927-b02f-bfe3592e6829 req-4780d9f5-5c33-4f8c-b15d-52f35ec61b41 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568535 Feb 11 06:20:37.183292 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62006c0-1fc3-417e-8b1d-b0580d1b9b80 req-9bbfaf91-9cf9-4433-8e6a-83616bd59c0a tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:37.185515 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d62006c0-1fc3-417e-8b1d-b0580d1b9b80 req-9bbfaf91-9cf9-4433-8e6a-83616bd59c0a tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 932 time: 0.0629857 Feb 11 06:20:37.240204 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d62006c0-1fc3-417e-8b1d-b0580d1b9b80 req-1bed5aaf-a863-4dad-a26a-1bbc9f5b23b0 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482566 Feb 11 06:20:37.731743 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.v2.base [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Request body: {'port': {'device_id': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-58'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:37.787897 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:38.044340 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec50b3e0-19dc-4646-95f2-f283b1b49c18 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:20:38.051689 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Publish callbacks [] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:38.063667 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Transition to ACTIVE for port object ec50b3e0-19dc-4646-95f2-f283b1b49c18 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:20:38.067472 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:38.115178 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Pushing event updated for resources: {'Port': ['ID=ec50b3e0-19dc-4646-95f2-f283b1b49c18,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:38.191304 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Attempting to bind port ec50b3e0-19dc-4646-95f2-f283b1b49c18 on host n-h2-615180-58 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:20:38.191647 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Attempting to bind port ec50b3e0-19dc-4646-95f2-f283b1b49c18 by drivers openvswitch,hyperv on host n-h2-615180-58 at level 0 using segments [{'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:20:38.191980 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Attempting to bind port ec50b3e0-19dc-4646-95f2-f283b1b49c18 on network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:20:38.196518 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Port ec50b3e0-19dc-4646-95f2-f283b1b49c18 on network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-58 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:20:38.196849 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Attempting to bind port ec50b3e0-19dc-4646-95f2-f283b1b49c18 on network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:20:38.201994 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Checking agent: {'id': '8a149a80-6916-42ef-91a3-60e2b193cebb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-58', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'started_at': datetime.datetime(2022, 2, 11, 4, 35, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:20:38.202339 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Checking segment: {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:20:38.202734 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Bound using segment: {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:20:38.203196 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Bound port: ec50b3e0-19dc-4646-95f2-f283b1b49c18, host: n-h2-615180-58, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de78f6d4-1ecb-434c-97f4-418e1f5b8994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:20:38.203564 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:38.268555 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] For port ec50b3e0-19dc-4646-95f2-f283b1b49c18, host n-h2-615180-58, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:20:38.271300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] For port ec50b3e0-19dc-4646-95f2-f283b1b49c18, host n-h2-615180-58, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:20:38.278380 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5897795'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:38.321300 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:38.321915 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:38.323333 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] 10.222.0.10 "PUT /v2.0/ports/ec50b3e0-19dc-4646-95f2-f283b1b49c18 HTTP/1.1" status: 200 len: 1093 time: 0.6379576 Feb 11 06:20:38.323779 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'tag': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:38.326000 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc269c3-653b-4117-b0f6-ada88d718274" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2845ad-5f01-42b7-b922-5bbf44a477d7", "tag": "ec50b3e0-19dc-4646-95f2-f283b1b49c18"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:38.369723 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a72277-4020-4855-930e-b70c47dd1cdf service neutron] Pushing event updated for resources: {'Port': ['ID=ec50b3e0-19dc-4646-95f2-f283b1b49c18,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:38.395196 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:38.438767 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9bcfa-e2a9-472f-9a43-5e54eb991dba req-c40ed082-ade6-45f4-a71f-2d4c4983d7e6 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:38.440321 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31c9bcfa-e2a9-472f-9a43-5e54eb991dba req-c40ed082-ade6-45f4-a71f-2d4c4983d7e6 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 944 time: 0.1233215 Feb 11 06:20:38.451550 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-839249c4-7cc1-48f4-8947-c650aaedfbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:38.453063 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-839249c4-7cc1-48f4-8947-c650aaedfbc0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 1127 time: 0.0708125 Feb 11 06:20:38.455439 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f8ae37-5bfd-4794-a640-dc452522571d x-openstack-request-id: req-e1f8ae37-5bfd-4794-a640-dc452522571d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:38.455725 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2845ad-5f01-42b7-b922-5bbf44a477d7", "tag": "ec50b3e0-19dc-4646-95f2-f283b1b49c18", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:38.455982 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1f8ae37-5bfd-4794-a640-dc452522571d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:38.456371 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'tag': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'status': 'completed', 'code': 200} Feb 11 06:20:38.528849 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-09f79d12-4e6f-43f4-9c00-af95b1a7886f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18 HTTP/1.1" status: 200 len: 217 time: 0.0460896 Feb 11 06:20:38.532969 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-31c9bcfa-e2a9-472f-9a43-5e54eb991dba req-dbe52a18-66f2-4c15-8336-ed6f4c52360a tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838256 Feb 11 06:20:38.580255 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-15034444-08d1-45e6-b1d6-2fb32f3fdcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:38.581590 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-15034444-08d1-45e6-b1d6-2fb32f3fdcad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0466108 Feb 11 06:20:38.633739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-1c148729-9711-45ba-b441-e462041c4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:38.635314 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-1c148729-9711-45ba-b441-e462041c4a1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483479 Feb 11 06:20:38.721564 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-29d08efb-f68c-41d4-b71e-c9c45efabd28 service neutron] 10.222.0.10 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802386 Feb 11 06:20:38.810255 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-94d1e9ad-afdd-4cb0-878b-dc288fb80cf2 req-e9763113-8df2-433c-893d-99a82bfdf9e6 service neutron] 10.222.0.10 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828006 Feb 11 06:20:38.936455 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc269c3-653b-4117-b0f6-ada88d718274 req-3a9b06b9-67de-4e1c-91c5-14307a2f5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:38.937879 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebc269c3-653b-4117-b0f6-ada88d718274 req-3a9b06b9-67de-4e1c-91c5-14307a2f5dcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 1127 time: 0.0472302 Feb 11 06:20:39.032545 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc269c3-653b-4117-b0f6-ada88d718274 req-87fff1a8-118a-4a68-b992-e389f5eb8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:39.033996 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebc269c3-653b-4117-b0f6-ada88d718274 req-87fff1a8-118a-4a68-b992-e389f5eb8810 service neutron] 10.222.0.10 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 911 time: 0.0902350 Feb 11 06:20:39.072822 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebc269c3-653b-4117-b0f6-ada88d718274 req-f7cbab51-c494-4262-83af-eff6f644e0e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18 HTTP/1.1" status: 200 len: 217 time: 0.0328231 Feb 11 06:20:39.119739 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc269c3-653b-4117-b0f6-ada88d718274 req-078a7386-da01-4800-bfb1-1fa3e830f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:39.121182 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebc269c3-653b-4117-b0f6-ada88d718274 req-078a7386-da01-4800-bfb1-1fa3e830f100 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0417283 Feb 11 06:20:39.173857 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc269c3-653b-4117-b0f6-ada88d718274 req-16e15dd8-741f-45b8-80c5-2e9c48e2c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:39.175350 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebc269c3-653b-4117-b0f6-ada88d718274 req-16e15dd8-741f-45b8-80c5-2e9c48e2c0ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473197 Feb 11 06:20:39.270402 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebc269c3-653b-4117-b0f6-ada88d718274 req-de682c9c-c3dd-49fb-9905-1df0c6016019 service neutron] 10.222.0.10 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885603 Feb 11 06:20:39.636370 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-414531cd-84da-4f0d-b77f-105380b9db4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:39.672977 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7725c1c-4ced-455b-9108-a87c350ee2ba req-6ca6c28f-b370-41ec-aae4-e3f8e492cb3a tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:39.674590 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7725c1c-4ced-455b-9108-a87c350ee2ba req-6ca6c28f-b370-41ec-aae4-e3f8e492cb3a tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 944 time: 0.0645850 Feb 11 06:20:39.718480 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-ebc269c3-653b-4117-b0f6-ada88d718274 req-dc164bc8-4d46-4df7-89ca-9ce5af55dd36 service neutron] 10.222.0.10 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421837 Feb 11 06:20:39.724922 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-d7725c1c-4ced-455b-9108-a87c350ee2ba req-057eaed9-3f8d-48be-b986-9346d122e94b tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443919 Feb 11 06:20:40.408625 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ec50b3e0-19dc-4646-95f2-f283b1b49c18 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:20:40.503484 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ec50b3e0-19dc-4646-95f2-f283b1b49c18, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:40.514023 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'port_id': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'mac_address': 'fa:16:3e:ee:d0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:20:40.558183 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port ec50b3e0-19dc-4646-95f2-f283b1b49c18 is: DOWN; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:40.558583 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:40.572128 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec50b3e0-19dc-4646-95f2-f283b1b49c18 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:20:40.596541 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ec50b3e0-19dc-4646-95f2-f283b1b49c18, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:40.600723 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:40.649506 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=ec50b3e0-19dc-4646-95f2-f283b1b49c18,revision_number=4']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:40.842496 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fed54e-ca89-447a-afa4-4be0bd0fa96d req-52009eba-ca12-4de4-b2cc-039d305f01c7 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:40.844013 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74fed54e-ca89-447a-afa4-4be0bd0fa96d req-52009eba-ca12-4de4-b2cc-039d305f01c7 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 945 time: 0.0522077 Feb 11 06:20:40.893118 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-74fed54e-ca89-447a-afa4-4be0bd0fa96d req-97088e6e-d4f3-48d6-94cd-24c8166ead66 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434489 Feb 11 06:20:40.917336 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['ec50b3e0-19dc-4646-95f2-f283b1b49c18'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:20:42.011984 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1f259-f4b7-4746-8120-6ff5136bd793 req-9e61e5a8-70c4-4442-9cdb-ddf6157660db tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:42.013476 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95c1f259-f4b7-4746-8120-6ff5136bd793 req-9e61e5a8-70c4-4442-9cdb-ddf6157660db tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 945 time: 0.0531914 Feb 11 06:20:42.061750 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95c1f259-f4b7-4746-8120-6ff5136bd793 req-a1c62e13-b1d6-4cd4-a121-3a1a0785baca tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426743 Feb 11 06:20:42.111087 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bafb-eb2a-406f-87ce-a4887ee696f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:42.433226 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ec50b3e0-19dc-4646-95f2-f283b1b49c18 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:20:42.480731 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning for port ec50b3e0-19dc-4646-95f2-f283b1b49c18 completed by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:20:42.484795 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port ec50b3e0-19dc-4646-95f2-f283b1b49c18 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:42.485174 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:42.562216 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port ec50b3e0-19dc-4646-95f2-f283b1b49c18 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:42.562612 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:42.584749 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:42.586960 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8390bb4d-ade9-440e-af2c-545e515ca27b" -d '{"events": [{"server_uuid": "ce2845ad-5f01-42b7-b922-5bbf44a477d7", "name": "network-vif-plugged", "status": "completed", "tag": "ec50b3e0-19dc-4646-95f2-f283b1b49c18"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:42.599655 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ec50b3e0-19dc-4646-95f2-f283b1b49c18, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:42.604037 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:42.627818 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506f38bb-5d28-4cd4-aade-6d3b14727612 x-openstack-request-id: req-506f38bb-5d28-4cd4-aade-6d3b14727612 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:42.628114 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2845ad-5f01-42b7-b922-5bbf44a477d7", "name": "network-vif-plugged", "status": "completed", "tag": "ec50b3e0-19dc-4646-95f2-f283b1b49c18", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:42.628371 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-506f38bb-5d28-4cd4-aade-6d3b14727612 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:42.628760 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'code': 200} Feb 11 06:20:42.653138 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=ec50b3e0-19dc-4646-95f2-f283b1b49c18,revision_number=5']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:42.757002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0172064-08ab-4835-9aca-d6a97940ce9b req-46ba4f76-d4ca-4480-878d-c88677d1d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:42.758480 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f0172064-08ab-4835-9aca-d6a97940ce9b req-46ba4f76-d4ca-4480-878d-c88677d1d927 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 1129 time: 0.0431542 Feb 11 06:20:42.805287 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-f0172064-08ab-4835-9aca-d6a97940ce9b req-d886d358-0aac-4da5-9ae7-3b3d0bcd5413 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415213 Feb 11 06:20:43.170688 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:43.185991 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff310b-000d-4a90-b3a3-acdff020522e req-6d3a34c9-a1da-4a77-8b98-e8148167fd55 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:43.187503 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29ff310b-000d-4a90-b3a3-acdff020522e req-6d3a34c9-a1da-4a77-8b98-e8148167fd55 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 946 time: 0.0582824 Feb 11 06:20:43.235292 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-29ff310b-000d-4a90-b3a3-acdff020522e req-a15fec0f-371a-47da-89af-7e8a9e0e783b tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421400 Feb 11 06:20:44.356661 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc35bac-ea94-42d8-be3a-cce150f0ada0 req-c6d9b207-50d9-4339-bac9-cfa85b39b19a tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:44.358035 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1bc35bac-ea94-42d8-be3a-cce150f0ada0 req-c6d9b207-50d9-4339-bac9-cfa85b39b19a tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 946 time: 0.0527031 Feb 11 06:20:44.405274 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-1bc35bac-ea94-42d8-be3a-cce150f0ada0 req-95479397-54a4-44c2-b0d9-fc409a55de90 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415716 Feb 11 06:20:44.523034 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef816f6-cf18-42de-b126-fe143c404fdd req-ea08bdba-aa50-418a-9331-d61280ecbfb4 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:44.524514 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aef816f6-cf18-42de-b126-fe143c404fdd req-ea08bdba-aa50-418a-9331-d61280ecbfb4 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 946 time: 0.0524046 Feb 11 06:20:44.572159 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-aef816f6-cf18-42de-b126-fe143c404fdd req-993d9fcc-3e70-41bf-9219-f7a9e9f21081 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421448 Feb 11 06:20:44.593310 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56060) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:44.635622 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c87b29-b30b-42fa-ab5f-3ec380ea0109 tempest-TestSnapshotPattern-1076177702 tempest-TestSnapshotPattern-1076177702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:44.637037 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b1c87b29-b30b-42fa-ab5f-3ec380ea0109 tempest-TestSnapshotPattern-1076177702 tempest-TestSnapshotPattern-1076177702-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 1124 time: 0.0427341 Feb 11 06:20:44.639773 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56062) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:44.644100 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.v2.base [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Request body: {'floatingip': {'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'port_id': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:44.664725 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:44.733843 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:44.763635 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (None), before_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:44.869229 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_common [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Allocated IP 172.25.7.90 (39b338c4-a31b-4884-a416-93b3d15636aa/ac28aac8-f878-4a64-8501-bd1cec7aa54f/26b3e54c-1166-4ce4-bed1-d9f760b935b7) {{(pid=103354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:20:44.973703 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for port (26b3e54c-1166-4ce4-bed1-d9f760b935b7), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:45.015436 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739642089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (26b3e54c-1166-4ce4-bed1-d9f760b935b7), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:45.057753 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Network 39b338c4-a31b-4884-a416-93b3d15636aa is already hosted by enough agents. {{(pid=103354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:20:45.060692 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Resources bound (agent type, host, resource id): {{(pid=103354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:20:45.063173 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Received port after_create {{(pid=103354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:20:45.094454 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'Port': ['ID=26b3e54c-1166-4ce4-bed1-d9f760b935b7,revision_number=1']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:45.107294 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.107649 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.107997 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.108343 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.108680 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.109016 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.109347 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.109678 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.110007 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.110335 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.110670 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.111087 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.111418 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:45.447976 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for floatingip (c1e55d0e-c1d7-4a30-b49e-680eb3a10b72), precommit_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:45.518665 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (26b3e54c-1166-4ce4-bed1-d9f760b935b7), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:45.671084 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for port (26b3e54c-1166-4ce4-bed1-d9f760b935b7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:45.675485 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4802078'] for port (26b3e54c-1166-4ce4-bed1-d9f760b935b7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:45.745879 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event updated for resources: {'Port': ['ID=26b3e54c-1166-4ce4-bed1-d9f760b935b7,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:45.756322 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-296830'] for floatingip (c1e55d0e-c1d7-4a30-b49e-680eb3a10b72), after_create {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:45.857998 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Floating IP c1e55d0e-c1d7-4a30-b49e-680eb3a10b72 associated. External IP: 172.25.7.90, port: ec50b3e0-19dc-4646-95f2-f283b1b49c18. Feb 11 06:20:45.911903 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:46.077242 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Router 6fe66167-b58c-43ef-9468-2fd22664ef82 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:20:46.186288 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:20:46.196000 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbaf4fb-5df5-4421-b40f-29589dae484f None None] Sync routers for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:20:46.205293 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:46.205582 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbaf4fb-5df5-4421-b40f-29589dae484f None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:46.206209 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7dbaf4fb-5df5-4421-b40f-29589dae484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:20:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:46.234107 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-9d5b5ba5-f1a2-4204-bbe0-1fc9d55c1c02 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5933180 Feb 11 06:20:46.234805 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'tag': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:46.237094 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52abe9e1-e457-416e-9e59-2634508a29aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2845ad-5f01-42b7-b922-5bbf44a477d7", "tag": "ec50b3e0-19dc-4646-95f2-f283b1b49c18"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:46.278202 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebf62ea-3fd5-4b38-8603-200771dd0821 x-openstack-request-id: req-3ebf62ea-3fd5-4b38-8603-200771dd0821 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:46.278584 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2845ad-5f01-42b7-b922-5bbf44a477d7", "tag": "ec50b3e0-19dc-4646-95f2-f283b1b49c18", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:46.278961 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ebf62ea-3fd5-4b38-8603-200771dd0821 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:46.279441 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'tag': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'status': 'completed', 'code': 200} Feb 11 06:20:46.317973 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-7dbaf4fb-5df5-4421-b40f-29589dae484f None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:46.369092 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abe9e1-e457-416e-9e59-2634508a29aa req-80f141f2-600b-427e-8c15-443f544bdf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:46.371295 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52abe9e1-e457-416e-9e59-2634508a29aa req-80f141f2-600b-427e-8c15-443f544bdf16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 1129 time: 0.0501990 Feb 11 06:20:46.463156 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abe9e1-e457-416e-9e59-2634508a29aa req-8bf33cf7-c8ff-4a65-9546-6108098d574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:46.464655 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52abe9e1-e457-416e-9e59-2634508a29aa req-8bf33cf7-c8ff-4a65-9546-6108098d574e service neutron] 10.222.0.10 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 911 time: 0.0868216 Feb 11 06:20:46.528510 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52abe9e1-e457-416e-9e59-2634508a29aa req-dee2c952-7548-4da8-b3e6-da18c16bb02c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18 HTTP/1.1" status: 200 len: 999 time: 0.0581229 Feb 11 06:20:46.547438 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7dbaf4fb-5df5-4421-b40f-29589dae484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6a94b183-9634-4529-8c57-85dfba2440c2', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'port_id': 'bccff380-7939-4e44-a954-2361ca245818', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'mac_address': 'fa:16:3e:80:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:17:27Z', 'updated_at': '2022-02-11T06:17:29Z', 'revision_number': 1, 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address_scope': None}, {'id': 'c1e55d0e-c1d7-4a30-b49e-680eb3a10b72', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'port_id': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'mac_address': 'fa:16:3e:ee:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:20:45Z', 'updated_at': '2022-02-11T06:20:45Z', 'revision_number': 0, 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:09Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:46.573211 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbaf4fb-5df5-4421-b40f-29589dae484f None None] Checking router: 6fe66167-b58c-43ef-9468-2fd22664ef82 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:20:46.580836 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abe9e1-e457-416e-9e59-2634508a29aa req-77fef58b-5318-4e96-a3f7-9560074b2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:46.581310 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbaf4fb-5df5-4421-b40f-29589dae484f None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:46.581916 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7dbaf4fb-5df5-4421-b40f-29589dae484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:20:42Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:46.582388 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52abe9e1-e457-416e-9e59-2634508a29aa req-77fef58b-5318-4e96-a3f7-9560074b2bb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0471497 Feb 11 06:20:46.631875 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abe9e1-e457-416e-9e59-2634508a29aa req-acca5397-fa92-4937-bb67-afcad62d4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:46.633294 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52abe9e1-e457-416e-9e59-2634508a29aa req-acca5397-fa92-4937-bb67-afcad62d4150 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457652 Feb 11 06:20:46.725280 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52abe9e1-e457-416e-9e59-2634508a29aa req-b4e5fd3b-28b7-4d4f-8480-ed3d26a5ac11 service neutron] 10.222.0.10 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863602 Feb 11 06:20:46.817847 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-52abe9e1-e457-416e-9e59-2634508a29aa req-74fb6ede-e3b2-4186-839b-cad9464758bb service neutron] 10.222.0.10 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873563 Feb 11 06:20:46.848915 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-7dbaf4fb-5df5-4421-b40f-29589dae484f None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:47.077411 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-7dbaf4fb-5df5-4421-b40f-29589dae484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6a94b183-9634-4529-8c57-85dfba2440c2', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'port_id': 'bccff380-7939-4e44-a954-2361ca245818', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'mac_address': 'fa:16:3e:80:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:17:27Z', 'updated_at': '2022-02-11T06:17:29Z', 'revision_number': 1, 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address_scope': None}, {'id': 'c1e55d0e-c1d7-4a30-b49e-680eb3a10b72', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'port_id': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'mac_address': 'fa:16:3e:ee:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:20:45Z', 'updated_at': '2022-02-11T06:20:45Z', 'revision_number': 0, 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:09Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:47.103172 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbaf4fb-5df5-4421-b40f-29589dae484f None None] The sync data for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 is: [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6a94b183-9634-4529-8c57-85dfba2440c2', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'port_id': 'bccff380-7939-4e44-a954-2361ca245818', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'mac_address': 'fa:16:3e:80:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:17:27Z', 'updated_at': '2022-02-11T06:17:29Z', 'revision_number': 1, 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address_scope': None}, {'id': 'c1e55d0e-c1d7-4a30-b49e-680eb3a10b72', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'port_id': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'mac_address': 'fa:16:3e:ee:d0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:20:45Z', 'updated_at': '2022-02-11T06:20:45Z', 'revision_number': 0, 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:09Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:20:47.297018 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be77468-0105-4e0b-8e8e-89d345e80ab2 None None] New status for floating IP c1e55d0e-c1d7-4a30-b49e-680eb3a10b72: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:20:49.562246 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:21:04.310768 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.390638 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.628637 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83fc143d-b0c3-4ba6-b918-b4320ac18d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.111845 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-555750ee-ff0e-48d8-9d2b-89e0456cb654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.171752 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.736596 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:15.914708 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:16.114771 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b60d7e6-3792-4890-9d4f-ca3ec6e9a790 req-f9ed5e67-be7a-43b0-bff5-6eb9bf141ca3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438926 Feb 11 06:21:16.224024 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60d7e6-3792-4890-9d4f-ca3ec6e9a790 req-4b1ad0be-b16f-4e6f-b092-7983f5aec845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:16.225543 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b60d7e6-3792-4890-9d4f-ca3ec6e9a790 req-4b1ad0be-b16f-4e6f-b092-7983f5aec845 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 1129 time: 0.0531354 Feb 11 06:21:16.331586 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60d7e6-3792-4890-9d4f-ca3ec6e9a790 req-3df8d876-05a5-4d26-bcf3-b2d585775452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:16.333057 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b60d7e6-3792-4890-9d4f-ca3ec6e9a790 req-3df8d876-05a5-4d26-bcf3-b2d585775452 service neutron] 10.222.0.10 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 911 time: 0.0897243 Feb 11 06:21:16.397055 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b60d7e6-3792-4890-9d4f-ca3ec6e9a790 req-e89ee23a-5cf7-41bb-a5ce-60d03e3bc1db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18 HTTP/1.1" status: 200 len: 1001 time: 0.0583856 Feb 11 06:21:16.447812 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60d7e6-3792-4890-9d4f-ca3ec6e9a790 req-ab1939ab-69ee-43c0-949b-87bb1518be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:16.449254 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b60d7e6-3792-4890-9d4f-ca3ec6e9a790 req-ab1939ab-69ee-43c0-949b-87bb1518be2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0470326 Feb 11 06:21:16.496627 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60d7e6-3792-4890-9d4f-ca3ec6e9a790 req-9ff4675f-963a-4aac-8d03-dbe88fcf9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:16.497995 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b60d7e6-3792-4890-9d4f-ca3ec6e9a790 req-9ff4675f-963a-4aac-8d03-dbe88fcf9330 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427151 Feb 11 06:21:16.589103 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b60d7e6-3792-4890-9d4f-ca3ec6e9a790 req-416ea272-621e-422f-9a3f-0bb828776d06 service neutron] 10.222.0.10 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846207 Feb 11 06:21:16.680260 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-5b60d7e6-3792-4890-9d4f-ca3ec6e9a790 req-e7726fb8-e0cd-4bac-bff7-6b9b46ce092e service neutron] 10.222.0.10 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842061 Feb 11 06:21:26.561544 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:21:31.374503 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-e5815d5e-251a-4980-8c6c-f5d542efbba1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442448 Feb 11 06:21:31.467607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-e1876f4d-9cea-4feb-8992-89eb24cf1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:31.469100 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-e1876f4d-9cea-4feb-8992-89eb24cf1812 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 1127 time: 0.0440700 Feb 11 06:21:31.576566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-e2a55132-26fc-4660-afc7-cf01cb499d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:31.578057 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-e2a55132-26fc-4660-afc7-cf01cb499d2a service neutron] 10.222.0.60 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 911 time: 0.0888503 Feb 11 06:21:31.647385 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-2ef40f7d-6fa6-4a65-ba91-bb0fdc4b0155 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccff380-7939-4e44-a954-2361ca245818 HTTP/1.1" status: 200 len: 1000 time: 0.0626469 Feb 11 06:21:31.699751 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-1bda16df-de26-4d79-a1b8-e87df83fc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:31.701178 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-1bda16df-de26-4d79-a1b8-e87df83fc22e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0473409 Feb 11 06:21:31.749956 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-2ce2cd21-ed81-4c43-9b7c-5fc8f3c239b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:31.751489 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-2ce2cd21-ed81-4c43-9b7c-5fc8f3c239b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441930 Feb 11 06:21:31.761167 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-b6126e8b-8a63-49ea-9cb4-d119738039dd service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:21:31.762670 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-b6126e8b-8a63-49ea-9cb4-d119738039dd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051897 Feb 11 06:21:31.853711 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-da8df07e-cf22-4fa5-aa5a-5111abae03b4 service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846899 Feb 11 06:21:31.948921 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-b2ed3358-f769-4306-a58f-7e997d74e7d2 req-09954378-c0cd-4acb-bc21-66f8ada9b81b service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892141 Feb 11 06:21:34.304566 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:38.394115 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:39.631359 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-36ab1bf2-73a5-4885-8bbc-0af07d3b4015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:42.112847 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87d36aca-3719-4f4f-a606-a4f1d3bec2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:43.174404 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:44.739189 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:45.918185 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:03.561590 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:22:04.304224 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:08.390458 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:09.632562 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b5a5defd-57d8-43ef-a501-e90e5a9feaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:10.883736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ec50b3e0-19dc-4646-95f2-f283b1b49c18 details requested by agent hyperv_n-h2-615180-58 with host n-h2-615180-58 {{(pid=103355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:22:10.981919 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ec50b3e0-19dc-4646-95f2-f283b1b49c18, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:10.992668 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Returning: {'device': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'port_id': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'mac_address': 'fa:16:3e:ee:d0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:22:11.028101 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port ec50b3e0-19dc-4646-95f2-f283b1b49c18 is: ACTIVE; New status is: BUILD {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:11.029020 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:11.041800 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec50b3e0-19dc-4646-95f2-f283b1b49c18 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:22:11.061412 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ec50b3e0-19dc-4646-95f2-f283b1b49c18, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:11.065435 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:11.112041 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=ec50b3e0-19dc-4646-95f2-f283b1b49c18,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:11.119262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.119645 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.119950 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.120286 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.120614 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.120940 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.121264 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.121590 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.121931 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.122259 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.122584 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.122995 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.123328 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:11.254188 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] get_ports_and_sgs() called for port_ids ['ec50b3e0-19dc-4646-95f2-f283b1b49c18'] {{(pid=103355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:22:12.123203 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a461b6d6-b554-4c37-9854-32d9f2dbb0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:12.897540 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ec50b3e0-19dc-4646-95f2-f283b1b49c18 up at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:22:12.960870 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Provisioning complete for port ec50b3e0-19dc-4646-95f2-f283b1b49c18 triggered by entity L2. {{(pid=103355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:12.961251 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2081973'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), provisioning_complete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:13.054262 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Current status of the port ec50b3e0-19dc-4646-95f2-f283b1b49c18 is: BUILD; New status is: ACTIVE {{(pid=103355) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:13.054665 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1904711'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:13.080105 n-d-615180-58 neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:13.082402 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f168d9e58cf267e7a9cb4c2a5de898e9cb7f066f9faa2935187d72d73da0bf35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1fc069-3651-45ba-821e-a68e501a4a96" -d '{"events": [{"server_uuid": "ce2845ad-5f01-42b7-b922-5bbf44a477d7", "name": "network-vif-plugged", "status": "completed", "tag": "ec50b3e0-19dc-4646-95f2-f283b1b49c18"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:13.116594 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] For port ec50b3e0-19dc-4646-95f2-f283b1b49c18, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:13.121721 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739642394628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739642089418', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739642089436'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:13.130465 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a738337-e690-41d0-bed0-3119a27d904a x-openstack-request-id: req-0a738337-e690-41d0-bed0-3119a27d904a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:13.131187 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2845ad-5f01-42b7-b922-5bbf44a477d7", "name": "network-vif-plugged", "status": "completed", "tag": "ec50b3e0-19dc-4646-95f2-f283b1b49c18", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:13.131187 n-d-615180-58 neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a738337-e690-41d0-bed0-3119a27d904a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:13.131427 n-d-615180-58 neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'code': 200} Feb 11 06:22:13.197029 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:13.200748 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Pushing event updated for resources: {'Port': ['ID=ec50b3e0-19dc-4646-95f2-f283b1b49c18,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:14.743871 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:15.925018 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.262218 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bdaed-96c7-48ea-a07e-01e78033645e req-75fa1965-fd02-4e25-b0f1-446457874757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:17.265544 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d1bdaed-96c7-48ea-a07e-01e78033645e req-75fa1965-fd02-4e25-b0f1-446457874757 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 1129 time: 0.0545089 Feb 11 06:22:17.394740 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bdaed-96c7-48ea-a07e-01e78033645e req-153392e1-0ed3-42ef-8020-a1cb369a0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:17.397631 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d1bdaed-96c7-48ea-a07e-01e78033645e req-153392e1-0ed3-42ef-8020-a1cb369a0e5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 911 time: 0.1089611 Feb 11 06:22:17.477427 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d1bdaed-96c7-48ea-a07e-01e78033645e req-0e3b9069-2a4c-4407-ab68-8d9df903e2e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18 HTTP/1.1" status: 200 len: 1001 time: 0.0740905 Feb 11 06:22:17.533592 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bdaed-96c7-48ea-a07e-01e78033645e req-40df7df3-b1c2-479f-bfd0-f2635e31bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:17.535126 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d1bdaed-96c7-48ea-a07e-01e78033645e req-40df7df3-b1c2-479f-bfd0-f2635e31bbc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0513618 Feb 11 06:22:17.594238 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bdaed-96c7-48ea-a07e-01e78033645e req-d1bd27de-f532-4ac5-b3b6-e950b29031b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:17.595894 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d1bdaed-96c7-48ea-a07e-01e78033645e req-d1bd27de-f532-4ac5-b3b6-e950b29031b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0533984 Feb 11 06:22:17.704639 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d1bdaed-96c7-48ea-a07e-01e78033645e req-e6d68999-4a8f-4455-b1c0-726e90236abd service neutron] 10.222.0.10 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008306 Feb 11 06:22:17.836461 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-7d1bdaed-96c7-48ea-a07e-01e78033645e req-253a7aea-14eb-4a7b-a3fa-9d949a016027 service neutron] 10.222.0.10 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240106 Feb 11 06:22:20.909845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56254) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:21.065891 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Deleting port 26b3e54c-1166-4ce4-bed1-d9f760b935b7 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:21.066240 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (26b3e54c-1166-4ce4-bed1-d9f760b935b7), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:21.145926 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (26b3e54c-1166-4ce4-bed1-d9f760b935b7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:21.146181 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for floatingip (26b3e54c-1166-4ce4-bed1-d9f760b935b7), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:21.157752 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Calling delete_port for 26b3e54c-1166-4ce4-bed1-d9f760b935b7 owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:21.305332 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (26b3e54c-1166-4ce4-bed1-d9f760b935b7), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:21.330536 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event deleted for resources: {'Port': ['ID=26b3e54c-1166-4ce4-bed1-d9f760b935b7,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:21.342735 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.343122 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.343475 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.343828 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.344172 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.344511 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.344848 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.345185 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.345518 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.345845 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.346175 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.346508 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.346838 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:21.400784 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for floatingip (c1e55d0e-c1d7-4a30-b49e-680eb3a10b72), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:21.401040 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Floating IP c1e55d0e-c1d7-4a30-b49e-680eb3a10b72 disassociated (deleted). External IP: 172.25.7.90, port: ec50b3e0-19dc-4646-95f2-f283b1b49c18. Feb 11 06:22:21.610085 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Router 6fe66167-b58c-43ef-9468-2fd22664ef82 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:22:21.718434 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:22:21.723353 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:21.728028 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc9b5a6-bddf-4eb8-b7c4-32a5e2084721 None None] Sync routers for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:22:21.738456 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc9b5a6-bddf-4eb8-b7c4-32a5e2084721 None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:21.739113 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5fc9b5a6-bddf-4eb8-b7c4-32a5e2084721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:21.753232 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e12f3117-22ba-4ced-8728-8ba4a6ed6783 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "DELETE /v2.0/floatingips/c1e55d0e-c1d7-4a30-b49e-680eb3a10b72 HTTP/1.1" status: 204 len: 168 time: 0.8422804 Feb 11 06:22:21.753858 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'tag': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:21.756163 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d867bd20-5d4e-4802-98e1-35dbfdfeeb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2845ad-5f01-42b7-b922-5bbf44a477d7", "tag": "ec50b3e0-19dc-4646-95f2-f283b1b49c18"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:21.854553 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77783708-1db7-4343-8207-db5c52ab4835 x-openstack-request-id: req-77783708-1db7-4343-8207-db5c52ab4835 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:21.854853 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2845ad-5f01-42b7-b922-5bbf44a477d7", "tag": "ec50b3e0-19dc-4646-95f2-f283b1b49c18", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:21.855126 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77783708-1db7-4343-8207-db5c52ab4835 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:21.855598 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'tag': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'status': 'completed', 'code': 200} Feb 11 06:22:21.861878 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-5fc9b5a6-bddf-4eb8-b7c4-32a5e2084721 None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:21.949130 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867bd20-5d4e-4802-98e1-35dbfdfeeb1f req-8711bba4-9f45-43ff-8431-dd3fb9669212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:21.951357 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d867bd20-5d4e-4802-98e1-35dbfdfeeb1f req-8711bba4-9f45-43ff-8431-dd3fb9669212 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 1129 time: 0.0511417 Feb 11 06:22:22.066601 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11917a5-7d13-4a00-8056-f3008ff42e66 req-d40ef207-d93b-43cb-a18a-c3b2e2f628c4 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:22.068424 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b11917a5-7d13-4a00-8056-f3008ff42e66 req-d40ef207-d93b-43cb-a18a-c3b2e2f628c4 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 946 time: 0.1148102 Feb 11 06:22:22.101091 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867bd20-5d4e-4802-98e1-35dbfdfeeb1f req-5454624f-1946-4f95-99e3-f4affb910236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:22.102553 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d867bd20-5d4e-4802-98e1-35dbfdfeeb1f req-5454624f-1946-4f95-99e3-f4affb910236 service neutron] 10.222.0.10 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 911 time: 0.1394956 Feb 11 06:22:22.104511 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5fc9b5a6-bddf-4eb8-b7c4-32a5e2084721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6a94b183-9634-4529-8c57-85dfba2440c2', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'port_id': 'bccff380-7939-4e44-a954-2361ca245818', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'mac_address': 'fa:16:3e:80:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:17:27Z', 'updated_at': '2022-02-11T06:17:29Z', 'revision_number': 1, 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:09Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:22.131515 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc9b5a6-bddf-4eb8-b7c4-32a5e2084721 None None] Checking router: 6fe66167-b58c-43ef-9468-2fd22664ef82 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:22:22.144031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc9b5a6-bddf-4eb8-b7c4-32a5e2084721 None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:22.144031 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5fc9b5a6-bddf-4eb8-b7c4-32a5e2084721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:22.167638 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d867bd20-5d4e-4802-98e1-35dbfdfeeb1f req-5060784f-4a74-45e5-970c-e36fef8aaea7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18 HTTP/1.1" status: 200 len: 217 time: 0.0541317 Feb 11 06:22:22.172511 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-b11917a5-7d13-4a00-8056-f3008ff42e66 req-c7bad0ad-0a7f-450a-9234-0c87c312fa81 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970948 Feb 11 06:22:22.220764 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867bd20-5d4e-4802-98e1-35dbfdfeeb1f req-1d3cd3ed-083b-48ba-9978-d19117f731c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:22.222285 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d867bd20-5d4e-4802-98e1-35dbfdfeeb1f req-1d3cd3ed-083b-48ba-9978-d19117f731c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0488007 Feb 11 06:22:22.262214 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-5fc9b5a6-bddf-4eb8-b7c4-32a5e2084721 None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:22.272893 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867bd20-5d4e-4802-98e1-35dbfdfeeb1f req-0f9b437d-9004-4c86-9a4d-d99ce55980fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:22.274439 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d867bd20-5d4e-4802-98e1-35dbfdfeeb1f req-0f9b437d-9004-4c86-9a4d-d99ce55980fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448778 Feb 11 06:22:22.371987 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d867bd20-5d4e-4802-98e1-35dbfdfeeb1f req-7919d6bc-40da-40e7-a815-a8703ee7e255 service neutron] 10.222.0.10 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900199 Feb 11 06:22:22.462249 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d867bd20-5d4e-4802-98e1-35dbfdfeeb1f req-b02a0bd0-970d-4bf0-8b3a-d8dc1dbb2ec0 service neutron] 10.222.0.10 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843151 Feb 11 06:22:22.484146 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-5fc9b5a6-bddf-4eb8-b7c4-32a5e2084721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6a94b183-9634-4529-8c57-85dfba2440c2', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'port_id': 'bccff380-7939-4e44-a954-2361ca245818', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'mac_address': 'fa:16:3e:80:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:17:27Z', 'updated_at': '2022-02-11T06:17:29Z', 'revision_number': 1, 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:09Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:22.511687 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc9b5a6-bddf-4eb8-b7c4-32a5e2084721 None None] The sync data for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 is: [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_floatingips': [{'id': '6a94b183-9634-4529-8c57-85dfba2440c2', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'router_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'port_id': 'bccff380-7939-4e44-a954-2361ca245818', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'mac_address': 'fa:16:3e:80:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:17:27Z', 'updated_at': '2022-02-11T06:17:29Z', 'revision_number': 1, 'project_id': '9e348977f5574a61ad2966fa24450287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:09Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:22:22.761959 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34f91db-feb8-4e10-9006-f7bb854d752b None None] New status for floating IP c1e55d0e-c1d7-4a30-b49e-680eb3a10b72: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:22:23.295118 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6e09d-d694-4c31-9d6c-06db0864eff1 req-0cf83975-10e1-4f31-b980-29a7809b52a3 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:23.296589 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57a6e09d-d694-4c31-9d6c-06db0864eff1 req-0cf83975-10e1-4f31-b980-29a7809b52a3 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 946 time: 0.0528264 Feb 11 06:22:23.348533 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-57a6e09d-d694-4c31-9d6c-06db0864eff1 req-8607aa4f-49cd-4a7f-ac75-552c1db545a0 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462935 Feb 11 06:22:23.770543 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b2834-6b6f-4fc1-b87e-dab393b57979 req-1182a49b-1a8e-4316-9a32-2bb9b5d9c702 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:23.772040 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d03b2834-6b6f-4fc1-b87e-dab393b57979 req-1182a49b-1a8e-4316-9a32-2bb9b5d9c702 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 946 time: 0.0572569 Feb 11 06:22:23.862380 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d03b2834-6b6f-4fc1-b87e-dab393b57979 req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Deleting port ec50b3e0-19dc-4646-95f2-f283b1b49c18 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:23.862725 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d03b2834-6b6f-4fc1-b87e-dab393b57979 req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:23.953680 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-d03b2834-6b6f-4fc1-b87e-dab393b57979 req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] For port ec50b3e0-19dc-4646-95f2-f283b1b49c18, host n-h2-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-58',level=0,port_id=ec50b3e0-19dc-4646-95f2-f283b1b49c18,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:23.954048 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d03b2834-6b6f-4fc1-b87e-dab393b57979 req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:23.965935 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-d03b2834-6b6f-4fc1-b87e-dab393b57979 req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Calling delete_port for ec50b3e0-19dc-4646-95f2-f283b1b49c18 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:24.089437 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d03b2834-6b6f-4fc1-b87e-dab393b57979 req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ec50b3e0-19dc-4646-95f2-f283b1b49c18), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:24.122688 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event deleted for resources: {'Port': ['ID=ec50b3e0-19dc-4646-95f2-f283b1b49c18,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:24.134720 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.135107 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.135458 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.135802 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.136166 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.136668 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.136818 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.137670 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.137979 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.138310 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.138643 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.138996 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.139320 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-58 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:24.175119 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03b2834-6b6f-4fc1-b87e-dab393b57979 req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] No DVR routers for this DVR port ec50b3e0-19dc-4646-95f2-f283b1b49c18 on host n-h2-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:24.177687 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-d03b2834-6b6f-4fc1-b87e-dab393b57979 req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:24.181117 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d03b2834-6b6f-4fc1-b87e-dab393b57979 req-636226cc-4673-48cb-8b0f-d8aa18649e8d tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.10 "DELETE /v2.0/ports/ec50b3e0-19dc-4646-95f2-f283b1b49c18 HTTP/1.1" status: 204 len: 173 time: 0.4040356 Feb 11 06:22:24.181559 n-d-615180-58 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'name': 'network-vif-deleted', 'tag': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:24.183818 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc91b57e5487c27d4b421f1b3b775b6f559d281e1010b22ea265b203b2807f6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10d6224-d6da-414c-964c-bb34707dbc22" -d '{"events": [{"server_uuid": "ce2845ad-5f01-42b7-b922-5bbf44a477d7", "name": "network-vif-deleted", "tag": "ec50b3e0-19dc-4646-95f2-f283b1b49c18"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:24.221550 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6071187-5283-4ab8-8fe1-d094ffa2f38c x-openstack-request-id: req-b6071187-5283-4ab8-8fe1-d094ffa2f38c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:24.221885 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2845ad-5f01-42b7-b922-5bbf44a477d7", "name": "network-vif-deleted", "tag": "ec50b3e0-19dc-4646-95f2-f283b1b49c18", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:24.222105 n-d-615180-58 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6071187-5283-4ab8-8fe1-d094ffa2f38c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:24.222511 n-d-615180-58 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2845ad-5f01-42b7-b922-5bbf44a477d7', 'name': 'network-vif-deleted', 'tag': 'ec50b3e0-19dc-4646-95f2-f283b1b49c18', 'status': 'completed', 'code': 200} Feb 11 06:22:24.456534 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-06f1fa72-4c95-4d9f-9661-a083fa3dad76 req-879957e9-f547-429c-9af7-5773426ee753 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce2845ad-5f01-42b7-b922-5bbf44a477d7 HTTP/1.1" status: 200 len: 210 time: 0.0288649 Feb 11 06:22:25.015202 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ec50b3e0-19dc-4646-95f2-f283b1b49c18 no longer exists at agent hyperv_n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:25.034778 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] No Port match for: ec50b3e0-19dc-4646-95f2-f283b1b49c18 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:25.035134 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Device ec50b3e0-19dc-4646-95f2-f283b1b49c18 not bound to the agent host n-h2-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:26.032855 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56312) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:26.192358 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Deleting port db5cf32e-7d40-448d-b2bc-fbd123098bcc {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:26.192794 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (db5cf32e-7d40-448d-b2bc-fbd123098bcc), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:26.267101 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (db5cf32e-7d40-448d-b2bc-fbd123098bcc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:26.267344 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for floatingip (db5cf32e-7d40-448d-b2bc-fbd123098bcc), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:26.278443 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Calling delete_port for db5cf32e-7d40-448d-b2bc-fbd123098bcc owned by network:floatingip {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:26.424099 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (db5cf32e-7d40-448d-b2bc-fbd123098bcc), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:26.447341 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event deleted for resources: {'Port': ['ID=db5cf32e-7d40-448d-b2bc-fbd123098bcc,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:26.512226 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for floatingip (6a94b183-9634-4529-8c57-85dfba2440c2), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:26.512581 n-d-615180-58 neutron-server[103354]: INFO neutron.db.l3_db [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Floating IP 6a94b183-9634-4529-8c57-85dfba2440c2 disassociated (deleted). External IP: 172.25.7.120, port: bccff380-7939-4e44-a954-2361ca245818. Feb 11 06:22:27.066862 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Router 6fe66167-b58c-43ef-9468-2fd22664ef82 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:22:27.176642 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:22:27.181114 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for floatingip (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:27.188414 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31934d39-fda9-40ca-8402-bd63f8d3abbc None None] Sync routers for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:22:27.203241 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31934d39-fda9-40ca-8402-bd63f8d3abbc None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:27.203863 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-31934d39-fda9-40ca-8402-bd63f8d3abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:27.211361 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-cac99f81-bac4-430d-b72d-8f311796b89f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "DELETE /v2.0/floatingips/6a94b183-9634-4529-8c57-85dfba2440c2 HTTP/1.1" status: 204 len: 168 time: 1.1773710 Feb 11 06:22:27.211953 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'tag': 'bccff380-7939-4e44-a954-2361ca245818'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:27.214184 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc79c794-3fe2-4a34-9816-23a2634a45bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "tag": "bccff380-7939-4e44-a954-2361ca245818"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:27.251493 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c00ed92-4d0a-450b-bed0-a37f2a29064d x-openstack-request-id: req-5c00ed92-4d0a-450b-bed0-a37f2a29064d {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:27.251871 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "tag": "bccff380-7939-4e44-a954-2361ca245818", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:27.252191 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c00ed92-4d0a-450b-bed0-a37f2a29064d {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:27.252659 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'tag': 'bccff380-7939-4e44-a954-2361ca245818', 'status': 'completed', 'code': 200} Feb 11 06:22:27.319421 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-31934d39-fda9-40ca-8402-bd63f8d3abbc None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:27.383474 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c794-3fe2-4a34-9816-23a2634a45bf req-acf12567-fbaf-4eb0-a402-2d593aad6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:27.384998 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bc79c794-3fe2-4a34-9816-23a2634a45bf req-acf12567-fbaf-4eb0-a402-2d593aad6d4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e348977f5574a61ad2966fa24450287&device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 1127 time: 0.0979986 Feb 11 06:22:27.448671 n-d-615180-58 neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4cd1a-c21d-4b64-8a03-e4e112afa9a0 req-0c0f77f7-fc78-4f1b-b29b-0152f9d836ca tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:27.450880 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9c4cd1a-c21d-4b64-8a03-e4e112afa9a0 req-0c0f77f7-fc78-4f1b-b29b-0152f9d836ca tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 944 time: 0.0549202 Feb 11 06:22:27.486276 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c794-3fe2-4a34-9816-23a2634a45bf req-9c97b50d-516e-4597-8ff6-b0852cbe91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:27.487850 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bc79c794-3fe2-4a34-9816-23a2634a45bf req-9c97b50d-516e-4597-8ff6-b0852cbe91e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 200 len: 911 time: 0.0947003 Feb 11 06:22:27.503747 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [req-d9c4cd1a-c21d-4b64-8a03-e4e112afa9a0 req-f6e54956-4850-4171-9911-47a45044de23 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466292 Feb 11 06:22:27.535347 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-31934d39-fda9-40ca-8402-bd63f8d3abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:09Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:27.535680 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bc79c794-3fe2-4a34-9816-23a2634a45bf req-261fbc38-91ce-4683-bd8d-918055efa2d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bccff380-7939-4e44-a954-2361ca245818 HTTP/1.1" status: 200 len: 217 time: 0.0404341 Feb 11 06:22:27.562095 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31934d39-fda9-40ca-8402-bd63f8d3abbc None None] Checking router: 6fe66167-b58c-43ef-9468-2fd22664ef82 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:22:27.570468 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31934d39-fda9-40ca-8402-bd63f8d3abbc None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:27.571054 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-31934d39-fda9-40ca-8402-bd63f8d3abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:27.587998 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c794-3fe2-4a34-9816-23a2634a45bf req-f1a6592b-8fdb-4db6-9c13-276be55299ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:27.589518 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bc79c794-3fe2-4a34-9816-23a2634a45bf req-f1a6592b-8fdb-4db6-9c13-276be55299ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 200 len: 849 time: 0.0466032 Feb 11 06:22:27.643082 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c794-3fe2-4a34-9816-23a2634a45bf req-15858cb2-277e-4911-8e46-39cc15b67e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:27.644574 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bc79c794-3fe2-4a34-9816-23a2634a45bf req-15858cb2-277e-4911-8e46-39cc15b67e33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488439 Feb 11 06:22:27.678930 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-31934d39-fda9-40ca-8402-bd63f8d3abbc None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:27.735428 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bc79c794-3fe2-4a34-9816-23a2634a45bf req-8b9720cc-c68f-4f44-b470-4f3047777737 service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831208 Feb 11 06:22:27.837787 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-bc79c794-3fe2-4a34-9816-23a2634a45bf req-ffb5444b-c2be-405b-bef6-c81a705d3037 service neutron] 10.222.0.60 "GET /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941975 Feb 11 06:22:28.038158 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-31934d39-fda9-40ca-8402-bd63f8d3abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:09Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:28.065353 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31934d39-fda9-40ca-8402-bd63f8d3abbc None None] The sync data for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 is: [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:03Z', 'revision_number': 4, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58', '_interfaces': [{'id': 'ed74a3b9-1eb0-4996-805d-40f2b594c60a', 'name': '', 'network_id': '77ae1e3b-6e29-42a5-b8da-5da01bc77dd9', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'mac_address': 'fa:16:3e:d0:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:03Z', 'updated_at': '2022-02-11T06:17:09Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'subnets': [{'id': 'fa718634-a5c9-4c2a-85f0-c9d518c9ccd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:22:28.290059 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7f384-8dde-430e-ab3a-3d9e54404085 None None] New status for floating IP 6a94b183-9634-4529-8c57-85dfba2440c2: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:22:28.544238 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da86fe-8c48-4a3c-a575-4de1033bf916 req-a0b962f7-5ccc-4bdd-8140-8d9906fb607f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:28.545755 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95da86fe-8c48-4a3c-a575-4de1033bf916 req-a0b962f7-5ccc-4bdd-8140-8d9906fb607f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 944 time: 0.0547996 Feb 11 06:22:28.681970 n-d-615180-58 neutron-server[103354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a98bc-8b4c-4161-b44e-d3a0d3982def req-3118bd97-137f-45a7-bc57-86c32ebccd9f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:28.683412 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a0a98bc-8b4c-4161-b44e-d3a0d3982def req-3118bd97-137f-45a7-bc57-86c32ebccd9f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fe3c1d0-2720-470b-bdcf-ff58feda541e HTTP/1.1" status: 200 len: 944 time: 0.0861678 Feb 11 06:22:28.689709 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-95da86fe-8c48-4a3c-a575-4de1033bf916 req-c8a8deea-3b4c-4a50-99a0-4365a8cf551c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Deleting port bccff380-7939-4e44-a954-2361ca245818 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:28.690054 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95da86fe-8c48-4a3c-a575-4de1033bf916 req-c8a8deea-3b4c-4a50-99a0-4365a8cf551c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (bccff380-7939-4e44-a954-2361ca245818), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:28.795886 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-3a0a98bc-8b4c-4161-b44e-d3a0d3982def req-3502916c-cf1f-4e71-b34f-0443124583b8 tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "GET /v2.0/security-groups?id=6dc7933b-6488-4d53-9f1a-1b4e64bd5309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017504 Feb 11 06:22:28.815795 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [req-95da86fe-8c48-4a3c-a575-4de1033bf916 req-c8a8deea-3b4c-4a50-99a0-4365a8cf551c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] For port bccff380-7939-4e44-a954-2361ca245818, host n-h1-615180-58, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-58',level=0,port_id=bccff380-7939-4e44-a954-2361ca245818,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:28.816166 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95da86fe-8c48-4a3c-a575-4de1033bf916 req-c8a8deea-3b4c-4a50-99a0-4365a8cf551c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (bccff380-7939-4e44-a954-2361ca245818), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:28.828760 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [req-95da86fe-8c48-4a3c-a575-4de1033bf916 req-c8a8deea-3b4c-4a50-99a0-4365a8cf551c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Calling delete_port for bccff380-7939-4e44-a954-2361ca245818 owned by compute:nova {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:28.969852 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95da86fe-8c48-4a3c-a575-4de1033bf916 req-c8a8deea-3b4c-4a50-99a0-4365a8cf551c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (bccff380-7939-4e44-a954-2361ca245818), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:28.999640 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8deea-3b4c-4a50-99a0-4365a8cf551c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event deleted for resources: {'Port': ['ID=bccff380-7939-4e44-a954-2361ca245818,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:29.042876 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [req-95da86fe-8c48-4a3c-a575-4de1033bf916 req-c8a8deea-3b4c-4a50-99a0-4365a8cf551c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] No DVR routers for this DVR port bccff380-7939-4e44-a954-2361ca245818 on host n-h1-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:29.046219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [req-95da86fe-8c48-4a3c-a575-4de1033bf916 req-c8a8deea-3b4c-4a50-99a0-4365a8cf551c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189512'] for port (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:29.049592 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [req-95da86fe-8c48-4a3c-a575-4de1033bf916 req-c8a8deea-3b4c-4a50-99a0-4365a8cf551c tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.60 "DELETE /v2.0/ports/bccff380-7939-4e44-a954-2361ca245818 HTTP/1.1" status: 204 len: 173 time: 0.4978909 Feb 11 06:22:29.253587 n-d-615180-58 neutron-server[103354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'name': 'network-vif-deleted', 'tag': 'bccff380-7939-4e44-a954-2361ca245818'}] {{(pid=103354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:29.255970 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b06b7dc5fa9bdd12afe36f760a3ce1613361548df9ecef29c86c6c827d1cb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c54611-e33a-42b5-8f6c-2f8faab936dc" -d '{"events": [{"server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "name": "network-vif-deleted", "tag": "bccff380-7939-4e44-a954-2361ca245818"}]}' {{(pid=103354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:29.291212 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea4162a-c5ad-4897-b625-204c3c5352d1 x-openstack-request-id: req-eea4162a-c5ad-4897-b625-204c3c5352d1 {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:29.291518 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe3c1d0-2720-470b-bdcf-ff58feda541e", "name": "network-vif-deleted", "tag": "bccff380-7939-4e44-a954-2361ca245818", "status": "completed", "code": 200}]} {{(pid=103354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:29.291780 n-d-615180-58 neutron-server[103354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eea4162a-c5ad-4897-b625-204c3c5352d1 {{(pid=103354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:29.292190 n-d-615180-58 neutron-server[103354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe3c1d0-2720-470b-bdcf-ff58feda541e', 'name': 'network-vif-deleted', 'tag': 'bccff380-7939-4e44-a954-2361ca245818', 'status': 'completed', 'code': 200} Feb 11 06:22:29.852067 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56328) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:29.908122 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b47d964-ba33-4a40-9e09-5e28b062403f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group (6dc7933b-6488-4d53-9f1a-1b4e64bd5309), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:29.932635 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b47d964-ba33-4a40-9e09-5e28b062403f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group (6dc7933b-6488-4d53-9f1a-1b4e64bd5309), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:29.996016 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b47d964-ba33-4a40-9e09-5e28b062403f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (6dc7933b-6488-4d53-9f1a-1b4e64bd5309), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:29.999242 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3b47d964-ba33-4a40-9e09-5e28b062403f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:30.000409 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-3b47d964-ba33-4a40-9e09-5e28b062403f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] 10.222.0.48 "DELETE /v2.0/security-groups/6dc7933b-6488-4d53-9f1a-1b4e64bd5309 HTTP/1.1" status: 204 len: 168 time: 0.1473546 Feb 11 06:22:30.009367 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47d964-ba33-4a40-9e09-5e28b062403f tempest-TestSnapshotPattern-1349456012 tempest-TestSnapshotPattern-1349456012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc7933b-6488-4d53-9f1a-1b4e64bd5309,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:31.058246 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56334) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:31.493564 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e55799bb-91ca-415e-b0cc-f6f01da4dc9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (6fe66167-b58c-43ef-9468-2fd22664ef82), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:31.738510 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e55799bb-91ca-415e-b0cc-f6f01da4dc9e admin admin] Deleting port ed74a3b9-1eb0-4996-805d-40f2b594c60a {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:31.738849 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e55799bb-91ca-415e-b0cc-f6f01da4dc9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:31.819963 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-e55799bb-91ca-415e-b0cc-f6f01da4dc9e admin admin] For port ed74a3b9-1eb0-4996-805d-40f2b594c60a, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ed74a3b9-1eb0-4996-805d-40f2b594c60a,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:31.820246 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e55799bb-91ca-415e-b0cc-f6f01da4dc9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:31.832455 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-e55799bb-91ca-415e-b0cc-f6f01da4dc9e admin admin] Calling delete_port for ed74a3b9-1eb0-4996-805d-40f2b594c60a owned by network:router_interface {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:31.990389 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device bccff380-7939-4e44-a954-2361ca245818 no longer exists at agent hyperv_n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:32.010584 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e55799bb-91ca-415e-b0cc-f6f01da4dc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (ed74a3b9-1eb0-4996-805d-40f2b594c60a), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:32.011539 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] No Port match for: bccff380-7939-4e44-a954-2361ca245818 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:32.011896 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Device bccff380-7939-4e44-a954-2361ca245818 not bound to the agent host n-h1-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:32.036300 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55799bb-91ca-415e-b0cc-f6f01da4dc9e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed74a3b9-1eb0-4996-805d-40f2b594c60a,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:32.204016 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e55799bb-91ca-415e-b0cc-f6f01da4dc9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (6fe66167-b58c-43ef-9468-2fd22664ef82), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:32.425176 n-d-615180-58 neutron-server[103354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55799bb-91ca-415e-b0cc-f6f01da4dc9e admin admin] Router 6fe66167-b58c-43ef-9468-2fd22664ef82 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:22:32.532820 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55799bb-91ca-415e-b0cc-f6f01da4dc9e admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:22:32.537776 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-e55799bb-91ca-415e-b0cc-f6f01da4dc9e admin admin] 10.222.0.48 "PUT /v2.0/routers/6fe66167-b58c-43ef-9468-2fd22664ef82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4784832 Feb 11 06:22:32.540566 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56338) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:32.543094 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd9f84-32f5-4c54-9713-9ca4736a41fd None None] Sync routers for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:22:32.552500 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd9f84-32f5-4c54-9713-9ca4736a41fd None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:32.553118 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-91cd9f84-32f5-4c54-9713-9ca4736a41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:32.644692 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Publish callbacks [] for router (6fe66167-b58c-43ef-9468-2fd22664ef82), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:32.658447 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-91cd9f84-32f5-4c54-9713-9ca4736a41fd None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: n-d-615180-58 {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:32.750235 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Publish callbacks [] for router_gateway (6fe66167-b58c-43ef-9468-2fd22664ef82), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:32.805639 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Deleting port 8960ab7e-d96e-4bc6-8344-50445c05e186 {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:32.805977 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:32.834471 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-91cd9f84-32f5-4c54-9713-9ca4736a41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:22:31Z', 'revision_number': 5, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port': {'id': '8960ab7e-d96e-4bc6-8344-50445c05e186', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:32.860682 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd9f84-32f5-4c54-9713-9ca4736a41fd None None] Checking router: 6fe66167-b58c-43ef-9468-2fd22664ef82 for host: n-d-615180-58 {{(pid=103355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:22:32.868936 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd9f84-32f5-4c54-9713-9ca4736a41fd None None] Routers {'6fe66167-b58c-43ef-9468-2fd22664ef82'} bound to L3 agent in host n-d-615180-58 {{(pid=103355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:32.869552 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-91cd9f84-32f5-4c54-9713-9ca4736a41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['6fe66167-b58c-43ef-9468-2fd22664ef82'], 'active': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:32.887090 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] For port 8960ab7e-d96e-4bc6-8344-50445c05e186, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=8960ab7e-d96e-4bc6-8344-50445c05e186,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:32.887992 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:32.899607 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Calling delete_port for 8960ab7e-d96e-4bc6-8344-50445c05e186 owned by network:router_gateway {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:32.963370 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvr_db [None req-91cd9f84-32f5-4c54-9713-9ca4736a41fd None None] Set router 6fe66167-b58c-43ef-9468-2fd22664ef82 gateway port host: None {{(pid=103355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:33.019924 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_hamode_db [None req-91cd9f84-32f5-4c54-9713-9ca4736a41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:22:32Z', 'revision_number': 6, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:33.047736 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd9f84-32f5-4c54-9713-9ca4736a41fd None None] The sync data for ids ['6fe66167-b58c-43ef-9468-2fd22664ef82'] in n-d-615180-58 is: [{'id': '6fe66167-b58c-43ef-9468-2fd22664ef82', 'name': 'tempest-TestSnapshotPattern-1429080931-router', 'tenant_id': '9e348977f5574a61ad2966fa24450287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:01Z', 'updated_at': '2022-02-11T06:22:32Z', 'revision_number': 6, 'project_id': '9e348977f5574a61ad2966fa24450287', 'gw_port_host': None}] {{(pid=103355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:22:33.070518 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (8960ab7e-d96e-4bc6-8344-50445c05e186), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.097138 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=8960ab7e-d96e-4bc6-8344-50445c05e186,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:33.159302 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (6fe66167-b58c-43ef-9468-2fd22664ef82), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.253618 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (6fe66167-b58c-43ef-9468-2fd22664ef82), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.255804 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Publish callbacks [] for router_controller (6fe66167-b58c-43ef-9468-2fd22664ef82), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.663215 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (6fe66167-b58c-43ef-9468-2fd22664ef82), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.663966 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fe66167-b58c-43ef-9468-2fd22664ef82 {{(pid=103354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:22:33.671012 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.672567 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-389bcead-c07c-4715-aa1c-4caa260b1c46 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6fe66167-b58c-43ef-9468-2fd22664ef82 HTTP/1.1" status: 204 len: 168 time: 1.1310689 Feb 11 06:22:33.675020 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56340) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:33.718125 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ee97ed-ab42-4ecb-9cd0-4751e724238f admin admin] Deleting subnet fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 {{(pid=103354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:22:33.721219 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8ee97ed-ab42-4ecb-9cd0-4751e724238f admin admin] Publish callbacks [] for subnet (fa718634-a5c9-4c2a-85f0-c9d518c9ccd0), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.755264 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8ee97ed-ab42-4ecb-9cd0-4751e724238f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4809227'] for subnet (fa718634-a5c9-4c2a-85f0-c9d518c9ccd0), precommit_delete_associations {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.797090 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ed74a3b9-1eb0-4996-805d-40f2b594c60a no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:33.818646 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: ed74a3b9-1eb0-4996-805d-40f2b594c60a {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:33.819029 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ed74a3b9-1eb0-4996-805d-40f2b594c60a not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:33.845553 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8ee97ed-ab42-4ecb-9cd0-4751e724238f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (fa718634-a5c9-4c2a-85f0-c9d518c9ccd0), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.898460 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8ee97ed-ab42-4ecb-9cd0-4751e724238f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4802248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4809976'] for subnet (fa718634-a5c9-4c2a-85f0-c9d518c9ccd0), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.926233 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee97ed-ab42-4ecb-9cd0-4751e724238f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa718634-a5c9-4c2a-85f0-c9d518c9ccd0,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:33.928159 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b8ee97ed-ab42-4ecb-9cd0-4751e724238f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.931537 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-b8ee97ed-ab42-4ecb-9cd0-4751e724238f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fa718634-a5c9-4c2a-85f0-c9d518c9ccd0 HTTP/1.1" status: 204 len: 168 time: 0.2555656 Feb 11 06:22:33.932575 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11edaa-b53c-4b49-a7dd-b162dd6e46ac None None] Network 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:22:33.934087 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56342) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:34.015250 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (77ae1e3b-6e29-42a5-b8da-5da01bc77dd9), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.075643 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Deleting port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c {{(pid=103354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:34.075643 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.111336 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a1b9a5-76d5-4e34-bb63-ba2832c25a4f None None] DHCP port deletion for 77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:22:34.147006 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] For port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:34.147379 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.163252 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c9a1b9a5-76d5-4e34-bb63-ba2832c25a4f None None] Deleting port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:34.163629 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b9a5-76d5-4e34-bb63-ba2832c25a4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.165796 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Calling delete_port for b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c owned by network:dhcp {{(pid=103354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:34.225074 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-c9a1b9a5-76d5-4e34-bb63-ba2832c25a4f None None] For port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c,segment=NetworkSegment(de78f6d4-1ecb-434c-97f4-418e1f5b8994),segment_id=de78f6d4-1ecb-434c-97f4-418e1f5b8994)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:34.225466 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b9a5-76d5-4e34-bb63-ba2832c25a4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.239711 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c9a1b9a5-76d5-4e34-bb63-ba2832c25a4f None None] Calling delete_port for b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:34.243894 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4802085'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.257736 n-d-615180-58 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] No DVR routers for this DVR port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c on host n-d-615180-58 {{(pid=103354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:34.279839 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:34.328352 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:22:34.330826 n-d-615180-58 neutron-server[103355]: self.session.flush() Feb 11 06:22:34.335368 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b9a5-76d5-4e34-bb63-ba2832c25a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409'] for port (b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.356197 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (77ae1e3b-6e29-42a5-b8da-5da01bc77dd9), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.358658 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1b9a5-76d5-4e34-bb63-ba2832c25a4f None None] Pushing event deleted for resources: {'Port': ['ID=b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:34.364822 n-d-615180-58 neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a1b9a5-76d5-4e34-bb63-ba2832c25a4f None None] No DVR routers for this DVR port b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c on host n-d-615180-58 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:34.379934 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ae1e3b-6e29-42a5-b8da-5da01bc77dd9']}} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:34.390253 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de78f6d4-1ecb-434c-97f4-418e1f5b8994') {'for_net_delete': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:34.390553 n-d-615180-58 neutron-server[103354]: DEBUG neutron.services.segments.db [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de78f6d4-1ecb-434c-97f4-418e1f5b8994') {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:34.400155 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4809266'] for segment (de78f6d4-1ecb-434c-97f4-418e1f5b8994), before_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.413847 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (de78f6d4-1ecb-434c-97f4-418e1f5b8994), precommit_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.420211 n-d-615180-58 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:22:34.420708 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4802162'] for segment (de78f6d4-1ecb-434c-97f4-418e1f5b8994), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: Traceback (most recent call last): Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: timer() Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: cb(*args, **kw) Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: return func(*args, **kwargs) Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: self._notify() Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: self.callback(batched_events) Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: event.method(event) Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: return f(self, *a, **k) Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: return self._get(url).json() Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: return self.request(url, 'GET', **kwargs) Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:22:34.422587 n-d-615180-58 neutron-server[103354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:22:34.477068 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (77ae1e3b-6e29-42a5-b8da-5da01bc77dd9), after_delete {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.482640 n-d-615180-58 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.490467 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] 10.222.0.48 "DELETE /v2.0/networks/77ae1e3b-6e29-42a5-b8da-5da01bc77dd9 HTTP/1.1" status: 204 len: 168 time: 0.5520136 Feb 11 06:22:34.490995 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56344) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:34.507422 n-d-615180-58 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3456c-3652-4a87-bc0b-ce4addcaaf95 admin admin] Pushing event deleted for resources: {'Network': ['ID=77ae1e3b-6e29-42a5-b8da-5da01bc77dd9,revision_number=None']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:34.853395 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebb99-4dc3-4cc5-9ce7-1a73e20e98a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-296318'] for router_interface (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:35.113447 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ebb99-4dc3-4cc5-9ce7-1a73e20e98a2 admin admin] Deleting port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:35.113806 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebb99-4dc3-4cc5-9ce7-1a73e20e98a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:35.178880 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:35.201002 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6d8ebb99-4dc3-4cc5-9ce7-1a73e20e98a2 admin admin] For port 55b7ae53-e8c2-4562-9aa9-44f142cff5c7, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=55b7ae53-e8c2-4562-9aa9-44f142cff5c7,segment=NetworkSegment(47d0466d-bf9a-4ead-aa48-bc25816f4945),segment_id=47d0466d-bf9a-4ead-aa48-bc25816f4945)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:35.201401 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebb99-4dc3-4cc5-9ce7-1a73e20e98a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:35.203050 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:35.203407 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device b1e8ad97-5952-4c76-8ad2-9e23a8fd4c9c not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:35.204022 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8960ab7e-d96e-4bc6-8344-50445c05e186 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:35.220172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ebb99-4dc3-4cc5-9ce7-1a73e20e98a2 admin admin] Calling delete_port for 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:35.223679 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 8960ab7e-d96e-4bc6-8344-50445c05e186 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:35.224035 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 8960ab7e-d96e-4bc6-8344-50445c05e186 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:35.404196 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebb99-4dc3-4cc5-9ce7-1a73e20e98a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (55b7ae53-e8c2-4562-9aa9-44f142cff5c7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:35.435351 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ebb99-4dc3-4cc5-9ce7-1a73e20e98a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b7ae53-e8c2-4562-9aa9-44f142cff5c7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:35.612057 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebb99-4dc3-4cc5-9ce7-1a73e20e98a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-296426'] for router_interface (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:35.832894 n-d-615180-58 neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8ebb99-4dc3-4cc5-9ce7-1a73e20e98a2 admin admin] Router 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 has already been hosted by L3 agent 0585f5c5-ee2a-450f-8581-4a4891c7170e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:22:35.940635 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8ebb99-4dc3-4cc5-9ce7-1a73e20e98a2 admin admin] Notify agent at l3_agent.n-d-615180-58 the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:22:35.945697 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-6d8ebb99-4dc3-4cc5-9ce7-1a73e20e98a2 admin admin] 10.222.0.48 "PUT /v2.0/routers/4cfd573b-27bb-4fab-ae03-b8e5b3b80d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4531748 Feb 11 06:22:35.948204 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56348) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:35.951390 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fbcd9f-a01e-4baa-8b53-b6742f8b6496 None None] Sync routers for ids ['4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'] in n-d-615180-58 {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:22:35.961494 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fbcd9f-a01e-4baa-8b53-b6742f8b6496 None None] Routers {'4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:35.962110 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d5fbcd9f-a01e-4baa-8b53-b6742f8b6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:36.060233 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Publish callbacks [] for router (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.072514 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d5fbcd9f-a01e-4baa-8b53-b6742f8b6496 None None] Set router 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 gateway port host: n-d-615180-58 {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:36.174304 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Publish callbacks [] for router_gateway (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.243159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Deleting port ede70273-f095-4628-a05c-05ebd4e826a5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:36.243784 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (ede70273-f095-4628-a05c-05ebd4e826a5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.326086 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] For port ede70273-f095-4628-a05c-05ebd4e826a5, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=ede70273-f095-4628-a05c-05ebd4e826a5,segment=NetworkSegment(39d8fd13-5715-4c62-a5e7-1d843d6b84c0),segment_id=39d8fd13-5715-4c62-a5e7-1d843d6b84c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:36.326490 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (ede70273-f095-4628-a05c-05ebd4e826a5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.339882 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Calling delete_port for ede70273-f095-4628-a05c-05ebd4e826a5 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:36.348692 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d5fbcd9f-a01e-4baa-8b53-b6742f8b6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'name': 'tempest-TestSnapshotPattern-1910546518-router', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'external_fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:05Z', 'updated_at': '2022-02-11T06:22:35Z', 'revision_number': 5, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'gw_port': {'id': 'ede70273-f095-4628-a05c-05ebd4e826a5', 'name': '', 'network_id': '39b338c4-a31b-4884-a416-93b3d15636aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-58', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:06Z', 'updated_at': '2022-02-11T06:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac28aac8-f878-4a64-8501-bd1cec7aa54f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-58'}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:36.379465 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fbcd9f-a01e-4baa-8b53-b6742f8b6496 None None] Checking router: 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 for host: n-d-615180-58 {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:22:36.387802 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fbcd9f-a01e-4baa-8b53-b6742f8b6496 None None] Routers {'4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'} bound to L3 agent in host n-d-615180-58 {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:36.388425 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d5fbcd9f-a01e-4baa-8b53-b6742f8b6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-58', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:27:42Z,description=,heartbeat_timestamp=2022-02-11T06:22:12Z,host='n-d-615180-58',id=0585f5c5-ee2a-450f-8581-4a4891c7170e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:27:42Z,topic='l3_agent')) {'router_ids': ['4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:36.479322 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d5fbcd9f-a01e-4baa-8b53-b6742f8b6496 None None] Set router 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:36.517319 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (ede70273-f095-4628-a05c-05ebd4e826a5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.534534 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d5fbcd9f-a01e-4baa-8b53-b6742f8b6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'name': 'tempest-TestSnapshotPattern-1910546518-router', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:05Z', 'updated_at': '2022-02-11T06:22:36Z', 'revision_number': 6, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'gw_port_host': None}], 'n-d-615180-58', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:36.542958 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede70273-f095-4628-a05c-05ebd4e826a5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:36.572091 n-d-615180-58 neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fbcd9f-a01e-4baa-8b53-b6742f8b6496 None None] The sync data for ids ['4cfd573b-27bb-4fab-ae03-b8e5b3b80d39'] in n-d-615180-58 is: [{'id': '4cfd573b-27bb-4fab-ae03-b8e5b3b80d39', 'name': 'tempest-TestSnapshotPattern-1910546518-router', 'tenant_id': '7444b580ad424adda3ba7ffc7aed296f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:05Z', 'updated_at': '2022-02-11T06:22:36Z', 'revision_number': 6, 'project_id': '7444b580ad424adda3ba7ffc7aed296f', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:22:36.617238 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-296756'] for router_gateway (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.709128 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30775'] for router (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.711315 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Publish callbacks [] for router_controller (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.758770 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298884'] for router (4cfd573b-27bb-4fab-ae03-b8e5b3b80d39), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.759330 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:22:36.764435 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.765599 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-11a981ca-e019-44c9-9504-e6ac4435eb94 admin admin] 10.222.0.48 "DELETE /v2.0/routers/4cfd573b-27bb-4fab-ae03-b8e5b3b80d39 HTTP/1.1" status: 204 len: 168 time: 0.8140664 Feb 11 06:22:36.768179 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56350) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:36.813172 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-378012ef-c291-4671-abf6-ffc151b74ce0 admin admin] Deleting subnet 4a9d9353-a096-48f5-9a29-6eb252c28fb4 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:22:36.816334 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-378012ef-c291-4671-abf6-ffc151b74ce0 admin admin] Publish callbacks [] for subnet (4a9d9353-a096-48f5-9a29-6eb252c28fb4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.850562 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-378012ef-c291-4671-abf6-ffc151b74ce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320903'] for subnet (4a9d9353-a096-48f5-9a29-6eb252c28fb4), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.933892 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-378012ef-c291-4671-abf6-ffc151b74ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081351'] for subnet (4a9d9353-a096-48f5-9a29-6eb252c28fb4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:36.992391 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-378012ef-c291-4671-abf6-ffc151b74ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5897877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4699392'] for subnet (4a9d9353-a096-48f5-9a29-6eb252c28fb4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.020621 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378012ef-c291-4671-abf6-ffc151b74ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9d9353-a096-48f5-9a29-6eb252c28fb4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:37.024391 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-378012ef-c291-4671-abf6-ffc151b74ce0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.030786 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-378012ef-c291-4671-abf6-ffc151b74ce0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4a9d9353-a096-48f5-9a29-6eb252c28fb4 HTTP/1.1" status: 204 len: 168 time: 0.2616117 Feb 11 06:22:37.031432 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3081cf6-5058-4d26-a02b-0be56c57da11 None None] Network 23318ba7-6f1d-4b55-ac22-3723b871bd7c requested from n-d-615180-58 {{(pid=103355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:22:37.031927 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56352) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:37.100260 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2024337'] for network (23318ba7-6f1d-4b55-ac22-3723b871bd7c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.157146 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Deleting port 5908eae7-0ea1-405e-bad3-e36462969596 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:37.157489 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739642393483'] for port (5908eae7-0ea1-405e-bad3-e36462969596), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.219711 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] For port 5908eae7-0ea1-405e-bad3-e36462969596, host n-d-615180-58, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-58',level=0,port_id=5908eae7-0ea1-405e-bad3-e36462969596,segment=NetworkSegment(47d0466d-bf9a-4ead-aa48-bc25816f4945),segment_id=47d0466d-bf9a-4ead-aa48-bc25816f4945)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:37.220079 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301253'] for port (5908eae7-0ea1-405e-bad3-e36462969596), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.232003 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Calling delete_port for 5908eae7-0ea1-405e-bad3-e36462969596 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:37.312709 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1904691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739642397422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739642089409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5897848'] for port (5908eae7-0ea1-405e-bad3-e36462969596), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.335759 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Pushing event deleted for resources: {'Port': ['ID=5908eae7-0ea1-405e-bad3-e36462969596,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:37.342828 n-d-615180-58 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] No DVR routers for this DVR port 5908eae7-0ea1-405e-bad3-e36462969596 on host n-d-615180-58 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:37.374598 n-d-615180-58 neutron-server[103355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f64b7-cc14-4414-aa34-824669dee043 None None] DHCP port deletion for 23318ba7-6f1d-4b55-ac22-3723b871bd7c request from n-d-615180-58 {{(pid=103355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:22:37.430945 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2080978', 'neutron.services.segments.db._delete_segments_for_network-8739642577592'] for network (23318ba7-6f1d-4b55-ac22-3723b871bd7c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.431159 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:37.452418 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:37.452777 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 55b7ae53-e8c2-4562-9aa9-44f142cff5c7 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:37.453208 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ede70273-f095-4628-a05c-05ebd4e826a5 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:37.459129 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23318ba7-6f1d-4b55-ac22-3723b871bd7c']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:37.468952 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d0466d-bf9a-4ead-aa48-bc25816f4945') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:37.469247 n-d-615180-58 neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d0466d-bf9a-4ead-aa48-bc25816f4945') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:37.472148 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: ede70273-f095-4628-a05c-05ebd4e826a5 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:37.472516 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device ede70273-f095-4628-a05c-05ebd4e826a5 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:37.472937 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5908eae7-0ea1-405e-bad3-e36462969596 no longer exists at agent ovs-agent-n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:37.479460 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739642581697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320958'] for segment (47d0466d-bf9a-4ead-aa48-bc25816f4945), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.495462 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165'] for segment (47d0466d-bf9a-4ead-aa48-bc25816f4945), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.498569 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] No Port match for: 5908eae7-0ea1-405e-bad3-e36462969596 {{(pid=103355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:37.499402 n-d-615180-58 neutron-server[103355]: DEBUG neutron.plugins.ml2.rpc [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Device 5908eae7-0ea1-405e-bad3-e36462969596 not bound to the agent host n-d-615180-58 {{(pid=103355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:37.506612 n-d-615180-58 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:22:37.507133 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1873165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5897775'] for segment (47d0466d-bf9a-4ead-aa48-bc25816f4945), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: Traceback (most recent call last): Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: timer() Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: cb(*args, **kw) Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: return func(*args, **kwargs) Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: self._notify() Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: self.callback(batched_events) Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: event.method(event) Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: return f(self, *a, **k) Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: return self._get(url).json() Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: return self.request(url, 'GET', **kwargs) Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:22:37.509360 n-d-615180-58 neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:22:37.564839 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2080985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-296808'] for network (23318ba7-6f1d-4b55-ac22-3723b871bd7c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.570602 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.574071 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] 10.222.0.48 "DELETE /v2.0/networks/23318ba7-6f1d-4b55-ac22-3723b871bd7c HTTP/1.1" status: 204 len: 168 time: 0.5416758 Feb 11 06:22:37.586020 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e36b5-ffed-42ae-8816-7b047089362f admin admin] Pushing event deleted for resources: {'Network': ['ID=23318ba7-6f1d-4b55-ac22-3723b871bd7c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:37.699273 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56356) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:37.740307 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-467c277b-baf9-4444-b5cc-ece4bf6c1eb6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e348977f5574a61ad2966fa24450287&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392132 Feb 11 06:22:37.743159 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56358) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:37.798294 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eab13c7c-6413-4046-86b2-7676a6c727de admin admin] Publish callbacks [] for security_group (5ab3f179-2ea8-42b6-bbb0-663d72d35f6b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:38.162281 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eab13c7c-6413-4046-86b2-7676a6c727de admin admin] Publish callbacks [] for security_group (5ab3f179-2ea8-42b6-bbb0-663d72d35f6b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:38.208268 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eab13c7c-6413-4046-86b2-7676a6c727de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (5ab3f179-2ea8-42b6-bbb0-663d72d35f6b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:38.210975 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eab13c7c-6413-4046-86b2-7676a6c727de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:38.212158 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-eab13c7c-6413-4046-86b2-7676a6c727de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ab3f179-2ea8-42b6-bbb0-663d72d35f6b HTTP/1.1" status: 204 len: 168 time: 0.4679320 Feb 11 06:22:38.222088 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab13c7c-6413-4046-86b2-7676a6c727de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab3f179-2ea8-42b6-bbb0-663d72d35f6b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:38.397299 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:38.533398 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [-] (103354) accepted ('10.222.0.48', 56364) {{(pid=103354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:38.572677 n-d-615180-58 neutron-server[103354]: INFO neutron.wsgi [None req-86b45195-511e-4e1e-b1bf-9be1db1b6686 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7444b580ad424adda3ba7ffc7aed296f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380261 Feb 11 06:22:38.575850 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.48', 56366) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:38.622928 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7bed8f86-e2d6-41d4-9dc4-3e7fd7715a54 admin admin] Publish callbacks [] for security_group (08e3e39b-7592-4664-b979-a95992210006), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:38.643605 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7bed8f86-e2d6-41d4-9dc4-3e7fd7715a54 admin admin] Publish callbacks [] for security_group (08e3e39b-7592-4664-b979-a95992210006), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:38.689133 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7bed8f86-e2d6-41d4-9dc4-3e7fd7715a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652778'] for security_group (08e3e39b-7592-4664-b979-a95992210006), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:38.691953 n-d-615180-58 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7bed8f86-e2d6-41d4-9dc4-3e7fd7715a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:38.693314 n-d-615180-58 neutron-server[103353]: INFO neutron.wsgi [None req-7bed8f86-e2d6-41d4-9dc4-3e7fd7715a54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08e3e39b-7592-4664-b979-a95992210006 HTTP/1.1" status: 204 len: 168 time: 0.1164341 Feb 11 06:22:38.701529 n-d-615180-58 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed8f86-e2d6-41d4-9dc4-3e7fd7715a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e3e39b-7592-4664-b979-a95992210006,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:39.636035 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-caf4c915-e537-48ca-9598-8a41e2d5c609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:40.561021 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:22:42.115316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8244e59c-f263-42e8-b85f-1dd39d0d97c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:43.180429 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:44.744254 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:45.919146 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.310182 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:08.406094 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.639837 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7f39da18-d0c2-4f6a-8fff-cb97f1d2e32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:12.118664 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2cc6703b-1e1e-473d-9079-996db269ecba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:13.182451 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:14.747924 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:15.922041 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:17.560817 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:23:34.308637 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:38.408491 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:39.641515 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-798d85fd-68b4-4fd1-ac64-16299a35b3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:42.119785 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2420b27b-08c8-4d4b-ad1d-3e9477cd7ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:43.184245 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:44.753945 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:45.924003 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:54.559535 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:24:04.308926 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:08.418002 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.643659 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a02d3a17-c639-407f-bd91-79d8821277a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.121754 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-59956429-19dc-48a5-a6c6-b74db76edb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:13.187557 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:14.746693 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:15.925848 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:31.558096 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:24:34.315541 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:38.418049 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:39.645479 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b32e9d5e-f3b9-4415-9a4b-cbf39aa8140c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:42.121927 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e58d3605-1290-474b-abd3-a16f100655ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:43.190166 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:44.750300 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:45.928767 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.327693 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:08.434245 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:08.556640 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:25:09.647217 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8bf4dab5-16f4-46fb-bace-57d6ed95ae2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:12.122236 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62eeaaa1-3bcd-423c-a418-3fc2e8c8157d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:13.193233 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:14.753526 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:15.930688 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:34.344146 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:38.432857 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:39.650590 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4218efae-c779-4f4c-869a-fd0415e487dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:42.123623 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0bfd043-e228-4133-8215-f6cfb6a43338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:43.195473 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:44.755365 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:45.556275 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:25:45.937560 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:04.349839 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:08.433269 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:09.653025 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-901f6c11-d5a9-46e7-939f-f0602f183e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:12.125026 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03b24a78-991c-4ff9-aa72-597ad4d71027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:13.200154 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:14.758366 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:15.930292 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:22.554980 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:26:34.350995 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.433118 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:39.654053 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-03404cde-321e-4b34-bf00-8c5232ec6df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:42.128713 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-37d25404-6f7d-4d40-aa51-a18272a86e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:43.201469 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:44.761157 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:45.933427 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:59.553599 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:27:04.355646 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:08.435098 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:09.656064 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9b376fbf-e9d1-470f-9ab5-9d2dd0b866e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:12.130010 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e410a0af-05cc-4525-af4c-b593fd7bcbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:13.205245 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:14.763963 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:15.936202 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:34.366202 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:36.552408 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:27:38.446265 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.657597 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2bc987df-ec50-44f9-b7b6-d4a3530e5483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.133114 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8ee5aa9-e68a-415e-a57f-ac05bba95f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.208535 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.768162 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.940272 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.373116 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:08.445034 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:09.658307 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-42f61a1d-a28d-451e-a315-d2facbbaa3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:12.133830 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-36bfe3f9-9c72-4516-846e-7bc015947975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:13.211339 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:13.551738 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:28:14.770833 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:15.942661 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:34.379392 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.472558 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:39.659859 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-484ef8a4-d039-4df3-9c76-33130cf15883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.135345 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-451cdb3a-f546-4d22-91d8-6997f95e2faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:43.213782 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.772730 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:45.945038 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.552916 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:29:04.390974 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:08.465357 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.661491 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-007c6bbc-7588-4bd6-96ea-df66f8907aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.136197 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-80175caf-c379-4e45-81e7-3c159aa6a7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:13.219960 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:14.774235 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:15.948259 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:27.552358 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:29:34.382321 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:38.483883 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:39.663556 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fea3072d-850a-4ad0-856c-7e53ac1fd644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:42.138665 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e265dee-e9fe-46f7-be66-8fffccda75c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:43.220426 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:44.777793 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:45.949427 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:04.379715 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:04.428699 n-d-615180-58 neutron-server[103353]: DEBUG neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-db269988-7611-41b9-b2ec-e30c730a1409 service neutron] (103353) timed out ('10.222.0.48', 53888) {{(pid=103353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:30:04.551280 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:30:04.560992 n-d-615180-58 neutron-server[103354]: DEBUG neutron.wsgi [req-25a94bb1-24fe-40f6-b810-4da4c985100a req-b60b4744-b523-4a31-9bbf-0d7ea7502ebb tempest-TestShelveInstance-1873015956 tempest-TestShelveInstance-1873015956-project] (103354) timed out ('10.222.0.48', 53914) {{(pid=103354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:30:08.474959 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:09.668050 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a373c942-e04a-47aa-a874-1759d82f1855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:12.141827 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7c72f1fa-875a-4d1d-8c0c-59bc5be5cf00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:13.223207 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:14.779488 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:15.951441 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:34.403035 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:38.495343 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:39.671449 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-76c0814b-9f03-4896-9958-d9bc26433ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:41.550795 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:30:42.136404 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a969ba1e-6f21-44a5-aa7d-a1d7035f78a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:43.225740 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:44.783765 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:45.954316 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:04.433617 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:08.506443 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.673941 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c132dc6d-cb2a-41a0-9ddc-34cf6d820e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:12.139376 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-87ecddb4-b553-4b6e-89d9-f52ed132ff9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (0585f5c5-ee2a-450f-8581-4a4891c7170e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:13.230132 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c8054599-2f1f-4051-8811-22b493c06725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (4dd467b1-c6f4-4826-ae21-1fb55a2331a2), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:14.786614 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c0028a8d-ae7e-491a-bc17-c99257e2ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (1087b644-d1d5-4861-920c-d1fceba45853), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:15.957383 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4aea5f1c-c95f-4a43-9a9c-a78508a9d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (500c8837-6397-4699-9ba8-bde6bb1d96ff), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:18.551159 n-d-615180-58 neutron-server[103356]: DEBUG neutron.db.agents_db [None req-e9fa79ef-ca20-4221-976f-b507203d2d86 None None] Agent healthcheck: found 7 active agents {{(pid=103356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:31:34.404171 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b2b25990-69df-4a6d-b1df-62d2857fc877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (8a149a80-6916-42ef-91a3-60e2b193cebb), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:38.509452 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3535455f-1129-4cbb-8c56-09cbd886765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (cc9a177f-4da4-4518-a2c1-17c2ab9c431f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:39.674797 n-d-615180-58 neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8bdce565-927e-4db3-9471-129dcc6900bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739642577574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082027'] for agent (7459e250-059c-4fbe-91bf-c2889107f3d7), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}